-- Logs begin at Mon 2021-08-23 23:17:46 UTC, end at Tue 2021-08-24 02:02:10 UTC. -- Aug 24 00:02:38.452358 n-d-804878-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 00:02:41.176454 n-d-804878-2 neutron-server[95215]: INFO neutron.common.config [-] Logging enabled! Aug 24 00:02:41.177055 n-d-804878-2 neutron-server[95215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 00:02:41.177232 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95215) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 00:02:41.180538 n-d-804878-2 neutron-server[95215]: INFO neutron.common.config [-] Logging enabled! Aug 24 00:02:41.180801 n-d-804878-2 neutron-server[95215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 00:02:41.181120 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95215) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 00:02:41.182094 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 00:02:41.182339 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 00:02:41.182708 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 00:02:41.182963 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 00:02:41.183204 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 00:02:41.183534 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.183845 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.184150 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.184389 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.184693 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.184993 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.185832 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.186134 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.186440 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.186734 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.187022 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.187314 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.187552 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.187841 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.188136 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.188430 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.188662 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] debug = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.188950 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.189389 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.189833 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.190123 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.190422 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.190713 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.190993 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.191279 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.191572 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.191908 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] host = n-d-804878-2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.192193 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.192489 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.192785 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.193078 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.193362 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.193679 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.193976 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.194257 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.194541 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] log_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.194824 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.195119 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.195415 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.195712 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.195947 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.196176 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.196472 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.196765 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.197049 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.197331 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.197639 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.197924 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.198206 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.198482 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.198775 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.199065 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.199356 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.199640 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.199922 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.200201 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.200478 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.200772 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.201684 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.201972 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.202255 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.202548 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.202825 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.203109 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.203421 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.203723 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.204012 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.204305 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.204594 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.204884 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.205168 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.205449 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.205829 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] use_json = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.206115 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.206396 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.206685 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.206966 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.207246 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.207529 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.207810 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.208103 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:41.208411 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.208713 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.209021 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.209314 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.209643 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.209934 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.210232 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.210519 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.210815 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.211112 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.211407 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.211694 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.211989 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.212276 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.212577 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.212888 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.213188 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.213484 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.213807 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.214089 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.214372 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.214658 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.214951 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.215250 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.215547 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.215830 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.216117 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.216416 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.216727 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.217009 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.217294 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.217609 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.217901 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.218183 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.218475 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.218762 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.219041 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.219320 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.219605 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.219902 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.220187 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.220465 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.220783 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.221116 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.221396 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.221713 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.222019 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.222285 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.222565 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.222855 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.223139 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.223420 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.223709 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.223992 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.224277 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.224556 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.224837 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.225116 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.225394 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.225707 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.225981 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.226262 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.226547 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.226825 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.227105 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.227384 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.227665 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.227944 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.228239 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.228546 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.228835 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.229124 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.229409 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.229726 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.230017 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.230305 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.230593 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.230879 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.231161 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.231459 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.231749 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.232043 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.232841 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.233129 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.233432 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.233747 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.234039 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.234328 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.234615 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.234911 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.235204 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.235507 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.235808 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.236107 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.236409 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.236713 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.237004 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.237323 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.237637 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:41.237866 n-d-804878-2 neutron-server[95215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 00:02:41.238114 n-d-804878-2 neutron-server[95215]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95215) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 00:02:41.588488 n-d-804878-2 neutron-server[95215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 00:02:41.588762 n-d-804878-2 neutron-server[95215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 00:02:41.589057 n-d-804878-2 neutron-server[95215]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 00:02:41.589397 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 00:02:41.987484 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:41.987780 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:41.988070 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:41.989404 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:41.989712 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:41.989996 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.027231 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.027523 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.027799 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.044921 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.045211 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.045492 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.073722 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.074012 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.074288 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.110869 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.111157 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.111433 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.343135 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.343740 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.343740 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.343953 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.344678 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.465737 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.466069 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.466361 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.466667 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.466945 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.467265 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.467534 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.467797 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.468060 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.468349 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.468625 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.468889 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.469152 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.469412 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.469698 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.469969 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.470232 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.470506 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.470781 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.471045 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.471322 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.471581 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.471867 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.472251 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.472509 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.472767 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.473169 n-d-804878-2 neutron-server[95215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:02:42.473416 n-d-804878-2 neutron-server[95215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:02:42.473686 n-d-804878-2 neutron-server[95215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:02:42.473931 n-d-804878-2 neutron-server[95215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:02:42.474171 n-d-804878-2 neutron-server[95215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:02:42.474411 n-d-804878-2 neutron-server[95215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:02:42.474777 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 00:02:42.477938 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 00:02:42.481915 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 00:02:42.485852 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 24 00:02:42.487495 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 00:02:42.488092 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 00:02:42.488438 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 00:02:42.488833 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 00:02:42.491669 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 00:02:42.491927 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 00:02:42.492283 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 00:02:42.497541 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 00:02:42.520811 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 00:02:42.521267 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.521597 n-d-804878-2 neutron-server[95215]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95215) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 00:02:42.521960 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.523317 n-d-804878-2 neutron-server[95215]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95215) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 00:02:42.523602 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 00:02:42.523855 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 00:02:42.527095 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.527386 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:42.590657 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 00:02:42.590900 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 00:02:42.591143 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 00:02:42.591540 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 00:02:42.613022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_db.sqlalchemy.engines [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95215) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 00:02:43.268102 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Initializing driver for type 'gre' Aug 24 00:02:43.268634 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] gre ID ranges: [(1, 1000)] Aug 24 00:02:43.444631 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Initializing driver for type 'local' Aug 24 00:02:43.445249 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Initializing driver for type 'vlan' Aug 24 00:02:43.531099 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] VlanTypeDriver initialization complete Aug 24 00:02:43.531372 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Initializing driver for type 'vxlan' Aug 24 00:02:43.531890 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] vxlan ID ranges: [(1, 1000)] Aug 24 00:02:43.690834 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Initializing extension driver 'port_security' Aug 24 00:02:43.691178 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.extensions.port_security [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] PortSecurityExtensionDriver initialization complete Aug 24 00:02:43.691515 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Initializing mechanism driver 'openvswitch' Aug 24 00:02:43.691848 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Initializing mechanism driver 'hyperv' Aug 24 00:02:43.700375 n-d-804878-2 neutron-server[95215]: DEBUG neutron.plugins.ml2.plugin [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:02:43.702105 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > port after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.702758 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > port after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.703396 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > port after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.704308 n-d-804878-2 neutron-server[95215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:02:43.705080 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.705752 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.706387 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.706988 n-d-804878-2 neutron-server[95215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:02:43.707423 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > network after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.707811 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > network after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.708173 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > network after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.708762 n-d-804878-2 neutron-server[95215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:02:43.709647 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.710088 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.710497 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.711008 n-d-804878-2 neutron-server[95215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:02:43.711510 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.711932 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.712297 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.712812 n-d-804878-2 neutron-server[95215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:02:43.713236 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.713630 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.713989 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.714971 n-d-804878-2 neutron-server[95215]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95215) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 00:02:43.714971 n-d-804878-2 neutron-server[95215]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] ML2 OVO RPC backend initialized. {{(pid=95215) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 00:02:43.715533 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.715891 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.716341 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > network before_response 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.717488 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > networks before_response 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.718792 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > port before_response 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.718792 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > ports before_response 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.718792 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.719071 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.719374 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > network after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.719734 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > network after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.720101 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > network after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.720448 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > port after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.720808 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > port after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.721154 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > port after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.721501 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.721883 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.722304 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.722935 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.plugin [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Modular L2 Plugin initialization complete Aug 24 00:02:43.723277 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading services supported by the core plugin {{(pid=95215) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 00:02:43.723624 n-d-804878-2 neutron-server[95215]: INFO neutron.plugins.ml2.managers [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Got port-security extension from driver 'port_security' Aug 24 00:02:43.724163 n-d-804878-2 neutron-server[95215]: INFO neutron.extensions.vlantransparent [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Disabled vlantransparent extension. Aug 24 00:02:43.724661 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95215) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 00:02:43.724989 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading Plugin: router Aug 24 00:02:43.784794 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.785121 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router after_create 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.785500 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router before_create 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.785899 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.786281 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.786648 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router after_delete 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.787057 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.787419 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.787794 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router after_create 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.788153 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router after_update 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.788515 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router after_update 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.788876 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.789244 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router after_update 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.789691 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.790070 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: port after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.790418 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: port after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.790764 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: subnet after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.791110 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.791471 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.791825 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.792186 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: port before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.792530 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.792895 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router after_update 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.793245 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.793638 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.794014 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.794370 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.794754 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > agent after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.795113 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.795470 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > network after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.797084 n-d-804878-2 neutron-server[95215]: DEBUG neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Tracking information for resource: router configured {{(pid=95215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:02:43.797430 n-d-804878-2 neutron-server[95215]: DEBUG neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Tracking information for resource: floatingip configured {{(pid=95215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 00:02:43.804896 n-d-804878-2 neutron-server[95215]: INFO neutron.db.l3_agentschedulers_db [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 00:02:43.805938 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: port after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.806558 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: port after_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.807155 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: port after_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.807802 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: port after_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.809121 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router before_create 55550100 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.809547 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.809950 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.810323 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.814996 n-d-804878-2 neutron-server[95215]: DEBUG neutron.services.provider_configuration [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service providers = [] {{(pid=95215) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 00:02:43.815431 n-d-804878-2 neutron-server[95215]: DEBUG neutron.db.servicetype_db [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95215) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 00:02:43.819125 n-d-804878-2 neutron-server[95215]: DEBUG neutron.services.service_base [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 00:02:43.819485 n-d-804878-2 neutron-server[95215]: DEBUG neutron.services.service_base [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 00:02:43.819840 n-d-804878-2 neutron-server[95215]: DEBUG neutron.services.service_base [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 00:02:43.820763 n-d-804878-2 neutron-server[95215]: DEBUG neutron.services.service_base [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 00:02:43.821167 n-d-804878-2 neutron-server[95215]: INFO neutron.services.service_base [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 00:02:43.821585 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:02:43.821913 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 00:02:43.833351 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:02:43.840020 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading Plugin: auto_allocate Aug 24 00:02:43.845894 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: network precommit_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.846283 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: network precommit_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.846829 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:02:43.847160 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading Plugin: tag Aug 24 00:02:43.853847 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:02:43.854183 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading Plugin: timestamp Aug 24 00:02:43.858270 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:02:43.858607 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading Plugin: network_ip_availability Aug 24 00:02:43.869989 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.870377 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.870746 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:43.871505 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:02:43.871837 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading Plugin: flavors Aug 24 00:02:43.877139 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:02:43.877484 n-d-804878-2 neutron-server[95215]: INFO neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading Plugin: revisions Aug 24 00:02:43.881832 n-d-804878-2 neutron-server[95215]: DEBUG neutron.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 00:02:43.882237 n-d-804878-2 neutron-server[95215]: DEBUG oslo_concurrency.lockutils [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.293s {{(pid=95215) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 00:02:43.882997 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95215) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 00:02:43.883344 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Initializing extension manager. Aug 24 00:02:43.883867 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: __init__.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.884220 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: __pycache__ {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.884566 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.884912 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: address_group.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.885723 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.886316 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: address-group Aug 24 00:02:43.886652 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: address_scope.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.887374 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.887896 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: address-scope Aug 24 00:02:43.888227 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.889766 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.893254 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: router-admin-state-down-before-update Aug 24 00:02:43.893254 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: agent.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.893254 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.893254 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: agent Aug 24 00:02:43.893254 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: agent_resources_synced.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.894003 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.894527 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: agent-resources-synced Aug 24 00:02:43.894859 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.896682 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.897212 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: allowed-address-pairs Aug 24 00:02:43.897542 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.898665 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.899199 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: auto-allocated-topology Aug 24 00:02:43.899530 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: availability_zone.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.900237 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.900764 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: availability_zone Aug 24 00:02:43.901095 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: availability_zone_filter.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.902049 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.902569 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: availability_zone_filter Aug 24 00:02:43.902900 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: data_plane_status.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.903827 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.904370 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 00:02:43.904700 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: default_subnetpools.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.905662 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.906182 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: default-subnetpools Aug 24 00:02:43.906510 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.907351 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.907855 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: dhcp_agent_scheduler Aug 24 00:02:43.908184 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: dns.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.909111 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.909651 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 00:02:43.909984 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: dns_domain_ports.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.910915 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.911432 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 00:02:43.911764 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.912697 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.913215 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 00:02:43.913547 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: dvr.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.914254 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.914770 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: dvr Aug 24 00:02:43.915100 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: ecmp_routes.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.916023 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.916535 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 00:02:43.916868 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: empty_string_filtering.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.917819 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.918339 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: empty-string-filtering Aug 24 00:02:43.918672 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.926924 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.927441 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 00:02:43.927778 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.928716 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.929233 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 00:02:43.929709 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: external_net.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.930563 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.931083 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: external-net Aug 24 00:02:43.931415 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.932331 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.932851 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: extra_dhcp_opt Aug 24 00:02:43.933182 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: extraroute.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.934133 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.934656 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: extraroute Aug 24 00:02:43.934986 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: extraroute_atomic.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.936537 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.937067 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: extraroute-atomic Aug 24 00:02:43.937402 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: filter_validation.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.938105 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.939142 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: filter-validation Aug 24 00:02:43.939508 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: fip_pf_description.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.940460 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.940992 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 00:02:43.941323 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: fip_port_details.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.942284 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.942809 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: fip-port-details Aug 24 00:02:43.943136 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: flavors.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.944398 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.944927 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: flavors Aug 24 00:02:43.945262 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.946985 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.947521 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 00:02:43.947869 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: floatingip_pools.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.948590 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.949121 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: floatingip-pools Aug 24 00:02:43.949459 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: ip_allocation.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.952237 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.952756 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 00:02:43.953092 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.954060 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.954582 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: ip-substring-filtering Aug 24 00:02:43.954920 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: l2_adjacency.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.955866 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.956387 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 00:02:43.956723 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: l3.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.958107 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.958649 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: router Aug 24 00:02:43.958989 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.961282 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.961856 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 00:02:43.962222 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.963234 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.963764 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: ext-gw-mode Aug 24 00:02:43.964101 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.965034 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.965561 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: l3-ha Aug 24 00:02:43.965922 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: l3_flavors.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.966875 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.967395 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: l3-flavors Aug 24 00:02:43.967726 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.968650 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.969193 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 00:02:43.969531 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: l3agentscheduler.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.970656 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.971183 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: l3_agent_scheduler Aug 24 00:02:43.971521 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: logging.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.973016 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.973549 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension logging not supported by any of loaded plugins Aug 24 00:02:43.973916 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: metering.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.974673 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.975266 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: metering Aug 24 00:02:43.975602 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.976706 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.977241 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: metering_source_and_destination_fields Aug 24 00:02:43.977591 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: multiprovidernet.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.978541 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.979070 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: multi-provider Aug 24 00:02:43.979405 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: netmtu.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.980349 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.980876 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: net-mtu Aug 24 00:02:43.981211 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: netmtu_writable.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.982216 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.982743 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: net-mtu-writable Aug 24 00:02:43.983078 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: network_availability_zone.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.983763 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.984281 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: network_availability_zone Aug 24 00:02:43.984612 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: network_ip_availability.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.985761 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.986289 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: network-ip-availability Aug 24 00:02:43.986623 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: network_segment_range.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.987405 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.987926 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 00:02:43.988248 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: pagination.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.989251 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.989610 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: pagination Aug 24 00:02:43.989947 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: port_device_profile.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.990887 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.991414 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: port-device-profile Aug 24 00:02:43.991746 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.992674 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.993199 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: port-mac-address-regenerate Aug 24 00:02:43.993532 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.994500 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.995025 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: port-numa-affinity-policy Aug 24 00:02:43.995357 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: port_resource_request.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.996292 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.996807 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 00:02:43.997138 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: portbindings.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:43.998645 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:43.999167 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: binding Aug 24 00:02:43.999496 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: portbindings_extended.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.000942 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.001474 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: binding-extended Aug 24 00:02:44.001847 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: portsecurity.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.002776 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.003301 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: port-security Aug 24 00:02:44.003638 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: project_id.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.004623 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.004962 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: project-id Aug 24 00:02:44.005296 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: providernet.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.006263 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.006792 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: provider Aug 24 00:02:44.007123 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.010720 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.011256 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos not supported by any of loaded plugins Aug 24 00:02:44.011596 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.012861 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.013989 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 00:02:44.014335 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.015548 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.016078 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 00:02:44.016414 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_default.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.017342 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.017896 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-default not supported by any of loaded plugins Aug 24 00:02:44.018233 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_fip.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.018906 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.019419 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 00:02:44.019752 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.020697 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.021220 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 00:02:44.021556 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.022536 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.023063 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 00:02:44.023399 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_pps_rule.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.024597 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.025128 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 00:02:44.025470 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.026440 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.026963 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 00:02:44.027296 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: qos_rules_alias.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.028347 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.028874 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 00:02:44.029230 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: quotasv2.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.030238 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.030576 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: quotas Aug 24 00:02:44.030910 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: quotasv2_detail.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.034072 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.034424 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: quota_details Aug 24 00:02:44.034768 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: rbac.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.036112 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.036609 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: rbac-policies Aug 24 00:02:44.036952 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: rbac_address_group.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.037935 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.038467 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: rbac-address-group Aug 24 00:02:44.038804 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: rbac_address_scope.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.039733 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.040262 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: rbac-address-scope Aug 24 00:02:44.040600 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: rbac_security_groups.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.041525 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.042079 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: rbac-security-groups Aug 24 00:02:44.042414 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.043344 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.043873 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: rbac-subnetpool Aug 24 00:02:44.044206 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: revisionifmatch.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.045170 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.045730 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: revision-if-match Aug 24 00:02:44.046068 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: revisions.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.047218 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.047715 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: standard-attr-revisions Aug 24 00:02:44.048050 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: router_availability_zone.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.048741 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.049262 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: router_availability_zone Aug 24 00:02:44.049613 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: routerservicetype.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.050537 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.051058 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 00:02:44.051390 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.052319 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.052839 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: security-groups-normalized-cidr Aug 24 00:02:44.053173 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.054180 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.054655 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: port-security-groups-filtering Aug 24 00:02:44.054989 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.055919 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.056441 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: security-groups-remote-address-group Aug 24 00:02:44.056775 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: securitygroup.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.067060 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.067607 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: security-group Aug 24 00:02:44.067947 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: segment.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.068760 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.069286 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension segment not supported by any of loaded plugins Aug 24 00:02:44.069642 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.070617 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.071150 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 00:02:44.071483 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: servicetype.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.072688 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.073220 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: service-type Aug 24 00:02:44.073554 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: sorting.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.074589 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.074933 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: sorting Aug 24 00:02:44.075268 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: standard_attr_segment.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.076747 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.077271 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 00:02:44.077623 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: standardattrdescription.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.078288 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.078809 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: standard-attr-description Aug 24 00:02:44.079138 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: stateful_security_group.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.080077 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.080602 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: stateful-security-group Aug 24 00:02:44.080932 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: stdattrs_common.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.081531 n-d-804878-2 neutron-server[95215]: WARNING neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 00:02:44.081892 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.082834 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.083353 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 00:02:44.083682 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: subnet_onboard.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.084762 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.085289 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: subnet_onboard Aug 24 00:02:44.085648 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.086590 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.087114 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 00:02:44.087445 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: subnet_service_types.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.088380 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.088904 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: subnet-service-types Aug 24 00:02:44.089236 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: subnetallocation.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.090354 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.090883 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: subnet_allocation Aug 24 00:02:44.091221 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.091934 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.092455 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: subnetpool-prefix-ops Aug 24 00:02:44.092786 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.093766 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.094288 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 00:02:44.094618 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: tagging.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.095740 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.096274 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: standard-attr-tag Aug 24 00:02:44.096607 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: timestamp.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.097858 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.098389 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loaded extension: standard-attr-timestamp Aug 24 00:02:44.098725 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: trunk.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.099769 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.100308 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension trunk not supported by any of loaded plugins Aug 24 00:02:44.100645 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: trunk_details.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.101629 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.102162 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 00:02:44.102497 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.103433 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.103958 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 00:02:44.104293 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Loading extension file: vlantransparent.py {{(pid=95215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 00:02:44.104983 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 00:02:44.105502 n-d-804878-2 neutron-server[95215]: INFO neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 00:02:44.108140 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:network Aug 24 00:02:44.108695 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:subnet Aug 24 00:02:44.109107 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:02:44.109519 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:port Aug 24 00:02:44.110829 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.111282 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service FLAVORS assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.111910 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.112358 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.112699 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:router Aug 24 00:02:44.113152 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 00:02:44.113796 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service METERING assigned prefix: /metering {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.115278 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:44.115661 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:44.116017 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:02:44.117052 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 00:02:44.117505 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:security_group Aug 24 00:02:44.118065 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 00:02:44.118720 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service CORE assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.119066 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:02:44.119427 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] subnetpool is already registered Aug 24 00:02:44.119867 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service CORE assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.120203 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:02:44.120545 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] subnetpool is already registered Aug 24 00:02:44.124918 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.125393 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service FLAVORS assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.126068 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.126506 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.126862 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:router Aug 24 00:02:44.127218 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] router is already registered Aug 24 00:02:44.127643 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 00:02:44.127989 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] floatingip is already registered Aug 24 00:02:44.128459 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service METERING assigned prefix: /metering {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.129164 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 00:02:44.129502 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] rbac_policy is already registered Aug 24 00:02:44.129966 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:security_group Aug 24 00:02:44.130308 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] security_group is already registered Aug 24 00:02:44.130724 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 00:02:44.131063 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] security_group_rule is already registered Aug 24 00:02:44.131570 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service CORE assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.131911 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:02:44.132251 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] subnetpool is already registered Aug 24 00:02:44.132684 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.v2.resource_helper [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Service CORE assigned prefix: {{(pid=95215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 00:02:44.133015 n-d-804878-2 neutron-server[95215]: INFO neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 00:02:44.133354 n-d-804878-2 neutron-server[95215]: WARNING neutron.quota.resource_registry [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] subnetpool is already registered Aug 24 00:02:44.133846 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: extensions {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.135444 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: address-groups {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.136939 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: address-scopes {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.138172 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: agents {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.139910 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: auto-allocated-topology {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.141547 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: availability_zones {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.142804 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: dhcp-networks {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.144214 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: dhcp-agents {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.145778 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: routers {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.147769 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: flavors {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.148942 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: service_profiles {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.150288 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: next_providers {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.151708 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: service_profiles {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.153156 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: floatingip-pools {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.154744 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: routers {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.156583 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: floatingips {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.157809 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: l3-routers {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.159206 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: l3-agents {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.160729 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: metering-labels {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.162005 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: metering-label-rules {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.163301 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: network-ip-availabilities {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.164650 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: bindings {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.166246 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: quotas {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.167698 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: quotas {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.169233 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: rbac-policies {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.170499 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: security-groups {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.171702 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: security-group-rules {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.172939 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: service-providers {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.174303 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: subnetpools {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.175628 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: subnetpools {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.177146 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.178964 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.180671 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.182567 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.184348 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.186742 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.189616 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.191396 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.193188 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.195083 n-d-804878-2 neutron-server[95215]: DEBUG neutron.api.extensions [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Extended resource: tags {{(pid=95215) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 00:02:44.201871 n-d-804878-2 neutron-server[95215]: WARNING keystonemiddleware.auth_token [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 00:02:44.206469 n-d-804878-2 neutron-server[95215]: WARNING keystonemiddleware.auth_token [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 00:02:44.215056 n-d-804878-2 neutron-server[95215]: DEBUG oslo_concurrency.lockutils [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Acquired lock "singleton_lock" {{(pid=95215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 00:02:44.215545 n-d-804878-2 neutron-server[95215]: DEBUG oslo_concurrency.lockutils [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Releasing lock "singleton_lock" {{(pid=95215) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 00:02:44.216196 n-d-804878-2 neutron-server[95215]: INFO oslo_service.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Starting 2 workers Aug 24 00:02:44.221102 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Started child 95326 {{(pid=95215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 00:02:44.225644 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Started child 95327 {{(pid=95215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 00:02:44.226695 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:44.227415 n-d-804878-2 neutron-server[95215]: INFO neutron.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 00:02:44.227946 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Notify callbacks [] for process, before_spawn {{(pid=95215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:44.228206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [-] (95326) wsgi starting up on http://0.0.0.0:9696 Aug 24 00:02:44.230579 n-d-804878-2 neutron-server[95215]: INFO oslo_service.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Starting 1 workers Aug 24 00:02:44.230857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:44.232750 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [-] (95327) wsgi starting up on http://0.0.0.0:9696 Aug 24 00:02:44.236233 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Started child 95328 {{(pid=95215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 00:02:44.236802 n-d-804878-2 neutron-server[95215]: INFO oslo_service.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Starting 1 workers Aug 24 00:02:44.239895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] calling RpcWorker wait() {{(pid=95328) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 00:02:44.240445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] returning from RpcWorker wait() {{(pid=95328) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 00:02:44.241264 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Started child 95329 {{(pid=95215) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 00:02:44.241759 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:44.242190 n-d-804878-2 neutron-server[95215]: DEBUG neutron_lib.callbacks.manager [None req-93fa681c-e056-4e9e-834d-bb44e85222e6 None None] Notify callbacks [] for process, after_spawn {{(pid=95215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:44.242289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:02:44.244131 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 00:02:44.244343 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 00:02:44.244534 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 00:02:44.244754 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 00:02:44.245097 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 00:02:44.245264 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 00:02:44.245803 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.246093 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.246350 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.246633 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.246922 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.247552 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.248404 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.248651 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.248753 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:44.249227 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.249227 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.249364 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.249476 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.249948 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.250189 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.250474 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.250761 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.251015 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.251270 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.251444 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.251709 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.251985 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.252236 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.252503 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] debug = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.252748 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.253225 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.253486 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.253752 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.253977 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.254277 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.254539 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.254839 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.255084 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.255302 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.255544 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.255819 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.256065 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.256294 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.256517 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.256780 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.257037 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.257494 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] host = n-d-804878-2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.257757 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.258010 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.258257 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.258493 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.258739 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.258955 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.259205 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.259464 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.259720 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.259946 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.260184 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.260444 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.260690 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.260943 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.261109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_options = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.261350 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.261661 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.261909 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.262100 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.262272 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.262449 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.262693 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.262895 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.263121 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.263482 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.263726 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.263920 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.264140 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.264381 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.264647 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.264907 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.265396 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.265631 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.265893 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.266139 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.266367 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.266596 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.266821 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.267041 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.267277 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.267529 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.267725 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.268065 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.268263 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.268530 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.268768 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.269018 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.269257 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.269520 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.269779 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.270013 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.270233 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.270498 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.270733 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.270991 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.271253 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.271474 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.271731 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.271947 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.272212 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.272432 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_json = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.272647 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.272884 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.273163 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.273403 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.273647 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.273887 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.274110 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.275006 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.275006 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.275313 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.275779 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.276505 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.276770 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.277038 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.277299 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.277650 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.277857 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.278095 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.278429 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.278657 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.278973 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.279220 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.279491 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.279861 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.280122 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.280393 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.280639 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.280897 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.281118 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.281361 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.281764 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.282033 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.282302 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.282576 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.282818 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.283073 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.283297 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.283536 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.283759 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.283976 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.284244 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.284482 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.284703 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.284932 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.285195 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.285430 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.285684 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.285928 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.286239 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.286448 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.286688 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.286912 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.287150 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.287389 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.287628 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.287864 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.288113 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.288382 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.288611 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.288853 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.289069 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.289286 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.289515 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.289791 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.290012 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.290257 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295109 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295845 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.295926 n-d-804878-2 neutron-server[95329]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296022 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296652 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296652 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296652 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296652 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296652 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.296652 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.297069 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.297069 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.297232 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.297483 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.297750 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.297979 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.298227 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.298467 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.298709 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.298948 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.299170 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.299405 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.299658 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.299903 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.300134 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.300357 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.300576 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.300833 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.301077 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.301300 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.301537 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.301814 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.302049 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.302339 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.302588 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.302838 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.303105 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.303374 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.303680 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.303939 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.304231 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.304468 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.304735 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.305039 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.305410 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.305802 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.306141 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.306863 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.307339 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.307765 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.308179 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.308591 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.309700 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.309950 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.312132 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.312383 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.312694 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.312961 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.313212 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.313603 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.313856 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.314075 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.314296 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.314600 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.315379 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.315379 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.315379 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.315905 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.316115 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.316565 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.316822 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.317061 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.317955 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.317955 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.318248 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.318379 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.318551 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.318755 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.318966 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.319177 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.321144 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.321144 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.321144 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.321144 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.321144 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.321144 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.321144 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.321144 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.322196 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.322196 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.322196 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.322196 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.322196 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.322733 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.322733 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.322893 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.323025 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.323277 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.323529 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.323783 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.324010 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.324270 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.324489 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.324740 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.324963 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.325178 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.325397 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.325869 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.326370 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.326523 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.327358 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.327614 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.327903 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.328165 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.328527 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.328837 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.329097 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.329355 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.329625 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.330445 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.330701 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.330951 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.331178 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.331404 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.331628 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.331894 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.332184 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.332570 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.332851 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.333122 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.333492 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.333742 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.333984 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.334467 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.334925 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.335369 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.335838 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.336266 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.336697 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.337121 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.337529 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.337955 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.338192 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.338419 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.338645 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.338907 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.339135 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.339354 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.339586 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.339811 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.340030 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.340289 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.340505 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.340720 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.341033 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.341250 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.341690 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.341945 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.342219 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.342442 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.342673 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.342899 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.343114 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.343348 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.343566 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.343781 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.344010 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.344236 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.344449 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.344764 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.345040 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.345265 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.345554 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.345810 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.346058 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.346287 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.346602 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.346821 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.347066 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.347290 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.347514 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.347761 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.348019 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.348359 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.348655 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.349034 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.349277 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.349553 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.349854 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.350129 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.350350 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.350654 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.351011 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.351286 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.351554 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.351805 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.352058 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.352293 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.352513 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.352751 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.352993 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.353214 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.353532 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.354136 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.354136 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.354483 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.354483 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.354684 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.354881 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.355118 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.355346 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.355562 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.355722 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 00:02:44.356240 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95215) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 00:02:44.356405 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 00:02:44.356561 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 00:02:44.356761 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 00:02:44.356934 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 00:02:44.357629 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 00:02:44.357843 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.358009 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.358173 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.358335 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.358498 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.358681 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.358848 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.359011 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.359171 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.359333 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.359494 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.359655 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.359816 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.359978 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.360138 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.360298 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.360458 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.360619 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.360783 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.360945 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.361105 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.361266 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.361425 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] debug = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.361609 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.361815 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.361982 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.362134 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.362295 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.362460 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.362619 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.362780 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.362940 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.363086 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.363306 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.363455 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.363593 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.363757 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.363917 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.364077 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.364237 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.364513 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] host = n-d-804878-2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.364685 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.364850 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.365011 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.365173 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.365316 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.365479 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.365671 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.365879 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.366050 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.366212 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.366375 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.366531 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.366850 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.367016 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.367176 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_options = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.367335 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.367645 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.367812 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.367981 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.368133 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.368296 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.368457 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.368620 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.368779 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.369268 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.369268 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.369268 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.369593 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.369593 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.369764 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.369895 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.370008 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.370168 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.370898 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.370898 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.370898 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.370898 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.370898 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.371401 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.371401 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.371401 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.372117 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.372117 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.372117 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.372117 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.372117 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.372646 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.372646 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.372646 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.373459 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.373606 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.373760 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.373926 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.374089 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.374251 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.374398 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.374560 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.374720 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.375220 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.375220 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.375220 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_json = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.375520 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.375520 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.375720 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.375817 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.375923 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.376219 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.376383 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.376510 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 00:02:44.376644 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.376809 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.376989 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.377138 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.377303 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.377449 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.377633 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.377800 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.377951 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.378095 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.378233 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.378395 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.378568 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.378732 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.378893 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.379062 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.379224 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.379387 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.379551 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.379715 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.379878 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.380166 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.380350 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.380514 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.380678 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.380842 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.381005 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.381169 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.381332 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.381497 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.381685 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.381851 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.382016 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.382179 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.382346 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.382509 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.382672 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.382836 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.383000 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.383163 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.383327 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.383490 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.383655 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.383817 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.383981 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.384146 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.384311 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.384474 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.384638 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.384801 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.384976 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.385139 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.385302 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.385466 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.385649 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.385813 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.386050 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.386222 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.386465 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.386553 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.386685 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.386851 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.387014 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.387176 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.387340 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.387503 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.387667 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.387829 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.387993 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.388155 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.388341 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.388505 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.388667 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.388830 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.388994 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.389158 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.389322 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.389485 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.389653 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.389821 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.389984 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.390400 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.390564 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.390728 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.390900 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.391078 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.391242 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.391406 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.391569 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.391731 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.391894 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.392057 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.392224 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.392389 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.392551 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.392713 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.392876 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.393041 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.393204 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.393366 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.393528 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.393713 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.393878 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.394041 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.394204 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.394367 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.394528 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.394691 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.394855 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.395017 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.395181 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.395352 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.395516 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.395796 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.395963 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.396134 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.396372 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.396533 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.396697 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.396860 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.397027 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.397186 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.397541 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.397876 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.398038 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.398201 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.398363 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.398537 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399237 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399237 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399237 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399237 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399716 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399716 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399716 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399985 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.399985 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.400217 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.400349 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.400486 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.400613 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.400698 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.400847 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.401010 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.401174 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.401744 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.401744 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.401744 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.402059 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.402059 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.402264 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.402264 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.402439 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.402603 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.402766 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.402929 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.403093 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.403259 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.403405 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.403568 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.403731 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.403943 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.404120 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.404284 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.404446 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.404609 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.404773 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.404935 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.405101 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.405268 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.405431 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.405612 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.405779 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.405943 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.406107 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.406273 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.406439 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.406602 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.406765 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.406928 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.407092 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.407256 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.407442 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.407607 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.407775 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.407935 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.408252 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.408434 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.408598 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.408763 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.408925 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.409025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:02:44.409129 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.409239 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.409403 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.409586 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.409748 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.409911 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.410074 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.410240 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.410407 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.410572 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.410735 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.410899 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.411062 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.411224 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.411505 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.411682 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.411869 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.412037 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.412201 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.412364 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.412532 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.412708 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.412872 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.413034 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.413196 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.413359 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.413521 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.413716 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.413881 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.414043 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.414205 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.414368 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.414531 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.414703 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.414866 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.415028 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.415190 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.415352 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.415514 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.415686 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.415873 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.416036 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.416198 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.416360 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.416522 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.416695 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.416858 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.417020 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.417182 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.417344 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.417507 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.417703 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.417866 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.418029 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.418199 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.418362 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.418523 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.418685 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.418862 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.419026 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.419192 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.419356 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.420026 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.420303 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.420468 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.420792 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.420967 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.421237 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.421331 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.421584 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.421756 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.421888 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.422030 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.422159 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.422285 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.422691 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.422691 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.422949 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.422949 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.423324 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.423324 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.423662 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.423662 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.423662 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.423891 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.423972 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.424138 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.424271 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.424588 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.424588 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.424896 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.424896 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.425096 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.425188 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 00:02:44.425353 n-d-804878-2 neutron-server[95215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95215) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 00:02:44.631094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:02:44.639617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063343 Aug 24 00:02:56.254341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a5144-dd85-494f-9c79-0758ea49e0ad None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:02:56.379059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a5144-dd85-494f-9c79-0758ea49e0ad None None] No non-hosted networks {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 00:02:56.390034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.agentschedulers_db [None req-b91a5144-dd85-494f-9c79-0758ea49e0ad None None] DHCP Agent not found on host n-d-804878-2 {{(pid=95328) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 00:02:56.644436 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6d9a2f55-25cc-449e-a1e8-5a6b85010242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686649'] for agent, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:58.967743 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd65b-ae76-4484-b121-e1efa51ee595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686649'] for agent, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:59.012504 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-8dc43973-c8e7-496a-9809-215066c80a4b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-804878-2 {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:02:59.013194 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-8dc43973-c8e7-496a-9809-215066c80a4b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:02:59.030529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686649'] for agent, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:02:59.031444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.031945 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.032433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.032979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.033457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.033979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.034456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.034989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.035455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.035980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.036470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.036994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:02:59.037560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804878-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:02:59.043752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804878-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:02:59.628625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8dc43973-c8e7-496a-9809-215066c80a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:00.152786 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686649'] for agent, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:01.680710 n-d-804878-2 neutron-server[95328]: INFO neutron.db.l3_hamode_db [None req-b8bdd419-d2b9-41e6-8153-052baabe1c46 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 00:03:01.753364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686649'] for agent, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:01.766292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdd419-d2b9-41e6-8153-052baabe1c46 None None] Routers set() bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:03:01.766671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdd419-d2b9-41e6-8153-052baabe1c46 None None] Router IDs set() for agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:03:02.852173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:03.333422 n-d-804878-2 neutron-server[95326]: WARNING oslo_policy.policy [None req-d3c50c46-8e21-4c3d-9856-b381e50d9c39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:03:03.334090 n-d-804878-2 neutron-server[95326]: WARNING oslo_policy.policy [None req-d3c50c46-8e21-4c3d-9856-b381e50d9c39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:03:03.551960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-d3c50c46-8e21-4c3d-9856-b381e50d9c39 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:03:03.553013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3c50c46-8e21-4c3d-9856-b381e50d9c39 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6999390 Aug 24 00:03:05.878647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38214) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:06.181866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1b18bdaa-6d59-4686-a8b1-072c383cf5ab admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:03:06.275195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.policy [None req-1b18bdaa-6d59-4686-a8b1-072c383cf5ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95326) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 00:03:06.320273 n-d-804878-2 neutron-server[95326]: WARNING oslo_policy.policy [None req-1b18bdaa-6d59-4686-a8b1-072c383cf5ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:03:06.320648 n-d-804878-2 neutron-server[95326]: WARNING oslo_policy.policy [None req-1b18bdaa-6d59-4686-a8b1-072c383cf5ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:03:06.329217 n-d-804878-2 neutron-server[95326]: INFO neutron.quota [None req-1b18bdaa-6d59-4686-a8b1-072c383cf5ab admin admin] Loaded quota_driver: . Aug 24 00:03:06.497212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b18bdaa-6d59-4686-a8b1-072c383cf5ab admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733488072203', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733488070708', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733488084019', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733488090844', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733488100454', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733488111531', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-605099', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682144', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1665424'] for rbac-policy, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:06.765450 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b18bdaa-6d59-4686-a8b1-072c383cf5ab admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:06.766794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1b18bdaa-6d59-4686-a8b1-072c383cf5ab admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8871429 Aug 24 00:03:09.343555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:09.640617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Request body: {'network': {'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'admin_state_up': True, 'name': 'private'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:03:09.735903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Made reservation on behalf of 3c80b08e317d41deb65f68bf213f3b16 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:03:09.738692 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:09.755696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:09.881114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:09.930291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:09.954167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:03:09.978874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733486186725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:09.979466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Unsubscribe: segment precommit_create {{(pid=95326) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 00:03:09.979987 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Added segment 7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e of type vlan for network c3bc1c37-80b4-4a9d-930f-9757a453ab82 Aug 24 00:03:09.985837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8206ecac-dda3-4c9d-bded-c9732decc6af,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:10.021800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.022140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.022477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.022810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.023141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.023466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.023787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.024107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.024488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.024810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.025131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.025447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Tracked resource versions report: Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: pushed versions: Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: { 'AddressGroup': {'1.2'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'ConntrackHelper': {'1.0'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Log': {'1.0'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Network': {'1.1'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Port': {'1.7'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'PortForwarding': {'1.2'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'QosPolicy': {'1.9'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'SecurityGroup': {'1.4'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'SubPort': {'1.0'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Subnet': {'1.1'}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Trunk': {'1.1'}} Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: consumer versions: Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: { DHCP agent@n-d-804878-2: {}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: L3 agent@n-d-804878-2: {}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: Metadata agent@n-d-804878-2: {}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: Metering agent@n-d-804878-2: {}, Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: Open vSwitch agent@n-d-804878-2: { 'AddressGroup': '1.2', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'ConntrackHelper': '1.0', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Log': '1.0', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Network': '1.1', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Port': '1.7', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'PortForwarding': '1.2', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'QosPolicy': '1.9', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'SecurityGroup': '1.4', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'SecurityGroupRule': '1.2', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'SubPort': '1.0', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Subnet': '1.1', Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: 'Trunk': '1.1'}} Aug 24 00:03:10.026559 n-d-804878-2 neutron-server[95326]: {{(pid=95326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:03:10.098698 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:10.193431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:10.194490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:10.195137 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:10.294301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] Pushing event updated for resources: {'Network': ['ID=c3bc1c37-80b4-4a9d-930f-9757a453ab82,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:10.305957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network c3bc1c37-80b4-4a9d-930f-9757a453ab82 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:03:10.319454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2de5e4d6-dd0a-4754-94b8-fe09d0bcfee9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9748325 Aug 24 00:03:12.926247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38240) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:13.312995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b61be9-c5cd-4e0b-8063-2eaa08efb50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:13.314391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a4b61be9-c5cd-4e0b-8063-2eaa08efb50a admin admin] 10.222.0.26 "GET /v2.0/networks/c3bc1c37-80b4-4a9d-930f-9757a453ab82 HTTP/1.1" status: 200 len: 825 time: 0.3872004 Aug 24 00:03:13.339271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-84fbd7a6-e571-4d10-9931-2eb4b5eec0a7 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/1838f5dd-81f9-40ff-bfc6-e0290f5a4713 HTTP/1.1" status: 200 len: 734 time: 0.0188980 Aug 24 00:03:13.347883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'subnetpool_id': '1838f5dd-81f9-40ff-bfc6-e0290f5a4713', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:03:13.420340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Made reservation on behalf of 3c80b08e317d41deb65f68bf213f3b16 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:03:13.422579 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:13.753309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:13.819277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Checking segment: {'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:03:13.819655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Network hostable DHCP agents. Network: c3bc1c37-80b4-4a9d-930f-9757a453ab82, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:03:13.827698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d87ed3-dfb9-4253-af78-0f3eb8a110a6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:13.884262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Network c3bc1c37-80b4-4a9d-930f-9757a453ab82 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:03:13.947574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, c3bc1c37-80b4-4a9d-930f-9757a453ab82) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:03:13.952210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:13.952798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:13.957660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaffe73a-fe81-491b-9252-e6d58be3e2cd None None] Network c3bc1c37-80b4-4a9d-930f-9757a453ab82 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:03:14.011518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-81d9f1ac-51bc-4c30-b616-a1e5c66801a1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6666932 Aug 24 00:03:14.284128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'fixed_ips': [{'subnet_id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:03:14.285383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:14.557643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Allocated IP 172.20.0.2 (c3bc1c37-80b4-4a9d-930f-9757a453ab82/72d87ed3-dfb9-4253-af78-0f3eb8a110a6/a9658063-2ceb-46c5-8214-a07948c51904) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:03:14.759082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:14.801653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Transition to ACTIVE for port object a9658063-2ceb-46c5-8214-a07948c51904 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:03:14.823404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Transition to ACTIVE for port object a9658063-2ceb-46c5-8214-a07948c51904 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:03:14.891514 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:14.958450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Network c3bc1c37-80b4-4a9d-930f-9757a453ab82 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:03:14.963782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:03:14.970625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:03:14.985075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Pushing event updated for resources: {'Port': ['ID=a9658063-2ceb-46c5-8214-a07948c51904,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:15.030260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.030613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.030959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.031297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.031634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.031967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.032300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.032627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.032954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.033280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.033632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.033962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Tracked resource versions report: Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: pushed versions: Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: { 'AddressGroup': {'1.2'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'ConntrackHelper': {'1.0'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Log': {'1.0'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Network': {'1.1'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Port': {'1.7'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'PortForwarding': {'1.2'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'QosPolicy': {'1.9'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'SecurityGroup': {'1.4'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'SubPort': {'1.0'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Subnet': {'1.1'}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Trunk': {'1.1'}} Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: consumer versions: Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: { DHCP agent@n-d-804878-2: {}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: L3 agent@n-d-804878-2: {}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: Metadata agent@n-d-804878-2: {}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: Metering agent@n-d-804878-2: {}, Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: Open vSwitch agent@n-d-804878-2: { 'AddressGroup': '1.2', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'ConntrackHelper': '1.0', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Log': '1.0', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Network': '1.1', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Port': '1.7', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'PortForwarding': '1.2', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'QosPolicy': '1.9', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'SecurityGroup': '1.4', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'SecurityGroupRule': '1.2', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'SubPort': '1.0', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Subnet': '1.1', Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: 'Trunk': '1.1'}} Aug 24 00:03:15.035037 n-d-804878-2 neutron-server[95328]: {{(pid=95328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:03:15.065131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Attempting to bind port a9658063-2ceb-46c5-8214-a07948c51904 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:03:15.065534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Attempting to bind port a9658063-2ceb-46c5-8214-a07948c51904 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:03:15.065987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Attempting to bind port a9658063-2ceb-46c5-8214-a07948c51904 on network c3bc1c37-80b4-4a9d-930f-9757a453ab82 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:03:15.070842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:03:15.071241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Checking segment: {'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:03:15.071700 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:15.072089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Bound using segment: {'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:03:15.072553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Bound port: a9658063-2ceb-46c5-8214-a07948c51904, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:03:15.072971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:15.135488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] For port a9658063-2ceb-46c5-8214-a07948c51904, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:03:15.139996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] For port a9658063-2ceb-46c5-8214-a07948c51904, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9658063-2ceb-46c5-8214-a07948c51904,segment=NetworkSegment(7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e),segment_id=7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:03:15.197586 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:15.264402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42342b-f143-4cec-9d99-256d03c9425e None None] Pushing event updated for resources: {'Port': ['ID=a9658063-2ceb-46c5-8214-a07948c51904,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:16.396365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:16.712201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-d8bcb3cc-0ec1-4950-b1bf-484082dbffe4 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:03:16.713206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d8bcb3cc-0ec1-4950-b1bf-484082dbffe4 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3158839 Aug 24 00:03:19.069046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38256) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:19.567007 n-d-804878-2 neutron-server[95327]: WARNING oslo_policy.policy [None req-ad7a3ec9-9e14-4145-bf28-d29569894950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:03:19.567882 n-d-804878-2 neutron-server[95327]: WARNING oslo_policy.policy [None req-ad7a3ec9-9e14-4145-bf28-d29569894950 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:03:19.783880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-ad7a3ec9-9e14-4145-bf28-d29569894950 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:03:19.785114 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ad7a3ec9-9e14-4145-bf28-d29569894950 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7139952 Aug 24 00:03:22.319093 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:03:22.451939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:22.773555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a284c434-a0f0-4a68-91cf-f67fe714c7e7 admin admin] Request body: {'router': {'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'name': 'router1', 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:03:22.879197 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a284c434-a0f0-4a68-91cf-f67fe714c7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:22.880866 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a284c434-a0f0-4a68-91cf-f67fe714c7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:23.034929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a284c434-a0f0-4a68-91cf-f67fe714c7e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:23.089437 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a284c434-a0f0-4a68-91cf-f67fe714c7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:23.164459 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a284c434-a0f0-4a68-91cf-f67fe714c7e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:23.171965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a284c434-a0f0-4a68-91cf-f67fe714c7e7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7128842 Aug 24 00:03:23.216194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9658063-2ceb-46c5-8214-a07948c51904 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:03:23.357430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a9658063-2ceb-46c5-8214-a07948c51904 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:03:23.610669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fd64eb-d2dd-4f1e-9983-bd853961ae34 None None] Network c3bc1c37-80b4-4a9d-930f-9757a453ab82 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:03:23.787330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3ee6ae18-fc87-470b-aef7-a5e33fd67232 None None] Provisioning for port a9658063-2ceb-46c5-8214-a07948c51904 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:03:23.791165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3ee6ae18-fc87-470b-aef7-a5e33fd67232 None None] Provisioning complete for port a9658063-2ceb-46c5-8214-a07948c51904 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:23.791557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ae18-fc87-470b-aef7-a5e33fd67232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:23.906749 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ae18-fc87-470b-aef7-a5e33fd67232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:23.941488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3ee6ae18-fc87-470b-aef7-a5e33fd67232 None None] For port a9658063-2ceb-46c5-8214-a07948c51904, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9658063-2ceb-46c5-8214-a07948c51904,segment=NetworkSegment(7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e),segment_id=7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:03:24.010424 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ee6ae18-fc87-470b-aef7-a5e33fd67232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:24.058178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6ae18-fc87-470b-aef7-a5e33fd67232 None None] Pushing event updated for resources: {'Port': ['ID=a9658063-2ceb-46c5-8214-a07948c51904,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:24.130656 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0b8883db-6fe6-43de-bbe3-c8078b3c38a4 None None] Provisioning complete for port a9658063-2ceb-46c5-8214-a07948c51904 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:24.131031 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b8883db-6fe6-43de-bbe3-c8078b3c38a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:25.171381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9658063-2ceb-46c5-8214-a07948c51904 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:03:25.217248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a9658063-2ceb-46c5-8214-a07948c51904 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:25.217638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:25.562782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:25.874986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-4441681e-6411-4dc1-9c28-d19586f9aea9 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:03:25.875979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4441681e-6411-4dc1-9c28-d19586f9aea9 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122523 Aug 24 00:03:26.227353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6a20baad-c75f-40e4-97aa-ca3d36b4115b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:28.307277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:28.618519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:03:28.695546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Made reservation on behalf of 0161e78ceb9b4e80894db040724181a0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:03:28.697719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:28.706113 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:28.789463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:28.844397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:28.859710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Reserving flat network on physical network physnet1 {{(pid=95326) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 00:03:28.877815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4409d6c-dc57-4793-8549-39c6433e2648,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:28.882484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:28.882831 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Added segment 178a1074-4c7c-4217-bc3d-189cb6e9f173 of type flat for network 48bb8d5d-bed2-4624-90e2-4675c8f1465d Aug 24 00:03:28.884473 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b211584-a47e-4622-9e01-8621c20073ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:28.929841 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:29.004502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:29.032833 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:29.033790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:29.034360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:29.090346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] Pushing event updated for resources: {'Network': ['ID=48bb8d5d-bed2-4624-90e2-4675c8f1465d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:29.100010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:03:29.148219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8ac64118-6bd9-44a1-84fc-ec09331dac0f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8398583 Aug 24 00:03:30.067239 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:31.459887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:31.575842 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:31.638052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c118b0-20c9-455c-8c76-b2b2b31ac180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:31.639656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-09c118b0-20c9-455c-8c76-b2b2b31ac180 admin admin] 10.222.0.26 "GET /v2.0/subnets/72d87ed3-dfb9-4253-af78-0f3eb8a110a6 HTTP/1.1" status: 200 len: 849 time: 0.1785643 Aug 24 00:03:31.756460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5c9beb92-b9ae-4604-bd72-f8f2b394eb51 admin admin] 10.222.0.26 "GET /v2.0/routers/42ce4374-a082-4b90-b161-f17d2c9777f3 HTTP/1.1" status: 200 len: 704 time: 0.1105609 Aug 24 00:03:32.016302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:32.303918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Allocated IP 172.20.0.1 (c3bc1c37-80b4-4a9d-930f-9757a453ab82/72d87ed3-dfb9-4253-af78-0f3eb8a110a6/6d2f7361-8724-4711-93fc-1038baa2ec83) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:03:32.494245 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:32.516137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Transition to ACTIVE for port object 6d2f7361-8724-4711-93fc-1038baa2ec83 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:03:32.645071 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:32.716089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Network c3bc1c37-80b4-4a9d-930f-9757a453ab82 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:03:32.723575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:03:32.727999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:03:32.729041 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:32.747993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2f7361-8724-4711-93fc-1038baa2ec83,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:32.951122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3f2b2d65-d280-4dd0-989e-c078c23612cb None None] Provisioning for port 6d2f7361-8724-4711-93fc-1038baa2ec83 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:03:32.955020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3f2b2d65-d280-4dd0-989e-c078c23612cb None None] Provisioning complete for port 6d2f7361-8724-4711-93fc-1038baa2ec83 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:32.955393 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f2b2d65-d280-4dd0-989e-c078c23612cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:32.974049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:32.987331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b2d65-d280-4dd0-989e-c078c23612cb None None] Port 6d2f7361-8724-4711-93fc-1038baa2ec83 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:03:33.176386 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:33.262069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:33.262849 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:33.339092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2f7361-8724-4711-93fc-1038baa2ec83,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:33.384887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Network c3bc1c37-80b4-4a9d-930f-9757a453ab82 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:03:33.386187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:03:33.614029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c86caa56-7465-4021-b0f1-9f929245934f None None] Provisioning complete for port 6d2f7361-8724-4711-93fc-1038baa2ec83 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:33.614489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c86caa56-7465-4021-b0f1-9f929245934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:33.633063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Router 42ce4374-a082-4b90-b161-f17d2c9777f3 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:03:33.647720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c86caa56-7465-4021-b0f1-9f929245934f None None] Port 6d2f7361-8724-4711-93fc-1038baa2ec83 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:03:33.726647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:03:33.732251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-343a3f1b-e549-48f1-bb37-0f0afc1f80d5 admin admin] 10.222.0.26 "PUT /v2.0/routers/42ce4374-a082-4b90-b161-f17d2c9777f3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9699254 Aug 24 00:03:33.737656 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Sync routers for ids ['42ce4374-a082-4b90-b161-f17d2c9777f3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:03:33.751684 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Routers {'42ce4374-a082-4b90-b161-f17d2c9777f3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:03:33.752550 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:03:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['42ce4374-a082-4b90-b161-f17d2c9777f3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:03:33.937808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Set router 42ce4374-a082-4b90-b161-f17d2c9777f3 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:03:34.361912 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'name': 'router1', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:03:22Z', 'updated_at': '2021-08-24T00:03:32Z', 'revision_number': 2, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'gw_port_host': None, '_interfaces': [{'id': '6d2f7361-8724-4711-93fc-1038baa2ec83', 'name': '', 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'mac_address': 'fa:16:3e:bb:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:32Z', 'updated_at': '2021-08-24T00:03:33Z', 'revision_number': 2, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'subnets': [{'id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1838f5dd-81f9-40ff-bfc6-e0290f5a4713'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:03:34.413304 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Checking router: 42ce4374-a082-4b90-b161-f17d2c9777f3 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:03:34.413699 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Updating router 42ce4374-a082-4b90-b161-f17d2c9777f3 port 6d2f7361-8724-4711-93fc-1038baa2ec83 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:03:34.461164 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:34.973543 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:34.991138 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Transition to ACTIVE for port object 6d2f7361-8724-4711-93fc-1038baa2ec83 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:03:35.060811 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:35.217682 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Pushing event updated for resources: {'Port': ['ID=6d2f7361-8724-4711-93fc-1038baa2ec83,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:35.226736 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Attempting to bind port 6d2f7361-8724-4711-93fc-1038baa2ec83 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:03:35.227075 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Attempting to bind port 6d2f7361-8724-4711-93fc-1038baa2ec83 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:03:35.227502 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Attempting to bind port 6d2f7361-8724-4711-93fc-1038baa2ec83 on network c3bc1c37-80b4-4a9d-930f-9757a453ab82 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:03:35.230786 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.231127 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.231467 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.231804 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.232132 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.232459 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.232781 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.233102 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.233423 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.233767 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.234089 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.234404 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Tracked resource versions report: Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: pushed versions: Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: { 'AddressGroup': {'1.2'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'ConntrackHelper': {'1.0'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Log': {'1.0'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Network': {'1.1'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Port': {'1.7'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'PortForwarding': {'1.2'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'QosPolicy': {'1.9'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'SecurityGroup': {'1.4'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'SubPort': {'1.0'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Subnet': {'1.1'}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Trunk': {'1.1'}} Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: consumer versions: Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: { DHCP agent@n-d-804878-2: {}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: L3 agent@n-d-804878-2: {}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: Metadata agent@n-d-804878-2: {}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: Metering agent@n-d-804878-2: {}, Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: Open vSwitch agent@n-d-804878-2: { 'AddressGroup': '1.2', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'ConntrackHelper': '1.0', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Log': '1.0', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Network': '1.1', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Port': '1.7', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'PortForwarding': '1.2', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'QosPolicy': '1.9', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'SecurityGroup': '1.4', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'SecurityGroupRule': '1.2', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'SubPort': '1.0', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Subnet': '1.1', Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: 'Trunk': '1.1'}} Aug 24 00:03:35.235485 n-d-804878-2 neutron-server[95329]: {{(pid=95329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:03:35.241626 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:03:35.242035 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Checking segment: {'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:03:35.242494 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:35.242880 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Bound using segment: {'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:03:35.243371 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Bound port: 6d2f7361-8724-4711-93fc-1038baa2ec83, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:03:35.243768 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:35.310337 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] For port 6d2f7361-8724-4711-93fc-1038baa2ec83, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:03:35.329189 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] For port 6d2f7361-8724-4711-93fc-1038baa2ec83, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6d2f7361-8724-4711-93fc-1038baa2ec83,segment=NetworkSegment(7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e),segment_id=7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:03:35.387961 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:35.444450 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ef386-c8b5-4135-90d1-2bf9245ea99d None None] Pushing event updated for resources: {'Port': ['ID=6d2f7361-8724-4711-93fc-1038baa2ec83,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:35.454280 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Routers {'42ce4374-a082-4b90-b161-f17d2c9777f3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:03:35.454909 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:03:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['42ce4374-a082-4b90-b161-f17d2c9777f3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:03:35.547357 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] Set router 42ce4374-a082-4b90-b161-f17d2c9777f3 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:03:35.758317 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'name': 'router1', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:03:22Z', 'updated_at': '2021-08-24T00:03:32Z', 'revision_number': 2, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'gw_port_host': None, '_interfaces': [{'id': '6d2f7361-8724-4711-93fc-1038baa2ec83', 'name': '', 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'mac_address': 'fa:16:3e:bb:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:32Z', 'updated_at': '2021-08-24T00:03:35Z', 'revision_number': 4, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'subnets': [{'id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1838f5dd-81f9-40ff-bfc6-e0290f5a4713'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:03:35.784588 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d1b40-3cad-45f4-ba34-c222c30fcf65 None None] The sync data for ids ['42ce4374-a082-4b90-b161-f17d2c9777f3'] in n-d-804878-2 is: [{'id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'name': 'router1', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:03:22Z', 'updated_at': '2021-08-24T00:03:32Z', 'revision_number': 2, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'gw_port_host': None, '_interfaces': [{'id': '6d2f7361-8724-4711-93fc-1038baa2ec83', 'name': '', 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'mac_address': 'fa:16:3e:bb:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:32Z', 'updated_at': '2021-08-24T00:03:35Z', 'revision_number': 4, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'subnets': [{'id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1838f5dd-81f9-40ff-bfc6-e0290f5a4713'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:03:35.953102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38330) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:36.064985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca04d08-f99b-448a-ba30-b66307b5fa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:36.066399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bca04d08-f99b-448a-ba30-b66307b5fa54 admin admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 842 time: 0.1123130 Aug 24 00:03:36.076240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:03:36.152599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Made reservation on behalf of 0161e78ceb9b4e80894db040724181a0 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:03:36.154847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:36.575959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.objects.ports [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:03:36.576395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:36.627553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9dbec2-371c-4588-bcee-5be5224554c6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:36.637695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:03:36.638057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Network hostable DHCP agents. Network: 48bb8d5d-bed2-4624-90e2-4675c8f1465d, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:03:36.739313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:03:36.836605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 48bb8d5d-bed2-4624-90e2-4675c8f1465d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:03:36.841287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:36.841935 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:36.847817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd5f71-dbcb-46b9-95b9-85829af75835 None None] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:03:36.941604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a3215b6a-8860-41d0-96a1-60f68369950e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8505127 Aug 24 00:03:36.972452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c326d126-b4b1-40bf-add9-fa73e515a840 None None] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:03:39.207616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38338) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:39.348522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a1228e79-543b-4943-9cdc-3cf4ca010163 admin admin] 10.222.0.26 "GET /v2.0/routers/42ce4374-a082-4b90-b161-f17d2c9777f3 HTTP/1.1" status: 200 len: 710 time: 0.1390650 Aug 24 00:03:39.436511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e6fac-738d-4e13-862f-9457efd06923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:03:39.437815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8b1e6fac-738d-4e13-862f-9457efd06923 admin admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 886 time: 0.0835807 Aug 24 00:03:39.447289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:03:39.687748 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:40.004276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:40.081926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:40.365807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Allocated IP 172.25.5.154 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/ab76ea04-7aff-4cb6-ab2e-2644f7bcba27) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:03:40.465578 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:40.581721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:40.624785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:03:40.628800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:03:40.633117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:03:40.635969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Pushing event updated for resources: {'Port': ['ID=ab76ea04-7aff-4cb6-ab2e-2644f7bcba27,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:41.066024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:41.202300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6d2f7361-8724-4711-93fc-1038baa2ec83 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:03:41.260308 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:41.264429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:41.329518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6d2f7361-8724-4711-93fc-1038baa2ec83 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:03:41.333593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6d2f7361-8724-4711-93fc-1038baa2ec83 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:41.333988 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:41.371884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Router 42ce4374-a082-4b90-b161-f17d2c9777f3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:03:41.417454 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:41.449442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 6d2f7361-8724-4711-93fc-1038baa2ec83, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6d2f7361-8724-4711-93fc-1038baa2ec83,segment=NetworkSegment(7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e),segment_id=7e83b3a0-9b09-4e5b-9bec-fbdc00d7814e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:03:41.496687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:03:41.501745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:41.502962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-51e3a5eb-c44a-4e4f-9236-f8896d85a94a admin admin] 10.222.0.26 "PUT /v2.0/routers/42ce4374-a082-4b90-b161-f17d2c9777f3 HTTP/1.1" status: 200 len: 890 time: 2.0590651 Aug 24 00:03:41.518959 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:41.570676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=6d2f7361-8724-4711-93fc-1038baa2ec83,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:42.187726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Sync routers for ids ['42ce4374-a082-4b90-b161-f17d2c9777f3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:03:42.197876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Routers {'42ce4374-a082-4b90-b161-f17d2c9777f3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:03:42.198583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:03:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['42ce4374-a082-4b90-b161-f17d2c9777f3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:03:42.446083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Set router 42ce4374-a082-4b90-b161-f17d2c9777f3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:03:42.911961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'name': 'router1', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ab76ea04-7aff-4cb6-ab2e-2644f7bcba27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:03:22Z', 'updated_at': '2021-08-24T00:03:40Z', 'revision_number': 4, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'gw_port': {'id': 'ab76ea04-7aff-4cb6-ab2e-2644f7bcba27', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:40Z', 'updated_at': '2021-08-24T00:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6d2f7361-8724-4711-93fc-1038baa2ec83', 'name': '', 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'mac_address': 'fa:16:3e:bb:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:32Z', 'updated_at': '2021-08-24T00:03:41Z', 'revision_number': 5, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'subnets': [{'id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1838f5dd-81f9-40ff-bfc6-e0290f5a4713'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:03:42.960492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Checking router: 42ce4374-a082-4b90-b161-f17d2c9777f3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:03:42.960843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Updating router 42ce4374-a082-4b90-b161-f17d2c9777f3 port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:03:43.007289 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:43.201196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6d2f7361-8724-4711-93fc-1038baa2ec83 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:03:43.310394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6d2f7361-8724-4711-93fc-1038baa2ec83 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:43.310762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:43.391359 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:43.404170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Transition to ACTIVE for port object ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:03:43.493549 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:43.541435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Attempting to bind port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:03:43.541831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Attempting to bind port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:03:43.542695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Attempting to bind port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:03:43.549221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1b939-24c1-4be7-80d6-7c082e609a9f None None] Pushing event updated for resources: {'Port': ['ID=ab76ea04-7aff-4cb6-ab2e-2644f7bcba27,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:43.551855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:03:43.552259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:03:43.552622 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:43.553008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:03:43.553470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Bound port: ab76ea04-7aff-4cb6-ab2e-2644f7bcba27, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:03:43.553875 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:43.603281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] For port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:03:43.606772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] For port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ab76ea04-7aff-4cb6-ab2e-2644f7bcba27,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:03:43.699579 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:43.847561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1b939-24c1-4be7-80d6-7c082e609a9f None None] Pushing event updated for resources: {'Port': ['ID=ab76ea04-7aff-4cb6-ab2e-2644f7bcba27,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:43.851110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Routers {'42ce4374-a082-4b90-b161-f17d2c9777f3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:03:43.851718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:03:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['42ce4374-a082-4b90-b161-f17d2c9777f3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:03:43.888926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38350) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:03:43.957268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] Set router 42ce4374-a082-4b90-b161-f17d2c9777f3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:03:44.000290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6589d3b2-19fc-4571-9d5b-f4409941adb1 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1102333 Aug 24 00:03:44.174609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'name': 'router1', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ab76ea04-7aff-4cb6-ab2e-2644f7bcba27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:03:22Z', 'updated_at': '2021-08-24T00:03:40Z', 'revision_number': 4, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'gw_port': {'id': 'ab76ea04-7aff-4cb6-ab2e-2644f7bcba27', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:40Z', 'updated_at': '2021-08-24T00:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6d2f7361-8724-4711-93fc-1038baa2ec83', 'name': '', 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'mac_address': 'fa:16:3e:bb:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:32Z', 'updated_at': '2021-08-24T00:03:41Z', 'revision_number': 5, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'subnets': [{'id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1838f5dd-81f9-40ff-bfc6-e0290f5a4713'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:03:44.204883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9c3d5-2023-491e-a559-6d41f3d06469 None None] The sync data for ids ['42ce4374-a082-4b90-b161-f17d2c9777f3'] in n-d-804878-2 is: [{'id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'name': 'router1', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'ab76ea04-7aff-4cb6-ab2e-2644f7bcba27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:03:22Z', 'updated_at': '2021-08-24T00:03:40Z', 'revision_number': 4, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'gw_port': {'id': 'ab76ea04-7aff-4cb6-ab2e-2644f7bcba27', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:40Z', 'updated_at': '2021-08-24T00:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6d2f7361-8724-4711-93fc-1038baa2ec83', 'name': '', 'network_id': 'c3bc1c37-80b4-4a9d-930f-9757a453ab82', 'tenant_id': '3c80b08e317d41deb65f68bf213f3b16', 'mac_address': 'fa:16:3e:bb:55:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ce4374-a082-4b90-b161-f17d2c9777f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:03:32Z', 'updated_at': '2021-08-24T00:03:41Z', 'revision_number': 5, 'project_id': '3c80b08e317d41deb65f68bf213f3b16', 'subnets': [{'id': '72d87ed3-dfb9-4253-af78-0f3eb8a110a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1838f5dd-81f9-40ff-bfc6-e0290f5a4713'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:03:45.214027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:03:45.323552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:03:45.327545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:45.327917 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:45.424201 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:45.443192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ab76ea04-7aff-4cb6-ab2e-2644f7bcba27,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:03:45.494994 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:45.544784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ab76ea04-7aff-4cb6-ab2e-2644f7bcba27,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:03:47.197163 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:03:47.246140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ab76ea04-7aff-4cb6-ab2e-2644f7bcba27 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:03:47.246525 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:56.209283 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f643ab69-6bd9-495b-a1fe-4d8c41364b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:58.904245 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b25844f-1695-492d-9d60-a43957665fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:59.035715 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:03:59.321189 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:04:00.077972 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:01.575330 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:26.226279 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-794755ba-68a4-4353-9398-029b0e016231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:28.894743 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91ac3115-3cf8-47fc-8013-ddead93644a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:29.043854 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:30.789112 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:31.588951 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:36.320358 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:04:56.213320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a00bd7c9-6283-4353-9e84-c8ad73aa8abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:58.926110 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e34e87f9-a37b-414a-a308-b88692f6f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:04:59.021474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:00.084576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:01.573375 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:13.318033 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:05:25.599145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38950) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:25.661037 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf72490-b14a-4eea-a83d-e446436d6eb9 admin admin] GET failed (client error): The resource could not be found. Aug 24 00:05:25.662400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0cf72490-b14a-4eea-a83d-e446436d6eb9 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622921 Aug 24 00:05:25.844766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae8a024-3324-429f-a1ce-e54e26f974b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:25.846302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fae8a024-3324-429f-a1ce-e54e26f974b5 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1794925 Aug 24 00:05:26.203536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f1f7531e-6294-472d-825c-fffe2385b7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:28.007942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38960) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:28.110132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be7f9cf-f452-484a-bce7-6279c23d0019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:28.111532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6be7f9cf-f452-484a-bce7-6279c23d0019 admin admin] 10.222.0.26 "GET /v2.0/subnets/72d87ed3-dfb9-4253-af78-0f3eb8a110a6 HTTP/1.1" status: 200 len: 849 time: 0.1026561 Aug 24 00:05:28.125445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:05:28.217123 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:28.436037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733486022346'] for subnet, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:28.471528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:28.472042 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:28.473738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] 10.222.0.26 "PUT /v2.0/subnets/72d87ed3-dfb9-4253-af78-0f3eb8a110a6 HTTP/1.1" status: 200 len: 868 time: 0.3534992 Aug 24 00:05:28.481179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8d54e-eed9-47d0-b9bd-aff66f0bc9bb None None] Network c3bc1c37-80b4-4a9d-930f-9757a453ab82 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:05:28.494117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72d87ed3-dfb9-4253-af78-0f3eb8a110a6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:05:28.501533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.501985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.502271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.502618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.502960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.503359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.503844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.504177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.504507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.504841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.505175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.505504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cd396-75ee-4064-835f-f2c2ef32e790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:05:28.903720 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5ac242a-ee74-4ef7-9c7e-c069ac165215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:28.912979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3cff7a2c-b947-49cd-b5ac-e232acde1867 None None] Provisioning complete for port a9658063-2ceb-46c5-8214-a07948c51904 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:05:28.913350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cff7a2c-b947-49cd-b5ac-e232acde1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:29.013560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3cff7a2c-b947-49cd-b5ac-e232acde1867 None None] Provisioning complete for port 6d2f7361-8724-4711-93fc-1038baa2ec83 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:05:29.013862 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cff7a2c-b947-49cd-b5ac-e232acde1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:29.036471 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:30.087257 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:30.628415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38968) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:30.978863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.policy [None req-f17b60af-a96b-4637-8337-55c8de71848e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95327) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 00:05:31.026226 n-d-804878-2 neutron-server[95327]: WARNING oslo_policy.policy [None req-f17b60af-a96b-4637-8337-55c8de71848e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:05:31.026622 n-d-804878-2 neutron-server[95327]: WARNING oslo_policy.policy [None req-f17b60af-a96b-4637-8337-55c8de71848e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 00:05:31.035026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b60af-a96b-4637-8337-55c8de71848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:31.035512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b60af-a96b-4637-8337-55c8de71848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:31.037438 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f17b60af-a96b-4637-8337-55c8de71848e admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4080639 Aug 24 00:05:31.562714 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:33.208942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:33.405003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474664d-b9c3-4870-a8f1-fa8a32f4d726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:33.405395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474664d-b9c3-4870-a8f1-fa8a32f4d726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:33.406959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c474664d-b9c3-4870-a8f1-fa8a32f4d726 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970134 Aug 24 00:05:35.557762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:35.682553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daab2a9-6e0f-4419-bb2d-f1a6ecaf3632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:35.683914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6daab2a9-6e0f-4419-bb2d-f1a6ecaf3632 admin admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 886 time: 0.1252141 Aug 24 00:05:37.817339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:37.945347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db11e33-7822-4888-8966-af103921176b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:37.946730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0db11e33-7822-4888-8966-af103921176b admin admin] 10.222.0.26 "GET /v2.0/networks/c3bc1c37-80b4-4a9d-930f-9757a453ab82 HTTP/1.1" status: 200 len: 869 time: 0.1284125 Aug 24 00:05:40.093420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:40.313955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea546386-0e4c-4ab9-ab76-430087bbf578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:40.314421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea546386-0e4c-4ab9-ab76-430087bbf578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:40.315945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ea546386-0e4c-4ab9-ab76-430087bbf578 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2215562 Aug 24 00:05:42.457152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:42.547528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee410f-865b-45e5-8d32-4ca74542ef81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:42.547988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee410f-865b-45e5-8d32-4ca74542ef81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:42.549475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2fee410f-865b-45e5-8d32-4ca74542ef81 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913360 Aug 24 00:05:44.713938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39020) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:44.800644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03241e51-a53f-4ae5-ad09-67ad5462e397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:44.802000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-03241e51-a53f-4ae5-ad09-67ad5462e397 admin admin] 10.222.0.26 "GET /v2.0/subnets/5b9dbec2-371c-4588-bcee-5be5224554c6 HTTP/1.1" status: 200 len: 816 time: 0.0871820 Aug 24 00:05:46.952778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:05:47.043213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647a2a9-1ea4-4841-a384-deffc6a2fc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:05:47.044688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4647a2a9-1ea4-4841-a384-deffc6a2fc5c admin admin] 10.222.0.26 "GET /v2.0/subnets/72d87ed3-dfb9-4253-af78-0f3eb8a110a6 HTTP/1.1" status: 200 len: 868 time: 0.0909569 Aug 24 00:05:50.316950 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:05:56.206636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a8285c0-a7d3-4dff-b528-3786002bb0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:58.898838 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b4c58452-8cb1-4906-9737-e1cd4bfa5056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:05:59.019187 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:00.086628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:01.578886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:11.026666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:06:11.074718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-0a484ece-7647-4208-9a20-3c2b68631528 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:06:11.075722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0a484ece-7647-4208-9a20-3c2b68631528 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480847 Aug 24 00:06:13.320301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39090) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:06:13.380514 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a856858a-3158-4366-9433-c87457ee78d7 admin admin] GET failed (client error): The resource could not be found. Aug 24 00:06:13.382464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a856858a-3158-4366-9433-c87457ee78d7 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605943 Aug 24 00:06:13.468765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bdd729-b72f-4600-a6b9-8e440b8a3c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:06:13.470277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-28bdd729-b72f-4600-a6b9-8e440b8a3c17 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833106 Aug 24 00:06:15.673318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:06:15.722306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:06:15.800978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Made reservation on behalf of 0161e78ceb9b4e80894db040724181a0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:06:15.803220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:15.830413 n-d-804878-2 neutron-server[95326]: WARNING neutron.services.revisions.revision_plugin [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Could not find related network for resource to bump revision. Aug 24 00:06:15.840307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:06:15.848460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:15.848781 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Added segment b5442c69-abc9-4f37-9390-1c52b88fdc1b of type vlan for network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae Aug 24 00:06:15.886755 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:15.977252 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:15.978225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:06:15.978792 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:16.037468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] Pushing event updated for resources: {'Network': ['ID=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:06:16.048028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:06:16.093203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9a4a88aa-a9b5-4df6-85e2-f065208b503e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4187312 Aug 24 00:06:18.277589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39106) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:06:18.345151 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf77e31-1424-4249-b585-ab9b1ebfcf7a admin admin] GET failed (client error): The resource could not be found. Aug 24 00:06:18.346540 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-adf77e31-1424-4249-b585-ab9b1ebfcf7a admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0680096 Aug 24 00:06:18.449788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd45853-eca4-484e-bed8-9182a1441917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:06:18.451293 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-acd45853-eca4-484e-bed8-9182a1441917 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003754 Aug 24 00:06:18.461748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'description': 'shared-subnet'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:06:18.463529 n-d-804878-2 neutron-server[95327]: INFO neutron.quota [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Loaded quota_driver: . Aug 24 00:06:18.566571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Made reservation on behalf of 0161e78ceb9b4e80894db040724181a0 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:06:18.569452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:18.903969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:18.967693 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:06:18.968070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Network hostable DHCP agents. Network: 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:06:18.978304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:06:18.992287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.992639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.992974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.993309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.993662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.993993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.994319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.994646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.994965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.995286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.995605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.995924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Tracked resource versions report: Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: pushed versions: Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: { 'AddressGroup': {'1.2'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'ConntrackHelper': {'1.0'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Log': {'1.0'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Network': {'1.1'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Port': {'1.7'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'PortForwarding': {'1.2'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'QosPolicy': {'1.9'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'SecurityGroup': {'1.4'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'SubPort': {'1.0'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Subnet': {'1.1'}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Trunk': {'1.1'}} Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: consumer versions: Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: { DHCP agent@n-d-804878-2: {}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: L3 agent@n-d-804878-2: {}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: Metadata agent@n-d-804878-2: {}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: Metering agent@n-d-804878-2: {}, Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: Open vSwitch agent@n-d-804878-2: { 'AddressGroup': '1.2', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'ConntrackHelper': '1.0', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Log': '1.0', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Network': '1.1', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Port': '1.7', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'PortForwarding': '1.2', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'QosPolicy': '1.9', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'SecurityGroup': '1.4', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'SecurityGroupRule': '1.2', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'SubPort': '1.0', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Subnet': '1.1', Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: 'Trunk': '1.1'}} Aug 24 00:06:18.997051 n-d-804878-2 neutron-server[95327]: {{(pid=95327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:06:19.097634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:06:19.195605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:06:19.200133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:06:19.200752 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:19.204769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5bccc4-8b0e-44b6-bbdc-a6d6c88a33c4 None None] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:06:19.282020 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-61302f30-a86c-4d59-8024-1a1c82e166f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8239102 Aug 24 00:06:19.451078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'tenant_id': '0161e78ceb9b4e80894db040724181a0', 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:06:19.451992 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:19.593038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Allocated IP 192.168.233.2 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/116ace68-243c-49e7-b6a5-aea80d879e3c) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:06:19.732446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:19.740466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Transition to ACTIVE for port object 116ace68-243c-49e7-b6a5-aea80d879e3c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:06:19.755755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Transition to ACTIVE for port object 116ace68-243c-49e7-b6a5-aea80d879e3c will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:06:19.813191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:19.856497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:06:19.859257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:06:19.862590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:06:19.870364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Pushing event updated for resources: {'Port': ['ID=116ace68-243c-49e7-b6a5-aea80d879e3c,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:06:19.892151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.892499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.892847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.893186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.893523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.893883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.894248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.894579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.894907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.895233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.895558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.895886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:06:19.929765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Attempting to bind port 116ace68-243c-49e7-b6a5-aea80d879e3c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:06:19.930132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Attempting to bind port 116ace68-243c-49e7-b6a5-aea80d879e3c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:06:19.930494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Attempting to bind port 116ace68-243c-49e7-b6a5-aea80d879e3c on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:06:19.935740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:06:19.936111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:06:19.936510 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:19.936896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:06:19.937357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Bound port: 116ace68-243c-49e7-b6a5-aea80d879e3c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:06:19.937776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:20.001515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] For port 116ace68-243c-49e7-b6a5-aea80d879e3c, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:06:20.004596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] For port 116ace68-243c-49e7-b6a5-aea80d879e3c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=116ace68-243c-49e7-b6a5-aea80d879e3c,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:06:20.075276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:20.135859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8ae85-c3b4-4f16-b14a-bddb85214f38 None None] Pushing event updated for resources: {'Port': ['ID=116ace68-243c-49e7-b6a5-aea80d879e3c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:06:20.987579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a87e0-a307-4315-94bb-7b1b26e42443 None None] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:06:21.182759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3449ebbf-129a-47ca-bada-55a1b5edd1ed None None] Provisioning for port 116ace68-243c-49e7-b6a5-aea80d879e3c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:06:21.364772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 116ace68-243c-49e7-b6a5-aea80d879e3c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:06:21.486781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 116ace68-243c-49e7-b6a5-aea80d879e3c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:06:21.491234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 116ace68-243c-49e7-b6a5-aea80d879e3c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:06:21.491735 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:21.574775 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:21.608109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 116ace68-243c-49e7-b6a5-aea80d879e3c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=116ace68-243c-49e7-b6a5-aea80d879e3c,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:06:21.675388 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:21.725973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=116ace68-243c-49e7-b6a5-aea80d879e3c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:06:23.306783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 116ace68-243c-49e7-b6a5-aea80d879e3c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:06:23.352559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 116ace68-243c-49e7-b6a5-aea80d879e3c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:06:23.352930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:26.206111 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-855ebb27-6815-49cf-a93b-a5e9068a8d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:27.315563 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:06:28.954593 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cee3ef8-67cf-4417-b306-78f6fd6d0fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:29.023127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:30.132209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:31.628596 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:56.181826 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a8f8d88b-ffa0-4eb9-8ba8-1dccc5ec78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:58.934728 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-32451a70-1407-4573-a4af-37a1a962dad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:06:59.016100 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:00.090264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:01.581541 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:04.313603 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:07:26.203794 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfa99b7b-d7a3-4486-8e72-d6dcff1bdf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:28.917973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f2dfc643-ba79-4919-8ac9-3a315efd7744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:29.003322 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:30.089320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:31.632666 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:36.175474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39162) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:07:36.182281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-8906fba7-156c-42a8-9bae-9c0ad0e96615 tempest-verify_tempest_config-383812111 tempest-verify_tempest_config-383812111-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:07:36.183241 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8906fba7-156c-42a8-9bae-9c0ad0e96615 tempest-verify_tempest_config-383812111 tempest-verify_tempest_config-383812111-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067813 Aug 24 00:07:36.682227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:07:36.783380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:36.869014 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:36.951770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:36.995254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68ba72f8622344deb781e554ca7c8fe5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3119059 Aug 24 00:07:36.997028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb643581-60c7-4458-ac35-6611d0c21670,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:07:36.998110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39186) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:07:37.003631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.003986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.004595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.004940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.005281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.005637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.006574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.006909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.007553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.007887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.008223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.008552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd765a-9e6f-4295-959f-23410631f7fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.097256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:37.118664 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:37.255204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:37.257707 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:37.258868 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb643581-60c7-4458-ac35-6611d0c21670 HTTP/1.1" status: 204 len: 168 time: 0.2598014 Aug 24 00:07:37.266489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb643581-60c7-4458-ac35-6611d0c21670,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:07:37.273431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.273980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.274327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.274668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.275027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.275366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.275732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.276056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.276383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.276847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.277178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:37.277606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb29445e-cc45-44d8-b0f3-8a83cb8a6799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:07:41.366520 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:07:56.214547 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-70c5747d-57e9-42f2-873a-12533276bf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:58.940738 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e28ab24e-5fff-4719-b77b-f9639a99fcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:07:58.991357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:00.145336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:01.591414 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:18.315332 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:08:26.201963 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e05a9e7a-e8d4-4670-b634-3e6bbb37ba9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:28.914481 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-32fc5763-8a0a-49ad-ae4f-10e0cb8f8a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:29.018011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:30.133051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:31.624885 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:55.313677 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:08:56.269942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-239544be-b499-46e2-9997-65d7971358bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:58.937987 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07df4045-a922-4815-9b3b-15be4dd4156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:08:59.016259 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:00.109403 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:01.610627 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:26.211360 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cdbe6c2b-6fd3-47be-907c-33891f799df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:28.954831 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1e1448e3-8f61-4514-96e5-971eaba2217b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:29.057020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:30.114597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:31.617474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:32.312761 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:09:56.230832 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6c39ea6e-4a73-4376-8d2c-398f8518b06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:58.930597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c82c1341-a623-492c-9f96-199014b18c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:09:59.027765 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:00.108149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:01.619231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:09.310887 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 5 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:10:26.229228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c10def07-7f09-4e9d-9c27-31312e3b38f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:28.965870 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c8ba760-a105-4853-a64d-2e9212814f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:29.032509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:30.244066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:31.615741 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:42.040041 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686649'] for agent, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:46.314229 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 6 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:10:55.182368 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686649'] for agent, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:56.232215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a9942dd-8695-459a-a09d-83f04dcb089f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:58.936054 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81194a63-3511-4dd0-a723-51db5e5e50ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:10:59.031965 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:00.135872 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:01.677311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:12.021340 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:23.313840 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:11:25.129415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:26.220530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82dfb654-e13a-4084-a6bd-6c97bcf9b18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:28.923639 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7328b764-0457-4dbe-8abb-58da1403ff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:29.066311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:30.146192 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:31.631340 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:33.415127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39246) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:33.518441 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7287ced6-cc5a-4d39-872b-cb41ba1e0082 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1022398 Aug 24 00:11:35.685872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39256) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:11:35.740267 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4e25be12-f947-4c4c-945a-b87c0e547363 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0533743 Aug 24 00:11:42.031354 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:55.116310 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:56.184856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7413cfd2-530a-4b90-8294-ac40ba5ee514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:58.910414 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e44ee0ec-e0de-4cfa-94b9-d3e65ef866c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:11:59.013169 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.184752 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:00.313367 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:12:01.613086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:12.024592 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:25.092702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:26.262061 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4901595a-134b-476e-af00-3f7b2f72a52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:28.903241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5261a849-fa69-4f6c-9917-80d7686d222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:29.035217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:30.120819 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:31.699479 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:37.313535 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:12:42.051748 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:55.154469 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:56.268565 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8bb9ca1e-1e7f-48ff-968f-1c60423dc5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:58.931172 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1e12f002-e386-48c8-bc96-5946b7f8fb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:12:59.023239 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:00.154347 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:01.721274 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:02.733585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39678) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:02.766662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39690) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:02.768833 n-d-804878-2 neutron-server[95326]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 00:13:02.796981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-76d729ba-132d-437e-a960-543859d394c1 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=de23ddb996834f4cb82d96fbd94f9888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292487 Aug 24 00:13:02.894389 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:03.019447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-75ba45a5-d027-4abe-b1c9-be934994caa1 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:03.020837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-75ba45a5-d027-4abe-b1c9-be934994caa1 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172213 Aug 24 00:13:03.048526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-9c68a811-d4e3-463f-b9cd-abbdbae17428 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/quotas/de23ddb996834f4cb82d96fbd94f9888 HTTP/1.1" status: 200 len: 375 time: 0.0194085 Aug 24 00:13:03.104891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-6665e5d2-3892-41e9-8250-2adbba5193d4 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de23ddb996834f4cb82d96fbd94f9888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505269 Aug 24 00:13:03.126152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:03.280754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:03.318530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efb102abc6b74ccf8ab6abcc921c71de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5833251 Aug 24 00:13:03.319532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ac391a-a251-4c50-807a-0af0a7646a0e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:03.321626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39708) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:03.327500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.327916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.328422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.328756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.329086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.329466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.329777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.330077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.330401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.330722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.331040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.331362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac1dad-8871-4b4c-b8fe-b98e734e81a7 admin admin] Tracked resource versions report: Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: pushed versions: Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: { 'AddressGroup': {'1.2'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'ConntrackHelper': {'1.0'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Log': {'1.0'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Network': {'1.1'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Port': {'1.7'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'PortForwarding': {'1.2'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'QosPolicy': {'1.9'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'SecurityGroup': {'1.4'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'SubPort': {'1.0'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Subnet': {'1.1'}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Trunk': {'1.1'}} Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: consumer versions: Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: { DHCP agent@n-d-804878-2: {}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: HyperV agent@n-h1-804878-2: {}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: HyperV agent@n-h2-804878-2: {}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: L3 agent@n-d-804878-2: {}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: Metadata agent@n-d-804878-2: {}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: Metering agent@n-d-804878-2: {}, Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: Open vSwitch agent@n-d-804878-2: { 'AddressGroup': '1.2', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'ConntrackHelper': '1.0', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Log': '1.0', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Network': '1.1', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Port': '1.7', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'PortForwarding': '1.2', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'QosPolicy': '1.9', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'SecurityGroup': '1.4', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'SecurityGroupRule': '1.2', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'SubPort': '1.0', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Subnet': '1.1', Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: 'Trunk': '1.1'}} Aug 24 00:13:03.332944 n-d-804878-2 neutron-server[95326]: {{(pid=95326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:13:03.376266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:03.398178 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:03.582896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:03.585429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:03.586622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0ac391a-a251-4c50-807a-0af0a7646a0e HTTP/1.1" status: 204 len: 168 time: 0.2640264 Aug 24 00:13:03.595781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ac391a-a251-4c50-807a-0af0a7646a0e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:03.605865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.606217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.606556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.607015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.607500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.607840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.608283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.608619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.609265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.609713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.610051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.610378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10edf48-2910-4143-a219-01e6477bd538 admin admin] Tracked resource versions report: Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: pushed versions: Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: { 'AddressGroup': {'1.2'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'ConntrackHelper': {'1.0'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Log': {'1.0'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Network': {'1.1'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Port': {'1.7'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'PortForwarding': {'1.2'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'QosPolicy': {'1.9'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'SecurityGroup': {'1.4'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'SubPort': {'1.0'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Subnet': {'1.1'}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Trunk': {'1.1'}} Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: consumer versions: Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: { DHCP agent@n-d-804878-2: {}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: HyperV agent@n-h1-804878-2: {}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: HyperV agent@n-h2-804878-2: {}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: L3 agent@n-d-804878-2: {}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: Metadata agent@n-d-804878-2: {}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: Metering agent@n-d-804878-2: {}, Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: Open vSwitch agent@n-d-804878-2: { 'AddressGroup': '1.2', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'ConntrackHelper': '1.0', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Log': '1.0', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Network': '1.1', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Port': '1.7', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'PortForwarding': '1.2', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'QosPolicy': '1.9', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'SecurityGroup': '1.4', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'SecurityGroupRule': '1.2', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'SubPort': '1.0', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Subnet': '1.1', Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: 'Trunk': '1.1'}} Aug 24 00:13:03.613771 n-d-804878-2 neutron-server[95327]: {{(pid=95327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:13:03.617598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39736) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:03.723737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c54ac2a8-3403-42e7-bbc9-7c9b2e1f8c7d req-25350802-a58b-4bf0-9f09-7856a04ec363 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 210 time: 0.1045036 Aug 24 00:13:04.739296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39784) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:04.786334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39790) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:04.801485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f52cb617-f748-49f6-a157-19cdfc093cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:04.895826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f52cb617-f748-49f6-a157-19cdfc093cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:04.956747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2954-f2a7-448a-b660-7ff4ec9fc11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:04.995581 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f52cb617-f748-49f6-a157-19cdfc093cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.039328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f52cb617-f748-49f6-a157-19cdfc093cb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e47f629ad7b46df936b666f6316b4cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2517257 Aug 24 00:13:05.042059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39802) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:05.062952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cb617-f748-49f6-a157-19cdfc093cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f752e0b-8cc3-4ab4-a30c-9813680cbe40,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:05.107872 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50914271-8f20-4d47-9fa1-b9e7a026529f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.128878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2954-f2a7-448a-b660-7ff4ec9fc11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.129736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50914271-8f20-4d47-9fa1-b9e7a026529f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.156130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5057a6c-0822-4917-b456-85d7e1a98b38 req-a5a8496a-f532-4236-b17d-68d7bafd60ad tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 210 time: 0.0254962 Aug 24 00:13:05.240156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4ad2954-f2a7-448a-b660-7ff4ec9fc11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.284325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b4ad2954-f2a7-448a-b660-7ff4ec9fc11d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88c5ebfc44a84e41af72903d27cba074&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5436518 Aug 24 00:13:05.286397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad2954-f2a7-448a-b660-7ff4ec9fc11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a842e3-3aa6-4f9e-b15e-33c663e81865,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:05.287118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39818) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:05.313758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50914271-8f20-4d47-9fa1-b9e7a026529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.323316 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50914271-8f20-4d47-9fa1-b9e7a026529f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.323316 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-50914271-8f20-4d47-9fa1-b9e7a026529f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f752e0b-8cc3-4ab4-a30c-9813680cbe40 HTTP/1.1" status: 204 len: 168 time: 0.2743304 Aug 24 00:13:05.340032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50914271-8f20-4d47-9fa1-b9e7a026529f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f752e0b-8cc3-4ab4-a30c-9813680cbe40,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:05.355322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-382bcc3d-a3e5-4439-80ba-e3e66d09d4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.380854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-382bcc3d-a3e5-4439-80ba-e3e66d09d4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.605923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-382bcc3d-a3e5-4439-80ba-e3e66d09d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.608811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-382bcc3d-a3e5-4439-80ba-e3e66d09d4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:05.610256 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-382bcc3d-a3e5-4439-80ba-e3e66d09d4ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8a842e3-3aa6-4f9e-b15e-33c663e81865 HTTP/1.1" status: 204 len: 168 time: 0.3220453 Aug 24 00:13:05.621170 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bcc3d-a3e5-4439-80ba-e3e66d09d4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a842e3-3aa6-4f9e-b15e-33c663e81865,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:06.769431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39892) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:06.794934 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6c7252d-b4c0-459c-aa7b-17f0b230c7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:06.870743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:06.921681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39902) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:06.927567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6c7252d-b4c0-459c-aa7b-17f0b230c7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.018027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3c7bb56-5492-4f69-a988-aa01f3d25cef req-b76ae375-5b72-44f5-aa4a-23b2410e3004 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 210 time: 0.0310209 Aug 24 00:13:07.034981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6c7252d-b4c0-459c-aa7b-17f0b230c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.116595 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d6c7252d-b4c0-459c-aa7b-17f0b230c7ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35a37274cae548ce84f6f3e313ff66eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3436530 Aug 24 00:13:07.119380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39914) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:07.125763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7252d-b4c0-459c-aa7b-17f0b230c7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f07ed2-3b08-4404-b335-c94017d68bc6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:07.155427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8525488-5a8e-4ee0-b95c-d8736a7c61d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.184237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20aae7ff-6273-40ce-b6bc-fc6ed33a93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.212705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-20aae7ff-6273-40ce-b6bc-fc6ed33a93fa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:13:07.212705 n-d-804878-2 neutron-server[95326]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:13:07.212705 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id': 'b40aacfca38649689488e49feaf2d7c8', 'id': '3b221628-72c3-4a83-a69b-66171d7d68e3', 'expiration': datetime.datetime(2021, 8, 24, 0, 15, 7, 207420)}] Aug 24 00:13:07.212705 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:13:07.213044 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-20aae7ff-6273-40ce-b6bc-fc6ed33a93fa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:13:07.233491 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca0c0-d65e-42de-a196-1505eeb6dd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.273394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca0c0-d65e-42de-a196-1505eeb6dd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.303158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8525488-5a8e-4ee0-b95c-d8736a7c61d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.396284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8525488-5a8e-4ee0-b95c-d8736a7c61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.451802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c8525488-5a8e-4ee0-b95c-d8736a7c61d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3ca5058e1b4484cab0c4d6e3cbe88f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5788114 Aug 24 00:13:07.451991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39936) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:07.452996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8525488-5a8e-4ee0-b95c-d8736a7c61d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c20c70-652c-4edc-9537-2cecfe8ee39a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:07.490638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca0c0-d65e-42de-a196-1505eeb6dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.493738 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca0c0-d65e-42de-a196-1505eeb6dd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.497418 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1b1ca0c0-d65e-42de-a196-1505eeb6dd80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9f07ed2-3b08-4404-b335-c94017d68bc6 HTTP/1.1" status: 204 len: 168 time: 0.3745446 Aug 24 00:13:07.515224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ca0c0-d65e-42de-a196-1505eeb6dd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f07ed2-3b08-4404-b335-c94017d68bc6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:07.533641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85734ccc-9a92-4402-975a-a1c2152a5ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.561308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85734ccc-9a92-4402-975a-a1c2152a5ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.714843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20aae7ff-6273-40ce-b6bc-fc6ed33a93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.760027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85734ccc-9a92-4402-975a-a1c2152a5ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.762660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85734ccc-9a92-4402-975a-a1c2152a5ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.777730 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-85734ccc-9a92-4402-975a-a1c2152a5ce9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61c20c70-652c-4edc-9537-2cecfe8ee39a HTTP/1.1" status: 204 len: 168 time: 0.3109908 Aug 24 00:13:07.777730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85734ccc-9a92-4402-975a-a1c2152a5ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c20c70-652c-4edc-9537-2cecfe8ee39a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:07.823543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20aae7ff-6273-40ce-b6bc-fc6ed33a93fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:07.988166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20aae7ff-6273-40ce-b6bc-fc6ed33a93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.026709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-20aae7ff-6273-40ce-b6bc-fc6ed33a93fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b40aacfca38649689488e49feaf2d7c8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1039646 Aug 24 00:13:08.027850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aae7ff-6273-40ce-b6bc-fc6ed33a93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9119696a-e36e-4a22-afe2-5850b4addda6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:08.030214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39964) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:08.088738 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f1549e1-b4ba-4be0-8785-7cddfef54241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.131793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f1549e1-b4ba-4be0-8785-7cddfef54241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.234544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d40b082b-9428-453f-a6d3-e611f4fc04c8 req-75da0851-42d4-419a-a3a6-c2a74ea1eea5 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 210 time: 0.0315385 Aug 24 00:13:08.251329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f1549e1-b4ba-4be0-8785-7cddfef54241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.254482 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f1549e1-b4ba-4be0-8785-7cddfef54241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.262564 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2f1549e1-b4ba-4be0-8785-7cddfef54241 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9119696a-e36e-4a22-afe2-5850b4addda6 HTTP/1.1" status: 204 len: 168 time: 0.2274642 Aug 24 00:13:08.262797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.37', 49802) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:08.272548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1549e1-b4ba-4be0-8785-7cddfef54241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9119696a-e36e-4a22-afe2-5850b4addda6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:08.295197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-0ed79fc9-8c22-4418-b5fc-a448f8108a9c tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=de23ddb996834f4cb82d96fbd94f9888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317211 Aug 24 00:13:08.427154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-a390325f-80da-4569-a10d-c150443db66b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:08.428652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-a390325f-80da-4569-a10d-c150443db66b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285603 Aug 24 00:13:08.528207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Request body: {'port': {'device_id': '3a4955fd-7d4e-4703-b644-5e2bd2135878', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'de23ddb996834f4cb82d96fbd94f9888'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:08.799833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Made reservation on behalf of de23ddb996834f4cb82d96fbd94f9888 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:08.803569 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.954471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:08.954800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40020) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:08.970174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e45a15e4-62d7-48d0-9aae-365b17b7d6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.039115 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.142719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.222692 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e45a15e4-62d7-48d0-9aae-365b17b7d6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.247926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e405e-6246-4150-a3f8-87c08a95383d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:09.325748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e45a15e4-62d7-48d0-9aae-365b17b7d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.370572 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e45a15e4-62d7-48d0-9aae-365b17b7d6f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=931ae969f49b4720a8c5c48c2449d29e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4170189 Aug 24 00:13:09.373079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40040) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:09.381684 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a15e4-62d7-48d0-9aae-365b17b7d6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f573b02-facd-4653-a56f-cde22891040a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:09.381834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:09.437721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-397e649b-c1dc-4cfa-b017-33b87e7e7f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.470224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33c030c5-bfd6-4268-8777-2e41827cb36e req-b3e05318-5325-45cc-8f9a-4edb0f577b78 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 210 time: 0.0424116 Aug 24 00:13:09.484392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-397e649b-c1dc-4cfa-b017-33b87e7e7f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.488705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b3c7cb-2a63-43ee-8518-fbc4263d7026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.493104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Allocated IP 192.168.233.218 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/de1ae71e-b638-4e9b-a45b-8297cad2f035) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:09.639688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-397e649b-c1dc-4cfa-b017-33b87e7e7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.642902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-397e649b-c1dc-4cfa-b017-33b87e7e7f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.648372 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-397e649b-c1dc-4cfa-b017-33b87e7e7f9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f573b02-facd-4653-a56f-cde22891040a HTTP/1.1" status: 204 len: 168 time: 0.2740490 Aug 24 00:13:09.658077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e649b-c1dc-4cfa-b017-33b87e7e7f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f573b02-facd-4653-a56f-cde22891040a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:09.792620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.820822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Transition to ACTIVE for port object de1ae71e-b638-4e9b-a45b-8297cad2f035 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:09.825129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b3c7cb-2a63-43ee-8518-fbc4263d7026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.908042 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b3c7cb-2a63-43ee-8518-fbc4263d7026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.943447 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:09.949404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-59b3c7cb-2a63-43ee-8518-fbc4263d7026 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65fb7304dd554b3db08cce72b00413f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5613532 Aug 24 00:13:09.950179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3c7cb-2a63-43ee-8518-fbc4263d7026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489a5e6f-c696-401f-93a7-0966bef8660b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:09.952297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:10.015363 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883337c8-80ad-4d7c-b3b8-d5c79f8b61ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:10.047957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883337c8-80ad-4d7c-b3b8-d5c79f8b61ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:10.059580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:10.074019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:10.074019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Pushing event updated for resources: {'Port': ['ID=de1ae71e-b638-4e9b-a45b-8297cad2f035,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:10.076058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:10.081940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.082577 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:10.215498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-ef040c42-24b3-44e3-9871-84ca4336bceb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6836746 Aug 24 00:13:10.247923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-4fa52a9f-2381-4a43-addf-0ff1dea5aefb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:13:10.248916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-4fa52a9f-2381-4a43-addf-0ff1dea5aefb tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350292 Aug 24 00:13:10.251188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-e0aaac20-bb16-4f3f-b4a1-98046b1fdeec tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9896e279d0a941ea8331919ee121215e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384099 Aug 24 00:13:10.275023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883337c8-80ad-4d7c-b3b8-d5c79f8b61ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:10.278553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883337c8-80ad-4d7c-b3b8-d5c79f8b61ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:10.279903 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-883337c8-80ad-4d7c-b3b8-d5c79f8b61ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/489a5e6f-c696-401f-93a7-0966bef8660b HTTP/1.1" status: 204 len: 168 time: 0.3262403 Aug 24 00:13:10.298067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883337c8-80ad-4d7c-b3b8-d5c79f8b61ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a5e6f-c696-401f-93a7-0966bef8660b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:10.392780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-7a1dc0c7-63b3-4f71-b500-df12c21ed630 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.398578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-7a1dc0c7-63b3-4f71-b500-df12c21ed630 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379077 Aug 24 00:13:10.410009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-44332bb1-b029-46e5-be70-66e32aa5860e tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/quotas/9896e279d0a941ea8331919ee121215e HTTP/1.1" status: 200 len: 375 time: 0.0099862 Aug 24 00:13:10.467291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-98fdde07-510f-43c1-8fc2-5a5fc1127671 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9896e279d0a941ea8331919ee121215e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501518 Aug 24 00:13:10.565851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98ce9f04-8988-47ee-a9be-b3dd6334b061 None None] Provisioning for port de1ae71e-b638-4e9b-a45b-8297cad2f035 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:10.571838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98ce9f04-8988-47ee-a9be-b3dd6334b061 None None] Provisioning complete for port de1ae71e-b638-4e9b-a45b-8297cad2f035 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:10.572164 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98ce9f04-8988-47ee-a9be-b3dd6334b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:10.623785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-98ce9f04-8988-47ee-a9be-b3dd6334b061 None None] Port de1ae71e-b638-4e9b-a45b-8297cad2f035 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:10.843408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb54b11-b1cd-4e9a-8e4d-787d80009687 req-254c6933-8924-454d-9225-7760847585ec tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:10.850629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afb54b11-b1cd-4e9a-8e4d-787d80009687 req-254c6933-8924-454d-9225-7760847585ec tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.1236901 Aug 24 00:13:10.923637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afb54b11-b1cd-4e9a-8e4d-787d80009687 req-8fd0b2d4-239a-482b-972f-dc6f47045eb5 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638244 Aug 24 00:13:11.137362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab035e32-a01b-416e-b39b-1359100b2398 req-5767cf10-bd00-4346-8325-6c1bc75d897a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0482621 Aug 24 00:13:11.349946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40164) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:11.683311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00b74bd1-b657-49de-8fc2-98a372258a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:11.797272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00b74bd1-b657-49de-8fc2-98a372258a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.040499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00b74bd1-b657-49de-8fc2-98a372258a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.062618 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.100223 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-00b74bd1-b657-49de-8fc2-98a372258a31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2ad2e539cb544e4b7618b0d8db87211&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7510114 Aug 24 00:13:12.101966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b74bd1-b657-49de-8fc2-98a372258a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d667c6-8330-4b4a-8fbd-be60c9d4a69f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:12.103878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:12.351984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1979e12a-174f-4a6f-8a3b-dfb9bd73cb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.373427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd56593-8119-4847-bc68-3c68228a826f req-48e89eb6-8ce2-419d-952d-6bdf912aef51 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:12.376775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afd56593-8119-4847-bc68-3c68228a826f req-48e89eb6-8ce2-419d-952d-6bdf912aef51 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.1737249 Aug 24 00:13:12.427883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1979e12a-174f-4a6f-8a3b-dfb9bd73cb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.436049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2764427b-d005-446f-b464-38fec0b03ea5 req-eb1ee3c2-743a-493b-88ae-995fca25a135 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.1222389 Aug 24 00:13:12.522450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afd56593-8119-4847-bc68-3c68228a826f req-0b5852c1-63c4-40e8-8483-8107d4a5eb65 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847497 Aug 24 00:13:12.645991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1979e12a-174f-4a6f-8a3b-dfb9bd73cb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.648462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1979e12a-174f-4a6f-8a3b-dfb9bd73cb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:12.650149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1979e12a-174f-4a6f-8a3b-dfb9bd73cb3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5d667c6-8330-4b4a-8fbd-be60c9d4a69f HTTP/1.1" status: 204 len: 168 time: 0.5449650 Aug 24 00:13:12.670073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979e12a-174f-4a6f-8a3b-dfb9bd73cb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d667c6-8330-4b4a-8fbd-be60c9d4a69f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:13.576401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79d57b26-1c72-4177-8ec3-6e2586701ad5 req-03b73b0c-6d5f-4b67-99d2-841dc4365262 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0288172 Aug 24 00:13:13.715048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a58bf-65fe-42bc-a078-d4259af7e7bf req-17e3d3de-34f2-4e0e-b467-344350cfe799 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:13.716593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e5a58bf-65fe-42bc-a078-d4259af7e7bf req-17e3d3de-34f2-4e0e-b467-344350cfe799 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.0608041 Aug 24 00:13:13.774449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e5a58bf-65fe-42bc-a078-d4259af7e7bf req-0903cc7d-6839-4453-ae6e-e87052fd7b0c tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513480 Aug 24 00:13:13.797869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40274) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:13.822107 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-414333bc-db16-4ca3-b0f6-1a662f6ea229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:13.982646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-414333bc-db16-4ca3-b0f6-1a662f6ea229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.084957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-414333bc-db16-4ca3-b0f6-1a662f6ea229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.138135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:14.139044 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-414333bc-db16-4ca3-b0f6-1a662f6ea229 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e888678cd634930a48a02bab08d4386&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3399534 Aug 24 00:13:14.168766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414333bc-db16-4ca3-b0f6-1a662f6ea229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b44f3e-1148-46b7-ba7c-dcd45225e3f6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:14.221593 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35679e28-af2d-45df-9f77-37187d77e670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.263868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35679e28-af2d-45df-9f77-37187d77e670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.320868 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:13:14.412114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35679e28-af2d-45df-9f77-37187d77e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.417845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35679e28-af2d-45df-9f77-37187d77e670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:14.423906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-35679e28-af2d-45df-9f77-37187d77e670 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46b44f3e-1148-46b7-ba7c-dcd45225e3f6 HTTP/1.1" status: 204 len: 168 time: 0.2842040 Aug 24 00:13:14.451646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35679e28-af2d-45df-9f77-37187d77e670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b44f3e-1148-46b7-ba7c-dcd45225e3f6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:14.715428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b21e55b-6516-4e07-b503-422322633d36 req-a56a5c93-8e10-4b43-8071-46727aeacb2c tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0379562 Aug 24 00:13:14.958958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b54d5-2fdd-4aaf-8f66-8b25bf237941 req-3d8f9a55-8632-4d7c-a148-4005d22106ba tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:14.963829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b7b54d5-2fdd-4aaf-8f66-8b25bf237941 req-3d8f9a55-8632-4d7c-a148-4005d22106ba tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.1056938 Aug 24 00:13:15.022881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b7b54d5-2fdd-4aaf-8f66-8b25bf237941 req-f78b5641-9a02-4388-868e-b7f184e21622 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Aug 24 00:13:15.520419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:15.544870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9b93-68b2-44c3-b7c9-438f7e96481b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.712103 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9b93-68b2-44c3-b7c9-438f7e96481b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.811480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9b93-68b2-44c3-b7c9-438f7e96481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:15.898629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59015c72-cac2-4bba-abdd-2efae661a0c2 req-7781a669-9af3-45b9-86c1-2277ca805312 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0456240 Aug 24 00:13:15.900608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb9b93-68b2-44c3-b7c9-438f7e96481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeaddc4-0848-4915-a9db-bd4e70e452d2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:15.924261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6dbb9b93-68b2-44c3-b7c9-438f7e96481b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b711b5fecd14b9184f0623990e84f9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4019964 Aug 24 00:13:15.926740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40374) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:15.995609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0bf1-43dc-467f-9fb9-7abc24fb537d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.029760 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0bf1-43dc-467f-9fb9-7abc24fb537d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.174257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49142d0-8e6c-42da-b6b1-2a861f200cf2 req-0f924229-3a89-4ab0-87f7-cf8be7986963 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:16.194207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0bf1-43dc-467f-9fb9-7abc24fb537d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.198802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0bf1-43dc-467f-9fb9-7abc24fb537d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.201937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bb8c0bf1-43dc-467f-9fb9-7abc24fb537d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/feeaddc4-0848-4915-a9db-bd4e70e452d2 HTTP/1.1" status: 204 len: 168 time: 0.2727854 Aug 24 00:13:16.204225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a49142d0-8e6c-42da-b6b1-2a861f200cf2 req-0f924229-3a89-4ab0-87f7-cf8be7986963 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.0799279 Aug 24 00:13:16.231835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c0bf1-43dc-467f-9fb9-7abc24fb537d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeaddc4-0848-4915-a9db-bd4e70e452d2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:16.298756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a49142d0-8e6c-42da-b6b1-2a861f200cf2 req-b63cc2d7-26c0-451a-abca-c524771a50f3 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931370 Aug 24 00:13:16.391424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40402) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:16.634722 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91262bfe-6e39-4872-abcf-ee0290f76737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.777724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91262bfe-6e39-4872-abcf-ee0290f76737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.868331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91262bfe-6e39-4872-abcf-ee0290f76737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:16.911786 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-91262bfe-6e39-4872-abcf-ee0290f76737 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50c58e121e30455c9d45d20ac6140c8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5188024 Aug 24 00:13:16.914529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91262bfe-6e39-4872-abcf-ee0290f76737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630405ff-466e-439e-bbeb-49799923837c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:16.917116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40428) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:17.016282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90ea4912-2702-4abf-899f-d3c4007396dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:17.053686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90ea4912-2702-4abf-899f-d3c4007396dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:17.070028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-997f65d3-b414-46b6-8ecb-53d49b5d99a6 req-68d752ff-c37f-4f7b-b108-dbc108540ba8 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0357761 Aug 24 00:13:17.256452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90ea4912-2702-4abf-899f-d3c4007396dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:17.259539 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90ea4912-2702-4abf-899f-d3c4007396dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:17.260699 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-90ea4912-2702-4abf-899f-d3c4007396dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/630405ff-466e-439e-bbeb-49799923837c HTTP/1.1" status: 204 len: 168 time: 0.3422909 Aug 24 00:13:17.269372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea4912-2702-4abf-899f-d3c4007396dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630405ff-466e-439e-bbeb-49799923837c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:17.436261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646128e2-174b-432c-b442-8206c63444a9 req-02832876-5be4-4c5d-a346-68756c2ff3ff tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:17.437085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-646128e2-174b-432c-b442-8206c63444a9 req-02832876-5be4-4c5d-a346-68756c2ff3ff tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.0619104 Aug 24 00:13:17.508959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-646128e2-174b-432c-b442-8206c63444a9 req-995c1273-f848-4366-9be6-2057c3b9cae4 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Aug 24 00:13:17.820567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40458) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:18.037928 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-383a3b1a-4916-4db5-8712-d49bda879a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.170654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-383a3b1a-4916-4db5-8712-d49bda879a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.185761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef455670-d2bd-497b-8661-13b8c43958d5 req-71ae605a-e534-4c8d-92d4-d10852a0dbb6 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0274534 Aug 24 00:13:18.262198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-383a3b1a-4916-4db5-8712-d49bda879a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.290710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40476) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:18.301363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a3b1a-4916-4db5-8712-d49bda879a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e8e173-a477-46e5-a055-b898dc21bbcb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:18.305786 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-383a3b1a-4916-4db5-8712-d49bda879a2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f478529b24604cfb8fcaef9e3866dea3&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4840591 Aug 24 00:13:18.319404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9538833b-1e71-442f-9576-ef3973fdc01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.319726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40478) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:18.416486 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c3ced9a-7548-45f7-9ac6-0ae640b23a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.459244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9538833b-1e71-442f-9576-ef3973fdc01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.465513 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c3ced9a-7548-45f7-9ac6-0ae640b23a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.553950 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9538833b-1e71-442f-9576-ef3973fdc01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.595508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9538833b-1e71-442f-9576-ef3973fdc01d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=715bf7199d104d72821f54d05769d724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030834 Aug 24 00:13:18.596749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538833b-1e71-442f-9576-ef3973fdc01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b2ae11-e5e7-4722-8536-caab104c617f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:18.598173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40486) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:18.649991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40490) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:18.680663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ece29-263d-4b7c-8f49-51d4b2aa7ff0 req-1f74e043-b015-43f0-b74b-21694c40088e tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:18.682474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac3ece29-263d-4b7c-8f49-51d4b2aa7ff0 req-1f74e043-b015-43f0-b74b-21694c40088e tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.0695307 Aug 24 00:13:18.687826 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c3ced9a-7548-45f7-9ac6-0ae640b23a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.691126 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c3ced9a-7548-45f7-9ac6-0ae640b23a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.693025 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2c3ced9a-7548-45f7-9ac6-0ae640b23a88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95e8e173-a477-46e5-a055-b898dc21bbcb HTTP/1.1" status: 204 len: 168 time: 0.3726788 Aug 24 00:13:18.699802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c7eb-2aff-4612-8bbf-55a15ed71205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.722515 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ced9a-7548-45f7-9ac6-0ae640b23a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e8e173-a477-46e5-a055-b898dc21bbcb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:18.773556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c7eb-2aff-4612-8bbf-55a15ed71205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.775328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac3ece29-263d-4b7c-8f49-51d4b2aa7ff0 req-81781d6b-8b7b-4720-af8b-10c954c9d1d0 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862098 Aug 24 00:13:18.929902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6b370ba-2b1d-4e0a-a871-e2b5b3d9f6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.954309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c7eb-2aff-4612-8bbf-55a15ed71205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.956807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c7eb-2aff-4612-8bbf-55a15ed71205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:18.958219 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f3e0c7eb-2aff-4612-8bbf-55a15ed71205 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8b2ae11-e5e7-4722-8536-caab104c617f HTTP/1.1" status: 204 len: 168 time: 0.3573630 Aug 24 00:13:18.972128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0c7eb-2aff-4612-8bbf-55a15ed71205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b2ae11-e5e7-4722-8536-caab104c617f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:19.040269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6b370ba-2b1d-4e0a-a871-e2b5b3d9f6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.131931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6b370ba-2b1d-4e0a-a871-e2b5b3d9f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.181441 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a6b370ba-2b1d-4e0a-a871-e2b5b3d9f6ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e60e506c3b4948aa9ae10f1058742f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5303226 Aug 24 00:13:19.182579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b370ba-2b1d-4e0a-a871-e2b5b3d9f6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbec364-2d5b-41d4-9a35-57092b546ed2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:19.186722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:19.263809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9427ecd9-a04d-4dab-be73-6149be1791b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.310287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1be2315-da23-40c7-97db-45b3089f2375 req-2aac076f-f720-48a1-998f-c48cbe184094 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0356288 Aug 24 00:13:19.315999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9427ecd9-a04d-4dab-be73-6149be1791b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.565165 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9427ecd9-a04d-4dab-be73-6149be1791b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.568523 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9427ecd9-a04d-4dab-be73-6149be1791b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:19.570716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9427ecd9-a04d-4dab-be73-6149be1791b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dbec364-2d5b-41d4-9a35-57092b546ed2 HTTP/1.1" status: 204 len: 168 time: 0.3835702 Aug 24 00:13:19.579224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427ecd9-a04d-4dab-be73-6149be1791b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbec364-2d5b-41d4-9a35-57092b546ed2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:19.901248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c9fdc-90b2-4d72-8825-b65da6282c73 req-06cbd9a8-62f0-4420-b299-72340b0e50bf tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:19.902799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d2c9fdc-90b2-4d72-8825-b65da6282c73 req-06cbd9a8-62f0-4420-b299-72340b0e50bf tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.0508146 Aug 24 00:13:19.950320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d2c9fdc-90b2-4d72-8825-b65da6282c73 req-28279b59-0a5a-4115-8153-b261978ef3ad tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Aug 24 00:13:20.014786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40520) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:20.028396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-813a4559-198c-48db-9e2a-e3c106637a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.148108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-813a4559-198c-48db-9e2a-e3c106637a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.256635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-813a4559-198c-48db-9e2a-e3c106637a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.301471 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-813a4559-198c-48db-9e2a-e3c106637a7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a703ae25134b4a7583db051df13ea757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831967 Aug 24 00:13:20.301471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a4559-198c-48db-9e2a-e3c106637a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762dc209-841e-4bd7-82ab-b01aac67e9be,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:20.302040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40528) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:20.353548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4616980a-5fc4-4d2d-8849-7f08c00c9d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.376264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4616980a-5fc4-4d2d-8849-7f08c00c9d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.535033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40536) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:20.548921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbb6156-7f6f-4f84-9d47-cb87c72fac2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.555313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06dd5814-76eb-4d57-a879-9605d9a0dedb req-ca46f7d3-ee5f-41a3-b455-d10c79cb203c tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.1722298 Aug 24 00:13:20.689558 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4616980a-5fc4-4d2d-8849-7f08c00c9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.692864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4616980a-5fc4-4d2d-8849-7f08c00c9d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.694081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4616980a-5fc4-4d2d-8849-7f08c00c9d66 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/762dc209-841e-4bd7-82ab-b01aac67e9be HTTP/1.1" status: 204 len: 168 time: 0.3909662 Aug 24 00:13:20.709187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616980a-5fc4-4d2d-8849-7f08c00c9d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762dc209-841e-4bd7-82ab-b01aac67e9be,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:20.751323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbb6156-7f6f-4f84-9d47-cb87c72fac2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.801815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Request body: {'port': {'device_id': '3a4955fd-7d4e-4703-b644-5e2bd2135878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:20.828870 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbb6156-7f6f-4f84-9d47-cb87c72fac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.861642 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:20.876596 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cfbb6156-7f6f-4f84-9d47-cb87c72fac2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39e2599e67fa4ba58abd190f3207eaba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401828 Aug 24 00:13:20.878007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb6156-7f6f-4f84-9d47-cb87c72fac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f79b6b-69bf-4eea-9d88-4d87440a34ba,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:20.879254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40548) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:21.124066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d941dff-bef2-4498-97b1-b7af63193878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:21.226616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d941dff-bef2-4498-97b1-b7af63193878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:21.255497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cfac5-d66a-4fc4-a205-dbde1aaf15fa req-a7539732-532d-457d-9839-c1395b7693fc tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:21.257033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772cfac5-d66a-4fc4-a205-dbde1aaf15fa req-a7539732-532d-457d-9839-c1395b7693fc tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 936 time: 0.2075393 Aug 24 00:13:21.337649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772cfac5-d66a-4fc4-a205-dbde1aaf15fa req-2b132d55-855d-4cea-91ed-5035722e8ab1 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693264 Aug 24 00:13:21.408285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1ae71e-b638-4e9b-a45b-8297cad2f035 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:21.417084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:21.459369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Transition to ACTIVE for port object de1ae71e-b638-4e9b-a45b-8297cad2f035 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:21.460813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d941dff-bef2-4498-97b1-b7af63193878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:21.463070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d941dff-bef2-4498-97b1-b7af63193878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:21.471724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3d941dff-bef2-4498-97b1-b7af63193878 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8f79b6b-69bf-4eea-9d88-4d87440a34ba HTTP/1.1" status: 204 len: 168 time: 0.5849283 Aug 24 00:13:21.480172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d941dff-bef2-4498-97b1-b7af63193878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f79b6b-69bf-4eea-9d88-4d87440a34ba,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:21.590752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:21.710314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcfe674d-d047-4ee4-b37f-765266bebb0f req-08571623-c7d9-4cf7-9c9f-6127ad99a62e tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0493815 Aug 24 00:13:21.718837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Pushing event updated for resources: {'Port': ['ID=de1ae71e-b638-4e9b-a45b-8297cad2f035,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:21.775854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Attempting to bind port de1ae71e-b638-4e9b-a45b-8297cad2f035 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:21.776209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Attempting to bind port de1ae71e-b638-4e9b-a45b-8297cad2f035 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:21.776554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Attempting to bind port de1ae71e-b638-4e9b-a45b-8297cad2f035 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:21.781476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Port de1ae71e-b638-4e9b-a45b-8297cad2f035 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:21.781834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Attempting to bind port de1ae71e-b638-4e9b-a45b-8297cad2f035 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:21.787519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:21.787861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:21.788611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:21.789459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Bound port: de1ae71e-b638-4e9b-a45b-8297cad2f035, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:21.789861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:21.851340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.37', 49807) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:21.871109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] For port de1ae71e-b638-4e9b-a45b-8297cad2f035, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:21.876328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] For port de1ae71e-b638-4e9b-a45b-8297cad2f035, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=de1ae71e-b638-4e9b-a45b-8297cad2f035,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:21.887830 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-46ac19da-765a-4d19-8301-6452899519e9 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9896e279d0a941ea8331919ee121215e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352247 Aug 24 00:13:21.971008 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.017329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.018711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.020906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] 10.222.0.37 "PUT /v2.0/ports/de1ae71e-b638-4e9b-a45b-8297cad2f035 HTTP/1.1" status: 200 len: 1096 time: 1.4673393 Aug 24 00:13:22.023405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4955fd-7d4e-4703-b644-5e2bd2135878', 'tag': 'de1ae71e-b638-4e9b-a45b-8297cad2f035'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:22.110139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-b2888212-38a6-4fb4-bd93-c52956655461 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.110551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7c623-a86d-496d-a6ec-1861a2c2f881 service neutron] Pushing event updated for resources: {'Port': ['ID=de1ae71e-b638-4e9b-a45b-8297cad2f035,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:22.112425 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-b2888212-38a6-4fb4-bd93-c52956655461 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190108 Aug 24 00:13:22.126020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Request body: {'port': {'device_id': '86086dfa-7258-44d2-a819-768696d082bd', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '9896e279d0a941ea8331919ee121215e'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:22.264560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-4fc52eec-eddd-4748-8305-5120b9d9d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.266100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-4fc52eec-eddd-4748-8305-5120b9d9d80a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de23ddb996834f4cb82d96fbd94f9888&device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 1099 time: 0.0798984 Aug 24 00:13:22.344019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-b16439ea-f76c-4581-9eaf-da20c279a7d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de1ae71e-b638-4e9b-a45b-8297cad2f035 HTTP/1.1" status: 200 len: 217 time: 0.0691752 Aug 24 00:13:22.430443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-722e81f3-4f6b-4bf8-bd32-9d834bf7d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.431936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-722e81f3-4f6b-4bf8-bd32-9d834bf7d2eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0795288 Aug 24 00:13:22.439170 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Made reservation on behalf of 9896e279d0a941ea8331919ee121215e for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:22.443453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.452886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.509477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40634) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:22.554915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c851d-60a1-40c3-ae2e-dfcb38b36f71 req-4eb20a52-e20d-4590-87f7-d497009e703b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.556563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-656c851d-60a1-40c3-ae2e-dfcb38b36f71 req-4eb20a52-e20d-4590-87f7-d497009e703b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 948 time: 0.1237154 Aug 24 00:13:22.559334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-a52a9f8f-3317-4356-9763-5c7950d2d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:22.560722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-a52a9f8f-3317-4356-9763-5c7950d2d9f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184196 Aug 24 00:13:22.589679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.635171 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4583bc01-302f-402b-91f8-d2c47d50c6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4955fd-7d4e-4703-b644-5e2bd2135878", "tag": "de1ae71e-b638-4e9b-a45b-8297cad2f035"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:22.663179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.681155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-656c851d-60a1-40c3-ae2e-dfcb38b36f71 req-18ef5cb9-311a-40b7-94f0-b67912a7dbab tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039674 Aug 24 00:13:22.707086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-e531bb28-4f94-401a-8e2f-e37474b82dcb service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357977 Aug 24 00:13:22.805631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8528a64c-8008-48d2-aebd-edcf03e4c221 req-e28c3545-2ad7-4e8f-98e0-130a37ef9116 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0370488 Aug 24 00:13:22.810402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5270ede2-62c2-406c-be4b-7f8b87853930,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:22.823681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba579af2-a767-4ae8-9944-916764be66b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:22.842625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38c4a05-e096-4ede-bbb0-756dee6f6804 req-94d10c24-9537-4c34-b0a0-19fa6ba92aea service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281748 Aug 24 00:13:22.986937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Allocated IP 192.168.233.90 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/e14b3bd8-7de2-40ac-a5b5-5647bcd1c447) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:23.093225 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee49d42-5e5b-477a-ba39-585e7e85a73d x-openstack-request-id: req-fee49d42-5e5b-477a-ba39-585e7e85a73d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:23.093520 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4955fd-7d4e-4703-b644-5e2bd2135878", "tag": "de1ae71e-b638-4e9b-a45b-8297cad2f035", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:23.093914 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fee49d42-5e5b-477a-ba39-585e7e85a73d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:23.094322 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4955fd-7d4e-4703-b644-5e2bd2135878', 'tag': 'de1ae71e-b638-4e9b-a45b-8297cad2f035', 'status': 'completed', 'code': 200} Aug 24 00:13:23.161928 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba579af2-a767-4ae8-9944-916764be66b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.173148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-11c1b22a-d346-4729-b3e0-1c4218011d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.177729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-11c1b22a-d346-4729-b3e0-1c4218011d31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de23ddb996834f4cb82d96fbd94f9888&device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 1099 time: 0.0583358 Aug 24 00:13:23.220622 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.243330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba579af2-a767-4ae8-9944-916764be66b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.246835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Transition to ACTIVE for port object e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:23.308405 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ba579af2-a767-4ae8-9944-916764be66b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b06c77443c9a469f91947a763543feed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975099 Aug 24 00:13:23.312423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba579af2-a767-4ae8-9944-916764be66b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8b3a6e-2033-4b14-86c8-9740f11b9368,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:23.330835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40666) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:23.433188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eda11c45-073e-4db9-a820-d9b24e5f3136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.448420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.524915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-24838653-5a92-4ef2-873e-6b94f2689ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.527374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-24838653-5a92-4ef2-873e-6b94f2689ee4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.3454959 Aug 24 00:13:23.561719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eda11c45-073e-4db9-a820-d9b24e5f3136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.574667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-257d68f6-4dc5-4a46-bd2d-517e59a58848 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=de1ae71e-b638-4e9b-a45b-8297cad2f035 HTTP/1.1" status: 200 len: 217 time: 0.0396287 Aug 24 00:13:23.597936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Pushing event updated for resources: {'Port': ['ID=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:23.611313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:23.618786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:23.625174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:23.630847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.631037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-fae986ad-3ce8-44be-8b3b-99f980d3ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.631484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.632888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-fae986ad-3ce8-44be-8b3b-99f980d3ec1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0517571 Aug 24 00:13:23.688690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-21bc8438-edcf-4c15-82c6-5c52f3e6303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.690041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-21bc8438-edcf-4c15-82c6-5c52f3e6303c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470254 Aug 24 00:13:23.811529 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-85523db4-bab2-45aa-854e-801423a95deb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6902022 Aug 24 00:13:23.812584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eda11c45-073e-4db9-a820-d9b24e5f3136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.816227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eda11c45-073e-4db9-a820-d9b24e5f3136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:23.817597 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eda11c45-073e-4db9-a820-d9b24e5f3136 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb8b3a6e-2033-4b14-86c8-9740f11b9368 HTTP/1.1" status: 204 len: 168 time: 0.4857974 Aug 24 00:13:23.825278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f6a71-adbb-4e79-afc5-d7209ced9136 req-590c0319-2c59-4404-9a5b-a226ac67c722 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:23.826832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a3f6a71-adbb-4e79-afc5-d7209ced9136 req-590c0319-2c59-4404-9a5b-a226ac67c722 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 948 time: 0.0810094 Aug 24 00:13:23.829173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-b02a4c48-3f4f-4c24-b5f9-f8221ce05acc service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310806 Aug 24 00:13:23.833182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Request body: {'port': {'device_id': '86086dfa-7258-44d2-a819-768696d082bd', 'device_owner': 'compute:tempest-test_az-1604159856', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:23.881242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda11c45-073e-4db9-a820-d9b24e5f3136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8b3a6e-2033-4b14-86c8-9740f11b9368,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:23.941527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a3f6a71-adbb-4e79-afc5-d7209ced9136 req-d5f96229-00ce-4a48-91e8-036c133b39e9 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083176 Aug 24 00:13:23.954956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.000254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4583bc01-302f-402b-91f8-d2c47d50c6fe req-40a2a2b0-e267-44e1-bb16-aa6e7a24ed7a service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602073 Aug 24 00:13:24.004742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-173fac75-9c66-48c9-960c-151da1f44974 None None] Provisioning for port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:24.010352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-173fac75-9c66-48c9-960c-151da1f44974 None None] Provisioning complete for port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:24.010724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-173fac75-9c66-48c9-960c-151da1f44974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.048949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb80a8a-ec9c-4f9c-87ff-0370cfd2dd89 req-bca29b0a-a913-4103-a5da-a7c4072f9836 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:24.050672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb80a8a-ec9c-4f9c-87ff-0370cfd2dd89 req-bca29b0a-a913-4103-a5da-a7c4072f9836 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 935 time: 0.0667727 Aug 24 00:13:24.074865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-173fac75-9c66-48c9-960c-151da1f44974 None None] Port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:24.105730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb80a8a-ec9c-4f9c-87ff-0370cfd2dd89 req-2f3c5733-bcfd-4025-b97b-a280b198a2e7 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Aug 24 00:13:24.449996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:24.457801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:24.472344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Transition to ACTIVE for port object e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:25.070870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca30cb-dcb7-49cc-83ba-1e6a78c7d538 req-525810da-d6d2-4221-972c-37da78d1c181 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.072433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62ca30cb-dcb7-49cc-83ba-1e6a78c7d538 req-525810da-d6d2-4221-972c-37da78d1c181 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 948 time: 0.0479569 Aug 24 00:13:25.085174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.118720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62ca30cb-dcb7-49cc-83ba-1e6a78c7d538 req-0dde6f13-cedd-4a0c-9fc4-706d1c4bd92a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390868 Aug 24 00:13:25.181150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:25.193027 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.241939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Attempting to bind port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:25.241939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Attempting to bind port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:25.241939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Attempting to bind port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:25.245049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8289bc-bb75-49ea-b2d0-654552eeb328 req-831de2c8-864b-46fc-b33a-56d09f7162ef tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.246728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:25.246879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba8289bc-bb75-49ea-b2d0-654552eeb328 req-831de2c8-864b-46fc-b33a-56d09f7162ef tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 969 time: 0.0560246 Aug 24 00:13:25.247187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Attempting to bind port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:25.253003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:25.253650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:25.254789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:25.255308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Bound port: e14b3bd8-7de2-40ac-a5b5-5647bcd1c447, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:25.255737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.291664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba8289bc-bb75-49ea-b2d0-654552eeb328 req-416dc5cd-7736-4df4-8b1f-c0f889ad25c2 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381982 Aug 24 00:13:25.350242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] For port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:25.355296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] For port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:25.375139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40718) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:25.389438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ee11ac9-195e-469f-9995-7d693dc3aaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.436456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.505734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.506379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.507973 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 HTTP/1.1" status: 200 len: 1117 time: 1.6863801 Aug 24 00:13:25.508449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86086dfa-7258-44d2-a819-768696d082bd', 'tag': 'e14b3bd8-7de2-40ac-a5b5-5647bcd1c447'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:25.625198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c64dd8-7436-444d-85c2-0c329be7a3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:25.739214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ee11ac9-195e-469f-9995-7d693dc3aaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.759907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-f89c4575-bfe8-4a8e-8129-67311dffd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.761473 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-f89c4575-bfe8-4a8e-8129-67311dffd315 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9896e279d0a941ea8331919ee121215e&device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 1120 time: 0.1114182 Aug 24 00:13:25.837960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-96864ca3-d729-4964-aa4a-b80c64054019 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 HTTP/1.1" status: 200 len: 217 time: 0.0665755 Aug 24 00:13:25.903372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ee11ac9-195e-469f-9995-7d693dc3aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:25.964874 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67afb2c-3a42-4640-8c81-993befe9b2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "86086dfa-7258-44d2-a819-768696d082bd", "tag": "e14b3bd8-7de2-40ac-a5b5-5647bcd1c447"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:25.992330 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4ee11ac9-195e-469f-9995-7d693dc3aaf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3665da18c08440bbe26eca457ec0152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157935 Aug 24 00:13:25.995214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40748) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:25.995336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-f9ad8b22-bafb-42f6-b92e-077fdc0440ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:25.996861 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-f9ad8b22-bafb-42f6-b92e-077fdc0440ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1519299 Aug 24 00:13:25.997873 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee11ac9-195e-469f-9995-7d693dc3aaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc44f98-67de-40c1-b7cc-9419112b0703,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:26.096669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-8f0ea859-b952-4f1a-9fe1-3b4af00bd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.098319 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-8f0ea859-b952-4f1a-9fe1-3b4af00bd458 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829859 Aug 24 00:13:26.104382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8daf572-813c-46f0-b376-44123c8b62b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.128504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8daf572-813c-46f0-b376-44123c8b62b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.209377 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e76a5b-b4a7-4007-a1a4-99920a44e546 x-openstack-request-id: req-44e76a5b-b4a7-4007-a1a4-99920a44e546 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:26.211441 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86086dfa-7258-44d2-a819-768696d082bd", "tag": "e14b3bd8-7de2-40ac-a5b5-5647bcd1c447", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:26.211441 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44e76a5b-b4a7-4007-a1a4-99920a44e546 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:26.211441 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86086dfa-7258-44d2-a819-768696d082bd', 'tag': 'e14b3bd8-7de2-40ac-a5b5-5647bcd1c447', 'status': 'completed', 'code': 200} Aug 24 00:13:26.265888 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-ba660279-ff6d-4bed-8973-38071082fb3d service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559100 Aug 24 00:13:26.278473 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c88b92bd-7286-4527-b041-0af0bc2f0e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.322983 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8daf572-813c-46f0-b376-44123c8b62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.324856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8daf572-813c-46f0-b376-44123c8b62b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.328392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f8daf572-813c-46f0-b376-44123c8b62b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afc44f98-67de-40c1-b7cc-9419112b0703 HTTP/1.1" status: 204 len: 168 time: 0.3316996 Aug 24 00:13:26.356483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf572-813c-46f0-b376-44123c8b62b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc44f98-67de-40c1-b7cc-9419112b0703,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:26.374230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f07855-3618-4d1f-990f-9c56f67202e8 req-9c813b5d-6a65-4cb1-bb1f-c27608422be5 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.376056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82f07855-3618-4d1f-990f-9c56f67202e8 req-9c813b5d-6a65-4cb1-bb1f-c27608422be5 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 948 time: 0.1140256 Aug 24 00:13:26.408811 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5cc23b00-8ae7-405e-9ce0-0bf94242d586 req-f0cc3dca-f6fa-46f1-b59c-c27c520982aa service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322467 Aug 24 00:13:26.433051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82f07855-3618-4d1f-990f-9c56f67202e8 req-818a7cbc-7e46-4efe-8c10-45166c190cfe tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500271 Aug 24 00:13:26.484038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57104a-5e1e-4911-b319-7f566d1d349d req-bddbbb0a-f67c-4922-9bfc-606095fa2ff8 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.485613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b57104a-5e1e-4911-b319-7f566d1d349d req-bddbbb0a-f67c-4922-9bfc-606095fa2ff8 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 969 time: 0.0760798 Aug 24 00:13:26.547102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b57104a-5e1e-4911-b319-7f566d1d349d req-bd8a4662-b13f-409f-9939-fed67c793247 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 Aug 24 00:13:26.595252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-6c164eae-a82f-4e2e-8ec5-79bff861c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.596882 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-6c164eae-a82f-4e2e-8ec5-79bff861c769 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9896e279d0a941ea8331919ee121215e&device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 1120 time: 0.0426445 Aug 24 00:13:26.649385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device de1ae71e-b638-4e9b-a45b-8297cad2f035 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:26.752730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port de1ae71e-b638-4e9b-a45b-8297cad2f035, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=de1ae71e-b638-4e9b-a45b-8297cad2f035,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:26.753058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-6768a79a-08bd-49a7-81b3-49df8ed93fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.755374 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-6768a79a-08bd-49a7-81b3-49df8ed93fb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1515331 Aug 24 00:13:26.765333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'de1ae71e-b638-4e9b-a45b-8297cad2f035', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'de1ae71e-b638-4e9b-a45b-8297cad2f035', 'mac_address': 'fa:16:3e:77:43:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:26.808374 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.808558 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-604461c6-f721-4e51-9b2f-57a455e26177 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 HTTP/1.1" status: 200 len: 217 time: 0.0459909 Aug 24 00:13:26.822184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1ae71e-b638-4e9b-a45b-8297cad2f035 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:26.844201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port de1ae71e-b638-4e9b-a45b-8297cad2f035, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=de1ae71e-b638-4e9b-a45b-8297cad2f035,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:26.858435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-bf0a58a6-5d89-440d-8308-b7b5644c4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.859885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-bf0a58a6-5d89-440d-8308-b7b5644c4ed4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0447054 Aug 24 00:13:26.912624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-aefea80a-2ad7-41ee-93d2-54778de5883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:26.914699 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-aefea80a-2ad7-41ee-93d2-54778de5883c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468156 Aug 24 00:13:26.919453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:26.984681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=de1ae71e-b638-4e9b-a45b-8297cad2f035,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:26.994520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.994704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.995117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.995464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.995807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.996294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.996499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.997273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.997273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.997444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.997864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.998124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Tracked resource versions report: Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: pushed versions: Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: { 'AddressGroup': {'1.2'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'ConntrackHelper': {'1.0'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Log': {'1.0'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Network': {'1.1'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Port': {'1.7'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'PortForwarding': {'1.2'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'QosPolicy': {'1.9'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'SecurityGroup': {'1.4'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'SubPort': {'1.0'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Subnet': {'1.1'}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Trunk': {'1.1'}} Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: consumer versions: Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: { DHCP agent@n-d-804878-2: {}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: HyperV agent@n-h1-804878-2: {}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: HyperV agent@n-h2-804878-2: {}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: L3 agent@n-d-804878-2: {}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: Metadata agent@n-d-804878-2: {}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: Metering agent@n-d-804878-2: {}, Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: Open vSwitch agent@n-d-804878-2: { 'AddressGroup': '1.2', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'ConntrackHelper': '1.0', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Log': '1.0', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Network': '1.1', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Port': '1.7', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'PortForwarding': '1.2', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'QosPolicy': '1.9', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'SecurityGroup': '1.4', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'SecurityGroupRule': '1.2', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'SubPort': '1.0', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Subnet': '1.1', Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: 'Trunk': '1.1'}} Aug 24 00:13:26.999182 n-d-804878-2 neutron-server[95328]: {{(pid=95328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:13:27.036022 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-ada88506-37dd-40ad-887d-f066d0ca3a46 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134896 Aug 24 00:13:27.043308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:27.135722 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e67afb2c-3a42-4640-8c81-993befe9b2a0 req-bfa77ceb-67db-4541-8323-df451dca8271 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915082 Aug 24 00:13:27.297037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['de1ae71e-b638-4e9b-a45b-8297cad2f035'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:27.297701 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcf44db7-b1b4-4bdc-92cc-0369dc41fc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.402264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcf44db7-b1b4-4bdc-92cc-0369dc41fc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.469316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcf44db7-b1b4-4bdc-92cc-0369dc41fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.511010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fcf44db7-b1b4-4bdc-92cc-0369dc41fc2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c084f4f8a37e48298134adbebcc5388a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666190 Aug 24 00:13:27.512341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf44db7-b1b4-4bdc-92cc-0369dc41fc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc5bc36-52eb-4098-a940-4f7f4ae77a55,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:27.513742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40832) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:27.579161 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a2e3-d4c8-449f-8b3e-e6c884b95f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.586464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adf45f-ee92-4217-b3a2-4f25c16d9228 req-ff15a2fa-c419-459e-a801-8db830b75dae tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.588228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40adf45f-ee92-4217-b3a2-4f25c16d9228 req-ff15a2fa-c419-459e-a801-8db830b75dae tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 949 time: 0.0551159 Aug 24 00:13:27.601745 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a2e3-d4c8-449f-8b3e-e6c884b95f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.638287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40adf45f-ee92-4217-b3a2-4f25c16d9228 req-6e763675-59c3-4f01-89f4-0dcf92535bd8 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Aug 24 00:13:27.737791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a2e3-d4c8-449f-8b3e-e6c884b95f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.744340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a2e3-d4c8-449f-8b3e-e6c884b95f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:27.745634 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1e6a2e3-d4c8-449f-8b3e-e6c884b95f4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/edc5bc36-52eb-4098-a940-4f7f4ae77a55 HTTP/1.1" status: 204 len: 168 time: 0.2305753 Aug 24 00:13:27.756601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9874e-4a7f-45b7-b099-2e4e2571b0ff req-3b14ee87-cbb6-437a-87c8-5d74967d3935 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:27.758317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2e9874e-4a7f-45b7-b099-2e4e2571b0ff req-3b14ee87-cbb6-437a-87c8-5d74967d3935 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 969 time: 0.0562201 Aug 24 00:13:27.759956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6a2e3-d4c8-449f-8b3e-e6c884b95f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc5bc36-52eb-4098-a940-4f7f4ae77a55,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:27.786126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40844) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:27.854398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2e9874e-4a7f-45b7-b099-2e4e2571b0ff req-bb8e6205-5366-44fc-a68f-e81fe15e2833 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838580 Aug 24 00:13:28.060197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-13755a68-5dc8-46fe-824c-2f1366d78b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.150440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-13755a68-5dc8-46fe-824c-2f1366d78b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.228028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-13755a68-5dc8-46fe-824c-2f1366d78b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.268252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13755a68-5dc8-46fe-824c-2f1366d78b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce309d5-7b4d-4bd8-8aa9-96380cba22d9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:28.275046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-13755a68-5dc8-46fe-824c-2f1366d78b80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=716ece09cdfe4364a1e4d583e003c1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4850979 Aug 24 00:13:28.275351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40856) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:28.416263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59f68578-49c5-46ef-a8f5-c6cad095017a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.436783 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59f68578-49c5-46ef-a8f5-c6cad095017a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.604590 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59f68578-49c5-46ef-a8f5-c6cad095017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.607215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59f68578-49c5-46ef-a8f5-c6cad095017a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.608412 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-59f68578-49c5-46ef-a8f5-c6cad095017a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ce309d5-7b4d-4bd8-8aa9-96380cba22d9 HTTP/1.1" status: 204 len: 168 time: 0.3321311 Aug 24 00:13:28.616447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f68578-49c5-46ef-a8f5-c6cad095017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce309d5-7b4d-4bd8-8aa9-96380cba22d9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:28.628664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device de1ae71e-b638-4e9b-a45b-8297cad2f035 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:28.646165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:28.674537 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec03f61-99f3-41d1-905f-7c0a60e090ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.760002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port de1ae71e-b638-4e9b-a45b-8297cad2f035 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:28.765415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port de1ae71e-b638-4e9b-a45b-8297cad2f035 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:28.766429 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.791675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792764fe-aec6-47af-8435-22c959c38c93 req-2f3a8c89-2eaf-4322-92df-cecd746181d6 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:28.793194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-792764fe-aec6-47af-8435-22c959c38c93 req-2f3a8c89-2eaf-4322-92df-cecd746181d6 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 949 time: 0.0701830 Aug 24 00:13:28.831201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec03f61-99f3-41d1-905f-7c0a60e090ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.848222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-792764fe-aec6-47af-8435-22c959c38c93 req-c3db7ae5-9812-4348-9765-786b3ffb2236 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489745 Aug 24 00:13:28.876124 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.891213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec03f61-99f3-41d1-905f-7c0a60e090ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:28.911790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4955fd-7d4e-4703-b644-5e2bd2135878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1ae71e-b638-4e9b-a45b-8297cad2f035'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:28.937603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2ec03f61-99f3-41d1-905f-7c0a60e090ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=322e9bbe75534b628941b679d1e45266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872972 Aug 24 00:13:28.939171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40874) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:28.947760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec03f61-99f3-41d1-905f-7c0a60e090ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d1bc87-1ea3-4977-8e83-19331f2300fb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:29.001410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557f128-53b7-44b7-83be-7228185c7d6f req-5f060900-bb08-41d6-ab75-0fd5364f11a3 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:29.010147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e557f128-53b7-44b7-83be-7228185c7d6f req-5f060900-bb08-41d6-ab75-0fd5364f11a3 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 969 time: 0.0732887 Aug 24 00:13:29.011736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00b5d218-78b4-4917-9df3-2a22805d36f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.033407 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3237494f-f209-4ad6-8a29-59d836c7d9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.038851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port de1ae71e-b638-4e9b-a45b-8297cad2f035, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=de1ae71e-b638-4e9b-a45b-8297cad2f035,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:29.042338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00b5d218-78b4-4917-9df3-2a22805d36f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.048310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e557f128-53b7-44b7-83be-7228185c7d6f req-f4266b01-c0b0-4889-a7f6-657a52e61987 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Aug 24 00:13:29.107748 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.112530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.153596 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00b5d218-78b4-4917-9df3-2a22805d36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.156128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00b5d218-78b4-4917-9df3-2a22805d36f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.163408 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-00b5d218-78b4-4917-9df3-2a22805d36f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24d1bc87-1ea3-4977-8e83-19331f2300fb HTTP/1.1" status: 204 len: 168 time: 0.2180889 Aug 24 00:13:29.165436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5d218-78b4-4917-9df3-2a22805d36f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d1bc87-1ea3-4977-8e83-19331f2300fb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:29.177336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=de1ae71e-b638-4e9b-a45b-8297cad2f035,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:29.708511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40890) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:29.721846 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b95960ab-eb65-48b8-b831-b031df2dd831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.817368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b95960ab-eb65-48b8-b831-b031df2dd831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.834765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40896) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:29.895484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b95960ab-eb65-48b8-b831-b031df2dd831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.898157 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103e0a7e-a639-4250-b1ac-9c148d196b7c" -d '{"events": [{"server_uuid": "3a4955fd-7d4e-4703-b644-5e2bd2135878", "name": "network-vif-plugged", "status": "completed", "tag": "de1ae71e-b638-4e9b-a45b-8297cad2f035"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:29.937854 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b95960ab-eb65-48b8-b831-b031df2dd831 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93b3abf33caf46c1b0d75d78140f7fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279775 Aug 24 00:13:29.938452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40906) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:29.940626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95960ab-eb65-48b8-b831-b031df2dd831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54be444d-cde5-44ee-81d8-22a833c72280,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:29.995592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ded20bff-e937-4e53-8ef7-432e68d4f9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:29.997208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70b131-6a2a-4c66-a4f6-894f40646f46 req-2207d39b-a824-49e6-bdc8-b4682a61716b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:29.998868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d70b131-6a2a-4c66-a4f6-894f40646f46 req-2207d39b-a824-49e6-bdc8-b4682a61716b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 950 time: 0.0645289 Aug 24 00:13:30.020602 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ded20bff-e937-4e53-8ef7-432e68d4f9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.060361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d70b131-6a2a-4c66-a4f6-894f40646f46 req-9289435f-285e-4a1d-9b58-d991bcaf4183 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551338 Aug 24 00:13:30.143077 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe9a4c6-2e76-404b-bcd9-ffab0134b1ba x-openstack-request-id: req-ffe9a4c6-2e76-404b-bcd9-ffab0134b1ba {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:30.143376 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4955fd-7d4e-4703-b644-5e2bd2135878", "name": "network-vif-plugged", "status": "completed", "tag": "de1ae71e-b638-4e9b-a45b-8297cad2f035", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:30.143630 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffe9a4c6-2e76-404b-bcd9-ffab0134b1ba {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:30.144100 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4955fd-7d4e-4703-b644-5e2bd2135878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1ae71e-b638-4e9b-a45b-8297cad2f035', 'code': 200} Aug 24 00:13:30.153063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.191156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f95731-39be-4fdb-aff3-350a94a6d96a req-134ed865-136f-4263-8ceb-57a5c5b78689 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:30.192598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50f95731-39be-4fdb-aff3-350a94a6d96a req-134ed865-136f-4263-8ceb-57a5c5b78689 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 969 time: 0.0645585 Aug 24 00:13:30.194176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acd6f01d-6e48-4d7a-8bc7-91c3e97763fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.203516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ded20bff-e937-4e53-8ef7-432e68d4f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.272829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ded20bff-e937-4e53-8ef7-432e68d4f9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.272829 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ded20bff-e937-4e53-8ef7-432e68d4f9ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54be444d-cde5-44ee-81d8-22a833c72280 HTTP/1.1" status: 204 len: 168 time: 0.2677619 Aug 24 00:13:30.272829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded20bff-e937-4e53-8ef7-432e68d4f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54be444d-cde5-44ee-81d8-22a833c72280,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:30.273644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50f95731-39be-4fdb-aff3-350a94a6d96a req-dc9ae935-9a33-4167-baba-72e7a313261c tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572610 Aug 24 00:13:30.338373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea493126-6448-44b9-ad0b-a64da78c80a8 req-e5843b90-9d6c-4e10-9421-bf92233e1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:30.340265 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ea493126-6448-44b9-ad0b-a64da78c80a8 req-e5843b90-9d6c-4e10-9421-bf92233e1382 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 1101 time: 0.1124678 Aug 24 00:13:30.361978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acd6f01d-6e48-4d7a-8bc7-91c3e97763fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.362795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ea493126-6448-44b9-ad0b-a64da78c80a8 req-60e32846-5701-4503-834a-8b485aa8173e service neutron] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.638167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:13:30.730383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:30.742622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'e14b3bd8-7de2-40ac-a5b5-5647bcd1c447', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'e14b3bd8-7de2-40ac-a5b5-5647bcd1c447', 'mac_address': 'fa:16:3e:05:da:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:tempest-test_az-1604159856', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:13:30.778824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:30.792681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:30.820487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:31.184756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc1dba-2198-4132-82a1-9d4d810da0e9 req-369aef41-8868-4a26-9172-e9569f41df27 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:31.186234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1cc1dba-2198-4132-82a1-9d4d810da0e9 req-369aef41-8868-4a26-9172-e9569f41df27 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 950 time: 0.0477977 Aug 24 00:13:31.222599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1cc1dba-2198-4132-82a1-9d4d810da0e9 req-3752474a-fdf5-4e3c-8fa9-c39cbf43af6d tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Aug 24 00:13:31.249612 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acd6f01d-6e48-4d7a-8bc7-91c3e97763fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.249840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.304452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-acd6f01d-6e48-4d7a-8bc7-91c3e97763fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=126a434c92ad4065b56ed4e879d55453&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4682913 Aug 24 00:13:31.305596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6f01d-6e48-4d7a-8bc7-91c3e97763fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28ed775-0187-4acd-8acd-c175254c8ff3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:31.307248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40930) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:31.344680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:31.405720 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c98767c-81e5-4dbb-b6f3-9099d75d1757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.420359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9a3b8-69a4-464c-b555-079e17d3e256 req-4faf4114-2983-4045-b91e-983eb3540ba4 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:31.422998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b9a3b8-69a4-464c-b555-079e17d3e256 req-4faf4114-2983-4045-b91e-983eb3540ba4 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 970 time: 0.0599473 Aug 24 00:13:31.449509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ea493126-6448-44b9-ad0b-a64da78c80a8 req-60e32846-5701-4503-834a-8b485aa8173e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.452048 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c98767c-81e5-4dbb-b6f3-9099d75d1757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.460414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e14b3bd8-7de2-40ac-a5b5-5647bcd1c447'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:31.474979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b9a3b8-69a4-464c-b555-079e17d3e256 req-e56acd4e-33db-4ce4-82d3-153e2e43845b tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 Aug 24 00:13:31.519208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ea493126-6448-44b9-ad0b-a64da78c80a8 req-60e32846-5701-4503-834a-8b485aa8173e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.558460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ea493126-6448-44b9-ad0b-a64da78c80a8 req-60e32846-5701-4503-834a-8b485aa8173e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2092004 Aug 24 00:13:31.573390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e32846-5701-4503-834a-8b485aa8173e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=590e3bba-f70e-47b0-ae77-c78cbd043d09,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:31.628461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c98767c-81e5-4dbb-b6f3-9099d75d1757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.631951 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c98767c-81e5-4dbb-b6f3-9099d75d1757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:31.633149 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8c98767c-81e5-4dbb-b6f3-9099d75d1757 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c28ed775-0187-4acd-8acd-c175254c8ff3 HTTP/1.1" status: 204 len: 168 time: 0.3249209 Aug 24 00:13:31.643369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98767c-81e5-4dbb-b6f3-9099d75d1757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28ed775-0187-4acd-8acd-c175254c8ff3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:31.659896 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.346687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fa436-fc7a-4d59-a142-398bc24deab2 req-71cdfff0-0b6b-44e4-abb1-e1d7cd3d8a07 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:32.348977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-106fa436-fc7a-4d59-a142-398bc24deab2 req-71cdfff0-0b6b-44e4-abb1-e1d7cd3d8a07 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 950 time: 0.0523019 Aug 24 00:13:32.388387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-106fa436-fc7a-4d59-a142-398bc24deab2 req-53eea257-6bea-4df0-9166-d867be0c0d9a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 24 00:13:32.603264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562c0ff-b2a1-47c6-ab9f-718f694a9326 req-da03b8c9-3310-4852-98ff-3d5cb08ae6fb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:32.604877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d562c0ff-b2a1-47c6-ab9f-718f694a9326 req-da03b8c9-3310-4852-98ff-3d5cb08ae6fb tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 970 time: 0.0527630 Aug 24 00:13:32.647739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d562c0ff-b2a1-47c6-ab9f-718f694a9326 req-d23d1568-117a-4600-acf8-49e128d29f3b tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Aug 24 00:13:32.656306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:32.817348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:32.821383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:32.821938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.871657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40976) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:32.904218 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.929064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86086dfa-7258-44d2-a819-768696d082bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14b3bd8-7de2-40ac-a5b5-5647bcd1c447'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:32.931653 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18000a23-b5bb-4628-8ab2-065d811c9345" -d '{"events": [{"server_uuid": "86086dfa-7258-44d2-a819-768696d082bd", "name": "network-vif-plugged", "status": "completed", "tag": "e14b3bd8-7de2-40ac-a5b5-5647bcd1c447"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:32.944790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:32.952503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40984) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:32.967495 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f54994-a0d0-423f-8312-95467f3d9e40 x-openstack-request-id: req-33f54994-a0d0-423f-8312-95467f3d9e40 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:32.967676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bf069cb9-dd92-486b-b363-31f281b52a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:32.967890 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86086dfa-7258-44d2-a819-768696d082bd", "name": "network-vif-plugged", "status": "completed", "tag": "e14b3bd8-7de2-40ac-a5b5-5647bcd1c447", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:32.968148 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33f54994-a0d0-423f-8312-95467f3d9e40 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:32.968707 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86086dfa-7258-44d2-a819-768696d082bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14b3bd8-7de2-40ac-a5b5-5647bcd1c447', 'code': 200} Aug 24 00:13:33.022278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.073841 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bf069cb9-dd92-486b-b363-31f281b52a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.079663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:33.117216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6feaf2-37ab-4647-9374-043ebfbb0289 req-8d70038c-292b-475a-9c96-701c4669bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.118932 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3d6feaf2-37ab-4647-9374-043ebfbb0289 req-8d70038c-292b-475a-9c96-701c4669bbce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 1122 time: 0.0432365 Aug 24 00:13:33.153276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e34b046-517a-4676-805c-9ccb928ffbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.156154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bf069cb9-dd92-486b-b363-31f281b52a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.209049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3d6feaf2-37ab-4647-9374-043ebfbb0289 req-38e9fcd9-ab16-4ced-9113-2f75713c4091 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829487 Aug 24 00:13:33.214476 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bf069cb9-dd92-486b-b363-31f281b52a1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bba6b0d47a864611b1e42b672e617494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609205 Aug 24 00:13:33.217374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:33.229043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf069cb9-dd92-486b-b363-31f281b52a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23642f1-cc09-4192-8539-605fcd17ddff,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:33.270665 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5454bbd-b0f0-4ae9-bc0b-cd603d91ecfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.293065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5454bbd-b0f0-4ae9-bc0b-cd603d91ecfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.307927 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e34b046-517a-4676-805c-9ccb928ffbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.388098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:33.425241 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e34b046-517a-4676-805c-9ccb928ffbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.467663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5454bbd-b0f0-4ae9-bc0b-cd603d91ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.470625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5454bbd-b0f0-4ae9-bc0b-cd603d91ecfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.476830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c5454bbd-b0f0-4ae9-bc0b-cd603d91ecfe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b23642f1-cc09-4192-8539-605fcd17ddff HTTP/1.1" status: 204 len: 168 time: 0.2543156 Aug 24 00:13:33.486644 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8e34b046-517a-4676-805c-9ccb928ffbdc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce1115e03a3340adb674ebfce76bbe56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136229 Aug 24 00:13:33.490093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41008) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:33.498435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5454bbd-b0f0-4ae9-bc0b-cd603d91ecfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23642f1-cc09-4192-8539-605fcd17ddff,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:33.498560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34b046-517a-4676-805c-9ccb928ffbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53c843b-21b3-4d7c-b8ce-f790832c5e92,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:33.552336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1900983917-network', 'tenant_id': 'fe31ab0802c7419b81989e5c9449d01b'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:33.570339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9718db0-81ae-497a-92d7-ecd17b313a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.596373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40106c5e-e61e-4248-822e-f52afd20364e req-62f30a1d-a158-4b8b-b4c9-03d3960873ed tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.607242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40106c5e-e61e-4248-822e-f52afd20364e req-62f30a1d-a158-4b8b-b4c9-03d3960873ed tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 950 time: 0.1328008 Aug 24 00:13:33.630511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9718db0-81ae-497a-92d7-ecd17b313a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.678124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40106c5e-e61e-4248-822e-f52afd20364e req-a1a2ccda-ade3-4ec0-a700-fab56eb463a0 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568128 Aug 24 00:13:33.680176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Made reservation on behalf of fe31ab0802c7419b81989e5c9449d01b for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:33.682848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.702993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.774394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00654a-b408-4827-b986-57d347266192 req-e4636ca0-81d4-4a7a-b726-493b71485f74 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:33.776018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad00654a-b408-4827-b986-57d347266192 req-e4636ca0-81d4-4a7a-b726-493b71485f74 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 971 time: 0.0562215 Aug 24 00:13:33.803070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9718db0-81ae-497a-92d7-ecd17b313a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.805742 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9718db0-81ae-497a-92d7-ecd17b313a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.809465 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a9718db0-81ae-497a-92d7-ecd17b313a50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d53c843b-21b3-4d7c-b8ce-f790832c5e92 HTTP/1.1" status: 204 len: 168 time: 0.3159215 Aug 24 00:13:33.815185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9718db0-81ae-497a-92d7-ecd17b313a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53c843b-21b3-4d7c-b8ce-f790832c5e92,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:33.836148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad00654a-b408-4827-b986-57d347266192 req-7ae2cade-2b88-4fc2-83c1-c5aeb99934d9 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529654 Aug 24 00:13:33.897544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.970610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:33.997035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:13:34.007177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248844fb-773d-404c-a334-610623076034,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:34.011981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.012330 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Added segment 24330ba6-0a37-4368-96fe-e84125e5f7b5 of type vlan for network c446b46b-b76d-40d4-a3a6-21c745bd98e8 Aug 24 00:13:34.051440 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.140661 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.142399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.143349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.207899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c446b46b-b76d-40d4-a3a6-21c745bd98e8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:34.220049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network c446b46b-b76d-40d4-a3a6-21c745bd98e8 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:13:34.273801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-02ec9fc2-0627-44d0-b557-dd3d12d367d2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8845296 Aug 24 00:13:34.276711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41034) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:34.282027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Request body: {'subnet': {'network_id': 'c446b46b-b76d-40d4-a3a6-21c745bd98e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1900983917-subnet', 'tenant_id': 'fe31ab0802c7419b81989e5c9449d01b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:34.404556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Made reservation on behalf of fe31ab0802c7419b81989e5c9449d01b for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:34.406943 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.627780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.682261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0db438-4e72-4ff2-aa02-cc2d2e20a60e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:34.696820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Checking segment: {'id': '24330ba6-0a37-4368-96fe-e84125e5f7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c446b46b-b76d-40d4-a3a6-21c745bd98e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:34.697179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Network hostable DHCP agents. Network: c446b46b-b76d-40d4-a3a6-21c745bd98e8, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:13:34.711908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41042) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:34.728265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe4936e-d9f8-4cc8-a77e-957ee55481da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.787317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Network c446b46b-b76d-40d4-a3a6-21c745bd98e8 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:13:34.789465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41044) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:34.845085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4a0e4-46c9-499e-ac6c-5d7b01f38264 req-cd3dbb87-a35b-4ff5-96d8-b5d6df2c5f2d tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.846621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8c4a0e4-46c9-499e-ac6c-5d7b01f38264 req-cd3dbb87-a35b-4ff5-96d8-b5d6df2c5f2d tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 950 time: 0.0710526 Aug 24 00:13:34.880884 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe4936e-d9f8-4cc8-a77e-957ee55481da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.901971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8c4a0e4-46c9-499e-ac6c-5d7b01f38264 req-b07fc06c-4dbb-4d44-9b02-11738b243e43 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 Aug 24 00:13:34.918577 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c1f2b2-62fe-436b-afc4-3bdb941a71b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.926365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, c446b46b-b76d-40d4-a3a6-21c745bd98e8) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:34.932658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.933867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:34.937210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb704bc-ca7d-4f30-92c0-61be961f986e None None] Network c446b46b-b76d-40d4-a3a6-21c745bd98e8 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:13:34.964956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25f189-ebef-4310-9a93-1e95de892567 req-5bea8988-2daa-43ff-8310-c34999635a5c tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:34.966457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb25f189-ebef-4310-9a93-1e95de892567 req-5bea8988-2daa-43ff-8310-c34999635a5c tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 971 time: 0.0573287 Aug 24 00:13:35.009556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb25f189-ebef-4310-9a93-1e95de892567 req-a1b54c44-6b88-4246-b433-cfb722868b8c tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370698 Aug 24 00:13:35.016086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe4936e-d9f8-4cc8-a77e-957ee55481da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.085154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dfe4936e-d9f8-4cc8-a77e-957ee55481da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04da59dc32e44367b633e8c3a6600651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721941 Aug 24 00:13:35.086227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4936e-d9f8-4cc8-a77e-957ee55481da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671a87be-7d21-4a4a-8676-43b4d8bfec70,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:35.088348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41060) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:35.094460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ee92e9-8d92-482c-b476-7659e8789d29 None None] Network c446b46b-b76d-40d4-a3a6-21c745bd98e8 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:13:35.121820 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c81955e-1a43-44f4-b52a-5572d4bb7bd5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8355212 Aug 24 00:13:35.190046 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1981-92a5-497b-96bf-74f372d4a3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.225367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1981-92a5-497b-96bf-74f372d4a3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.272279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c1f2b2-62fe-436b-afc4-3bdb941a71b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.319896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcc7f-8a4a-416d-9514-0be6ff3a9358 req-ab307e42-3a68-41bc-a46b-6b8d572cf2eb tempest-AggregatesAdminTestJSON-1832472744 tempest-AggregatesAdminTestJSON-1832472744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.328269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c9dcc7f-8a4a-416d-9514-0be6ff3a9358 req-ab307e42-3a68-41bc-a46b-6b8d572cf2eb tempest-AggregatesAdminTestJSON-1832472744 tempest-AggregatesAdminTestJSON-1832472744-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 1122 time: 0.1388092 Aug 24 00:13:35.329091 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c1f2b2-62fe-436b-afc4-3bdb941a71b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.344179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c9dcc7f-8a4a-416d-9514-0be6ff3a9358 req-1776289f-a4f2-4377-84e4-fbccfb96bbc2 tempest-AggregatesAdminTestJSON-1832472744 tempest-AggregatesAdminTestJSON-1832472744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.386051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1981-92a5-497b-96bf-74f372d4a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.390635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cdc1981-92a5-497b-96bf-74f372d4a3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.391811 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2cdc1981-92a5-497b-96bf-74f372d4a3d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/671a87be-7d21-4a4a-8676-43b4d8bfec70 HTTP/1.1" status: 204 len: 168 time: 0.3022861 Aug 24 00:13:35.425328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41074) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:35.431819 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-45c1f2b2-62fe-436b-afc4-3bdb941a71b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c33037a0c0f4c688436bf13e1770dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360550 Aug 24 00:13:35.432775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1f2b2-62fe-436b-afc4-3bdb941a71b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e030eec-8abc-4ce5-aeb6-112de749ad8c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:35.469780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc1981-92a5-497b-96bf-74f372d4a3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671a87be-7d21-4a4a-8676-43b4d8bfec70,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:35.500104 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c9dcc7f-8a4a-416d-9514-0be6ff3a9358 req-1776289f-a4f2-4377-84e4-fbccfb96bbc2 tempest-AggregatesAdminTestJSON-1832472744 tempest-AggregatesAdminTestJSON-1832472744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.513271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54e9dbb3-5bda-4d9b-8678-35a9bb6577f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.535019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54e9dbb3-5bda-4d9b-8678-35a9bb6577f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.598160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9c9dcc7f-8a4a-416d-9514-0be6ff3a9358 req-1776289f-a4f2-4377-84e4-fbccfb96bbc2 tempest-AggregatesAdminTestJSON-1832472744 tempest-AggregatesAdminTestJSON-1832472744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.625455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c9dcc7f-8a4a-416d-9514-0be6ff3a9358 req-1776289f-a4f2-4377-84e4-fbccfb96bbc2 tempest-AggregatesAdminTestJSON-1832472744 tempest-AggregatesAdminTestJSON-1832472744-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963295 Aug 24 00:13:35.636586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776289f-a4f2-4377-84e4-fbccfb96bbc2 tempest-AggregatesAdminTestJSON-1832472744 tempest-AggregatesAdminTestJSON-1832472744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5b97e-462c-4698-8a38-cb2676b6bcaf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:35.660855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54e9dbb3-5bda-4d9b-8678-35a9bb6577f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.663445 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54e9dbb3-5bda-4d9b-8678-35a9bb6577f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:35.666932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-54e9dbb3-5bda-4d9b-8678-35a9bb6577f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e030eec-8abc-4ce5-aeb6-112de749ad8c HTTP/1.1" status: 204 len: 168 time: 0.2362683 Aug 24 00:13:35.672324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9dbb3-5bda-4d9b-8678-35a9bb6577f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e030eec-8abc-4ce5-aeb6-112de749ad8c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:35.899532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dacb7-3160-4d7e-bef4-d203fec1f096 req-755fe91c-c836-46fc-af61-166825b27418 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:35.901140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce2dacb7-3160-4d7e-bef4-d203fec1f096 req-755fe91c-c836-46fc-af61-166825b27418 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 950 time: 0.0522830 Aug 24 00:13:35.946778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce2dacb7-3160-4d7e-bef4-d203fec1f096 req-446dbbf0-26b0-459c-a932-1746cd071e24 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385573 Aug 24 00:13:36.569201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:36.585302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dc6dfc-d1e6-48e2-a364-8e09ee1fce46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.679553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dc6dfc-d1e6-48e2-a364-8e09ee1fce46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.747213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dc6dfc-d1e6-48e2-a364-8e09ee1fce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.751287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41140) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:36.756323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1488384948-network', 'tenant_id': '622cab6b3847475292c5e102178c49de'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:36.798993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41144) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:36.801152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-34dc6dfc-d1e6-48e2-a364-8e09ee1fce46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a81b0755615a40c9b60d09708f0e9e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307372 Aug 24 00:13:36.802423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc6dfc-d1e6-48e2-a364-8e09ee1fce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0cfb3d-795f-4540-9855-01973e7e776f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:36.847144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Made reservation on behalf of 622cab6b3847475292c5e102178c49de for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:36.850269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.865715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.902757 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0178443b-1323-4a03-a99f-8b9215535bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:36.939575 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0178443b-1323-4a03-a99f-8b9215535bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.063866 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.102921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0178443b-1323-4a03-a99f-8b9215535bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.107803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1ff5b-c79a-4325-b3c2-fc88b7691d3c req-cab8b2c5-3940-459e-bac5-54d49f2f9d7a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.109364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53a1ff5b-c79a-4325-b3c2-fc88b7691d3c req-cab8b2c5-3940-459e-bac5-54d49f2f9d7a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 950 time: 0.0672455 Aug 24 00:13:37.109734 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0178443b-1323-4a03-a99f-8b9215535bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.110949 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0178443b-1323-4a03-a99f-8b9215535bec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f0cfb3d-795f-4540-9855-01973e7e776f HTTP/1.1" status: 204 len: 168 time: 0.3103123 Aug 24 00:13:37.119674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178443b-1323-4a03-a99f-8b9215535bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0cfb3d-795f-4540-9855-01973e7e776f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:37.149642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.193603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab11ac5b-8afd-467e-93f6-709d24c8408b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:37.195421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53a1ff5b-c79a-4325-b3c2-fc88b7691d3c req-4d587eed-5c3e-479c-8fee-a97ed590534d tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723355 Aug 24 00:13:37.218557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:13:37.239245 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733486186725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.239245 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Unsubscribe: segment precommit_create {{(pid=95327) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 00:13:37.239245 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Added segment 109280b1-2889-40a1-80f6-caa33380f6a9 of type vlan for network 3576df64-60ec-4851-bb81-2aaa6c685229 Aug 24 00:13:37.250715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-22e17d85-78ee-456f-addc-b0d300a4e031 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.252338 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-22e17d85-78ee-456f-addc-b0d300a4e031 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 1101 time: 0.1205699 Aug 24 00:13:37.324520 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.418123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] Deleting port de1ae71e-b638-4e9b-a45b-8297cad2f035 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:13:37.418495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.586444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] For port de1ae71e-b638-4e9b-a45b-8297cad2f035, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=de1ae71e-b638-4e9b-a45b-8297cad2f035,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:37.586444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.586444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] Calling delete_port for de1ae71e-b638-4e9b-a45b-8297cad2f035 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:13:37.634431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.635424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:37.636011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:37.898784 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1463470 Aug 24 00:13:37.901739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:37.908056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Request body: {'subnet': {'network_id': '3576df64-60ec-4851-bb81-2aaa6c685229', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1488384948-subnet', 'tenant_id': '622cab6b3847475292c5e102178c49de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:37.919847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11672e8a-5813-42b1-ab51-57d81e7fba40 admin admin] Pushing event updated for resources: {'Network': ['ID=3576df64-60ec-4851-bb81-2aaa6c685229,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:37.933824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 3576df64-60ec-4851-bb81-2aaa6c685229 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:13:38.021531 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.031976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['de1ae71e-b638-4e9b-a45b-8297cad2f035'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:38.038899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Made reservation on behalf of 622cab6b3847475292c5e102178c49de for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:38.042026 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.052337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] Pushing event deleted for resources: {'Port': ['ID=de1ae71e-b638-4e9b-a45b-8297cad2f035,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:38.162424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] No DVR routers for this DVR port de1ae71e-b638-4e9b-a45b-8297cad2f035 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:38.162424 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.162914 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-002fdf99-7dd2-4dd4-9cb0-9603a58516d6 req-023282c5-4f13-493f-ad29-9040a2215290 tempest-DeleteServersAdminTestJSON-358193732 tempest-DeleteServersAdminTestJSON-358193732-project-admin] 10.222.0.37 "DELETE /v2.0/ports/de1ae71e-b638-4e9b-a45b-8297cad2f035 HTTP/1.1" status: 204 len: 173 time: 0.9019904 Aug 24 00:13:38.163109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4955fd-7d4e-4703-b644-5e2bd2135878', 'name': 'network-vif-deleted', 'tag': 'de1ae71e-b638-4e9b-a45b-8297cad2f035'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:38.166308 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d259f87-6f3c-49f0-9821-cd84e7b6c300" -d '{"events": [{"server_uuid": "3a4955fd-7d4e-4703-b644-5e2bd2135878", "name": "network-vif-deleted", "tag": "de1ae71e-b638-4e9b-a45b-8297cad2f035"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:38.247151 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6253a6a5-931e-45e1-ae56-76839a05b23f x-openstack-request-id: req-6253a6a5-931e-45e1-ae56-76839a05b23f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:38.247447 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4955fd-7d4e-4703-b644-5e2bd2135878", "name": "network-vif-deleted", "tag": "de1ae71e-b638-4e9b-a45b-8297cad2f035", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:38.248002 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6253a6a5-931e-45e1-ae56-76839a05b23f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:38.248405 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4955fd-7d4e-4703-b644-5e2bd2135878', 'name': 'network-vif-deleted', 'tag': 'de1ae71e-b638-4e9b-a45b-8297cad2f035', 'status': 'completed', 'code': 200} Aug 24 00:13:38.351961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ff2dbd1-6dff-4047-b480-2331f5820387 req-b726982e-afb1-4510-817b-b6f1d8d8e84b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4955fd-7d4e-4703-b644-5e2bd2135878 HTTP/1.1" status: 200 len: 210 time: 0.0329859 Aug 24 00:13:38.393116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41234) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:38.403211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.483499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Checking segment: {'id': '109280b1-2889-40a1-80f6-caa33380f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3576df64-60ec-4851-bb81-2aaa6c685229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:38.483499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Network hostable DHCP agents. Network: 3576df64-60ec-4851-bb81-2aaa6c685229, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:13:38.483782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8eb384-921e-4144-b589-873a7879016e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:38.588196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Network 3576df64-60ec-4851-bb81-2aaa6c685229 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:13:38.612371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68710b4e-d778-48e4-bad3-1508991206df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.698420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68710b4e-d778-48e4-bad3-1508991206df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.707373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 3576df64-60ec-4851-bb81-2aaa6c685229) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:38.713562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:38.717257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.733888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b503036-21cc-4ad5-87de-ec28342e151c None None] Network 3576df64-60ec-4851-bb81-2aaa6c685229 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:13:38.767052 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68710b4e-d778-48e4-bad3-1508991206df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.822716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-68710b4e-d778-48e4-bad3-1508991206df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eeba71233ad74693bfea320df01ae095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284592 Aug 24 00:13:38.825492 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41260) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:38.836221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68710b4e-d778-48e4-bad3-1508991206df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30419030-860f-4c97-8c53-16dec32cc027,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:38.862260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-eab7a7c9-f2d3-4eaf-8a74-392fca9b2972 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9588969 Aug 24 00:13:38.940896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1bf44b52-4957-4f88-997c-ce2e2f6fe459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:38.941662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28536714-87de-464d-816c-a75afbf55344 None None] Network 3576df64-60ec-4851-bb81-2aaa6c685229 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:13:38.977611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1bf44b52-4957-4f88-997c-ce2e2f6fe459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.118565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41290) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:39.170603 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1bf44b52-4957-4f88-997c-ce2e2f6fe459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.173708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1bf44b52-4957-4f88-997c-ce2e2f6fe459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.175077 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1bf44b52-4957-4f88-997c-ce2e2f6fe459 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30419030-860f-4c97-8c53-16dec32cc027 HTTP/1.1" status: 204 len: 168 time: 0.3480396 Aug 24 00:13:39.196199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf44b52-4957-4f88-997c-ce2e2f6fe459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30419030-860f-4c97-8c53-16dec32cc027,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:39.228343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-8212904a-fde2-40fb-bbc1-25f15c15b7a5 admin admin] Deleting subnet 5e0db438-4e72-4ff2-aa02-cc2d2e20a60e {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:13:39.234932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8212904a-fde2-40fb-bbc1-25f15c15b7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.281921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8212904a-fde2-40fb-bbc1-25f15c15b7a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.297293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8212904a-fde2-40fb-bbc1-25f15c15b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.525169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8212904a-fde2-40fb-bbc1-25f15c15b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.559090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212904a-fde2-40fb-bbc1-25f15c15b7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0db438-4e72-4ff2-aa02-cc2d2e20a60e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:39.561753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8212904a-fde2-40fb-bbc1-25f15c15b7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.563739 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8212904a-fde2-40fb-bbc1-25f15c15b7a5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5e0db438-4e72-4ff2-aa02-cc2d2e20a60e HTTP/1.1" status: 204 len: 168 time: 0.4439666 Aug 24 00:13:39.566704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41302) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:39.650253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.755189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.765920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.766293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.767038 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.767393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > port after_create 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.767721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.768084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > port after_update 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.768407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.768748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.769834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.769958 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.888975 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.889530 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.889914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.890250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:13:39.890645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c446b46b-b76d-40d4-a3a6-21c745bd98e8']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:39.909323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24330ba6-0a37-4368-96fe-e84125e5f7b5') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:39.909661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24330ba6-0a37-4368-96fe-e84125e5f7b5') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:39.927440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.947675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.955791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:13:39.956187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: from cryptography.utils import int_from_bytes Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: from cryptography.utils import int_from_bytes Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:13:39.971421 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:13:40.108168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.143756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.147669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41330) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:40.148121 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c446b46b-b76d-40d4-a3a6-21c745bd98e8 HTTP/1.1" status: 204 len: 168 time: 0.5802209 Aug 24 00:13:40.148797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c6a9c-b35b-45ea-96d9-a34ae053d806 admin admin] Pushing event deleted for resources: {'Network': ['ID=c446b46b-b76d-40d4-a3a6-21c745bd98e8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:40.196439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0960c5e-b4e1-40fe-9b8e-7d24c2279cad admin admin] Deleting subnet 2f8eb384-921e-4144-b589-873a7879016e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:13:40.201024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0960c5e-b4e1-40fe-9b8e-7d24c2279cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.243224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0960c5e-b4e1-40fe-9b8e-7d24c2279cad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.254632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0960c5e-b4e1-40fe-9b8e-7d24c2279cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.408273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41348) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:40.433032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-ba9392e5-dfc4-4faf-8c9f-a282e8dfd859 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=de23ddb996834f4cb82d96fbd94f9888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225866 Aug 24 00:13:40.439203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0960c5e-b4e1-40fe-9b8e-7d24c2279cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.450525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41352) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:40.504337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0960c5e-b4e1-40fe-9b8e-7d24c2279cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8eb384-921e-4144-b589-873a7879016e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:40.534610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0960c5e-b4e1-40fe-9b8e-7d24c2279cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.536566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b0960c5e-b4e1-40fe-9b8e-7d24c2279cad admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2f8eb384-921e-4144-b589-873a7879016e HTTP/1.1" status: 204 len: 168 time: 0.3878417 Aug 24 00:13:40.539301 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41358) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:40.591816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-084aec9c-e8a7-448c-9eba-4c25a60a7045 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:40.593301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-084aec9c-e8a7-448c-9eba-4c25a60a7045 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501842 Aug 24 00:13:40.609084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.611489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-49baa01a-a442-4445-8c28-d369eabd0074 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/quotas/de23ddb996834f4cb82d96fbd94f9888 HTTP/1.1" status: 200 len: 375 time: 0.0115850 Aug 24 00:13:40.664589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e4a6d532-3692-4c0f-821e-9d13ae70c0a0 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de23ddb996834f4cb82d96fbd94f9888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433321 Aug 24 00:13:40.685337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device de1ae71e-b638-4e9b-a45b-8297cad2f035 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:40.712827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: de1ae71e-b638-4e9b-a45b-8297cad2f035 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:13:40.713361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device de1ae71e-b638-4e9b-a45b-8297cad2f035 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:40.740963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.752240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3576df64-60ec-4851-bb81-2aaa6c685229']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:40.781756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c38de3e-9b56-4226-80aa-54419473b523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.786456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109280b1-2889-40a1-80f6-caa33380f6a9') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:40.790091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109280b1-2889-40a1-80f6-caa33380f6a9') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:40.790327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41364) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:40.809494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.815206 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a14740c8-9499-4300-9c9f-70879c874022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.832095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.841137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:13:40.848265 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:13:40.916542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34793895-0fba-45fc-aed0-b0cea7fd22d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:40.945487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-762e243b-dc00-4ee8-b08b-04af6be7e79e req-696c62b0-e91a-430d-b4a6-6a9bfa2b8fb9 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 210 time: 0.0394204 Aug 24 00:13:41.058050 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.065462 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.067379 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3576df64-60ec-4851-bb81-2aaa6c685229 HTTP/1.1" status: 204 len: 168 time: 0.5269928 Aug 24 00:13:41.094127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17934b74-0fa3-42b2-a408-f45645b23606 admin admin] Pushing event deleted for resources: {'Network': ['ID=3576df64-60ec-4851-bb81-2aaa6c685229,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:41.164313 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c38de3e-9b56-4226-80aa-54419473b523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.244531 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c38de3e-9b56-4226-80aa-54419473b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.266021 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-34793895-0fba-45fc-aed0-b0cea7fd22d3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:13:41.266021 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:13:41.266021 n-d-804878-2 neutron-server[95327]: [parameters: {'project_id_1': 'f3160b9ddbb94d34b4580a920d6ea618', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 13, 40, 937823)}] Aug 24 00:13:41.266021 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:13:41.266425 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-34793895-0fba-45fc-aed0-b0cea7fd22d3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:13:41.304791 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3c38de3e-9b56-4226-80aa-54419473b523 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d1977f3c6484e5f9eebf45625b589e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8952610 Aug 24 00:13:41.306209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41398) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:41.306931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38de3e-9b56-4226-80aa-54419473b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc783fc-f950-4708-93e1-0009cd96903d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:41.367777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a14740c8-9499-4300-9c9f-70879c874022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.369167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81806e63-ec0b-4d35-8b4d-476119cbd21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.391888 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81806e63-ec0b-4d35-8b4d-476119cbd21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.458285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a14740c8-9499-4300-9c9f-70879c874022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.508172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14740c8-9499-4300-9c9f-70879c874022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9630671d-e300-494e-ac88-4184954dc42e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:41.514355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a14740c8-9499-4300-9c9f-70879c874022 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4e3e12e06b34f05a5ad5fcf810ecf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7230146 Aug 24 00:13:41.517157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41414) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:41.526593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81806e63-ec0b-4d35-8b4d-476119cbd21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.529364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81806e63-ec0b-4d35-8b4d-476119cbd21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.530779 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-81806e63-ec0b-4d35-8b4d-476119cbd21e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dc783fc-f950-4708-93e1-0009cd96903d HTTP/1.1" status: 204 len: 168 time: 0.2205098 Aug 24 00:13:41.553767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81806e63-ec0b-4d35-8b4d-476119cbd21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc783fc-f950-4708-93e1-0009cd96903d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:41.595436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41418) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:41.596788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08262819-eab2-49a0-b26e-4a83606b6ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.619170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08262819-eab2-49a0-b26e-4a83606b6ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.658024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d8ff117c-da22-41b3-ada9-9cff53c30efa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe31ab0802c7419b81989e5c9449d01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597308 Aug 24 00:13:41.660248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41424) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:41.735455 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f81b3f0-6794-462f-8640-70375fe9e520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.753221 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f81b3f0-6794-462f-8640-70375fe9e520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.758818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08262819-eab2-49a0-b26e-4a83606b6ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.761648 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08262819-eab2-49a0-b26e-4a83606b6ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.766313 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-08262819-eab2-49a0-b26e-4a83606b6ab5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9630671d-e300-494e-ac88-4184954dc42e HTTP/1.1" status: 204 len: 168 time: 0.2476957 Aug 24 00:13:41.769912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34793895-0fba-45fc-aed0-b0cea7fd22d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.784922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08262819-eab2-49a0-b26e-4a83606b6ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9630671d-e300-494e-ac88-4184954dc42e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:41.889821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34793895-0fba-45fc-aed0-b0cea7fd22d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.913253 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f81b3f0-6794-462f-8640-70375fe9e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.915847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f81b3f0-6794-462f-8640-70375fe9e520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:41.919739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7f81b3f0-6794-462f-8640-70375fe9e520 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/248844fb-773d-404c-a334-610623076034 HTTP/1.1" status: 204 len: 168 time: 0.2556274 Aug 24 00:13:41.924649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81b3f0-6794-462f-8640-70375fe9e520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248844fb-773d-404c-a334-610623076034,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:42.021492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34793895-0fba-45fc-aed0-b0cea7fd22d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:42.069879 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-34793895-0fba-45fc-aed0-b0cea7fd22d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3160b9ddbb94d34b4580a920d6ea618&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6178877 Aug 24 00:13:42.071748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34793895-0fba-45fc-aed0-b0cea7fd22d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aa803e-826d-4d10-93a4-bc8d0559bf98,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:42.081534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7c721c4-9ed1-4882-ae17-44409d942d75 req-b7061096-180e-43a2-9ce9-c22def3ec2c0 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 210 time: 0.0443549 Aug 24 00:13:42.083816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41446) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:42.084911 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:42.142810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8ddb0-0274-4611-9869-c3af50eb77de req-3074e20b-7bca-42c1-ad26-bc4754e033cb tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.143411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8ddb0-0274-4611-9869-c3af50eb77de req-3074e20b-7bca-42c1-ad26-bc4754e033cb tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.143878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8ddb0-0274-4611-9869-c3af50eb77de req-3074e20b-7bca-42c1-ad26-bc4754e033cb tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.145487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97b8ddb0-0274-4611-9869-c3af50eb77de req-3074e20b-7bca-42c1-ad26-bc4754e033cb tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1989579 Aug 24 00:13:42.164505 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a26a-7efb-459a-9fe8-c00a1a020ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:42.239203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a26a-7efb-459a-9fe8-c00a1a020ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:42.474702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c7079-77b8-4137-8fac-8ce21e5c8e24 req-9c9b7fd6-2d7a-4817-988c-8b9ea5279cf6 tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.476179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a20c7079-77b8-4137-8fac-8ce21e5c8e24 req-9c9b7fd6-2d7a-4817-988c-8b9ea5279cf6 tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 886 time: 0.3097987 Aug 24 00:13:42.600135 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a26a-7efb-459a-9fe8-c00a1a020ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:42.602802 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a26a-7efb-459a-9fe8-c00a1a020ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:42.603934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1ed4a26a-7efb-459a-9fe8-c00a1a020ce5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6aa803e-826d-4d10-93a4-bc8d0559bf98 HTTP/1.1" status: 204 len: 168 time: 0.5191903 Aug 24 00:13:42.605198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4e6f8-7061-4780-b9a3-424b3903893f req-911d27b8-5f69-40d6-8199-1d43c0bdf5bf tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.605839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4e6f8-7061-4780-b9a3-424b3903893f req-911d27b8-5f69-40d6-8199-1d43c0bdf5bf tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.606310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4e6f8-7061-4780-b9a3-424b3903893f req-911d27b8-5f69-40d6-8199-1d43c0bdf5bf tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:42.607781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0eb4e6f8-7061-4780-b9a3-424b3903893f req-911d27b8-5f69-40d6-8199-1d43c0bdf5bf tempest-NetworksTest-1376888998 tempest-NetworksTest-1376888998-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1114039 Aug 24 00:13:42.616850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4a26a-7efb-459a-9fe8-c00a1a020ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aa803e-826d-4d10-93a4-bc8d0559bf98,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:42.783144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:42.965019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:42.983015 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e07b3f1e-ece8-414c-b3a7-54df40782f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.087485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e07b3f1e-ece8-414c-b3a7-54df40782f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.175996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e07b3f1e-ece8-414c-b3a7-54df40782f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.228868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e07b3f1e-ece8-414c-b3a7-54df40782f07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53cc48a79876431c86677ab10ec7f447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622101 Aug 24 00:13:43.231654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:43.244700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b3f1e-ece8-414c-b3a7-54df40782f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748b77ce-86fc-494a-9f48-0f180c0f5af8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:43.289301 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6063f536-1722-430f-aab3-033fe6c9c961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.316926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6063f536-1722-430f-aab3-033fe6c9c961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.373772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0f5db36-9d3b-45f2-97a0-e478302216ee req-a739a4d4-df3a-4233-8648-fa3a3c4b14c3 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 210 time: 0.0302870 Aug 24 00:13:43.451155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:43.543745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-220c578e-0da5-414f-ac45-f6e27975ff9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=622cab6b3847475292c5e102178c49de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897689 Aug 24 00:13:43.544296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41498) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:43.569399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d9f9c-a25b-405f-afda-912547c7a543 req-be091e1d-0fd2-4bf6-a2cd-a09a4686feec tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:43.573517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e9d9f9c-a25b-405f-afda-912547c7a543 req-be091e1d-0fd2-4bf6-a2cd-a09a4686feec tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 971 time: 0.0959764 Aug 24 00:13:43.578971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.36', 56830) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:43.606109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-ec9cd8ee-1cde-4934-9a7f-441547015d44 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=de23ddb996834f4cb82d96fbd94f9888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259645 Aug 24 00:13:43.615332 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b69e126c-699c-49cc-9844-f74f7e568b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.651550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b69e126c-699c-49cc-9844-f74f7e568b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.723628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6063f536-1722-430f-aab3-033fe6c9c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.727828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6063f536-1722-430f-aab3-033fe6c9c961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.730061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41502) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:43.730284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6063f536-1722-430f-aab3-033fe6c9c961 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/748b77ce-86fc-494a-9f48-0f180c0f5af8 HTTP/1.1" status: 204 len: 168 time: 0.4976323 Aug 24 00:13:43.741348 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b69e126c-699c-49cc-9844-f74f7e568b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.743920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b69e126c-699c-49cc-9844-f74f7e568b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.745894 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b69e126c-699c-49cc-9844-f74f7e568b9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab11ac5b-8afd-467e-93f6-709d24c8408b HTTP/1.1" status: 204 len: 168 time: 0.2000856 Aug 24 00:13:43.753538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27633ff0-e757-4191-8594-7314f56e6732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.758659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e126c-699c-49cc-9844-f74f7e568b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab11ac5b-8afd-467e-93f6-709d24c8408b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:43.787785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063f536-1722-430f-aab3-033fe6c9c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748b77ce-86fc-494a-9f48-0f180c0f5af8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:43.845477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-364af20e-2ccc-4e4c-bbde-4b53e3ede89a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:43.846962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-364af20e-2ccc-4e4c-bbde-4b53e3ede89a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313585 Aug 24 00:13:43.855273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e9d9f9c-a25b-405f-afda-912547c7a543 req-f00f6af4-954b-4c05-afd4-6198676c1f85 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741337 Aug 24 00:13:43.895025 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27633ff0-e757-4191-8594-7314f56e6732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.919413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41512) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:43.935675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42241c94-eda9-4ea4-8c84-49ab57dc7833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:43.956883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Request body: {'port': {'device_id': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'de23ddb996834f4cb82d96fbd94f9888'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:43.962350 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27633ff0-e757-4191-8594-7314f56e6732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.044900 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42241c94-eda9-4ea4-8c84-49ab57dc7833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.056689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-27633ff0-e757-4191-8594-7314f56e6732 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fad6f28e9dc46b18774bed01f1f1958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2696900 Aug 24 00:13:44.057899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41516) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:44.059687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27633ff0-e757-4191-8594-7314f56e6732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73293c-e476-4db9-8c3e-bfe52ce5e687,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:44.125696 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42241c94-eda9-4ea4-8c84-49ab57dc7833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.183986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a31ffe5c-5d3a-4456-86a4-433abd78b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.189281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19b62d19-eb53-49b6-a68c-26818fec0744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.198921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42241c94-eda9-4ea4-8c84-49ab57dc7833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561efce2-f941-49bc-a24b-fc9bf0a4a54e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:44.220253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-42241c94-eda9-4ea4-8c84-49ab57dc7833 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00d724d117314aff9148b525ea06d88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993724 Aug 24 00:13:44.220699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41522) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:44.236507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Made reservation on behalf of de23ddb996834f4cb82d96fbd94f9888 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:44.241895 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.243801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a31ffe5c-5d3a-4456-86a4-433abd78b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.347992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2a40-4b57-4ca3-95ff-e2bd17c8f8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.385386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19b62d19-eb53-49b6-a68c-26818fec0744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.420382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2a40-4b57-4ca3-95ff-e2bd17c8f8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.461782 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a31ffe5c-5d3a-4456-86a4-433abd78b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.464337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a31ffe5c-5d3a-4456-86a4-433abd78b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.466607 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a31ffe5c-5d3a-4456-86a4-433abd78b69a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e73293c-e476-4db9-8c3e-bfe52ce5e687 HTTP/1.1" status: 204 len: 168 time: 0.4065795 Aug 24 00:13:44.477188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ffe5c-5d3a-4456-86a4-433abd78b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73293c-e476-4db9-8c3e-bfe52ce5e687,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:44.513976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19b62d19-eb53-49b6-a68c-26818fec0744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.515019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Allocated IP 192.168.233.172 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/40ee8951-b341-44ec-b75e-aada45a3a11c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:44.520155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-795020c8-52db-40dc-9c79-9aa8ebe44caa req-17b7e463-d086-4890-9d27-02fbd28908db tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 210 time: 0.0530539 Aug 24 00:13:44.553918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b62d19-eb53-49b6-a68c-26818fec0744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb85573-11b7-413b-aeb7-970d2da92119,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:44.597714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:44.598254 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-19b62d19-eb53-49b6-a68c-26818fec0744 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35f82ab342584f159d9d6d9df07f3429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8638594 Aug 24 00:13:44.662606 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2a40-4b57-4ca3-95ff-e2bd17c8f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.665116 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2a40-4b57-4ca3-95ff-e2bd17c8f8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.666571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3a4d2a40-4b57-4ca3-95ff-e2bd17c8f8a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/561efce2-f941-49bc-a24b-fc9bf0a4a54e HTTP/1.1" status: 204 len: 168 time: 0.4443436 Aug 24 00:13:44.692040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d2a40-4b57-4ca3-95ff-e2bd17c8f8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561efce2-f941-49bc-a24b-fc9bf0a4a54e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:44.742263 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8db0eaf8-7043-481b-a7f4-df9031bf57e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.758426 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.785157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8db0eaf8-7043-481b-a7f4-df9031bf57e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.787062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Transition to ACTIVE for port object 40ee8951-b341-44ec-b75e-aada45a3a11c will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:44.911724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8db0eaf8-7043-481b-a7f4-df9031bf57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.915158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8db0eaf8-7043-481b-a7f4-df9031bf57e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.920940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-ccf644ec-dc77-4ecb-905a-cf0cf29eaf88 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:44.921122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8db0eaf8-7043-481b-a7f4-df9031bf57e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/beb85573-11b7-413b-aeb7-970d2da92119 HTTP/1.1" status: 204 len: 168 time: 0.3188834 Aug 24 00:13:44.921250 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-ccf644ec-dc77-4ecb-905a-cf0cf29eaf88 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.37 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 971 time: 0.0985441 Aug 24 00:13:44.928708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:44.975626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0eaf8-7043-481b-a7f4-df9031bf57e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb85573-11b7-413b-aeb7-970d2da92119,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:45.022089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:45.030293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:45.045208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:45.054647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:45.057829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.058616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Pushing event updated for resources: {'Port': ['ID=40ee8951-b341-44ec-b75e-aada45a3a11c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:45.098132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948dc9-328c-4196-a732-e6c69bc32bbf req-ec1b1d34-1ed9-4d2c-abca-de93a5322847 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:45.100869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7948dc9-328c-4196-a732-e6c69bc32bbf req-ec1b1d34-1ed9-4d2c-abca-de93a5322847 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 971 time: 0.1388795 Aug 24 00:13:45.149732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Deleting port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:13:45.150428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.170130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7948dc9-328c-4196-a732-e6c69bc32bbf req-18e1122c-22e1-44eb-8987-f0adc93010f0 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/security-groups?id=5270ede2-62c2-406c-be4b-7f8b87853930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623727 Aug 24 00:13:45.210570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-e9aae51a-e6db-4ccd-951a-e2f49b3d0e45 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2640703 Aug 24 00:13:45.279757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] For port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:45.280125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.296640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Calling delete_port for e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 owned by compute:tempest-test_az-1604159856 {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:13:45.392887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4826e689-08e6-467f-9722-6a63d8a9d5e1 None None] Provisioning for port 40ee8951-b341-44ec-b75e-aada45a3a11c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:45.397129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4826e689-08e6-467f-9722-6a63d8a9d5e1 None None] Provisioning complete for port 40ee8951-b341-44ec-b75e-aada45a3a11c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:45.397507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4826e689-08e6-467f-9722-6a63d8a9d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.435866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4826e689-08e6-467f-9722-6a63d8a9d5e1 None None] Port 40ee8951-b341-44ec-b75e-aada45a3a11c cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:45.636933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.647718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3252d97-03ef-4baf-bad0-5980e74613d1 req-4e938344-3a3c-4f84-b76c-333a9e6a7356 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:45.649168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3252d97-03ef-4baf-bad0-5980e74613d1 req-4e938344-3a3c-4f84-b76c-333a9e6a7356 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 936 time: 0.0498898 Aug 24 00:13:45.651843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e14b3bd8-7de2-40ac-a5b5-5647bcd1c447'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:13:45.671644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Pushing event deleted for resources: {'Port': ['ID=e14b3bd8-7de2-40ac-a5b5-5647bcd1c447,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:45.712329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3252d97-03ef-4baf-bad0-5980e74613d1 req-d7e95636-fb78-4023-8da0-12b0d71322aa tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535829 Aug 24 00:13:45.761595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] No DVR routers for this DVR port e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:13:45.764924 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.767442 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-98df626f-f66f-427f-a44c-ff4272802ce8 req-fed0d969-bbb4-4208-81e2-0d659423c38a tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.37 "DELETE /v2.0/ports/e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 HTTP/1.1" status: 204 len: 173 time: 0.8386505 Aug 24 00:13:45.767892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86086dfa-7258-44d2-a819-768696d082bd', 'name': 'network-vif-deleted', 'tag': 'e14b3bd8-7de2-40ac-a5b5-5647bcd1c447'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:45.770911 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41982334-ce09-4780-b8b3-da3bbceb36e6" -d '{"events": [{"server_uuid": "86086dfa-7258-44d2-a819-768696d082bd", "name": "network-vif-deleted", "tag": "e14b3bd8-7de2-40ac-a5b5-5647bcd1c447"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:45.773274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41570) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:45.794877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfebfa4a-398a-4dbc-96ee-61766c47bda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:45.821812 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241df598-b3ef-499b-a699-faea16aba2d5 x-openstack-request-id: req-241df598-b3ef-499b-a699-faea16aba2d5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:45.822107 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86086dfa-7258-44d2-a819-768696d082bd", "name": "network-vif-deleted", "tag": "e14b3bd8-7de2-40ac-a5b5-5647bcd1c447", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:45.822364 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-241df598-b3ef-499b-a699-faea16aba2d5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:45.822997 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86086dfa-7258-44d2-a819-768696d082bd', 'name': 'network-vif-deleted', 'tag': 'e14b3bd8-7de2-40ac-a5b5-5647bcd1c447', 'status': 'completed', 'code': 200} Aug 24 00:13:45.960699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfebfa4a-398a-4dbc-96ee-61766c47bda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.076996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfebfa4a-398a-4dbc-96ee-61766c47bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.118961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bfebfa4a-398a-4dbc-96ee-61766c47bda6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e457cd865a8746b88514caf972d47ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431442 Aug 24 00:13:46.120417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41580) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:46.120718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebfa4a-398a-4dbc-96ee-61766c47bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0a1321-8eb5-4744-a440-93b2adfe1264,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:46.187423 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbf1afa1-4875-45bc-ac23-7bcd9e1c9a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.213182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbf1afa1-4875-45bc-ac23-7bcd9e1c9a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.306028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f2b5f7b-958f-4e69-bb12-6e495d34b08a req-c9d0e155-2ba7-41a5-a258-ae51314e4ea0 tempest-AggregatesAdminTestJSON-1607028603 tempest-AggregatesAdminTestJSON-1607028603-project] 10.222.0.26 "GET /v2.0/ports?device_id=86086dfa-7258-44d2-a819-768696d082bd HTTP/1.1" status: 200 len: 210 time: 0.0297506 Aug 24 00:13:46.365197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbf1afa1-4875-45bc-ac23-7bcd9e1c9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.367840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dbf1afa1-4875-45bc-ac23-7bcd9e1c9a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.371684 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dbf1afa1-4875-45bc-ac23-7bcd9e1c9a20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d0a1321-8eb5-4744-a440-93b2adfe1264 HTTP/1.1" status: 204 len: 168 time: 0.2476871 Aug 24 00:13:46.377120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1afa1-4875-45bc-ac23-7bcd9e1c9a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0a1321-8eb5-4744-a440-93b2adfe1264,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:46.455432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:46.473067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef1af365-ab56-43d8-b41f-0c7a4bc2bf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.592249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef1af365-ab56-43d8-b41f-0c7a4bc2bf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.683429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ef1af365-ab56-43d8-b41f-0c7a4bc2bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.733755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ef1af365-ab56-43d8-b41f-0c7a4bc2bf25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92e48915a5d747f293db41663471708e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771161 Aug 24 00:13:46.734587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1af365-ab56-43d8-b41f-0c7a4bc2bf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1279600-0857-4ff4-98d8-9daaf7b8cd6f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:46.736430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41602) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:46.825939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-650a4c29-1efe-4ec0-b105-c53966a3c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.851666 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-650a4c29-1efe-4ec0-b105-c53966a3c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:46.869790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5dadc-6a89-4691-b871-53ffc7946632 req-f17d9fe7-eea1-4bee-8920-6c695f53060b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:46.871349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcb5dadc-6a89-4691-b871-53ffc7946632 req-f17d9fe7-eea1-4bee-8920-6c695f53060b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 936 time: 0.0622182 Aug 24 00:13:46.919149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcb5dadc-6a89-4691-b871-53ffc7946632 req-de5a659d-e2c9-4264-b6ef-f276ec6a0304 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384362 Aug 24 00:13:47.005931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-650a4c29-1efe-4ec0-b105-c53966a3c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:47.008573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-650a4c29-1efe-4ec0-b105-c53966a3c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:47.009924 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-650a4c29-1efe-4ec0-b105-c53966a3c783 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1279600-0857-4ff4-98d8-9daaf7b8cd6f HTTP/1.1" status: 204 len: 168 time: 0.2721272 Aug 24 00:13:47.018225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a4c29-1efe-4ec0-b105-c53966a3c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1279600-0857-4ff4-98d8-9daaf7b8cd6f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:48.049799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf06bb-9a17-4fe6-a0a8-b2f192006bf0 req-c9b28623-3cb5-415d-b2e1-4dde1c29f1a4 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:48.051801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9cf06bb-9a17-4fe6-a0a8-b2f192006bf0 req-c9b28623-3cb5-415d-b2e1-4dde1c29f1a4 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 936 time: 0.0536809 Aug 24 00:13:48.097494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9cf06bb-9a17-4fe6-a0a8-b2f192006bf0 req-4e0379a5-fb42-4770-8f7a-fe886fd32b61 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384758 Aug 24 00:13:48.382401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41662) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:48.711470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:13:48.734607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:13:48.734953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e14b3bd8-7de2-40ac-a5b5-5647bcd1c447 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:13:48.763799 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f5b12c76-6ac1-4ad9-ba7b-179f7150d328 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9896e279d0a941ea8331919ee121215e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800919 Aug 24 00:13:48.766171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41676) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:48.819426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59326781-4e40-43bf-9c1b-d918614c5e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:48.849447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59326781-4e40-43bf-9c1b-d918614c5e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:48.952970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59326781-4e40-43bf-9c1b-d918614c5e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:48.956669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59326781-4e40-43bf-9c1b-d918614c5e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:48.958148 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-59326781-4e40-43bf-9c1b-d918614c5e9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5270ede2-62c2-406c-be4b-7f8b87853930 HTTP/1.1" status: 204 len: 168 time: 0.1910253 Aug 24 00:13:48.973604 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59326781-4e40-43bf-9c1b-d918614c5e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5270ede2-62c2-406c-be4b-7f8b87853930,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:49.059885 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41690) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:49.219091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2189c-84f3-452d-a3ca-89fc23a2fc47 req-c71d94fc-3f80-4e09-a381-71d03f35f332 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:49.220642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cd2189c-84f3-452d-a3ca-89fc23a2fc47 req-c71d94fc-3f80-4e09-a381-71d03f35f332 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 936 time: 0.0521765 Aug 24 00:13:49.268296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cd2189c-84f3-452d-a3ca-89fc23a2fc47 req-11e38098-d3df-46d5-9ec8-f7f9ad81aeba tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Aug 24 00:13:49.395025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1432755938-network', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:49.529812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Made reservation on behalf of 4fc957d5ea09438a9c06f844ff21de7d for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:49.532141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:49.542918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:49.642639 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:49.723263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:49.747323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:13:49.765224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa0cc83-757b-4746-9299-ce37f86f3121,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:49.768395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:49.769107 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Added segment 7341d405-8652-4813-ab0a-f10b880ecbcd of type vlan for network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 Aug 24 00:13:49.822211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-c791c8e2-5c35-469c-b20f-66f56c1b6e0d tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ea57897a66004fab9be0e82ed1c467fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320101 Aug 24 00:13:49.832711 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:49.933482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-0be20b40-c158-468c-9fab-19de0b71bf5c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:49.934972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-0be20b40-c158-468c-9fab-19de0b71bf5c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116085 Aug 24 00:13:49.941442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:49.942584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:49.943460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:49.957881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-62dfb9a4-9619-41d5-a919-e6a8aa1a700a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/quotas/ea57897a66004fab9be0e82ed1c467fa HTTP/1.1" status: 200 len: 375 time: 0.0162919 Aug 24 00:13:49.997840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-9e54771b-aa28-41f2-baa9-2862efafd65f tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389469 Aug 24 00:13:50.012832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] Pushing event updated for resources: {'Network': ['ID=4610dd74-a9d3-4300-9bc5-328ee0d437a3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:50.025033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:13:50.079753 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4132ee3b-df71-4529-a632-8bab809819fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0185974 Aug 24 00:13:50.082813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41732) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:50.087975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Request body: {'subnet': {'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1432755938-subnet', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:50.154052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41734) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:50.198206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Made reservation on behalf of 4fc957d5ea09438a9c06f844ff21de7d for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:50.201726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.224811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41738) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:50.230290 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c5fff3a5-b314-4c75-b7ff-ae31e2b037bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=457802f0d35d49488f2b43ccf8277da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769649 Aug 24 00:13:50.316614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6364536f-7ed2-49ad-bc22-80e117013e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.367057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6364536f-7ed2-49ad-bc22-80e117013e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.481747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51fcb9-96b5-4876-bbc8-80fc7416fa1b req-13fd9cd1-b781-4b0e-93ff-e8c115249e58 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:50.494020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb51fcb9-96b5-4876-bbc8-80fc7416fa1b req-13fd9cd1-b781-4b0e-93ff-e8c115249e58 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 936 time: 0.0954406 Aug 24 00:13:50.546276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb51fcb9-96b5-4876-bbc8-80fc7416fa1b req-5fc415a2-197d-487b-ab31-68224708f19e tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Aug 24 00:13:50.576105 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.604486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6364536f-7ed2-49ad-bc22-80e117013e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.607092 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6364536f-7ed2-49ad-bc22-80e117013e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:50.608313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6364536f-7ed2-49ad-bc22-80e117013e3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67f5b97e-462c-4698-8a38-cb2676b6bcaf HTTP/1.1" status: 204 len: 168 time: 0.3824811 Aug 24 00:13:50.624200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364536f-7ed2-49ad-bc22-80e117013e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5b97e-462c-4698-8a38-cb2676b6bcaf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:50.654927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aeff934a-343d-42a1-b44b-269be75207b4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ea57897a66004fab9be0e82ed1c467fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283861 Aug 24 00:13:50.661464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1601f2-e268-420b-a18a-bfa4f90593c3,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:50.672194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Checking segment: {'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:50.672563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Network hostable DHCP agents. Network: 4610dd74-a9d3-4300-9bc5-328ee0d437a3, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:13:50.772237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-6f846a3e-46a6-4d1e-a19e-76fe96889638 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:50.773882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-6f846a3e-46a6-4d1e-a19e-76fe96889638 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1160979 Aug 24 00:13:50.791016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-c406d59f-d24d-4a84-95c4-beb16ce40d2c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/quotas/ea57897a66004fab9be0e82ed1c467fa HTTP/1.1" status: 200 len: 375 time: 0.0106885 Aug 24 00:13:50.793276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:13:50.828036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-b9cbd1d0-93eb-4034-a3a0-47da90cd44c3 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267372 Aug 24 00:13:50.872460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 4610dd74-a9d3-4300-9bc5-328ee0d437a3) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:50.882552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09c5f5-d65a-4862-9398-efcbf1a4e63c None None] Network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:13:50.886654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:50.887406 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.009341 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-540b4337-cfa4-4c70-b6ea-0107d15e00b7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9253201 Aug 24 00:13:51.012046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41776) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:51.017240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:51.082823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-4610dd74-a9d3-4300-9bc5-328ee0d437a3', 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'fixed_ips': [{'subnet_id': '5b1601f2-e268-420b-a18a-bfa4f90593c3'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:13:51.083870 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.113276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e38d7e65-a641-42a5-82fe-8eb83f31bf4b req-a273dee8-c1f1-4e37-915b-1fc3a9a5e112 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 210 time: 0.0476377 Aug 24 00:13:51.169963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.171420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.256023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Allocated IP 172.20.0.2 (4610dd74-a9d3-4300-9bc5-328ee0d437a3/5b1601f2-e268-420b-a18a-bfa4f90593c3/2db21ae3-0c2e-4491-9f30-15c1d946ee1f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:51.281404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.310750 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:13:51.429140 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.445514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Transition to ACTIVE for port object 2db21ae3-0c2e-4491-9f30-15c1d946ee1f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:51.461236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Transition to ACTIVE for port object 2db21ae3-0c2e-4491-9f30-15c1d946ee1f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:51.547677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.558914 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.609660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:51.613137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:51.617491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:51.627091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Pushing event updated for resources: {'Port': ['ID=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:51.709606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Attempting to bind port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:51.709606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Attempting to bind port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:51.709606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Attempting to bind port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f on network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:51.715518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:51.716291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Checking segment: {'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:51.717026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.717677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Bound using segment: {'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:51.718348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Bound port: 2db21ae3-0c2e-4491-9f30-15c1d946ee1f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:51.718939 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.720091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134be9fb-a3fb-474c-86b8-ebc5bc4c9613 req-e1f54bbf-acf9-48ff-ae1d-d032bdbf18bd tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:51.726007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134be9fb-a3fb-474c-86b8-ebc5bc4c9613 req-e1f54bbf-acf9-48ff-ae1d-d032bdbf18bd tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 936 time: 0.0807078 Aug 24 00:13:51.795327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] For port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:51.799122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] For port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,segment=NetworkSegment(7341d405-8652-4813-ab0a-f10b880ecbcd),segment_id=7341d405-8652-4813-ab0a-f10b880ecbcd)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:51.816217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134be9fb-a3fb-474c-86b8-ebc5bc4c9613 req-e60eaef7-1154-4c6c-a64b-8eaef5e44620 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812781 Aug 24 00:13:51.917713 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:51.994265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.007315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa746d2-049c-4cfd-81bb-cd643d32d787 None None] Pushing event updated for resources: {'Port': ['ID=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:52.024794 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.387549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d19b62d-d631-440b-b3f7-e67e205a09e1 req-a1a429e5-72e8-4cc5-982b-46b74eec5d2b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 210 time: 0.0517409 Aug 24 00:13:52.413481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Allocated IP 172.25.5.172 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/42ef03b1-59a9-46b6-b35d-db5811b0ddca) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:52.584124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.701995 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:52.742010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:52.744919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:52.747403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:52.786853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Pushing event updated for resources: {'Port': ['ID=42ef03b1-59a9-46b6-b35d-db5811b0ddca,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:53.095283 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:53.220747 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-00a298a4-9486-409b-b285-5a51042ca196 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea57897a66004fab9be0e82ed1c467fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751455 Aug 24 00:13:53.390641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65b638-0f6b-4196-9bb5-24bbc1475e36 None None] Network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:13:53.453855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f44ee787-e6ba-44fa-bc02-7f2ee48cf1a7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:53.456886 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:53.460436 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f44ee787-e6ba-44fa-bc02-7f2ee48cf1a7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239308 Aug 24 00:13:53.473444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Request body: {'port': {'device_id': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'ea57897a66004fab9be0e82ed1c467fa'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:53.640996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-8a11e760-eef3-453b-9aba-ed84aa343b96 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:13:53.650968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-8a11e760-eef3-453b-9aba-ed84aa343b96 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130901 Aug 24 00:13:53.676200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-53fa3041-ee8d-4f94-a572-1eab53a9ac53 None None] Provisioning for port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:53.677332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ce649-9745-49df-93ce-0eeba9860675 req-ce765c4c-7de8-4576-8f18-d0272a74699a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:53.681493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d15ce649-9745-49df-93ce-0eeba9860675 req-ce765c4c-7de8-4576-8f18-d0272a74699a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 936 time: 0.1532600 Aug 24 00:13:53.699581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2db21ae3-0c2e-4491-9f30-15c1d946ee1f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:53.764299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d15ce649-9745-49df-93ce-0eeba9860675 req-f8ba4691-dd70-4e05-9132-887100289b84 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522194 Aug 24 00:13:53.855537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Made reservation on behalf of ea57897a66004fab9be0e82ed1c467fa for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:53.859339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:53.884786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:53.896767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-284a580b-8410-4190-80a4-5a65bcd26868 req-c5520322-e601-4664-9993-04a91f92c4a1 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 210 time: 0.0380099 Aug 24 00:13:53.920213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Router 62261055-5dcf-4f2c-bca2-aff299d20da8 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:13:54.002643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:54.008138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:54.008518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.028773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.046515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-ddc64f1a-dce6-496c-a5bb-f38d50f81408 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea57897a66004fab9be0e82ed1c467fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474191 Aug 24 00:13:54.124776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.179945 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.266860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,segment=NetworkSegment(7341d405-8652-4813-ab0a-f10b880ecbcd),segment_id=7341d405-8652-4813-ab0a-f10b880ecbcd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:54.269606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7d8fe42a-c9c8-4479-a284-e43af96dcb0a None None] Provisioning complete for port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:54.269938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7d8fe42a-c9c8-4479-a284-e43af96dcb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.275322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e63b1-0a38-4518-8a44-00849ab6686a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:54.296553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41896) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:54.326179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:13:54.338407 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Sync routers for ids ['62261055-5dcf-4f2c-bca2-aff299d20da8'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:13:54.350248 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Routers {'62261055-5dcf-4f2c-bca2-aff299d20da8'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:13:54.351393 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['62261055-5dcf-4f2c-bca2-aff299d20da8'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:54.407069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Request body: {'port': {'device_id': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:54.412185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Allocated IP 192.168.233.236 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/613a97b1-78af-44e6-85ba-00bedf9ed77d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:54.437737 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.481057 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-69018086-bd53-430f-978a-2d02822c5723 tempest-AutoAllocateNetworkTest-1325891696 tempest-AutoAllocateNetworkTest-1325891696-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=881fed97206044828afe34ab191d1b55&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1827888 Aug 24 00:13:54.481749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41904) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:54.519861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-1732b166-b18d-40c7-949b-1aa84899e7d8 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:54.519861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-1732b166-b18d-40c7-949b-1aa84899e7d8 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4541764 Aug 24 00:13:54.526640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1af1677e-76f8-4cfe-aaa3-41ad66bf509a tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8ba507fe6c0f4a5da136b5dbb7c01ec1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313589 Aug 24 00:13:54.533846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Request body: {'port': {'device_id': 'a587d8fd-ac71-454a-b075-cc7de38299b7', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'ea57897a66004fab9be0e82ed1c467fa'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:54.534880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:54.580283 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Set router 62261055-5dcf-4f2c-bca2-aff299d20da8 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:13:54.658317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.659768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cfd1d8e9-16db-4138-8250-bf8662606245 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6461070 Aug 24 00:13:54.663218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41908) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:54.778159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.781689 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:13:52Z', 'revision_number': 3, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:54.787126 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.797372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a662fd-1a64-4765-bbbd-f988cd53923c tempest-AutoAllocateNetworkTest-1325891696 tempest-AutoAllocateNetworkTest-1325891696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:54.799499 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c4a662fd-1a64-4765-bbbd-f988cd53923c tempest-AutoAllocateNetworkTest-1325891696 tempest-AutoAllocateNetworkTest-1325891696-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3144522 Aug 24 00:13:54.810354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Transition to ACTIVE for port object 613a97b1-78af-44e6-85ba-00bedf9ed77d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:54.811565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41916) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:54.817149 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Checking router: 62261055-5dcf-4f2c-bca2-aff299d20da8 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:13:54.817514 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Updating router 62261055-5dcf-4f2c-bca2-aff299d20da8 port 42ef03b1-59a9-46b6-b35d-db5811b0ddca binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:13:54.828185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-879d6da4-165a-4f0f-a4a6-38a3c664faa3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:54.830191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-879d6da4-165a-4f0f-a4a6-38a3c664faa3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008059 Aug 24 00:13:54.850405 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.895237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-7a4dd470-173b-4e3e-b123-c548fa625410 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/quotas/8ba507fe6c0f4a5da136b5dbb7c01ec1 HTTP/1.1" status: 200 len: 375 time: 0.0584335 Aug 24 00:13:54.901432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-85deefd4-e62a-4de0-9dae-ce5aafe315a6 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=339bf3a489074ee1b115e01ab531e6c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413833 Aug 24 00:13:54.903665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Made reservation on behalf of ea57897a66004fab9be0e82ed1c467fa for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:13:54.907919 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-52fa04a9-ff44-4cfd-bc1b-17b60fba1b05 tempest-AutoAllocateNetworkTest-1325891696 tempest-AutoAllocateNetworkTest-1325891696-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925181 Aug 24 00:13:54.908079 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:54.910760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:55.150864 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.154295 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.166494 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Transition to ACTIVE for port object 42ef03b1-59a9-46b6-b35d-db5811b0ddca will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:55.218505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-054123e0-6820-4a14-ace7-bd31f899dda9 tempest-AutoAllocateNetworkTest-1325891696 tempest-AutoAllocateNetworkTest-1325891696-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=881fed97206044828afe34ab191d1b55 HTTP/1.1" status: 200 len: 208 time: 0.2996259 Aug 24 00:13:55.240166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-71308db1-b53b-4f07-aa7b-53ba2d398494 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ba507fe6c0f4a5da136b5dbb7c01ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3299220 Aug 24 00:13:55.247751 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.290675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.350276 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Pushing event updated for resources: {'Port': ['ID=42ef03b1-59a9-46b6-b35d-db5811b0ddca,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:55.355641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:55.361595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:55.362866 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.363218 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.364260 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.364477 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.364810 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.365145 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.365480 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.365830 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.366157 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.366479 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.366799 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.367123 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:13:55.367561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Tracked resource versions report: Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: pushed versions: Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: { 'AddressGroup': {'1.2'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'ConntrackHelper': {'1.0'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Log': {'1.0'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Network': {'1.1'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Port': {'1.7'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'PortForwarding': {'1.2'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'QosPolicy': {'1.9'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'SecurityGroup': {'1.4'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'SecurityGroupRule': {'1.2'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'SubPort': {'1.0'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Subnet': {'1.1'}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Trunk': {'1.1'}} Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: consumer versions: Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: { DHCP agent@n-d-804878-2: {}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: HyperV agent@n-h1-804878-2: {}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: HyperV agent@n-h2-804878-2: {}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: L3 agent@n-d-804878-2: {}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: Metadata agent@n-d-804878-2: {}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: Metering agent@n-d-804878-2: {}, Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: Open vSwitch agent@n-d-804878-2: { 'AddressGroup': '1.2', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'ConntrackHelper': '1.0', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Log': '1.0', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Network': '1.1', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Port': '1.7', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'PortForwarding': '1.2', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'QosPolicy': '1.9', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'SecurityGroup': '1.4', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'SecurityGroupRule': '1.2', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'SubPort': '1.0', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Subnet': '1.1', Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: 'Trunk': '1.1'}} Aug 24 00:13:55.368222 n-d-804878-2 neutron-server[95329]: {{(pid=95329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 00:13:55.372758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:55.387831 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Attempting to bind port 42ef03b1-59a9-46b6-b35d-db5811b0ddca on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:55.388188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Attempting to bind port 42ef03b1-59a9-46b6-b35d-db5811b0ddca by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:55.388577 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Attempting to bind port 42ef03b1-59a9-46b6-b35d-db5811b0ddca on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:55.397342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:55.399031 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:55.399553 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.400118 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:55.400723 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Bound port: 42ef03b1-59a9-46b6-b35d-db5811b0ddca, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:55.401380 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.475371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-4d067113-574a-410a-b8aa-138c40b6a550 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:55.479355 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] For port 42ef03b1-59a9-46b6-b35d-db5811b0ddca, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:55.482607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-4d067113-574a-410a-b8aa-138c40b6a550 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5626850 Aug 24 00:13:55.483050 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] For port 42ef03b1-59a9-46b6-b35d-db5811b0ddca, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=42ef03b1-59a9-46b6-b35d-db5811b0ddca,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:55.507626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:55.508468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.541345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-38e0ce20-27cc-469a-b8ed-765e4274d55d tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/quotas/339bf3a489074ee1b115e01ab531e6c0 HTTP/1.1" status: 200 len: 375 time: 0.0577464 Aug 24 00:13:55.600050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2db21ae3-0c2e-4491-9f30-15c1d946ee1f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:55.605729 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.624873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-b5bef338-e762-4039-ae05-155e0f069554 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=339bf3a489074ee1b115e01ab531e6c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825446 Aug 24 00:13:55.703708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:55.705312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.749302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-94f897be-ee68-40fc-86f2-903f541342cc tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2814305 Aug 24 00:13:55.752051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f40f69c2-9427-4668-bcd2-24877353d033 None None] Provisioning for port 613a97b1-78af-44e6-85ba-00bedf9ed77d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:55.754746 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Routers {'62261055-5dcf-4f2c-bca2-aff299d20da8'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:13:55.756294 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['62261055-5dcf-4f2c-bca2-aff299d20da8'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:55.761167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f40f69c2-9427-4668-bcd2-24877353d033 None None] Provisioning complete for port 613a97b1-78af-44e6-85ba-00bedf9ed77d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:55.761544 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f40f69c2-9427-4668-bcd2-24877353d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.764436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Request body: {'port': {'device_id': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:55.825304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ee8951-b341-44ec-b75e-aada45a3a11c {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:55.826318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f40f69c2-9427-4668-bcd2-24877353d033 None None] Port 613a97b1-78af-44e6-85ba-00bedf9ed77d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:55.840522 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.856381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Transition to ACTIVE for port object 40ee8951-b341-44ec-b75e-aada45a3a11c will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:55.882286 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff853e1-3c29-43a7-ab16-c6e8465fb701 None None] Pushing event updated for resources: {'Port': ['ID=42ef03b1-59a9-46b6-b35d-db5811b0ddca,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:55.948183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:55.997935 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] Set router 62261055-5dcf-4f2c-bca2-aff299d20da8 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:13:56.008857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41954) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:56.025589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.171538 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.192084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360928-11fd-410a-a3de-3ade4f72ce2f req-0a93db77-af9d-438e-92f7-77ede008357d tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:56.194094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31360928-11fd-410a-a3de-3ade4f72ce2f req-0a93db77-af9d-438e-92f7-77ede008357d tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 936 time: 0.3729329 Aug 24 00:13:56.224215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Allocated IP 192.168.233.187 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/54c37265-802c-448a-84e1-8f4c4206ff91) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:56.243472 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-af232a35-03d0-4f3d-b687-f39eeaa398f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.245211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Attempting to bind port 40ee8951-b341-44ec-b75e-aada45a3a11c on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:56.245619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Attempting to bind port 40ee8951-b341-44ec-b75e-aada45a3a11c by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:56.245991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Attempting to bind port 40ee8951-b341-44ec-b75e-aada45a3a11c on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:56.249099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Pushing event updated for resources: {'Port': ['ID=40ee8951-b341-44ec-b75e-aada45a3a11c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:56.271414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c664778-7bbc-45cd-b79d-8b391863611c req-4ecc17a0-3428-4dbb-8b38-8b09569f0d27 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 210 time: 0.2131355 Aug 24 00:13:56.341674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Port 40ee8951-b341-44ec-b75e-aada45a3a11c on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:56.341951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Attempting to bind port 40ee8951-b341-44ec-b75e-aada45a3a11c on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:56.391703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:56.392052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:56.392440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:56.392922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Bound port: 40ee8951-b341-44ec-b75e-aada45a3a11c, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:56.393244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.402078 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:13:52Z', 'revision_number': 3, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:13:56.441068 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a04b81-dcf5-41d9-a478-7e067a348d84 None None] The sync data for ids ['62261055-5dcf-4f2c-bca2-aff299d20da8'] in n-d-804878-2 is: [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:13:52Z', 'revision_number': 3, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:13:56.462432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31360928-11fd-410a-a3de-3ade4f72ce2f req-d5a48e2d-deb9-4070-ac83-193570057858 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760590 Aug 24 00:13:56.472353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ecc91a2-679d-45a0-abd4-48acc35fd82a req-e4e98906-91bc-4c74-b7dd-af19781a9c73 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 210 time: 0.1096120 Aug 24 00:13:56.534982 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ed27d9e-8475-4585-ac71-14600e769f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.640890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] For port 40ee8951-b341-44ec-b75e-aada45a3a11c, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:56.658187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Allocated IP 172.20.0.1 (4610dd74-a9d3-4300-9bc5-328ee0d437a3/5b1601f2-e268-420b-a18a-bfa4f90593c3/9c04c00a-e30d-4033-b4f4-5c78fc1028bf) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:13:56.801131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] For port 40ee8951-b341-44ec-b75e-aada45a3a11c, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=40ee8951-b341-44ec-b75e-aada45a3a11c,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:56.801131 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.801131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Transition to ACTIVE for port object 54c37265-802c-448a-84e1-8f4c4206ff91 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:56.802860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ed27d9e-8475-4585-ac71-14600e769f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.809685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66f6e5df-0d24-46fc-b06d-f62de781de4f req-1ef30d42-87d9-4af1-afa2-bd9ea5219992 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 210 time: 0.0390778 Aug 24 00:13:56.811197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.848074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Transition to ACTIVE for port object 9c04c00a-e30d-4033-b4f4-5c78fc1028bf will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:56.957901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.960053 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:56.967641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ed27d9e-8475-4585-ac71-14600e769f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.031566 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.065315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Pushing event updated for resources: {'Port': ['ID=40ee8951-b341-44ec-b75e-aada45a3a11c,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:57.130790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Pushing event updated for resources: {'Port': ['ID=54c37265-802c-448a-84e1-8f4c4206ff91,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:57.138291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.139515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.141355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-823f84a1-fe33-47e1-bcca-5206a6491ded service neutron] 10.222.0.36 "PUT /v2.0/ports/40ee8951-b341-44ec-b75e-aada45a3a11c HTTP/1.1" status: 200 len: 1096 time: 3.0916758 Aug 24 00:13:57.146823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'tag': '40ee8951-b341-44ec-b75e-aada45a3a11c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:57.151121 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee193664-1fa2-45c1-8336-2dee1ad3190e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d", "tag": "40ee8951-b341-44ec-b75e-aada45a3a11c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:57.186419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:57.187842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:57.195746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:57.202432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.202889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.234302 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6870e115-102f-4862-8537-6d8cedb2462f x-openstack-request-id: req-6870e115-102f-4862-8537-6d8cedb2462f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:13:57.234593 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d", "tag": "40ee8951-b341-44ec-b75e-aada45a3a11c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:13:57.234852 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6870e115-102f-4862-8537-6d8cedb2462f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:13:57.235245 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'tag': '40ee8951-b341-44ec-b75e-aada45a3a11c', 'status': 'completed', 'code': 200} Aug 24 00:13:57.248180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed27d9e-8475-4585-ac71-14600e769f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ec1694-ae91-460c-a371-77b66ffdc5f8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:57.265939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3ed27d9e-8475-4585-ac71-14600e769f77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=881fed97206044828afe34ab191d1b55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2544415 Aug 24 00:13:57.267748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:57.281853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-df4c9643-d652-4761-a0b8-9e0741b80633 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7539124 Aug 24 00:13:57.341415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Request body: {'port': {'device_id': 'a587d8fd-ac71-454a-b075-cc7de38299b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:57.364209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:13:57.373653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:13:57.378704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:13:57.387012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Pushing event updated for resources: {'Port': ['ID=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:57.524116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.634553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.645203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee193664-1fa2-45c1-8336-2dee1ad3190e req-23b60ef1-3def-4fe1-8143-6fd44c07cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.653437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee193664-1fa2-45c1-8336-2dee1ad3190e req-23b60ef1-3def-4fe1-8143-6fd44c07cbd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de23ddb996834f4cb82d96fbd94f9888&device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 1099 time: 0.3453388 Aug 24 00:13:57.701654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57691-7d1a-4d30-93eb-d07be2f04030 req-832d3c73-50d5-43fb-9bb7-36ac93d6f740 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:57.705947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0b57691-7d1a-4d30-93eb-d07be2f04030 req-832d3c73-50d5-43fb-9bb7-36ac93d6f740 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 936 time: 0.2851074 Aug 24 00:13:57.725957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 42ef03b1-59a9-46b6-b35d-db5811b0ddca up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:57.879715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584f3f4b-9d19-4635-b017-423a8f58affe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:57.883099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee193664-1fa2-45c1-8336-2dee1ad3190e req-1d6fe14c-1d44-4d12-b210-c3946a0339ad service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=de23ddb996834f4cb82d96fbd94f9888&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1582692 Aug 24 00:13:57.938024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42006) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:57.957210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613a97b1-78af-44e6-85ba-00bedf9ed77d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:57.973516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.000478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Transition to ACTIVE for port object 613a97b1-78af-44e6-85ba-00bedf9ed77d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:58.003098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85458f09-63eb-451d-aac3-7a1fe1c80712 None None] Provisioning for port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:58.006981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 42ef03b1-59a9-46b6-b35d-db5811b0ddca completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:58.014114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85458f09-63eb-451d-aac3-7a1fe1c80712 None None] Provisioning complete for port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:58.014588 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85458f09-63eb-451d-aac3-7a1fe1c80712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.018139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 42ef03b1-59a9-46b6-b35d-db5811b0ddca triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:58.019345 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.069686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584f3f4b-9d19-4635-b017-423a8f58affe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.075602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0b57691-7d1a-4d30-93eb-d07be2f04030 req-c053b5f7-adf3-4366-94ae-5cb162905d7a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469086 Aug 24 00:13:58.094014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.151423 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ce099d2-755b-4513-b55a-01822efa32e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.157779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-85458f09-63eb-451d-aac3-7a1fe1c80712 None None] Port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:58.227429 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.249991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a0a6d-7836-44ae-9ad5-e82fcb79b836 req-6af7d741-352d-4550-a3ce-996ca8d69316 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:58.258418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-349a0a6d-7836-44ae-9ad5-e82fcb79b836 req-6af7d741-352d-4550-a3ce-996ca8d69316 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 948 time: 0.4009356 Aug 24 00:13:58.277623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 42ef03b1-59a9-46b6-b35d-db5811b0ddca, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=42ef03b1-59a9-46b6-b35d-db5811b0ddca,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:13:58.335218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9e1b23a-dea0-4a88-9817-1bcac16132c5 req-37d07ef1-f750-4029-870e-095ec4910f74 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 210 time: 0.0998878 Aug 24 00:13:58.341119 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.352280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee193664-1fa2-45c1-8336-2dee1ad3190e req-9eb09422-fb25-4951-885a-67874ed3dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:58.354228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee193664-1fa2-45c1-8336-2dee1ad3190e req-9eb09422-fb25-4951-885a-67874ed3dfca service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4431851 Aug 24 00:13:58.416174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.425344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85458f09-63eb-451d-aac3-7a1fe1c80712 None None] Provisioning for port 54c37265-802c-448a-84e1-8f4c4206ff91 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:13:58.445194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:58.447388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-349a0a6d-7836-44ae-9ad5-e82fcb79b836 req-5501699a-81cd-4687-a84b-37df612fa27e tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880109 Aug 24 00:13:58.474425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584f3f4b-9d19-4635-b017-423a8f58affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.477877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-584f3f4b-9d19-4635-b017-423a8f58affe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.484314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-584f3f4b-9d19-4635-b017-423a8f58affe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14ec1694-ae91-460c-a371-77b66ffdc5f8 HTTP/1.1" status: 204 len: 168 time: 1.2134891 Aug 24 00:13:58.506367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=42ef03b1-59a9-46b6-b35d-db5811b0ddca,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:58.532026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85458f09-63eb-451d-aac3-7a1fe1c80712 None None] Provisioning complete for port 54c37265-802c-448a-84e1-8f4c4206ff91 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:58.532659 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85458f09-63eb-451d-aac3-7a1fe1c80712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.607020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-85458f09-63eb-451d-aac3-7a1fe1c80712 None None] Port 54c37265-802c-448a-84e1-8f4c4206ff91 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:13:58.821719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.36', 56839) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:58.849863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f3f4b-9d19-4635-b017-423a8f58affe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ec1694-ae91-460c-a371-77b66ffdc5f8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:58.867271 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-005c22ae-f9b4-44c1-b47d-ff5ba2e4f2c7 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8ba507fe6c0f4a5da136b5dbb7c01ec1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442901 Aug 24 00:13:58.867946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Attempting to bind port 613a97b1-78af-44e6-85ba-00bedf9ed77d on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:13:58.868290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Attempting to bind port 613a97b1-78af-44e6-85ba-00bedf9ed77d by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:13:58.868771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Attempting to bind port 613a97b1-78af-44e6-85ba-00bedf9ed77d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:58.873660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa6f3b52-ee2d-4d48-9e7e-1e53f8b62f96 req-f33ba9f1-6262-49c1-bd4a-79432160b239 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 210 time: 0.0470445 Aug 24 00:13:58.895081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-d43d931b-1f61-4d68-9dfa-5d68c179ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:58.895081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-d43d931b-1f61-4d68-9dfa-5d68c179ea75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de23ddb996834f4cb82d96fbd94f9888&device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 1099 time: 0.4667325 Aug 24 00:13:58.927349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Port 613a97b1-78af-44e6-85ba-00bedf9ed77d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:13:58.927978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Attempting to bind port 613a97b1-78af-44e6-85ba-00bedf9ed77d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:13:58.958781 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75723871-3e94-4a44-a350-82c936e70eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:58.978911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-073c6a24-0dd8-4691-bc83-66d7ddf85216 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=40ee8951-b341-44ec-b75e-aada45a3a11c HTTP/1.1" status: 200 len: 217 time: 0.0687816 Aug 24 00:13:59.005412 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.029144 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ce099d2-755b-4513-b55a-01822efa32e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.037446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:13:59.037826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:13:59.038215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:13:59.038656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Bound port: 613a97b1-78af-44e6-85ba-00bedf9ed77d, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:13:59.039019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.079383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c37265-802c-448a-84e1-8f4c4206ff91 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:13:59.088620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-55ce854f-12d7-4f05-ad16-ec88af72020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:59.090116 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-55ce854f-12d7-4f05-ad16-ec88af72020b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1016583 Aug 24 00:13:59.091937 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.132264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Transition to ACTIVE for port object 54c37265-802c-448a-84e1-8f4c4206ff91 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:13:59.149145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ce099d2-755b-4513-b55a-01822efa32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.169704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-fff17a38-89da-462c-aa37-9ab1a597e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:59.173459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-fff17a38-89da-462c-aa37-9ab1a597e488 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707254 Aug 24 00:13:59.241499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.247790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3ce099d2-755b-4513-b55a-01822efa32e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63e40a53847148978ebc99b410d226e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3086834 Aug 24 00:13:59.252084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42030) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:59.276994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.321075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce099d2-755b-4513-b55a-01822efa32e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a346e8-8d41-43ae-b6e2-a21f07c0b06d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:59.332678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-d0803c68-3b28-4125-9d1d-38776a97d536 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:59.335850 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-d0803c68-3b28-4125-9d1d-38776a97d536 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4482963 Aug 24 00:13:59.356259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.408234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Request body: {'port': {'device_id': '82ab5892-4b69-45ea-95fa-e26a6f82a364', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '8ba507fe6c0f4a5da136b5dbb7c01ec1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:13:59.412326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:13:59.522479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.36', 56840) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:13:59.540836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:13:59.569724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.576967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Pushing event updated for resources: {'Port': ['ID=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:59.643080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 42ef03b1-59a9-46b6-b35d-db5811b0ddca up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:13:59.650383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-ad24f486-864f-4294-b333-9ce3153db64c service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676080 Aug 24 00:13:59.704344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.715309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 42ef03b1-59a9-46b6-b35d-db5811b0ddca triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:13:59.715928 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.788291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccf6422c-3348-46b2-b8c9-92af01df0244 req-f5c826a4-2217-472c-b3d8-8b222e767e42 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 210 time: 0.1307154 Aug 24 00:13:59.861333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35a4e7f6-6b18-49ce-af74-bb275760f742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.891122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:13:59.891751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:13:59.893198 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] 10.222.0.37 "PUT /v2.0/ports/613a97b1-78af-44e6-85ba-00bedf9ed77d HTTP/1.1" status: 200 len: 1096 time: 4.1348188 Aug 24 00:13:59.896998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:13:59.902852 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb981d09-5073-44c0-9c75-f893b174babb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:13:59.911662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-b6279b46-8e04-492f-ad8f-26079b062638 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=339bf3a489074ee1b115e01ab531e6c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3877175 Aug 24 00:13:59.951361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1f66f-7c27-46e4-998b-2f83fadf0dae service neutron] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:59.952138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Pushing event updated for resources: {'Port': ['ID=54c37265-802c-448a-84e1-8f4c4206ff91,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:13:59.999912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7cedc-af4c-421a-9c1c-1d29658c8aeb req-2f112716-d80f-4a37-9b54-a6b23867a5f9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.004472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:00.006620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:00.015384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88f7cedc-af4c-421a-9c1c-1d29658c8aeb req-2f112716-d80f-4a37-9b54-a6b23867a5f9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 948 time: 0.7622232 Aug 24 00:14:00.030496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Made reservation on behalf of 8ba507fe6c0f4a5da136b5dbb7c01ec1 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:00.036431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.102886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.115543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35a4e7f6-6b18-49ce-af74-bb275760f742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.151191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.228514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-91f7ed99-6c3c-46d0-bccd-b4da7b478d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.230370 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-91f7ed99-6c3c-46d0-bccd-b4da7b478d4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1099 time: 0.2012353 Aug 24 00:14:00.275389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Attempting to bind port 54c37265-802c-448a-84e1-8f4c4206ff91 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:00.276186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Attempting to bind port 54c37265-802c-448a-84e1-8f4c4206ff91 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:00.276743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Attempting to bind port 54c37265-802c-448a-84e1-8f4c4206ff91 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:00.286591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88f7cedc-af4c-421a-9c1c-1d29658c8aeb req-1281e235-bbf6-4bd1-85ac-da8e01c61fb4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704020 Aug 24 00:14:00.289983 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-193fc038-2ea8-4336-bb35-141958260c46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d HTTP/1.1" status: 200 len: 217 time: 0.0480204 Aug 24 00:14:00.319044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Port 54c37265-802c-448a-84e1-8f4c4206ff91 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:00.325692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Attempting to bind port 54c37265-802c-448a-84e1-8f4c4206ff91 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:00.346841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-afb78477-804f-4831-89cc-a05c843aeb23 None None] Provisioning complete for port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:00.347469 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-afb78477-804f-4831-89cc-a05c843aeb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.349169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Router 62261055-5dcf-4f2c-bca2-aff299d20da8 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:00.372934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:00.373282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:00.373703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:00.374150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Bound port: 54c37265-802c-448a-84e1-8f4c4206ff91, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:00.374684 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.385176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-afb78477-804f-4831-89cc-a05c843aeb23 None None] Port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:00.401293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-ccfe0d84-864a-4c23-918f-32a97661e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.401293 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-ccfe0d84-864a-4c23-918f-32a97661e64e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1012650 Aug 24 00:14:00.407856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a16e93-6219-4a15-adfa-5fa4239f2f6a req-883732c9-243b-4186-a16b-a66477da5ae8 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.409523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1a16e93-6219-4a15-adfa-5fa4239f2f6a req-883732c9-243b-4186-a16b-a66477da5ae8 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 948 time: 0.5331116 Aug 24 00:14:00.461970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1da7df0-4d37-4558-a191-db8d02fcab48 req-3f9281c1-50cd-4de2-a147-6558d2a7f416 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 210 time: 0.0902398 Aug 24 00:14:00.465411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd71ca8-63e1-4b3c-a419-6f691b80fc6a req-cddb48f4-93de-4951-92d6-9746458c4560 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499474 Aug 24 00:14:00.474492 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35a4e7f6-6b18-49ce-af74-bb275760f742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.486341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35a4e7f6-6b18-49ce-af74-bb275760f742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.486341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-35a4e7f6-6b18-49ce-af74-bb275760f742 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96a346e8-8d41-43ae-b6e2-a21f07c0b06d HTTP/1.1" status: 204 len: 168 time: 1.2207179 Aug 24 00:14:00.540115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4e7f6-6b18-49ce-af74-bb275760f742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a346e8-8d41-43ae-b6e2-a21f07c0b06d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:00.556010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-0cc53908-1241-4a42-b299-8a6265a8c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.556010 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-0cc53908-1241-4a42-b299-8a6265a8c40e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1456745 Aug 24 00:14:00.556010 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cfef59-b3f7-419a-847a-452da43629bb x-openstack-request-id: req-e0cfef59-b3f7-419a-847a-452da43629bb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:00.556010 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:00.556010 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0cfef59-b3f7-419a-847a-452da43629bb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:00.556911 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'status': 'completed', 'code': 200} Aug 24 00:14:00.584943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-ce4207b7-c89c-450b-b7e2-efbaaf56906a tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.586519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-ce4207b7-c89c-450b-b7e2-efbaaf56906a tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6096911 Aug 24 00:14:00.600670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1a16e93-6219-4a15-adfa-5fa4239f2f6a req-db0ec515-2144-46db-9039-0b9a233bbb1a tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738784 Aug 24 00:14:00.620877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] For port 54c37265-802c-448a-84e1-8f4c4206ff91, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:00.624497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] For port 54c37265-802c-448a-84e1-8f4c4206ff91, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=54c37265-802c-448a-84e1-8f4c4206ff91,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:00.642142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Request body: {'port': {'device_id': '51b1b7bd-730d-46da-bb49-919c52f91c26', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '339bf3a489074ee1b115e01ab531e6c0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:00.690912 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.710642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:00.724763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Sync routers for ids ['62261055-5dcf-4f2c-bca2-aff299d20da8'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:00.729517 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18ccc32e-751a-4b10-9e3f-0890689c7c0f admin admin] 10.222.0.26 "PUT /v2.0/routers/62261055-5dcf-4f2c-bca2-aff299d20da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0515990 Aug 24 00:14:00.742258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:00.742849 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.744416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] 10.222.0.37 "PUT /v2.0/ports/54c37265-802c-448a-84e1-8f4c4206ff91 HTTP/1.1" status: 200 len: 1096 time: 3.4441640 Aug 24 00:14:00.745469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Routers {'62261055-5dcf-4f2c-bca2-aff299d20da8'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:00.746760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['62261055-5dcf-4f2c-bca2-aff299d20da8'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:00.747572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a587d8fd-ac71-454a-b075-cc7de38299b7', 'tag': '54c37265-802c-448a-84e1-8f4c4206ff91'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:00.758140 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b229f5d-b4f7-4762-88b2-471aff4b2213" -d '{"events": [{"name": "network-changed", "server_uuid": "a587d8fd-ac71-454a-b075-cc7de38299b7", "tag": "54c37265-802c-448a-84e1-8f4c4206ff91"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:00.780307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-434c64ad-9b1e-447c-a624-60fac8878eba service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168040 Aug 24 00:14:00.806867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.825351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf9854-4910-497c-bc6a-2e5fd74b786b service neutron] Pushing event updated for resources: {'Port': ['ID=54c37265-802c-448a-84e1-8f4c4206ff91,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:00.829135 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339d6ddd-cf36-4d5d-a502-b2414f9e3f4e x-openstack-request-id: req-339d6ddd-cf36-4d5d-a502-b2414f9e3f4e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:00.829704 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a587d8fd-ac71-454a-b075-cc7de38299b7", "tag": "54c37265-802c-448a-84e1-8f4c4206ff91", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:00.830120 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-339d6ddd-cf36-4d5d-a502-b2414f9e3f4e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:00.830643 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a587d8fd-ac71-454a-b075-cc7de38299b7', 'tag': '54c37265-802c-448a-84e1-8f4c4206ff91', 'status': 'completed', 'code': 200} Aug 24 00:14:00.881283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:00.995770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65ef9cac-4afd-465a-98e2-1e4eba8a8d26 req-e36adbae-39bf-4d39-b85a-45dd502a576b tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 210 time: 0.0684867 Aug 24 00:14:01.014184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Set router 62261055-5dcf-4f2c-bca2-aff299d20da8 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:01.030920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b229f5d-b4f7-4762-88b2-471aff4b2213 req-63f3aa58-aea2-4a3b-a448-ccd5920846f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.036617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b229f5d-b4f7-4762-88b2-471aff4b2213 req-63f3aa58-aea2-4a3b-a448-ccd5920846f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 1099 time: 0.1867380 Aug 24 00:14:01.072786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Made reservation on behalf of 339bf3a489074ee1b115e01ab531e6c0 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:01.078004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.082222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25bc44b-c49e-4af5-86f4-90aa464fb242,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:01.083019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b229f5d-b4f7-4762-88b2-471aff4b2213 req-ecc10d72-2b2a-4319-84cc-baa5a1c0ff63 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea57897a66004fab9be0e82ed1c467fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380538 Aug 24 00:14:01.107182 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.173137 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1e26324e-f6a7-4a0a-947a-36a4b2f099be req-18cc2f11-32ca-4bc1-b5bf-57a07f68b781 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754966 Aug 24 00:14:01.231190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Allocated IP 192.168.233.13 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/86fab86d-4063-4753-b4df-1879ede391e8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:01.287429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b229f5d-b4f7-4762-88b2-471aff4b2213 req-ea55a1f7-84c7-454b-b254-04ee4212c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.289126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b229f5d-b4f7-4762-88b2-471aff4b2213 req-ea55a1f7-84c7-454b-b254-04ee4212c8f4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868050 Aug 24 00:14:01.415392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:13:57Z', 'revision_number': 4, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9c04c00a-e30d-4033-b4f4-5c78fc1028bf', 'name': '', 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'mac_address': 'fa:16:3e:7b:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5b1601f2-e268-420b-a18a-bfa4f90593c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:56Z', 'updated_at': '2021-08-24T00:13:58Z', 'revision_number': 2, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'subnets': [{'id': '5b1601f2-e268-420b-a18a-bfa4f90593c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:01.423362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.467185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Checking router: 62261055-5dcf-4f2c-bca2-aff299d20da8 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:01.472524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Updating router 62261055-5dcf-4f2c-bca2-aff299d20da8 port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:01.496566 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.506559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:01.520610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.638646 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24044fe5-0c7b-46e3-8553-0ccc60352f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.645271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981d09-5073-44c0-9c75-f893b174babb req-e618ff9e-3ca6-4f75-b7e6-5681d533ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.646830 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb981d09-5073-44c0-9c75-f893b174babb req-e618ff9e-3ca6-4f75-b7e6-5681d533ad17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1099 time: 0.2888598 Aug 24 00:14:01.660128 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.736140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-535626d4-b23d-47aa-a7ea-71674561fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.738042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-535626d4-b23d-47aa-a7ea-71674561fce4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 1099 time: 0.3672526 Aug 24 00:14:01.740809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b547394-5cae-4941-96c0-c7d7cde9e63f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:01.765214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.789734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Transition to ACTIVE for port object 86fab86d-4063-4753-b4df-1879ede391e8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:01.798479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981d09-5073-44c0-9c75-f893b174babb req-661ab737-7105-43fe-b76a-ce6be736f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.800905 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb981d09-5073-44c0-9c75-f893b174babb req-661ab737-7105-43fe-b76a-ce6be736f214 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1461849 Aug 24 00:14:01.847029 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb981d09-5073-44c0-9c75-f893b174babb req-2120578d-4d9b-4e56-9842-092f7c2d56d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d HTTP/1.1" status: 200 len: 217 time: 0.0375996 Aug 24 00:14:01.847638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-4666d76d-f0a7-42a2-9e20-da8ed3b72211 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=54c37265-802c-448a-84e1-8f4c4206ff91 HTTP/1.1" status: 200 len: 217 time: 0.0711496 Aug 24 00:14:01.860749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-305c5889-7c5e-4e5e-95c2-72a9486bd377 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5250871 Aug 24 00:14:01.870437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:01.907683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981d09-5073-44c0-9c75-f893b174babb req-d0a7d037-40ef-48c0-8166-9be401aa5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.910520 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb981d09-5073-44c0-9c75-f893b174babb req-d0a7d037-40ef-48c0-8166-9be401aa5a38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0501614 Aug 24 00:14:01.951239 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:01.962617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Transition to ACTIVE for port object 9c04c00a-e30d-4033-b4f4-5c78fc1028bf will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:01.969913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981d09-5073-44c0-9c75-f893b174babb req-9cfe7507-5075-4a5c-8f08-31e6cafe1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:01.972440 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb981d09-5073-44c0-9c75-f893b174babb req-9cfe7507-5075-4a5c-8f08-31e6cafe1e22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545685 Aug 24 00:14:02.006274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.077301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f416a-9b51-4c58-a43e-bde96f0407e5 req-73dc4420-e20f-427f-acf9-01dd041329a6 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.078809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d05f416a-9b51-4c58-a43e-bde96f0407e5 req-73dc4420-e20f-427f-acf9-01dd041329a6 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 948 time: 0.5736210 Aug 24 00:14:02.083417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:02.089695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:02.093548 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.106267 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:02.152499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c1f86-c94b-48e4-8dbb-5621fdcc5a2a None None] Pushing event updated for resources: {'Port': ['ID=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:02.163798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Pushing event updated for resources: {'Port': ['ID=86fab86d-4063-4753-b4df-1879ede391e8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:02.192961 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb981d09-5073-44c0-9c75-f893b174babb req-d53cc9b0-2d3a-4277-bcc9-888fdd29d944 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129636 Aug 24 00:14:02.216431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.217920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.218289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-15a9d85e-ebb2-41c5-83c5-1fec49b5618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.219773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-15a9d85e-ebb2-41c5-83c5-1fec49b5618e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.3557160 Aug 24 00:14:02.220872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Allocated IP 192.168.233.244 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/3158ccd0-fa56-4c02-a19a-3161a6ebafc8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:02.226361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Attempting to bind port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:02.229963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Attempting to bind port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:02.229963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Attempting to bind port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf on network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:02.238352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:02.238787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Checking segment: {'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:02.239454 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.240071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Bound using segment: {'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:02.240606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Bound port: 9c04c00a-e30d-4033-b4f4-5c78fc1028bf, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7341d405-8652-4813-ab0a-f10b880ecbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:02.241026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.298459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d05f416a-9b51-4c58-a43e-bde96f0407e5 req-ad0edeca-bd5e-4faf-9c16-a5bc09eb2e94 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827888 Aug 24 00:14:02.341623 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb981d09-5073-44c0-9c75-f893b174babb req-c976a21c-a4fc-4d5b-b815-cb4475feb7e1 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118870 Aug 24 00:14:02.344363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] For port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:02.363623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] For port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,segment=NetworkSegment(7341d405-8652-4813-ab0a-f10b880ecbcd),segment_id=7341d405-8652-4813-ab0a-f10b880ecbcd)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:02.427404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.444546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-d73ffcc6-f464-45f9-b4c3-770c82a0700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:02.446127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-d73ffcc6-f464-45f9-b4c3-770c82a0700f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2171173 Aug 24 00:14:02.501017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Routers {'62261055-5dcf-4f2c-bca2-aff299d20da8'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:02.501017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['62261055-5dcf-4f2c-bca2-aff299d20da8'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:02.527998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24044fe5-0c7b-46e3-8553-0ccc60352f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.563466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c1f86-c94b-48e4-8dbb-5621fdcc5a2a None None] Pushing event updated for resources: {'Port': ['ID=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:02.584299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24044fe5-0c7b-46e3-8553-0ccc60352f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.629259 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-1b6ae9e2-8274-426a-b3c8-1ffc0d1943e0 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2278552 Aug 24 00:14:02.650551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Request body: {'port': {'device_id': '82ab5892-4b69-45ea-95fa-e26a6f82a364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:02.670676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.678990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-a78c1e57-8521-45a9-9de7-de2dc86490e6 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255228 Aug 24 00:14:02.687437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] Set router 62261055-5dcf-4f2c-bca2-aff299d20da8 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:02.703617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-24044fe5-0c7b-46e3-8553-0ccc60352f33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67a9ed8b3f624e9cb082a67c4e43fe3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1960793 Aug 24 00:14:02.704451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24044fe5-0c7b-46e3-8553-0ccc60352f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644419f6-f7af-4bbe-8241-b50fc4cdb59e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:02.728197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:02.729195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0dd9eb9-5b7b-46e3-a895-f4a7852fc844 req-99a2cfd0-7129-4f97-b33b-852a27a413f9 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 210 time: 0.0673950 Aug 24 00:14:02.771939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.785122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Transition to ACTIVE for port object 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:02.797533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2735c37e-80f0-4a49-ae3e-6814e282e5ca None None] Provisioning for port 86fab86d-4063-4753-b4df-1879ede391e8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:02.817626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2735c37e-80f0-4a49-ae3e-6814e282e5ca None None] Provisioning complete for port 86fab86d-4063-4753-b4df-1879ede391e8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:02.818044 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2735c37e-80f0-4a49-ae3e-6814e282e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.835780 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.871002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f34d002-db83-4b90-ac46-dc0fda9f1191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:02.908264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2735c37e-80f0-4a49-ae3e-6814e282e5ca None None] Port 86fab86d-4063-4753-b4df-1879ede391e8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:02.992864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f34d002-db83-4b90-ac46-dc0fda9f1191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.005749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f57fe5-829d-480f-b0b6-0852a10c1492 req-285c4351-21d3-42b5-8569-31a2278d4390 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.007260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:13:57Z', 'revision_number': 4, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9c04c00a-e30d-4033-b4f4-5c78fc1028bf', 'name': '', 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'mac_address': 'fa:16:3e:7b:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5b1601f2-e268-420b-a18a-bfa4f90593c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:56Z', 'updated_at': '2021-08-24T00:14:02Z', 'revision_number': 4, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'subnets': [{'id': '5b1601f2-e268-420b-a18a-bfa4f90593c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:03.012869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f57fe5-829d-480f-b0b6-0852a10c1492 req-285c4351-21d3-42b5-8569-31a2278d4390 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 948 time: 0.1738782 Aug 24 00:14:03.036079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3b99425-c7e8-4946-af6a-ef4a130d7a1c req-1025957d-538c-4ea2-b1c9-014d7c580b7b service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352108 Aug 24 00:14:03.055359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5859319-1691-40af-8437-59a68483f6d7 None None] The sync data for ids ['62261055-5dcf-4f2c-bca2-aff299d20da8'] in n-d-804878-2 is: [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:13:57Z', 'revision_number': 4, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9c04c00a-e30d-4033-b4f4-5c78fc1028bf', 'name': '', 'network_id': '4610dd74-a9d3-4300-9bc5-328ee0d437a3', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'mac_address': 'fa:16:3e:7b:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5b1601f2-e268-420b-a18a-bfa4f90593c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:56Z', 'updated_at': '2021-08-24T00:14:02Z', 'revision_number': 4, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'subnets': [{'id': '5b1601f2-e268-420b-a18a-bfa4f90593c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:03.063537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f57fe5-829d-480f-b0b6-0852a10c1492 req-faa1e36a-1de0-4aa4-8230-5a2eff707366 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497584 Aug 24 00:14:03.102441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.118174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.177472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:03.180715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:03.184741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:03.207474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.209289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.278943 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f34d002-db83-4b90-ac46-dc0fda9f1191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.282334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f34d002-db83-4b90-ac46-dc0fda9f1191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.286513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3f34d002-db83-4b90-ac46-dc0fda9f1191 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/644419f6-f7af-4bbe-8241-b50fc4cdb59e HTTP/1.1" status: 204 len: 168 time: 0.5572460 Aug 24 00:14:03.296065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Pushing event updated for resources: {'Port': ['ID=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:03.332981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34d002-db83-4b90-ac46-dc0fda9f1191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644419f6-f7af-4bbe-8241-b50fc4cdb59e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:03.394962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fab86d-4063-4753-b4df-1879ede391e8 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:03.406418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.424230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Transition to ACTIVE for port object 86fab86d-4063-4753-b4df-1879ede391e8 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:03.435477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Allocated IP 172.25.5.59 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/41212f4c-e1a4-410f-ba1d-c23d947836a7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:03.439352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-f253fd52-c831-4464-a7da-91acf9ec9517 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8061147 Aug 24 00:14:03.460035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Request body: {'port': {'device_id': '51b1b7bd-730d-46da-bb49-919c52f91c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:03.488691 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.541906 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.606531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Pushing event updated for resources: {'Port': ['ID=86fab86d-4063-4753-b4df-1879ede391e8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:03.621071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6c93ac8b-9225-4c5c-8ccf-0f2ca4a18345 None None] Provisioning for port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:03.625653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6c93ac8b-9225-4c5c-8ccf-0f2ca4a18345 None None] Provisioning complete for port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:03.628984 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6c93ac8b-9225-4c5c-8ccf-0f2ca4a18345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.732716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Attempting to bind port 86fab86d-4063-4753-b4df-1879ede391e8 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:03.733779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Attempting to bind port 86fab86d-4063-4753-b4df-1879ede391e8 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:03.734432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Attempting to bind port 86fab86d-4063-4753-b4df-1879ede391e8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:03.743161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Port 86fab86d-4063-4753-b4df-1879ede391e8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:03.743869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Attempting to bind port 86fab86d-4063-4753-b4df-1879ede391e8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:03.750391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:03.750890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:03.751487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:03.752146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Bound port: 86fab86d-4063-4753-b4df-1879ede391e8, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:03.753439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:03.897330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9c04c00a-e30d-4033-b4f4-5c78fc1028bf up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:03.898819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] For port 86fab86d-4063-4753-b4df-1879ede391e8, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:03.903875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] For port 86fab86d-4063-4753-b4df-1879ede391e8, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86fab86d-4063-4753-b4df-1879ede391e8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:03.938901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee4cf1-480e-40da-b2e6-6cf1010d9cb5 req-6dad5996-4e70-4bbb-8a92-9651ec5e22e5 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:03.941459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9ee4cf1-480e-40da-b2e6-6cf1010d9cb5 req-6dad5996-4e70-4bbb-8a92-9651ec5e22e5 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 947 time: 0.1994913 Aug 24 00:14:03.948937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6c93ac8b-9225-4c5c-8ccf-0f2ca4a18345 None None] Port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:03.975877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.031524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.032117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.034364 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] 10.222.0.36 "PUT /v2.0/ports/86fab86d-4063-4753-b4df-1879ede391e8 HTTP/1.1" status: 200 len: 1095 time: 1.3890922 Aug 24 00:14:04.035742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ab5892-4b69-45ea-95fa-e26a6f82a364', 'tag': '86fab86d-4063-4753-b4df-1879ede391e8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:04.039679 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41" -d '{"events": [{"name": "network-changed", "server_uuid": "82ab5892-4b69-45ea-95fa-e26a6f82a364", "tag": "86fab86d-4063-4753-b4df-1879ede391e8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:04.063959 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.071787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Pushing event updated for resources: {'Port': ['ID=86fab86d-4063-4753-b4df-1879ede391e8,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:04.082620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:04.088958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:04.089223 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.102205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.102351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9ee4cf1-480e-40da-b2e6-6cf1010d9cb5 req-40dce562-dd44-4271-b6ce-16ce36df9d49 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447062 Aug 24 00:14:04.102573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.102917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.103264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.103640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.104091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.104295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.104609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.104925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.105259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.105608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.105945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4142d6c-e62e-4e3b-9cb7-13835ef67504 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.257979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-23701748-c647-4056-8562-8e36ce453d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.262129 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-23701748-c647-4056-8562-8e36ce453d69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba507fe6c0f4a5da136b5dbb7c01ec1&device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 1098 time: 0.0866570 Aug 24 00:14:04.263695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.307702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,segment=NetworkSegment(7341d405-8652-4813-ab0a-f10b880ecbcd),segment_id=7341d405-8652-4813-ab0a-f10b880ecbcd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:04.322661 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.327485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:04.357399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-c8d7e548-4c32-4d01-8b8e-2fe25fa68600 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=86fab86d-4063-4753-b4df-1879ede391e8 HTTP/1.1" status: 200 len: 217 time: 0.0795825 Aug 24 00:14:04.371036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.380148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51ecae-71ba-409c-bc3f-4d6e440d0922 req-ba8d6259-1dfc-4f7e-9cdf-fc29a2b9e830 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.387483 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de51ecae-71ba-409c-bc3f-4d6e440d0922 req-ba8d6259-1dfc-4f7e-9cdf-fc29a2b9e830 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 948 time: 0.1563153 Aug 24 00:14:04.393729 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.433310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-cfbeac75-b794-46da-9b9f-18c5d4f61313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.435046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-cfbeac75-b794-46da-9b9f-18c5d4f61313 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0693674 Aug 24 00:14:04.435577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:04.453007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de51ecae-71ba-409c-bc3f-4d6e440d0922 req-078acad5-cb43-4a4f-ad3d-44507a02e85f tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 Aug 24 00:14:04.456508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:04.464648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:04.487033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:04.523605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-e28b6359-2501-4ef7-a725-8bd200063282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:04.525322 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-e28b6359-2501-4ef7-a725-8bd200063282 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797071 Aug 24 00:14:04.564188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.584578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Pushing event updated for resources: {'Port': ['ID=41212f4c-e1a4-410f-ba1d-c23d947836a7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:04.595133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.596255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.597324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.597911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.598595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.599077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.599674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.600248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.600756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.601241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.601769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.602250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:04.612854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Transition to ACTIVE for port object 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:04.652986 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-aefb730d-4f59-439c-9446-2e11daa4a4eb service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197968 Aug 24 00:14:04.695996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.708076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:04.785902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:04.795452 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ae7adab-b27d-4026-97e7-843403cbde72 req-a34a4613-8a33-4fd7-906f-8af2c1252c34 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337500 Aug 24 00:14:04.953336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:04.967249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'mac_address': 'fa:16:3e:fb:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:04.987128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Pushing event updated for resources: {'Port': ['ID=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:05.013354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Attempting to bind port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:05.013835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Attempting to bind port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:05.014222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Attempting to bind port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:05.024297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fe6f2-f598-420c-bf6f-96fc67038e9a req-1244f9ab-5cd0-42b4-9d1c-86efb77cffe2 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.025561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b53fe6f2-f598-420c-bf6f-96fc67038e9a req-1244f9ab-5cd0-42b4-9d1c-86efb77cffe2 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 948 time: 0.1349492 Aug 24 00:14:05.034969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.035174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:05.035569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Attempting to bind port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:05.055486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613a97b1-78af-44e6-85ba-00bedf9ed77d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:05.076352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:05.076352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:05.076352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:05.076352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Bound port: 3158ccd0-fa56-4c02-a19a-3161a6ebafc8, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:05.076352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.086291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:05.139008 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.144935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b53fe6f2-f598-420c-bf6f-96fc67038e9a req-5d479bdc-8dc1-4093-bea5-15b8188a249c tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107593 Aug 24 00:14:05.173956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] For port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:05.173956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] For port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:05.189483 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1b8677-88f3-4e81-b02c-1b8199c1c339 x-openstack-request-id: req-6c1b8677-88f3-4e81-b02c-1b8199c1c339 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:05.189869 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ab5892-4b69-45ea-95fa-e26a6f82a364", "tag": "86fab86d-4063-4753-b4df-1879ede391e8", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:05.190815 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c1b8677-88f3-4e81-b02c-1b8199c1c339 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:05.191285 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ab5892-4b69-45ea-95fa-e26a6f82a364', 'tag': '86fab86d-4063-4753-b4df-1879ede391e8', 'status': 'completed', 'code': 200} Aug 24 00:14:05.196236 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.266041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:05.267898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.298977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-a5880b1f-3ef7-416c-aa6a-b192c9af148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.302294 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-a5880b1f-3ef7-416c-aa6a-b192c9af148b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba507fe6c0f4a5da136b5dbb7c01ec1&device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 1098 time: 0.0595539 Aug 24 00:14:05.314393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42178) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:05.316088 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.328392 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.358247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.358869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.360279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] 10.222.0.36 "PUT /v2.0/ports/3158ccd0-fa56-4c02-a19a-3161a6ebafc8 HTTP/1.1" status: 200 len: 1096 time: 1.9053032 Aug 24 00:14:05.360729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b1b7bd-730d-46da-bb49-919c52f91c26', 'tag': '3158ccd0-fa56-4c02-a19a-3161a6ebafc8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:05.372668 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8" -d '{"events": [{"name": "network-changed", "server_uuid": "51b1b7bd-730d-46da-bb49-919c52f91c26", "tag": "3158ccd0-fa56-4c02-a19a-3161a6ebafc8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:05.383245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Pushing event updated for resources: {'Port': ['ID=41212f4c-e1a4-410f-ba1d-c23d947836a7,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:05.390078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['613a97b1-78af-44e6-85ba-00bedf9ed77d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:05.397372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4ec97-dbfc-400b-a388-8798f21d5ea6 req-cf242d19-0420-4b3a-9723-fc8aae8b12e0 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.405783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df4ec97-dbfc-400b-a388-8798f21d5ea6 req-cf242d19-0420-4b3a-9723-fc8aae8b12e0 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 948 time: 0.1684456 Aug 24 00:14:05.467935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-50be948a-fb00-46b1-a694-34f84daba0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.470963 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-50be948a-fb00-46b1-a694-34f84daba0fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1606464 Aug 24 00:14:05.546218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df4ec97-dbfc-400b-a388-8798f21d5ea6 req-18b0b15c-1dad-4a65-a8fd-22f29bcac45b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393414 Aug 24 00:14:05.563930 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-6c8eec85-1046-444b-a62e-a68ae9cbe324 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=86fab86d-4063-4753-b4df-1879ede391e8 HTTP/1.1" status: 200 len: 217 time: 0.0828080 Aug 24 00:14:05.566441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.584126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-ac8b935c-dc98-45f2-a7d4-9dd374f9ae57 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7124634 Aug 24 00:14:05.636070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18140fd9-92a2-4483-ab90-c5494a217162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.636860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-de63465a-8d54-4fb3-8c27-7c9fe641e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.641100 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-de63465a-8d54-4fb3-8c27-7c9fe641e7df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0705283 Aug 24 00:14:05.651941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9c04c00a-e30d-4033-b4f4-5c78fc1028bf up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:05.710849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-6cc97c77-b9f7-4a07-8034-3142e45a8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:05.712781 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-6cc97c77-b9f7-4a07-8034-3142e45a8a7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603101 Aug 24 00:14:05.725115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:05.725709 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:05.851609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 40ee8951-b341-44ec-b75e-aada45a3a11c details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:05.872962 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-c967bcb0-b169-4c92-af8e-76fb371316cd service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504185 Aug 24 00:14:05.928237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391365e9-5b74-4746-b31f-d09372dace1a service neutron] Pushing event updated for resources: {'Port': ['ID=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:05.964590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-cdc975ef-e20b-4df3-b31d-032316c8e014 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.3816037 Aug 24 00:14:05.985355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 40ee8951-b341-44ec-b75e-aada45a3a11c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=40ee8951-b341-44ec-b75e-aada45a3a11c,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:06.010694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '40ee8951-b341-44ec-b75e-aada45a3a11c', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '40ee8951-b341-44ec-b75e-aada45a3a11c', 'mac_address': 'fa:16:3e:1e:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:06.053461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-5f5c2347-990a-417a-983c-b6f6c9070d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.053733 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a33b0c8-2eb3-4eed-a44b-4a8600d35d41 req-b1cb9490-3980-4e5e-b65e-307f47b981a5 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721618 Aug 24 00:14:06.054977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-5f5c2347-990a-417a-983c-b6f6c9070d23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=339bf3a489074ee1b115e01ab531e6c0&device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 1099 time: 0.5076516 Aug 24 00:14:06.072638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.087365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ee8951-b341-44ec-b75e-aada45a3a11c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:06.113299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 40ee8951-b341-44ec-b75e-aada45a3a11c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=40ee8951-b341-44ec-b75e-aada45a3a11c,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:06.138753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-943d71a5-456d-4258-bf4c-c38ddc7538a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3158ccd0-fa56-4c02-a19a-3161a6ebafc8 HTTP/1.1" status: 200 len: 217 time: 0.0531800 Aug 24 00:14:06.156162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-316c3bc1-0028-4880-bfae-e73dd8d6fe9a tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.157465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-316c3bc1-0028-4880-bfae-e73dd8d6fe9a tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1921139 Aug 24 00:14:06.181536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.191500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-dc0c52e7-a207-4f49-b537-2e0c93040ae8 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:06.192497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53464a39-51eb-4819-83bd-8c9cc3659418 req-dc0c52e7-a207-4f49-b537-2e0c93040ae8 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266199 Aug 24 00:14:06.229353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-d3ab2303-e140-4575-8bc8-604f499e7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.230869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-d3ab2303-e140-4575-8bc8-604f499e7ae6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0821939 Aug 24 00:14:06.232667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18140fd9-92a2-4483-ab90-c5494a217162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.237120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=40ee8951-b341-44ec-b75e-aada45a3a11c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:06.307206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-5e57ade9-e006-48de-a467-691929bbe456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.308731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-5e57ade9-e006-48de-a467-691929bbe456 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692780 Aug 24 00:14:06.313196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18140fd9-92a2-4483-ab90-c5494a217162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.347471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4a77c-58d0-4654-b3ac-1bf857474420 req-127bbb31-8dc2-4f98-ab53-514b51a30f71 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.348922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ac4a77c-58d0-4654-b3ac-1bf857474420 req-127bbb31-8dc2-4f98-ab53-514b51a30f71 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 947 time: 0.0824866 Aug 24 00:14:06.425941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18140fd9-92a2-4483-ab90-c5494a217162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a974bd0-67bc-45a4-aeb7-cebd9467d8a4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:06.434196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-18140fd9-92a2-4483-ab90-c5494a217162 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e6142acfe9c43bdbb4934b7509b2656&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1157970 Aug 24 00:14:06.437286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42206) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:06.466971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ac4a77c-58d0-4654-b3ac-1bf857474420 req-cd2506d6-675c-4d52-97aa-858d0513bc50 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060069 Aug 24 00:14:06.491247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-9ecea14a-fe99-4fe5-9ecc-127520bd6f23 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716528 Aug 24 00:14:06.509233 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-831dcf44-14dd-4345-8f00-ceed2552a6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.522147 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41e9d86-aafc-4f29-9ef3-58b594bd138e x-openstack-request-id: req-c41e9d86-aafc-4f29-9ef3-58b594bd138e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:06.522434 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b1b7bd-730d-46da-bb49-919c52f91c26", "tag": "3158ccd0-fa56-4c02-a19a-3161a6ebafc8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:06.522683 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c41e9d86-aafc-4f29-9ef3-58b594bd138e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:06.523189 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b1b7bd-730d-46da-bb49-919c52f91c26', 'tag': '3158ccd0-fa56-4c02-a19a-3161a6ebafc8', 'status': 'completed', 'code': 200} Aug 24 00:14:06.533512 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-831dcf44-14dd-4345-8f00-ceed2552a6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.619706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a6f4a5-6330-47ba-9898-9a18424f572b req-6b9c2557-aef1-4d1a-bd70-b9b527050cde service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207514 Aug 24 00:14:06.635283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a93b0-c9de-4d7d-b35f-d1a6e999a170 req-43bea888-23be-43ec-b73f-683dc615d7f2 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.636721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-119a93b0-c9de-4d7d-b35f-d1a6e999a170 req-43bea888-23be-43ec-b73f-683dc615d7f2 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 948 time: 0.0669217 Aug 24 00:14:06.664736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-831dcf44-14dd-4345-8f00-ceed2552a6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.667890 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-831dcf44-14dd-4345-8f00-ceed2552a6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:06.668708 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-831dcf44-14dd-4345-8f00-ceed2552a6ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a974bd0-67bc-45a4-aeb7-cebd9467d8a4 HTTP/1.1" status: 204 len: 168 time: 0.2303693 Aug 24 00:14:06.677684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-119a93b0-c9de-4d7d-b35f-d1a6e999a170 req-373438f4-4090-4232-8c80-95645803e563 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Aug 24 00:14:06.682858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dcf44-14dd-4345-8f00-ceed2552a6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a974bd0-67bc-45a4-aeb7-cebd9467d8a4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:06.786892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['40ee8951-b341-44ec-b75e-aada45a3a11c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:06.812054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 54c37265-802c-448a-84e1-8f4c4206ff91 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:06.827261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:06.842307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-2bf7711d-7193-4ec8-92a8-bdbf191e1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.844218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-2bf7711d-7193-4ec8-92a8-bdbf191e1624 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=339bf3a489074ee1b115e01ab531e6c0&device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 1099 time: 0.0477812 Aug 24 00:14:06.965297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-018c0f0a-1f9b-4053-acd7-024af2560df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:06.967056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-018c0f0a-1f9b-4053-acd7-024af2560df3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1121633 Aug 24 00:14:07.009500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 54c37265-802c-448a-84e1-8f4c4206ff91, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=54c37265-802c-448a-84e1-8f4c4206ff91,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:07.035182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '54c37265-802c-448a-84e1-8f4c4206ff91', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '54c37265-802c-448a-84e1-8f4c4206ff91', 'mac_address': 'fa:16:3e:c5:26:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:07.039292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 613a97b1-78af-44e6-85ba-00bedf9ed77d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:07.039759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-6b439ed7-6095-405c-828e-71f894c4c625 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=3158ccd0-fa56-4c02-a19a-3161a6ebafc8 HTTP/1.1" status: 200 len: 217 time: 0.0625701 Aug 24 00:14:07.047355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 613a97b1-78af-44e6-85ba-00bedf9ed77d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:07.047732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.097416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce39777-f31e-4af6-84ee-1120931cfa4b req-0cd0d9ef-4919-4cb9-8f98-5f06de525a3a tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.098983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cce39777-f31e-4af6-84ee-1120931cfa4b req-0cd0d9ef-4919-4cb9-8f98-5f06de525a3a tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 948 time: 0.1237919 Aug 24 00:14:07.108755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-b9ca026f-e475-42f8-9bcd-a717b0c15648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.110193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-b9ca026f-e475-42f8-9bcd-a717b0c15648 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0633194 Aug 24 00:14:07.133267 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.153311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c37265-802c-448a-84e1-8f4c4206ff91 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:07.175824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cce39777-f31e-4af6-84ee-1120931cfa4b req-26062ce8-b5e2-44a0-8fd0-d31a7bdec2e7 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694747 Aug 24 00:14:07.184996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-99753064-00fa-497f-9fe1-26307e960880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.186595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-99753064-00fa-497f-9fe1-26307e960880 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632985 Aug 24 00:14:07.199870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 54c37265-802c-448a-84e1-8f4c4206ff91, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=54c37265-802c-448a-84e1-8f4c4206ff91,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:07.209559 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.231745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:07.234008 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1590643-f962-4eef-892f-03955186b764" -d '{"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-plugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:07.250778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:07.299003 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.317874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef82f5b-aa96-4ff7-8a69-ef2a91baf593 req-dd6836d0-ab8d-465a-9223-f712408706ce tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips/c565e227-4361-4a02-aa8a-ae30ec6b047d HTTP/1.1" status: 200 len: 692 time: 0.1122682 Aug 24 00:14:07.347216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=54c37265-802c-448a-84e1-8f4c4206ff91,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:07.392615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.412831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-a48df805-a363-47e4-b979-bef017ad7300 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179580 Aug 24 00:14:07.452233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:07.504137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['54c37265-802c-448a-84e1-8f4c4206ff91'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:07.536512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef82f5b-aa96-4ff7-8a69-ef2a91baf593 req-e93e6c41-057d-4488-9dfb-87bffebf47ba tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.537876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef82f5b-aa96-4ff7-8a69-ef2a91baf593 req-e93e6c41-057d-4488-9dfb-87bffebf47ba tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2141085 Aug 24 00:14:07.557919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-0ef82f5b-aa96-4ff7-8a69-ef2a91baf593 req-a6b4abd0-889a-4f30-ae32-2c8aa31c9fb3 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:07.558895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef82f5b-aa96-4ff7-8a69-ef2a91baf593 req-a6b4abd0-889a-4f30-ae32-2c8aa31c9fb3 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133340 Aug 24 00:14:07.589357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed2288-4d22-49cb-9ea4-cd8ce35dac4b req-2a55b720-5c1a-4676-b03f-50ac70740998 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.590927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11ed2288-4d22-49cb-9ea4-cd8ce35dac4b req-2a55b720-5c1a-4676-b03f-50ac70740998 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 949 time: 0.0990343 Aug 24 00:14:07.592876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:07.602114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-485b7ac9-66c9-4b45-a1bd-be3879ce54d8 req-d0f43d87-ae58-42b9-b681-4d143846166b service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790009 Aug 24 00:14:07.613651 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-490656fa-7324-4841-9e62-268e16a062bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.660034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11ed2288-4d22-49cb-9ea4-cd8ce35dac4b req-bbc88a69-4b25-425c-8d22-b1f69f76d1e6 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523379 Aug 24 00:14:07.716113 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f236f1-1fa2-45e6-95c3-feccb446a0ba x-openstack-request-id: req-f0f236f1-1fa2-45e6-95c3-feccb446a0ba {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:07.716408 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-plugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:07.716812 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0f236f1-1fa2-45e6-95c3-feccb446a0ba {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:07.717737 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'code': 200} Aug 24 00:14:07.738054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-490656fa-7324-4841-9e62-268e16a062bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.815854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f8062-9e36-4306-b29b-f087ac318388 req-5a67502e-0c88-413d-b767-8c109d5c57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.817446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b8f8062-9e36-4306-b29b-f087ac318388 req-5a67502e-0c88-413d-b767-8c109d5c57ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1101 time: 0.0398710 Aug 24 00:14:07.843645 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-490656fa-7324-4841-9e62-268e16a062bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.877126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b8f8062-9e36-4306-b29b-f087ac318388 req-459854a6-e162-4221-80ff-b4acd659a3ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523858 Aug 24 00:14:07.907676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-490656fa-7324-4841-9e62-268e16a062bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8546c728f8944dfc92f8d040e8f4995d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138013 Aug 24 00:14:07.910507 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42238) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:07.920927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490656fa-7324-4841-9e62-268e16a062bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab577177-0e5e-437b-95b7-18deb3c0961a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:07.948631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd8209-4afc-4d2b-8d46-61580e134982 req-5026fd3f-aada-4bcd-b8b1-b5379d5c0096 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:07.950201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6fd8209-4afc-4d2b-8d46-61580e134982 req-5026fd3f-aada-4bcd-b8b1-b5379d5c0096 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 947 time: 0.0626853 Aug 24 00:14:07.961650 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e728571-d808-4460-8450-4ffd9404df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.983977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e728571-d808-4460-8450-4ffd9404df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:07.992591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6fd8209-4afc-4d2b-8d46-61580e134982 req-51f16be9-cff3-4cde-a664-080834207dd7 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356934 Aug 24 00:14:08.085156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2aae0717-ac06-4534-a805-54b5bce1890f req-26c9c922-0139-4295-91fb-5a8eb1a49839 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=4fc957d5ea09438a9c06f844ff21de7d HTTP/1.1" status: 200 len: 695 time: 0.0690920 Aug 24 00:14:08.095063 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e728571-d808-4460-8450-4ffd9404df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.097695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e728571-d808-4460-8450-4ffd9404df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.099089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e728571-d808-4460-8450-4ffd9404df58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab577177-0e5e-437b-95b7-18deb3c0961a HTTP/1.1" status: 204 len: 168 time: 0.1873407 Aug 24 00:14:08.107064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e728571-d808-4460-8450-4ffd9404df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab577177-0e5e-437b-95b7-18deb3c0961a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:08.269633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0717-ac06-4534-a805-54b5bce1890f req-e5385e22-4d71-4628-9868-514fdc41899c tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.271006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2aae0717-ac06-4534-a805-54b5bce1890f req-e5385e22-4d71-4628-9868-514fdc41899c tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/networks?id=48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 787 time: 0.1800396 Aug 24 00:14:08.281093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-2aae0717-ac06-4534-a805-54b5bce1890f req-d5eec62e-7a04-4061-8505-5645cbc297bf tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:08.282106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2aae0717-ac06-4534-a805-54b5bce1890f req-d5eec62e-7a04-4061-8505-5645cbc297bf tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055277 Aug 24 00:14:08.378205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686c6f4-3048-4573-b3ff-1551d38c905e req-190f92ba-4324-437e-b245-8b455043db2f tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.379684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6686c6f4-3048-4573-b3ff-1551d38c905e req-190f92ba-4324-437e-b245-8b455043db2f tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 949 time: 0.0476270 Aug 24 00:14:08.415847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6686c6f4-3048-4573-b3ff-1551d38c905e req-bee81529-b104-4d7c-ae23-46f051c98b4f tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301411 Aug 24 00:14:08.625995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814996b-c91e-4490-9872-3aa038e93f6a req-71b9c833-585e-47b2-a8de-d5395e97ba73 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.627600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a814996b-c91e-4490-9872-3aa038e93f6a req-71b9c833-585e-47b2-a8de-d5395e97ba73 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 948 time: 0.0512190 Aug 24 00:14:08.667374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a814996b-c91e-4490-9872-3aa038e93f6a req-36308e60-d491-49f9-9aa9-16811c115a1a tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Aug 24 00:14:08.740094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-da3fee03-2103-4a58-9496-aa62860ed044 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips/c565e227-4361-4a02-aa8a-ae30ec6b047d HTTP/1.1" status: 200 len: 692 time: 0.0473657 Aug 24 00:14:08.804355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 54c37265-802c-448a-84e1-8f4c4206ff91 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:08.855945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-b6f47cfd-f73a-4881-b680-044d0e37b6f8 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:08.857600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-b6f47cfd-f73a-4881-b680-044d0e37b6f8 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1113231 Aug 24 00:14:08.869932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-aef3e0b4-e235-4d7d-bce6-b06fe54e0b8d tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:08.870969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-aef3e0b4-e235-4d7d-bce6-b06fe54e0b8d tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063531 Aug 24 00:14:08.918640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 54c37265-802c-448a-84e1-8f4c4206ff91 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:08.923549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 54c37265-802c-448a-84e1-8f4c4206ff91 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:08.923934 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:08.925887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-8b5c55fa-8184-4bcf-8f15-72b704fe831f tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0479667 Aug 24 00:14:08.982898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-7da6f088-2394-40c0-a625-54ab33696ed0 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.0504112 Aug 24 00:14:09.017213 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.057166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 54c37265-802c-448a-84e1-8f4c4206ff91, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=54c37265-802c-448a-84e1-8f4c4206ff91,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:09.127386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Deleting port 41212f4c-e1a4-410f-ba1d-c23d947836a7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:09.128286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.135439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.189186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=54c37265-802c-448a-84e1-8f4c4206ff91,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:09.222495 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.222846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.234559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Calling delete_port for 41212f4c-e1a4-410f-ba1d-c23d947836a7 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:09.264372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42270) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:09.362491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-network', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:09.449816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Made reservation on behalf of 6989634de92f4885a6b0d1f1fcecffa9 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:09.452231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.461784 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.484487 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.512761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Pushing event deleted for resources: {'Port': ['ID=41212f4c-e1a4-410f-ba1d-c23d947836a7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:09.535278 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.538104 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.539267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-412ce13c-9b92-438e-b7d8-0c0341a41c48 req-5c74acde-b369-4622-a2f1-db70ebb875ff tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "DELETE /v2.0/floatingips/c565e227-4361-4a02-aa8a-ae30ec6b047d HTTP/1.1" status: 204 len: 173 time: 0.5484035 Aug 24 00:14:09.556950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.627025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.652133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:09.660776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d43556-1549-459d-831a-3fa30813562a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:09.666053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8263cb-8af6-43ce-9a94-3b516946047c req-8f6ff2f0-4f55-4a80-b974-9eb83f387c05 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:09.667565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f8263cb-8af6-43ce-9a94-3b516946047c req-8f6ff2f0-4f55-4a80-b974-9eb83f387c05 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 949 time: 0.0516977 Aug 24 00:14:09.667682 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.667910 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Added segment de3a1045-39e2-4aae-87d7-e10cb2730e44 of type vlan for network ae0206da-21f7-4470-bf63-0d5925f82c12 Aug 24 00:14:09.712294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.719263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a587d8fd-ac71-454a-b075-cc7de38299b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c37265-802c-448a-84e1-8f4c4206ff91'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:09.722059 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d55d36-e37a-49f3-9477-4279d0341df3" -d '{"events": [{"server_uuid": "a587d8fd-ac71-454a-b075-cc7de38299b7", "name": "network-vif-plugged", "status": "completed", "tag": "54c37265-802c-448a-84e1-8f4c4206ff91"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:09.802245 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.803364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:09.804022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:09.839684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 86fab86d-4063-4753-b4df-1879ede391e8 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:09.875436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ae0206da-21f7-4470-bf63-0d5925f82c12,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:09.900526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 40ee8951-b341-44ec-b75e-aada45a3a11c up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:09.902759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network ae0206da-21f7-4470-bf63-0d5925f82c12 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:09.942887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f8263cb-8af6-43ce-9a94-3b516946047c req-48949b9e-e148-4518-b838-e3edc50d9dc0 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664387 Aug 24 00:14:09.944097 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1f2d71f-611e-4923-8bae-95f58bc9d2b0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6785710 Aug 24 00:14:09.952780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:09.958861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Request body: {'subnet': {'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-subnet', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:09.970108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fcaeb-42b1-41e4-aac0-301bb2a5242b req-b8ce208c-6fc1-4e4b-8504-4f81fbd6e868 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:09.977153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff8fcaeb-42b1-41e4-aac0-301bb2a5242b req-b8ce208c-6fc1-4e4b-8504-4f81fbd6e868 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 947 time: 0.0809045 Aug 24 00:14:10.025896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff8fcaeb-42b1-41e4-aac0-301bb2a5242b req-f13d6c8f-bbf3-4321-bc56-f793dff6d361 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478475 Aug 24 00:14:10.031033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 86fab86d-4063-4753-b4df-1879ede391e8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86fab86d-4063-4753-b4df-1879ede391e8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:10.051539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '86fab86d-4063-4753-b4df-1879ede391e8', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '86fab86d-4063-4753-b4df-1879ede391e8', 'mac_address': 'fa:16:3e:bd:b4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:10.086543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Made reservation on behalf of 6989634de92f4885a6b0d1f1fcecffa9 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:10.088689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.095832 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.107462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 40ee8951-b341-44ec-b75e-aada45a3a11c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:10.113606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fab86d-4063-4753-b4df-1879ede391e8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:10.119789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 40ee8951-b341-44ec-b75e-aada45a3a11c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:10.120172 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.155241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 86fab86d-4063-4753-b4df-1879ede391e8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86fab86d-4063-4753-b4df-1879ede391e8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:10.196779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face05a3-826b-480e-9621-350785352337 req-d17776f6-cd87-478c-919b-810d3fa8d38d tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.198286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-face05a3-826b-480e-9621-350785352337 req-d17776f6-cd87-478c-919b-810d3fa8d38d tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 950 time: 0.1714938 Aug 24 00:14:10.200238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42290) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:10.209282 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.246493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 40ee8951-b341-44ec-b75e-aada45a3a11c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=40ee8951-b341-44ec-b75e-aada45a3a11c,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:10.247621 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.283089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-face05a3-826b-480e-9621-350785352337 req-5b648a35-0f02-40af-9656-4649872af767 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675724 Aug 24 00:14:10.296689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-1713810c-6ada-4444-a3c2-ddccef452895 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2319219 Aug 24 00:14:10.298296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=86fab86d-4063-4753-b4df-1879ede391e8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:10.302472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:10.318098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.332880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38470e7a-06d4-46a4-82c6-f9aad695c069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.373173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=40ee8951-b341-44ec-b75e-aada45a3a11c,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:10.439879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.492309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.503997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cf786-01d0-4b0d-81db-e22e38c136a6 req-ac395383-4e2c-4d1e-b5e1-426721ca9b97 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.507893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c6cf786-01d0-4b0d-81db-e22e38c136a6 req-ac395383-4e2c-4d1e-b5e1-426721ca9b97 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 948 time: 0.0921893 Aug 24 00:14:10.529406 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38470e7a-06d4-46a4-82c6-f9aad695c069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.596140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d9712c-ca50-45c9-bfaa-36c273124569,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:10.617189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c6cf786-01d0-4b0d-81db-e22e38c136a6 req-c4b5be1f-31f3-41d5-9659-97e432cab5c0 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034915 Aug 24 00:14:10.618848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38470e7a-06d4-46a4-82c6-f9aad695c069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.622095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Checking segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:10.622461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Network hostable DHCP agents. Network: ae0206da-21f7-4470-bf63-0d5925f82c12, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:10.655369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['86fab86d-4063-4753-b4df-1879ede391e8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:10.664608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.670654 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-38470e7a-06d4-46a4-82c6-f9aad695c069 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16e41ee3709e41c3ace1ecf21d716501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690197 Aug 24 00:14:10.671897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38470e7a-06d4-46a4-82c6-f9aad695c069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e45de90-7dd3-49ed-8df6-c176dac9ef46,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:10.673197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42296) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:10.695428 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebef7ee-f2a5-44ea-8357-702d0b8ad8f6 x-openstack-request-id: req-2ebef7ee-f2a5-44ea-8357-702d0b8ad8f6 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:10.695948 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a587d8fd-ac71-454a-b075-cc7de38299b7", "name": "network-vif-plugged", "status": "completed", "tag": "54c37265-802c-448a-84e1-8f4c4206ff91", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:10.696401 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ebef7ee-f2a5-44ea-8357-702d0b8ad8f6 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:10.696991 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a587d8fd-ac71-454a-b075-cc7de38299b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c37265-802c-448a-84e1-8f4c4206ff91', 'code': 200} Aug 24 00:14:10.746978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Network ae0206da-21f7-4470-bf63-0d5925f82c12 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:10.844284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2260d5-6e5d-447a-a8c7-3d2bdd52dd60 req-a98ab561-689b-4ce8-8ee5-9bdcf70aaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.845803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d2260d5-6e5d-447a-a8c7-3d2bdd52dd60 req-a98ab561-689b-4ce8-8ee5-9bdcf70aaf5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 1101 time: 0.1108141 Aug 24 00:14:10.847742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, ae0206da-21f7-4470-bf63-0d5925f82c12) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:10.855079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:10.855664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.855773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680acfd5-6410-4f6d-8f41-bdd78588c250 None None] Network ae0206da-21f7-4470-bf63-0d5925f82c12 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:10.859208 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40eb077f-bdb9-4b16-9b16-22edfd1e5de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.906279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Allocated IP 172.25.5.66 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/ac47462e-ece0-4b88-b9c4-8748f73eef40) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:10.916807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40eb077f-bdb9-4b16-9b16-22edfd1e5de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:10.952808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d2260d5-6e5d-447a-a8c7-3d2bdd52dd60 req-e18acc25-d24e-4142-86ab-48ce2791fe24 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944517 Aug 24 00:14:10.995172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4da66175-3a47-48cc-b554-a64f131865fe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0374339 Aug 24 00:14:10.995270 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42304) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:11.000429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:11.005210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-ae0206da-21f7-4470-bf63-0d5925f82c12', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:14:11.006669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.063267 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.099442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.100874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.113620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12da795-d674-4252-bd13-295bb8524257 req-67baf9fb-f1db-45b3-a0f6-fbfecefa88a8 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.115388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e12da795-d674-4252-bd13-295bb8524257 req-67baf9fb-f1db-45b3-a0f6-fbfecefa88a8 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.0741847 Aug 24 00:14:11.141842 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40eb077f-bdb9-4b16-9b16-22edfd1e5de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.146599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-40eb077f-bdb9-4b16-9b16-22edfd1e5de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.146599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-40eb077f-bdb9-4b16-9b16-22edfd1e5de9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e45de90-7dd3-49ed-8df6-c176dac9ef46 HTTP/1.1" status: 204 len: 168 time: 0.4721322 Aug 24 00:14:11.168203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb077f-bdb9-4b16-9b16-22edfd1e5de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e45de90-7dd3-49ed-8df6-c176dac9ef46,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:11.175615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e12da795-d674-4252-bd13-295bb8524257 req-ed4434fc-f4fa-4d50-b72c-093bd3ee4efd tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533750 Aug 24 00:14:11.188746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Allocated IP 172.20.0.2 (ae0206da-21f7-4470-bf63-0d5925f82c12/78d9712c-ca50-45c9-bfaa-36c273124569/c3e50536-bbac-4091-8b56-2d258b0fa493) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:11.199051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.247447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:11.251984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:11.255682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:11.264229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Pushing event updated for resources: {'Port': ['ID=ac47462e-ece0-4b88-b9c4-8748f73eef40,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:11.284614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.338477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.361489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ebe47-2490-41e8-aa51-fa7f1ed065df req-9d366490-0bdb-4e9f-bfc3-0836a2881065 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.363152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e7ebe47-2490-41e8-aa51-fa7f1ed065df req-9d366490-0bdb-4e9f-bfc3-0836a2881065 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 948 time: 0.0634174 Aug 24 00:14:11.371935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42314) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:11.410893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e7ebe47-2490-41e8-aa51-fa7f1ed065df req-6a6e2c15-b329-4dec-9c08-2eb7dcc2fe47 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Aug 24 00:14:11.510056 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.535254 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.544858 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.554728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Transition to ACTIVE for port object c3e50536-bbac-4091-8b56-2d258b0fa493 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:11.571184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Transition to ACTIVE for port object c3e50536-bbac-4091-8b56-2d258b0fa493 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:11.626800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f706c-e80b-445b-acfa-eed5389366bc req-aa7592ba-2adb-4981-8ead-8e03ed90d154 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.628527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d74f706c-e80b-445b-acfa-eed5389366bc req-aa7592ba-2adb-4981-8ead-8e03ed90d154 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 950 time: 0.0950322 Aug 24 00:14:11.662030 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.719464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Network ae0206da-21f7-4470-bf63-0d5925f82c12 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:11.723419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:11.728107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:11.731622 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faced037-3951-443e-90d7-18713b9e59b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.731892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Pushing event updated for resources: {'Port': ['ID=c3e50536-bbac-4091-8b56-2d258b0fa493,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:11.754425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d74f706c-e80b-445b-acfa-eed5389366bc req-dd56bae7-2de0-41f3-a6cb-403786c27d1c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139433 Aug 24 00:14:11.799862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Attempting to bind port c3e50536-bbac-4091-8b56-2d258b0fa493 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:11.800233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Attempting to bind port c3e50536-bbac-4091-8b56-2d258b0fa493 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:11.800596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Attempting to bind port c3e50536-bbac-4091-8b56-2d258b0fa493 on network ae0206da-21f7-4470-bf63-0d5925f82c12 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:11.813364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:11.817154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Checking segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:11.817154 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.817154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Bound using segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:11.817615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Bound port: c3e50536-bbac-4091-8b56-2d258b0fa493, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:11.817717 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.871106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:11.873425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 86fab86d-4063-4753-b4df-1879ede391e8 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:11.919456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:11.938986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:11.966434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24995cbd-5702-42cc-8e10-ce5858857e5c req-dea5bb08-c1dc-4fa3-9565-1579008dcaa6 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:11.974160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24995cbd-5702-42cc-8e10-ce5858857e5c req-dea5bb08-c1dc-4fa3-9565-1579008dcaa6 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 948 time: 0.1450086 Aug 24 00:14:11.980770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-130613c0-8fec-4db1-b003-b01bc2a66dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.003695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] For port c3e50536-bbac-4091-8b56-2d258b0fa493, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:12.025686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.027767 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.034298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] For port c3e50536-bbac-4091-8b56-2d258b0fa493, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c3e50536-bbac-4091-8b56-2d258b0fa493,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:12.054631 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.075086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:12.083275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faced037-3951-443e-90d7-18713b9e59b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.086556 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.087145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '3158ccd0-fa56-4c02-a19a-3161a6ebafc8', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '3158ccd0-fa56-4c02-a19a-3161a6ebafc8', 'mac_address': 'fa:16:3e:64:b3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:12.093223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24995cbd-5702-42cc-8e10-ce5858857e5c req-ce8bd49e-662a-4423-9e0e-2d8bb765252a tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174574 Aug 24 00:14:12.115304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Pushing event updated for resources: {'Port': ['ID=ac47462e-ece0-4b88-b9c4-8748f73eef40,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:12.142076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.155598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:12.178004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 86fab86d-4063-4753-b4df-1879ede391e8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:12.181484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Allocated IP 172.25.5.147 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:12.183736 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.185497 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.190944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:12.194150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 86fab86d-4063-4753-b4df-1879ede391e8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:12.194498 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.211295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faced037-3951-443e-90d7-18713b9e59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.264580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeca64-7441-4459-8a96-a271f3b1c8a1 None None] Pushing event updated for resources: {'Port': ['ID=c3e50536-bbac-4091-8b56-2d258b0fa493,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:12.269797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faced037-3951-443e-90d7-18713b9e59b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ea169-c332-409b-827d-5e4a9861af32,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:12.278390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-faced037-3951-443e-90d7-18713b9e59b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b341153b85054b05864fb0c5a155b2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9031177 Aug 24 00:14:12.291534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:12.308195 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.314533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.317096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.319232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-56fafcf7-f096-4bbe-8e3e-c7dac5bc01e4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0230129 Aug 24 00:14:12.398784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:12.402763 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.428080 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.442189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 86fab86d-4063-4753-b4df-1879ede391e8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86fab86d-4063-4753-b4df-1879ede391e8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:12.454531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-115eb9d0-c6d6-4a64-8d90-276b6abbafa9 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.1064236 Aug 24 00:14:12.467043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d770d-36b8-41b4-adea-05373b50d1e7 req-cf2ab248-f511-434d-a297-5ffd9f2a0afc tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:12.468751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f76d770d-36b8-41b4-adea-05373b50d1e7 req-cf2ab248-f511-434d-a297-5ffd9f2a0afc tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.2094007 Aug 24 00:14:12.501469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:12.505116 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a39032-4bab-416f-bc82-7e2f424085b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.506910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.514165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:12.525869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:12.531234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:12.586321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=86fab86d-4063-4753-b4df-1879ede391e8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:12.628544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a39032-4bab-416f-bc82-7e2f424085b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.678102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f76d770d-36b8-41b4-adea-05373b50d1e7 req-e6363245-8b94-40b8-bb32-7f288ec57796 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977057 Aug 24 00:14:12.698243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ee8951-b341-44ec-b75e-aada45a3a11c'}, {'server_uuid': '82ab5892-4b69-45ea-95fa-e26a6f82a364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fab86d-4063-4753-b4df-1879ede391e8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:12.701735 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46045bc-f16a-4f94-b055-7550cebe0b3c" -d '{"events": [{"server_uuid": "bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d", "name": "network-vif-plugged", "status": "completed", "tag": "40ee8951-b341-44ec-b75e-aada45a3a11c"}, {"server_uuid": "82ab5892-4b69-45ea-95fa-e26a6f82a364", "name": "network-vif-plugged", "status": "completed", "tag": "86fab86d-4063-4753-b4df-1879ede391e8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:12.711192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['3158ccd0-fa56-4c02-a19a-3161a6ebafc8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:12.741647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-18ceae79-667b-41e4-938a-510fef0d86d3 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:12.743132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-18ceae79-667b-41e4-938a-510fef0d86d3 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2640836 Aug 24 00:14:12.745056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-130613c0-8fec-4db1-b003-b01bc2a66dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.762306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-3a0dbd7c-2a48-41d7-a982-5bf51099a45b tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:12.763305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7c0830d-d2a1-4f13-bf3b-eca00963e19f req-3a0dbd7c-2a48-41d7-a982-5bf51099a45b tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068448 Aug 24 00:14:12.808479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401fcb8-e77c-4d6a-bfca-94f1cda5fb52 req-88bdef43-1652-4c24-ac38-05453693512b tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:12.810676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b401fcb8-e77c-4d6a-bfca-94f1cda5fb52 req-88bdef43-1652-4c24-ac38-05453693512b tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 949 time: 0.0636842 Aug 24 00:14:12.827366 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d7978-d8f6-47ed-a70e-290a10ecaca0 x-openstack-request-id: req-1d5d7978-d8f6-47ed-a70e-290a10ecaca0 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:12.827742 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d", "name": "network-vif-plugged", "status": "completed", "tag": "40ee8951-b341-44ec-b75e-aada45a3a11c", "code": 200}, {"server_uuid": "82ab5892-4b69-45ea-95fa-e26a6f82a364", "name": "network-vif-plugged", "status": "completed", "tag": "86fab86d-4063-4753-b4df-1879ede391e8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:12.828063 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d5d7978-d8f6-47ed-a70e-290a10ecaca0 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:12.828529 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ee8951-b341-44ec-b75e-aada45a3a11c', 'code': 200} Aug 24 00:14:12.828862 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ab5892-4b69-45ea-95fa-e26a6f82a364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fab86d-4063-4753-b4df-1879ede391e8', 'code': 200} Aug 24 00:14:12.855948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-130613c0-8fec-4db1-b003-b01bc2a66dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.911948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b401fcb8-e77c-4d6a-bfca-94f1cda5fb52 req-a991f1b5-1fe8-4f7e-8cb8-176412cdb9d6 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945356 Aug 24 00:14:12.920514 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a39032-4bab-416f-bc82-7e2f424085b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.923137 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7a39032-4bab-416f-bc82-7e2f424085b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.927385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f7a39032-4bab-416f-bc82-7e2f424085b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6a6ea169-c332-409b-827d-5e4a9861af32 HTTP/1.1" status: 204 len: 168 time: 0.6317844 Aug 24 00:14:12.957043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:12.993424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-0d35f976-47a5-4bd1-851a-ba2651796d1f tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips/11481b8a-52bd-4e80-9907-24c333223cf3 HTTP/1.1" status: 200 len: 692 time: 0.1522415 Aug 24 00:14:13.081704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-130613c0-8fec-4db1-b003-b01bc2a66dd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f07faf912844072a801e49b2f2624ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1398830 Aug 24 00:14:13.094234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42340) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:13.098645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130613c0-8fec-4db1-b003-b01bc2a66dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c058a200-6b2f-4eab-920d-8398d3df131f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:13.108017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac601ca1-fc98-4e56-9f78-2ec88b7a5f74 req-70819b2b-5c62-4f0b-8217-45e790e65964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:13.109753 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac601ca1-fc98-4e56-9f78-2ec88b7a5f74 req-70819b2b-5c62-4f0b-8217-45e790e65964 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 1100 time: 0.1486881 Aug 24 00:14:13.129325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a39032-4bab-416f-bc82-7e2f424085b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ea169-c332-409b-827d-5e4a9861af32,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:13.151916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac80c5f-5da2-42ae-adb3-4857acf73e8a req-fd07146b-d89e-4c31-bcf0-39079a9093b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:13.153638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ac80c5f-5da2-42ae-adb3-4857acf73e8a req-fd07146b-d89e-4c31-bcf0-39079a9093b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 1101 time: 0.2105796 Aug 24 00:14:13.192852 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac601ca1-fc98-4e56-9f78-2ec88b7a5f74 req-36fe94f1-a369-4cb8-8a4d-d006138c97cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665283 Aug 24 00:14:13.200414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c40948-8388-4196-970d-0d9c19f5f978 req-9eccfaf5-7d63-42bd-b1c6-3fa466853685 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:13.208323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34c40948-8388-4196-970d-0d9c19f5f978 req-9eccfaf5-7d63-42bd-b1c6-3fa466853685 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 950 time: 0.2085190 Aug 24 00:14:13.244695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2e97cd7-e89e-4def-bb98-2e306470c4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:13.251553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-9336b2eb-1853-4081-ad10-30d65b0c6b4a tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:13.253772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-9336b2eb-1853-4081-ad10-30d65b0c6b4a tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2592835 Aug 24 00:14:13.261640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ac80c5f-5da2-42ae-adb3-4857acf73e8a req-34618c23-3b69-44ea-ae77-fb640bbd075a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Aug 24 00:14:13.269202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-348aba67-0b7d-4549-829b-fe988653f1a4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:13.270433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-348aba67-0b7d-4549-829b-fe988653f1a4 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077939 Aug 24 00:14:13.301504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34c40948-8388-4196-970d-0d9c19f5f978 req-4af8e110-a644-4b6c-aaed-f63486c28ce0 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877159 Aug 24 00:14:13.320636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2e97cd7-e89e-4def-bb98-2e306470c4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:13.355906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:13.494934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3b6a5-de18-4c97-900f-0d70598499c9 None None] Network ae0206da-21f7-4470-bf63-0d5925f82c12 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:13.538407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2e97cd7-e89e-4def-bb98-2e306470c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:13.541110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2e97cd7-e89e-4def-bb98-2e306470c4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:13.542193 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a2e97cd7-e89e-4def-bb98-2e306470c4a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c058a200-6b2f-4eab-920d-8398d3df131f HTTP/1.1" status: 204 len: 168 time: 0.4461644 Aug 24 00:14:13.553384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e97cd7-e89e-4def-bb98-2e306470c4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c058a200-6b2f-4eab-920d-8398d3df131f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:13.624783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-e00406c8-84e2-4066-b32f-f3918fa1e260 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.3436868 Aug 24 00:14:13.629849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Router 571a84da-b7c5-4701-8f12-312cc9e60f71 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:14:13.689323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c3e50536-bbac-4091-8b56-2d258b0fa493 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:13.692249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a1c9c522-fd73-4d32-b0e7-2b26f0dff20e None None] Provisioning for port c3e50536-bbac-4091-8b56-2d258b0fa493 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:13.708915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-36900ffe-1247-4cb5-a544-907cbedd2186 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.0750716 Aug 24 00:14:13.722131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ad3c4-af10-437e-ad99-c15af9a1b630 req-aa8e167e-2168-4fa5-a5af-1159b68d17a8 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:13.729369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-837ad3c4-af10-437e-ad99-c15af9a1b630 req-aa8e167e-2168-4fa5-a5af-1159b68d17a8 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 949 time: 0.1080079 Aug 24 00:14:13.798800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:13.812053 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Sync routers for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:13.822131 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:13.822743 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:13.844305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c3e50536-bbac-4091-8b56-2d258b0fa493 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:13.851506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-837ad3c4-af10-437e-ad99-c15af9a1b630 req-9cb47f9e-7c69-4548-ba6c-e6bda1667cc6 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213243 Aug 24 00:14:13.852242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c3e50536-bbac-4091-8b56-2d258b0fa493 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:13.852922 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:13.860569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:13.879522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42352) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:13.891710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:13.896614 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d59df02-9031-4b6d-bbdc-9d2b7be5b6f3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8979969 Aug 24 00:14:13.904394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:13.940864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41ebeb4e-972f-4318-880c-acb5fd7c5504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:13.974246 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:14.039343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.086958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c3e50536-bbac-4091-8b56-2d258b0fa493, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c3e50536-bbac-4091-8b56-2d258b0fa493,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:14.133380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41ebeb4e-972f-4318-880c-acb5fd7c5504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.162474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2abacbc8-f326-485d-8145-f33673c35b5d None None] Provisioning complete for port c3e50536-bbac-4091-8b56-2d258b0fa493 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:14.163081 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2abacbc8-f326-485d-8145-f33673c35b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.164515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:14.181596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbbd5f-976d-41bb-91b1-e315c9cac94f req-829289d9-7108-4688-839f-1a8568bfacfb tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:14.183113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10cbbd5f-976d-41bb-91b1-e315c9cac94f req-829289d9-7108-4688-839f-1a8568bfacfb tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1672566 Aug 24 00:14:14.191930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:14.192571 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.216693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Deleting port ac47462e-ece0-4b88-b9c4-8748f73eef40 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:14.217050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.218629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.232944 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:12Z', 'revision_number': 3, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:14.253302 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41ebeb4e-972f-4318-880c-acb5fd7c5504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.279685 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Checking router: 571a84da-b7c5-4701-8f12-312cc9e60f71 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:14.280084 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Updating router 571a84da-b7c5-4701-8f12-312cc9e60f71 port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:14.300334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c3e50536-bbac-4091-8b56-2d258b0fa493,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:14.315469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebeb4e-972f-4318-880c-acb5fd7c5504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353be40c-8f7b-4a99-8d13-758918b9727a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:14.315626 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.323995 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-41ebeb4e-972f-4318-880c-acb5fd7c5504 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=156b49b1249549be89c398efca93d6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397759 Aug 24 00:14:14.324596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42366) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:14.381985 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.398769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f144-eb79-4966-90f4-fc2b102db651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.402778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10cbbd5f-976d-41bb-91b1-e315c9cac94f req-933d4550-2267-40cd-9944-e945a9fa3373 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040923 Aug 24 00:14:14.450395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f144-eb79-4966-90f4-fc2b102db651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.456061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:14.507575 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.575891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f144-eb79-4966-90f4-fc2b102db651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.578701 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f144-eb79-4966-90f4-fc2b102db651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.582328 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fbf4f144-eb79-4966-90f4-fc2b102db651 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/353be40c-8f7b-4a99-8d13-758918b9727a HTTP/1.1" status: 204 len: 168 time: 0.2550604 Aug 24 00:14:14.598223 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.598601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.598784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4f144-eb79-4966-90f4-fc2b102db651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353be40c-8f7b-4a99-8d13-758918b9727a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:14.599183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:14.666013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Calling delete_port for ac47462e-ece0-4b88-b9c4-8748f73eef40 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:14.675261 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.689140 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Transition to ACTIVE for port object 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:14.699365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841ab5-e2d9-4ef7-b708-6ac58fba728e req-d82f5109-e2d7-4f07-af57-a2cfdfea74a1 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:14.700875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75841ab5-e2d9-4ef7-b708-6ac58fba728e req-d82f5109-e2d7-4f07-af57-a2cfdfea74a1 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.1754150 Aug 24 00:14:14.802199 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.831283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b1b7bd-730d-46da-bb49-919c52f91c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3158ccd0-fa56-4c02-a19a-3161a6ebafc8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:14.834072 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e0160-c7b0-43f8-a4dd-cf19ef2460fd" -d '{"events": [{"server_uuid": "51b1b7bd-730d-46da-bb49-919c52f91c26", "name": "network-vif-plugged", "status": "completed", "tag": "3158ccd0-fa56-4c02-a19a-3161a6ebafc8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:14.840832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75841ab5-e2d9-4ef7-b708-6ac58fba728e req-435f3833-85d3-407e-ad1d-8e08eff7bfcd tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092515 Aug 24 00:14:14.876481 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Attempting to bind port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:14.877122 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Attempting to bind port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:14.878538 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Attempting to bind port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:14.883601 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c95b71-3990-4110-8691-948123998215 None None] Pushing event updated for resources: {'Port': ['ID=0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:14.889224 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:14.890098 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:14.890991 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.892917 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:14.893734 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Bound port: 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:14.894393 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:14.974873 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] For port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:14.978441 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] For port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:15.040276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.057288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95e5e5-9a6e-4170-9bf7-e32b104dbde1 req-cff6705e-cdc9-4cfd-b237-d20a787362ae tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.058809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d95e5e5-9a6e-4170-9bf7-e32b104dbde1 req-cff6705e-cdc9-4cfd-b237-d20a787362ae tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 949 time: 0.1137121 Aug 24 00:14:15.059790 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.123180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.135423 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:15.136054 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:15.167828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Pushing event deleted for resources: {'Port': ['ID=ac47462e-ece0-4b88-b9c4-8748f73eef40,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:15.196423 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c95b71-3990-4110-8691-948123998215 None None] Pushing event updated for resources: {'Port': ['ID=0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:15.208196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.210716 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.211890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cfc2dfc-bfd8-4caf-a965-94da652481cb req-cb849143-d2af-4319-aad7-cccf06218f50 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "DELETE /v2.0/floatingips/11481b8a-52bd-4e80-9907-24c333223cf3 HTTP/1.1" status: 204 len: 173 time: 1.4739866 Aug 24 00:14:15.224029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d95e5e5-9a6e-4170-9bf7-e32b104dbde1 req-07018dec-a4b0-4d2e-b9c2-29483a935735 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527252 Aug 24 00:14:15.287232 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b3bdd1-104c-4bec-83bf-99207ca2d532 x-openstack-request-id: req-d9b3bdd1-104c-4bec-83bf-99207ca2d532 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:15.288014 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b1b7bd-730d-46da-bb49-919c52f91c26", "name": "network-vif-plugged", "status": "completed", "tag": "3158ccd0-fa56-4c02-a19a-3161a6ebafc8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:15.288440 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9b3bdd1-104c-4bec-83bf-99207ca2d532 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:15.289000 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b1b7bd-730d-46da-bb49-919c52f91c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3158ccd0-fa56-4c02-a19a-3161a6ebafc8', 'code': 200} Aug 24 00:14:15.297076 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:15.355699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Allocated IP 172.20.0.1 (ae0206da-21f7-4470-bf63-0d5925f82c12/78d9712c-ca50-45c9-bfaa-36c273124569/e8b07f4e-0950-4666-a243-14027a6fe454) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:15.409660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-228bed6f-600b-4c0c-bea6-7bbc5bbefec3 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ea57897a66004fab9be0e82ed1c467fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386436 Aug 24 00:14:15.544525 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:12Z', 'revision_number': 3, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:15.594445 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b730c-4b5b-4a0a-b58b-e36143aba7b9 None None] The sync data for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 is: [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:12Z', 'revision_number': 3, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:15.619508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c3e50536-bbac-4091-8b56-2d258b0fa493 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:15.634626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f0ce-ec78-48af-a71a-d6313a29365c req-60660e87-1078-4a68-99c7-c06eb9905485 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.637286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4930f0ce-ec78-48af-a71a-d6313a29365c req-60660e87-1078-4a68-99c7-c06eb9905485 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 950 time: 0.2676466 Aug 24 00:14:15.656851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5eefba-d262-4269-88f3-783273464bfa req-bbec981d-93b6-483e-baaf-f8d6b6d51bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.658520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd5eefba-d262-4269-88f3-783273464bfa req-bbec981d-93b6-483e-baaf-f8d6b6d51bc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 1101 time: 0.2461603 Aug 24 00:14:15.706297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c3e50536-bbac-4091-8b56-2d258b0fa493 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:15.706817 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.730917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-85c88438-8492-4188-b41e-d0a80841d5a5 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:15.732537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-85c88438-8492-4188-b41e-d0a80841d5a5 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834644 Aug 24 00:14:15.739126 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:15.772930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4930f0ce-ec78-48af-a71a-d6313a29365c req-75cd3e52-c44f-47e0-9db1-d8aa7eb3b708 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069977 Aug 24 00:14:15.785379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-309d72e5-ba34-4765-968d-1a205bd181de tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/quotas/ea57897a66004fab9be0e82ed1c467fa HTTP/1.1" status: 200 len: 375 time: 0.0355380 Aug 24 00:14:15.794778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Transition to ACTIVE for port object e8b07f4e-0950-4666-a243-14027a6fe454 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:15.807510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd5eefba-d262-4269-88f3-783273464bfa req-73194d81-bf0c-4572-b20e-a5900bf6c615 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403744 Aug 24 00:14:15.882258 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-299f3a2c-2b85-4238-b68c-d9283129fef4 req-7199fc19-738c-4ab2-8de1-7c1b9e747293 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] show failed (client error): The resource could not be found. Aug 24 00:14:15.883298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-299f3a2c-2b85-4238-b68c-d9283129fef4 req-7199fc19-738c-4ab2-8de1-7c1b9e747293 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips/11481b8a-52bd-4e80-9907-24c333223cf3 HTTP/1.1" status: 404 len: 350 time: 0.0738535 Aug 24 00:14:15.967465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-c33897dd-96c1-4fd2-b9bd-aad3c397a6d7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589682 Aug 24 00:14:16.070060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:16.087553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b4875-89d1-4b75-a39b-c880513af0cf req-3cbdd4a9-b061-423a-bfaf-045402364cda tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:16.094134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-660b4875-89d1-4b75-a39b-c880513af0cf req-3cbdd4a9-b061-423a-bfaf-045402364cda tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.1148028 Aug 24 00:14:16.152599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Network ae0206da-21f7-4470-bf63-0d5925f82c12 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:16.176833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-660b4875-89d1-4b75-a39b-c880513af0cf req-debd8010-c136-4ea8-91ab-b546a5c982b5 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801055 Aug 24 00:14:16.176833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:16.179971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:16.180830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:16.186768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Pushing event updated for resources: {'Port': ['ID=e8b07f4e-0950-4666-a243-14027a6fe454,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:16.687913 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-b142f684-091d-46a7-8402-c39f31128b8f req-d9e63f9c-a31f-4218-9786-c3316a7c2851 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] show failed (client error): The resource could not be found. Aug 24 00:14:16.689073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b142f684-091d-46a7-8402-c39f31128b8f req-d9e63f9c-a31f-4218-9786-c3316a7c2851 tempest-FloatingIPsTestJSON-341174896 tempest-FloatingIPsTestJSON-341174896-project] 10.222.0.26 "GET /v2.0/floatingips/11481b8a-52bd-4e80-9907-24c333223cf3 HTTP/1.1" status: 404 len: 350 time: 0.4323533 Aug 24 00:14:16.699555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42456) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:16.702055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7702a028-446b-418d-af4a-4719a9bc3d8d None None] Provisioning for port e8b07f4e-0950-4666-a243-14027a6fe454 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:16.709428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7702a028-446b-418d-af4a-4719a9bc3d8d None None] Provisioning complete for port e8b07f4e-0950-4666-a243-14027a6fe454 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:16.710049 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7702a028-446b-418d-af4a-4719a9bc3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:16.713189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d036c0d8-58c0-44ae-b6c3-04019c55ef25 req-ba8bcd29-6077-4912-8d80-6282f87fc499 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 210 time: 0.0397327 Aug 24 00:14:16.788021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7702a028-446b-418d-af4a-4719a9bc3d8d None None] Port e8b07f4e-0950-4666-a243-14027a6fe454 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:16.902205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64357-6b8b-45d5-9d8b-9b6bd1ed827b req-3877cd20-6b71-40c4-8d3f-36574f117698 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:16.903723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00e64357-6b8b-45d5-9d8b-9b6bd1ed827b req-3877cd20-6b71-40c4-8d3f-36574f117698 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 949 time: 0.0873408 Aug 24 00:14:16.916117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.012780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00e64357-6b8b-45d5-9d8b-9b6bd1ed827b req-afb35cbc-ffe9-4f08-b6a8-31e24ebf8cf2 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992060 Aug 24 00:14:17.235928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e7c35-4045-4c22-bfc1-6c51431e234a req-0beb218a-23ad-4a50-8db8-3812202a97d9 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:17.237589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-856e7c35-4045-4c22-bfc1-6c51431e234a req-0beb218a-23ad-4a50-8db8-3812202a97d9 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 950 time: 0.1208131 Aug 24 00:14:17.257899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-14105d8e-ff2a-4c90-94c0-bc2f457c2084 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552092 Aug 24 00:14:17.369243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.373415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-856e7c35-4045-4c22-bfc1-6c51431e234a req-651b9ca5-f398-4a37-89b9-4c8f33f3318a tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236782 Aug 24 00:14:17.430310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-130c2e57-dffd-4578-ae40-2e391b67709d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:17.432002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-130c2e57-dffd-4578-ae40-2e391b67709d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663592 Aug 24 00:14:17.452393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5d1dbcd2-ac3e-4541-adf3-8ccb2f481417 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/quotas/0b5310f0b8ad4eb1a8a1fd6ccac449e5 HTTP/1.1" status: 200 len: 375 time: 0.0132101 Aug 24 00:14:17.495801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-8f4a12b1-cbe7-4482-b4b7-c2dc4cb561a2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371575 Aug 24 00:14:17.522217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.522980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.641724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.692503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Pushing event updated for resources: {'Port': ['ID=e8b07f4e-0950-4666-a243-14027a6fe454,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:17.694136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:17.745018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Network ae0206da-21f7-4470-bf63-0d5925f82c12 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:17.757789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:17.776169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56755c-5e19-41d1-bc5f-1f3b7ca0a541 req-05e4a4f7-0da0-4b5f-8e43-ee91b0151c8b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:17.777763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f56755c-5e19-41d1-bc5f-1f3b7ca0a541 req-05e4a4f7-0da0-4b5f-8e43-ee91b0151c8b tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.1331456 Aug 24 00:14:17.872768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:17.877196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:17.877801 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:17.886413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f56755c-5e19-41d1-bc5f-1f3b7ca0a541 req-c407c2a8-2f90-41a8-9a7e-daa1efe8aeba tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996506 Aug 24 00:14:17.959056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Router 571a84da-b7c5-4701-8f12-312cc9e60f71 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:18.100262 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:18.136701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:18.162865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-0567fbc8-53d2-4985-b112-02191f1f9e7b tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299191 Aug 24 00:14:18.186675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:18.198222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Sync routers for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:18.198778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Deleting port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:18.199283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:18.204766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a3fdba79-4383-4f3e-9722-6a9fdc73424a admin admin] 10.222.0.26 "PUT /v2.0/routers/571a84da-b7c5-4701-8f12-312cc9e60f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2981656 Aug 24 00:14:18.226740 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:18.232877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:18.234381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:18.333517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] For port 9c04c00a-e30d-4033-b4f4-5c78fc1028bf, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,segment=NetworkSegment(7341d405-8652-4813-ab0a-f10b880ecbcd),segment_id=7341d405-8652-4813-ab0a-f10b880ecbcd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:18.333957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:18.338112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-95b8b73a-27db-4991-b9db-c0cbd6f7dacf None None] Provisioning complete for port e8b07f4e-0950-4666-a243-14027a6fe454 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:18.338776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-95b8b73a-27db-4991-b9db-c0cbd6f7dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:18.362760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-8d0b0952-baab-45d4-bc18-1ff61c0ba774 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:18.368150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-8d0b0952-baab-45d4-bc18-1ff61c0ba774 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957991 Aug 24 00:14:18.368287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Calling delete_port for 9c04c00a-e30d-4033-b4f4-5c78fc1028bf owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:18.385813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-2c95daa9-f69e-473c-9013-6020fa4a08af tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/quotas/b76cf813d91846d1953f4bcd76e14ef5 HTTP/1.1" status: 200 len: 375 time: 0.0100460 Aug 24 00:14:18.417968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:18.437211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-95b8b73a-27db-4991-b9db-c0cbd6f7dacf None None] Port e8b07f4e-0950-4666-a243-14027a6fe454 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:18.447990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-d5435cc8-f82f-4d3d-a291-885fb6765df0 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409391 Aug 24 00:14:18.498323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:18.577106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e431e70-23ae-43fa-8521-cc5880ddb226 req-6d9851ef-093e-4137-b3ab-4e8f6d2b917a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 210 time: 0.0460978 Aug 24 00:14:18.676421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27946993-b59b-4150-87f8-00de87542e20 req-70c4fcbc-f649-4349-84ac-fa56d7635c78 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 210 time: 0.0323708 Aug 24 00:14:18.802329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:18.860906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9c04c00a-e30d-4033-b4f4-5c78fc1028bf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:18.864803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbd166-dd08-4325-943e-10cbe55c15c5 req-0edbb8d0-f7ef-42d9-9979-413b908d0cf0 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:18.867847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6bbd166-dd08-4325-943e-10cbe55c15c5 req-0edbb8d0-f7ef-42d9-9979-413b908d0cf0 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 950 time: 0.0887733 Aug 24 00:14:18.921965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-2bfdbbc1-2cf9-4429-9619-0fea8c3b754c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ea57897a66004fab9be0e82ed1c467fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482752 Aug 24 00:14:18.983319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:17Z', 'revision_number': 2, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:19.015573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Checking router: 571a84da-b7c5-4701-8f12-312cc9e60f71 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:19.016221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Updating router 571a84da-b7c5-4701-8f12-312cc9e60f71 port e8b07f4e-0950-4666-a243-14027a6fe454 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:19.053141 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.083507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6bbd166-dd08-4325-943e-10cbe55c15c5 req-e8772c48-05a1-48da-9ae7-e9a5c1e632e5 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693761 Aug 24 00:14:19.182977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.259464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c67568ce-752b-4ada-84dd-f3d96098190c req-a5601cc7-8eb7-4c1a-a4e2-4a1f1b8cb35f tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 210 time: 0.0662310 Aug 24 00:14:19.290738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-36b57d1d-aa6f-4850-b589-8b5c385ebbd0 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.292169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-36b57d1d-aa6f-4850-b589-8b5c385ebbd0 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3608558 Aug 24 00:14:19.307991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Request body: {'port': {'device_id': '96d5df04-23fe-4f9f-9ea4-99324c5637ed', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'ea57897a66004fab9be0e82ed1c467fa'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:19.484757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42542) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:19.495692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-network', 'tenant_id': 'db9e707431e64d708922e82befe84303'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:19.510950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac4de8-cc72-4d76-b67f-8580d910b20d req-433c7d89-3ef6-4cfd-970b-5fe4cc4ba773 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.512727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afac4de8-cc72-4d76-b67f-8580d910b20d req-433c7d89-3ef6-4cfd-970b-5fe4cc4ba773 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 949 time: 0.3503172 Aug 24 00:14:19.543601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dc8b9-3dea-4b77-8c5a-27ae7396337e req-43c0e6f5-433b-426b-915b-eacc6cf9346e tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:19.545148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c9dc8b9-3dea-4b77-8c5a-27ae7396337e req-43c0e6f5-433b-426b-915b-eacc6cf9346e tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.1394897 Aug 24 00:14:19.551704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Router 62261055-5dcf-4f2c-bca2-aff299d20da8 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:19.552235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Made reservation on behalf of ea57897a66004fab9be0e82ed1c467fa for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:19.555504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.577066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.626684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Transition to ACTIVE for port object e8b07f4e-0950-4666-a243-14027a6fe454 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:19.631687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afac4de8-cc72-4d76-b67f-8580d910b20d req-01704b36-863e-4e59-90b4-519da047a696 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113372 Aug 24 00:14:19.692443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Made reservation on behalf of db9e707431e64d708922e82befe84303 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:19.694958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.712600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c9dc8b9-3dea-4b77-8c5a-27ae7396337e req-bed31e66-f752-4727-be9f-9429e7604088 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511269 Aug 24 00:14:19.716425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.757622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:19.769913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:19.781759 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] Sync routers for ids ['62261055-5dcf-4f2c-bca2-aff299d20da8'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:19.788178 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-03ad8296-7976-4624-a6a2-bc861509e4ae admin admin] 10.222.0.26 "PUT /v2.0/routers/62261055-5dcf-4f2c-bca2-aff299d20da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0870962 Aug 24 00:14:19.793679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42554) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:19.801409 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] Routers {'62261055-5dcf-4f2c-bca2-aff299d20da8'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:19.805089 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['62261055-5dcf-4f2c-bca2-aff299d20da8'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:19.828746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:19.896141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b181cd5d-38f2-4604-83f8-5d50faea35b0 req-809a3367-e0fc-4519-bd97-910c3fc9fa83 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 210 time: 0.0563879 Aug 24 00:14:19.929769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Allocated IP 192.168.233.4 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/0d295026-f4e1-461c-b8b2-8cd039511018) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:19.930532 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] Set router 62261055-5dcf-4f2c-bca2-aff299d20da8 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:19.975411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91de2e0-c398-4124-b9f9-ec197589061a None None] Pushing event updated for resources: {'Port': ['ID=e8b07f4e-0950-4666-a243-14027a6fe454,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:19.989891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:19.990459 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.085299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Attempting to bind port e8b07f4e-0950-4666-a243-14027a6fe454 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:20.085966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Attempting to bind port e8b07f4e-0950-4666-a243-14027a6fe454 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:20.086488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Attempting to bind port e8b07f4e-0950-4666-a243-14027a6fe454 on network ae0206da-21f7-4470-bf63-0d5925f82c12 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:20.095832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:20.097011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Checking segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:20.097604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.098203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Bound using segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:20.098864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Bound port: e8b07f4e-0950-4666-a243-14027a6fe454, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:20.099413 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.156958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.277421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] For port e8b07f4e-0950-4666-a243-14027a6fe454, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:20.296883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] For port e8b07f4e-0950-4666-a243-14027a6fe454, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e8b07f4e-0950-4666-a243-14027a6fe454,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:20.358812 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 5, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:20.393435 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] Checking router: 62261055-5dcf-4f2c-bca2-aff299d20da8 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:20.399157 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.407539 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] Routers {'62261055-5dcf-4f2c-bca2-aff299d20da8'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:20.408228 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['62261055-5dcf-4f2c-bca2-aff299d20da8'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:20.421749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc23a35c-d4a3-4063-afbb-da523f53210e req-6062eb56-e313-47a5-8429-140da0003b5e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 210 time: 0.1741731 Aug 24 00:14:20.529121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.544237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62deb4f-82e9-4130-b907-04f875189d9c req-500494dd-b76c-4d57-8319-59cc3c8f07ad tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:20.545897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a62deb4f-82e9-4130-b907-04f875189d9c req-500494dd-b76c-4d57-8319-59cc3c8f07ad tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.36 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 949 time: 0.3340666 Aug 24 00:14:20.557264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:20.571921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:13:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:20.679249 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] Set router 62261055-5dcf-4f2c-bca2-aff299d20da8 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:20.723102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.750844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91de2e0-c398-4124-b9f9-ec197589061a None None] Pushing event updated for resources: {'Port': ['ID=e8b07f4e-0950-4666-a243-14027a6fe454,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:20.763504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:20.884118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:20.904489 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5f7c93af-75b4-47cc-a50d-e648bebcc2f9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418172 Aug 24 00:14:21.078922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-0aa21790-734e-427e-b9a5-40a837bae21f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.081387 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-0aa21790-734e-427e-b9a5-40a837bae21f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700585 Aug 24 00:14:21.096683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Request body: {'port': {'device_id': '70b9404d-9185-447b-8ef2-7fcc90eed09c', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:21.099458 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 5, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:21.144279 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d23c06-c3b4-4f45-83d2-39715c26f389 None None] The sync data for ids ['62261055-5dcf-4f2c-bca2-aff299d20da8'] in n-d-804878-2 is: [{'id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'name': 'tempest-FloatingIPsTestJSON-1432755938-router', 'tenant_id': '4fc957d5ea09438a9c06f844ff21de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:13:51Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 5, 'project_id': '4fc957d5ea09438a9c06f844ff21de7d', 'gw_port': {'id': '42ef03b1-59a9-46b6-b35d-db5811b0ddca', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62261055-5dcf-4f2c-bca2-aff299d20da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:13:52Z', 'updated_at': '2021-08-24T00:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:21.184424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.269670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:20Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:21.286912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Transition to ACTIVE for port object 0d295026-f4e1-461c-b8b2-8cd039511018 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:21.301758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430506a3-a12d-4fd3-b0a4-c84ffd5fb406 None None] The sync data for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 is: [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:20Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:21.305271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da0bb0a6-f200-4e00-b027-06a9493cfeb6 req-e25f6083-48c9-44e4-9dfa-2a086be494e0 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 210 time: 0.1421318 Aug 24 00:14:21.316596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31094024-b607-4628-a504-19a039eef27c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:21.327150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Made reservation on behalf of 0b5310f0b8ad4eb1a8a1fd6ccac449e5 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:21.328789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.349719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.370317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3351e73-dd8a-4ae1-9487-fb899e712171,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:21.377543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.378068 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Added segment ae24441a-af86-4c2f-98ef-131ae4837493 of type vlan for network de4e30fa-2986-4e0a-a20d-add0ec70f9cf Aug 24 00:14:21.417410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3fa1-ebe1-42b5-995b-64e509bdb610 req-dbd88906-ca74-4c6d-a980-df587a6aeee3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.425501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-630e3fa1-ebe1-42b5-995b-64e509bdb610 req-dbd88906-ca74-4c6d-a980-df587a6aeee3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 949 time: 0.2571225 Aug 24 00:14:21.485012 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.571553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Deleting port 42ef03b1-59a9-46b6-b35d-db5811b0ddca {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:21.571553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.584937 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.599202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.667658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Deleting port 86fab86d-4063-4753-b4df-1879ede391e8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:21.668247 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.697749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-630e3fa1-ebe1-42b5-995b-64e509bdb610 req-065fe08f-d1ff-49e9-88fe-aa62d2b454d2 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b25bc44b-c49e-4af5-86f4-90aa464fb242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600479 Aug 24 00:14:21.739023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e8b07f4e-0950-4666-a243-14027a6fe454 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:21.764226 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.765723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c6961-ce46-4a1b-ba06-b5841871fd0d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:21.824874 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-4ff9e371-c1c8-492d-be2b-e01ea7282e96 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614333 Aug 24 00:14:21.870977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc791d-47cf-4a8d-be3e-43503a2e5789 req-d1bd9a6d-6895-4e7a-ac69-8c1c288ea8db tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.872598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['613a97b1-78af-44e6-85ba-00bedf9ed77d', '54c37265-802c-448a-84e1-8f4c4206ff91'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:21.878293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fdc791d-47cf-4a8d-be3e-43503a2e5789 req-d1bd9a6d-6895-4e7a-ac69-8c1c288ea8db tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.4810858 Aug 24 00:14:21.886217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:21.887194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:21.887783 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.007873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e8b07f4e-0950-4666-a243-14027a6fe454 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:22.022256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e8b07f4e-0950-4666-a243-14027a6fe454 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:22.029555 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.096706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-f699088a-ea48-4965-83ac-2065223c0eef tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.097775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:22.098981 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-f699088a-ea48-4965-83ac-2065223c0eef tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451186 Aug 24 00:14:22.133489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Allocated IP 192.168.233.237 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/4718601e-b79a-4148-927d-5d4040e49024) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:22.137837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] For port 42ef03b1-59a9-46b6-b35d-db5811b0ddca, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=42ef03b1-59a9-46b6-b35d-db5811b0ddca,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:22.138202 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.146630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:22.178235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Request body: {'port': {'device_id': 'c3740ffd-7df0-4518-91e9-d7684a45e690', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'b76cf813d91846d1953f4bcd76e14ef5'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:22.179864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:22.198512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.199388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.233447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-31094024-b607-4628-a504-19a039eef27c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7472715 Aug 24 00:14:22.244333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Pushing event updated for resources: {'Port': ['ID=0d295026-f4e1-461c-b8b2-8cd039511018,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:22.271526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42572) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:22.273911 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.278392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Calling delete_port for 42ef03b1-59a9-46b6-b35d-db5811b0ddca owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:22.286127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fdc791d-47cf-4a8d-be3e-43503a2e5789 req-7be300c5-8b85-48fd-8e5e-b2f66141a3ae tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069314 Aug 24 00:14:22.286810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31094024-b607-4628-a504-19a039eef27c admin admin] Pushing event updated for resources: {'Network': ['ID=de4e30fa-2986-4e0a-a20d-add0ec70f9cf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:22.306038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Request body: {'subnet': {'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-subnet', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:22.316898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network de4e30fa-2986-4e0a-a20d-add0ec70f9cf details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:22.343933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] For port 86fab86d-4063-4753-b4df-1879ede391e8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86fab86d-4063-4753-b4df-1879ede391e8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:22.344266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.457619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Calling delete_port for 86fab86d-4063-4753-b4df-1879ede391e8 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:22.482448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-abe82c3e-83af-4857-86a5-2c8033f8a4b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1784718 Aug 24 00:14:22.508815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e8b07f4e-0950-4666-a243-14027a6fe454, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e8b07f4e-0950-4666-a243-14027a6fe454,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:22.511441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Request body: {'port': {'device_id': '96d5df04-23fe-4f9f-9ea4-99324c5637ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:22.602763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.607845 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.621413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Transition to ACTIVE for port object 4718601e-b79a-4148-927d-5d4040e49024 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:22.624464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-784060f6-158e-44c0-952e-6faff38d840e req-d2f9f487-eac9-401b-a827-ebe994509618 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 210 time: 0.1357718 Aug 24 00:14:22.635934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9c04c00a-e30d-4033-b4f4-5c78fc1028bf no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:22.644706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fa971b41-948e-4a26-9516-d9735f582631 None None] Provisioning for port 0d295026-f4e1-461c-b8b2-8cd039511018 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:22.670188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fa971b41-948e-4a26-9516-d9735f582631 None None] Provisioning complete for port 0d295026-f4e1-461c-b8b2-8cd039511018 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:22.670572 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fa971b41-948e-4a26-9516-d9735f582631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.674111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 9c04c00a-e30d-4033-b4f4-5c78fc1028bf {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:22.674463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9c04c00a-e30d-4033-b4f4-5c78fc1028bf not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:22.722774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e8b07f4e-0950-4666-a243-14027a6fe454,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:22.729166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fa971b41-948e-4a26-9516-d9735f582631 None None] Port 0d295026-f4e1-461c-b8b2-8cd039511018 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:22.753498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Made reservation on behalf of db9e707431e64d708922e82befe84303 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:22.755891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.773885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.829968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:22.836058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:22.840495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Made reservation on behalf of b76cf813d91846d1953f4bcd76e14ef5 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:22.844102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.846434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:22.888584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'Port': ['ID=4718601e-b79a-4148-927d-5d4040e49024,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:22.900933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.926929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-b344d4be-d4bd-476d-9e0d-cd1f05edd235 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.928512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-b344d4be-d4bd-476d-9e0d-cd1f05edd235 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.4788334 Aug 24 00:14:22.937947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.938601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:22.960694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe181ea3-077c-4830-97b4-04c721dc0610 req-ffdfb0e2-580d-427a-9054-955941ecc960 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:22.969413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe181ea3-077c-4830-97b4-04c721dc0610 req-ffdfb0e2-580d-427a-9054-955941ecc960 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 934 time: 0.5123904 Aug 24 00:14:23.008357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.050645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.147372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c48dc-09a6-4950-ade6-19db0bd4f035 req-b4c9468e-2aaf-4c6f-bc32-4e0345a66082 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:23.147372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-672c48dc-09a6-4950-ade6-19db0bd4f035 req-b4c9468e-2aaf-4c6f-bc32-4e0345a66082 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 950 time: 0.4009519 Aug 24 00:14:23.164972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.212782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3d330471-15ee-4026-a469-2d8a90035ff2 None None] Provisioning for port 4718601e-b79a-4148-927d-5d4040e49024 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:23.216607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3d330471-15ee-4026-a469-2d8a90035ff2 None None] Provisioning complete for port 4718601e-b79a-4148-927d-5d4040e49024 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:23.216994 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3d330471-15ee-4026-a469-2d8a90035ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.242085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a8bfb-bd31-4e34-9054-fd763adaec42,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:23.249516 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-5315d4a0-426a-45ea-b19d-4290949f0eb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1568232 Aug 24 00:14:23.258075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3d330471-15ee-4026-a469-2d8a90035ff2 None None] Port 4718601e-b79a-4148-927d-5d4040e49024 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:23.259297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe181ea3-077c-4830-97b4-04c721dc0610 req-93588a01-13c0-45db-ad71-3b53cdfbe9d9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886808 Aug 24 00:14:23.265648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Request body: {'port': {'device_id': '70b9404d-9185-447b-8ef2-7fcc90eed09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:23.268528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.379076 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.381333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Allocated IP 192.168.233.154 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/263135a0-dd62-419d-b4dc-28fbe07684ee) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:23.425991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Pushing event deleted for resources: {'Port': ['ID=86fab86d-4063-4753-b4df-1879ede391e8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:23.455915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.512318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-672c48dc-09a6-4950-ade6-19db0bd4f035 req-5841f49f-816b-4a42-96ca-d8222a6fd3ae tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559518 Aug 24 00:14:23.543552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ef03b1-59a9-46b6-b35d-db5811b0ddca,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:23.552035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] No DVR routers for this DVR port 86fab86d-4063-4753-b4df-1879ede391e8 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:23.555241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.557590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a62deb4f-82e9-4130-b907-04f875189d9c req-a1c2d51c-c68d-4595-b834-a04f7baab3f3 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.36 "DELETE /v2.0/ports/86fab86d-4063-4753-b4df-1879ede391e8 HTTP/1.1" status: 204 len: 173 time: 3.0030484 Aug 24 00:14:23.559537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c2ab53b-65c1-4064-ac66-fd1a25858c65 req-ab40d803-2aec-4d55-a235-6cb27995a4f5 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 210 time: 0.2015164 Aug 24 00:14:23.566122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ab5892-4b69-45ea-95fa-e26a6f82a364', 'name': 'network-vif-deleted', 'tag': '86fab86d-4063-4753-b4df-1879ede391e8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:23.568683 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c11ce3-3207-4548-bb1c-75a698d6b7d9" -d '{"events": [{"server_uuid": "82ab5892-4b69-45ea-95fa-e26a6f82a364", "name": "network-vif-deleted", "tag": "86fab86d-4063-4753-b4df-1879ede391e8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:23.609133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.707169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e8b07f4e-0950-4666-a243-14027a6fe454 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:23.762603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e8b07f4e-0950-4666-a243-14027a6fe454 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:23.763338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.837939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.859049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Transition to ACTIVE for port object 263135a0-dd62-419d-b4dc-28fbe07684ee will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:23.900217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 86fab86d-4063-4753-b4df-1879ede391e8 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:23.922114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 86fab86d-4063-4753-b4df-1879ede391e8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:23.922487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 86fab86d-4063-4753-b4df-1879ede391e8 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:23.922910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 40ee8951-b341-44ec-b75e-aada45a3a11c no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:23.965460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:23.998047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Deleting port 40ee8951-b341-44ec-b75e-aada45a3a11c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:23.998392 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.019446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:24.022225 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.022803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:24.026771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:24.052634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ee8951-b341-44ec-b75e-aada45a3a11c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:24.055994 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08802ef9-66dd-47a9-b8e5-7b271f0a4924" -d '{"events": [{"server_uuid": "bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d", "name": "network-vif-unplugged", "status": "completed", "tag": "40ee8951-b341-44ec-b75e-aada45a3a11c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:24.063156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-126c89ea-3363-4aa2-a1fa-a0425f251870 req-34a0f236-c7ca-4f8c-b32c-1e95439d40a9 tempest-ServerDiagnosticsNegativeTest-887041229 tempest-ServerDiagnosticsNegativeTest-887041229-project] 10.222.0.26 "GET /v2.0/ports?device_id=82ab5892-4b69-45ea-95fa-e26a6f82a364 HTTP/1.1" status: 200 len: 210 time: 0.4110265 Aug 24 00:14:24.064741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Pushing event updated for resources: {'Port': ['ID=263135a0-dd62-419d-b4dc-28fbe07684ee,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:24.088602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 40ee8951-b341-44ec-b75e-aada45a3a11c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=40ee8951-b341-44ec-b75e-aada45a3a11c,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:24.112248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.113035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.137076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.139828 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c026a61c-df80-4501-b4b3-c836fc1965ab x-openstack-request-id: req-c026a61c-df80-4501-b4b3-c836fc1965ab {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:24.140150 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ab5892-4b69-45ea-95fa-e26a6f82a364", "name": "network-vif-deleted", "tag": "86fab86d-4063-4753-b4df-1879ede391e8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:24.140408 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c026a61c-df80-4501-b4b3-c836fc1965ab {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:24.140804 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ab5892-4b69-45ea-95fa-e26a6f82a364', 'name': 'network-vif-deleted', 'tag': '86fab86d-4063-4753-b4df-1879ede391e8', 'status': 'completed', 'code': 200} Aug 24 00:14:24.179118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.180839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.191272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.218367 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-7303b574-6bd9-47c2-9052-5975d6e8ad55 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0434301 Aug 24 00:14:24.232673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=40ee8951-b341-44ec-b75e-aada45a3a11c,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:24.247162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Request body: {'port': {'device_id': 'c3740ffd-7df0-4518-91e9-d7684a45e690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:24.306710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.364485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e81fb0c5-9fad-4cc0-8203-2af3624a0027 None None] Provisioning for port 263135a0-dd62-419d-b4dc-28fbe07684ee completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:24.371781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e81fb0c5-9fad-4cc0-8203-2af3624a0027 None None] Provisioning complete for port 263135a0-dd62-419d-b4dc-28fbe07684ee triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:24.371781 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e81fb0c5-9fad-4cc0-8203-2af3624a0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.410512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04f237-3477-4ed0-8c69-fa2e70d3623f req-c7b16193-7b14-42de-acdf-ea74021300ab tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.411715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db04f237-3477-4ed0-8c69-fa2e70d3623f req-c7b16193-7b14-42de-acdf-ea74021300ab tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 950 time: 0.4966369 Aug 24 00:14:24.415149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e81fb0c5-9fad-4cc0-8203-2af3624a0027 None None] Port 263135a0-dd62-419d-b4dc-28fbe07684ee cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:24.431470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.432017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62261055-5dcf-4f2c-bca2-aff299d20da8 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:14:24.474666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.475742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9e107b8f-e993-4fbe-b7fa-564a9796ef07 admin admin] 10.222.0.26 "DELETE /v2.0/routers/62261055-5dcf-4f2c-bca2-aff299d20da8 HTTP/1.1" status: 204 len: 168 time: 4.6811297 Aug 24 00:14:24.478525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42592) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:24.480714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc437d9-a1d5-4497-a3c4-3691cb91b469,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:24.497366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] For port 40ee8951-b341-44ec-b75e-aada45a3a11c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=40ee8951-b341-44ec-b75e-aada45a3a11c,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:24.497771 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.513826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-fb0c76b6-bc86-4751-9272-6bb1e24315f2 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.515332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-fb0c76b6-bc86-4751-9272-6bb1e24315f2 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.36 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 950 time: 0.3436837 Aug 24 00:14:24.523088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c0902-f1c4-4235-b681-edd2292de1d6 req-b42fbf23-4dc5-486f-8482-3059da2dd7fc tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:24.524593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-488c0902-f1c4-4235-b681-edd2292de1d6 req-b42fbf23-4dc5-486f-8482-3059da2dd7fc tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 936 time: 0.3371651 Aug 24 00:14:24.539846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad33b2fc-9877-4ee8-b6cc-075104bad47d admin admin] Deleting subnet 5b1601f2-e268-420b-a18a-bfa4f90593c3 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:14:24.543525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad33b2fc-9877-4ee8-b6cc-075104bad47d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.581521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad33b2fc-9877-4ee8-b6cc-075104bad47d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.585745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Calling delete_port for 40ee8951-b341-44ec-b75e-aada45a3a11c owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:24.599806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Checking segment: {'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:24.600167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Network hostable DHCP agents. Network: de4e30fa-2986-4e0a-a20d-add0ec70f9cf, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:24.651245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db04f237-3477-4ed0-8c69-fa2e70d3623f req-86392a81-7edc-46e0-946b-3b5727d14a17 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d7e405e-6246-4150-a3f8-87c08a95383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035441 Aug 24 00:14:24.706259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad33b2fc-9877-4ee8-b6cc-075104bad47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.734274 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db282d6-771d-403c-8bc2-1ab3839b20f5 x-openstack-request-id: req-1db282d6-771d-403c-8bc2-1ab3839b20f5 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:24.734274 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d", "name": "network-vif-unplugged", "status": "completed", "tag": "40ee8951-b341-44ec-b75e-aada45a3a11c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:24.734274 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1db282d6-771d-403c-8bc2-1ab3839b20f5 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:24.734274 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40ee8951-b341-44ec-b75e-aada45a3a11c', 'code': 200} Aug 24 00:14:24.771605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-488c0902-f1c4-4235-b681-edd2292de1d6 req-d44ac932-5ced-4420-a59c-887c0fc2c5c0 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345481 Aug 24 00:14:24.800197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d295026-f4e1-461c-b8b2-8cd039511018 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:24.826788 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.844695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad33b2fc-9877-4ee8-b6cc-075104bad47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.874482 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ad33b2fc-9877-4ee8-b6cc-075104bad47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.879238 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ad33b2fc-9877-4ee8-b6cc-075104bad47d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5b1601f2-e268-420b-a18a-bfa4f90593c3 HTTP/1.1" status: 204 len: 168 time: 0.3964286 Aug 24 00:14:24.879238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33b2fc-9877-4ee8-b6cc-075104bad47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1601f2-e268-420b-a18a-bfa4f90593c3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:24.880552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42598) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:24.880964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a3bf8-c70f-4de6-bba5-1d82cda85562 None None] Network 4610dd74-a9d3-4300-9bc5-328ee0d437a3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:24.885490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Network de4e30fa-2986-4e0a-a20d-add0ec70f9cf is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:24.891636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Transition to ACTIVE for port object 0d295026-f4e1-461c-b8b2-8cd039511018 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:24.957992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Deleting port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:24.958438 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.980515 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:24.984144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.020840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, de4e30fa-2986-4e0a-a20d-add0ec70f9cf) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:25.024522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.025218 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.035329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66389b46-f7df-4a8f-b3c9-bc9e65af0a33 req-1122c900-ee82-4399-aed4-c328862a39b7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.039043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fa664f-9ed4-4e53-b677-145765558e9d None None] Network de4e30fa-2986-4e0a-a20d-add0ec70f9cf requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:25.043141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66389b46-f7df-4a8f-b3c9-bc9e65af0a33 req-1122c900-ee82-4399-aed4-c328862a39b7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 934 time: 0.2668295 Aug 24 00:14:25.099532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e974dc-02aa-40f2-bf3f-23994c20ab36 req-3ffa4673-8cb0-4dd2-a8b0-d990718b4a76 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.101246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45e974dc-02aa-40f2-bf3f-23994c20ab36 req-3ffa4673-8cb0-4dd2-a8b0-d990718b4a76 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 950 time: 0.2710872 Aug 24 00:14:25.169005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] DHCP port deletion for 4610dd74-a9d3-4300-9bc5-328ee0d437a3 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:14:25.198389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Pushing event updated for resources: {'Port': ['ID=0d295026-f4e1-461c-b8b2-8cd039511018,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:25.208182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Deleting port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:25.208537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.256323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4718601e-b79a-4148-927d-5d4040e49024 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:25.272727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.283297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Attempting to bind port 0d295026-f4e1-461c-b8b2-8cd039511018 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:25.284338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Attempting to bind port 0d295026-f4e1-461c-b8b2-8cd039511018 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:25.284670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Attempting to bind port 0d295026-f4e1-461c-b8b2-8cd039511018 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:25.302088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Transition to ACTIVE for port object 4718601e-b79a-4148-927d-5d4040e49024 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:25.304130 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] For port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,segment=NetworkSegment(7341d405-8652-4813-ab0a-f10b880ecbcd),segment_id=7341d405-8652-4813-ab0a-f10b880ecbcd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:25.304501 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.306805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66389b46-f7df-4a8f-b3c9-bc9e65af0a33 req-28cfb5a2-b2b8-486d-a621-fd27c6a2fabe tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630310 Aug 24 00:14:25.308346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-39b29a82-0c8c-475c-a255-d624c87b21f0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.0312691 Aug 24 00:14:25.312633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] For port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:25.312901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42602) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:25.313018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.319473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:25.327921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.329703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Port 0d295026-f4e1-461c-b8b2-8cd039511018 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:25.330349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Attempting to bind port 0d295026-f4e1-461c-b8b2-8cd039511018 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:25.347352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Calling delete_port for 2db21ae3-0c2e-4491-9f30-15c1d946ee1f owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:25.362361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45e974dc-02aa-40f2-bf3f-23994c20ab36 req-c1783b84-b53c-4a2f-b117-6cc6219a6e60 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b547394-5cae-4941-96c0-c7d7cde9e63f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187033 Aug 24 00:14:25.405173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Calling delete_port for 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:25.413659 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.441927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] Deleting port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:25.442321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.444370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-de4e30fa-2986-4e0a-a20d-add0ec70f9cf', 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'fixed_ips': [{'subnet_id': '7fc437d9-a1d5-4497-a3c4-3691cb91b469'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:14:25.445212 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.449360 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.489474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Pushing event updated for resources: {'Port': ['ID=4718601e-b79a-4148-927d-5d4040e49024,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:25.661332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Pushing event deleted for resources: {'Port': ['ID=40ee8951-b341-44ec-b75e-aada45a3a11c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:25.665601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Allocated IP 172.20.0.2 (de4e30fa-2986-4e0a-a20d-add0ec70f9cf/7fc437d9-a1d5-4497-a3c4-3691cb91b469/b96fed3a-3244-46ea-a78d-99b246bb7ceb) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:25.675813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:25.676167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:25.676549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:25.676998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Bound port: 0d295026-f4e1-461c-b8b2-8cd039511018, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:25.677360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.682966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.688985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2db21ae3-0c2e-4491-9f30-15c1d946ee1f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:25.690863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.700919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263135a0-dd62-419d-b4dc-28fbe07684ee {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:25.711091 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.728291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Transition to ACTIVE for port object 263135a0-dd62-419d-b4dc-28fbe07684ee will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:25.786462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] For port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,segment=NetworkSegment(7341d405-8652-4813-ab0a-f10b880ecbcd),segment_id=7341d405-8652-4813-ab0a-f10b880ecbcd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:25.786462 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.786962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] No DVR routers for this DVR port 40ee8951-b341-44ec-b75e-aada45a3a11c on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:25.797506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.799559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76d06e1a-9e43-444d-bc25-8a3ec6eacd6c req-e8d7c6ae-f462-4dc4-9f0d-1f499b7b6cea tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.36 "DELETE /v2.0/ports/40ee8951-b341-44ec-b75e-aada45a3a11c HTTP/1.1" status: 204 len: 173 time: 2.8265932 Aug 24 00:14:25.840305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] Calling delete_port for 2db21ae3-0c2e-4491-9f30-15c1d946ee1f owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:25.847551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c937461-142d-4175-81b1-fd4be3caf4fa req-32690dbd-e335-4a79-af85-461897e7ce3e tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 210 time: 0.0941715 Aug 24 00:14:25.853214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:25.876677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebac68-71c8-4597-ab69-07b656335b11 req-a75cf57e-4081-4e70-8fa3-bc47bba14d51 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:25.878319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afebac68-71c8-4597-ab69-07b656335b11 req-a75cf57e-4081-4e70-8fa3-bc47bba14d51 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 936 time: 0.2115700 Aug 24 00:14:25.908003 n-d-804878-2 neutron-server[95328]: INFO neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No ports have port_id starting with 2db21ae3-0c2e-4491-9f30-15c1d946ee1f Aug 24 00:14:25.939110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] For port 0d295026-f4e1-461c-b8b2-8cd039511018, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:25.952203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] For port 0d295026-f4e1-461c-b8b2-8cd039511018, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0d295026-f4e1-461c-b8b2-8cd039511018,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:25.964566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 42ef03b1-59a9-46b6-b35d-db5811b0ddca no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:25.969949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Pushing event updated for resources: {'Port': ['ID=263135a0-dd62-419d-b4dc-28fbe07684ee,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:25.973213 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.015029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:26.016277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 42ef03b1-59a9-46b6-b35d-db5811b0ddca {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:26.016844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 42ef03b1-59a9-46b6-b35d-db5811b0ddca not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:26.021757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] No DVR routers for this DVR port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:26.047671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.086863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.094338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:26.095344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.097433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] 10.222.0.37 "PUT /v2.0/ports/0d295026-f4e1-461c-b8b2-8cd039511018 HTTP/1.1" status: 200 len: 1094 time: 3.5903840 Aug 24 00:14:26.100625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afebac68-71c8-4597-ab69-07b656335b11 req-4a489b35-e55c-4b6f-ac64-32d40fc35a7f tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084525 Aug 24 00:14:26.150010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'name': 'network-vif-deleted', 'tag': '40ee8951-b341-44ec-b75e-aada45a3a11c'}, {'name': 'network-changed', 'server_uuid': '96d5df04-23fe-4f9f-9ea4-99324c5637ed', 'tag': '0d295026-f4e1-461c-b8b2-8cd039511018'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:26.155841 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a331693c-bf05-4035-856f-7850cc4871be" -d '{"events": [{"server_uuid": "bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d", "name": "network-vif-deleted", "tag": "40ee8951-b341-44ec-b75e-aada45a3a11c"}, {"name": "network-changed", "server_uuid": "96d5df04-23fe-4f9f-9ea4-99324c5637ed", "tag": "0d295026-f4e1-461c-b8b2-8cd039511018"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:26.184451 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.186797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.205834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e373a-2e85-4dc5-a615-facc19c985dd service neutron] Pushing event updated for resources: {'Port': ['ID=0d295026-f4e1-461c-b8b2-8cd039511018,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:26.242139 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.251198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Pushing event deleted for resources: {'Port': ['ID=3158ccd0-fa56-4c02-a19a-3161a6ebafc8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:26.254216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42614) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:26.264711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4610dd74-a9d3-4300-9bc5-328ee0d437a3']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:26.265191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Transition to ACTIVE for port object b96fed3a-3244-46ea-a78d-99b246bb7ceb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:26.290807 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d30760c-d964-40df-9b2e-1531100e5998 x-openstack-request-id: req-1d30760c-d964-40df-9b2e-1531100e5998 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:26.291103 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d", "name": "network-vif-deleted", "tag": "40ee8951-b341-44ec-b75e-aada45a3a11c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96d5df04-23fe-4f9f-9ea4-99324c5637ed", "tag": "0d295026-f4e1-461c-b8b2-8cd039511018", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:26.297872 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d30760c-d964-40df-9b2e-1531100e5998 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:26.298326 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d', 'name': 'network-vif-deleted', 'tag': '40ee8951-b341-44ec-b75e-aada45a3a11c', 'status': 'completed', 'code': 200} Aug 24 00:14:26.298586 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d5df04-23fe-4f9f-9ea4-99324c5637ed', 'tag': '0d295026-f4e1-461c-b8b2-8cd039511018', 'status': 'completed', 'code': 200} Aug 24 00:14:26.307370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Transition to ACTIVE for port object b96fed3a-3244-46ea-a78d-99b246bb7ceb will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:26.315025 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.318288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7341d405-8652-4813-ab0a-f10b880ecbcd') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:26.318592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7341d405-8652-4813-ab0a-f10b880ecbcd') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:26.327591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d1cf-ee19-42a1-bf58-6371dbeee14d req-87696513-29d9-4b9d-b73b-ed87a7d6cd55 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:26.335261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5458d1cf-ee19-42a1-bf58-6371dbeee14d req-87696513-29d9-4b9d-b73b-ed87a7d6cd55 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 948 time: 0.3660059 Aug 24 00:14:26.348793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] No DVR routers for this DVR port 2db21ae3-0c2e-4491-9f30-15c1d946ee1f on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:26.354738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072f471-2ce1-491e-b7dc-d53d3ce1f0c1 None None] Pushing event deleted for resources: {'Port': ['ID=2db21ae3-0c2e-4491-9f30-15c1d946ee1f,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:26.358491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] No DVR routers for this DVR port 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:26.365206 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-67a66fbd-527c-4abd-a759-980e0806c1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.378180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.380155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7460e1f7-d9f1-4411-9857-0d325cbd2266 req-6886cd2a-1bee-4260-8839-14581ed06c1b tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.36 "DELETE /v2.0/ports/3158ccd0-fa56-4c02-a19a-3161a6ebafc8 HTTP/1.1" status: 204 len: 173 time: 1.8532205 Aug 24 00:14:26.409330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Attempting to bind port 4718601e-b79a-4148-927d-5d4040e49024 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:26.412758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Attempting to bind port 4718601e-b79a-4148-927d-5d4040e49024 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:26.413483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Attempting to bind port 4718601e-b79a-4148-927d-5d4040e49024 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:26.428205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-7ae4f812-8307-496b-a679-ff78daff3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:26.430374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-7ae4f812-8307-496b-a679-ff78daff3b05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 1097 time: 0.2202220 Aug 24 00:14:26.444448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5458d1cf-ee19-42a1-bf58-6371dbeee14d req-8c4d5ee5-1f69-491e-8582-520d91c6adf9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082318 Aug 24 00:14:26.461494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.475369 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.521931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Port 4718601e-b79a-4148-927d-5d4040e49024 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:26.522259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Attempting to bind port 4718601e-b79a-4148-927d-5d4040e49024 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:26.537595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.547144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-7c686e07-ddbd-4259-8a8f-872cdcf961fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0d295026-f4e1-461c-b8b2-8cd039511018 HTTP/1.1" status: 200 len: 217 time: 0.0968199 Aug 24 00:14:26.550561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:14:26.551272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.578551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Network de4e30fa-2986-4e0a-a20d-add0ec70f9cf is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:26.585536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:26.590555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:26.593073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aedf004e-8a3a-4295-b38b-babe87a4d51e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ba507fe6c0f4a5da136b5dbb7c01ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361161 Aug 24 00:14:26.598915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:26.608310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Pushing event updated for resources: {'Port': ['ID=b96fed3a-3244-46ea-a78d-99b246bb7ceb,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:26.655543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:26.659358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:26.659358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:26.659358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Bound port: 4718601e-b79a-4148-927d-5d4040e49024, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:26.659358 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:14:26.677202 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:14:26.683324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Attempting to bind port b96fed3a-3244-46ea-a78d-99b246bb7ceb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:26.683703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Attempting to bind port b96fed3a-3244-46ea-a78d-99b246bb7ceb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:26.684076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Attempting to bind port b96fed3a-3244-46ea-a78d-99b246bb7ceb on network de4e30fa-2986-4e0a-a20d-add0ec70f9cf {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:26.703689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:26.703932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Checking segment: {'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:26.704180 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.712230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Bound using segment: {'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:26.712864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Bound port: b96fed3a-3244-46ea-a78d-99b246bb7ceb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:26.713314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.829072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.833927 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.844111 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/4610dd74-a9d3-4300-9bc5-328ee0d437a3 HTTP/1.1" status: 204 len: 168 time: 1.9623432 Aug 24 00:14:26.853305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] For port b96fed3a-3244-46ea-a78d-99b246bb7ceb, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:26.857373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] For port b96fed3a-3244-46ea-a78d-99b246bb7ceb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b96fed3a-3244-46ea-a78d-99b246bb7ceb,segment=NetworkSegment(ae24441a-af86-4c2f-98ef-131ae4837493),segment_id=ae24441a-af86-4c2f-98ef-131ae4837493)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:26.882392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] For port 4718601e-b79a-4148-927d-5d4040e49024, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:26.940878 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:26.964977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e21298-77d1-4558-b7fd-7f5637e4cb14 req-3f63595d-d0ba-417b-a840-89bed535728e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:26.974870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4e21298-77d1-4558-b7fd-7f5637e4cb14 req-3f63595d-d0ba-417b-a840-89bed535728e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 946 time: 0.5203662 Aug 24 00:14:26.990823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] For port 4718601e-b79a-4148-927d-5d4040e49024, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4718601e-b79a-4148-927d-5d4040e49024,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:27.027532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a31e626-20af-4182-96a3-1f3210372b3e req-5d873011-03e0-4693-966e-e90532e04ee7 tempest-TenantUsagesTestJSON-441597527 tempest-TenantUsagesTestJSON-441597527-project] 10.222.0.26 "GET /v2.0/ports?device_id=51b1b7bd-730d-46da-bb49-919c52f91c26 HTTP/1.1" status: 200 len: 210 time: 0.4494178 Aug 24 00:14:27.036505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Attempting to bind port 263135a0-dd62-419d-b4dc-28fbe07684ee on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:27.037136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Attempting to bind port 263135a0-dd62-419d-b4dc-28fbe07684ee by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:27.037479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Attempting to bind port 263135a0-dd62-419d-b4dc-28fbe07684ee on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:27.042375 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.045505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Pushing event updated for resources: {'Port': ['ID=b96fed3a-3244-46ea-a78d-99b246bb7ceb,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:27.049441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89afae-5709-4619-8e02-475ff32875eb admin admin] Pushing event deleted for resources: {'Network': ['ID=4610dd74-a9d3-4300-9bc5-328ee0d437a3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:27.057832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Port 263135a0-dd62-419d-b4dc-28fbe07684ee on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:27.058666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Attempting to bind port 263135a0-dd62-419d-b4dc-28fbe07684ee on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:27.066212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:27.066548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:27.067014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:27.067792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Bound port: 263135a0-dd62-419d-b4dc-28fbe07684ee, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:27.068224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.076370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.076539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.076864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.077199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.077530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.078291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.078291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.078528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.078851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.079174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.079780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.079883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cced20-6771-49cc-96f2-c5e19ce2c4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:14:27.094277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.103514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-6b4fc1e3-e313-4979-b58c-1e4483ece179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.105124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-6b4fc1e3-e313-4979-b58c-1e4483ece179 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.5259266 Aug 24 00:14:27.123361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4e21298-77d1-4558-b7fd-7f5637e4cb14 req-4ca4536d-5db6-4d86-9a38-c85d28029f01 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472178 Aug 24 00:14:27.197025 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd830b66-43d5-4275-b37a-a99139b9332f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.228087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4a027a9-b10c-4481-b0e1-c02b2f2d657a req-e41ec838-196f-433c-a73b-9d26583581b5 tempest-DeleteServersAdminTestJSON-1327188738 tempest-DeleteServersAdminTestJSON-1327188738-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd34db4c-30e6-4e4c-9ca8-d21d101dfe1d HTTP/1.1" status: 200 len: 210 time: 0.0612836 Aug 24 00:14:27.272702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] For port 263135a0-dd62-419d-b4dc-28fbe07684ee, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:27.275975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.276630 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.278049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] 10.222.0.37 "PUT /v2.0/ports/4718601e-b79a-4148-927d-5d4040e49024 HTTP/1.1" status: 200 len: 1096 time: 4.0174763 Aug 24 00:14:27.278495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b9404d-9185-447b-8ef2-7fcc90eed09c', 'tag': '4718601e-b79a-4148-927d-5d4040e49024'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:27.304341 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179adcb0-0d0b-4bb1-a0fb-d0f8f71e1f16" -d '{"events": [{"name": "network-changed", "server_uuid": "70b9404d-9185-447b-8ef2-7fcc90eed09c", "tag": "4718601e-b79a-4148-927d-5d4040e49024"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:27.332021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd830b66-43d5-4275-b37a-a99139b9332f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.344885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-69c8914b-1d03-4ecc-abe6-3ea4976349ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.346866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-69c8914b-1d03-4ecc-abe6-3ea4976349ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2223861 Aug 24 00:14:27.405034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42632) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:27.405668 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5805371d-1148-437d-b7d8-ca12d19ff479 x-openstack-request-id: req-5805371d-1148-437d-b7d8-ca12d19ff479 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:27.408875 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b9404d-9185-447b-8ef2-7fcc90eed09c", "tag": "4718601e-b79a-4148-927d-5d4040e49024", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:27.409192 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5805371d-1148-437d-b7d8-ca12d19ff479 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:27.410744 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b9404d-9185-447b-8ef2-7fcc90eed09c', 'tag': '4718601e-b79a-4148-927d-5d4040e49024', 'status': 'completed', 'code': 200} Aug 24 00:14:27.413816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] For port 263135a0-dd62-419d-b4dc-28fbe07684ee, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=263135a0-dd62-419d-b4dc-28fbe07684ee,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:27.442540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e330b-d810-434a-8a39-75c380fd062d service neutron] Pushing event updated for resources: {'Port': ['ID=4718601e-b79a-4148-927d-5d4040e49024,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:27.504554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.529451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846de1a-7025-4279-aef4-0c9241f7782d req-bfdc2c95-f114-442c-9415-7746c6c428ce tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.545614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6846de1a-7025-4279-aef4-0c9241f7782d req-bfdc2c95-f114-442c-9415-7746c6c428ce tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 948 time: 0.2973757 Aug 24 00:14:27.711886 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.711886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:27.711886 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] 10.222.0.36 "PUT /v2.0/ports/263135a0-dd62-419d-b4dc-28fbe07684ee HTTP/1.1" status: 200 len: 1096 time: 3.3788517 Aug 24 00:14:27.713060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-75c677bc-61a9-42fb-8b38-6d0e23c102b8 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674654 Aug 24 00:14:27.713613 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c581bf30-ee23-4aba-ac5e-6562077322f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fc957d5ea09438a9c06f844ff21de7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203779 Aug 24 00:14:27.713613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179adcb0-0d0b-4bb1-a0fb-d0f8f71e1f16 req-c1c535df-fcbf-403f-8ed3-60a0daff7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.713613 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-179adcb0-0d0b-4bb1-a0fb-d0f8f71e1f16 req-c1c535df-fcbf-403f-8ed3-60a0daff7b3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 1099 time: 0.2279553 Aug 24 00:14:27.713613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fca517-8a3c-47af-9e48-0f2470e576ac service neutron] Pushing event updated for resources: {'Port': ['ID=263135a0-dd62-419d-b4dc-28fbe07684ee,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:27.713613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42636) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:27.713613 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-179adcb0-0d0b-4bb1-a0fb-d0f8f71e1f16 req-73fb04e8-a9ca-4b03-8638-f7b7eb6df951 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370293 Aug 24 00:14:27.714366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6846de1a-7025-4279-aef4-0c9241f7782d req-2f9ad416-1317-4c80-8627-b0c2071e2446 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631968 Aug 24 00:14:27.718330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b96fed3a-3244-46ea-a78d-99b246bb7ceb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:27.763127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34cb19f-acff-4780-8712-ac5ea9150b22 req-0233d695-6b6d-42c3-b0f3-158f742b677e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:27.832352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d34cb19f-acff-4780-8712-ac5ea9150b22 req-0233d695-6b6d-42c3-b0f3-158f742b677e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 948 time: 0.1841004 Aug 24 00:14:27.832352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b01033-f7c8-48f4-8c9e-14bf5edbc4eb req-d4d88715-fae0-48f3-917b-7ff8c5f3a1dd service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814299 Aug 24 00:14:27.838484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d34cb19f-acff-4780-8712-ac5ea9150b22 req-243ab275-cf63-438a-8405-f4c00f3aa228 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559571 Aug 24 00:14:27.870507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:27.896166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:27.896675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 3158ccd0-fa56-4c02-a19a-3161a6ebafc8 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:28.052278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b96fed3a-3244-46ea-a78d-99b246bb7ceb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:28.052672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd830b66-43d5-4275-b37a-a99139b9332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.059109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd830b66-43d5-4275-b37a-a99139b9332f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.070151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bd830b66-43d5-4275-b37a-a99139b9332f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b25bc44b-c49e-4af5-86f4-90aa464fb242 HTTP/1.1" status: 204 len: 168 time: 1.4641919 Aug 24 00:14:28.094843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd830b66-43d5-4275-b37a-a99139b9332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25bc44b-c49e-4af5-86f4-90aa464fb242,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:28.216721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a2047eb-a648-4047-bf44-d359ac9c18f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.243602 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a2047eb-a648-4047-bf44-d359ac9c18f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.249755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-5382ec40-15ce-4a6f-af88-0a13b672be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.251316 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-5382ec40-15ce-4a6f-af88-0a13b672be57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 1099 time: 0.2323070 Aug 24 00:14:28.261305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179adcb0-0d0b-4bb1-a0fb-d0f8f71e1f16 req-a59a4d6c-9307-40c8-b162-e9a23301db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.262846 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-179adcb0-0d0b-4bb1-a0fb-d0f8f71e1f16 req-a59a4d6c-9307-40c8-b162-e9a23301db56 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5422828 Aug 24 00:14:28.311775 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:14:28.328424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b1b7bd-730d-46da-bb49-919c52f91c26', 'name': 'network-vif-deleted', 'tag': '3158ccd0-fa56-4c02-a19a-3161a6ebafc8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:28.330919 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c94cc3-c534-4eeb-9d47-b33c8430693e" -d '{"events": [{"server_uuid": "51b1b7bd-730d-46da-bb49-919c52f91c26", "name": "network-vif-deleted", "tag": "3158ccd0-fa56-4c02-a19a-3161a6ebafc8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:28.348823 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-c5714082-2a35-4ae4-a290-42d24919b631 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=263135a0-dd62-419d-b4dc-28fbe07684ee HTTP/1.1" status: 200 len: 217 time: 0.0456808 Aug 24 00:14:28.360038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331693c-bf05-4035-856f-7850cc4871be req-534feee6-741d-4d33-bebc-37ef28aa4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.363425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a331693c-bf05-4035-856f-7850cc4871be req-534feee6-741d-4d33-bebc-37ef28aa4b93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 1097 time: 0.1900017 Aug 24 00:14:28.387391 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa973e8d-1dfb-4348-8c1e-18955e8f1d9c x-openstack-request-id: req-aa973e8d-1dfb-4348-8c1e-18955e8f1d9c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:28.388017 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b1b7bd-730d-46da-bb49-919c52f91c26", "name": "network-vif-deleted", "tag": "3158ccd0-fa56-4c02-a19a-3161a6ebafc8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:28.388372 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa973e8d-1dfb-4348-8c1e-18955e8f1d9c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:28.389044 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b1b7bd-730d-46da-bb49-919c52f91c26', 'name': 'network-vif-deleted', 'tag': '3158ccd0-fa56-4c02-a19a-3161a6ebafc8', 'status': 'completed', 'code': 200} Aug 24 00:14:28.400151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b8306-b86c-4767-888f-eb5302df4784 req-292829db-4893-4a14-b5dc-8a036db61f9a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.409396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-370b8306-b86c-4767-888f-eb5302df4784 req-292829db-4893-4a14-b5dc-8a036db61f9a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 946 time: 0.1911786 Aug 24 00:14:28.442259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-a94f9291-1603-47a6-98e2-de34d5382726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.442259 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-a94f9291-1603-47a6-98e2-de34d5382726 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0487490 Aug 24 00:14:28.502593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.530289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-370b8306-b86c-4767-888f-eb5302df4784 req-1754906d-d82f-48b3-b47e-b7d4c6e33158 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198227 Aug 24 00:14:28.538108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19104d57-3fae-4f5b-8e1e-b046678f73bf None None] Network de4e30fa-2986-4e0a-a20d-add0ec70f9cf requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:28.561861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.566542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331693c-bf05-4035-856f-7850cc4871be req-ae3baa1c-4d09-4987-a3d4-0b33427478fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.569204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a331693c-bf05-4035-856f-7850cc4871be req-ae3baa1c-4d09-4987-a3d4-0b33427478fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1940014 Aug 24 00:14:28.612430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-299b1727-93d3-477a-b1c8-a2601f72a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.614250 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-299b1727-93d3-477a-b1c8-a2601f72a257 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 1099 time: 0.2645469 Aug 24 00:14:28.629137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a331693c-bf05-4035-856f-7850cc4871be req-d3a0d348-3e12-45b2-995d-bed7d896c81f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0d295026-f4e1-461c-b8b2-8cd039511018 HTTP/1.1" status: 200 len: 217 time: 0.0515580 Aug 24 00:14:28.693975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331693c-bf05-4035-856f-7850cc4871be req-522abfce-1879-4973-8649-8d0c0e321dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.695983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a331693c-bf05-4035-856f-7850cc4871be req-522abfce-1879-4973-8649-8d0c0e321dd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0587575 Aug 24 00:14:28.708467 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-b3576db0-6af7-4dd0-92c9-d816954e5d47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=4718601e-b79a-4148-927d-5d4040e49024 HTTP/1.1" status: 200 len: 217 time: 0.0640438 Aug 24 00:14:28.711743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-9ca95a1b-af7a-44bc-8b29-6a02eabba305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.713367 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-9ca95a1b-af7a-44bc-8b29-6a02eabba305 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133119 Aug 24 00:14:28.730690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-872280d2-2f62-44ae-a0db-ea51750e97b6 None None] Provisioning for port b96fed3a-3244-46ea-a78d-99b246bb7ceb completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:28.739420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-872280d2-2f62-44ae-a0db-ea51750e97b6 None None] Provisioning complete for port b96fed3a-3244-46ea-a78d-99b246bb7ceb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:28.740065 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-872280d2-2f62-44ae-a0db-ea51750e97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.773398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331693c-bf05-4035-856f-7850cc4871be req-c35ff8bc-a9a0-42bb-8798-738a45d57522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.776211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a331693c-bf05-4035-856f-7850cc4871be req-c35ff8bc-a9a0-42bb-8798-738a45d57522 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712247 Aug 24 00:14:28.859204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-a92ba2f2-266b-424f-b356-57200cf8a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.860937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-a92ba2f2-266b-424f-b356-57200cf8a4a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1428478 Aug 24 00:14:28.870732 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a2047eb-a648-4047-bf44-d359ac9c18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.873772 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a2047eb-a648-4047-bf44-d359ac9c18f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.874544 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-872280d2-2f62-44ae-a0db-ea51750e97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.875199 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7a2047eb-a648-4047-bf44-d359ac9c18f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/baa0cc83-757b-4746-9299-ce37f86f3121 HTTP/1.1" status: 204 len: 168 time: 1.1659038 Aug 24 00:14:28.913184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-872280d2-2f62-44ae-a0db-ea51750e97b6 None None] For port b96fed3a-3244-46ea-a78d-99b246bb7ceb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b96fed3a-3244-46ea-a78d-99b246bb7ceb,segment=NetworkSegment(ae24441a-af86-4c2f-98ef-131ae4837493),segment_id=ae24441a-af86-4c2f-98ef-131ae4837493)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:28.935113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2047eb-a648-4047-bf44-d359ac9c18f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa0cc83-757b-4746-9299-ce37f86f3121,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:28.968761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5295db5-91b5-4302-bd59-f9bdcf167223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:28.978343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Allocated IP 172.25.5.113 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/741cba84-5c2d-402b-b422-fd0321c23176) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:28.995883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-0a5a45fd-1439-408d-80b8-c361d705bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:28.997406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-0a5a45fd-1439-408d-80b8-c361d705bcbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174626 Aug 24 00:14:29.010132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-872280d2-2f62-44ae-a0db-ea51750e97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.024939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-bfcd6367-f5c5-4e63-8730-ea5408289659 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881503 Aug 24 00:14:29.053413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe030fa-5c6c-46e8-8f47-14748f393333 req-c851c063-b5fa-44ec-9a38-845a5820757c tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.054894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fe030fa-5c6c-46e8-8f47-14748f393333 req-c851c063-b5fa-44ec-9a38-845a5820757c tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 948 time: 0.1569839 Aug 24 00:14:29.065660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a331693c-bf05-4035-856f-7850cc4871be req-68f579a4-d9db-421d-b760-51baa0509137 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811956 Aug 24 00:14:29.108989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9416f22-0361-4868-b439-1b079e698799 req-b270da3b-06e0-4e53-96ea-7cb6bd261584 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.110946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9416f22-0361-4868-b439-1b079e698799 req-b270da3b-06e0-4e53-96ea-7cb6bd261584 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 948 time: 0.1365311 Aug 24 00:14:29.141866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872280d2-2f62-44ae-a0db-ea51750e97b6 None None] Pushing event updated for resources: {'Port': ['ID=b96fed3a-3244-46ea-a78d-99b246bb7ceb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:29.146729 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.219922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fe030fa-5c6c-46e8-8f47-14748f393333 req-e103bdf7-de8f-4aa8-87ef-b764c42bdd73 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586492 Aug 24 00:14:29.243520 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-f132b320-f8d0-4b37-b6cd-39d0b8a55f4d service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363918 Aug 24 00:14:29.250494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9416f22-0361-4868-b439-1b079e698799 req-17ae8d18-6c11-49bf-9bcd-778418b47355 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214108 Aug 24 00:14:29.253367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:29.262680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a331693c-bf05-4035-856f-7850cc4871be req-2578822e-3977-40f3-a192-9d9bdf479f5d service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859398 Aug 24 00:14:29.268169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42678) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:29.268947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9144b5f6-532c-4874-8e7f-5000b0de97b1 None None] Provisioning complete for port b96fed3a-3244-46ea-a78d-99b246bb7ceb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:29.269339 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9144b5f6-532c-4874-8e7f-5000b0de97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.286163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-817ea2be-b432-4573-ac60-fec4d4ca23db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.373843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.397198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:29.418695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67b92edd-d242-4980-9fbf-1fb9cced7567 req-138ab4b2-cd6c-4965-8bbe-f5646612532c service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780022 Aug 24 00:14:29.419206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3740ffd-7df0-4518-91e9-d7684a45e690', 'tag': '263135a0-dd62-419d-b4dc-28fbe07684ee'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:29.422351 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3740ffd-7df0-4518-91e9-d7684a45e690", "tag": "263135a0-dd62-419d-b4dc-28fbe07684ee"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:29.424075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-817ea2be-b432-4573-ac60-fec4d4ca23db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.463419 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e73c479f-7314-4e30-a30c-424048d8a9b8 req-6aaeacf5-353b-4958-bfc0-fa8f44b601f7 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101684 Aug 24 00:14:29.483759 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a12fca-2026-47ee-a3ed-7f94b47777e8 x-openstack-request-id: req-26a12fca-2026-47ee-a3ed-7f94b47777e8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:29.484141 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3740ffd-7df0-4518-91e9-d7684a45e690", "tag": "263135a0-dd62-419d-b4dc-28fbe07684ee", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:29.484461 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26a12fca-2026-47ee-a3ed-7f94b47777e8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:29.484913 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3740ffd-7df0-4518-91e9-d7684a45e690', 'tag': '263135a0-dd62-419d-b4dc-28fbe07684ee', 'status': 'completed', 'code': 200} Aug 24 00:14:29.493315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-817ea2be-b432-4573-ac60-fec4d4ca23db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.558373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-817ea2be-b432-4573-ac60-fec4d4ca23db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c7035def2f5489c878767f0e164246c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883956 Aug 24 00:14:29.558620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42686) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:29.564368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ea2be-b432-4573-ac60-fec4d4ca23db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc5dd4-ca41-4a24-822d-4bdc401661d3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:29.616380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bd273a5a-d505-4807-9ee6-d1741e3b337c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=339bf3a489074ee1b115e01ab531e6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592174 Aug 24 00:14:29.617718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42690) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:29.621310 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.657678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b96fed3a-3244-46ea-a78d-99b246bb7ceb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:29.692940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:29.703830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:29.709039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Pushing event updated for resources: {'Port': ['ID=741cba84-5c2d-402b-b422-fd0321c23176,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:29.718274 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:29.721944 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-e6ae9175-c51d-4553-b72e-f52b79901a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.723746 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-e6ae9175-c51d-4553-b72e-f52b79901a2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 1099 time: 0.1420062 Aug 24 00:14:29.727574 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b96fed3a-3244-46ea-a78d-99b246bb7ceb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:29.728254 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.769501 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac002a06-37df-4f44-b89f-1f1c84764512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.797911 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5a22a70-f38b-451b-9df1-9abeca815eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.834860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac002a06-37df-4f44-b89f-1f1c84764512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.876661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9d604-c0c6-4f86-9be9-cd7b2dfd0861 req-c5f980e2-9622-4e62-ab51-882ba2510e5e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.879144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9a9d604-c0c6-4f86-9be9-cd7b2dfd0861 req-c5f980e2-9622-4e62-ab51-882ba2510e5e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 946 time: 0.2087798 Aug 24 00:14:29.887074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5a22a70-f38b-451b-9df1-9abeca815eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:29.909611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7b5d54ac-f4c9-42af-9d5d-1ffb1197d16f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de23ddb996834f4cb82d96fbd94f9888&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5111611 Aug 24 00:14:29.917352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42700) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:29.982531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9a9d604-c0c6-4f86-9be9-cd7b2dfd0861 req-48dee13e-870d-4b6e-93d5-27dcee4931bb tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909779 Aug 24 00:14:29.982784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-1080ab4a-6fa8-480c-8966-0bcc2039d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:29.984144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-1080ab4a-6fa8-480c-8966-0bcc2039d019 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.2379048 Aug 24 00:14:30.009242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39518949-72df-4cbe-8730-728c796d23d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.032018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39518949-72df-4cbe-8730-728c796d23d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.083763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5a22a70-f38b-451b-9df1-9abeca815eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.086549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5a22a70-f38b-451b-9df1-9abeca815eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.090475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e5a22a70-f38b-451b-9df1-9abeca815eb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b547394-5cae-4941-96c0-c7d7cde9e63f HTTP/1.1" status: 204 len: 168 time: 0.4708800 Aug 24 00:14:30.099124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a22a70-f38b-451b-9df1-9abeca815eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b547394-5cae-4941-96c0-c7d7cde9e63f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:30.156343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.184165 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39518949-72df-4cbe-8730-728c796d23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.186871 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39518949-72df-4cbe-8730-728c796d23d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.188353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-39518949-72df-4cbe-8730-728c796d23d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d7e405e-6246-4150-a3f8-87c08a95383d HTTP/1.1" status: 204 len: 168 time: 0.2684536 Aug 24 00:14:30.196655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39518949-72df-4cbe-8730-728c796d23d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e405e-6246-4150-a3f8-87c08a95383d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:30.235182 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-3a5ea17f-6db2-47f5-8a1d-6b29d695a9cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=263135a0-dd62-419d-b4dc-28fbe07684ee HTTP/1.1" status: 200 len: 217 time: 0.2417173 Aug 24 00:14:30.288992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-1017b353-0b93-4088-bfe6-6bf7f5c9d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.290486 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-1017b353-0b93-4088-bfe6-6bf7f5c9d6ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0478282 Aug 24 00:14:30.339653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac002a06-37df-4f44-b89f-1f1c84764512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.342329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac002a06-37df-4f44-b89f-1f1c84764512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.346338 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac002a06-37df-4f44-b89f-1f1c84764512 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5fc5dd4-ca41-4a24-822d-4bdc401661d3 HTTP/1.1" status: 204 len: 168 time: 0.7837498 Aug 24 00:14:30.386637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa5754-d52e-4ceb-a204-336475566649 req-c7f274e1-c26f-4062-8310-0707925c4715 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.388263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3caa5754-d52e-4ceb-a204-336475566649 req-c7f274e1-c26f-4062-8310-0707925c4715 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 948 time: 0.0971668 Aug 24 00:14:30.401474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac002a06-37df-4f44-b89f-1f1c84764512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc5dd4-ca41-4a24-822d-4bdc401661d3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:30.416451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-8475568f-2faa-4c3f-8c3d-0fb6e26124cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.418022 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-8475568f-2faa-4c3f-8c3d-0fb6e26124cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195052 Aug 24 00:14:30.443935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade2a17-33c9-4b13-8338-59c9b87828a3 req-6a1619be-ca2c-4923-ab01-421508dff197 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:30.445612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ade2a17-33c9-4b13-8338-59c9b87828a3 req-6a1619be-ca2c-4923-ab01-421508dff197 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 948 time: 0.0958238 Aug 24 00:14:30.477154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3caa5754-d52e-4ceb-a204-336475566649 req-ecb52c26-01e8-4315-a608-3b1207270ea3 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818026 Aug 24 00:14:30.510218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ade2a17-33c9-4b13-8338-59c9b87828a3 req-f6563f05-18ac-4b82-a2b3-e1fba162ce9a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480366 Aug 24 00:14:30.521687 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.623248 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-0d226446-e708-466b-a2f7-ef6350567c42 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743660 Aug 24 00:14:30.820452 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbfa3f42-3e8d-4f36-b7d6-e33705e2daa3 req-c08d9898-2beb-40e4-ade9-211dc8d260e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899595 Aug 24 00:14:30.832418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:30.888086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0d295026-f4e1-461c-b8b2-8cd039511018 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:30.992617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0d295026-f4e1-461c-b8b2-8cd039511018, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0d295026-f4e1-461c-b8b2-8cd039511018,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:31.004030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '0d295026-f4e1-461c-b8b2-8cd039511018', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '0d295026-f4e1-461c-b8b2-8cd039511018', 'mac_address': 'fa:16:3e:b4:65:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:31.031247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Router 353cc542-3b57-4ac7-9cdd-5e85f3de015d is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:14:31.044315 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.065907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42726) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:31.072272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d295026-f4e1-461c-b8b2-8cd039511018 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:31.091119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc82f04-38d5-4e2f-8286-56b16084a788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.098862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0d295026-f4e1-461c-b8b2-8cd039511018, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0d295026-f4e1-461c-b8b2-8cd039511018,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:31.154892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:31.168320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Sync routers for ids ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:31.182125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Routers {'353cc542-3b57-4ac7-9cdd-5e85f3de015d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:31.182430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e977190-430a-4555-9fd1-bae8e0e2e789 req-5bb5cebb-8262-4468-accc-faf10ac3a3b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.183153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:31.186142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e977190-430a-4555-9fd1-bae8e0e2e789 req-5bb5cebb-8262-4468-accc-faf10ac3a3b9 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 946 time: 0.0815921 Aug 24 00:14:31.223272 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.244704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e977190-430a-4555-9fd1-bae8e0e2e789 req-60428d88-bee0-469d-8301-b18b0b55b158 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532281 Aug 24 00:14:31.281856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc82f04-38d5-4e2f-8286-56b16084a788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.437664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0d295026-f4e1-461c-b8b2-8cd039511018,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:31.442781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42732) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:31.459512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Set router 353cc542-3b57-4ac7-9cdd-5e85f3de015d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:31.460077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ceda40-59bb-44d7-a348-55be2840d9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.508124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc82f04-38d5-4e2f-8286-56b16084a788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.525832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['0d295026-f4e1-461c-b8b2-8cd039511018'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:31.638394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.647515 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e1dbd15-5f73-4ad0-b616-c48e3d2d5666 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.3254082 Aug 24 00:14:31.647679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2dc82f04-38d5-4e2f-8286-56b16084a788 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2738f58495774025b47e998bb242d189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830107 Aug 24 00:14:31.654271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42742) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:31.657337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42744) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:31.658312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42746) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:31.685341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc82f04-38d5-4e2f-8286-56b16084a788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090aaab6-2ee1-4d0c-8daa-cbc5e582a89e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:31.721521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0791c1e-208f-4ca5-8dc5-1064627d9445 req-0bed315f-529f-4c7b-b30c-f8e442230098 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.723144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0791c1e-208f-4ca5-8dc5-1064627d9445 req-0bed315f-529f-4c7b-b30c-f8e442230098 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 948 time: 0.1325009 Aug 24 00:14:31.731247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4ce1c-0184-40cd-a511-08dc2fe98556 req-6669db57-ca2e-42eb-9c0e-f11dcabebf56 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:31.732897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cce4ce1c-0184-40cd-a511-08dc2fe98556 req-6669db57-ca2e-42eb-9c0e-f11dcabebf56 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 948 time: 0.0972362 Aug 24 00:14:31.768895 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.804919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0791c1e-208f-4ca5-8dc5-1064627d9445 req-715e4ad7-87fd-447f-9f5f-ce6a4ecc64b1 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668149 Aug 24 00:14:31.820774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cce4ce1c-0184-40cd-a511-08dc2fe98556 req-a672cf8e-a4fb-40cf-97a7-a3e84103dc68 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562422 Aug 24 00:14:31.851130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:14:29Z', 'revision_number': 3, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:31.885297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Checking router: 353cc542-3b57-4ac7-9cdd-5e85f3de015d for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:31.885691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Updating router 353cc542-3b57-4ac7-9cdd-5e85f3de015d port 741cba84-5c2d-402b-b422-fd0321c23176 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:31.920313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:31.932030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1598923234-network', 'tenant_id': '5b8cd63968f547cd8271dbfc440ed315'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:32.017182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bd233ae-9b49-475c-998c-31274d74bf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.049014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ceda40-59bb-44d7-a348-55be2840d9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.060458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bd233ae-9b49-475c-998c-31274d74bf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.140311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30ceda40-59bb-44d7-a348-55be2840d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.188099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.199260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Transition to ACTIVE for port object 741cba84-5c2d-402b-b422-fd0321c23176 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:32.216878 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-30ceda40-59bb-44d7-a348-55be2840d9e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a1d56bff08f4d5a82152d6db3eaa015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7729387 Aug 24 00:14:32.219843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:32.248644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceda40-59bb-44d7-a348-55be2840d9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742e0fb-0cc5-483f-8628-ab851fe1f53b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:32.275798 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.285798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5830a14f-9b2c-47de-a877-e906481e2485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.309420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5830a14f-9b2c-47de-a877-e906481e2485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.350757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Made reservation on behalf of 5b8cd63968f547cd8271dbfc440ed315 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:32.352873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Attempting to bind port 741cba84-5c2d-402b-b422-fd0321c23176 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:32.353262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.353697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Attempting to bind port 741cba84-5c2d-402b-b422-fd0321c23176 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:32.354259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Attempting to bind port 741cba84-5c2d-402b-b422-fd0321c23176 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:32.363173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e961d1-b88a-41f8-854d-7437e95994f9 None None] Pushing event updated for resources: {'Port': ['ID=741cba84-5c2d-402b-b422-fd0321c23176,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:32.377788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:32.377788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:32.377788 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.377788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:32.377788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Bound port: 741cba84-5c2d-402b-b422-fd0321c23176, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:32.377788 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.378590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42770) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:32.387847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bd233ae-9b49-475c-998c-31274d74bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.390717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bd233ae-9b49-475c-998c-31274d74bf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.400428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0bd233ae-9b49-475c-998c-31274d74bf0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/090aaab6-2ee1-4d0c-8daa-cbc5e582a89e HTTP/1.1" status: 204 len: 168 time: 0.7321467 Aug 24 00:14:32.420558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df05589-58fb-4b92-83b0-70d87f0d2cac req-f3178d84-2ca2-46cb-b8c6-c7b9463e34a1 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:32.424786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.429077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3df05589-58fb-4b92-83b0-70d87f0d2cac req-f3178d84-2ca2-46cb-b8c6-c7b9463e34a1 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 947 time: 0.1073864 Aug 24 00:14:32.451923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] For port 741cba84-5c2d-402b-b422-fd0321c23176, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:32.460352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] For port 741cba84-5c2d-402b-b422-fd0321c23176, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=741cba84-5c2d-402b-b422-fd0321c23176,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:32.462583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd233ae-9b49-475c-998c-31274d74bf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090aaab6-2ee1-4d0c-8daa-cbc5e582a89e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:32.490407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3df05589-58fb-4b92-83b0-70d87f0d2cac req-219461c4-7829-4d2f-bbf5-f1f389a3bd6c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603404 Aug 24 00:14:32.532904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5830a14f-9b2c-47de-a877-e906481e2485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.536522 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5830a14f-9b2c-47de-a877-e906481e2485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.538408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5830a14f-9b2c-47de-a877-e906481e2485 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7742e0fb-0cc5-483f-8628-ab851fe1f53b HTTP/1.1" status: 204 len: 168 time: 0.3165493 Aug 24 00:14:32.545648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-network', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:32.558816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830a14f-9b2c-47de-a877-e906481e2485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742e0fb-0cc5-483f-8628-ab851fe1f53b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:32.562675 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.633084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e961d1-b88a-41f8-854d-7437e95994f9 None None] Pushing event updated for resources: {'Port': ['ID=741cba84-5c2d-402b-b422-fd0321c23176,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:32.645928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Routers {'353cc542-3b57-4ac7-9cdd-5e85f3de015d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:32.646852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:32.756358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] Set router 353cc542-3b57-4ac7-9cdd-5e85f3de015d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:32.759624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.911173 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:32.924912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4718601e-b79a-4148-927d-5d4040e49024 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:32.931181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0d295026-f4e1-461c-b8b2-8cd039511018 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:32.994987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Allocated IP 172.20.0.1 (de4e30fa-2986-4e0a-a20d-add0ec70f9cf/7fc437d9-a1d5-4497-a3c4-3691cb91b469/03d72c11-3783-4ca5-8e86-0c5bcad94621) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:33.002134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.060138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd4bab-4563-431b-b588-13c8fa65263f req-879ca84e-8ce3-4128-aa22-9f23425132c9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.068054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bcd4bab-4563-431b-b588-13c8fa65263f req-879ca84e-8ce3-4128-aa22-9f23425132c9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 948 time: 0.0911999 Aug 24 00:14:33.072105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:33.087509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed9e71-9fbb-4c39-8ab3-c1c397fc8f06 req-2569fe96-382b-48fe-b9c0-492ab1d65955 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.089599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58ed9e71-9fbb-4c39-8ab3-c1c397fc8f06 req-2569fe96-382b-48fe-b9c0-492ab1d65955 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 948 time: 0.1435144 Aug 24 00:14:33.093960 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.094309 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Added segment dded2374-fad4-4334-ac2b-0641c91988b1 of type vlan for network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 Aug 24 00:14:33.134279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Made reservation on behalf of 8f614d27c73c4b1e8b1b069be5bfa99b for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:33.136613 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.153437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f02d56-17f2-4d69-9fb7-e31d7ffe108f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:33.159868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bcd4bab-4563-431b-b588-13c8fa65263f req-3ccb05d1-c41d-4330-9ec9-737a7f2ac805 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906632 Aug 24 00:14:33.168031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.183545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58ed9e71-9fbb-4c39-8ab3-c1c397fc8f06 req-b3acee0c-30a9-4d5f-8245-4889b1800b28 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833974 Aug 24 00:14:33.220570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4718601e-b79a-4148-927d-5d4040e49024, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4718601e-b79a-4148-927d-5d4040e49024,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:33.223565 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.224434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:14:29Z', 'revision_number': 3, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:33.271652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11278979-e97f-41c8-a6c8-960e481f33ab None None] The sync data for ids ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'] in n-d-804878-2 is: [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:14:29Z', 'revision_number': 3, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:33.274182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '4718601e-b79a-4148-927d-5d4040e49024', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '4718601e-b79a-4148-927d-5d4040e49024', 'mac_address': 'fa:16:3e:ef:05:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:33.285937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.316506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Transition to ACTIVE for port object 03d72c11-3783-4ca5-8e86-0c5bcad94621 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:33.319695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.327393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.332100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 0d295026-f4e1-461c-b8b2-8cd039511018 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:33.337239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 0d295026-f4e1-461c-b8b2-8cd039511018 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:33.337733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.340225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4718601e-b79a-4148-927d-5d4040e49024 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:33.390062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4718601e-b79a-4148-927d-5d4040e49024, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4718601e-b79a-4148-927d-5d4040e49024,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:33.418913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.419969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.420764 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.455237 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.464953 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.473021 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.481045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5df04-23fe-4f9f-9ea4-99324c5637ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d295026-f4e1-461c-b8b2-8cd039511018'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:33.483308 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc7997-571e-4aa9-a387-67a9a4956fa8" -d '{"events": [{"server_uuid": "96d5df04-23fe-4f9f-9ea4-99324c5637ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d295026-f4e1-461c-b8b2-8cd039511018"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:33.501545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0d295026-f4e1-461c-b8b2-8cd039511018, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0d295026-f4e1-461c-b8b2-8cd039511018,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:33.503592 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.520191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:33.547029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9e07ff-bc1f-4c1f-bb37-40afdde91cae,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:33.553039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.553396 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Added segment f6f3714d-d5f3-49b9-b5c6-e49e10189133 of type vlan for network a58142cd-3668-421b-9dd5-58e63cfcd789 Aug 24 00:14:33.582263 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d5d0e7-a6ad-47e9-976e-7ac8358783c8 x-openstack-request-id: req-19d5d0e7-a6ad-47e9-976e-7ac8358783c8 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:33.583748 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5df04-23fe-4f9f-9ea4-99324c5637ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d295026-f4e1-461c-b8b2-8cd039511018", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:33.592047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Pushing event updated for resources: {'Port': ['ID=03d72c11-3783-4ca5-8e86-0c5bcad94621,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:33.599814 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19d5d0e7-a6ad-47e9-976e-7ac8358783c8 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:33.599814 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5df04-23fe-4f9f-9ea4-99324c5637ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d295026-f4e1-461c-b8b2-8cd039511018', 'code': 200} Aug 24 00:14:33.610776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.629502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=e60ef469-d6be-4ae1-9ba5-67e94cf982e2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:33.633192 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a868e8d0-110e-45fc-a593-fc881cd6a5d9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9675558 Aug 24 00:14:33.636214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42806) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:33.641313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Network de4e30fa-2986-4e0a-a20d-add0ec70f9cf is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:33.644066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Request body: {'subnet': {'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1598923234-subnet', 'tenant_id': '5b8cd63968f547cd8271dbfc440ed315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:33.648872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:33.652201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:33.664743 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.667947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:33.707958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=4718601e-b79a-4148-927d-5d4040e49024,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:33.729463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.756037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aec4ce-defe-4f77-807c-ba8c63c0a347 req-512745a4-cb3d-4d15-a317-e6f14ba3abf2 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.764117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8aec4ce-defe-4f77-807c-ba8c63c0a347 req-512745a4-cb3d-4d15-a317-e6f14ba3abf2 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 948 time: 0.0875080 Aug 24 00:14:33.796028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.797161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.797656 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.832131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:33.840877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Made reservation on behalf of 5b8cd63968f547cd8271dbfc440ed315 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:33.843193 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:33.917380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 263135a0-dd62-419d-b4dc-28fbe07684ee details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:33.946953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a5fb0-7df7-4988-8e2a-9bfacc495f86 req-e2c17751-32d5-4ab7-8c78-3ac75d651ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:33.946953 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c1a5fb0-7df7-4988-8e2a-9bfacc495f86 req-e2c17751-32d5-4ab7-8c78-3ac75d651ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 1099 time: 0.1521366 Aug 24 00:14:34.040345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8aec4ce-defe-4f77-807c-ba8c63c0a347 req-7e543246-cd11-4705-835a-e6690fc27c94 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749367 Aug 24 00:14:34.072142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6974504 Aug 24 00:14:34.075807 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c1a5fb0-7df7-4988-8e2a-9bfacc495f86 req-9751da6d-304b-47a9-9fe2-79f17579e6d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926933 Aug 24 00:14:34.076307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42820) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:34.083578 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Request body: {'subnet': {'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-subnet', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:34.086927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0d295026-f4e1-461c-b8b2-8cd039511018,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:34.115980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd001562-f1b4-4add-8313-69e1c4abc91d admin admin] Pushing event updated for resources: {'Network': ['ID=a58142cd-3668-421b-9dd5-58e63cfcd789,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:34.272105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Made reservation on behalf of 8f614d27c73c4b1e8b1b069be5bfa99b for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:34.274596 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.291270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a58142cd-3668-421b-9dd5-58e63cfcd789 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:34.345399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42830) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:34.375751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.487207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 263135a0-dd62-419d-b4dc-28fbe07684ee, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=263135a0-dd62-419d-b4dc-28fbe07684ee,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:34.489501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.512350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b4165475-0fe9-4b9f-a1e1-03cd4e5b659e None None] Provisioning for port 03d72c11-3783-4ca5-8e86-0c5bcad94621 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:34.525166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '263135a0-dd62-419d-b4dc-28fbe07684ee', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '263135a0-dd62-419d-b4dc-28fbe07684ee', 'mac_address': 'fa:16:3e:57:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:34.532455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b4165475-0fe9-4b9f-a1e1-03cd4e5b659e None None] Provisioning complete for port 03d72c11-3783-4ca5-8e86-0c5bcad94621 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:34.532866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b4165475-0fe9-4b9f-a1e1-03cd4e5b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.570774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab4a1-9221-40f7-9133-ce41418779e2 req-e3ea28db-953a-4d0b-abc1-702574655424 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:34.572322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-400ab4a1-9221-40f7-9133-ce41418779e2 req-e3ea28db-953a-4d0b-abc1-702574655424 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 948 time: 0.2170362 Aug 24 00:14:34.575688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1635000282-network', 'tenant_id': '8264d2be08f54617bb0ba9db9202bad4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:34.589846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e317e-c462-4289-8f47-8c326d9508c4 req-337118bc-abf7-4fc8-b17d-16386eaa8c59 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:34.591752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f17e317e-c462-4289-8f47-8c326d9508c4 req-337118bc-abf7-4fc8-b17d-16386eaa8c59 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 949 time: 0.2375758 Aug 24 00:14:34.620167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b4165475-0fe9-4b9f-a1e1-03cd4e5b659e None None] Port 03d72c11-3783-4ca5-8e86-0c5bcad94621 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:34.633400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.635064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d362f50b-2768-483a-9b4d-2edd55aae693,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:34.652554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263135a0-dd62-419d-b4dc-28fbe07684ee {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:34.678008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 263135a0-dd62-419d-b4dc-28fbe07684ee, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=263135a0-dd62-419d-b4dc-28fbe07684ee,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:34.684254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Checking segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:34.684653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Network hostable DHCP agents. Network: e60ef469-d6be-4ae1-9ba5-67e94cf982e2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:34.692447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-400ab4a1-9221-40f7-9133-ce41418779e2 req-84ad3c3b-068a-47bc-bf6f-2a2496765293 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975170 Aug 24 00:14:34.699548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f17e317e-c462-4289-8f47-8c326d9508c4 req-20724960-d3d9-49ab-8df6-b314509f3a9a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960414 Aug 24 00:14:34.717623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.735816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Made reservation on behalf of 8264d2be08f54617bb0ba9db9202bad4 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:34.739191 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.748331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.770476 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.830552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=263135a0-dd62-419d-b4dc-28fbe07684ee,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:34.834460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.836137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:34.852572 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.869181 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.940161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e60ef469-d6be-4ae1-9ba5-67e94cf982e2) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:34.947518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-952c6d37-6eff-4c60-8626-c5e02afbd6f5 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a6dd70df775e44129a9ce52f92ef9ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314031 Aug 24 00:14:34.948203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.950105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913e7ea-bc89-458d-bc28-48365858d211 None None] Network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:34.958678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Pushing event updated for resources: {'Port': ['ID=03d72c11-3783-4ca5-8e86-0c5bcad94621,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:34.974738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be776211-4b1f-44be-b5b4-4be81c8b3978,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:34.976520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:34.978970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.986141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:34.999672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540df8c0-de83-4efb-89a4-24d2921e2e1e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:35.006240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Checking segment: {'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:35.006605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Network hostable DHCP agents. Network: a58142cd-3668-421b-9dd5-58e63cfcd789, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:35.048713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:35.071115 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.071408 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Added segment 8998b579-4a48-4a41-97a7-3de6be3e25c4 of type vlan for network e522c8a4-814a-4c72-90f4-36c357e07638 Aug 24 00:14:35.116180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e35af2c2-2bf6-47b8-b7e4-6f6ccaa318f2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4786596 Aug 24 00:14:35.136215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Network de4e30fa-2986-4e0a-a20d-add0ec70f9cf is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:35.136868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.140065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:35.159554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-6516089b-0ea5-42a0-8902-28023804e3d8 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.161525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-6516089b-0ea5-42a0-8902-28023804e3d8 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819360 Aug 24 00:14:35.177266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5b31a-b431-4b1c-969d-d06b844c5818 None None] Network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:35.197989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-72c3c8a0-ee15-456c-9ad0-5e055b98d749 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/quotas/a6dd70df775e44129a9ce52f92ef9ebf HTTP/1.1" status: 200 len: 375 time: 0.0185368 Aug 24 00:14:35.255831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Network a58142cd-3668-421b-9dd5-58e63cfcd789 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:35.258015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['263135a0-dd62-419d-b4dc-28fbe07684ee'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:35.286324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-1b23565f-9401-4061-a57e-27ea6eb81b80 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6dd70df775e44129a9ce52f92ef9ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752549 Aug 24 00:14:35.294409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.295378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.295998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.428232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24c6cb-fc69-4c3d-b1db-8036c18a225d req-915e0642-ec47-49cd-ad16-55eb5450e19e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.444068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab24c6cb-fc69-4c3d-b1db-8036c18a225d req-915e0642-ec47-49cd-ad16-55eb5450e19e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 948 time: 0.2366548 Aug 24 00:14:35.475594 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Router 353cc542-3b57-4ac7-9cdd-5e85f3de015d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:35.475750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] Pushing event updated for resources: {'Network': ['ID=e522c8a4-814a-4c72-90f4-36c357e07638,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:35.488002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a58142cd-3668-421b-9dd5-58e63cfcd789) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:35.489580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:35.490188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.497611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e522c8a4-814a-4c72-90f4-36c357e07638 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:35.499490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134165f-8218-403c-8a26-842ed3bd7111 None None] Network a58142cd-3668-421b-9dd5-58e63cfcd789 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:35.534699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab24c6cb-fc69-4c3d-b1db-8036c18a225d req-2953b93d-9819-4078-82ca-3a49ccb6a2df tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979800 Aug 24 00:14:35.537203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-14e0a4f5-6884-4afd-8b2b-a03b5460625c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1908822 Aug 24 00:14:35.540979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42856) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:35.567486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Request body: {'subnet': {'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1635000282-subnet', 'tenant_id': '8264d2be08f54617bb0ba9db9202bad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:35.666326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:35.673614 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8bb18251-e1e7-483e-88eb-8e49675d6e5d admin admin] 10.222.0.26 "PUT /v2.0/routers/353cc542-3b57-4ac7-9cdd-5e85f3de015d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0096741 Aug 24 00:14:35.683094 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Sync routers for ids ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:35.696396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 741cba84-5c2d-402b-b422-fd0321c23176 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:35.698992 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Routers {'353cc542-3b57-4ac7-9cdd-5e85f3de015d'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:35.699729 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:35.742662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42872) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:35.744191 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b8bed817-746c-4784-9475-98b6e8415d8c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6650720 Aug 24 00:14:35.747331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:35.829799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-efc5dbe4-8b89-4f0c-98aa-bdcc0c56bbbd None None] Provisioning complete for port 03d72c11-3783-4ca5-8e86-0c5bcad94621 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:35.830812 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-efc5dbe4-8b89-4f0c-98aa-bdcc0c56bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.875941 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Set router 353cc542-3b57-4ac7-9cdd-5e85f3de015d gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:35.911814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Made reservation on behalf of 8264d2be08f54617bb0ba9db9202bad4 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:35.914803 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.932798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-a58142cd-3668-421b-9dd5-58e63cfcd789', 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'fixed_ips': [{'subnet_id': 'be776211-4b1f-44be-b5b4-4be81c8b3978'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:14:35.933742 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:35.980447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-efc5dbe4-8b89-4f0c-98aa-bdcc0c56bbbd None None] Port 03d72c11-3783-4ca5-8e86-0c5bcad94621 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:36.026451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffd4f7-3e74-4349-bab3-0a0f979100a6 req-6b8ce314-9079-4f55-8de8-3196291eacae tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.027932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faffd4f7-3e74-4349-bab3-0a0f979100a6 req-6b8ce314-9079-4f55-8de8-3196291eacae tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 949 time: 0.1813147 Aug 24 00:14:36.043065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 741cba84-5c2d-402b-b422-fd0321c23176 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:36.059468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 741cba84-5c2d-402b-b422-fd0321c23176 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:36.059844 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.080625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-80cb2349-da99-4287-9f06-c63dd2eec3c3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.082382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-80cb2349-da99-4287-9f06-c63dd2eec3c3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 805 time: 0.2973416 Aug 24 00:14:36.121589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-fdae7921-c9cc-44b3-808c-e4fe5b2d405b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/quotas/5b8cd63968f547cd8271dbfc440ed315 HTTP/1.1" status: 200 len: 375 time: 0.0263832 Aug 24 00:14:36.125189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faffd4f7-3e74-4349-bab3-0a0f979100a6 req-859c2e82-a720-4c7d-820f-1244df1f083d tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813131 Aug 24 00:14:36.129437 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:14:34Z', 'revision_number': 4, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '03d72c11-3783-4ca5-8e86-0c5bcad94621', 'name': '', 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'mac_address': 'fa:16:3e:58:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7fc437d9-a1d5-4497-a3c4-3691cb91b469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:32Z', 'updated_at': '2021-08-24T00:14:34Z', 'revision_number': 2, 'project_id': 'db9e707431e64d708922e82befe84303', 'subnets': [{'id': '7fc437d9-a1d5-4497-a3c4-3691cb91b469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:36.130344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.134037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.157203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Allocated IP 172.20.0.2 (a58142cd-3668-421b-9dd5-58e63cfcd789/be776211-4b1f-44be-b5b4-4be81c8b3978/cac340e2-d820-4f2e-9849-04f6d6f1fdb5) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:36.167540 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Checking router: 353cc542-3b57-4ac7-9cdd-5e85f3de015d for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:36.167895 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Updating router 353cc542-3b57-4ac7-9cdd-5e85f3de015d port 03d72c11-3783-4ca5-8e86-0c5bcad94621 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:36.195934 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.206894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-9c866c15-5ca2-4699-9507-095cce40b072 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655162 Aug 24 00:14:36.250310 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.257541 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.278873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 741cba84-5c2d-402b-b422-fd0321c23176, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=741cba84-5c2d-402b-b422-fd0321c23176,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:36.377203 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.384384 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.394999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-7942486a-4bfd-4b69-bc16-0c61705d641e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:36.396122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-7942486a-4bfd-4b69-bc16-0c61705d641e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0988233 Aug 24 00:14:36.416964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Transition to ACTIVE for port object cac340e2-d820-4f2e-9849-04f6d6f1fdb5 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:36.449214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Transition to ACTIVE for port object cac340e2-d820-4f2e-9849-04f6d6f1fdb5 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:36.453787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=741cba84-5c2d-402b-b422-fd0321c23176,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:36.481845 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.495660 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Transition to ACTIVE for port object 03d72c11-3783-4ca5-8e86-0c5bcad94621 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:36.596700 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.613872 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.639808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Network a58142cd-3668-421b-9dd5-58e63cfcd789 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:36.644622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:36.647191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:36.660516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Pushing event updated for resources: {'Port': ['ID=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:36.664708 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8cfd7-498d-4fcc-b3a0-f6c8d4c4bb0c None None] Pushing event updated for resources: {'Port': ['ID=03d72c11-3783-4ca5-8e86-0c5bcad94621,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:36.673462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.711323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Attempting to bind port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:36.711703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Attempting to bind port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:36.712068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Attempting to bind port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 on network a58142cd-3668-421b-9dd5-58e63cfcd789 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:36.717509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:36.717927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Checking segment: {'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:36.718319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.718716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Bound using segment: {'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:36.719186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Bound port: cac340e2-d820-4f2e-9849-04f6d6f1fdb5, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:36.719574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.741192 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Attempting to bind port 03d72c11-3783-4ca5-8e86-0c5bcad94621 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:36.742237 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Attempting to bind port 03d72c11-3783-4ca5-8e86-0c5bcad94621 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:36.743341 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Attempting to bind port 03d72c11-3783-4ca5-8e86-0c5bcad94621 on network de4e30fa-2986-4e0a-a20d-add0ec70f9cf {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:36.749992 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:36.750635 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Checking segment: {'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:36.751194 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.751731 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Bound using segment: {'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:36.753309 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Bound port: 03d72c11-3783-4ca5-8e86-0c5bcad94621, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae24441a-af86-4c2f-98ef-131ae4837493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:36.753911 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.795163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.821103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] For port cac340e2-d820-4f2e-9849-04f6d6f1fdb5, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:36.824315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] For port cac340e2-d820-4f2e-9849-04f6d6f1fdb5, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,segment=NetworkSegment(f6f3714d-d5f3-49b9-b5c6-e49e10189133),segment_id=f6f3714d-d5f3-49b9-b5c6-e49e10189133)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:36.833758 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] For port 03d72c11-3783-4ca5-8e86-0c5bcad94621, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:36.836929 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] For port 03d72c11-3783-4ca5-8e86-0c5bcad94621, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=03d72c11-3783-4ca5-8e86-0c5bcad94621,segment=NetworkSegment(ae24441a-af86-4c2f-98ef-131ae4837493),segment_id=ae24441a-af86-4c2f-98ef-131ae4837493)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:36.856066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6954-2cac-40f1-b742-dc183dde8dab req-4d14f3d5-63b9-4f3d-97b7-46f8f8631f10 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:36.857624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95bb6954-2cac-40f1-b742-dc183dde8dab req-4d14f3d5-63b9-4f3d-97b7-46f8f8631f10 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 949 time: 0.5591743 Aug 24 00:14:36.883552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ea5bd9-8083-4cfb-8219-46e0987c4327,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:36.918852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.921880 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:36.950446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4718601e-b79a-4148-927d-5d4040e49024 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:36.965487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95bb6954-2cac-40f1-b742-dc183dde8dab req-cbb483e3-ad0e-422c-aa2a-476302b71521 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980699 Aug 24 00:14:36.966446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:36.966978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Network hostable DHCP agents. Network: e522c8a4-814a-4c72-90f4-36c357e07638, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:36.977991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-3180f787-f03d-4815-aee7-f309b9de096a service neutron] 10.222.0.26 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140273 Aug 24 00:14:36.986550 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Routers {'353cc542-3b57-4ac7-9cdd-5e85f3de015d'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:36.987459 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:37.054584 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8cfd7-498d-4fcc-b3a0-f6c8d4c4bb0c None None] Pushing event updated for resources: {'Port': ['ID=03d72c11-3783-4ca5-8e86-0c5bcad94621,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:37.124452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3dfc77-d55a-450c-85b8-35095b42a540 None None] Pushing event updated for resources: {'Port': ['ID=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:37.145222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05bb916c-6c7e-4fbc-abf2-16bbd8bfdd96 req-3671cd4b-baa8-4b1c-bc07-67d22777709c tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 210 time: 0.0552771 Aug 24 00:14:37.169807 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] Set router 353cc542-3b57-4ac7-9cdd-5e85f3de015d gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:37.189968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 4718601e-b79a-4148-927d-5d4040e49024 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:37.195357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 4718601e-b79a-4148-927d-5d4040e49024 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:37.196069 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.236003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-bc2582f9-89ac-4cd6-b687-64ed849507ff service neutron] 10.222.0.26 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569771 Aug 24 00:14:37.240100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Network e522c8a4-814a-4c72-90f4-36c357e07638 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:37.415245 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.460186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e522c8a4-814a-4c72-90f4-36c357e07638) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:37.465252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:37.465650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b9404d-9185-447b-8ef2-7fcc90eed09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4718601e-b79a-4148-927d-5d4040e49024'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:37.465869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.467998 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1644ff-6722-4f71-9e75-35f7180a1f7c" -d '{"events": [{"server_uuid": "70b9404d-9185-447b-8ef2-7fcc90eed09c", "name": "network-vif-plugged", "status": "completed", "tag": "4718601e-b79a-4148-927d-5d4040e49024"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:37.489462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4718601e-b79a-4148-927d-5d4040e49024, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4718601e-b79a-4148-927d-5d4040e49024,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:37.491050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082911b-5414-4822-ba4a-ea194d3bc707 None None] Network e522c8a4-814a-4c72-90f4-36c357e07638 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:37.543918 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.566106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.607727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ef3b1-e810-4475-bde9-931ac680c34c req-9f4ab664-0307-4d00-b348-2b7d81843c4b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:37.630609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae5ef3b1-e810-4475-bde9-931ac680c34c req-9f4ab664-0307-4d00-b348-2b7d81843c4b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 948 time: 0.1609118 Aug 24 00:14:37.662675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f618c-0786-4a0e-9fd5-ac7df364373b None None] Network e522c8a4-814a-4c72-90f4-36c357e07638 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:37.733797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f9d1d483-8c1a-4533-8db4-164850db2cdd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1824906 Aug 24 00:14:37.753207 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:37.790146 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:14:34Z', 'revision_number': 4, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '03d72c11-3783-4ca5-8e86-0c5bcad94621', 'name': '', 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'mac_address': 'fa:16:3e:58:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7fc437d9-a1d5-4497-a3c4-3691cb91b469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:32Z', 'updated_at': '2021-08-24T00:14:36Z', 'revision_number': 4, 'project_id': 'db9e707431e64d708922e82befe84303', 'subnets': [{'id': '7fc437d9-a1d5-4497-a3c4-3691cb91b469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:37.825699 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52f06c-c3ac-4100-b2d5-0f591ad5d640 None None] The sync data for ids ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'] in n-d-804878-2 is: [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:14:34Z', 'revision_number': 4, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '03d72c11-3783-4ca5-8e86-0c5bcad94621', 'name': '', 'network_id': 'de4e30fa-2986-4e0a-a20d-add0ec70f9cf', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'mac_address': 'fa:16:3e:58:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '7fc437d9-a1d5-4497-a3c4-3691cb91b469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:32Z', 'updated_at': '2021-08-24T00:14:36Z', 'revision_number': 4, 'project_id': 'db9e707431e64d708922e82befe84303', 'subnets': [{'id': '7fc437d9-a1d5-4497-a3c4-3691cb91b469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:37.840774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae5ef3b1-e810-4475-bde9-931ac680c34c req-747fa345-d114-4ec0-8c1e-0e7003eaa6f5 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091498 Aug 24 00:14:37.953085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1632eb-b6cd-489c-bc20-e37db2b21aac req-6312e348-5998-410d-9659-61be259b75fd tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:37.956027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e1632eb-b6cd-489c-bc20-e37db2b21aac req-6312e348-5998-410d-9659-61be259b75fd tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 949 time: 0.2541952 Aug 24 00:14:38.040258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Allocated IP 172.25.5.129 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/4448c40e-5b7d-41c4-8e8b-6b8589df406e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:38.068813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cac340e2-d820-4f2e-9849-04f6d6f1fdb5 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:38.114779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 263135a0-dd62-419d-b4dc-28fbe07684ee up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:38.146026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=4718601e-b79a-4148-927d-5d4040e49024,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:38.174828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e1632eb-b6cd-489c-bc20-e37db2b21aac req-7f655f55-0852-49aa-8eec-60339298973f tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101650 Aug 24 00:14:38.256340 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc67952b-d2de-49b9-9fe9-20986d106dc5 x-openstack-request-id: req-cc67952b-d2de-49b9-9fe9-20986d106dc5 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:38.256639 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b9404d-9185-447b-8ef2-7fcc90eed09c", "name": "network-vif-plugged", "status": "completed", "tag": "4718601e-b79a-4148-927d-5d4040e49024", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:38.257003 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc67952b-d2de-49b9-9fe9-20986d106dc5 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:38.257404 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b9404d-9185-447b-8ef2-7fcc90eed09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4718601e-b79a-4148-927d-5d4040e49024', 'code': 200} Aug 24 00:14:38.293261 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.379085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d55ebd-23b9-4dd4-b716-c0c18c504771 req-cbace9ba-faeb-464b-a004-314d03d4eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:38.381442 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d9d55ebd-23b9-4dd4-b716-c0c18c504771 req-cbace9ba-faeb-464b-a004-314d03d4eecd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 1101 time: 0.1025064 Aug 24 00:14:38.405885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-599680c9-1ce5-4a4e-9db0-280aa719c9dc req-1fe41af9-cd5c-474f-a6fc-4a0428992fa1 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 210 time: 0.0754287 Aug 24 00:14:38.442109 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d9d55ebd-23b9-4dd4-b716-c0c18c504771 req-53ca7975-b8bd-494a-a8cd-3266efd0f3e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524974 Aug 24 00:14:38.480160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:38.488071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 741cba84-5c2d-402b-b422-fd0321c23176 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:38.529421 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.567455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 263135a0-dd62-419d-b4dc-28fbe07684ee completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:38.572465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 263135a0-dd62-419d-b4dc-28fbe07684ee triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:38.573378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.575651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 741cba84-5c2d-402b-b422-fd0321c23176 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:38.576058 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.742277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d0430-2b0f-4c94-9c64-ed455cca4cb4 None None] Network a58142cd-3668-421b-9dd5-58e63cfcd789 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:38.774147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:38.787431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:38.793808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:38.817396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Pushing event updated for resources: {'Port': ['ID=4448c40e-5b7d-41c4-8e8b-6b8589df406e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:38.825086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.886009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 263135a0-dd62-419d-b4dc-28fbe07684ee, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=263135a0-dd62-419d-b4dc-28fbe07684ee,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:38.901128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe09e3d-3640-4a51-83e2-d64a902506c1 req-2e549808-b6af-49bf-ade0-4466c2f4bd6f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:38.918759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fe09e3d-3640-4a51-83e2-d64a902506c1 req-2e549808-b6af-49bf-ade0-4466c2f4bd6f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 950 time: 0.2556674 Aug 24 00:14:38.956628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7ef9a7c4-2cb2-4b08-bdbc-5e74297f42a5 None None] Provisioning for port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:38.956628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7ef9a7c4-2cb2-4b08-bdbc-5e74297f42a5 None None] Provisioning complete for port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:38.956628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7ef9a7c4-2cb2-4b08-bdbc-5e74297f42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:38.994554 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-96c81832-8d3b-41c5-ad8b-00d407ff1d1f tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a6dd70df775e44129a9ce52f92ef9ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404198 Aug 24 00:14:39.026277 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.029701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42944) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:39.036589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-112851805-network', 'tenant_id': '9c1ccac52ed64a32b2b7244b8b4a521f'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:39.083021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=263135a0-dd62-419d-b4dc-28fbe07684ee,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:39.143297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Made reservation on behalf of 9c1ccac52ed64a32b2b7244b8b4a521f for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:39.145853 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.150465 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7ef9a7c4-2cb2-4b08-bdbc-5e74297f42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.156354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-f7f4a134-e000-443d-880a-0339c0cc4e89 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.157214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06422b16-0b79-49d0-bcd2-49fcc9fe1655 req-79b12a4b-80d0-4160-bfe2-1ea5be5fbab5 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 210 time: 0.0589366 Aug 24 00:14:39.162964 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-f7f4a134-e000-443d-880a-0339c0cc4e89 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639714 Aug 24 00:14:39.168601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.188059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7ef9a7c4-2cb2-4b08-bdbc-5e74297f42a5 None None] For port cac340e2-d820-4f2e-9849-04f6d6f1fdb5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,segment=NetworkSegment(f6f3714d-d5f3-49b9-b5c6-e49e10189133),segment_id=f6f3714d-d5f3-49b9-b5c6-e49e10189133)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:39.196860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Request body: {'port': {'device_id': 'b46df600-b283-4709-9e4e-90c482703a5a', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'a6dd70df775e44129a9ce52f92ef9ebf'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:39.207529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fe09e3d-3640-4a51-83e2-d64a902506c1 req-334fae18-cc53-47e9-8926-92fe3b3fd0e9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877054 Aug 24 00:14:39.304719 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7ef9a7c4-2cb2-4b08-bdbc-5e74297f42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.456799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.474365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.481979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9a7c4-2cb2-4b08-bdbc-5e74297f42a5 None None] Pushing event updated for resources: {'Port': ['ID=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:39.489893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-360372d0-0b46-4c06-a7c1-7b39338502cb None None] Provisioning complete for port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:39.490269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-360372d0-0b46-4c06-a7c1-7b39338502cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.571608 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.598849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:14:39.649622 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.655191 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Added segment 867eed6c-0209-450d-a20d-27e52f98d585 of type vlan for network 4c7f2e7c-8db1-432b-b098-5e7023d604db Aug 24 00:14:39.784874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.787335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc0a814-0f0c-454f-a44a-f096b58a6778,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:39.789040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-970d6c36-6502-4706-a6ed-62e999a5baa4 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.789549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-970d6c36-6502-4706-a6ed-62e999a5baa4 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.790037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-970d6c36-6502-4706-a6ed-62e999a5baa4 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.790510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-970d6c36-6502-4706-a6ed-62e999a5baa4 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.790987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-970d6c36-6502-4706-a6ed-62e999a5baa4 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.792809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-970d6c36-6502-4706-a6ed-62e999a5baa4 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e&device_id=b46df600-b283-4709-9e4e-90c482703a5a&device_id=c3740ffd-7df0-4518-91e9-d7684a45e690&device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c&device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed&device_id=a587d8fd-ac71-454a-b075-cc7de38299b7&device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 4664 time: 0.1553466 Aug 24 00:14:39.805690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38346c-efba-4383-95b2-e12d444d2aef req-940b7cee-4783-4211-91b3-43b888c09b57 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.807747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Made reservation on behalf of a6dd70df775e44129a9ce52f92ef9ebf for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:39.818872 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.819215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f38346c-efba-4383-95b2-e12d444d2aef req-940b7cee-4783-4211-91b3-43b888c09b57 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 950 time: 0.1925571 Aug 24 00:14:39.825799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.832646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cac340e2-d820-4f2e-9849-04f6d6f1fdb5 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:39.866185 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-20ee2b78-339d-49d8-8255-27b24a7d5be1 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.878231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f38346c-efba-4383-95b2-e12d444d2aef req-6eb11bd6-34ec-43de-8d56-811d42e4c823 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626755 Aug 24 00:14:39.898508 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.898508 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:39.898508 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.898825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.904752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:39.905523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.975513 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:39.997286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bb938b2-6b03-44f1-98a8-059ed6c98fa0 req-e73cce4f-aa70-48cd-a670-297d2b8dc017 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 210 time: 0.0325930 Aug 24 00:14:40.039430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 03d72c11-3783-4ca5-8e86-0c5bcad94621 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:40.050640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.064343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] Pushing event updated for resources: {'Network': ['ID=4c7f2e7c-8db1-432b-b098-5e7023d604db,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:40.076894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 4c7f2e7c-8db1-432b-b098-5e7023d604db details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:14:40.137454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:40.151060 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-da1b0f82-63bc-4942-850b-65ca0591455c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1171377 Aug 24 00:14:40.152347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:40.157205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Request body: {'subnet': {'network_id': '4c7f2e7c-8db1-432b-b098-5e7023d604db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-112851805-subnet', 'tenant_id': '9c1ccac52ed64a32b2b7244b8b4a521f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:40.177784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Router 10cb12ad-5376-486b-81a6-3b055bbeca81 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:14:40.221202 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Allocated IP 192.168.233.44 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/420582a6-0ec4-4056-b89b-8687fa6c42b4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:40.258684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3740ffd-7df0-4518-91e9-d7684a45e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263135a0-dd62-419d-b4dc-28fbe07684ee'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:40.261047 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da68fc4-0c77-464d-b454-7628e6e93424" -d '{"events": [{"server_uuid": "c3740ffd-7df0-4518-91e9-d7684a45e690", "name": "network-vif-plugged", "status": "completed", "tag": "263135a0-dd62-419d-b4dc-28fbe07684ee"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:40.274139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 03d72c11-3783-4ca5-8e86-0c5bcad94621 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:40.277823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 03d72c11-3783-4ca5-8e86-0c5bcad94621 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:40.281124 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.335179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-20ee2b78-339d-49d8-8255-27b24a7d5be1 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.383787 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.402188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.418422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Transition to ACTIVE for port object 420582a6-0ec4-4056-b89b-8687fa6c42b4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:40.422764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 03d72c11-3783-4ca5-8e86-0c5bcad94621, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=03d72c11-3783-4ca5-8e86-0c5bcad94621,segment=NetworkSegment(ae24441a-af86-4c2f-98ef-131ae4837493),segment_id=ae24441a-af86-4c2f-98ef-131ae4837493)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:40.524287 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.524750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.554480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42962) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:40.561892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d4515150-e719-4e42-9a5a-fb9f9d93aca0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728307637', 'description': 'tempest-description--274594908'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:40.617431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:40.621200 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:40.623785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:40.632300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=03d72c11-3783-4ca5-8e86-0c5bcad94621,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:40.660563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-20ee2b78-339d-49d8-8255-27b24a7d5be1 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.665007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Pushing event updated for resources: {'Port': ['ID=420582a6-0ec4-4056-b89b-8687fa6c42b4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:40.699975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:40.701129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.754756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4afc263f-4573-4b82-8adb-fbfaf60fd813 req-20ee2b78-339d-49d8-8255-27b24a7d5be1 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.9157226 Aug 24 00:14:40.811691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Made reservation on behalf of 9c1ccac52ed64a32b2b7244b8b4a521f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:40.814746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.820897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:40.831481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Sync routers for ids ['10cb12ad-5376-486b-81a6-3b055bbeca81'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:40.837904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee2b78-339d-49d8-8255-27b24a7d5be1 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a31edd-1c79-43c4-9684-de3f7685e640,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:40.853629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Routers {'10cb12ad-5376-486b-81a6-3b055bbeca81'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:40.854279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['10cb12ad-5376-486b-81a6-3b055bbeca81'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:40.901134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2880f-6a99-4ac4-bfb7-96e272ad591e req-601c4cf6-3ae0-4fbd-a5ac-aa6e828114b1 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:40.902708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fc2880f-6a99-4ac4-bfb7-96e272ad591e req-601c4cf6-3ae0-4fbd-a5ac-aa6e828114b1 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 935 time: 0.2509234 Aug 24 00:14:40.919677 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4515150-e719-4e42-9a5a-fb9f9d93aca0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:40.979123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Set router 10cb12ad-5376-486b-81a6-3b055bbeca81 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:41.027256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-fa648bf0-40a8-473f-b51b-cda9323f60e9 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.028708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-fa648bf0-40a8-473f-b51b-cda9323f60e9 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 805 time: 0.3516829 Aug 24 00:14:41.036966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fc2880f-6a99-4ac4-bfb7-96e272ad591e req-8acfaae9-6851-45c2-995f-c8985bda9e94 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267433 Aug 24 00:14:41.038003 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.039080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c04478fb-001a-46f7-b863-39b75ca7f529 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2954063 Aug 24 00:14:41.050296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca209f-7798-481a-a75d-3ccf203d9ef1 req-3ae4b5ff-f6f7-4c81-a0e3-9ac0d26cefa7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.057543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fca209f-7798-481a-a75d-3ccf203d9ef1 req-3ae4b5ff-f6f7-4c81-a0e3-9ac0d26cefa7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 950 time: 0.2103686 Aug 24 00:14:41.068457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:41.068457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Request body: {'port': {'device_id': '746f1603-9a94-4c60-8e48-3c05037c846e', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'admin_state_up': True, 'tenant_id': '5b8cd63968f547cd8271dbfc440ed315'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:41.086170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-01fb5eab-b2d2-40b9-a815-ac85504a5b07 None None] Provisioning for port 420582a6-0ec4-4056-b89b-8687fa6c42b4 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:41.094123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-01fb5eab-b2d2-40b9-a815-ac85504a5b07 None None] Provisioning complete for port 420582a6-0ec4-4056-b89b-8687fa6c42b4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:41.094560 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01fb5eab-b2d2-40b9-a815-ac85504a5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.129444 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452d02d-87ed-4e2f-9996-54a9e30cd2a1 x-openstack-request-id: req-9452d02d-87ed-4e2f-9996-54a9e30cd2a1 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:41.129764 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3740ffd-7df0-4518-91e9-d7684a45e690", "name": "network-vif-plugged", "status": "completed", "tag": "263135a0-dd62-419d-b4dc-28fbe07684ee", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:41.130023 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9452d02d-87ed-4e2f-9996-54a9e30cd2a1 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:41.130420 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3740ffd-7df0-4518-91e9-d7684a45e690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263135a0-dd62-419d-b4dc-28fbe07684ee', 'code': 200} Aug 24 00:14:41.131713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4515150-e719-4e42-9a5a-fb9f9d93aca0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.134753 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-67314ff9-c7a3-4612-867f-d22a5c6a9dfa tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9419553 Aug 24 00:14:41.160085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-01fb5eab-b2d2-40b9-a815-ac85504a5b07 None None] Port 420582a6-0ec4-4056-b89b-8687fa6c42b4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:41.171649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Request body: {'port': {'device_id': 'b46df600-b283-4709-9e4e-90c482703a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:41.198849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4515150-e719-4e42-9a5a-fb9f9d93aca0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.266126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4515150-e719-4e42-9a5a-fb9f9d93aca0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c50b9-3ba8-4615-bb16-fff0578239a5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:41.268394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:39Z', 'revision_number': 3, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port': {'id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:37Z', 'updated_at': '2021-08-24T00:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:41.284253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.295656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fca209f-7798-481a-a75d-3ccf203d9ef1 req-581a4e83-bae5-4d76-a036-7c84bc5f9fa6 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368898 Aug 24 00:14:41.304624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4515150-e719-4e42-9a5a-fb9f9d93aca0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.309386 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d4515150-e719-4e42-9a5a-fb9f9d93aca0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7534978 Aug 24 00:14:41.311561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42974) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:41.318683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-681e1ca8-707b-422e-9eb6-076baac3d85f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Request body: {'security_group_rule': {'security_group_id': 'ec0c50b9-3ba8-4615-bb16-fff0578239a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:41.342809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Checking router: 10cb12ad-5376-486b-81a6-3b055bbeca81 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:41.343268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Updating router 10cb12ad-5376-486b-81a6-3b055bbeca81 port 4448c40e-5b7d-41c4-8e8b-6b8589df406e binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:41.392448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.467896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-681e1ca8-707b-422e-9eb6-076baac3d85f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.506431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd900fdd-ba01-455b-9b47-7d01f45ddf50 req-933499fe-d6eb-40ae-a6f3-80f74ae5744c tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 210 time: 0.0810089 Aug 24 00:14:41.522419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54d1d0-f46c-45d4-ba07-f3dc16a91fda req-0770f75c-0ecc-400a-9424-04210fe27fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.524276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed54d1d0-f46c-45d4-ba07-f3dc16a91fda req-0770f75c-0ecc-400a-9424-04210fe27fe8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 1101 time: 0.2467527 Aug 24 00:14:41.569905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.646604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87fbc6-7f34-490a-997b-02f481e32fcf req-724b87f8-13cd-4162-9fcc-b8a925a9a355 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:41.653370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a87fbc6-7f34-490a-997b-02f481e32fcf req-724b87f8-13cd-4162-9fcc-b8a925a9a355 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 950 time: 0.2909625 Aug 24 00:14:41.662940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Made reservation on behalf of 5b8cd63968f547cd8271dbfc440ed315 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:41.666719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.696643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 03d72c11-3783-4ca5-8e86-0c5bcad94621 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:41.734547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420582a6-0ec4-4056-b89b-8687fa6c42b4 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:41.746453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.768527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed54d1d0-f46c-45d4-ba07-f3dc16a91fda req-121cb44c-f3d9-4f1f-9f80-4bad6c45c39c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302372 Aug 24 00:14:41.769111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=89614ec7-a9c7-477c-97a4-5cef8bafa447,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:41.770218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-681e1ca8-707b-422e-9eb6-076baac3d85f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.775377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Transition to ACTIVE for port object 420582a6-0ec4-4056-b89b-8687fa6c42b4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:41.782215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.796983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Transition to ACTIVE for port object 4448c40e-5b7d-41c4-8e8b-6b8589df406e will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:41.802053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 03d72c11-3783-4ca5-8e86-0c5bcad94621 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:41.802490 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.843778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-681e1ca8-707b-422e-9eb6-076baac3d85f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.862333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a87fbc6-7f34-490a-997b-02f481e32fcf req-945cbca5-a050-44e8-960a-0fed7e58ef89 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078943 Aug 24 00:14:41.868981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.869919 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.915264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1ca8-707b-422e-9eb6-076baac3d85f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb4a9f6-9a52-4136-be44-ff054707c624,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:41.918112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Pushing event updated for resources: {'Port': ['ID=420582a6-0ec4-4056-b89b-8687fa6c42b4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:41.935925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-681e1ca8-707b-422e-9eb6-076baac3d85f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:41.939630 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-681e1ca8-707b-422e-9eb6-076baac3d85f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6245358 Aug 24 00:14:41.942573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42980) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:41.949056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8cd5ebbe-a309-4ece-9a12-ea84746be931 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Request body: {'security_group_rule': {'security_group_id': 'ec0c50b9-3ba8-4615-bb16-fff0578239a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:42.039905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Checking segment: {'id': '867eed6c-0209-450d-a20d-27e52f98d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4c7f2e7c-8db1-432b-b098-5e7023d604db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:42.040185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Network hostable DHCP agents. Network: 4c7f2e7c-8db1-432b-b098-5e7023d604db, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:14:42.074888 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8cd5ebbe-a309-4ece-9a12-ea84746be931 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.114816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf312e-6e8b-4b64-a7d7-bd5e769c1c0d None None] Pushing event updated for resources: {'Port': ['ID=4448c40e-5b7d-41c4-8e8b-6b8589df406e,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:42.118460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Attempting to bind port 4448c40e-5b7d-41c4-8e8b-6b8589df406e on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:42.118840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Attempting to bind port 4448c40e-5b7d-41c4-8e8b-6b8589df406e by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:42.119248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Attempting to bind port 4448c40e-5b7d-41c4-8e8b-6b8589df406e on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:42.124767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:42.125152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:42.125593 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.126005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:42.126481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Bound port: 4448c40e-5b7d-41c4-8e8b-6b8589df406e, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:42.126907 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.145137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Attempting to bind port 420582a6-0ec4-4056-b89b-8687fa6c42b4 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:42.145484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Attempting to bind port 420582a6-0ec4-4056-b89b-8687fa6c42b4 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:42.145848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Attempting to bind port 420582a6-0ec4-4056-b89b-8687fa6c42b4 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:42.156011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Port 420582a6-0ec4-4056-b89b-8687fa6c42b4 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:42.156411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Attempting to bind port 420582a6-0ec4-4056-b89b-8687fa6c42b4 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:42.169766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:42.170100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:42.170448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:42.171107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Bound port: 420582a6-0ec4-4056-b89b-8687fa6c42b4, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:42.171302 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.190318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8cd5ebbe-a309-4ece-9a12-ea84746be931 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.194335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Allocated IP 172.20.0.6 (e60ef469-d6be-4ae1-9ba5-67e94cf982e2/d362f50b-2768-483a-9b4d-2edd55aae693/912cd8ba-38b3-4fc2-9e72-1920e65a489c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:42.201056 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.206719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] For port 4448c40e-5b7d-41c4-8e8b-6b8589df406e, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:42.210683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] For port 4448c40e-5b7d-41c4-8e8b-6b8589df406e, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4448c40e-5b7d-41c4-8e8b-6b8589df406e,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:42.223109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781006de-d409-493d-b62e-43af0e0ee764 req-bc861deb-8557-4f90-9c49-cab8624d4f41 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.223913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781006de-d409-493d-b62e-43af0e0ee764 req-bc861deb-8557-4f90-9c49-cab8624d4f41 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.224438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781006de-d409-493d-b62e-43af0e0ee764 req-bc861deb-8557-4f90-9c49-cab8624d4f41 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.226249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-781006de-d409-493d-b62e-43af0e0ee764 req-bc861deb-8557-4f90-9c49-cab8624d4f41 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed&device_id=a587d8fd-ac71-454a-b075-cc7de38299b7&device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 2882 time: 0.4717276 Aug 24 00:14:42.271625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] For port 420582a6-0ec4-4056-b89b-8687fa6c42b4, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:42.274021 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8cd5ebbe-a309-4ece-9a12-ea84746be931 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.279052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] For port 420582a6-0ec4-4056-b89b-8687fa6c42b4, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=420582a6-0ec4-4056-b89b-8687fa6c42b4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:42.299152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5ebbe-a309-4ece-9a12-ea84746be931 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f967b8e9-d45b-42e2-96f0-898b51ba90de,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:42.327314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.379044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Routers {'10cb12ad-5376-486b-81a6-3b055bbeca81'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:42.379671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['10cb12ad-5376-486b-81a6-3b055bbeca81'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:42.403553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-781006de-d409-493d-b62e-43af0e0ee764 req-9ad97198-ec02-4ffd-a073-f7dec998cc9d tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558621 Aug 24 00:14:42.425123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf312e-6e8b-4b64-a7d7-bd5e769c1c0d None None] Pushing event updated for resources: {'Port': ['ID=4448c40e-5b7d-41c4-8e8b-6b8589df406e,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:42.433240 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.445629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Network 4c7f2e7c-8db1-432b-b098-5e7023d604db is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:14:42.472593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8cd5ebbe-a309-4ece-9a12-ea84746be931 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.476976 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8cd5ebbe-a309-4ece-9a12-ea84746be931 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5305166 Aug 24 00:14:42.480894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.484229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:42.484468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.486805 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] 10.222.0.36 "PUT /v2.0/ports/420582a6-0ec4-4056-b89b-8687fa6c42b4 HTTP/1.1" status: 200 len: 1095 time: 1.3196857 Aug 24 00:14:42.492274 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46df600-b283-4709-9e4e-90c482703a5a', 'tag': '420582a6-0ec4-4056-b89b-8687fa6c42b4'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:42.499218 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b46df600-b283-4709-9e4e-90c482703a5a", "tag": "420582a6-0ec4-4056-b89b-8687fa6c42b4"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:42.499401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:42.529113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70de67-d4d4-42dd-ba27-bf8ac95b9d4d service neutron] Pushing event updated for resources: {'Port': ['ID=420582a6-0ec4-4056-b89b-8687fa6c42b4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:42.529688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] Set router 10cb12ad-5376-486b-81a6-3b055bbeca81 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:42.557854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd555747-2788-456b-a5ae-7bbc00e0f14b req-7ca80ebf-e469-473b-8182-9fce496ae327 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.559335 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd555747-2788-456b-a5ae-7bbc00e0f14b req-7ca80ebf-e469-473b-8182-9fce496ae327 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 1101 time: 0.2466817 Aug 24 00:14:42.572382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.581499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 4c7f2e7c-8db1-432b-b098-5e7023d604db) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:42.595250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee665e5-8c71-4649-99f2-f5f58b601868 None None] Network 4c7f2e7c-8db1-432b-b098-5e7023d604db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:42.616781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.617385 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.623454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.640424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd555747-2788-456b-a5ae-7bbc00e0f14b req-e89bc14f-49f6-4992-a794-5e50eb91ae51 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.681283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-60be1bc4-f2c9-4579-9dec-ce571cacf71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.682873 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-60be1bc4-f2c9-4579-9dec-ce571cacf71f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6dd70df775e44129a9ce52f92ef9ebf&device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 1098 time: 0.0483122 Aug 24 00:14:42.698082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9cb0d-565a-453e-9969-b26efa783309 req-148335e1-5745-4fd0-baf4-2ca84b8a5981 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:42.699846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fb9cb0d-565a-453e-9969-b26efa783309 req-148335e1-5745-4fd0-baf4-2ca84b8a5981 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 947 time: 0.2186134 Aug 24 00:14:42.737914 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:42.821710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88960e-fd59-4795-bd42-a8ff4edddd1b None None] Network 4c7f2e7c-8db1-432b-b098-5e7023d604db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:42.845142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c972aedf-7206-454f-8863-d4bad41688aa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6834540 Aug 24 00:14:42.957340 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-0172224e-794e-4371-8b3f-1ba766cdf9aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=420582a6-0ec4-4056-b89b-8687fa6c42b4 HTTP/1.1" status: 200 len: 217 time: 0.2581849 Aug 24 00:14:43.012679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:39Z', 'revision_number': 3, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port': {'id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:37Z', 'updated_at': '2021-08-24T00:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:43.028409 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-efb15c12-e35e-42b2-b4cd-c2f9c282d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.029962 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-efb15c12-e35e-42b2-b4cd-c2f9c282d72b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0649767 Aug 24 00:14:43.058592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fdcff3-fcd9-4ce2-8d4c-71acb6658fb7 None None] The sync data for ids ['10cb12ad-5376-486b-81a6-3b055bbeca81'] in n-d-804878-2 is: [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:39Z', 'revision_number': 3, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port': {'id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:37Z', 'updated_at': '2021-08-24T00:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:43.097164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-49752935-9dad-472d-9544-09ca0772249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.099341 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-49752935-9dad-472d-9544-09ca0772249d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520821 Aug 24 00:14:43.197368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fb9cb0d-565a-453e-9969-b26efa783309 req-7c824fe6-9dda-4311-a459-45d9b1713eda tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387438 Aug 24 00:14:43.249896 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-a9bccce2-146a-41f3-9f96-9f96adf68eed service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317079 Aug 24 00:14:43.262070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.373981 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efb79c7-e3b4-45d9-8c14-f89d20f756bd x-openstack-request-id: req-4efb79c7-e3b4-45d9-8c14-f89d20f756bd {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:43.373981 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46df600-b283-4709-9e4e-90c482703a5a", "tag": "420582a6-0ec4-4056-b89b-8687fa6c42b4", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:43.373981 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4efb79c7-e3b4-45d9-8c14-f89d20f756bd {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:43.373981 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46df600-b283-4709-9e4e-90c482703a5a', 'tag': '420582a6-0ec4-4056-b89b-8687fa6c42b4', 'status': 'completed', 'code': 200} Aug 24 00:14:43.374306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Allocated IP 172.20.0.1 (a58142cd-3668-421b-9dd5-58e63cfcd789/be776211-4b1f-44be-b5b4-4be81c8b3978/9c550748-bb56-4de5-8c74-339829a37a64) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:43.408347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:43.437226 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de6a5eb6-99c8-4d48-bc40-5c68720d6224 req-b4eba098-b10d-4a70-bd4c-1ede886bffa9 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778326 Aug 24 00:14:43.438182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Pushing event updated for resources: {'Port': ['ID=912cd8ba-38b3-4fc2-9e72-1920e65a489c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:43.441296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:43.471154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:43.476960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.477615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.546400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd555747-2788-456b-a5ae-7bbc00e0f14b req-e89bc14f-49f6-4992-a794-5e50eb91ae51 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.557747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.607076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c16b57-0574-4bd8-8d99-7f0f099c9a84 req-6de2cdf4-4594-4c67-929a-33d19f28d5a6 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.611662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56c16b57-0574-4bd8-8d99-7f0f099c9a84 req-6de2cdf4-4594-4c67-929a-33d19f28d5a6 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 931 time: 0.1884573 Aug 24 00:14:43.658946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4448c40e-5b7d-41c4-8e8b-6b8589df406e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:43.668494 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd555747-2788-456b-a5ae-7bbc00e0f14b req-e89bc14f-49f6-4992-a794-5e50eb91ae51 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.703296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-3bb9b169-93ee-4e2d-ace1-9ea876766f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.705693 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-3bb9b169-93ee-4e2d-ace1-9ea876766f70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6dd70df775e44129a9ce52f92ef9ebf&device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 1098 time: 0.0661702 Aug 24 00:14:43.756171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd555747-2788-456b-a5ae-7bbc00e0f14b req-e89bc14f-49f6-4992-a794-5e50eb91ae51 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1778519 Aug 24 00:14:43.767147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-d3158aff-4f87-4e60-ba93-d510897f9221 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7058265 Aug 24 00:14:43.770547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.795055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Request body: {'port': {'device_id': '746f1603-9a94-4c60-8e48-3c05037c846e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:43.802934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bc14f-49f6-4992-a794-5e50eb91ae51 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db71e68b-1fec-469b-800d-97168fe278dd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:43.815640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 4448c40e-5b7d-41c4-8e8b-6b8589df406e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:43.820418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4448c40e-5b7d-41c4-8e8b-6b8589df406e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:43.820418 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.846758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-89441afc-2e53-48ec-8cda-8ae36b2ff387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.849010 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-89441afc-2e53-48ec-8cda-8ae36b2ff387 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1364825 Aug 24 00:14:43.851879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56c16b57-0574-4bd8-8d99-7f0f099c9a84 req-e2e1858f-3cc7-4658-8224-c9fa36affd10 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050021 Aug 24 00:14:43.913777 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-55ca7590-d865-46b3-aa38-6d2a782212fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=420582a6-0ec4-4056-b89b-8687fa6c42b4 HTTP/1.1" status: 200 len: 217 time: 0.0578728 Aug 24 00:14:43.915977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Transition to ACTIVE for port object 9c550748-bb56-4de5-8c74-339829a37a64 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:43.948540 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.981131 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:43.992517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Allocated IP 172.25.5.223 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/66b948b9-5483-41e2-83c6-bbf2fe8d2643) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:43.993610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-5ac6c029-0f45-4440-bfe6-1eb360f904c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:43.995152 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-5ac6c029-0f45-4440-bfe6-1eb360f904c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0587680 Aug 24 00:14:43.996359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 4448c40e-5b7d-41c4-8e8b-6b8589df406e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4448c40e-5b7d-41c4-8e8b-6b8589df406e,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:44.049326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-1a0a0225-cb81-427e-96c9-40b161867582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:44.051018 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-1a0a0225-cb81-427e-96c9-40b161867582 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479641 Aug 24 00:14:44.087058 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.139911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=4448c40e-5b7d-41c4-8e8b-6b8589df406e,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:44.148649 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-3a9179f0-012c-4408-ba16-dd0e79b23026 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907872 Aug 24 00:14:44.194117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364923b-646c-488c-b567-9b0d7ef56ad4 req-b6ce7bc3-b9a8-41c5-8505-bcbf8795a6e9 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:44.195635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6364923b-646c-488c-b567-9b0d7ef56ad4 req-b6ce7bc3-b9a8-41c5-8505-bcbf8795a6e9 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 950 time: 0.2892315 Aug 24 00:14:44.247420 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8681b864-f6c3-4db0-9dc0-46b9bdb69f8a req-81a5d80d-b3d1-4b6f-8dce-e0f429c5468a service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872319 Aug 24 00:14:44.354383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.383827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6364923b-646c-488c-b567-9b0d7ef56ad4 req-badf9383-002b-4a35-b164-c56e0eeadc67 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807113 Aug 24 00:14:44.447192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-f8065c92-f25b-4a99-866a-0f698faa3998 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:44.448744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-f8065c92-f25b-4a99-866a-0f698faa3998 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 821 time: 0.4250057 Aug 24 00:14:44.461253 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.490116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Network a58142cd-3668-421b-9dd5-58e63cfcd789 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:44.498588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:44.503750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c550748-bb56-4de5-8c74-339829a37a64,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:44.506198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-d011a1c4-0d1c-4e99-aaf2-7bb3325d61db tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/quotas/8264d2be08f54617bb0ba9db9202bad4 HTTP/1.1" status: 200 len: 375 time: 0.0425479 Aug 24 00:14:44.509604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:44.510568 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.616983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-4b434ff3-8e47-49a5-995b-88b4d69c1561 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660210 Aug 24 00:14:44.770967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.786555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-09708040-e5df-4604-ba28-196cf755cece None None] Provisioning for port 9c550748-bb56-4de5-8c74-339829a37a64 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:44.790593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-09708040-e5df-4604-ba28-196cf755cece None None] Provisioning complete for port 9c550748-bb56-4de5-8c74-339829a37a64 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:44.791036 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-09708040-e5df-4604-ba28-196cf755cece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.828221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-09708040-e5df-4604-ba28-196cf755cece None None] Port 9c550748-bb56-4de5-8c74-339829a37a64 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:44.835040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42bd9c-8401-4541-9629-cfb75e19dd5e req-914a3a78-8c83-4a23-b455-74ee6d4de0d2 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:44.836564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d42bd9c-8401-4541-9629-cfb75e19dd5e req-914a3a78-8c83-4a23-b455-74ee6d4de0d2 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 947 time: 0.1515009 Aug 24 00:14:44.846514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:44.851128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912cd8ba-38b3-4fc2-9e72-1920e65a489c {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:44.858165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-596670a6-1b41-4a40-be34-b9fa14af734a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:14:44.859164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-596670a6-1b41-4a40-be34-b9fa14af734a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0835631 Aug 24 00:14:44.888122 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:44.890539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:44.893407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:44.933281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event updated for resources: {'Port': ['ID=66b948b9-5483-41e2-83c6-bbf2fe8d2643,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:44.976750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Transition to ACTIVE for port object 912cd8ba-38b3-4fc2-9e72-1920e65a489c will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:45.000370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.038235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d42bd9c-8401-4541-9629-cfb75e19dd5e req-f016ad2e-8a0e-41ba-bb9b-2bf2a7ebf4e4 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891599 Aug 24 00:14:45.058307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.082261 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.156678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-e9e0c3e4-4bdf-4fe5-8a09-e49f7ab17236 service neutron] 10.222.0.26 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845206 Aug 24 00:14:45.219301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Pushing event updated for resources: {'Port': ['ID=912cd8ba-38b3-4fc2-9e72-1920e65a489c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:45.326827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Attempting to bind port 912cd8ba-38b3-4fc2-9e72-1920e65a489c on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:45.327160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Attempting to bind port 912cd8ba-38b3-4fc2-9e72-1920e65a489c by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:45.327551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Attempting to bind port 912cd8ba-38b3-4fc2-9e72-1920e65a489c on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:45.336598 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.354148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Port 912cd8ba-38b3-4fc2-9e72-1920e65a489c on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:45.354489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Attempting to bind port 912cd8ba-38b3-4fc2-9e72-1920e65a489c on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:45.397107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:45.397365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Checking segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:45.397843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Bound using segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:45.398288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Bound port: 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:45.398645 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.447269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-c1098b2e-f0fe-48aa-85b2-3f0a55da184e service neutron] 10.222.0.26 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680213 Aug 24 00:14:45.540380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.580952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:45.599214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:45.627650 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-2db41bc2-7bb3-47f1-9ee4-2ff141766fbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444324 Aug 24 00:14:45.630570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.645799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4448c40e-5b7d-41c4-8e8b-6b8589df406e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:45.672295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.675175 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.675845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.698254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4448c40e-5b7d-41c4-8e8b-6b8589df406e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:45.703806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.742954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.743464 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.744865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] 10.222.0.36 "PUT /v2.0/ports/912cd8ba-38b3-4fc2-9e72-1920e65a489c HTTP/1.1" status: 200 len: 1091 time: 1.9587603 Aug 24 00:14:45.745444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746f1603-9a94-4c60-8e48-3c05037c846e', 'tag': '912cd8ba-38b3-4fc2-9e72-1920e65a489c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:45.747678 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66870131-5680-4f2e-bcd1-1f806de55110" -d '{"events": [{"name": "network-changed", "server_uuid": "746f1603-9a94-4c60-8e48-3c05037c846e", "tag": "912cd8ba-38b3-4fc2-9e72-1920e65a489c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:45.772744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-245827a5-2571-43c5-b5a9-333795740fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.775400 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-245827a5-2571-43c5-b5a9-333795740fc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1101 time: 0.0951784 Aug 24 00:14:45.781380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.822322 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:45.846270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013faf-d342-407e-ab4a-b902cd136d7e service neutron] Pushing event updated for resources: {'Port': ['ID=912cd8ba-38b3-4fc2-9e72-1920e65a489c,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:45.932780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-b0f79ecd-8487-4928-a89b-ef0ba4f230f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:45.934612 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-b0f79ecd-8487-4928-a89b-ef0ba4f230f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1298318 Aug 24 00:14:45.983010 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-5e9cab71-11a9-4416-b798-d6b2486ce36b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d HTTP/1.1" status: 200 len: 217 time: 0.0391870 Aug 24 00:14:46.040078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-4af7c0c9-0e89-4de4-863c-378291f894b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.041625 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-4af7c0c9-0e89-4de4-863c-378291f894b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0510211 Aug 24 00:14:46.089646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-27148c84-6982-4a57-9b68-ec85a112efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.091215 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-27148c84-6982-4a57-9b68-ec85a112efa1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417528 Aug 24 00:14:46.148922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0776513a-c6bd-4002-8472-531c7f37a1b9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3203990 Aug 24 00:14:46.149670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.158716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6632652 Aug 24 00:14:46.203902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-e454960e-a5c7-4ed0-a9dd-e0881adf06bb service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039231 Aug 24 00:14:46.293396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c550748-bb56-4de5-8c74-339829a37a64,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:46.306465 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e29835fa-0986-464e-a15d-dc0fb4f408b4 req-087173b3-8b9a-4363-9eda-7506c20c93e7 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938981 Aug 24 00:14:46.308996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Network a58142cd-3668-421b-9dd5-58e63cfcd789 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:46.322130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:46.364247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-07ee61a1-2c27-4af6-b1c3-e120798286ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.365810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-07ee61a1-2c27-4af6-b1c3-e120798286ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 1094 time: 0.2480593 Aug 24 00:14:46.382641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265f5d7-5740-440d-af3a-fd9573f4cd29 req-e03c5fb7-7c4e-46f5-83f3-e00d546e4c2d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.384284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5265f5d7-5740-440d-af3a-fd9573f4cd29 req-e03c5fb7-7c4e-46f5-83f3-e00d546e4c2d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 943 time: 0.2633147 Aug 24 00:14:46.488456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-42fca3e4-e776-4211-a936-0c511682b01b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c HTTP/1.1" status: 200 len: 217 time: 0.1028769 Aug 24 00:14:46.499614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc476-cf36-48e0-9f68-74015310e082 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event updated for resources: {'Port': ['ID=66b948b9-5483-41e2-83c6-bbf2fe8d2643,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:46.527425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-c5edbfde-1777-4cff-ac15-c8724e89e926 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.528887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-c5edbfde-1777-4cff-ac15-c8724e89e926 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438973 Aug 24 00:14:46.562875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-486f05dd-bf00-4dec-874d-b7873bef7e6b None None] Provisioning complete for port 9c550748-bb56-4de5-8c74-339829a37a64 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:46.564484 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-486f05dd-bf00-4dec-874d-b7873bef7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:46.585114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5265f5d7-5740-440d-af3a-fd9573f4cd29 req-fd3d6407-7ae6-46fb-b1fd-01e7d007724e tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883709 Aug 24 00:14:46.614398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-486f05dd-bf00-4dec-874d-b7873bef7e6b None None] Port 9c550748-bb56-4de5-8c74-339829a37a64 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:46.620425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-10db4e57-1608-4455-a9ee-27c019c7dedb tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/quotas/0b5310f0b8ad4eb1a8a1fd6ccac449e5 HTTP/1.1" status: 200 len: 375 time: 0.0656226 Aug 24 00:14:46.630982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-dbcb448e-82ff-41d3-9dfe-4b6ee3e554fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.632438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-dbcb448e-82ff-41d3-9dfe-4b6ee3e554fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d362f50b-2768-483a-9b4d-2edd55aae693 HTTP/1.1" status: 200 len: 845 time: 0.1285558 Aug 24 00:14:46.693826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-c0eb6d3a-23e2-4528-9cc6-8d5951497633 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521796 Aug 24 00:14:46.737821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Router 10cb12ad-5376-486b-81a6-3b055bbeca81 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:46.791824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-61430a6c-a3b0-4350-8b0d-0f6aa4ca7887 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1656740 Aug 24 00:14:46.867332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38d06a-4ed4-4798-8094-bd3827e6d9a2 req-ba575df5-fbce-49c8-bb36-148209af703a tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:46.868888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e38d06a-4ed4-4798-8094-bd3827e6d9a2 req-ba575df5-fbce-49c8-bb36-148209af703a tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 950 time: 0.2011499 Aug 24 00:14:46.909625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-635bf4ae-c53c-4ffe-a4cb-dfb219780ee4 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006440 Aug 24 00:14:47.018072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e38d06a-4ed4-4798-8094-bd3827e6d9a2 req-86fd2755-ac83-4d71-b4d2-ced1b055fe4f tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375110 Aug 24 00:14:47.023609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:47.034139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bc7cee8e-5d95-4874-9fb4-0062182b8ec7 admin admin] 10.222.0.26 "PUT /v2.0/routers/10cb12ad-5376-486b-81a6-3b055bbeca81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9713278 Aug 24 00:14:47.053335 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Sync routers for ids ['10cb12ad-5376-486b-81a6-3b055bbeca81'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:47.071617 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Routers {'10cb12ad-5376-486b-81a6-3b055bbeca81'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:47.072755 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['10cb12ad-5376-486b-81a6-3b055bbeca81'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:47.074933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7fa6e6-2df5-4cb4-a76e-a5400ec85ba0 req-5935a55a-c472-4285-b4d8-070154636df5 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372781 Aug 24 00:14:47.134493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c8f9bb2-25fa-4479-b78f-320fed2f2f18 req-899715a7-df88-4d2a-b3c3-6317f5866eab tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 210 time: 0.0476727 Aug 24 00:14:47.203636 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5889bbf6-0e0a-439b-968b-8800b17225cd x-openstack-request-id: req-5889bbf6-0e0a-439b-968b-8800b17225cd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:47.203908 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746f1603-9a94-4c60-8e48-3c05037c846e", "tag": "912cd8ba-38b3-4fc2-9e72-1920e65a489c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:47.204282 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5889bbf6-0e0a-439b-968b-8800b17225cd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:47.204588 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746f1603-9a94-4c60-8e48-3c05037c846e', 'tag': '912cd8ba-38b3-4fc2-9e72-1920e65a489c', 'status': 'completed', 'code': 200} Aug 24 00:14:47.222595 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Set router 10cb12ad-5376-486b-81a6-3b055bbeca81 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:47.370597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870131-5680-4f2e-bcd1-1f806de55110 req-53da11af-e081-44b0-9abf-e58ade918ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:47.373452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66870131-5680-4f2e-bcd1-1f806de55110 req-53da11af-e081-44b0-9abf-e58ade918ba8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 1094 time: 0.0813975 Aug 24 00:14:47.449126 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:44Z', 'revision_number': 4, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port': {'id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:37Z', 'updated_at': '2021-08-24T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9c550748-bb56-4de5-8c74-339829a37a64', 'name': '', 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'mac_address': 'fa:16:3e:8b:fe:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'be776211-4b1f-44be-b5b4-4be81c8b3978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:42Z', 'updated_at': '2021-08-24T00:14:45Z', 'revision_number': 2, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'subnets': [{'id': 'be776211-4b1f-44be-b5b4-4be81c8b3978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:47.481489 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Checking router: 10cb12ad-5376-486b-81a6-3b055bbeca81 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:47.482382 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Updating router 10cb12ad-5376-486b-81a6-3b055bbeca81 port 9c550748-bb56-4de5-8c74-339829a37a64 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:14:47.508896 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.518575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870131-5680-4f2e-bcd1-1f806de55110 req-fe444ecd-b070-45b5-9bda-e6f07ebe73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:47.520127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66870131-5680-4f2e-bcd1-1f806de55110 req-fe444ecd-b070-45b5-9bda-e6f07ebe73b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 906 time: 0.1394591 Aug 24 00:14:47.531785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e377f3c-f15a-4c60-996d-09bb97d1cc1c req-c6ddfe19-cb13-432c-a615-6c8306737064 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:47.539597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e377f3c-f15a-4c60-996d-09bb97d1cc1c req-c6ddfe19-cb13-432c-a615-6c8306737064 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 947 time: 0.0795434 Aug 24 00:14:47.599940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66870131-5680-4f2e-bcd1-1f806de55110 req-fa671221-035c-4042-b29a-2ed5aa3ae442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c HTTP/1.1" status: 200 len: 217 time: 0.0582256 Aug 24 00:14:47.662499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e377f3c-f15a-4c60-996d-09bb97d1cc1c req-a0c1cc77-400f-4eb2-a9c9-c985812593d1 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216257 Aug 24 00:14:47.739164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-b32bfaa2-2f7d-4b6b-852e-d7cd884335a0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1728307637&fields=id&tenant_id=6989634de92f4885a6b0d1f1fcecffa9 HTTP/1.1" status: 200 len: 267 time: 0.1172037 Aug 24 00:14:47.740811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870131-5680-4f2e-bcd1-1f806de55110 req-438c6ed4-b225-4ea3-aff4-2361759c3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:47.743839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66870131-5680-4f2e-bcd1-1f806de55110 req-438c6ed4-b225-4ea3-aff4-2361759c3d69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d362f50b-2768-483a-9b4d-2edd55aae693 HTTP/1.1" status: 200 len: 845 time: 0.1376166 Aug 24 00:14:47.819960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcb81ff1-52be-47f1-88ef-4d95ddcda124 req-3aa7fdad-de01-4376-9f2b-892803093ae3 tempest-FloatingIPsNegativeTestJSON-834148176 tempest-FloatingIPsNegativeTestJSON-834148176-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=8f614d27c73c4b1e8b1b069be5bfa99b HTTP/1.1" status: 200 len: 217 time: 0.0748162 Aug 24 00:14:47.867777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66870131-5680-4f2e-bcd1-1f806de55110 req-4f96598b-bb7d-49fb-8cb3-adc0e34a326b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594902 Aug 24 00:14:47.888335 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:47.899039 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Transition to ACTIVE for port object 9c550748-bb56-4de5-8c74-339829a37a64 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:47.934258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 420582a6-0ec4-4056-b89b-8687fa6c42b4 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:47.974132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-f9bddfb8-dce4-4672-ba22-d14cb780c885 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642612 Aug 24 00:14:47.992606 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.039305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791717f-4100-4034-b332-d63379cf3aeb req-71eab81f-d2ba-40de-a669-91d2f0ce9c59 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:48.039932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 420582a6-0ec4-4056-b89b-8687fa6c42b4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=420582a6-0ec4-4056-b89b-8687fa6c42b4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:48.040869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-71eab81f-d2ba-40de-a669-91d2f0ce9c59 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/networks?id=ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 200 len: 823 time: 0.2940633 Aug 24 00:14:48.049555 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9296a8-37e2-4386-b825-698c5c9453b4 None None] Pushing event updated for resources: {'Port': ['ID=9c550748-bb56-4de5-8c74-339829a37a64,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:48.060449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '420582a6-0ec4-4056-b89b-8687fa6c42b4', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '420582a6-0ec4-4056-b89b-8687fa6c42b4', 'mac_address': 'fa:16:3e:e5:1f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:48.108753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-cdbe1ea0-998d-479e-973e-b5a8cdf7dbb2 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/quotas/6989634de92f4885a6b0d1f1fcecffa9 HTTP/1.1" status: 200 len: 375 time: 0.0311179 Aug 24 00:14:48.113787 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.129850 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Attempting to bind port 9c550748-bb56-4de5-8c74-339829a37a64 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:48.130463 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Attempting to bind port 9c550748-bb56-4de5-8c74-339829a37a64 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:48.130572 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Attempting to bind port 9c550748-bb56-4de5-8c74-339829a37a64 on network a58142cd-3668-421b-9dd5-58e63cfcd789 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:48.147057 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:48.147424 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Checking segment: {'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:48.151487 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.152144 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Bound using segment: {'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:48.152799 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Bound port: 9c550748-bb56-4de5-8c74-339829a37a64, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f3714d-d5f3-49b9-b5c6-e49e10189133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:48.153378 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.156780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420582a6-0ec4-4056-b89b-8687fa6c42b4 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:48.164250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66870131-5680-4f2e-bcd1-1f806de55110 req-3f900e6a-91fa-465e-84bf-abdb091e9525 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870033 Aug 24 00:14:48.223306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-f23e748e-0725-406c-99f1-f78e55538dd4 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:48.223575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 420582a6-0ec4-4056-b89b-8687fa6c42b4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=420582a6-0ec4-4056-b89b-8687fa6c42b4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:48.225467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-f23e748e-0725-406c-99f1-f78e55538dd4 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444253 Aug 24 00:14:48.254087 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] For port 9c550748-bb56-4de5-8c74-339829a37a64, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:48.257483 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] For port 9c550748-bb56-4de5-8c74-339829a37a64, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9c550748-bb56-4de5-8c74-339829a37a64,segment=NetworkSegment(f6f3714d-d5f3-49b9-b5c6-e49e10189133),segment_id=f6f3714d-d5f3-49b9-b5c6-e49e10189133)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:48.291282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-566ae408-1d5b-4b88-b755-cbcb349ba6bd tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/quotas/b76cf813d91846d1953f4bcd76e14ef5 HTTP/1.1" status: 200 len: 375 time: 0.0478103 Aug 24 00:14:48.295441 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.301521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-a1fd4e56-98ba-4ea4-84c9-9ea3b27ccb5f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1919146 Aug 24 00:14:48.339144 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:48.389546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=420582a6-0ec4-4056-b89b-8687fa6c42b4,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:48.417120 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Routers {'10cb12ad-5376-486b-81a6-3b055bbeca81'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:48.417793 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['10cb12ad-5376-486b-81a6-3b055bbeca81'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:48.419857 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9296a8-37e2-4386-b825-698c5c9453b4 None None] Pushing event updated for resources: {'Port': ['ID=9c550748-bb56-4de5-8c74-339829a37a64,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:48.438917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66870131-5680-4f2e-bcd1-1f806de55110 req-74b3e531-fbaa-40f5-9506-d946916a201f service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623038 Aug 24 00:14:48.504493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-602901d3-4222-4131-88cd-b3e6c5fdfa4b service neutron] 10.222.0.26 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832087 Aug 24 00:14:48.519030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-0ce869d3-e0d4-4a97-8bc0-a334a15e668d tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2092237 Aug 24 00:14:48.607020 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] Set router 10cb12ad-5376-486b-81a6-3b055bbeca81 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:48.652703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-a76a1c9c-1805-496f-a7a8-ac7f7f525b65 service neutron] 10.222.0.26 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472023 Aug 24 00:14:48.709695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-948ff1e7-49e9-47ac-bb96-73693450517f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:48.711345 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-948ff1e7-49e9-47ac-bb96-73693450517f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 821 time: 0.3337047 Aug 24 00:14:48.732658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Request body: {'port': {'device_id': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'admin_state_up': True, 'tenant_id': '8264d2be08f54617bb0ba9db9202bad4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:48.788267 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['420582a6-0ec4-4056-b89b-8687fa6c42b4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:48.925459 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-02373936-b959-4657-8782-b7b0918d5686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:44Z', 'revision_number': 4, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port': {'id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:37Z', 'updated_at': '2021-08-24T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9c550748-bb56-4de5-8c74-339829a37a64', 'name': '', 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'mac_address': 'fa:16:3e:8b:fe:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'be776211-4b1f-44be-b5b4-4be81c8b3978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:42Z', 'updated_at': '2021-08-24T00:14:48Z', 'revision_number': 4, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'subnets': [{'id': 'be776211-4b1f-44be-b5b4-4be81c8b3978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:48.963288 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02373936-b959-4657-8782-b7b0918d5686 None None] The sync data for ids ['10cb12ad-5376-486b-81a6-3b055bbeca81'] in n-d-804878-2 is: [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:44Z', 'revision_number': 4, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port': {'id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:37Z', 'updated_at': '2021-08-24T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9c550748-bb56-4de5-8c74-339829a37a64', 'name': '', 'network_id': 'a58142cd-3668-421b-9dd5-58e63cfcd789', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'mac_address': 'fa:16:3e:8b:fe:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'be776211-4b1f-44be-b5b4-4be81c8b3978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:42Z', 'updated_at': '2021-08-24T00:14:48Z', 'revision_number': 4, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'subnets': [{'id': 'be776211-4b1f-44be-b5b4-4be81c8b3978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:48.981859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Made reservation on behalf of 8264d2be08f54617bb0ba9db9202bad4 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:48.989617 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.245200 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Allocated IP 172.20.0.5 (e522c8a4-814a-4c72-90f4-36c357e07638/58ea5bd9-8083-4cfb-8219-46e0987c4327/76a7f0e0-da54-452d-8e5a-877ab6d5cec7) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:49.339579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282737bd-2855-44c6-a7c0-40d793dc52a9 req-d70639c6-daed-466a-bdef-8e06517111f0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:49.356580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-282737bd-2855-44c6-a7c0-40d793dc52a9 req-d70639c6-daed-466a-bdef-8e06517111f0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 943 time: 0.1211884 Aug 24 00:14:49.378830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f7642e9-f196-4e4b-a3bf-ba064c6e8a90 req-8f1d5548-a04a-4ffb-a568-3c450ed7df4d tempest-FloatingIPsNegativeTestJSON-834148176 tempest-FloatingIPsNegativeTestJSON-834148176-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0765285 Aug 24 00:14:49.437086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-282737bd-2855-44c6-a7c0-40d793dc52a9 req-b3899072-84a1-429e-bdd8-50e96b093515 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793993 Aug 24 00:14:49.497544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da469d36-ed3a-4c6d-9881-199134eeba4c req-82870ee9-5069-4e18-922d-ad748f0b69eb tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 210 time: 0.0361855 Aug 24 00:14:49.522569 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.626141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6806a71d-bcb7-4f03-8009-d4293377ab34 req-9b3f7902-79a1-4ae0-9519-1dd212c42158 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 210 time: 0.0409358 Aug 24 00:14:49.640835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719da6c-02b5-4f43-97b3-9bed82bbfe41 req-4ec30721-6e84-4bbf-a0b3-a00816a6aac8 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:49.656356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3719da6c-02b5-4f43-97b3-9bed82bbfe41 req-4ec30721-6e84-4bbf-a0b3-a00816a6aac8 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 948 time: 0.1613834 Aug 24 00:14:49.656769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.717397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3719da6c-02b5-4f43-97b3-9bed82bbfe41 req-18a21690-f112-409a-a804-23f506dc664d tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553248 Aug 24 00:14:49.736918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9c550748-bb56-4de5-8c74-339829a37a64 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:49.779747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Network e522c8a4-814a-4c72-90f4-36c357e07638 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:49.779747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:49.790421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:49.793220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Pushing event updated for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:49.810142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6c42806-3251-4157-a39f-7fd08cfbfe17 req-8b6865c8-9df4-43e8-a72d-39d222b906ff tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 210 time: 0.0908616 Aug 24 00:14:49.875052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:49.875731 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.923279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 9c550748-bb56-4de5-8c74-339829a37a64 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:49.928418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9c550748-bb56-4de5-8c74-339829a37a64 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:49.929183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:49.940467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d920208-f1df-4823-94f5-39b6aa3424e9 req-5b131f9c-a0b9-4331-9541-0299b645fe93 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 210 time: 0.0326819 Aug 24 00:14:49.950702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560132eb-ffb1-4d8b-a17a-d7b8b7149814 req-fa2f26b4-e82d-4102-ac8f-fb39cc221fb1 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:49.956292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-560132eb-ffb1-4d8b-a17a-d7b8b7149814 req-fa2f26b4-e82d-4102-ac8f-fb39cc221fb1 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1101 time: 0.1067569 Aug 24 00:14:49.962588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 420582a6-0ec4-4056-b89b-8687fa6c42b4 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:50.012370 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2b83b9c9-3851-484b-9341-4a153885cbb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2839322 Aug 24 00:14:50.035730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Request body: {'port': {'device_id': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:50.040808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-560132eb-ffb1-4d8b-a17a-d7b8b7149814 req-ee1e2cf9-d277-4325-a593-95fcb05a73ed tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808423 Aug 24 00:14:50.041842 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-c92b8989-81b3-4360-8264-c105c687dfc1 req-8e7b31fc-5cc3-45a4-82ce-a37849939f92 tempest-FloatingIPsNegativeTestJSON-834148176 tempest-FloatingIPsNegativeTestJSON-834148176-project] show failed (client error): The resource could not be found. Aug 24 00:14:50.051502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c92b8989-81b3-4360-8264-c105c687dfc1 req-8e7b31fc-5cc3-45a4-82ce-a37849939f92 tempest-FloatingIPsNegativeTestJSON-834148176 tempest-FloatingIPsNegativeTestJSON-834148176-project] 10.222.0.26 "GET /v2.0/floatingips/882293ed-7d2b-49b6-8b47-7c8c4fe8e6c0 HTTP/1.1" status: 404 len: 350 time: 0.0633118 Aug 24 00:14:50.051502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43142) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:50.117385 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.146082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.154009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 420582a6-0ec4-4056-b89b-8687fa6c42b4 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:50.168629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 420582a6-0ec4-4056-b89b-8687fa6c42b4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:50.169101 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.217687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 9c550748-bb56-4de5-8c74-339829a37a64, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9c550748-bb56-4de5-8c74-339829a37a64,segment=NetworkSegment(f6f3714d-d5f3-49b9-b5c6-e49e10189133),segment_id=f6f3714d-d5f3-49b9-b5c6-e49e10189133)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:50.290670 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.299796 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.369198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 420582a6-0ec4-4056-b89b-8687fa6c42b4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=420582a6-0ec4-4056-b89b-8687fa6c42b4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:50.377660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46df600-b283-4709-9e4e-90c482703a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420582a6-0ec4-4056-b89b-8687fa6c42b4'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:50.380011 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2481aa8-cd2c-43ee-9717-13842d3cdab5" -d '{"events": [{"server_uuid": "b46df600-b283-4709-9e4e-90c482703a5a", "name": "network-vif-plugged", "status": "completed", "tag": "420582a6-0ec4-4056-b89b-8687fa6c42b4"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:50.434976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=9c550748-bb56-4de5-8c74-339829a37a64,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:50.441080 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a3263f-90b6-4d32-b9b7-1f34ffba70d0 x-openstack-request-id: req-60a3263f-90b6-4d32-b9b7-1f34ffba70d0 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:50.441380 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46df600-b283-4709-9e4e-90c482703a5a", "name": "network-vif-plugged", "status": "completed", "tag": "420582a6-0ec4-4056-b89b-8687fa6c42b4", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:50.441635 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60a3263f-90b6-4d32-b9b7-1f34ffba70d0 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:50.442018 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46df600-b283-4709-9e4e-90c482703a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420582a6-0ec4-4056-b89b-8687fa6c42b4', 'code': 200} Aug 24 00:14:50.517250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944a219-35a5-4139-a949-bf96f45e3df7 req-4f196477-d661-449f-b165-0cd4bdb4e584 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:50.525023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9944a219-35a5-4139-a949-bf96f45e3df7 req-4f196477-d661-449f-b165-0cd4bdb4e584 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1101 time: 0.0651646 Aug 24 00:14:50.538202 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.580567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:50.600111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.630227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=420582a6-0ec4-4056-b89b-8687fa6c42b4,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:50.635404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Transition to ACTIVE for port object 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:50.691797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9944a219-35a5-4139-a949-bf96f45e3df7 req-32753d82-c1ef-40fe-b930-853d9f6334a7 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658738 Aug 24 00:14:50.704941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6eb876-a191-4631-8dc1-cc8962724428 req-fd4cd0bd-7374-4851-99b5-78ecffa3e3db tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:50.718000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db6eb876-a191-4631-8dc1-cc8962724428 req-fd4cd0bd-7374-4851-99b5-78ecffa3e3db tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 943 time: 0.1423137 Aug 24 00:14:50.732849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.767742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e973b70-9a93-40a6-82dd-268b4d35bc18 req-41496b4e-1850-4960-95fd-3b213eea652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:50.769241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e973b70-9a93-40a6-82dd-268b4d35bc18 req-41496b4e-1850-4960-95fd-3b213eea652b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 1100 time: 0.2061737 Aug 24 00:14:50.799223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Pushing event updated for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:50.875418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:50.875763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:50.876078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:50.881158 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:50.881482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:50.887062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:50.887713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:50.887835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:50.888176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Bound port: 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:50.888529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:50.907341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db6eb876-a191-4631-8dc1-cc8962724428 req-5979930e-4705-4e59-b348-ac382a62e255 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542118 Aug 24 00:14:50.919988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e973b70-9a93-40a6-82dd-268b4d35bc18 req-5502dd3a-0362-4371-8062-043e739d77ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399026 Aug 24 00:14:50.956156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1932a1e-e294-463b-a9ab-62b3c8bbdc0a req-778aebc8-a7a6-4e49-ac52-7bc836e80ac2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:50.957880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1932a1e-e294-463b-a9ab-62b3c8bbdc0a req-778aebc8-a7a6-4e49-ac52-7bc836e80ac2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.1767540 Aug 24 00:14:50.993847 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-700c0212-151a-48b3-ad00-6715438edb3e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266466 Aug 24 00:14:50.998046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:51.030275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:51.048269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80d9ca07-a35a-4fd3-950f-3cd4c0dca324 req-56d3cf0e-6a1e-4c8a-87de-ab409eed30b5 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 210 time: 0.0787466 Aug 24 00:14:51.099083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1932a1e-e294-463b-a9ab-62b3c8bbdc0a req-2cf6e81f-8671-4a04-bf19-8c5f8c7ead27 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328695 Aug 24 00:14:51.104072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:51.170054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:51.174356 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:51.174356 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8942cb13-e03e-449f-bda2-544289578710 service neutron] 10.222.0.36 "PUT /v2.0/ports/76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 200 len: 1091 time: 1.1421933 Aug 24 00:14:51.174356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:51.175042 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660f4700-ebe1-44e0-84bc-45653490107c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:51.192307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-c5e92710-7a03-4898-ab52-99819f3c2587 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:51.193805 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-c5e92710-7a03-4898-ab52-99819f3c2587 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935084 Aug 24 00:14:51.212512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Request body: {'port': {'device_id': '3d86da44-92d7-4e4f-9a02-e3dcd861f9ee', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:51.235308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942cb13-e03e-449f-bda2-544289578710 service neutron] Pushing event updated for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:51.289713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d0401-2217-4ac3-8759-3f9158217a0a req-b4ed3198-e1c1-42b7-a9a7-7e03a8f77686 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:51.291777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-492d0401-2217-4ac3-8759-3f9158217a0a req-b4ed3198-e1c1-42b7-a9a7-7e03a8f77686 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 949 time: 0.0923450 Aug 24 00:14:51.327723 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:51.411697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3917ae91-4493-47cf-a651-be0d43011fa3 req-7a4e5729-62db-4728-bf78-55bdc817b05d tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 210 time: 0.0455170 Aug 24 00:14:51.416329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-492d0401-2217-4ac3-8759-3f9158217a0a req-ebffd023-63be-4cc7-a82c-737a45c98a9d tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119711 Aug 24 00:14:51.480831 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b2839-26e5-449b-b082-d4ca15089d10 x-openstack-request-id: req-298b2839-26e5-449b-b082-d4ca15089d10 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:51.481191 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:51.481529 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-298b2839-26e5-449b-b082-d4ca15089d10 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:51.482077 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7', 'status': 'completed', 'code': 200} Aug 24 00:14:51.484103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Made reservation on behalf of 0b5310f0b8ad4eb1a8a1fd6ccac449e5 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:51.487846 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:51.533442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fe99535-426f-44d8-ab40-ab3ae7ede092 req-b14c426f-9922-44c1-98af-fdbc2e4e47fd tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 210 time: 0.0431519 Aug 24 00:14:51.612396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-d25be7a4-9a21-45c9-aacb-f1028f9edadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:51.614192 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-d25be7a4-9a21-45c9-aacb-f1028f9edadf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1094 time: 0.1053770 Aug 24 00:14:51.629755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-30ae9f08-9587-44a3-8114-341d93137d8a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701697 Aug 24 00:14:51.668203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9c550748-bb56-4de5-8c74-339829a37a64 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:51.714807 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-8690f561-917d-4172-94cd-f1237c447b18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 200 len: 217 time: 0.0626669 Aug 24 00:14:51.720516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9c550748-bb56-4de5-8c74-339829a37a64 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:51.721007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:51.785547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-94247171-4f32-46dc-9277-96c50a29c1ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:51.787060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-94247171-4f32-46dc-9277-96c50a29c1ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392601 Aug 24 00:14:51.816391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Request body: {'port': {'device_id': '90576013-e4fd-4d44-af91-76964bcf3f37', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:51.826205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Allocated IP 192.168.233.13 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:51.834013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-0332ce8e-91ac-457a-8bbf-1f21b098d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:51.835528 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-0332ce8e-91ac-457a-8bbf-1f21b098d844 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0939264 Aug 24 00:14:51.889433 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-bdbb788d-d459-4731-a810-8e47a37e9a81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334477 Aug 24 00:14:51.947415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Deleting port 9c550748-bb56-4de5-8c74-339829a37a64 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:51.947415 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:51.949525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 912cd8ba-38b3-4fc2-9e72-1920e65a489c details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:52.138321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:52.141651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94257f-27dc-45fa-9c3e-cdca278a73f9 req-9ea4c9b9-7f97-4fec-8547-84de463c974d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:52.143889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd94257f-27dc-45fa-9c3e-cdca278a73f9 req-9ea4c9b9-7f97-4fec-8547-84de463c974d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 943 time: 0.1101894 Aug 24 00:14:52.145919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] For port 9c550748-bb56-4de5-8c74-339829a37a64, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9c550748-bb56-4de5-8c74-339829a37a64,segment=NetworkSegment(f6f3714d-d5f3-49b9-b5c6-e49e10189133),segment_id=f6f3714d-d5f3-49b9-b5c6-e49e10189133)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:52.146387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.149750 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-de1d25c5-3da2-4b41-87a6-cc0f7facc848 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491367 Aug 24 00:14:52.152835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '912cd8ba-38b3-4fc2-9e72-1920e65a489c', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'port_id': '912cd8ba-38b3-4fc2-9e72-1920e65a489c', 'mac_address': 'fa:16:3e:59:d5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362f50b-2768-483a-9b4d-2edd55aae693', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:52.176875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Calling delete_port for 9c550748-bb56-4de5-8c74-339829a37a64 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:52.237867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd94257f-27dc-45fa-9c3e-cdca278a73f9 req-9ff2702f-6af4-4dfd-a5a9-32e9806fbf3d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825965 Aug 24 00:14:52.240366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Made reservation on behalf of 0b5310f0b8ad4eb1a8a1fd6ccac449e5 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:52.244048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.311083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.37', 49829) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:52.341676 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.358260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912cd8ba-38b3-4fc2-9e72-1920e65a489c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:52.365754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.389915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:52.397415 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-5c041bd5-f4d7-4cf0-a6db-6b0908546a5a tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759699 Aug 24 00:14:52.423126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-078496f1-0b65-4098-88de-093e4623f896 req-bbc60bbb-1202-47b6-82a8-af4cdda4a5c8 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 210 time: 0.0427761 Aug 24 00:14:52.477762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Transition to ACTIVE for port object f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:52.481262 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df9449dc-a4e7-4aea-b1f7-52c40f044ba1 req-2d27dbf8-8eba-4cce-89c4-724977de1830 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150754 Aug 24 00:14:52.529636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.589286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=912cd8ba-38b3-4fc2-9e72-1920e65a489c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:52.601939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-e9b8be2a-cf22-48ed-85a5-0d83bc004a92 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:52.603630 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-e9b8be2a-cf22-48ed-85a5-0d83bc004a92 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965277 Aug 24 00:14:52.607067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a06c91-a152-4821-8b41-94ca06e615a0 req-82751086-c201-4337-8e53-3cfe5e041c95 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 210 time: 0.0324786 Aug 24 00:14:52.622039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Request body: {'port': {'device_id': '0ec464ce-2e5a-496b-a1df-ffc3ac89528f', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'b76cf813d91846d1953f4bcd76e14ef5'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:52.629001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d434385-8eea-4d8f-a98d-4f44d889f71b req-e2879abb-1344-4ed0-9ab1-614912013c58 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:52.634030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d434385-8eea-4d8f-a98d-4f44d889f71b req-e2879abb-1344-4ed0-9ab1-614912013c58 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.0927486 Aug 24 00:14:52.684457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d434385-8eea-4d8f-a98d-4f44d889f71b req-cdd81cf5-1cea-4e5f-bd99-0f5aab54081a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 Aug 24 00:14:52.696666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.739330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c550748-bb56-4de5-8c74-339829a37a64,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:52.775660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:52.790064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:52.862607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:52.876536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:52.882741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:52.887199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299d6bd-cd21-415c-af9e-0caee19f6911 req-01ead479-f437-4bf0-80a8-6b68ae76e192 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:52.888190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d299d6bd-cd21-415c-af9e-0caee19f6911 req-01ead479-f437-4bf0-80a8-6b68ae76e192 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 949 time: 0.2028303 Aug 24 00:14:52.930834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Made reservation on behalf of b76cf813d91846d1953f4bcd76e14ef5 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:52.940270 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.150233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['912cd8ba-38b3-4fc2-9e72-1920e65a489c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:53.219284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.37', 49833) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:53.261628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b7a6d858-8728-4481-baff-97f714ae1a95 None None] Provisioning for port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:53.302118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.302754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.303005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Allocated IP 192.168.233.133 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/42a9d32d-29b8-4a8b-9c8d-628ba73a9059) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:53.321237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b7a6d858-8728-4481-baff-97f714ae1a95 None None] Provisioning complete for port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:53.322030 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d858-8728-4481-baff-97f714ae1a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.326135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'Port': ['ID=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:53.336002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f4700-ebe1-44e0-84bc-45653490107c req-3fa05494-effc-4246-a7de-7633e06de0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.336626 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-660f4700-ebe1-44e0-84bc-45653490107c req-3fa05494-effc-4246-a7de-7633e06de0a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1094 time: 0.5803444 Aug 24 00:14:53.420641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6d858-8728-4481-baff-97f714ae1a95 None None] Port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:53.434681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f4700-ebe1-44e0-84bc-45653490107c req-cd011eca-81a5-49e6-a02e-df7bfe7d1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.436166 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-660f4700-ebe1-44e0-84bc-45653490107c req-cd011eca-81a5-49e6-a02e-df7bfe7d1fac service neutron] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.0922327 Aug 24 00:14:53.485938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31327945-77ac-4feb-8ff9-46624a4646b1 req-080c9888-612f-40ff-9e3e-9f58775914ce tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.487480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31327945-77ac-4feb-8ff9-46624a4646b1 req-080c9888-612f-40ff-9e3e-9f58775914ce tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.6365099 Aug 24 00:14:53.494674 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4142d642-4659-4177-a9be-563b6b1f07ce tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2887220 Aug 24 00:14:53.495904 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-660f4700-ebe1-44e0-84bc-45653490107c req-b75c14e8-323a-44f2-a2de-9c20931ac756 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 200 len: 217 time: 0.0441954 Aug 24 00:14:53.498457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d299d6bd-cd21-415c-af9e-0caee19f6911 req-f5623f69-3203-484b-88b1-6acaf333ea4d tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886002 Aug 24 00:14:53.508284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Request body: {'port': {'device_id': '3d86da44-92d7-4e4f-9a02-e3dcd861f9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:53.546186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.575976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f4700-ebe1-44e0-84bc-45653490107c req-7db7536e-ebe3-4dd6-b177-9ba74209c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.577004 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-660f4700-ebe1-44e0-84bc-45653490107c req-7db7536e-ebe3-4dd6-b177-9ba74209c6b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0730493 Aug 24 00:14:53.634709 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-660f4700-ebe1-44e0-84bc-45653490107c req-2698a756-83cd-43ab-931a-2e83fbb086dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325475 Aug 24 00:14:53.637138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.678508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791717f-4100-4034-b332-d63379cf3aeb req-909ce90a-9904-45d6-9bda-a9490afb928b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:53.679997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-909ce90a-9904-45d6-9bda-a9490afb928b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "GET /v2.0/networks?id=ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 200 len: 823 time: 0.4553521 Aug 24 00:14:53.689225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4beb366c-7373-495f-b9eb-7a90ac4cf2ca req-ad998d19-2331-4ece-ab20-b980e17ba757 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 210 time: 0.1244607 Aug 24 00:14:53.691996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31327945-77ac-4feb-8ff9-46624a4646b1 req-b883e124-1aa4-42f2-a360-b6a4846b37a7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908009 Aug 24 00:14:53.739763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:53.832302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-660f4700-ebe1-44e0-84bc-45653490107c req-59cff0f8-3278-4d5e-b316-1cf059baf8e0 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867490 Aug 24 00:14:53.847061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Transition to ACTIVE for port object 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:53.864434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cd78757-533b-4ffe-bb2f-0b5f77bcc136 req-9a039cc6-d904-4e4f-9c3e-423e408059eb tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 210 time: 0.0894001 Aug 24 00:14:53.868561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-47de08eb-ddc6-4f0d-9a91-f18d327b2b28 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6989634de92f4885a6b0d1f1fcecffa9 HTTP/1.1" status: 200 len: 380 time: 0.1757045 Aug 24 00:14:53.886423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Request body: {'port': {'device_id': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'admin_state_up': True, 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'security_groups': ['ec0c50b9-3ba8-4615-bb16-fff0578239a5']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:53.929557 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-660f4700-ebe1-44e0-84bc-45653490107c req-b24a843a-a0c7-4b12-98e2-c2f3a5e5ca4c service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863998 Aug 24 00:14:54.024817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aa445f5-d1f0-4f21-a770-7be5773c7e30 req-5ac2c4cc-191d-4ef3-89b8-138bc34a0f4a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 210 time: 0.0862980 Aug 24 00:14:54.037095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199185-deb7-44c9-b614-7fbd7609da99 req-8d6b6eae-3cf2-46ae-8614-790b08d7a445 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:54.038595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36199185-deb7-44c9-b614-7fbd7609da99 req-8d6b6eae-3cf2-46ae-8614-790b08d7a445 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 944 time: 0.2345870 Aug 24 00:14:54.171274 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.183572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:54.195193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36199185-deb7-44c9-b614-7fbd7609da99 req-c7ee2efd-4b3d-4f12-b2c6-5f837c538f35 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485522 Aug 24 00:14:54.212176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Allocated IP 192.168.233.246 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/c0dd4711-5443-4ada-ae8b-cbaf5d93f20f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:54.244726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Router 10cb12ad-5376-486b-81a6-3b055bbeca81 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:14:54.260687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:54.274431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ab3d6-1b67-4b6e-b663-099c92e93a87 req-8acc24c3-2064-48bc-9e7a-76803d70ff03 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:54.275962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd0ab3d6-1b67-4b6e-b663-099c92e93a87 req-8acc24c3-2064-48bc-9e7a-76803d70ff03 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.1664062 Aug 24 00:14:54.281008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:54.283108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:54.288749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:54.289390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.293510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'Port': ['ID=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:54.320845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Made reservation on behalf of 6989634de92f4885a6b0d1f1fcecffa9 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:14:54.324322 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.395154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.412457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Transition to ACTIVE for port object c0dd4711-5443-4ada-ae8b-cbaf5d93f20f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:54.415379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0f317238-4d87-4bfe-b6b2-8d1e3760381a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6028602 Aug 24 00:14:54.426515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd0ab3d6-1b67-4b6e-b663-099c92e93a87 req-83e23aed-72ca-4e65-b81a-a3406c6e4fbf tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202521 Aug 24 00:14:54.458154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Request body: {'port': {'device_id': '90576013-e4fd-4d44-af91-76964bcf3f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:54.532071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.568734 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['263135a0-dd62-419d-b4dc-28fbe07684ee'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:54.597224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:14:54.602591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fb6f55d1-d90f-40ce-864e-87cbb2476847 admin admin] 10.222.0.26 "PUT /v2.0/routers/10cb12ad-5376-486b-81a6-3b055bbeca81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5502057 Aug 24 00:14:54.611689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] Sync routers for ids ['10cb12ad-5376-486b-81a6-3b055bbeca81'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:14:54.615269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43216) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:54.627445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cd3e44cd-e267-4b75-9443-d2311125e3e5 None None] Provisioning for port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:54.635089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] Routers {'10cb12ad-5376-486b-81a6-3b055bbeca81'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:54.635733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['10cb12ad-5376-486b-81a6-3b055bbeca81'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:54.641748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cd3e44cd-e267-4b75-9443-d2311125e3e5 None None] Provisioning complete for port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:54.642120 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cd3e44cd-e267-4b75-9443-d2311125e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.647241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.679876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:54.685382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Allocated IP 172.20.0.4 (ae0206da-21f7-4470-bf63-0d5925f82c12/78d9712c-ca50-45c9-bfaa-36c273124569/547c62fc-12d6-4b94-a184-82f14fadd443) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:14:54.695609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:54.704390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:54.714851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64392797-9bcc-468d-a493-b7a109ab5942 req-c373efd5-1d77-4e54-a2c8-52508edf080b tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:54.716305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64392797-9bcc-468d-a493-b7a109ab5942 req-c373efd5-1d77-4e54-a2c8-52508edf080b tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 949 time: 0.1091774 Aug 24 00:14:54.743513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e44cd-e267-4b75-9443-d2311125e3e5 None None] Port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:54.783187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Pushing event updated for resources: {'Port': ['ID=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:54.847469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] Set router 10cb12ad-5376-486b-81a6-3b055bbeca81 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:54.858299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:54.858944 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.911462 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.965898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:54.975698 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:54.981946 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-d9348ca4-9090-4af5-80a2-6d2e751360d2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3648834 Aug 24 00:14:54.995206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64392797-9bcc-468d-a493-b7a109ab5942 req-482e86f6-1fb1-4870-8fd0-96f425e79cf6 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165625 Aug 24 00:14:55.006498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca838ec-cbe6-42f6-bec4-497eccef1457 req-d6dbb34b-31e5-466a-b9bb-eb04c2ee581b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.024448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ca838ec-cbe6-42f6-bec4-497eccef1457 req-d6dbb34b-31e5-466a-b9bb-eb04c2ee581b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 936 time: 0.2408652 Aug 24 00:14:55.024742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Request body: {'port': {'device_id': '0ec464ce-2e5a-496b-a1df-ffc3ac89528f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:55.045080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Transition to ACTIVE for port object f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:55.102206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.102487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b49d2d48-684c-4aed-aa8c-eb3ac6f1538e None None] Provisioning for port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:55.105796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.112236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ca838ec-cbe6-42f6-bec4-497eccef1457 req-a92d6569-19a1-4b2f-b4b4-56abe9caa325 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862799 Aug 24 00:14:55.122131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.145767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.165599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b49d2d48-684c-4aed-aa8c-eb3ac6f1538e None None] Provisioning complete for port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:55.166015 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b49d2d48-684c-4aed-aa8c-eb3ac6f1538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.201898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Transition to ACTIVE for port object 547c62fc-12d6-4b94-a184-82f14fadd443 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:55.223034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b49d2d48-684c-4aed-aa8c-eb3ac6f1538e None None] Port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:55.227742 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.240378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:52Z', 'revision_number': 5, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port': {'id': '4448c40e-5b7d-41c4-8e8b-6b8589df406e', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:37Z', 'updated_at': '2021-08-24T00:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:55.284803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] Checking router: 10cb12ad-5376-486b-81a6-3b055bbeca81 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:14:55.297797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] Routers {'10cb12ad-5376-486b-81a6-3b055bbeca81'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:14:55.298627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['10cb12ad-5376-486b-81a6-3b055bbeca81'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:55.302401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Pushing event updated for resources: {'Port': ['ID=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:55.393003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Deleting port 4448c40e-5b7d-41c4-8e8b-6b8589df406e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:55.393340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.412189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Attempting to bind port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:55.412580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Attempting to bind port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:55.412913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Attempting to bind port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:55.430440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] Set router 10cb12ad-5376-486b-81a6-3b055bbeca81 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:14:55.453072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:55.453269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Attempting to bind port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:55.464064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:55.468821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:55.468821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:55.468821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Bound port: f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:55.468821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.523865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:55Z', 'revision_number': 6, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:55.540385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] For port 4448c40e-5b7d-41c4-8e8b-6b8589df406e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4448c40e-5b7d-41c4-8e8b-6b8589df406e,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:55.540749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.552233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc465b56-5123-448e-9a45-ded956c00d5d None None] The sync data for ids ['10cb12ad-5376-486b-81a6-3b055bbeca81'] in n-d-804878-2 is: [{'id': '10cb12ad-5376-486b-81a6-3b055bbeca81', 'name': 'tempest-FloatingIPsNegativeTestJSON-787290450-router', 'tenant_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:36Z', 'updated_at': '2021-08-24T00:14:55Z', 'revision_number': 6, 'project_id': '8f614d27c73c4b1e8b1b069be5bfa99b', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:14:55.567998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Calling delete_port for 4448c40e-5b7d-41c4-8e8b-6b8589df406e owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:55.569857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5215ff-fad0-46fb-895c-7fa2dd4855f7 req-2d6996e9-989d-4275-907b-01889770ce85 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.571491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de5215ff-fad0-46fb-895c-7fa2dd4855f7 req-2d6996e9-989d-4275-907b-01889770ce85 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.4820831 Aug 24 00:14:55.578404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] For port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:55.584873 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] For port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:55.615039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f0ee2-cc8d-40d1-8c9a-4a9fad4cd5bb req-962a3b4a-2c9b-42a8-b73b-e7f8eeb689b5 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.616540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c81f0ee2-cc8d-40d1-8c9a-4a9fad4cd5bb req-962a3b4a-2c9b-42a8-b73b-e7f8eeb689b5 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 936 time: 0.4180989 Aug 24 00:14:55.680441 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.724364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de5215ff-fad0-46fb-895c-7fa2dd4855f7 req-9eebab49-0402-4191-bc21-ced793c5583b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300883 Aug 24 00:14:55.733078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c81f0ee2-cc8d-40d1-8c9a-4a9fad4cd5bb req-68eae8dd-7033-4761-b998-579f3dda7e76 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069357 Aug 24 00:14:55.735091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.735771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.736314 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.738652 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] 10.222.0.37 "PUT /v2.0/ports/f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed HTTP/1.1" status: 200 len: 1095 time: 2.2350669 Aug 24 00:14:55.740619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d86da44-92d7-4e4f-9a02-e3dcd861f9ee', 'tag': 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:55.749496 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da961fd0-fb6c-4f70-b329-10a52c71aa2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d86da44-92d7-4e4f-9a02-e3dcd861f9ee", "tag": "f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:55.768569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:55.779125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7b3c9-bb99-46ed-96b8-783a0b804fdb service neutron] Pushing event updated for resources: {'Port': ['ID=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:55.783621 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.801334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Network ae0206da-21f7-4470-bf63-0d5925f82c12 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:14:55.806387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:14:55.813591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:14:55.817282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.817957 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:55.827076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event updated for resources: {'Port': ['ID=547c62fc-12d6-4b94-a184-82f14fadd443,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:55.921267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-f1051891-6d3c-475e-ad11-dab20dadda78 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0386417 Aug 24 00:14:55.939484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee701-8794-4e87-bf64-9d74a11d3237 req-33816904-8d0d-4ed7-8831-3bd94ac62644 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.947896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-690ee701-8794-4e87-bf64-9d74a11d3237 req-33816904-8d0d-4ed7-8831-3bd94ac62644 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 931 time: 0.0824974 Aug 24 00:14:55.961738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Request body: {'port': {'device_id': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:14:55.963347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:14:55.966319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-37e80b05-2faa-4028-a662-09cf1909a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:55.968011 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-37e80b05-2faa-4028-a662-09cf1909a264 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 1098 time: 0.1042042 Aug 24 00:14:55.973309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 912cd8ba-38b3-4fc2-9e72-1920e65a489c up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:14:56.051738 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-f96c5921-2527-48e6-851c-45febf8c1845 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed HTTP/1.1" status: 200 len: 217 time: 0.0749297 Aug 24 00:14:56.052824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.067945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.104440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-690ee701-8794-4e87-bf64-9d74a11d3237 req-81d1da15-69a7-4e5a-9124-7732c8e5fb4c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513653 Aug 24 00:14:56.153652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Transition to ACTIVE for port object 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:56.186504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4448c40e-5b7d-41c4-8e8b-6b8589df406e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:56.210185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 912cd8ba-38b3-4fc2-9e72-1920e65a489c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:56.223141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 912cd8ba-38b3-4fc2-9e72-1920e65a489c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:56.223839 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.260092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-b0fd4fb4-41a3-446c-ae65-f649e51f63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:56.261586 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-b0fd4fb4-41a3-446c-ae65-f649e51f63fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1943724 Aug 24 00:14:56.277107 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-eb86faa0-4fd4-4275-bb68-1070341fe26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.280841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:56.295939 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.296270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'port_id': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7', 'mac_address': 'fa:16:3e:d6:01:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ea5bd9-8083-4cfb-8219-46e0987c4327', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:14:56.348389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Pushing event updated for resources: {'Port': ['ID=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:56.380397 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.382512 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.419128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:56.433997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746f1603-9a94-4c60-8e48-3c05037c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912cd8ba-38b3-4fc2-9e72-1920e65a489c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:56.436303 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2f0e0e-3410-4632-a325-597f0867da4c" -d '{"events": [{"server_uuid": "746f1603-9a94-4c60-8e48-3c05037c846e", "name": "network-vif-plugged", "status": "completed", "tag": "912cd8ba-38b3-4fc2-9e72-1920e65a489c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:56.436544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42461d-7293-4c08-9030-a1d27f44aa83 req-d8fc0671-0d88-406b-b685-aabd22a24485 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:56.438802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a42461d-7293-4c08-9030-a1d27f44aa83 req-d8fc0671-0d88-406b-b685-aabd22a24485 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 944 time: 0.2245414 Aug 24 00:14:56.473366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-244a32fc-1726-4807-9c8d-92f19aa79fb1 None None] Provisioning for port 547c62fc-12d6-4b94-a184-82f14fadd443 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:14:56.477927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:56.482223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:56.488494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-244a32fc-1726-4807-9c8d-92f19aa79fb1 None None] Provisioning complete for port 547c62fc-12d6-4b94-a184-82f14fadd443 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:14:56.489205 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-244a32fc-1726-4807-9c8d-92f19aa79fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.536080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-244a32fc-1726-4807-9c8d-92f19aa79fb1 None None] Port 547c62fc-12d6-4b94-a184-82f14fadd443 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:14:56.543746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.551409 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.571766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Attempting to bind port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:56.572311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Attempting to bind port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:56.572513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Attempting to bind port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:56.581269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.600811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:56.601133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Attempting to bind port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:56.615343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:56.626791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0d32e-3788-4289-9757-d5a3354d9107 req-1a23cc3a-e8d1-4030-b122-b68b06b594a9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:56.634317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddf0d32e-3788-4289-9757-d5a3354d9107 req-1a23cc3a-e8d1-4030-b122-b68b06b594a9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.2353995 Aug 24 00:14:56.652102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a42461d-7293-4c08-9030-a1d27f44aa83 req-be8a03d8-5bcb-4738-8d3a-2dd22c0b0f61 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830139 Aug 24 00:14:56.652775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:56.653347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:56.653527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:56.658809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Bound port: 42a9d32d-29b8-4a8b-9c8d-628ba73a9059, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:56.659385 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.733063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0365aaf2-2c13-453b-b5fc-3414539aff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:56.734662 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-0365aaf2-2c13-453b-b5fc-3414539aff27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004716 Aug 24 00:14:56.736750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.743339 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7708505-0a93-4db1-83d2-ca205d40b560 x-openstack-request-id: req-c7708505-0a93-4db1-83d2-ca205d40b560 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:56.743339 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d86da44-92d7-4e4f-9a02-e3dcd861f9ee", "tag": "f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:56.743532 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7708505-0a93-4db1-83d2-ca205d40b560 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:56.743851 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d86da44-92d7-4e4f-9a02-e3dcd861f9ee', 'tag': 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', 'status': 'completed', 'code': 200} Aug 24 00:14:56.745013 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.786193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddf0d32e-3788-4289-9757-d5a3354d9107 req-acc4efcc-93e9-4526-ab89-239410922ef3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436455 Aug 24 00:14:56.786677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=912cd8ba-38b3-4fc2-9e72-1920e65a489c,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:56.895888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] For port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:56.935975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] For port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:56.940219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0dd4711-5443-4ada-ae8b-cbaf5d93f20f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:56.943881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547c62fc-12d6-4b94-a184-82f14fadd443 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:14:56.954972 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.955201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.955569 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10cb12ad-5376-486b-81a6-3b055bbeca81 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:14:56.958059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.966795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:56.967967 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f5f258a5-e279-4652-b2c6-b13a887283fa admin admin] 10.222.0.26 "DELETE /v2.0/routers/10cb12ad-5376-486b-81a6-3b055bbeca81 HTTP/1.1" status: 204 len: 168 time: 2.3517361 Aug 24 00:14:56.971738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43244) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:56.972810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff8e02-471c-4744-ba33-625751337ce6 req-a58b9b27-8838-405c-a141-b0a3f985366f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:56.973785 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-fff75f03-98f7-4989-b0bf-7f1b0814ab98 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138274 Aug 24 00:14:56.974516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-baff8e02-471c-4744-ba33-625751337ce6 req-a58b9b27-8838-405c-a141-b0a3f985366f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 948 time: 0.1545594 Aug 24 00:14:56.988005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Transition to ACTIVE for port object 547c62fc-12d6-4b94-a184-82f14fadd443 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:57.003033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67f318-fda9-4371-af1c-7bfa7b5c09e3 req-295a47db-2a81-431f-b90b-2e5b832faad5 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.004503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a67f318-fda9-4371-af1c-7bfa7b5c09e3 req-295a47db-2a81-431f-b90b-2e5b832faad5 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 949 time: 0.1416326 Aug 24 00:14:57.011468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.028689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['76a7f0e0-da54-452d-8e5a-877ab6d5cec7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:57.037011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Transition to ACTIVE for port object c0dd4711-5443-4ada-ae8b-cbaf5d93f20f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:14:57.085039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b250a23-274e-465b-ace9-25236a2c467c admin admin] Deleting subnet be776211-4b1f-44be-b5b4-4be81c8b3978 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:14:57.088219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.088856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.089833 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b250a23-274e-465b-ace9-25236a2c467c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.090555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] 10.222.0.37 "PUT /v2.0/ports/42a9d32d-29b8-4a8b-9c8d-628ba73a9059 HTTP/1.1" status: 200 len: 1096 time: 2.6644735 Aug 24 00:14:57.093454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90576013-e4fd-4d44-af91-76964bcf3f37', 'tag': '42a9d32d-29b8-4a8b-9c8d-628ba73a9059'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:57.095983 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a1111-39e5-47fe-bcb3-71afe32f46a9" -d '{"events": [{"name": "network-changed", "server_uuid": "90576013-e4fd-4d44-af91-76964bcf3f37", "tag": "42a9d32d-29b8-4a8b-9c8d-628ba73a9059"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:57.105052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-baff8e02-471c-4744-ba33-625751337ce6 req-ab38a124-ecad-424c-b191-d946a5584a0d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202707 Aug 24 00:14:57.114945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.168186 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.169630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a67f318-fda9-4371-af1c-7bfa7b5c09e3 req-a1d04d20-5f45-4c57-8b3d-cea098cfcae5 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465499 Aug 24 00:14:57.174258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad836f-2d19-4ebf-b550-d43f27ee427c service neutron] Pushing event updated for resources: {'Port': ['ID=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:57.174831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b250a23-274e-465b-ace9-25236a2c467c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.218536 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7508fb0a-ff5b-4565-bea3-35053cdec4b2 x-openstack-request-id: req-7508fb0a-ff5b-4565-bea3-35053cdec4b2 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:57.232540 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746f1603-9a94-4c60-8e48-3c05037c846e", "name": "network-vif-plugged", "status": "completed", "tag": "912cd8ba-38b3-4fc2-9e72-1920e65a489c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:57.233465 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7508fb0a-ff5b-4565-bea3-35053cdec4b2 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:57.234071 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746f1603-9a94-4c60-8e48-3c05037c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912cd8ba-38b3-4fc2-9e72-1920e65a489c', 'code': 200} Aug 24 00:14:57.243004 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-a05c50bc-1678-46e5-b652-90d23be4c0cb service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610967 Aug 24 00:14:57.346696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Pushing event updated for resources: {'Port': ['ID=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:57.433226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Pushing event updated for resources: {'Port': ['ID=547c62fc-12d6-4b94-a184-82f14fadd443,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:57.472805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-f9e99b46-a96a-4994-abce-560403a49f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.474458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-f9e99b46-a96a-4994-abce-560403a49f5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 1099 time: 0.2337906 Aug 24 00:14:57.478533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Attempting to bind port 547c62fc-12d6-4b94-a184-82f14fadd443 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:57.478875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Attempting to bind port 547c62fc-12d6-4b94-a184-82f14fadd443 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:57.479386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Attempting to bind port 547c62fc-12d6-4b94-a184-82f14fadd443 on network ae0206da-21f7-4470-bf63-0d5925f82c12 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:57.528070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Port 547c62fc-12d6-4b94-a184-82f14fadd443 on network ae0206da-21f7-4470-bf63-0d5925f82c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:57.528411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Attempting to bind port 547c62fc-12d6-4b94-a184-82f14fadd443 on network ae0206da-21f7-4470-bf63-0d5925f82c12 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:57.535147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-4059900c-1534-41bf-855f-37e3d0e6ffd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=42a9d32d-29b8-4a8b-9c8d-628ba73a9059 HTTP/1.1" status: 200 len: 217 time: 0.0499983 Aug 24 00:14:57.535902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b250a23-274e-465b-ace9-25236a2c467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.543926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259387f7-2102-4ee1-b93c-3c00cad8b042 req-014c485c-5348-43a1-9fe2-c0c1607e9727 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.545501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-259387f7-2102-4ee1-b93c-3c00cad8b042 req-014c485c-5348-43a1-9fe2-c0c1607e9727 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 948 time: 0.2358952 Aug 24 00:14:57.561084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bfb87-c1eb-4084-a235-d0150c2db723 req-6f65d675-f1dc-4d1e-8073-3bfe78de4c57 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.562635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c5bfb87-c1eb-4084-a235-d0150c2db723 req-6f65d675-f1dc-4d1e-8073-3bfe78de4c57 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1868341 Aug 24 00:14:57.569546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de25eb-65e5-4e74-95bb-c9a2529062ef req-3d266b19-86bb-4a6c-8fa0-310e952bb148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.571453 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48de25eb-65e5-4e74-95bb-c9a2529062ef req-3d266b19-86bb-4a6c-8fa0-310e952bb148 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 1096 time: 0.2446032 Aug 24 00:14:57.581614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:57.581960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Checking segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:57.582430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Bound using segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:57.582792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Bound port: 547c62fc-12d6-4b94-a184-82f14fadd443, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:57.583155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.616491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Attempting to bind port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:14:57.621933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Attempting to bind port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:14:57.622695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Attempting to bind port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:57.634593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:14:57.635175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Attempting to bind port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:14:57.639783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-075c41b2-69c6-4d1c-97d9-a4ca453e85be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.641906 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-075c41b2-69c6-4d1c-97d9-a4ca453e85be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 1098 time: 0.2333972 Aug 24 00:14:57.669746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9c550748-bb56-4de5-8c74-339829a37a64 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:57.694703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 9c550748-bb56-4de5-8c74-339829a37a64 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:57.695964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9c550748-bb56-4de5-8c74-339829a37a64 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:57.696572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4448c40e-5b7d-41c4-8e8b-6b8589df406e no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:57.698975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-70bfd3c7-7a56-47df-ae53-92d0f391e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.701544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-70bfd3c7-7a56-47df-ae53-92d0f391e261 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1376038 Aug 24 00:14:57.714003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-259387f7-2102-4ee1-b93c-3c00cad8b042 req-88b4c413-1ecb-4caf-b492-3555ca575fe4 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409738 Aug 24 00:14:57.749254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 4448c40e-5b7d-41c4-8e8b-6b8589df406e {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:57.749650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4448c40e-5b7d-41c4-8e8b-6b8589df406e not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:57.781555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c5bfb87-c1eb-4084-a235-d0150c2db723 req-009cc7c3-8732-4b51-81c9-fa6d38d46c76 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742141 Aug 24 00:14:57.790917 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1937ea-f448-4a38-a971-124fccf52dcb x-openstack-request-id: req-ee1937ea-f448-4a38-a971-124fccf52dcb {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:57.791624 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90576013-e4fd-4d44-af91-76964bcf3f37", "tag": "42a9d32d-29b8-4a8b-9c8d-628ba73a9059", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:57.791624 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee1937ea-f448-4a38-a971-124fccf52dcb {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:57.791869 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90576013-e4fd-4d44-af91-76964bcf3f37', 'tag': '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'status': 'completed', 'code': 200} Aug 24 00:14:57.800349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] For port 547c62fc-12d6-4b94-a184-82f14fadd443, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:57.804730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] For port 547c62fc-12d6-4b94-a184-82f14fadd443, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=547c62fc-12d6-4b94-a184-82f14fadd443,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:57.819009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:14:57.819329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56f73-d21a-454a-aa44-a60e25907516 req-1c2d766d-6710-4499-a26f-a54849be6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.819788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:14:57.820371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:14:57.820935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-1c2d766d-6710-4499-a26f-a54849be6f64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060479 Aug 24 00:14:57.821297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Bound port: c0dd4711-5443-4ada-ae8b-cbaf5d93f20f, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:14:57.821725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.844209 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48de25eb-65e5-4e74-95bb-c9a2529062ef req-cfafce3e-d23d-4c75-a344-4bc7bbd7e3fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550201 Aug 24 00:14:57.889325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-a68f950d-459d-4725-83f1-285990438c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:57.890810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-a68f950d-459d-4725-83f1-285990438c7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.2262971 Aug 24 00:14:57.917515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.947742 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b250a23-274e-465b-ace9-25236a2c467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:57.950422 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-ab2067e2-bcfa-4f51-8367-c870e6f7e776 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed HTTP/1.1" status: 200 len: 217 time: 0.0508077 Aug 24 00:14:57.993729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b250a23-274e-465b-ace9-25236a2c467c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be776211-4b1f-44be-b5b4-4be81c8b3978,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:58.004928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f797f9-360c-4478-9c1b-b5359c7b915a None None] Network a58142cd-3668-421b-9dd5-58e63cfcd789 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:14:58.012217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.012865 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.013542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4b250a23-274e-465b-ace9-25236a2c467c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.014298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] 10.222.0.37 "PUT /v2.0/ports/547c62fc-12d6-4b94-a184-82f14fadd443 HTTP/1.1" status: 200 len: 1091 time: 2.0583816 Aug 24 00:14:58.017810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4b250a23-274e-465b-ace9-25236a2c467c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be776211-4b1f-44be-b5b4-4be81c8b3978 HTTP/1.1" status: 204 len: 168 time: 1.0408049 Aug 24 00:14:58.020579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] For port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:14:58.020722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43254) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:14:58.037687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] For port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:14:58.051954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-d310bfec-e3bd-4148-b6a7-b8ba6b9098c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.054859 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-d310bfec-e3bd-4148-b6a7-b8ba6b9098c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0928929 Aug 24 00:14:58.108530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-99f7e6d2-4f1b-4980-9a6b-0e495aef0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.110239 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-99f7e6d2-4f1b-4980-9a6b-0e495aef0306 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476196 Aug 24 00:14:58.127384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ccfaa-10c9-488f-9f0d-9b33850cc329 req-efa93abb-ae45-4595-bb5b-15ec3884790a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.128966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-802ccfaa-10c9-488f-9f0d-9b33850cc329 req-efa93abb-ae45-4595-bb5b-15ec3884790a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 943 time: 0.2319305 Aug 24 00:14:58.130873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-bd457dd8-cf09-4d91-8b28-2de015f3f59c service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008263 Aug 24 00:14:58.144142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888f7fa-62f4-4b8b-aa31-da776f5a0834 req-1995fa06-79b3-46b6-be21-3e225d43e693 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.144142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0888f7fa-62f4-4b8b-aa31-da776f5a0834 req-1995fa06-79b3-46b6-be21-3e225d43e693 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 945 time: 0.2491927 Aug 24 00:14:58.152364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801c21d-fb36-467a-b00b-3dbc95ae170d service neutron] Pushing event updated for resources: {'Port': ['ID=547c62fc-12d6-4b94-a184-82f14fadd443,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:58.168325 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.248298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] DHCP port deletion for a58142cd-3668-421b-9dd5-58e63cfcd789 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:14:58.255562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.256120 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.257597 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] 10.222.0.37 "PUT /v2.0/ports/c0dd4711-5443-4ada-ae8b-cbaf5d93f20f HTTP/1.1" status: 200 len: 1096 time: 3.2371209 Aug 24 00:14:58.295447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0801773-0606-422c-9f00-940edbbd79bc service neutron] Pushing event updated for resources: {'Port': ['ID=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:58.297238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.327729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] Deleting port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:58.328793 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.342779 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-262d52a9-5773-449c-8d5e-c96d2e0f960a service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150636 Aug 24 00:14:58.355388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-802ccfaa-10c9-488f-9f0d-9b33850cc329 req-f14c5a77-4e29-49af-9405-62dd5102ced2 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064693 Aug 24 00:14:58.388121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0888f7fa-62f4-4b8b-aa31-da776f5a0834 req-a68703ee-21e6-4bb8-a988-8e6761dc2722 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206817 Aug 24 00:14:58.404632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791717f-4100-4034-b332-d63379cf3aeb req-63e778f3-586f-4a24-96f3-5d2ea03c5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.406103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-63e778f3-586f-4a24-96f3-5d2ea03c5e84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 1094 time: 0.2318079 Aug 24 00:14:58.448654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d56f73-d21a-454a-aa44-a60e25907516 req-7e2af39b-f90e-443b-aafe-e7a340aa74cb service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888508 Aug 24 00:14:58.491213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] For port cac340e2-d820-4f2e-9849-04f6d6f1fdb5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,segment=NetworkSegment(f6f3714d-d5f3-49b9-b5c6-e49e10189133),segment_id=f6f3714d-d5f3-49b9-b5c6-e49e10189133)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:58.496076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.515684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-26653a78-e04a-4592-841c-0fe677071141 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c62fc-12d6-4b94-a184-82f14fadd443 HTTP/1.1" status: 200 len: 217 time: 0.0804212 Aug 24 00:14:58.521541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] Calling delete_port for cac340e2-d820-4f2e-9849-04f6d6f1fdb5 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:58.567778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-2c6b4479-31cc-48e5-a884-58d78cbe5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.569645 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-2c6b4479-31cc-48e5-a884-58d78cbe5c8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 1099 time: 0.2040105 Aug 24 00:14:58.770062 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da961fd0-fb6c-4f70-b329-10a52c71aa2c req-97800e68-8938-4bee-a450-fd52d7844925 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738264 Aug 24 00:14:58.770062 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-4c46bdc0-82b7-4268-aae0-8226e4052b0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f HTTP/1.1" status: 200 len: 217 time: 0.0513487 Aug 24 00:14:58.770342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791717f-4100-4034-b332-d63379cf3aeb req-006a58b0-c8d0-4421-af5d-4308593c79ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.770456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-19ecf1aa-bd65-4c22-a06f-c221bbf7ea1c tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.770573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-006a58b0-c8d0-4421-af5d-4308593c79ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d9712c-ca50-45c9-bfaa-36c273124569 HTTP/1.1" status: 200 len: 862 time: 0.0979309 Aug 24 00:14:58.770683 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-19ecf1aa-bd65-4c22-a06f-c221bbf7ea1c tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.36 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 949 time: 0.1653237 Aug 24 00:14:58.770778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195fdc-92d1-4261-85a2-a688dfea7cd3 req-aef39fbe-8421-45c6-9b48-41c72c710759 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.770778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db195fdc-92d1-4261-85a2-a688dfea7cd3 req-aef39fbe-8421-45c6-9b48-41c72c710759 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 948 time: 0.1335843 Aug 24 00:14:58.770778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Deleting port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:58.770778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.771136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-eb53c240-7119-4c6f-b45d-ce32dab21c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.771136 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-eb53c240-7119-4c6f-b45d-ce32dab21c06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0440676 Aug 24 00:14:58.771286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3604e68-d47c-417b-b194-903bb88e0ae2 req-9c3d4a6b-651a-412d-b7bb-54bbd123cee5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.771286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3604e68-d47c-417b-b194-903bb88e0ae2 req-9c3d4a6b-651a-412d-b7bb-54bbd123cee5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 944 time: 0.1808631 Aug 24 00:14:58.771439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-0a20c85e-fc5e-4f16-8db9-3bdd801266b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.771439 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-0a20c85e-fc5e-4f16-8db9-3bdd801266b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412943 Aug 24 00:14:58.771439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec464ce-2e5a-496b-a1df-ffc3ac89528f', 'tag': 'c0dd4711-5443-4ada-ae8b-cbaf5d93f20f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:58.771439 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320d010-6215-41cc-a5c3-895f671735c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec464ce-2e5a-496b-a1df-ffc3ac89528f", "tag": "c0dd4711-5443-4ada-ae8b-cbaf5d93f20f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:58.818350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] For port cac340e2-d820-4f2e-9849-04f6d6f1fdb5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,segment=NetworkSegment(f6f3714d-d5f3-49b9-b5c6-e49e10189133),segment_id=f6f3714d-d5f3-49b9-b5c6-e49e10189133)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:58.819055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.824044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791717f-4100-4034-b332-d63379cf3aeb req-5d088c98-cf20-4e8c-af95-3916930e889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.825617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-5d088c98-cf20-4e8c-af95-3916930e889a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae0206da-21f7-4470-bf63-0d5925f82c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697335 Aug 24 00:14:58.838669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db195fdc-92d1-4261-85a2-a688dfea7cd3 req-4f208100-e89e-414f-abc0-58d0c6fa674c tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708426 Aug 24 00:14:58.850752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3604e68-d47c-417b-b194-903bb88e0ae2 req-ac9dfffe-0f7f-4a08-85fb-35064cd7816b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097574 Aug 24 00:14:58.852436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Calling delete_port for cac340e2-d820-4f2e-9849-04f6d6f1fdb5 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:58.895581 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.915373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] No DVR routers for this DVR port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:58.935191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-5e230652-e8fe-427e-b403-e6aad727e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:58.936768 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-5e230652-e8fe-427e-b403-e6aad727e1b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 1099 time: 0.1144757 Aug 24 00:14:58.940566 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-3fe16bfc-320a-4464-9305-2b022a92ca95 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851733 Aug 24 00:14:58.952549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Deleting port 420582a6-0ec4-4056-b89b-8687fa6c42b4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:14:58.952916 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:58.970136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84c38e-5561-4e00-b134-7e5ec4d8bb36 None None] Pushing event deleted for resources: {'Port': ['ID=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:58.989202 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9fd15348-674c-451d-a138-ff2cec2474f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.066919 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.071684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-7c24559b-e2dd-470c-8f78-b5783a4eeca7 service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381124 Aug 24 00:14:59.156439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4102c-578e-4aad-922e-32107eda1b55 req-a2ad5d69-46e8-4d27-8ef8-baf5a4bf4978 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.158337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0aa4102c-578e-4aad-922e-32107eda1b55 req-a2ad5d69-46e8-4d27-8ef8-baf5a4bf4978 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 949 time: 0.1656477 Aug 24 00:14:59.169083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b888dc-0057-48e6-94ba-5489c1189b89 req-6bdfc00e-a402-41c1-8ce5-6d8b0ec2c205 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.174533 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17b888dc-0057-48e6-94ba-5489c1189b89 req-6bdfc00e-a402-41c1-8ce5-6d8b0ec2c205 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 948 time: 0.1771500 Aug 24 00:14:59.188796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.379178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] For port 420582a6-0ec4-4056-b89b-8687fa6c42b4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=420582a6-0ec4-4056-b89b-8687fa6c42b4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:14:59.379786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.398929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Calling delete_port for 420582a6-0ec4-4056-b89b-8687fa6c42b4 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:14:59.408731 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf74d631-1c9e-47ba-8de1-ff521e489b77 req-83b614e1-0152-4c36-a6a0-5c2a2508bff6 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502783 Aug 24 00:14:59.419358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-a715a3f9-96aa-4def-bbb2-7f0630cd34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.420821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-a715a3f9-96aa-4def-bbb2-7f0630cd34ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.4541793 Aug 24 00:14:59.492521 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-7d1180de-43b5-4413-a238-fcfc63c46c91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=42a9d32d-29b8-4a8b-9c8d-628ba73a9059 HTTP/1.1" status: 200 len: 217 time: 0.0409796 Aug 24 00:14:59.499391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=cac340e2-d820-4f2e-9849-04f6d6f1fdb5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:59.517606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] No DVR routers for this DVR port cac340e2-d820-4f2e-9849-04f6d6f1fdb5 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:59.540430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0aa4102c-578e-4aad-922e-32107eda1b55 req-9e5958ea-e039-4e46-bfa2-b5616657f444 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687561 Aug 24 00:14:59.560094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-5e00badb-7246-43e2-bffc-10515db6b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.561591 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-5e00badb-7246-43e2-bffc-10515db6b69a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0566294 Aug 24 00:14:59.570609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b791717f-4100-4034-b332-d63379cf3aeb req-fc0a095a-f3a7-4eba-9ff9-3c4289f23163 service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855340 Aug 24 00:14:59.575202 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17b888dc-0057-48e6-94ba-5489c1189b89 req-48e2e972-1bde-43c4-8072-eb319ac5a295 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903785 Aug 24 00:14:59.646804 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e4ad75-d2fa-4dd2-919b-88c7ef77b55e x-openstack-request-id: req-24e4ad75-d2fa-4dd2-919b-88c7ef77b55e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:14:59.647296 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec464ce-2e5a-496b-a1df-ffc3ac89528f", "tag": "c0dd4711-5443-4ada-ae8b-cbaf5d93f20f", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:14:59.647845 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24e4ad75-d2fa-4dd2-919b-88c7ef77b55e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:14:59.648285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.648548 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec464ce-2e5a-496b-a1df-ffc3ac89528f', 'tag': 'c0dd4711-5443-4ada-ae8b-cbaf5d93f20f', 'status': 'completed', 'code': 200} Aug 24 00:14:59.661171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.666796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.666796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.666796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > port after_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.666796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.666796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > port after_update 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.667275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-8357795c-44b2-4952-90e3-738d27add828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.667373 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.667373 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.667373 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.667373 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.667790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-8357795c-44b2-4952-90e3-738d27add828 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736465 Aug 24 00:14:59.679157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cac340e2-d820-4f2e-9849-04f6d6f1fdb5 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:14:59.709358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: cac340e2-d820-4f2e-9849-04f6d6f1fdb5 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:14:59.709956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cac340e2-d820-4f2e-9849-04f6d6f1fdb5 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:14:59.738945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.739395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.739805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.740209 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 00:14:59.740664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58142cd-3668-421b-9dd5-58e63cfcd789']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:59.743041 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.776213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Pushing event deleted for resources: {'Port': ['ID=420582a6-0ec4-4056-b89b-8687fa6c42b4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:14:59.780427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['420582a6-0ec4-4056-b89b-8687fa6c42b4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:14:59.794213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:14:59.795261 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8acbf8-bf3c-463a-962d-fdac2c140024" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:14:59.839469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f3714d-d5f3-49b9-b5c6-e49e10189133') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:59.840193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f3714d-d5f3-49b9-b5c6-e49e10189133') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:14:59.844132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] No DVR routers for this DVR port 420582a6-0ec4-4056-b89b-8687fa6c42b4 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:14:59.850123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.859582 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fd3a46a-4038-44de-b2c8-edab0bf178cb req-46705861-0109-42bb-8cfe-50b6a581a2b7 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.36 "DELETE /v2.0/ports/420582a6-0ec4-4056-b89b-8687fa6c42b4 HTTP/1.1" status: 204 len: 173 time: 1.2059886 Aug 24 00:14:59.865748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-f8ca0e58-18ec-4349-9d2d-14f0508fb94a service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877367 Aug 24 00:14:59.868021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.906485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.924121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320d010-6215-41cc-a5c3-895f671735c6 req-4f6e4d71-06c7-48dc-973e-c88411a1fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.925903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8320d010-6215-41cc-a5c3-895f671735c6 req-4f6e4d71-06c7-48dc-973e-c88411a1fb2e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 1099 time: 0.1788778 Aug 24 00:14:59.927251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:14:59.927667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: from cryptography.utils import int_from_bytes Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: from cryptography.utils import int_from_bytes Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:14:59.932671 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:14:59.940876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87342a48-c558-455e-bb03-58ce0be9ac3e req-3c55e549-c92c-4e5c-b0d8-d559934dc889 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.945559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87342a48-c558-455e-bb03-58ce0be9ac3e req-3c55e549-c92c-4e5c-b0d8-d559934dc889 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1967859 Aug 24 00:14:59.960347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f824039-25d4-4a13-ad97-cda12d3475d6 req-aa521ee0-4955-4f9a-9066-550a8effd305 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:14:59.961901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f824039-25d4-4a13-ad97-cda12d3475d6 req-aa521ee0-4955-4f9a-9066-550a8effd305 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 943 time: 0.2129052 Aug 24 00:14:59.982206 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d64a1111-39e5-47fe-bcb3-71afe32f46a9 req-b0cad275-7fa3-41ee-ab14-4c82bdc79d72 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021948 Aug 24 00:15:00.024145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:00.117982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f824039-25d4-4a13-ad97-cda12d3475d6 req-df291d4a-43ff-4f50-8f88-ccc11680f21d tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456831 Aug 24 00:15:00.122594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87342a48-c558-455e-bb03-58ce0be9ac3e req-b6c1401e-5011-4ed9-bb7c-9c6344ae3f14 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580906 Aug 24 00:15:00.154408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320d010-6215-41cc-a5c3-895f671735c6 req-3e37bf6b-fb88-4f05-a8ff-40aa30dd6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.155947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8320d010-6215-41cc-a5c3-895f671735c6 req-3e37bf6b-fb88-4f05-a8ff-40aa30dd6ba1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.2035837 Aug 24 00:15:00.174174 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:00.174302 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082ced3-6278-48cf-a344-9fd43ffc90c0 x-openstack-request-id: req-0082ced3-6278-48cf-a344-9fd43ffc90c0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:00.174302 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:00.174302 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0082ced3-6278-48cf-a344-9fd43ffc90c0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:00.174302 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443', 'status': 'completed', 'code': 200} Aug 24 00:15:00.202025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:00.208468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:00.208764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:00.210432 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:00.210840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8320d010-6215-41cc-a5c3-895f671735c6 req-cdbadb45-b05c-415a-ad14-adb953d5a54a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f HTTP/1.1" status: 200 len: 217 time: 0.0464029 Aug 24 00:15:00.247471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:00.249424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] 10.222.0.26 "DELETE /v2.0/networks/a58142cd-3668-421b-9dd5-58e63cfcd789 HTTP/1.1" status: 204 len: 168 time: 2.2239888 Aug 24 00:15:00.265245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-ef1b5f75-0db5-4a37-a0bb-c9e9c413e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.266799 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-ef1b5f75-0db5-4a37-a0bb-c9e9c413e6f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 1094 time: 0.0707700 Aug 24 00:15:00.302970 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:00.304057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1bad1-9bb5-4273-9835-7f73abff8dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=a58142cd-3668-421b-9dd5-58e63cfcd789,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:00.329585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:00.334630 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a636373e-3b65-4ce7-89fd-4178d75160af" -d '{"events": [{"server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "name": "network-vif-plugged", "status": "completed", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:00.347844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320d010-6215-41cc-a5c3-895f671735c6 req-cf2dcb90-ec36-4751-81f2-5ac0fc0b2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.349456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8320d010-6215-41cc-a5c3-895f671735c6 req-cf2dcb90-ec36-4751-81f2-5ac0fc0b2542 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1271694 Aug 24 00:15:00.351956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:00.364490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1587f-a0c6-4dd4-bb37-013b8545d554 req-f3ff0d75-f397-4033-a654-4f65484729ec tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.366065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ff1587f-a0c6-4dd4-bb37-013b8545d554 req-f3ff0d75-f397-4033-a654-4f65484729ec tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 945 time: 0.1592684 Aug 24 00:15:00.393195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac3b3-ca79-47d2-a3a0-44cf10f98b79 req-5977b7ff-9b72-44e6-b63a-d7de48a56ff2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.397125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e08ac3b3-ca79-47d2-a3a0-44cf10f98b79 req-5977b7ff-9b72-44e6-b63a-d7de48a56ff2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 948 time: 0.1442585 Aug 24 00:15:00.400676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-c05a1b7d-00aa-4f45-b25b-d785f8c0e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.402308 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-c05a1b7d-00aa-4f45-b25b-d785f8c0e1f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 200 len: 924 time: 0.1229403 Aug 24 00:15:00.445258 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-17a930f5-40de-49a6-8512-60a2b0e1f0e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c62fc-12d6-4b94-a184-82f14fadd443 HTTP/1.1" status: 200 len: 217 time: 0.0357943 Aug 24 00:15:00.473657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ff1587f-a0c6-4dd4-bb37-013b8545d554 req-41e80478-376a-4b88-87f6-184d1b3ca265 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971069 Aug 24 00:15:00.476384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e08ac3b3-ca79-47d2-a3a0-44cf10f98b79 req-f1f3f7f2-345b-4dbd-b901-1bf9be309c7c tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667179 Aug 24 00:15:00.478489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320d010-6215-41cc-a5c3-895f671735c6 req-f8b6f45e-7016-4e79-a6b1-a17e2077b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.480263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8320d010-6215-41cc-a5c3-895f671735c6 req-f8b6f45e-7016-4e79-a6b1-a17e2077b8f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123691 Aug 24 00:15:00.492619 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:00.494012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 420582a6-0ec4-4056-b89b-8687fa6c42b4 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:00.532037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-0d2db73a-c9e1-4350-bee8-e52c5ff39078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.537511 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-0d2db73a-c9e1-4350-bee8-e52c5ff39078 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d9712c-ca50-45c9-bfaa-36c273124569 HTTP/1.1" status: 200 len: 862 time: 0.0754590 Aug 24 00:15:00.542835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 420582a6-0ec4-4056-b89b-8687fa6c42b4 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:00.543335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 420582a6-0ec4-4056-b89b-8687fa6c42b4 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:00.545934 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00a0e3f-8fb7-4565-8991-9d36f9792e56 x-openstack-request-id: req-c00a0e3f-8fb7-4565-8991-9d36f9792e56 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:00.546407 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "name": "network-vif-plugged", "status": "completed", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:00.546964 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c00a0e3f-8fb7-4565-8991-9d36f9792e56 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:00.547656 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7', 'code': 200} Aug 24 00:15:00.586579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:00.618427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-865ec1fc-024e-414e-8c07-35fe59c5359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.621371 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-865ec1fc-024e-414e-8c07-35fe59c5359e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae0206da-21f7-4470-bf63-0d5925f82c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693433 Aug 24 00:15:00.676468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8320d010-6215-41cc-a5c3-895f671735c6 req-8fb17cb3-0cba-40c7-8b5b-5849fb50c843 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767535 Aug 24 00:15:00.690381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404454c9-ca21-4ec2-8838-f3d27aaff11c req-f765f0f6-41fb-4050-ad7b-752212984fd3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.692028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-404454c9-ca21-4ec2-8838-f3d27aaff11c req-f765f0f6-41fb-4050-ad7b-752212984fd3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 945 time: 0.0909934 Aug 24 00:15:00.746209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe648d-f37a-4d33-9069-d35db2a9052a req-ef9bc4ca-5e65-4e7d-9cb4-7367acf08766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:00.747718 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cebe648d-f37a-4d33-9069-d35db2a9052a req-ef9bc4ca-5e65-4e7d-9cb4-7367acf08766 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1096 time: 0.0662911 Aug 24 00:15:00.769261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:00.779489 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-a539efaa-834d-435a-895e-ab70ab6abeab service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441102 Aug 24 00:15:00.796471 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cebe648d-f37a-4d33-9069-d35db2a9052a req-6886cd2f-9e20-424d-b019-cfee13f3cd7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Aug 24 00:15:00.852144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-404454c9-ca21-4ec2-8838-f3d27aaff11c req-d2460c0a-5aa7-423b-b29b-3d0fdf08ac61 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447949 Aug 24 00:15:00.890725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1c5dac13-3f09-4a75-aa23-14ae8c8c2756 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f614d27c73c4b1e8b1b069be5bfa99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192307 Aug 24 00:15:00.890725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:00.893361 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c8acbf8-bf3c-463a-962d-fdac2c140024 req-15f3c42d-f72a-420f-bc7f-4d18d0eae1fe service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959196 Aug 24 00:15:00.895565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8320d010-6215-41cc-a5c3-895f671735c6 req-b006e102-3877-497b-b2e3-7b72b9f75c53 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972992 Aug 24 00:15:00.914322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-13b36fac-2ed9-4b58-a818-8240111af74b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200504 Aug 24 00:15:00.988771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24ef89ad-a524-47f2-a941-04a798aface2 req-4b774231-cebe-4a85-be00-269a21d3f2b0 tempest-ImagesNegativeTestJSON-507220326 tempest-ImagesNegativeTestJSON-507220326-project] 10.222.0.26 "GET /v2.0/ports?device_id=b46df600-b283-4709-9e4e-90c482703a5a HTTP/1.1" status: 200 len: 210 time: 0.0553155 Aug 24 00:15:01.015336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f0b11cd-761a-4369-859c-d85a838c28c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:01.034586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7095010-0065-47ae-96ec-425d9e62b633 req-50913122-0045-401c-8f9c-e7454b4694d0 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.035803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7095010-0065-47ae-96ec-425d9e62b633 req-50913122-0045-401c-8f9c-e7454b4694d0 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 948 time: 0.0867791 Aug 24 00:15:01.044543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:01.066715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f0b11cd-761a-4369-859c-d85a838c28c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:01.136855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7095010-0065-47ae-96ec-425d9e62b633 req-61e81d55-a3e8-476f-a3d3-0c6acbd5e629 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894802 Aug 24 00:15:01.137366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:01.152092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', 'mac_address': 'fa:16:3e:75:66:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:01.166531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9421-9457-4a51-95e5-442138655a1b req-82a83931-ef0d-44c0-930e-9962e905964f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.166531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-810e9421-9457-4a51-95e5-442138655a1b req-82a83931-ef0d-44c0-930e-9962e905964f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 945 time: 0.1151254 Aug 24 00:15:01.197757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:01.212028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:01.216846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-810e9421-9457-4a51-95e5-442138655a1b req-944df078-a081-4294-9852-21331b2aea43 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481400 Aug 24 00:15:01.242809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f0b11cd-761a-4369-859c-d85a838c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:01.245444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f0b11cd-761a-4369-859c-d85a838c28c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:01.249558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0f0b11cd-761a-4369-859c-d85a838c28c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d9e07ff-bc1f-4c1f-bb37-40afdde91cae HTTP/1.1" status: 204 len: 168 time: 0.3566406 Aug 24 00:15:01.264914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:01.266035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b11cd-761a-4369-859c-d85a838c28c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9e07ff-bc1f-4c1f-bb37-40afdde91cae,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:01.278095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf8656-6559-48ff-a065-f94c62b3c2b4 req-a4bf52af-9f63-427f-b84c-653a83a3598b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.281117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8edf8656-6559-48ff-a065-f94c62b3c2b4 req-a4bf52af-9f63-427f-b84c-653a83a3598b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 943 time: 0.0836968 Aug 24 00:15:01.344779 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:01.378817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8edf8656-6559-48ff-a065-f94c62b3c2b4 req-377afd3f-8da0-43c1-93b8-49c0a02860d7 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899098 Aug 24 00:15:01.411625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:01.428475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f8eb4-c245-4c6f-a401-6dee46cb4d50 req-59c0cea9-cb2d-42bb-a5d3-3377105ceacd tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.429985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c0f8eb4-c245-4c6f-a401-6dee46cb4d50 req-59c0cea9-cb2d-42bb-a5d3-3377105ceacd tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1136692 Aug 24 00:15:01.445248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-09bca5b9-7f58-4e99-ba3c-e2a099c20aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.446725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-09bca5b9-7f58-4e99-ba3c-e2a099c20aff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 1101 time: 0.1152132 Aug 24 00:15:01.475122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c0f8eb4-c245-4c6f-a401-6dee46cb4d50 req-93f714d3-fedb-43df-93b4-26ecad55333f tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 Aug 24 00:15:01.607391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-802064b8-5bba-4f37-9193-e1ea6d4dcad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.609593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-802064b8-5bba-4f37-9193-e1ea6d4dcad8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1243231 Aug 24 00:15:01.620569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba5fad-ce87-4d84-864e-25800182bc14 req-a6c8aa31-ca46-45ac-b093-05b250367724 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.621972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0ba5fad-ce87-4d84-864e-25800182bc14 req-a6c8aa31-ca46-45ac-b093-05b250367724 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 948 time: 0.0687346 Aug 24 00:15:01.636476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:01.650275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46df600-b283-4709-9e4e-90c482703a5a', 'name': 'network-vif-deleted', 'tag': '420582a6-0ec4-4056-b89b-8687fa6c42b4'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:01.652784 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5be7525-1869-4ee3-8f43-bc9400c73c95" -d '{"events": [{"server_uuid": "b46df600-b283-4709-9e4e-90c482703a5a", "name": "network-vif-deleted", "tag": "420582a6-0ec4-4056-b89b-8687fa6c42b4"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:01.669203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-843c4140-59af-409e-b27f-44f26adac0d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=263135a0-dd62-419d-b4dc-28fbe07684ee HTTP/1.1" status: 200 len: 217 time: 0.0462410 Aug 24 00:15:01.700448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:01.731321 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce793d-ca1a-4814-9c62-3fb92661f741 x-openstack-request-id: req-e0ce793d-ca1a-4814-9c62-3fb92661f741 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:01.731321 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46df600-b283-4709-9e4e-90c482703a5a", "name": "network-vif-deleted", "tag": "420582a6-0ec4-4056-b89b-8687fa6c42b4", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:01.731321 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0ce793d-ca1a-4814-9c62-3fb92661f741 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:01.731321 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46df600-b283-4709-9e4e-90c482703a5a', 'name': 'network-vif-deleted', 'tag': '420582a6-0ec4-4056-b89b-8687fa6c42b4', 'status': 'completed', 'code': 200} Aug 24 00:15:01.734587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0ba5fad-ce87-4d84-864e-25800182bc14 req-a57f7357-6b97-4be3-a427-f69ce6ccecbb tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044481 Aug 24 00:15:01.753409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-c0543a6c-d921-4413-b3a7-7e07dfb9bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.755028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-c0543a6c-d921-4413-b3a7-7e07dfb9bdf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0718255 Aug 24 00:15:01.806356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-02494b2c-9744-46ec-bbba-5301684d8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:01.807944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-02494b2c-9744-46ec-bbba-5301684d8600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454874 Aug 24 00:15:01.907396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-2622d225-c357-4941-8ff7-f5abe54f17c1 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913885 Aug 24 00:15:02.035123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624f883-2c46-4246-b68a-14d0b97238c8 req-153f8d37-9c1c-41da-a347-92f9396b009f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.036757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4624f883-2c46-4246-b68a-14d0b97238c8 req-153f8d37-9c1c-41da-a347-92f9396b009f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 945 time: 0.0973506 Aug 24 00:15:02.054596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40949581-13a8-4d5b-9b3f-67c6ce0a7965 req-b6b1c624-449a-4986-9d5b-c008df84e28c service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378329 Aug 24 00:15:02.087322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4624f883-2c46-4246-b68a-14d0b97238c8 req-82300731-4d02-4387-a41d-a575521730da tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Aug 24 00:15:02.269965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9769860-48e6-4983-991f-dcf5d98f6d1c req-c5b1e7fa-bf7a-4adf-9b95-4ae68d4a2af8 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.271809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9769860-48e6-4983-991f-dcf5d98f6d1c req-c5b1e7fa-bf7a-4adf-9b95-4ae68d4a2af8 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 948 time: 0.0663753 Aug 24 00:15:02.344010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9769860-48e6-4983-991f-dcf5d98f6d1c req-d29fac7f-fdab-4691-abd9-586d2e0a2e87 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656016 Aug 24 00:15:02.360710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ff565-e4dc-4487-8ffc-b6d3b4d06ed1 req-35914a6f-88cf-4f20-8a80-a950b870c513 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.362306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac1ff565-e4dc-4487-8ffc-b6d3b4d06ed1 req-35914a6f-88cf-4f20-8a80-a950b870c513 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 945 time: 0.0664077 Aug 24 00:15:02.400691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac1ff565-e4dc-4487-8ffc-b6d3b4d06ed1 req-d9f70ddc-e117-469a-a417-0eebfd11f2b2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Aug 24 00:15:02.499681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1417a38-c8c6-48f1-a9ad-7d2ffe63bbd5 req-f29b256d-b400-4fa8-aa91-f765a6e38994 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.502180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1417a38-c8c6-48f1-a9ad-7d2ffe63bbd5 req-f29b256d-b400-4fa8-aa91-f765a6e38994 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 943 time: 0.0522923 Aug 24 00:15:02.550924 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1417a38-c8c6-48f1-a9ad-7d2ffe63bbd5 req-7ea32eaa-8612-4413-90a2-c61cc93824d9 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Aug 24 00:15:02.657275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c450f51-def3-43bc-bd9e-9c682917e399 req-fb1ffb3e-eae0-45b7-a2a0-171ecbc76303 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.664497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c450f51-def3-43bc-bd9e-9c682917e399 req-fb1ffb3e-eae0-45b7-a2a0-171ecbc76303 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0586846 Aug 24 00:15:02.702544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c450f51-def3-43bc-bd9e-9c682917e399 req-2a9a21e1-c619-4775-ba48-e75502eac20e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371468 Aug 24 00:15:02.740993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43364) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:02.862209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345208bb-e06b-480e-af15-41f2b70dbdb4 req-56c93103-387d-498c-bb44-11cb875e0ba3 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:02.866016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-345208bb-e06b-480e-af15-41f2b70dbdb4 req-56c93103-387d-498c-bb44-11cb875e0ba3 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 948 time: 0.0535743 Aug 24 00:15:02.928688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-345208bb-e06b-480e-af15-41f2b70dbdb4 req-9112d625-dc20-421d-85bf-1e74dbeafb6a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557616 Aug 24 00:15:02.931316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3ed23842-32e1-4ec3-9e77-2e3f6acd3566 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6dd70df775e44129a9ce52f92ef9ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891015 Aug 24 00:15:02.934096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43372) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:02.984533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65f6bcf6-0c29-4a96-9167-6340c945f759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.010730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65f6bcf6-0c29-4a96-9167-6340c945f759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.047688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:03.051225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:03.166425 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65f6bcf6-0c29-4a96-9167-6340c945f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.169419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65f6bcf6-0c29-4a96-9167-6340c945f759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.171386 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-65f6bcf6-0c29-4a96-9167-6340c945f759 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e HTTP/1.1" status: 204 len: 168 time: 0.2355855 Aug 24 00:15:03.180454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6bcf6-0c29-4a96-9167-6340c945f759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e0b0ec-597f-4c04-94c4-3296aaa8ed0e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:03.195252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:03.271861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd96393-cd5c-40af-8474-4ab34de50bfe req-c85cfd6c-dc2e-4b9a-910a-f9d2a6f9e872 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:03.273478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cd96393-cd5c-40af-8474-4ab34de50bfe req-c85cfd6c-dc2e-4b9a-910a-f9d2a6f9e872 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 945 time: 0.0852871 Aug 24 00:15:03.315972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cd96393-cd5c-40af-8474-4ab34de50bfe req-368c75c7-c57a-4e99-bcb0-2feb6697978c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359616 Aug 24 00:15:03.338750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:03.344807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'mac_address': 'fa:16:3e:db:a4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:03.354610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:03.355055 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.437675 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.458453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:03.503293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9e034-97fd-467b-901d-27051360a483 req-30251f8b-5bbe-4789-8be2-f649f8943872 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:03.505760 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ba9e034-97fd-467b-901d-27051360a483 req-30251f8b-5bbe-4789-8be2-f649f8943872 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 948 time: 0.0836384 Aug 24 00:15:03.509716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:03.511063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.536337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d86da44-92d7-4e4f-9a02-e3dcd861f9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:03.539073 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e4458-4bf4-4b34-9d79-0b53e78187e7" -d '{"events": [{"server_uuid": "3d86da44-92d7-4e4f-9a02-e3dcd861f9ee", "name": "network-vif-plugged", "status": "completed", "tag": "f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:03.553729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:03.567319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ba9e034-97fd-467b-901d-27051360a483 req-f2c41cfc-358e-45c4-bf34-594420f691ef tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517421 Aug 24 00:15:03.587962 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.588754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c0dd4711-5443-4ada-ae8b-cbaf5d93f20f details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:03.626619 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c46b0-503c-4e4d-95c7-9f9a1ef14e80 x-openstack-request-id: req-bf4c46b0-503c-4e4d-95c7-9f9a1ef14e80 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:03.627317 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d86da44-92d7-4e4f-9a02-e3dcd861f9ee", "name": "network-vif-plugged", "status": "completed", "tag": "f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:03.627607 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf4c46b0-503c-4e4d-95c7-9f9a1ef14e80 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:03.628188 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d86da44-92d7-4e4f-9a02-e3dcd861f9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', 'code': 200} Aug 24 00:15:03.636013 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.670920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:03.695474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:03.749595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:03.753220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c0dd4711-5443-4ada-ae8b-cbaf5d93f20f', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'c0dd4711-5443-4ada-ae8b-cbaf5d93f20f', 'mac_address': 'fa:16:3e:78:05:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:03.767346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca43fd-07c9-405a-8ca3-507537a79a4f req-2a43cc2a-3e70-453e-87e2-a4d723344f5c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:03.768893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2ca43fd-07c9-405a-8ca3-507537a79a4f req-2a43cc2a-3e70-453e-87e2-a4d723344f5c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 943 time: 0.0947561 Aug 24 00:15:03.812150 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.812292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68221af6-d404-4257-aa6d-4f92c24051bc req-50419047-64a3-41e1-8f8a-632c51496dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:03.814566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68221af6-d404-4257-aa6d-4f92c24051bc req-50419047-64a3-41e1-8f8a-632c51496dcb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 1100 time: 0.0953631 Aug 24 00:15:03.830451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dd4711-5443-4ada-ae8b-cbaf5d93f20f {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:03.852726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:03.882197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2ca43fd-07c9-405a-8ca3-507537a79a4f req-f439eccf-4b7d-43e3-9751-aa16d7715699 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050262 Aug 24 00:15:03.899045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53594dc-ce9a-4dec-8a17-0fe7ca98e0f5 req-34a21f7a-e0f3-4644-9d69-a840c83bbf78 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:03.906057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e53594dc-ce9a-4dec-8a17-0fe7ca98e0f5 req-34a21f7a-e0f3-4644-9d69-a840c83bbf78 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1096 time: 0.0886390 Aug 24 00:15:03.914912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68221af6-d404-4257-aa6d-4f92c24051bc req-24c2968b-9e94-49ee-805c-dcf7fd1a9b50 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842261 Aug 24 00:15:03.938698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e53594dc-ce9a-4dec-8a17-0fe7ca98e0f5 req-0ae2bc97-5bfb-458f-9ac9-5fea4f6ec356 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Aug 24 00:15:03.959495 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:03.960458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 547c62fc-12d6-4b94-a184-82f14fadd443 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:03.998096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7137-7388-4e39-895f-9f04792a8e38 req-656e5d79-3ecb-45be-9453-c3782c568264 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:03.999705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdce7137-7388-4e39-895f-9f04792a8e38 req-656e5d79-3ecb-45be-9453-c3782c568264 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0553145 Aug 24 00:15:04.058575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdce7137-7388-4e39-895f-9f04792a8e38 req-c0491675-517a-4ef3-9516-4e91158b4d06 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520954 Aug 24 00:15:04.107670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:04.115420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adb76f-6215-4c76-93b2-1d25ab630b27 req-82f99589-837a-4a0c-a523-1cf6a0fde8b9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:04.117286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5adb76f-6215-4c76-93b2-1d25ab630b27 req-82f99589-837a-4a0c-a523-1cf6a0fde8b9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 949 time: 0.0577676 Aug 24 00:15:04.139820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 547c62fc-12d6-4b94-a184-82f14fadd443, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=547c62fc-12d6-4b94-a184-82f14fadd443,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:04.155238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '547c62fc-12d6-4b94-a184-82f14fadd443', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'port_id': '547c62fc-12d6-4b94-a184-82f14fadd443', 'mac_address': 'fa:16:3e:3e:61:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:04.189396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5adb76f-6215-4c76-93b2-1d25ab630b27 req-0033fa40-8783-4537-851c-a65a89c9ac0b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631785 Aug 24 00:15:04.206660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfbe1a-ff1c-4fed-978b-ef15de574c2b req-37700bb5-afb5-44a1-a659-2c8fa94283d7 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:04.208961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1cfbe1a-ff1c-4fed-978b-ef15de574c2b req-37700bb5-afb5-44a1-a659-2c8fa94283d7 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1096 time: 0.0501707 Aug 24 00:15:04.220939 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:04.230083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547c62fc-12d6-4b94-a184-82f14fadd443 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:04.248032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1cfbe1a-ff1c-4fed-978b-ef15de574c2b req-c23b2019-eaa3-4cd8-9410-9ac062fda896 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 Aug 24 00:15:04.253323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 547c62fc-12d6-4b94-a184-82f14fadd443, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=547c62fc-12d6-4b94-a184-82f14fadd443,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:04.347238 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:04.413175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=547c62fc-12d6-4b94-a184-82f14fadd443,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:04.668399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43506) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:04.762899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1123016912-network', 'tenant_id': 'da00ab955a5e4512a54b49c0a5de0057'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:04.800343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c0dd4711-5443-4ada-ae8b-cbaf5d93f20f'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:04.848827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['42a9d32d-29b8-4a8b-9c8d-628ba73a9059'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:04.855152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Made reservation on behalf of da00ab955a5e4512a54b49c0a5de0057 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:04.857903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:04.869157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:04.875303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['547c62fc-12d6-4b94-a184-82f14fadd443'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:04.894463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545671d3-358a-435c-a42e-51423a1fb33f req-f4e0a894-7f56-4b9e-8c48-f9bf07db0a86 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:04.895955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-545671d3-358a-435c-a42e-51423a1fb33f req-f4e0a894-7f56-4b9e-8c48-f9bf07db0a86 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 949 time: 0.0529013 Aug 24 00:15:04.937200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-545671d3-358a-435c-a42e-51423a1fb33f req-84c8b076-c7b1-45c5-8e38-b40b2d568897 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338125 Aug 24 00:15:04.975947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.043762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.088731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:15:05.103783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdb46a0-472a-4c27-b3dc-27e384acd638,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:05.119170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.119821 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Added segment c06e7e17-3aae-48fc-8de7-005bf1cda053 of type vlan for network 4339e103-af72-4592-8df9-ccce7ca09f39 Aug 24 00:15:05.122674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.123260 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.124914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.125476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.126024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.127458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.128099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.128626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.129153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.129681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.130262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.130791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:05.187204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.292270 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.293425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:05.294166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.312590 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:15:05.372487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] Pushing event updated for resources: {'Network': ['ID=4339e103-af72-4592-8df9-ccce7ca09f39,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:05.382493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 4339e103-af72-4592-8df9-ccce7ca09f39 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:15:05.510365 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-304b9a56-9a38-43fd-b54c-6c55e68197db admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8408408 Aug 24 00:15:05.513417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43578) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:05.528044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Request body: {'subnet': {'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1123016912-subnet', 'tenant_id': 'da00ab955a5e4512a54b49c0a5de0057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:05.623563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e03c76-82e1-486e-b6af-cfd67f460499 req-5d8a587e-8fa9-4a6a-874a-fa1f676e72eb tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:05.624965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21e03c76-82e1-486e-b6af-cfd67f460499 req-5d8a587e-8fa9-4a6a-874a-fa1f676e72eb tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 944 time: 0.0510695 Aug 24 00:15:05.663189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21e03c76-82e1-486e-b6af-cfd67f460499 req-dbc7d647-840c-4001-b7d6-5d114493e54b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Aug 24 00:15:05.676539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Made reservation on behalf of da00ab955a5e4512a54b49c0a5de0057 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:05.678901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:05.810670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5df63-c628-4c92-aaf0-e07b521bd0c8 req-9ea119d1-43db-49bb-a39f-241e7251c9aa tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:05.812263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bb5df63-c628-4c92-aaf0-e07b521bd0c8 req-9ea119d1-43db-49bb-a39f-241e7251c9aa tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0869834 Aug 24 00:15:05.884253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bb5df63-c628-4c92-aaf0-e07b521bd0c8 req-509d6153-15bc-413b-b85e-9b16fb1df5ae tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635743 Aug 24 00:15:05.996490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b123a-097f-49e2-b1c5-d41c15b40262 req-f9132aa7-47f9-4ee1-a636-694cda96ca72 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:05.997998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f8b123a-097f-49e2-b1c5-d41c15b40262 req-f9132aa7-47f9-4ee1-a636-694cda96ca72 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 949 time: 0.0521374 Aug 24 00:15:06.011351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:06.084113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f8b123a-097f-49e2-b1c5-d41c15b40262 req-5a2eae21-efca-4967-b2c9-8ab21793dacd tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744123 Aug 24 00:15:06.084113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4e6259-d828-4f6d-992a-d9d0abb13a59,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:06.097424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.097804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.098145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.098493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.098833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.099168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.099508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.099840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.100173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.100555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.100825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.101156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:06.112268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Checking segment: {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:06.112636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Network hostable DHCP agents. Network: 4339e103-af72-4592-8df9-ccce7ca09f39, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:15:06.203893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Network 4339e103-af72-4592-8df9-ccce7ca09f39 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:15:06.281479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 4339e103-af72-4592-8df9-ccce7ca09f39) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:06.286675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:06.287805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:06.291037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ad59b-0424-40b1-a7a4-b7b70d1eac38 None None] Network 4339e103-af72-4592-8df9-ccce7ca09f39 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:06.310127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb7bd1-2b4a-4c46-b21c-311b7324cf79 req-93a15572-05f0-4553-8bcd-c56f194bcc12 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:06.311633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fdb7bd1-2b4a-4c46-b21c-311b7324cf79 req-93a15572-05f0-4553-8bcd-c56f194bcc12 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 949 time: 0.0684359 Aug 24 00:15:06.350614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fdb7bd1-2b4a-4c46-b21c-311b7324cf79 req-cd416465-4a62-412c-8200-5608a9de4e47 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Aug 24 00:15:06.391602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-78846be5-3268-4a15-9128-fc066e8341dd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8743436 Aug 24 00:15:06.425272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676733e8-2420-4fde-ae5c-b01aacd66d4c None None] Network 4339e103-af72-4592-8df9-ccce7ca09f39 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:06.806332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:06.864731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-ebc3104b-7f4d-490f-a403-3d2ed53c7d5b tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:15:06.866331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-ebc3104b-7f4d-490f-a403-3d2ed53c7d5b tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585327 Aug 24 00:15:06.953809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Request body: {'binding': {'host': 'n-h2-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:06.954362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Unknown quota resources ['binding']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:15:07.067371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:07.129169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-4f6ca9b0-6e38-4b6d-a433-b090b5b81982 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:07.130651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-4f6ca9b0-6e38-4b6d-a433-b090b5b81982 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/networks?id=4339e103-af72-4592-8df9-ccce7ca09f39 HTTP/1.1" status: 200 len: 822 time: 0.1802220 Aug 24 00:15:07.158509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-4270499a-1bfb-46c1-bef0-5949e913b986 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/quotas/da00ab955a5e4512a54b49c0a5de0057 HTTP/1.1" status: 200 len: 375 time: 0.0222435 Aug 24 00:15:07.193360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-7f52e480-74e0-4a1d-ab65-d87539c1bd8a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275946 Aug 24 00:15:07.210051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:07.210051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:07.210051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.210433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on host n-h2-804878-2 for vnic_type normal with profile None {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:07.210433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:07.210433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:07.292887 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.317667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90576013-e4fd-4d44-af91-76964bcf3f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9d32d-29b8-4a8b-9c8d-628ba73a9059'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:07.320004 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48a18b6-c31a-478f-b602-8fe33bdb671c" -d '{"events": [{"server_uuid": "90576013-e4fd-4d44-af91-76964bcf3f37", "name": "network-vif-plugged", "status": "completed", "tag": "42a9d32d-29b8-4a8b-9c8d-628ba73a9059"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:07.333690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:07.423557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.424372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c0dd4711-5443-4ada-ae8b-cbaf5d93f20f up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:07.491827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:07.492062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:07.501724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:07.523909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:07.524250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:07.524636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:07.525072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Bound port: 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:07.606119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:07.610074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:07.610486 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.629117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed76c3-01ab-411c-a9dd-11ec5ddc2286 req-0e0599ac-a6b9-4713-89c1-a935a192f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:07.630632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faed76c3-01ab-411c-a9dd-11ec5ddc2286 req-0e0599ac-a6b9-4713-89c1-a935a192f703 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1101 time: 0.1399250 Aug 24 00:15:07.636077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-7754de05-d0c1-4a8d-b626-6780bfff0fa2 service neutron] 10.222.0.26 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358544 Aug 24 00:15:07.660817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:07.690448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.723315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:07.725083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faed76c3-01ab-411c-a9dd-11ec5ddc2286 req-91a1e058-8ed2-4b83-b92a-bc9624a21719 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794048 Aug 24 00:15:07.748512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.749545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-74779eda-e76f-43fb-a744-155becbd7e8a service neutron] 10.222.0.26 "POST /v2.0/ports/76a7f0e0-da54-452d-8e5a-877ab6d5cec7/bindings HTTP/1.1" status: 201 len: 389 time: 0.8410470 Aug 24 00:15:07.755399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-5d91ec66-12f7-468c-8dd3-a6bcf4cd7896 service neutron] 10.222.0.26 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086547 Aug 24 00:15:07.786536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:07.787354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 547c62fc-12d6-4b94-a184-82f14fadd443 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:07.861499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:07.943541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 547c62fc-12d6-4b94-a184-82f14fadd443 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:07.963228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 547c62fc-12d6-4b94-a184-82f14fadd443 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:07.963604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.059043 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.064473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 912cd8ba-38b3-4fc2-9e72-1920e65a489c details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:08.073873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17898e99-1efd-44ff-9f9a-a1079b148f08 req-27f23e14-ff3d-4863-a5bf-692db458cdc2 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.075377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17898e99-1efd-44ff-9f9a-a1079b148f08 req-27f23e14-ff3d-4863-a5bf-692db458cdc2 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 944 time: 0.0873551 Aug 24 00:15:08.123376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 547c62fc-12d6-4b94-a184-82f14fadd443, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=547c62fc-12d6-4b94-a184-82f14fadd443,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:08.138099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba0cd6-33ad-4d2e-b94d-18fa7601ca8f req-936d8ec2-d112-4040-8526-f5cd1cea2a39 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.142219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bba0cd6-33ad-4d2e-b94d-18fa7601ca8f req-936d8ec2-d112-4040-8526-f5cd1cea2a39 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0906224 Aug 24 00:15:08.147388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17898e99-1efd-44ff-9f9a-a1079b148f08 req-43e595fb-bb14-41f3-89c9-d5d84fa1560f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577514 Aug 24 00:15:08.197330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bba0cd6-33ad-4d2e-b94d-18fa7601ca8f req-d2a57e8b-7953-41e7-a9d5-0f6e978ae91a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487695 Aug 24 00:15:08.216480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:08.225691 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.226572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:08.280684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '912cd8ba-38b3-4fc2-9e72-1920e65a489c', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'port_id': '912cd8ba-38b3-4fc2-9e72-1920e65a489c', 'mac_address': 'fa:16:3e:59:d5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362f50b-2768-483a-9b4d-2edd55aae693', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:08.288125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bc4de-e0bc-4af0-8da3-271cf21a049d req-13f4a27e-f4f3-4a76-931e-f0ba46f8ce86 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.294284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-201bc4de-e0bc-4af0-8da3-271cf21a049d req-13f4a27e-f4f3-4a76-931e-f0ba46f8ce86 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 950 time: 0.0752196 Aug 24 00:15:08.340634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-201bc4de-e0bc-4af0-8da3-271cf21a049d req-f275b56f-0772-49ab-89fe-685ad573fa94 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Aug 24 00:15:08.340808 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8911fb-c406-43d2-a14c-e71aab4dabb7 x-openstack-request-id: req-9c8911fb-c406-43d2-a14c-e71aab4dabb7 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:08.340808 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90576013-e4fd-4d44-af91-76964bcf3f37", "name": "network-vif-plugged", "status": "completed", "tag": "42a9d32d-29b8-4a8b-9c8d-628ba73a9059", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:08.340808 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c8911fb-c406-43d2-a14c-e71aab4dabb7 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:08.340808 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90576013-e4fd-4d44-af91-76964bcf3f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'code': 200} Aug 24 00:15:08.370687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=547c62fc-12d6-4b94-a184-82f14fadd443,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:08.382584 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.440330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11da566c-b2d1-4355-95f8-8a2b3d51f941 req-74c3aa2f-cbbb-4014-a2d7-43e3c184a0ab tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 210 time: 0.0597703 Aug 24 00:15:08.515666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-c68fc18b-4a34-4c1d-be70-38cc3ea497a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.517822 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-c68fc18b-4a34-4c1d-be70-38cc3ea497a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1096 time: 0.0491984 Aug 24 00:15:08.539195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b52cf-7891-40b6-8119-457d426b08fd req-ab9ae822-cd97-48e5-9fb9-10b929c078c2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.547543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-619b52cf-7891-40b6-8119-457d426b08fd req-ab9ae822-cd97-48e5-9fb9-10b929c078c2 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.1683168 Aug 24 00:15:08.550946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 912cd8ba-38b3-4fc2-9e72-1920e65a489c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:08.553283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcbf35-9f97-4b87-8f99-2c6d3b188ec6 req-88a9d10d-a749-4d9f-882b-37475d539d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.554648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9efcbf35-9f97-4b87-8f99-2c6d3b188ec6 req-88a9d10d-a749-4d9f-882b-37475d539d88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 1101 time: 0.1351271 Aug 24 00:15:08.577102 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.583019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:08.619389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:08.641700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-3282d852-c349-4b2a-a0f5-144d58ef2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.643720 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-3282d852-c349-4b2a-a0f5-144d58ef2605 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1155715 Aug 24 00:15:08.649806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d930c-51ee-4e30-bec1-427269d37029 req-3b808c29-c0c2-4018-92b6-e0d6feca567e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.651261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd4d930c-51ee-4e30-bec1-427269d37029 req-3b808c29-c0c2-4018-92b6-e0d6feca567e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 945 time: 0.1326141 Aug 24 00:15:08.655919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-619b52cf-7891-40b6-8119-457d426b08fd req-6b7017fb-1d98-4bd6-b360-42655e486ada tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075661 Aug 24 00:15:08.657925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9efcbf35-9f97-4b87-8f99-2c6d3b188ec6 req-fa58d65d-5849-46c7-a273-ad5a61bd05ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794094 Aug 24 00:15:08.684205 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.692604 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-07661267-f710-46ea-8cd4-410e70c36f3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 200 len: 217 time: 0.0400479 Aug 24 00:15:08.701630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd4d930c-51ee-4e30-bec1-427269d37029 req-6866fb0f-7005-4371-ad69-5544c1075802 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427530 Aug 24 00:15:08.719550 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:08.741702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=912cd8ba-38b3-4fc2-9e72-1920e65a489c,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:08.800041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:08.858836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['912cd8ba-38b3-4fc2-9e72-1920e65a489c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:08.933519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-b8ee9f15-def9-44b5-9d05-1b4ae41077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:08.941026 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-b8ee9f15-def9-44b5-9d05-1b4ae41077a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0632720 Aug 24 00:15:08.973983 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-6bd7aaec-ed66-4d51-841e-d05d146cde5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249863 Aug 24 00:15:09.085597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:09.101928 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-a7579c27-91a8-402a-9f4c-88c743ed638c service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068141 Aug 24 00:15:09.198765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:09.211119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'mac_address': 'fa:16:3e:fb:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:09.245491 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-44e6299b-af16-457a-b3a6-bfb91835728e service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345174 Aug 24 00:15:09.255685 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:09.276614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613a97b1-78af-44e6-85ba-00bedf9ed77d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:09.292801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a30ffa-6eb0-4425-bc3f-65c5f1864a4e req-a9d90b38-b732-4ad1-aca8-34563c331f64 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.299347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:09.302124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2a30ffa-6eb0-4425-bc3f-65c5f1864a4e req-a9d90b38-b732-4ad1-aca8-34563c331f64 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 945 time: 0.0841813 Aug 24 00:15:09.338929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2a30ffa-6eb0-4425-bc3f-65c5f1864a4e req-6c296700-d11f-4a80-9678-310a99305ba7 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349004 Aug 24 00:15:09.449517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:09.467546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff4093-b6ca-4a83-ae2c-2d3ddaa25d31 req-e0baa047-eca5-46f6-94be-cd1dcbae0f6a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.469106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98ff4093-b6ca-4a83-ae2c-2d3ddaa25d31 req-e0baa047-eca5-46f6-94be-cd1dcbae0f6a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 948 time: 0.0688934 Aug 24 00:15:09.494778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:09.544482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98ff4093-b6ca-4a83-ae2c-2d3ddaa25d31 req-e7985537-a0e0-48ac-9710-1bbe57469be7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683777 Aug 24 00:15:09.563008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafbef2-fe7b-4e6e-b190-42af41b052ab req-df6e9988-5a7c-42e9-b321-42651b65bd15 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.564589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bafbef2-fe7b-4e6e-b190-42af41b052ab req-df6e9988-5a7c-42e9-b321-42651b65bd15 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 950 time: 0.0718567 Aug 24 00:15:09.607387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bafbef2-fe7b-4e6e-b190-42af41b052ab req-2069114b-1d38-41ee-8c65-ec6d0f691495 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363336 Aug 24 00:15:09.647069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-78c767c4-0f2e-4a89-9077-f77a53f60f25 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.648600 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-78c767c4-0f2e-4a89-9077-f77a53f60f25 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.1042147 Aug 24 00:15:09.662111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-2'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:09.698142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cec9d65-5fd1-4410-95f4-2a04101a4298 req-216cb9ad-b0ed-4b78-9223-42d74e7b8e18 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 210 time: 0.0323434 Aug 24 00:15:09.739070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:09.833936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efffd3a-7fde-421b-855f-524a33a88791 req-49ee8276-c10d-4f7c-84fb-a776f47b8f25 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:09.834314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['613a97b1-78af-44e6-85ba-00bedf9ed77d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:09.835746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9efffd3a-7fde-421b-855f-524a33a88791 req-49ee8276-c10d-4f7c-84fb-a776f47b8f25 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 949 time: 0.0638778 Aug 24 00:15:09.885298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:09.909990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9efffd3a-7fde-421b-855f-524a33a88791 req-1e204729-caca-4cad-aeb0-e6ee9bcb6f33 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498800 Aug 24 00:15:09.950417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:09.999761 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:10.002685 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7182203d-fc9f-4205-8b48-23f36c2f0f5c" -d '{"events": [{"server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "name": "network-vif-unplugged", "status": "completed", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:10.005163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73f7c7-5157-4a8a-a089-becd48f217f7 req-782b65dc-bfd3-4ac4-8d2e-6f91e1daa2dc tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.007332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe73f7c7-5157-4a8a-a089-becd48f217f7 req-782b65dc-bfd3-4ac4-8d2e-6f91e1daa2dc tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.0531523 Aug 24 00:15:10.007877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.055692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe73f7c7-5157-4a8a-a089-becd48f217f7 req-f3b815b3-ac05-4659-bd80-b8cccb50ac88 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369093 Aug 24 00:15:10.059870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 912cd8ba-38b3-4fc2-9e72-1920e65a489c up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:10.109684 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.118353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 912cd8ba-38b3-4fc2-9e72-1920e65a489c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:10.118878 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.194723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c4535-a3c2-4a35-91fa-f86cdc31ad66 req-fe372ce1-de87-45cc-836e-2a872abcf9c2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.197122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-803c4535-a3c2-4a35-91fa-f86cdc31ad66 req-fe372ce1-de87-45cc-836e-2a872abcf9c2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.0594654 Aug 24 00:15:10.223430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Pushing event updated for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:10.227663 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.233183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:10.233495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:10.234144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:10.240760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:10.246867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Attempting to bind port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:10.250176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:10.250816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:10.251806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:10.252299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Bound port: 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:10.252828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.264997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:10.275160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-803c4535-a3c2-4a35-91fa-f86cdc31ad66 req-7fc1923f-e441-48f5-9052-e6f993b18f35 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683267 Aug 24 00:15:10.319900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:10.322644 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d8c1cf-2623-4f63-8048-ffc3734be28c x-openstack-request-id: req-23d8c1cf-2623-4f63-8048-ffc3734be28c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:10.322930 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "name": "network-vif-unplugged", "status": "completed", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:10.323182 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23d8c1cf-2623-4f63-8048-ffc3734be28c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:10.323566 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7', 'code': 200} Aug 24 00:15:10.325102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:10.341354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec464ce-2e5a-496b-a1df-ffc3ac89528f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dd4711-5443-4ada-ae8b-cbaf5d93f20f'}, {'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443'}, {'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d'}, {'server_uuid': '746f1603-9a94-4c60-8e48-3c05037c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912cd8ba-38b3-4fc2-9e72-1920e65a489c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:10.343783 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787c532-d2aa-4ceb-8bfd-17d3a9247df8" -d '{"events": [{"server_uuid": "0ec464ce-2e5a-496b-a1df-ffc3ac89528f", "name": "network-vif-plugged", "status": "completed", "tag": "c0dd4711-5443-4ada-ae8b-cbaf5d93f20f"}, {"server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "name": "network-vif-plugged", "status": "completed", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443"}, {"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-unplugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d"}, {"server_uuid": "746f1603-9a94-4c60-8e48-3c05037c846e", "name": "network-vif-plugged", "status": "completed", "tag": "912cd8ba-38b3-4fc2-9e72-1920e65a489c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:10.358325 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.409776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=912cd8ba-38b3-4fc2-9e72-1920e65a489c,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:10.410344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.425587 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7676774-273d-4a62-8de9-fd1c7e026861 x-openstack-request-id: req-b7676774-273d-4a62-8de9-fd1c7e026861 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:10.426120 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec464ce-2e5a-496b-a1df-ffc3ac89528f", "name": "network-vif-plugged", "status": "completed", "tag": "c0dd4711-5443-4ada-ae8b-cbaf5d93f20f", "code": 200}, {"server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "name": "network-vif-plugged", "status": "completed", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443", "code": 200}, {"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-unplugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d", "code": 200}, {"server_uuid": "746f1603-9a94-4c60-8e48-3c05037c846e", "name": "network-vif-plugged", "status": "completed", "tag": "912cd8ba-38b3-4fc2-9e72-1920e65a489c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:10.426578 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7676774-273d-4a62-8de9-fd1c7e026861 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:10.427169 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec464ce-2e5a-496b-a1df-ffc3ac89528f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dd4711-5443-4ada-ae8b-cbaf5d93f20f', 'code': 200} Aug 24 00:15:10.427603 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443', 'code': 200} Aug 24 00:15:10.428084 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'code': 200} Aug 24 00:15:10.428509 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746f1603-9a94-4c60-8e48-3c05037c846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912cd8ba-38b3-4fc2-9e72-1920e65a489c', 'code': 200} Aug 24 00:15:10.525846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Pushing event updated for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:10.552295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2fd7b-e4cf-4796-8921-ba5120063932 req-b6267b42-8bc6-4f2c-ae5c-4ca412252658 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.554926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4a2fd7b-e4cf-4796-8921-ba5120063932 req-b6267b42-8bc6-4f2c-ae5c-4ca412252658 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 945 time: 0.0611496 Aug 24 00:15:10.581758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.582400 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:10.584078 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-1396c5cd-0534-42db-817d-b29aa7f4ef3c service neutron] 10.222.0.37 "PUT /v2.0/ports/76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 200 len: 1121 time: 0.9273989 Aug 24 00:15:10.602889 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b555f-7661-469d-a35b-20777dcad336 req-0defc988-f086-441b-b338-c72263fc77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.604568 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c8b555f-7661-469d-a35b-20777dcad336 req-0defc988-f086-441b-b338-c72263fc77ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 1096 time: 0.0566676 Aug 24 00:15:10.643859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a50bc-aa4b-4f57-b272-177539cd5cb6 req-1c00b4d0-b63f-45e4-8b27-115885723c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.645462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b5a50bc-aa4b-4f57-b272-177539cd5cb6 req-1c00b4d0-b63f-45e4-8b27-115885723c5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 1101 time: 0.0894186 Aug 24 00:15:10.653138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4a2fd7b-e4cf-4796-8921-ba5120063932 req-4723215f-885b-494e-a8ec-67a4ee013057 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840611 Aug 24 00:15:10.670335 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c8b555f-7661-469d-a35b-20777dcad336 req-c9f59f31-39c9-4e50-a36e-add45259c20f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531609 Aug 24 00:15:10.711399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b5a50bc-aa4b-4f57-b272-177539cd5cb6 req-b0a1a373-79cb-410d-bffb-f8ad6a1bdb78 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572255 Aug 24 00:15:10.719541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['76a7f0e0-da54-452d-8e5a-877ab6d5cec7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:10.848732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d5a2-6a86-477d-b25d-17b157158a2c req-122f95d0-2f2f-4452-ad03-deaf9a0dd60e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:10.851956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e695d5a2-6a86-477d-b25d-17b157158a2c req-122f95d0-2f2f-4452-ad03-deaf9a0dd60e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 949 time: 0.0558074 Aug 24 00:15:10.917277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e695d5a2-6a86-477d-b25d-17b157158a2c req-b5ec6482-84d6-4f0a-b415-67da49012a4c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536058 Aug 24 00:15:11.040505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-eb9b3378-672f-4d56-841f-9cb886251c1f tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.042000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-eb9b3378-672f-4d56-841f-9cb886251c1f tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.36 "GET /v2.0/networks?id=4339e103-af72-4592-8df9-ccce7ca09f39 HTTP/1.1" status: 200 len: 822 time: 0.1404140 Aug 24 00:15:11.054711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9739a1c-af64-44b1-9c96-6b8e5968385d req-07790d54-7ebb-44e8-ad10-620ff1088628 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.056154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9739a1c-af64-44b1-9c96-6b8e5968385d req-07790d54-7ebb-44e8-ad10-620ff1088628 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 950 time: 0.0826032 Aug 24 00:15:11.074345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Request body: {'port': {'device_id': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'admin_state_up': True, 'tenant_id': 'da00ab955a5e4512a54b49c0a5de0057'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:11.102234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:11.159433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 613a97b1-78af-44e6-85ba-00bedf9ed77d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:11.159807 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.173993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9739a1c-af64-44b1-9c96-6b8e5968385d req-e69e6c9b-f56e-4342-b13c-ce32625703fe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115558 Aug 24 00:15:11.176432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28882569-8500-460d-a51a-2dafb9f16009 req-08e1d728-8f71-4a3b-8d7e-1bc89c4c29ed tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 210 time: 0.0716398 Aug 24 00:15:11.285369 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.324308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a961d0-0f56-4123-860c-b18945256162 req-04a47042-c23a-4311-8bc5-01fea8c0f284 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.325835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3a961d0-0f56-4123-860c-b18945256162 req-04a47042-c23a-4311-8bc5-01fea8c0f284 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.0592754 Aug 24 00:15:11.335634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:11.352506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Made reservation on behalf of da00ab955a5e4512a54b49c0a5de0057 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:11.353032 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.393486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3a961d0-0f56-4123-860c-b18945256162 req-acbf6712-cefb-4f18-84d4-b232bb38ff08 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602539 Aug 24 00:15:11.464546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.524838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:11.579218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Allocated IP 172.20.0.9 (4339e103-af72-4592-8df9-ccce7ca09f39/1e4e6259-d828-4f6d-992a-d9d0abb13a59/9be8dad3-8466-4c11-b4c0-fa57e9ce6a69) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:11.590631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74390a27-b649-494f-95bd-3f5a7c9e1f6b req-8a204563-299a-4b92-bee3-826bb32f3702 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.592115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74390a27-b649-494f-95bd-3f5a7c9e1f6b req-8a204563-299a-4b92-bee3-826bb32f3702 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 949 time: 0.1296551 Aug 24 00:15:11.660038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74390a27-b649-494f-95bd-3f5a7c9e1f6b req-44aad868-a428-4246-b071-2ddb9b7206a5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571251 Aug 24 00:15:11.822440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc551c-cc02-4029-8158-24530373eac1 req-0bfa5388-0389-4477-bfd7-107bf810c399 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.823928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcdc551c-cc02-4029-8158-24530373eac1 req-0bfa5388-0389-4477-bfd7-107bf810c399 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.0922318 Aug 24 00:15:11.828901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:11.914441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcdc551c-cc02-4029-8158-24530373eac1 req-d5051226-e2c1-49a1-a87e-b9c6852530de tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810065 Aug 24 00:15:11.931077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fb1bc-7939-47b7-ab7d-839aeb85f3aa req-231ca4f4-47c0-41b4-96d5-eaee59332b7d tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:11.932626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-534fb1bc-7939-47b7-ab7d-839aeb85f3aa req-231ca4f4-47c0-41b4-96d5-eaee59332b7d tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 945 time: 0.0891247 Aug 24 00:15:11.977593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-534fb1bc-7939-47b7-ab7d-839aeb85f3aa req-35f7b017-e211-4c3f-8ee0-e15f71611b35 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389121 Aug 24 00:15:12.033608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.108965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Network 4339e103-af72-4592-8df9-ccce7ca09f39 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:12.109929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event updated for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:12.118964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:12.123007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:12.142538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.236113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.236741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.267066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aebcf-1c5e-4153-a3a7-72a8ee061367 req-7b0ae102-fe63-4eb7-8ded-8ec4b3f32b50 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.268550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b2aebcf-1c5e-4153-a3a7-72a8ee061367 req-7b0ae102-fe63-4eb7-8ded-8ec4b3f32b50 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1120188 Aug 24 00:15:12.276986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ad58c-e40c-4b4e-b415-ea5660f48b11 req-8b65214e-767d-4681-a5fc-a0b067d43f73 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.283469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ad58c-e40c-4b4e-b415-ea5660f48b11 req-8b65214e-767d-4681-a5fc-a0b067d43f73 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.284905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-638ad58c-e40c-4b4e-b415-ea5660f48b11 req-8b65214e-767d-4681-a5fc-a0b067d43f73 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37&device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 1690 time: 0.0932014 Aug 24 00:15:12.323282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ed87764d-d343-4592-a021-32dd7ab520ee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2547936 Aug 24 00:15:12.324312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:12.326899 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44ad38a-3a64-4508-9e00-457bf890f4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:12.344137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b2aebcf-1c5e-4153-a3a7-72a8ee061367 req-040c35fe-ec07-48c9-9d86-491592c55701 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582831 Aug 24 00:15:12.350079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Request body: {'port': {'device_id': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:12.358664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-638ad58c-e40c-4b4e-b415-ea5660f48b11 req-4bbf426a-382f-4ba1-9047-007736c11ba7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669940 Aug 24 00:15:12.411166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.430368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:12.432901 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e43b1b-a347-4674-bbc8-6bd1563fb1f4" -d '{"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-plugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:12.518380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c6d78-8296-48db-9c93-f8649508cb2f req-37169b06-1283-48f0-a0db-f4cbdcdd0063 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.520415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e2c6d78-8296-48db-9c93-f8649508cb2f req-37169b06-1283-48f0-a0db-f4cbdcdd0063 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 931 time: 0.1068330 Aug 24 00:15:12.632769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e2c6d78-8296-48db-9c93-f8649508cb2f req-a6995c15-2f06-4258-918b-4a10056fe0bd tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010296 Aug 24 00:15:12.679343 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd29d81a-f574-4e92-9654-05122198b167 x-openstack-request-id: req-dd29d81a-f574-4e92-9654-05122198b167 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:12.679968 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:12.680540 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd29d81a-f574-4e92-9654-05122198b167 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:12.681108 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7', 'status': 'completed', 'code': 200} Aug 24 00:15:12.790843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-85e2efe1-84d9-48a0-8d3c-de1673f02e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.792422 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-85e2efe1-84d9-48a0-8d3c-de1673f02e6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1124 time: 0.0598798 Aug 24 00:15:12.836186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:12.878723 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:12.906126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Transition to ACTIVE for port object 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:12.908509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-5d61a501-a069-40b7-977c-daf68eba4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.912246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-5d61a501-a069-40b7-977c-daf68eba4db5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1126606 Aug 24 00:15:12.918502 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820c9a1-c405-42d6-9622-af06de3b76a4 x-openstack-request-id: req-f820c9a1-c405-42d6-9622-af06de3b76a4 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:12.918876 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-plugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:12.919091 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f820c9a1-c405-42d6-9622-af06de3b76a4 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:12.919728 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'code': 200} Aug 24 00:15:12.920098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1b10-e211-4633-9d74-fee688997e5d req-d02dea26-bf77-48cf-b4fe-ab2ca844b3ce tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:12.921656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad5d1b10-e211-4633-9d74-fee688997e5d req-d02dea26-bf77-48cf-b4fe-ab2ca844b3ce tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.1057453 Aug 24 00:15:12.965597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad5d1b10-e211-4633-9d74-fee688997e5d req-3d9f8291-a1fb-4194-aa0b-067a1bd55930 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Aug 24 00:15:12.985878 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-24960a2b-84c4-4a43-95c4-5aa28c2befea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 200 len: 217 time: 0.0648534 Aug 24 00:15:13.000847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.045976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-2e0b7bfc-805c-4289-b2af-6d81f1bae2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.048374 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-2e0b7bfc-805c-4289-b2af-6d81f1bae2b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0541029 Aug 24 00:15:13.084977 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-6dcaa099-3737-4c14-8c0d-c486ccf6c2ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299747 Aug 24 00:15:13.103948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Pushing event updated for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:13.120717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac0b11-7194-41bb-a6d0-21e2f05d114c req-d8573890-10ce-4595-a875-071667feb0ee tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.122283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65ac0b11-7194-41bb-a6d0-21e2f05d114c req-d8573890-10ce-4595-a875-071667feb0ee tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 1101 time: 0.1485651 Aug 24 00:15:13.183506 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-978f91c7-d4c5-4d86-bedf-3815457b7601 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915468 Aug 24 00:15:13.189693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65ac0b11-7194-41bb-a6d0-21e2f05d114c req-b0cb73f4-e929-49c4-bded-8313350037fb tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 Aug 24 00:15:13.200397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Attempting to bind port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:13.200743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Attempting to bind port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:13.201093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Attempting to bind port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 on network 4339e103-af72-4592-8df9-ccce7ca09f39 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:13.206260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 on network 4339e103-af72-4592-8df9-ccce7ca09f39 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:13.206584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Attempting to bind port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 on network 4339e103-af72-4592-8df9-ccce7ca09f39 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:13.212155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:13.212496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Checking segment: {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:13.212881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Bound using segment: {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:13.213466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Bound port: 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:13.214082 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.296911 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e44ad38a-3a64-4508-9e00-457bf890f4e7 req-1a8749a7-6878-4df2-87ee-13a84b39e556 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049788 Aug 24 00:15:13.369416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:13.373343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:13.391166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0626c35-bb3c-4ae9-9acb-682336989298 req-43332176-a2a4-4bc2-bf96-62fc539d59cb tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.393934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0626c35-bb3c-4ae9-9acb-682336989298 req-43332176-a2a4-4bc2-bf96-62fc539d59cb tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.0827053 Aug 24 00:15:13.445527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0626c35-bb3c-4ae9-9acb-682336989298 req-5e6e6336-43ef-43d7-a399-9466dc60bd4c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Aug 24 00:15:13.464066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.489165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.489969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:13.492966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] 10.222.0.36 "PUT /v2.0/ports/9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 HTTP/1.1" status: 200 len: 1091 time: 1.1509354 Aug 24 00:15:13.494723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:13.501118 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61acd6e0-22fb-4ada-85a8-7f6356453142" -d '{"events": [{"name": "network-changed", "server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:13.606203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf948149-13c4-4286-b0ac-9e7f4cb06494 service neutron] Pushing event updated for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:13.629727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9b2b7-bff2-4a11-896a-b4bfc90625a3 req-2a65d25d-fba8-4d3b-9712-abf1fcb1abe9 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.631894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00c9b2b7-bff2-4a11-896a-b4bfc90625a3 req-2a65d25d-fba8-4d3b-9712-abf1fcb1abe9 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 945 time: 0.0898554 Aug 24 00:15:13.713520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00c9b2b7-bff2-4a11-896a-b4bfc90625a3 req-0ae749c9-09c8-44fa-a4a9-afad5c1b12e0 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721562 Aug 24 00:15:13.727230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-4cd0874b-4cc3-43ca-a48e-8f36fdeb3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.729043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-4cd0874b-4cc3-43ca-a48e-8f36fdeb3ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 1094 time: 0.0961802 Aug 24 00:15:13.805104 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-ff7ec102-126e-4f02-94ed-bb9a6c411bac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 HTTP/1.1" status: 200 len: 217 time: 0.0536094 Aug 24 00:15:13.925405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-fcf960b6-b4a2-4e1d-ac72-5c8eaf8e2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.926934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-fcf960b6-b4a2-4e1d-ac72-5c8eaf8e2cef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e4e6259-d828-4f6d-992a-d9d0abb13a59 HTTP/1.1" status: 200 len: 862 time: 0.1147053 Aug 24 00:15:13.939099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73311b-5aef-4916-aaf0-3e8998203a55 req-9f947ff2-92f9-4880-93f8-da5bb5c2fd85 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.940584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c73311b-5aef-4916-aaf0-3e8998203a55 req-9f947ff2-92f9-4880-93f8-da5bb5c2fd85 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 1100 time: 0.0935476 Aug 24 00:15:13.960813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fca33-d577-49d4-98c0-e378d175d04e req-014fba0e-def3-4d6c-b32d-be2f63ee90ed tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:13.962266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e3fca33-d577-49d4-98c0-e378d175d04e req-014fba0e-def3-4d6c-b32d-be2f63ee90ed tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1135061 Aug 24 00:15:13.996344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-c3ff8edb-d3c2-4731-b779-87b3d2523c6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4339e103-af72-4592-8df9-ccce7ca09f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603981 Aug 24 00:15:14.076371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c73311b-5aef-4916-aaf0-3e8998203a55 req-ded30700-6e06-43c3-b192-6288df4ed578 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252935 Aug 24 00:15:14.114268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e3fca33-d577-49d4-98c0-e378d175d04e req-e2336cc4-88b7-4002-9913-060de3b632db tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042993 Aug 24 00:15:14.174320 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e612da-0c88-4d57-9b76-4d93faff4d29 x-openstack-request-id: req-d4e612da-0c88-4d57-9b76-4d93faff4d29 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:14.174648 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:14.174868 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4e612da-0c88-4d57-9b76-4d93faff4d29 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:14.175269 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'status': 'completed', 'code': 200} Aug 24 00:15:14.181011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-a1a181d1-ef7f-41c9-8009-5b8ebf637a30 service neutron] 10.222.0.36 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747890 Aug 24 00:15:14.295940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb7c9-f575-40a2-a0d4-6be49dc3564d req-a9bcfd59-80cd-4c28-8c4a-2a59c98c73df tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:14.303754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08ecb7c9-f575-40a2-a0d4-6be49dc3564d req-a9bcfd59-80cd-4c28-8c4a-2a59c98c73df tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 943 time: 0.1198986 Aug 24 00:15:14.359407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-582d634e-2a9b-45f4-aa25-273cfe548301 req-a56d0be2-3ac6-4898-ac1d-23acc24eaa26 service neutron] 10.222.0.36 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636233 Aug 24 00:15:14.373758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08ecb7c9-f575-40a2-a0d4-6be49dc3564d req-5dd973b9-0224-410e-a835-b9ae25af824b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690222 Aug 24 00:15:14.416102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c353-987f-4be5-a19a-6b0c57a2cbd8 req-1272dafe-63e9-44f3-932c-38866c6abcf5 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:14.428600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6858c353-987f-4be5-a19a-6b0c57a2cbd8 req-1272dafe-63e9-44f3-932c-38866c6abcf5 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 945 time: 0.0687125 Aug 24 00:15:14.428880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44182) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:14.431717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Request body: {'floatingip': {'port_id': '547c62fc-12d6-4b94-a184-82f14fadd443'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:14.598552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:14.637588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-40b5db74-2125-46b1-8e57-964ff638bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:14.639328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-40b5db74-2125-46b1-8e57-964ff638bfa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 1094 time: 0.0837564 Aug 24 00:15:14.670012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ed0da-14f8-4f0b-93d7-cc011f7f0de8 req-2a23859f-a316-45c7-afb4-7cb2ac2e4b60 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:14.675371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd7ed0da-14f8-4f0b-93d7-cc011f7f0de8 req-2a23859f-a316-45c7-afb4-7cb2ac2e4b60 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.0891318 Aug 24 00:15:14.835507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd7ed0da-14f8-4f0b-93d7-cc011f7f0de8 req-0e48a5c7-0a08-45dc-ab56-b67cd2683033 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086879 Aug 24 00:15:14.870226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-5cb4c120-5ccf-4702-94d8-7e0f82e44694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:14.871721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-5cb4c120-5ccf-4702-94d8-7e0f82e44694 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4339e103-af72-4592-8df9-ccce7ca09f39 HTTP/1.1" status: 200 len: 923 time: 0.2232623 Aug 24 00:15:14.946167 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-2810f4fd-8cb4-430f-b291-32d1f3b47adb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 HTTP/1.1" status: 200 len: 217 time: 0.0661578 Aug 24 00:15:15.037082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acdf04-55a9-4059-a793-e805d4be9290 req-293475ea-cfaf-49cb-a6c1-2e65e26e75cf tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:15.047778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2acdf04-55a9-4059-a793-e805d4be9290 req-293475ea-cfaf-49cb-a6c1-2e65e26e75cf tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.0975854 Aug 24 00:15:15.055501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-8059705b-ab73-452c-9422-934fbaf4988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:15.057047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-8059705b-ab73-452c-9422-934fbaf4988d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1e4e6259-d828-4f6d-992a-d9d0abb13a59 HTTP/1.1" status: 200 len: 862 time: 0.0821424 Aug 24 00:15:15.094458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-2bcf42f3-c939-4641-abda-1ce8ed9bf910 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4339e103-af72-4592-8df9-ccce7ca09f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275147 Aug 24 00:15:15.113076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2acdf04-55a9-4059-a793-e805d4be9290 req-537013d7-adbe-41a9-9340-02a3910e3dea tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643241 Aug 24 00:15:15.129580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:15.319039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-d1239fec-9e4a-47d1-93dd-11e8c22dd7f8 service neutron] 10.222.0.36 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078695 Aug 24 00:15:15.392837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:15.432174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 has no active binding in host n-h2-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:15:15.480616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-5b974d86-28f5-4c30-928b-cbaf684bc20b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303805 Aug 24 00:15:15.484911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61acd6e0-22fb-4ada-85a8-7f6356453142 req-9b6f0544-2f00-4f8c-915f-989ed5d79412 service neutron] 10.222.0.36 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519923 Aug 24 00:15:15.777751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:15.839385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44228) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:15.853275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.005556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ba59ac-916e-45e9-90bc-4516eaf6d729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.029155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b7a85ea1-bb5b-436e-ba7a-634563f1d6d5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:16.030869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b7a85ea1-bb5b-436e-ba7a-634563f1d6d5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5433521 Aug 24 00:15:16.055200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-aa1f9208-9c70-4643-a043-51a71461ab6d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/quotas/0b5310f0b8ad4eb1a8a1fd6ccac449e5 HTTP/1.1" status: 200 len: 375 time: 0.0143113 Aug 24 00:15:16.067689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f48b65-a3cb-4b6d-938b-738d0267964b req-5c5b6f0e-9418-453e-98d2-ae9bc79f5e2a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:16.069469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85f48b65-a3cb-4b6d-938b-738d0267964b req-5c5b6f0e-9418-453e-98d2-ae9bc79f5e2a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0962033 Aug 24 00:15:16.146135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2c18320c-64dc-4c00-bd1b-4fa871dc6bdb tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754025 Aug 24 00:15:16.153867 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6 associated. External IP: 172.25.5.223, port: 547c62fc-12d6-4b94-a184-82f14fadd443. Aug 24 00:15:16.177619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85f48b65-a3cb-4b6d-938b-738d0267964b req-e1d8b899-ee01-4c3d-a02a-60b1046112a0 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948741 Aug 24 00:15:16.229472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ba59ac-916e-45e9-90bc-4516eaf6d729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.354014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6efefe-3e11-4260-a8a5-2ea0442d4d8d req-597d8946-f3da-4e00-944c-acca08fcddf4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:16.356158 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ba59ac-916e-45e9-90bc-4516eaf6d729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.362404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a6efefe-3e11-4260-a8a5-2ea0442d4d8d req-597d8946-f3da-4e00-944c-acca08fcddf4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 943 time: 0.1013324 Aug 24 00:15:16.411594 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba59ac-916e-45e9-90bc-4516eaf6d729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4669444c-91fc-4e75-be93-b875a3e9f0a7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:16.420110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a6efefe-3e11-4260-a8a5-2ea0442d4d8d req-6d467620-1868-4a14-b498-79b8e7736840 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Aug 24 00:15:16.436849 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a3ba59ac-916e-45e9-90bc-4516eaf6d729 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e9c118b82354646a7709c204466b3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918605 Aug 24 00:15:16.437217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44236) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:16.507941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5146925-a952-425d-905b-53358b65f7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.510403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Router 571a84da-b7c5-4701-8f12-312cc9e60f71 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:15:16.554811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5146925-a952-425d-905b-53358b65f7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.617831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b0ab9-1996-4f2c-aeec-f038819620cc req-eaa49a16-b517-45c5-b0b6-f1457c5ae4c8 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:16.619713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b9b0ab9-1996-4f2c-aeec-f038819620cc req-eaa49a16-b517-45c5-b0b6-f1457c5ae4c8 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.0996890 Aug 24 00:15:16.662625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:15:16.672531 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.684662 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] Sync routers for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:15:16.698072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b9b0ab9-1996-4f2c-aeec-f038819620cc req-eb1d80f5-277a-47cb-b7c0-7074fb8455ea tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606434 Aug 24 00:15:16.705997 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-80a9f7b1-5aab-457f-ba08-a66e4d0b5a55 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "PUT /v2.0/floatingips/c10bc6b4-0674-49b8-b984-3f7ea57405f6 HTTP/1.1" status: 200 len: 991 time: 2.2777915 Aug 24 00:15:16.708805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:16.709131 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:16.738332 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:16.739719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5146925-a952-425d-905b-53358b65f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.742622 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d5146925-a952-425d-905b-53358b65f7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:16.747050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d5146925-a952-425d-905b-53358b65f7e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4669444c-91fc-4e75-be93-b875a3e9f0a7 HTTP/1.1" status: 204 len: 168 time: 0.3087518 Aug 24 00:15:16.749961 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:16.769694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5146925-a952-425d-905b-53358b65f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669444c-91fc-4e75-be93-b875a3e9f0a7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:16.874356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13c646-d5f8-4814-803a-6e1011eb0932 req-bcfbc4fe-14ff-4335-a9df-a404b497e1a3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:16.876834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a13c646-d5f8-4814-803a-6e1011eb0932 req-bcfbc4fe-14ff-4335-a9df-a404b497e1a3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.0633585 Aug 24 00:15:16.930162 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:16.949454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a13c646-d5f8-4814-803a-6e1011eb0932 req-620fe4f9-b64b-4e93-b94a-5d710656132c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588753 Aug 24 00:15:17.271018 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761ad143-4e37-4071-95d1-14841779b6bb x-openstack-request-id: req-761ad143-4e37-4071-95d1-14841779b6bb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:17.272000 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:17.272404 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-761ad143-4e37-4071-95d1-14841779b6bb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:17.273597 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443', 'status': 'completed', 'code': 200} Aug 24 00:15:17.415558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-4db30381-5f83-4c8c-9b88-52126f420f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:17.416891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-4db30381-5f83-4c8c-9b88-52126f420f00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 1096 time: 0.1327174 Aug 24 00:15:17.446903 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c10bc6b4-0674-49b8-b984-3f7ea57405f6', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'port_id': '547c62fc-12d6-4b94-a184-82f14fadd443', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'mac_address': 'fa:16:3e:3e:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:15:15Z', 'revision_number': 1, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:17.495650 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] Checking router: 571a84da-b7c5-4701-8f12-312cc9e60f71 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:15:17.507938 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:15:17.508699 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:14:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:17.572862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04b4ca72-e01d-4325-85d3-60dbfc0c52c8 req-ff4a086a-1e31-4867-8a15-819c4a84bc4c tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 210 time: 0.0778716 Aug 24 00:15:17.594533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9b66c-68f8-403f-a408-4c73cb0caa29 req-5a03cba0-2bf4-4469-b580-aaf132ec8ceb tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:17.602250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22d9b66c-68f8-403f-a408-4c73cb0caa29 req-5a03cba0-2bf4-4469-b580-aaf132ec8ceb tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.2066076 Aug 24 00:15:17.675361 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:15:17.700782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22d9b66c-68f8-403f-a408-4c73cb0caa29 req-6d5ec1cb-b8b0-43a2-80b1-dfc4762f4bf3 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975742 Aug 24 00:15:17.703003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-7b992b0a-befc-4534-b163-12b0a4dc1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:17.705077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-7b992b0a-befc-4534-b163-12b0a4dc1377 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 200 len: 924 time: 0.2644484 Aug 24 00:15:17.729601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00909de-a205-49b8-99b2-8bcdc12c85d8 req-16421dc9-68b0-49fb-a46e-6a9d30d1b3bc tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:17.732232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e00909de-a205-49b8-99b2-8bcdc12c85d8 req-16421dc9-68b0-49fb-a46e-6a9d30d1b3bc tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 943 time: 0.0885096 Aug 24 00:15:17.902097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e00909de-a205-49b8-99b2-8bcdc12c85d8 req-d7d584c7-a85c-473a-8209-7464c860325a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377382 Aug 24 00:15:17.912568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-ccb96464-9089-4831-aa9d-5d69d8377611 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=547c62fc-12d6-4b94-a184-82f14fadd443 HTTP/1.1" status: 200 len: 999 time: 0.1971340 Aug 24 00:15:17.921950 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c10bc6b4-0674-49b8-b984-3f7ea57405f6', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'port_id': '547c62fc-12d6-4b94-a184-82f14fadd443', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'mac_address': 'fa:16:3e:3e:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:15:15Z', 'revision_number': 1, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:15:17.965919 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119eb07b-05d5-4f4a-8903-e51998aeb32e None None] The sync data for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 is: [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c10bc6b4-0674-49b8-b984-3f7ea57405f6', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'port_id': '547c62fc-12d6-4b94-a184-82f14fadd443', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'mac_address': 'fa:16:3e:3e:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:15:15Z', 'revision_number': 1, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:15:17.979943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb75241-751a-49c6-8819-2244e65eddc5 req-3e6078a1-942e-4578-b4e2-847bc9f5d259 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:17.981612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb75241-751a-49c6-8819-2244e65eddc5 req-3e6078a1-942e-4578-b4e2-847bc9f5d259 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.1849530 Aug 24 00:15:18.023426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-f9c69085-2b2f-4814-8749-8b0a3f511dc9 service neutron] 10.222.0.36 "GET /v2.0/ports/76a7f0e0-da54-452d-8e5a-877ab6d5cec7/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.2035048 Aug 24 00:15:18.060452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-2a76a109-a92b-462a-8d81-1d8c31236a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:18.062084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-2a76a109-a92b-462a-8d81-1d8c31236a3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d9712c-ca50-45c9-bfaa-36c273124569 HTTP/1.1" status: 200 len: 862 time: 0.1298931 Aug 24 00:15:18.090058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:18.184020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb75241-751a-49c6-8819-2244e65eddc5 req-1cda80cf-0d1a-4640-b540-8524d1dc7694 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889174 Aug 24 00:15:18.217553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83a97f-4adb-4de7-8161-fd7d0a4ff374 req-e47ac4fe-e9f2-494c-88d1-19b3814237ed tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:18.225936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e83a97f-4adb-4de7-8161-fd7d0a4ff374 req-e47ac4fe-e9f2-494c-88d1-19b3814237ed tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 943 time: 0.1442294 Aug 24 00:15:18.262418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:18.278262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-081b17dc-e128-4328-b22c-d2b307bbd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:18.281679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-081b17dc-e128-4328-b22c-d2b307bbd837 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae0206da-21f7-4470-bf63-0d5925f82c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980515 Aug 24 00:15:18.287429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'port_id': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'mac_address': 'fa:16:3e:73:19:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4e6259-d828-4f6d-992a-d9d0abb13a59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:18.413316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662ed9d-60c4-4227-85f3-bb475097fe68 None None] New status for floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:15:18.459913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e83a97f-4adb-4de7-8161-fd7d0a4ff374 req-9d9f4807-1c5b-4bb9-a3de-3a8a7c631aa2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329836 Aug 24 00:15:18.565700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-3cacbca3-c0b4-4660-9a48-8a2b56645c56 service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643392 Aug 24 00:15:18.607067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:18.637160 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.724139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:18.754003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:18.782554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8950a011-8189-4030-ae77-623c1cf72f5d req-70ad54ff-5e05-4259-8d7c-c4c33ec198d7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 210 time: 0.1458733 Aug 24 00:15:18.800705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:18.899190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ae9d-079e-42b4-89e3-09581c723b4b req-aab82a62-2572-4c5e-8044-8d1f7b2de7b6 tempest-LiveMigrationNegativeTest-65644249 tempest-LiveMigrationNegativeTest-65644249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:18.901255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ae9ae9d-079e-42b4-89e3-09581c723b4b req-aab82a62-2572-4c5e-8044-8d1f7b2de7b6 tempest-LiveMigrationNegativeTest-65644249 tempest-LiveMigrationNegativeTest-65644249-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 1101 time: 0.3205879 Aug 24 00:15:18.904002 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:18.944713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:18.972540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:18.988277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:19.010569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668150b5-4c2f-4f07-84bd-a0d4f25b2dd4 req-319fc192-d571-483a-95f9-e4270600dd8d service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129276 Aug 24 00:15:19.011349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ae9ae9d-079e-42b4-89e3-09581c723b4b req-699d0c4f-b8e9-4fc7-8079-b617b4d6a7e8 tempest-LiveMigrationNegativeTest-65644249 tempest-LiveMigrationNegativeTest-65644249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.039967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20cf0-0f52-4610-8ebd-ee5376a6cd22 req-b4f6c9a3-b7f0-4763-8c96-c76b442da120 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:19.041598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44e20cf0-0f52-4610-8ebd-ee5376a6cd22 req-b4f6c9a3-b7f0-4763-8c96-c76b442da120 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1502883 Aug 24 00:15:19.104525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44e20cf0-0f52-4610-8ebd-ee5376a6cd22 req-660f68c8-b8b7-483e-94f5-b54bbd0acb8b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477049 Aug 24 00:15:19.164430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.186666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ae9ae9d-079e-42b4-89e3-09581c723b4b req-699d0c4f-b8e9-4fc7-8079-b617b4d6a7e8 tempest-LiveMigrationNegativeTest-65644249 tempest-LiveMigrationNegativeTest-65644249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.283831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] Transition to ACTIVE for port object 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:19.286288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ae9ae9d-079e-42b4-89e3-09581c723b4b req-699d0c4f-b8e9-4fc7-8079-b617b4d6a7e8 tempest-LiveMigrationNegativeTest-65644249 tempest-LiveMigrationNegativeTest-65644249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.319965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ae9ae9d-079e-42b4-89e3-09581c723b4b req-699d0c4f-b8e9-4fc7-8079-b617b4d6a7e8 tempest-LiveMigrationNegativeTest-65644249 tempest-LiveMigrationNegativeTest-65644249-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774762 Aug 24 00:15:19.324808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d0c4f-b8e9-4fc7-8079-b617b4d6a7e8 tempest-LiveMigrationNegativeTest-65644249 tempest-LiveMigrationNegativeTest-65644249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98af7a1-2ef6-49d9-9b8a-3054670cc7bb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:19.354807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['9be8dad3-8466-4c11-b4c0-fa57e9ce6a69'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:19.400520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:19.497596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] Pushing event updated for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:19.573155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859e950-4503-456e-a1d5-99f762e51d9f req-73641064-2539-423f-88b5-7b681a27f656 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:19.582526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2859e950-4503-456e-a1d5-99f762e51d9f req-73641064-2539-423f-88b5-7b681a27f656 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 944 time: 0.0858376 Aug 24 00:15:19.621856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] No DVR routers for this DVR port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:19.675967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-a9ab71bf-8dd0-48a9-9323-69adab60999d service neutron] 10.222.0.36 "PUT /v2.0/ports/76a7f0e0-da54-452d-8e5a-877ab6d5cec7/bindings/n-h2-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6449623 Aug 24 00:15:19.690831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2859e950-4503-456e-a1d5-99f762e51d9f req-3d4984ff-c6b4-4d1a-b4c5-049403ca463d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071887 Aug 24 00:15:19.884523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea6bab-57f6-4779-b342-acf0fa47dfc4 req-593255cb-55bc-44ef-a0bd-e141f7a7d43b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:19.886897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24ea6bab-57f6-4779-b342-acf0fa47dfc4 req-593255cb-55bc-44ef-a0bd-e141f7a7d43b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 944 time: 0.1101613 Aug 24 00:15:20.055599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24ea6bab-57f6-4779-b342-acf0fa47dfc4 req-9dec19f2-2805-4ab9-955e-c99a4bca1827 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620770 Aug 24 00:15:20.099478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-23808d5c-13c8-494e-af60-af07ee5d4bee tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.101988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-23808d5c-13c8-494e-af60-af07ee5d4bee tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.1771729 Aug 24 00:15:20.197775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b3e414e-2f3b-45c0-b797-c73573c99cd9 req-48567a00-02f8-47fc-a24b-b0c00e85bd0a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 210 time: 0.0532231 Aug 24 00:15:20.218262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-82fc3979-5d3f-46f6-b652-3b96fd534f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.220052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-82fc3979-5d3f-46f6-b652-3b96fd534f7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f&tenant_id=8264d2be08f54617bb0ba9db9202bad4 HTTP/1.1" status: 200 len: 1095 time: 0.1080658 Aug 24 00:15:20.328689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-e7b18b36-7495-4ac7-b3a9-1ede9ba2f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.328689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-e7b18b36-7495-4ac7-b3a9-1ede9ba2f322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1095 time: 0.0795860 Aug 24 00:15:20.344484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98807fc7-d9fd-4140-809e-f48e0dc3bbbf req-c07e283f-9d10-4258-8a3f-2d5362d0432f tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.347103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98807fc7-d9fd-4140-809e-f48e0dc3bbbf req-c07e283f-9d10-4258-8a3f-2d5362d0432f tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0699878 Aug 24 00:15:20.450822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98807fc7-d9fd-4140-809e-f48e0dc3bbbf req-a61b176b-0931-475c-a499-ac77a0d541cf tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960612 Aug 24 00:15:20.491326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-350f3468-8097-48d6-9570-5978e631fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.493120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-350f3468-8097-48d6-9570-5978e631fa35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1243250 Aug 24 00:15:20.567285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-98f88671-270b-4cb8-a391-1c0f582089a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 200 len: 217 time: 0.0623596 Aug 24 00:15:20.624809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23ddd1-771a-4788-b90f-57fb2d73ed8a req-0b4c9d31-3366-482c-b84f-56e2c6abdd31 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.626955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e23ddd1-771a-4788-b90f-57fb2d73ed8a req-0b4c9d31-3366-482c-b84f-56e2c6abdd31 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.1327121 Aug 24 00:15:20.655648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-5a02cd86-38f9-4add-bca5-ec222d59e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:20.657211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-5a02cd86-38f9-4add-bca5-ec222d59e3a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0820603 Aug 24 00:15:20.706357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e23ddd1-771a-4788-b90f-57fb2d73ed8a req-bde3f84e-3b8b-4ddc-a139-1ec5ccb61375 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713644 Aug 24 00:15:20.708316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-2a037538-a1fb-491a-9a0e-c9f843a3cc97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343177 Aug 24 00:15:20.829828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44398) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:20.906410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-4e688398-5843-4236-965a-54d19d55be46 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815472 Aug 24 00:15:21.095986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99060a47-ca0f-4e4e-bee6-2383382d6872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.112336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd0770-3990-464b-846b-73512be19a03 req-2d7fe7a7-15bc-4020-a915-94df24a871ac tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:21.118983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75cd0770-3990-464b-846b-73512be19a03 req-2d7fe7a7-15bc-4020-a915-94df24a871ac tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 944 time: 0.2902088 Aug 24 00:15:21.238499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-97787317-4d48-4d99-851b-09a5b86fe6e1 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118670 Aug 24 00:15:21.330518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-9c9d78f8-e3a7-40bd-ac30-8db2b7c05d28 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906307 Aug 24 00:15:21.358871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99060a47-ca0f-4e4e-bee6-2383382d6872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.480632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99060a47-ca0f-4e4e-bee6-2383382d6872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.566727 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99060a47-ca0f-4e4e-bee6-2383382d6872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ad856-a86d-4cc3-b61c-0bff758043eb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:21.582426 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-99060a47-ca0f-4e4e-bee6-2383382d6872 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5de11c477f214a909ec302d50827a8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7535708 Aug 24 00:15:21.612000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44410) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:21.709014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75cd0770-3990-464b-846b-73512be19a03 req-b56de1f4-1109-48ea-8305-057748869637 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765665 Aug 24 00:15:21.709637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d338889-45b7-4153-b267-c62484d9707d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.793408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d338889-45b7-4153-b267-c62484d9707d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.809008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c3290-eb50-4c5c-8308-c5993d08b1e1 req-c1a6885c-ea74-492c-9153-5add20bdb4c2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:21.820975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-167c3290-eb50-4c5c-8308-c5993d08b1e1 req-c1a6885c-ea74-492c-9153-5add20bdb4c2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 944 time: 0.6123724 Aug 24 00:15:21.823981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-f7082bfc-99cf-476c-843f-50dbfd7691aa tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867288 Aug 24 00:15:21.949310 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d338889-45b7-4153-b267-c62484d9707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.954320 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d338889-45b7-4153-b267-c62484d9707d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:21.955719 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4d338889-45b7-4153-b267-c62484d9707d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d3ad856-a86d-4cc3-b61c-0bff758043eb HTTP/1.1" status: 204 len: 168 time: 0.3430276 Aug 24 00:15:21.984925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16a9eafb-013b-4b9a-aada-df72eb5d1db5 req-22212258-cd6f-4ab3-9013-df090b56ea5b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 210 time: 0.1579404 Aug 24 00:15:22.000821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d338889-45b7-4153-b267-c62484d9707d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ad856-a86d-4cc3-b61c-0bff758043eb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:22.065409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-f6162380-9b30-4992-be69-b152f4a4bd1a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.066638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-f6162380-9b30-4992-be69-b152f4a4bd1a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179410 Aug 24 00:15:22.079636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-c0af3749-db88-48af-8ad2-ff663e8553b3 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.081773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-c0af3749-db88-48af-8ad2-ff663e8553b3 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8329206 Aug 24 00:15:22.100980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-167c3290-eb50-4c5c-8308-c5993d08b1e1 req-727e97c0-d367-4cd9-9325-37cf17263474 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790401 Aug 24 00:15:22.107183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Request body: {'port': {'device_id': '8648711b-9f11-41f9-925f-108669075131', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:22.122002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:22.147535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Request body: {'port': {'device_id': '25c559d6-5c29-4ef0-9f98-f77cd17434f7', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:22.333951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940139c-1265-4245-8231-e3494243935b req-29c7eaf6-d5b3-41ee-af66-97441c95d23f tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.333951 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-29c7eaf6-d5b3-41ee-af66-97441c95d23f tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.1136255 Aug 24 00:15:22.585520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecbf52-7ef7-4895-8257-3f298995444b req-2ad2a500-c4d8-47f6-b89f-05714c2c7947 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.587850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ceecbf52-7ef7-4895-8257-3f298995444b req-2ad2a500-c4d8-47f6-b89f-05714c2c7947 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.2826622 Aug 24 00:15:22.602270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0992b5-19ee-4df2-b534-3451e8d739dd req-348f6945-4c21-4f82-85a2-8775c30ca370 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.611005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af0992b5-19ee-4df2-b534-3451e8d739dd req-348f6945-4c21-4f82-85a2-8775c30ca370 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.3891349 Aug 24 00:15:22.633776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-2f8ccd28-626b-47e4-ba78-af8b4f80afec tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.635546 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-2f8ccd28-626b-47e4-ba78-af8b4f80afec tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 950 time: 0.0568974 Aug 24 00:15:22.682000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:15:22.682000 n-d-804878-2 neutron-server[95326]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:15:22.682000 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5', 'id': 'cb4e2002-b82d-44fe-b5ce-4103a217261c', 'expiration': datetime.datetime(2021, 8, 24, 0, 17, 22, 662568)}] Aug 24 00:15:22.682000 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:15:22.682000 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:15:22.696140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af0992b5-19ee-4df2-b534-3451e8d739dd req-4069a079-f401-42ba-aa78-7444a86ec7b0 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841107 Aug 24 00:15:22.703379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ceecbf52-7ef7-4895-8257-3f298995444b req-1fd8433d-6623-4b48-be7b-5cc2d56b9857 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894737 Aug 24 00:15:22.743665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Deleting port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:22.744155 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.835206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] For port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:22.836052 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.848126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Calling delete_port for c0dd4711-5443-4ada-ae8b-cbaf5d93f20f owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:22.858814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b84a0-3801-46f3-b60c-135d8d961177 req-c869ffc3-5873-4bad-811a-a3e46295871d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:22.860336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b84a0-3801-46f3-b60c-135d8d961177 req-c869ffc3-5873-4bad-811a-a3e46295871d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 944 time: 0.0819383 Aug 24 00:15:22.901213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b84a0-3801-46f3-b60c-135d8d961177 req-2d72fb57-0a14-4895-9dd4-e89942f37293 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335855 Aug 24 00:15:22.949148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:22.955159 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:22.955543 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.966020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Made reservation on behalf of 0b5310f0b8ad4eb1a8a1fd6ccac449e5 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:22.969986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.973725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c940139c-1265-4245-8231-e3494243935b req-4fe5f121-98a7-4993-bda5-80ecc0a6c0aa service neutron] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:22.989588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c940139c-1265-4245-8231-e3494243935b req-4fe5f121-98a7-4993-bda5-80ecc0a6c0aa service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:22.989588 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c940139c-1265-4245-8231-e3494243935b req-4fe5f121-98a7-4993-bda5-80ecc0a6c0aa service neutron] 10.222.0.37 "DELETE /v2.0/ports/76a7f0e0-da54-452d-8e5a-877ab6d5cec7/bindings/n-h1-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.7191401 Aug 24 00:15:23.044327 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.062382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.093641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c0dd4711-5443-4ada-ae8b-cbaf5d93f20f'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:23.107142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Pushing event deleted for resources: {'Port': ['ID=c0dd4711-5443-4ada-ae8b-cbaf5d93f20f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:23.110017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:23.126727 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95719f1d-7ac9-4383-a5b9-c535699c92d2" -d '{"events": [{"server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "name": "network-vif-plugged", "status": "completed", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:23.141826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['263135a0-dd62-419d-b4dc-28fbe07684ee'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:23.167465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Allocated IP 192.168.233.196 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/df17b336-8576-4cba-be55-818ddba8e3e9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:23.168590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] No DVR routers for this DVR port c0dd4711-5443-4ada-ae8b-cbaf5d93f20f on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:23.176691 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.182288 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9a1e1f15-d03b-4903-b1e1-e8b1395751a3 req-90d926ec-6077-431d-b781-1dcfe8893c1e tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.37 "DELETE /v2.0/ports/c0dd4711-5443-4ada-ae8b-cbaf5d93f20f HTTP/1.1" status: 204 len: 173 time: 0.5360041 Aug 24 00:15:23.183031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec464ce-2e5a-496b-a1df-ffc3ac89528f', 'name': 'network-vif-deleted', 'tag': 'c0dd4711-5443-4ada-ae8b-cbaf5d93f20f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:23.185335 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e856bc-c337-4206-9168-06b0bda34047" -d '{"events": [{"server_uuid": "0ec464ce-2e5a-496b-a1df-ffc3ac89528f", "name": "network-vif-deleted", "tag": "c0dd4711-5443-4ada-ae8b-cbaf5d93f20f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:23.238720 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6572d9f9-b2ba-400c-a549-d273554d4255 x-openstack-request-id: req-6572d9f9-b2ba-400c-a549-d273554d4255 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:23.239016 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "name": "network-vif-plugged", "status": "completed", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:23.245475 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6572d9f9-b2ba-400c-a549-d273554d4255 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:23.253732 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'code': 200} Aug 24 00:15:23.351556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:23.396844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8ed09-9c21-4734-8728-230528cd2e87 req-579d7ae0-40b3-4a72-982b-2bb953788472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:23.398499 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f0e8ed09-9c21-4734-8728-230528cd2e87 req-579d7ae0-40b3-4a72-982b-2bb953788472 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 1095 time: 0.0930533 Aug 24 00:15:23.475298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-207f456e-431d-40cf-833f-1781c0a918aa req-2aa2df1e-3533-421d-8a4a-237a80b80d5d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 210 time: 0.0669248 Aug 24 00:15:23.493442 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f0e8ed09-9c21-4734-8728-230528cd2e87 req-7ddf90c1-4a3f-40ed-aaf9-fe17640718a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785649 Aug 24 00:15:23.536457 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.537104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:23.554421 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8e35e1-45ce-4763-8164-ac55001c748c x-openstack-request-id: req-2f8e35e1-45ce-4763-8164-ac55001c748c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:23.554722 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec464ce-2e5a-496b-a1df-ffc3ac89528f", "name": "network-vif-deleted", "tag": "c0dd4711-5443-4ada-ae8b-cbaf5d93f20f", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:23.554989 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f8e35e1-45ce-4763-8164-ac55001c748c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:23.555423 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec464ce-2e5a-496b-a1df-ffc3ac89528f', 'name': 'network-vif-deleted', 'tag': 'c0dd4711-5443-4ada-ae8b-cbaf5d93f20f', 'status': 'completed', 'code': 200} Aug 24 00:15:23.583920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4ae14-d512-47a8-ab0e-9c135d028e45 req-86955d81-3852-4c87-bb5f-ba5adf074e09 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:23.585827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0eb4ae14-d512-47a8-ab0e-9c135d028e45 req-86955d81-3852-4c87-bb5f-ba5adf074e09 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 944 time: 0.1963511 Aug 24 00:15:23.658762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Made reservation on behalf of 0b5310f0b8ad4eb1a8a1fd6ccac449e5 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:23.670114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.723712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:23.739283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:23.825043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:23.830175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0eb4ae14-d512-47a8-ab0e-9c135d028e45 req-0142370c-c41f-4d7b-bc81-9729001dfa6e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302535 Aug 24 00:15:23.850815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Transition to ACTIVE for port object df17b336-8576-4cba-be55-818ddba8e3e9 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:23.896218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3e0d3-03bf-4075-ab58-6959cd46c52e req-7ef8ffdf-b9d5-4c3d-ad73-8228ac61e039 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:23.897948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fa3e0d3-03bf-4075-ab58-6959cd46c52e req-7ef8ffdf-b9d5-4c3d-ad73-8228ac61e039 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1060040 Aug 24 00:15:24.005626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bfbe411-5072-4b4e-9ec7-01f890703941 req-89388833-20d0-484f-9627-88d73be574db tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ec464ce-2e5a-496b-a1df-ffc3ac89528f HTTP/1.1" status: 200 len: 210 time: 0.0531497 Aug 24 00:15:24.014507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fa3e0d3-03bf-4075-ab58-6959cd46c52e req-dd9c3185-5062-4201-8b71-4cd0cd6f9bee tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060824 Aug 24 00:15:24.090002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.093512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:24.168790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:24.183763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:24.193280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:24.336348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'Port': ['ID=df17b336-8576-4cba-be55-818ddba8e3e9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:24.353662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Allocated IP 192.168.233.33 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/dac1ccfb-fbb1-43f8-bb56-eee96610e461) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:24.572820 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.589515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Transition to ACTIVE for port object dac1ccfb-fbb1-43f8-bb56-eee96610e461 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:24.646073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:24.646846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.682825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2e4ff-6436-475c-af5c-df950515c760 req-6b431fdb-94e1-446c-9250-5ddf319ff12c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:24.690708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26b2e4ff-6436-475c-af5c-df950515c760 req-6b431fdb-94e1-446c-9250-5ddf319ff12c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.5406530 Aug 24 00:15:24.697442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6144c3be-73c9-4e09-a49b-7bf65adf095a None None] Provisioning for port df17b336-8576-4cba-be55-818ddba8e3e9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:24.704435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6144c3be-73c9-4e09-a49b-7bf65adf095a None None] Provisioning complete for port df17b336-8576-4cba-be55-818ddba8e3e9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:24.704932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6144c3be-73c9-4e09-a49b-7bf65adf095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.718700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee387806-a11c-469e-a22e-3cdc41e2b1e2 req-40970fc0-bac5-43f9-9675-02341e266f8c tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:24.723912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee387806-a11c-469e-a22e-3cdc41e2b1e2 req-40970fc0-bac5-43f9-9675-02341e266f8c tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1095 time: 0.5443757 Aug 24 00:15:24.728363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.749936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6144c3be-73c9-4e09-a49b-7bf65adf095a None None] Port df17b336-8576-4cba-be55-818ddba8e3e9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:24.776947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-ec9c8583-5362-42d4-a394-7dbf499ce27e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6745968 Aug 24 00:15:24.803368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26b2e4ff-6436-475c-af5c-df950515c760 req-cb416476-b98f-40f9-bf5a-a3881ec22e9c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116321 Aug 24 00:15:24.811345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Request body: {'port': {'device_id': '8648711b-9f11-41f9-925f-108669075131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:24.848405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:24.860964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:24.868552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:24.876858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee387806-a11c-469e-a22e-3cdc41e2b1e2 req-a467b244-1bdc-4526-874c-6cd22a3de616 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453648 Aug 24 00:15:24.899402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'Port': ['ID=dac1ccfb-fbb1-43f8-bb56-eee96610e461,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:24.934751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:24.979338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:24.980600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.142254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-be27a9b6-104c-406d-a068-2aa6bf94391f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0387847 Aug 24 00:15:25.172054 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.180854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Request body: {'port': {'device_id': '25c559d6-5c29-4ef0-9f98-f77cd17434f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:25.304451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381272c-37a9-4137-a876-e76442e2d213 req-2c14e9df-e694-4f7e-a8d3-3e650a70de7d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:25.305994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4381272c-37a9-4137-a876-e76442e2d213 req-2c14e9df-e694-4f7e-a8d3-3e650a70de7d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 935 time: 0.2472863 Aug 24 00:15:25.357942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cd97dce6-b8a1-446b-9243-94ecadbd6903 None None] Provisioning for port dac1ccfb-fbb1-43f8-bb56-eee96610e461 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:25.366346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cd97dce6-b8a1-446b-9243-94ecadbd6903 None None] Provisioning complete for port dac1ccfb-fbb1-43f8-bb56-eee96610e461 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:25.367287 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cd97dce6-b8a1-446b-9243-94ecadbd6903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.399832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.445135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cd97dce6-b8a1-446b-9243-94ecadbd6903 None None] Port dac1ccfb-fbb1-43f8-bb56-eee96610e461 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:25.495102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4381272c-37a9-4137-a876-e76442e2d213 req-e23800c6-80ac-4ef1-a480-851a70fe319b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631615 Aug 24 00:15:25.577706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:25.653179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df17b336-8576-4cba-be55-818ddba8e3e9 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:25.665624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.681396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Transition to ACTIVE for port object df17b336-8576-4cba-be55-818ddba8e3e9 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:25.764500 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:25.927806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=df17b336-8576-4cba-be55-818ddba8e3e9,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:25.968819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62177a-96a7-447d-a4ab-776fa1a520ba req-f75c28f5-f833-4d14-826d-921a4bb01d3b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:25.970395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a62177a-96a7-447d-a4ab-776fa1a520ba req-f75c28f5-f833-4d14-826d-921a4bb01d3b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.2185144 Aug 24 00:15:26.146896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Attempting to bind port df17b336-8576-4cba-be55-818ddba8e3e9 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:26.146896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Attempting to bind port df17b336-8576-4cba-be55-818ddba8e3e9 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:26.147239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Attempting to bind port df17b336-8576-4cba-be55-818ddba8e3e9 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:26.195399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a62177a-96a7-447d-a4ab-776fa1a520ba req-1dd71fae-f8c4-43a9-a0a1-67a1623b38bb tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965785 Aug 24 00:15:26.259426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Port df17b336-8576-4cba-be55-818ddba8e3e9 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:26.263019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Attempting to bind port df17b336-8576-4cba-be55-818ddba8e3e9 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:26.292681 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0c6ceb9d-4bae-4065-ae70-71f5533594da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.308298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:26.308725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:26.309039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:26.309489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Bound port: df17b336-8576-4cba-be55-818ddba8e3e9, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:26.309875 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.336804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac1ccfb-fbb1-43f8-bb56-eee96610e461 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:26.353916 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.409829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Transition to ACTIVE for port object dac1ccfb-fbb1-43f8-bb56-eee96610e461 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:26.418756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-27e49edc-7ab6-4166-8a41-a4bcb54f61ce tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:26.425678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-27e49edc-7ab6-4166-8a41-a4bcb54f61ce tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 821 time: 0.2898369 Aug 24 00:15:26.449700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-f4cb65b1-1358-4382-9531-cef9e0ce8805 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/quotas/8264d2be08f54617bb0ba9db9202bad4 HTTP/1.1" status: 200 len: 375 time: 0.0230393 Aug 24 00:15:26.469324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] For port df17b336-8576-4cba-be55-818ddba8e3e9, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:26.472814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] For port df17b336-8576-4cba-be55-818ddba8e3e9, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df17b336-8576-4cba-be55-818ddba8e3e9,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:26.492338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.568841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-eae33e41-9763-4bde-b7f5-520e3a1b2ab5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106265 Aug 24 00:15:26.570773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dac1ccfb-fbb1-43f8-bb56-eee96610e461,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:26.609848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.710686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:26.711709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:26.713140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] 10.222.0.36 "PUT /v2.0/ports/df17b336-8576-4cba-be55-818ddba8e3e9 HTTP/1.1" status: 200 len: 1096 time: 1.9076481 Aug 24 00:15:26.721839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8648711b-9f11-41f9-925f-108669075131', 'tag': 'df17b336-8576-4cba-be55-818ddba8e3e9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:26.726420 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436" -d '{"events": [{"name": "network-changed", "server_uuid": "8648711b-9f11-41f9-925f-108669075131", "tag": "df17b336-8576-4cba-be55-818ddba8e3e9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:26.794562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962bc70-902b-478d-aae3-6242cf04ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=df17b336-8576-4cba-be55-818ddba8e3e9,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:26.824257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Attempting to bind port dac1ccfb-fbb1-43f8-bb56-eee96610e461 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:26.828158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Attempting to bind port dac1ccfb-fbb1-43f8-bb56-eee96610e461 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:26.828158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Attempting to bind port dac1ccfb-fbb1-43f8-bb56-eee96610e461 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:26.834795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-f62988e4-25ed-4059-ae2f-71514492e03f service neutron] 10.222.0.26 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650666 Aug 24 00:15:26.881158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Port dac1ccfb-fbb1-43f8-bb56-eee96610e461 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:26.881158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Attempting to bind port dac1ccfb-fbb1-43f8-bb56-eee96610e461 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:26.945642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:26.945642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:26.945642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:26.945642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Bound port: dac1ccfb-fbb1-43f8-bb56-eee96610e461, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:26.945642 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.187032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c0dd4711-5443-4ada-ae8b-cbaf5d93f20f no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:27.213171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: c0dd4711-5443-4ada-ae8b-cbaf5d93f20f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:27.213823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c0dd4711-5443-4ada-ae8b-cbaf5d93f20f not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:27.305645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb621dc-fe0c-41f9-bf18-4766e872c968 req-8dee9dd8-06a8-447d-b7f8-888b1fb42b7e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.307090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb621dc-fe0c-41f9-bf18-4766e872c968 req-8dee9dd8-06a8-447d-b7f8-888b1fb42b7e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.4988730 Aug 24 00:15:27.324733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-a8138a6a-e5d3-4869-9713-7c87e4e9cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.326290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-a8138a6a-e5d3-4869-9713-7c87e4e9cd05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 1099 time: 0.4493070 Aug 24 00:15:27.347975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-81fd9d7c-13ea-447e-8d20-f11e0484a545 service neutron] 10.222.0.26 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121012 Aug 24 00:15:27.401632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-98ede4c3-b86c-4176-9ac2-50120b42593c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=df17b336-8576-4cba-be55-818ddba8e3e9 HTTP/1.1" status: 200 len: 217 time: 0.0501056 Aug 24 00:15:27.462224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] For port dac1ccfb-fbb1-43f8-bb56-eee96610e461, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:27.476062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb621dc-fe0c-41f9-bf18-4766e872c968 req-6eda56f8-aff5-4a5f-b5ff-228e7594ae98 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570468 Aug 24 00:15:27.498496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] For port dac1ccfb-fbb1-43f8-bb56-eee96610e461, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dac1ccfb-fbb1-43f8-bb56-eee96610e461,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:27.509101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-297cae51-79da-49dc-a5f0-3486b5ccf1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.510850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-297cae51-79da-49dc-a5f0-3486b5ccf1e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0976133 Aug 24 00:15:27.562092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-01188206-4fe2-4e5f-9319-09905958a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.563612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-01188206-4fe2-4e5f-9319-09905958a9e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445926 Aug 24 00:15:27.658720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.732341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.733027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:27.734525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/dac1ccfb-fbb1-43f8-bb56-eee96610e461 HTTP/1.1" status: 200 len: 1095 time: 2.5729039 Aug 24 00:15:27.793744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d944-fadf-4658-afc5-3e5e2db8d151 req-d3fc0f4b-552a-414c-870a-bdb70419b83e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.793744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2973d944-fadf-4658-afc5-3e5e2db8d151 req-d3fc0f4b-552a-414c-870a-bdb70419b83e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 947 time: 0.2133875 Aug 24 00:15:27.800291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178f9db-9533-4064-92b3-711ebaa335e8 service neutron] Pushing event updated for resources: {'Port': ['ID=dac1ccfb-fbb1-43f8-bb56-eee96610e461,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:27.837862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-e40403f2-4117-4e64-a4a3-6f65f802fb7f service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654576 Aug 24 00:15:27.915564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2973d944-fadf-4658-afc5-3e5e2db8d151 req-6d1faaed-2a5c-451d-8653-19c9f1b0bb49 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021075 Aug 24 00:15:27.962599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c58333-3286-465e-96be-588626aa4033 req-727abc63-1b55-46f0-b769-5eaea46c3391 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:27.964299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2c58333-3286-465e-96be-588626aa4033 req-727abc63-1b55-46f0-b769-5eaea46c3391 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 950 time: 0.1847525 Aug 24 00:15:27.985925 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57daec12-830b-4642-b989-3ad3465f0a75 x-openstack-request-id: req-57daec12-830b-4642-b989-3ad3465f0a75 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:27.986214 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8648711b-9f11-41f9-925f-108669075131", "tag": "df17b336-8576-4cba-be55-818ddba8e3e9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:27.986631 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57daec12-830b-4642-b989-3ad3465f0a75 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:27.986879 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8648711b-9f11-41f9-925f-108669075131', 'tag': 'df17b336-8576-4cba-be55-818ddba8e3e9', 'status': 'completed', 'code': 200} Aug 24 00:15:28.024730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-1e505739-d6ec-4f79-b1f7-a0cfe107c41e service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538715 Aug 24 00:15:28.029896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2c58333-3286-465e-96be-588626aa4033 req-b7a69f45-268e-4672-bed0-6eeb2eb05648 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b6a8bfb-bd31-4e34-9054-fd763adaec42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570273 Aug 24 00:15:28.172745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5138d-2379-4bf2-ab3c-71965200ce14 req-d9234f66-911c-497f-bf7b-3fe994583385 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.174146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5d5138d-2379-4bf2-ab3c-71965200ce14 req-d9234f66-911c-497f-bf7b-3fe994583385 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0701156 Aug 24 00:15:28.181872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddf4b1-e4d2-434b-8027-17b901c5d523 req-a4c155cf-5ca6-4903-bed2-cf487da49c00 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.183221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2eddf4b1-e4d2-434b-8027-17b901c5d523 req-a4c155cf-5ca6-4903-bed2-cf487da49c00 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.0882916 Aug 24 00:15:28.236574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5d5138d-2379-4bf2-ab3c-71965200ce14 req-e85dc4d7-0d46-4e02-bc1e-1f71bc219076 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524104 Aug 24 00:15:28.241465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2eddf4b1-e4d2-434b-8027-17b901c5d523 req-305ab941-96e2-4cb1-8cbe-0cbc1aa9ba95 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Aug 24 00:15:28.304459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5c18f31-a8c4-4020-aa3d-c23faf5c80e8 req-bc31f276-dd30-46ca-a5f2-4657460850bf tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 210 time: 0.0248010 Aug 24 00:15:28.374035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-88cae812-1c21-4a47-98ec-bc1783242661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.376272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-88cae812-1c21-4a47-98ec-bc1783242661 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 1098 time: 0.0479336 Aug 24 00:15:28.440382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-1b6afe41-29ca-47e0-8bc6-5be83c2e0c74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=dac1ccfb-fbb1-43f8-bb56-eee96610e461 HTTP/1.1" status: 200 len: 217 time: 0.0521910 Aug 24 00:15:28.571503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-4e7f03b5-7a97-4163-bc28-0bec6c6f4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.579976 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-4e7f03b5-7a97-4163-bc28-0bec6c6f4aa6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1246305 Aug 24 00:15:28.583225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-ec889e98-0a53-4ced-a2f8-5f1f327a0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.584954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-ec889e98-0a53-4ced-a2f8-5f1f327a0d9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 1099 time: 0.1558239 Aug 24 00:15:28.611476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-205cfe98-34dd-4ca6-aa47-4236cc7b2864 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.614243 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-205cfe98-34dd-4ca6-aa47-4236cc7b2864 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 950 time: 0.1071210 Aug 24 00:15:28.734950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Deleting port 263135a0-dd62-419d-b4dc-28fbe07684ee {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:28.735574 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.822423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-a2daa17f-cd9b-45af-b168-9309183d0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.824195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-a2daa17f-cd9b-45af-b168-9309183d0608 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.2277234 Aug 24 00:15:28.839588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] For port 263135a0-dd62-419d-b4dc-28fbe07684ee, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=263135a0-dd62-419d-b4dc-28fbe07684ee,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:28.840366 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:28.865276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10107b0-c3a3-4a48-bd15-bfc30ddef853 req-1cd4698b-4956-43e5-acd7-de74e747f7f7 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.870566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f10107b0-c3a3-4a48-bd15-bfc30ddef853 req-1cd4698b-4956-43e5-acd7-de74e747f7f7 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.2845149 Aug 24 00:15:28.884846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Calling delete_port for 263135a0-dd62-419d-b4dc-28fbe07684ee owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:28.913183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-1b8c12b0-f081-4362-9c74-dec1187dfa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:28.915177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-1b8c12b0-f081-4362-9c74-dec1187dfa6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3174658 Aug 24 00:15:28.922378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-7fd7015e-5ae1-4f5e-ab83-53c34d25b0fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=df17b336-8576-4cba-be55-818ddba8e3e9 HTTP/1.1" status: 200 len: 217 time: 0.0849636 Aug 24 00:15:28.948119 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae29fd41-8595-47ce-a5b5-934d64606804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.024444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-e1c83dff-bafc-44bc-ac10-5c4292ae2028 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956810 Aug 24 00:15:29.080232 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.087753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f10107b0-c3a3-4a48-bd15-bfc30ddef853 req-026c5c5c-a2b8-4195-9d02-719800402391 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163181 Aug 24 00:15:29.109013 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.146427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Pushing event deleted for resources: {'Port': ['ID=263135a0-dd62-419d-b4dc-28fbe07684ee,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:29.175449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['263135a0-dd62-419d-b4dc-28fbe07684ee'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:29.202903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-1f453ace-d18b-466a-bc8a-46e3fdb68e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:29.204441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-1f453ace-d18b-466a-bc8a-46e3fdb68e87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.2722349 Aug 24 00:15:29.210920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] No DVR routers for this DVR port 263135a0-dd62-419d-b4dc-28fbe07684ee on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:29.225509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:29.225509 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fbfd6236-0d81-43b2-ae46-a64aecd38761 req-ff7897b2-86b3-408e-96af-dac5c7c71b06 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.36 "DELETE /v2.0/ports/263135a0-dd62-419d-b4dc-28fbe07684ee HTTP/1.1" status: 204 len: 173 time: 0.6032991 Aug 24 00:15:29.225509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3740ffd-7df0-4518-91e9-d7684a45e690', 'name': 'network-vif-deleted', 'tag': '263135a0-dd62-419d-b4dc-28fbe07684ee'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:29.227740 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd0771-a231-41ca-9ebc-e1598c696013" -d '{"events": [{"server_uuid": "c3740ffd-7df0-4518-91e9-d7684a45e690", "name": "network-vif-deleted", "tag": "263135a0-dd62-419d-b4dc-28fbe07684ee"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:29.284050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b80bb-ff71-47b3-84d4-19d6ba643020 req-bf3cdc63-a5a9-47cd-ad11-cd4a0841f43b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:29.285677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-741b80bb-ff71-47b3-84d4-19d6ba643020 req-bf3cdc63-a5a9-47cd-ad11-cd4a0841f43b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 947 time: 0.1865468 Aug 24 00:15:29.306619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce3dcdee-383d-4174-aeac-fb61f365e603 req-4d5a5f13-f849-4211-9f99-344caa727d7e service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386134 Aug 24 00:15:29.321736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-bf223a37-f88a-4cd9-80ac-ee2c5c22c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:29.327249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-bf223a37-f88a-4cd9-80ac-ee2c5c22c137 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004727 Aug 24 00:15:29.355397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-741b80bb-ff71-47b3-84d4-19d6ba643020 req-131eb656-5614-45ff-aecb-0456ab44a42d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622463 Aug 24 00:15:29.460906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-2803f5b1-c5c8-4903-b1cc-ce05f4184d6a service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281521 Aug 24 00:15:29.584178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b55db9d-456a-4582-a797-8d65f13df2dd req-ff3ea0a8-b075-4d3d-a65a-ae825f38d423 tempest-LiveMigrationNegativeTest-1439874369 tempest-LiveMigrationNegativeTest-1439874369-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3740ffd-7df0-4518-91e9-d7684a45e690 HTTP/1.1" status: 200 len: 210 time: 0.1050048 Aug 24 00:15:29.642498 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1a24d4-b12e-4dfa-9b7d-198d5b530397 x-openstack-request-id: req-4d1a24d4-b12e-4dfa-9b7d-198d5b530397 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:29.643411 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3740ffd-7df0-4518-91e9-d7684a45e690", "name": "network-vif-deleted", "tag": "263135a0-dd62-419d-b4dc-28fbe07684ee", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:29.643820 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d1a24d4-b12e-4dfa-9b7d-198d5b530397 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:29.644407 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3740ffd-7df0-4518-91e9-d7684a45e690', 'name': 'network-vif-deleted', 'tag': '263135a0-dd62-419d-b4dc-28fbe07684ee', 'status': 'completed', 'code': 200} Aug 24 00:15:29.667683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f25ce7-c500-4a1b-93fc-2a7fb9b23436 req-dcd770c4-d82b-4487-a433-284a67d97a06 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996846 Aug 24 00:15:29.692120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f29aa-ffe7-4aa9-9ea7-216c0d5d9be2 req-c2b14545-c414-4d2e-9d46-07a14675e139 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:29.693706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-450f29aa-ffe7-4aa9-9ea7-216c0d5d9be2 req-c2b14545-c414-4d2e-9d46-07a14675e139 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.1561761 Aug 24 00:15:29.767044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-450f29aa-ffe7-4aa9-9ea7-216c0d5d9be2 req-bc7267e1-4eaf-4c8b-8189-725242268d76 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605512 Aug 24 00:15:29.777277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca2e0-cece-4586-9b18-ad688c944636 req-6b0285e7-54d6-43b2-bc0d-d8427f1be9a2 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:29.787588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52bca2e0-cece-4586-9b18-ad688c944636 req-6b0285e7-54d6-43b2-bc0d-d8427f1be9a2 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0927403 Aug 24 00:15:29.837308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52bca2e0-cece-4586-9b18-ad688c944636 req-e441a460-2aa5-41d9-b4a9-5b975236824e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486081 Aug 24 00:15:29.885829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f01d4da-686b-4577-879c-082d7af74dee req-83c77266-eede-45ab-a33e-80c97ea4e0d2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 210 time: 0.0272014 Aug 24 00:15:29.987860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c559d6-5c29-4ef0-9f98-f77cd17434f7', 'tag': 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:29.990487 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37da658b-999b-43bb-a0de-684e7937a29a" -d '{"events": [{"name": "network-changed", "server_uuid": "25c559d6-5c29-4ef0-9f98-f77cd17434f7", "tag": "dac1ccfb-fbb1-43f8-bb56-eee96610e461"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:30.062545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802feaf-1eb6-4350-804c-0495396b334e req-13713381-aff2-4e12-ab59-eeda9db456ec tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.064843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2802feaf-1eb6-4350-804c-0495396b334e req-13713381-aff2-4e12-ab59-eeda9db456ec tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.0519569 Aug 24 00:15:30.104472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2802feaf-1eb6-4350-804c-0495396b334e req-c338aa1b-7126-4c93-8918-461d62b49ae5 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Aug 24 00:15:30.149638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:30.150272 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e2d55-e9b1-46b9-9d06-f9e51195fdd7 x-openstack-request-id: req-cd5e2d55-e9b1-46b9-9d06-f9e51195fdd7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:30.150599 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c559d6-5c29-4ef0-9f98-f77cd17434f7", "tag": "dac1ccfb-fbb1-43f8-bb56-eee96610e461", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:30.150854 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd5e2d55-e9b1-46b9-9d06-f9e51195fdd7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:30.151377 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c559d6-5c29-4ef0-9f98-f77cd17434f7', 'tag': 'dac1ccfb-fbb1-43f8-bb56-eee96610e461', 'status': 'completed', 'code': 200} Aug 24 00:15:30.237955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da658b-999b-43bb-a0de-684e7937a29a req-2e63ee09-0d93-497b-a8ba-7edab360501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.239622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37da658b-999b-43bb-a0de-684e7937a29a req-2e63ee09-0d93-497b-a8ba-7edab360501e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 1098 time: 0.0479560 Aug 24 00:15:30.333288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da658b-999b-43bb-a0de-684e7937a29a req-43c475de-4e51-4af0-ae4c-5aaf98e084d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.334841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37da658b-999b-43bb-a0de-684e7937a29a req-43c475de-4e51-4af0-ae4c-5aaf98e084d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.0868466 Aug 24 00:15:30.381935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37da658b-999b-43bb-a0de-684e7937a29a req-63871b4b-4f4c-4198-8940-e33e215f9386 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=dac1ccfb-fbb1-43f8-bb56-eee96610e461 HTTP/1.1" status: 200 len: 217 time: 0.0359561 Aug 24 00:15:30.481971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da658b-999b-43bb-a0de-684e7937a29a req-505437d0-ae7e-4f48-bcf0-42e2c9856226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.483529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37da658b-999b-43bb-a0de-684e7937a29a req-505437d0-ae7e-4f48-bcf0-42e2c9856226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0891001 Aug 24 00:15:30.499996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48651b-d934-433e-a19b-d0322d13b107 req-7c1059b2-7d94-4da1-b60a-d391024e3d45 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.501614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a48651b-d934-433e-a19b-d0322d13b107 req-7c1059b2-7d94-4da1-b60a-d391024e3d45 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.0646110 Aug 24 00:15:30.567425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da658b-999b-43bb-a0de-684e7937a29a req-f3fb22ba-2118-4638-aacf-ba8ce862ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:30.568836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37da658b-999b-43bb-a0de-684e7937a29a req-f3fb22ba-2118-4638-aacf-ba8ce862ae57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664215 Aug 24 00:15:30.571816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a48651b-d934-433e-a19b-d0322d13b107 req-92520dc2-b34f-4725-baf8-c62947fb2e28 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591137 Aug 24 00:15:30.702855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37da658b-999b-43bb-a0de-684e7937a29a req-3b4ca6f7-87d3-4273-900b-4a78e95e0a50 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185138 Aug 24 00:15:30.834813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37da658b-999b-43bb-a0de-684e7937a29a req-ff795c29-5f16-4dba-a0a3-9e38082a02f0 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183910 Aug 24 00:15:31.136256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd48f9c-5029-40c0-9f3d-0732d490a84a req-c545bbb8-46a3-4dea-ac96-376be105a255 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.137308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfd48f9c-5029-40c0-9f3d-0732d490a84a req-c545bbb8-46a3-4dea-ac96-376be105a255 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 947 time: 0.0546677 Aug 24 00:15:31.177883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfd48f9c-5029-40c0-9f3d-0732d490a84a req-46bead4f-eeb7-4443-b541-91e2decaa257 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Aug 24 00:15:31.385972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e25e91-be2a-402d-8960-7c085445ac99 req-500d7b21-e629-4f08-8bee-996248b4a673 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.387560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2e25e91-be2a-402d-8960-7c085445ac99 req-500d7b21-e629-4f08-8bee-996248b4a673 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0591021 Aug 24 00:15:31.428925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2e25e91-be2a-402d-8960-7c085445ac99 req-98693cbe-5173-44b6-ac7f-b64c084429ca tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Aug 24 00:15:31.523825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b89dcdf-2f8d-4235-93da-323289912803 req-f485af48-d959-45eb-89e3-0595df3fdd53 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 210 time: 0.0372179 Aug 24 00:15:31.631221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-79fc81d5-895c-441a-9ba0-500b09013c0a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.632952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-79fc81d5-895c-441a-9ba0-500b09013c0a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 821 time: 0.1204987 Aug 24 00:15:31.660250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Request body: {'port': {'device_id': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'admin_state_up': True, 'tenant_id': '8264d2be08f54617bb0ba9db9202bad4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:31.677871 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:31.811611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28d88e-ee26-4b43-9a4d-1693cf2be1a4 req-f7f0a41a-25fd-4946-bbe0-a9e9744e24b4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:31.813832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f28d88e-ee26-4b43-9a4d-1693cf2be1a4 req-f7f0a41a-25fd-4946-bbe0-a9e9744e24b4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.0631547 Aug 24 00:15:31.860121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f28d88e-ee26-4b43-9a4d-1693cf2be1a4 req-696a4ff0-10ec-4707-adfe-bb6029090968 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Aug 24 00:15:31.883348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44696) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:31.918077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Made reservation on behalf of 8264d2be08f54617bb0ba9db9202bad4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:31.921721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.084196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44702) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:32.084903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a084f62b-1703-4253-8657-35a9bc60d3ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b76cf813d91846d1953f4bcd76e14ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996605 Aug 24 00:15:32.088912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Allocated IP 172.20.0.8 (e522c8a4-814a-4c72-90f4-36c357e07638/58ea5bd9-8083-4cfb-8219-46e0987c4327/4bff8c60-2809-47c4-bd1a-b510712241f1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:32.135739 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0acdbdc-fa74-4ca8-b26b-338479c8affa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.150168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df17b336-8576-4cba-be55-818ddba8e3e9 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:32.163472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 263135a0-dd62-419d-b4dc-28fbe07684ee no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:32.173860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0acdbdc-fa74-4ca8-b26b-338479c8affa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.203533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 263135a0-dd62-419d-b4dc-28fbe07684ee {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:32.204957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 263135a0-dd62-419d-b4dc-28fbe07684ee not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:32.254330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.312336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df17b336-8576-4cba-be55-818ddba8e3e9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df17b336-8576-4cba-be55-818ddba8e3e9,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:32.325243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'df17b336-8576-4cba-be55-818ddba8e3e9', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'df17b336-8576-4cba-be55-818ddba8e3e9', 'mac_address': 'fa:16:3e:8b:b2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:32.342819 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0acdbdc-fa74-4ca8-b26b-338479c8affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.346550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0acdbdc-fa74-4ca8-b26b-338479c8affa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.350960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a0acdbdc-fa74-4ca8-b26b-338479c8affa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b6a8bfb-bd31-4e34-9054-fd763adaec42 HTTP/1.1" status: 204 len: 168 time: 0.2654462 Aug 24 00:15:32.366922 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.368142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acdbdc-fa74-4ca8-b26b-338479c8affa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a8bfb-bd31-4e34-9054-fd763adaec42,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:32.383852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.392207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df17b336-8576-4cba-be55-818ddba8e3e9 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:32.418006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df17b336-8576-4cba-be55-818ddba8e3e9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df17b336-8576-4cba-be55-818ddba8e3e9,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:32.467897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Network e522c8a4-814a-4c72-90f4-36c357e07638 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:32.476460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:32.480355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:32.483374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:32.501662 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.531490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71afa5a-be3e-4d00-b5c6-19ceb8371f6f req-98c47e3a-6c11-41bf-9977-11fac92de23e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.543889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c71afa5a-be3e-4d00-b5c6-19ceb8371f6f req-98c47e3a-6c11-41bf-9977-11fac92de23e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.1577578 Aug 24 00:15:32.562791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=df17b336-8576-4cba-be55-818ddba8e3e9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:32.571079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.571561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.572004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.572443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.572883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.573317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.573951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.574373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.579401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.579533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.579667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.579667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.579846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.579940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:15:32.608858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c71afa5a-be3e-4d00-b5c6-19ceb8371f6f req-1b6ecfeb-b08a-4910-84b1-83f0fb187fc1 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640986 Aug 24 00:15:32.649691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0379d-0f87-4166-a326-9fe2b7c09996 req-f2e9d1cc-e7b8-46b4-8061-438676e4f71f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.651239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33e0379d-0f87-4166-a326-9fe2b7c09996 req-f2e9d1cc-e7b8-46b4-8061-438676e4f71f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 947 time: 0.0593464 Aug 24 00:15:32.691750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33e0379d-0f87-4166-a326-9fe2b7c09996 req-21ae4071-0119-401a-920e-3cef66d389dc tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Aug 24 00:15:32.693716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0201509-5b09-4b3b-87d2-59fc3fca53bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0422592 Aug 24 00:15:32.714901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Request body: {'port': {'device_id': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:32.824698 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:32.917225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aae0a-d782-46c3-99a8-0ee4d017c5e7 req-a690707d-a50b-4248-a411-0a01bec6bf43 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.918711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a49aae0a-d782-46c3-99a8-0ee4d017c5e7 req-a690707d-a50b-4248-a411-0a01bec6bf43 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1496732 Aug 24 00:15:32.967153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df17b336-8576-4cba-be55-818ddba8e3e9'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:32.983531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564be4a-0d62-463d-bdfd-464479220262 req-11b652d3-026f-43dd-a89b-0dd3e77012f7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:32.985014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-11b652d3-026f-43dd-a89b-0dd3e77012f7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 805 time: 0.2033060 Aug 24 00:15:33.055978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-87886c62-fe25-49ac-8bdf-486e2c4cbeb5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/quotas/5b8cd63968f547cd8271dbfc440ed315 HTTP/1.1" status: 200 len: 375 time: 0.0287173 Aug 24 00:15:33.058820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a49aae0a-d782-46c3-99a8-0ee4d017c5e7 req-49cd7e8d-d8ab-4752-9062-734c64371ccd tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287329 Aug 24 00:15:33.134580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44734) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:33.177250 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eab6a066-d85e-4f55-9703-c921bb97736d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96d00990ec954f5ea825ff53a9296884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414290 Aug 24 00:15:33.183652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44736) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:33.210090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-d91cd56c-498b-4a93-9967-96e6e325f30d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1456885 Aug 24 00:15:33.233479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2208bd4-3c88-4a87-aae3-491e4d9b8d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.233810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dac1ccfb-fbb1-43f8-bb56-eee96610e461 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:33.256412 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2208bd4-3c88-4a87-aae3-491e4d9b8d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.263678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032813a2-a5d0-4051-83a3-6366d7cd15bb req-e2047095-3b77-4923-a9fc-c2504e911d73 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:33.265152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-032813a2-a5d0-4051-83a3-6366d7cd15bb req-e2047095-3b77-4923-a9fc-c2504e911d73 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 931 time: 0.1148932 Aug 24 00:15:33.335001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dac1ccfb-fbb1-43f8-bb56-eee96610e461, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dac1ccfb-fbb1-43f8-bb56-eee96610e461,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:33.345313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'dac1ccfb-fbb1-43f8-bb56-eee96610e461', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'dac1ccfb-fbb1-43f8-bb56-eee96610e461', 'mac_address': 'fa:16:3e:27:64:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:33.383361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.384706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-032813a2-a5d0-4051-83a3-6366d7cd15bb req-9f561ce6-a4d7-4945-b9d4-915212ccbed9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936649 Aug 24 00:15:33.386572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bff8c60-2809-47c4-bd1a-b510712241f1 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:33.397978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac1ccfb-fbb1-43f8-bb56-eee96610e461 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:33.399746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.418199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-1e1728a0-0c44-4a69-a890-e2c9f3d66472 service neutron] 10.222.0.26 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921611 Aug 24 00:15:33.421051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Transition to ACTIVE for port object 4bff8c60-2809-47c4-bd1a-b510712241f1 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:33.426218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dac1ccfb-fbb1-43f8-bb56-eee96610e461, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dac1ccfb-fbb1-43f8-bb56-eee96610e461,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:33.463395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2208bd4-3c88-4a87-aae3-491e4d9b8d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.466368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2208bd4-3c88-4a87-aae3-491e4d9b8d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.467742 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f2208bd4-3c88-4a87-aae3-491e4d9b8d09 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f98af7a1-2ef6-49d9-9b8a-3054670cc7bb HTTP/1.1" status: 204 len: 168 time: 0.2831578 Aug 24 00:15:33.479468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2208bd4-3c88-4a87-aae3-491e4d9b8d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98af7a1-2ef6-49d9-9b8a-3054670cc7bb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:33.522052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-c5b26f89-7e02-448c-9845-c6a8a031b633 service neutron] 10.222.0.26 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959482 Aug 24 00:15:33.560876 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.594693 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:33.629180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:33.659855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=dac1ccfb-fbb1-43f8-bb56-eee96610e461,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:34.021605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['dac1ccfb-fbb1-43f8-bb56-eee96610e461'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:34.023227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:34.023585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:34.023882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:34.034374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:34.035398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:34.046403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa57dc1-4717-4932-ab76-08d17b89739b req-f0ddda45-a7f7-4c8a-9c48-69bc14fa1bb2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:34.048681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaa57dc1-4717-4932-ab76-08d17b89739b req-f0ddda45-a7f7-4c8a-9c48-69bc14fa1bb2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 948 time: 0.0715773 Aug 24 00:15:34.053023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:34.053291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:34.053995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:34.054399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Bound port: 4bff8c60-2809-47c4-bd1a-b510712241f1, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:34.055194 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.155567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaa57dc1-4717-4932-ab76-08d17b89739b req-21316f23-3172-48b0-984f-0cfac00df0d8 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907867 Aug 24 00:15:34.158626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:34.162165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:34.186852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df17b336-8576-4cba-be55-818ddba8e3e9 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:34.233411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8f6acee-460f-4b01-ac04-6fb8ba67cb97 req-6a3b526c-7417-4fd9-87d2-81931c5f5086 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 210 time: 0.0336761 Aug 24 00:15:34.256444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.339497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:34.340198 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.342289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] 10.222.0.36 "PUT /v2.0/ports/4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 200 len: 1091 time: 1.6310368 Aug 24 00:15:34.342289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:34.344889 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae0e221-462d-4789-8cd6-a45088cbde2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:34.370837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146e4b7-0409-486e-bcb1-ad27b2240455 service neutron] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:34.372488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-27b27175-2ea5-48d5-ae9f-c9cd736b4ab2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:34.374654 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-27b27175-2ea5-48d5-ae9f-c9cd736b4ab2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "GET /v2.0/ports?device_id=746f1603-9a94-4c60-8e48-3c05037c846e HTTP/1.1" status: 200 len: 945 time: 0.0643311 Aug 24 00:15:34.383309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port df17b336-8576-4cba-be55-818ddba8e3e9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:34.392858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port df17b336-8576-4cba-be55-818ddba8e3e9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:34.393298 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.400798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00b627-e521-462f-a1e9-d95388f885c7 req-31797af5-0914-4763-806d-acf139c49be2 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:34.402404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a00b627-e521-462f-a1e9-d95388f885c7 req-31797af5-0914-4763-806d-acf139c49be2 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1002638 Aug 24 00:15:34.493393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a00b627-e521-462f-a1e9-d95388f885c7 req-288504b6-5a72-4c14-a238-ed6edb25c46b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712206 Aug 24 00:15:34.504502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Deleting port 912cd8ba-38b3-4fc2-9e72-1920e65a489c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:34.505162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.546891 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367525d9-6542-4ad8-bd9e-4e1bff8b5885 x-openstack-request-id: req-367525d9-6542-4ad8-bd9e-4e1bff8b5885 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:34.548937 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:34.549883 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-367525d9-6542-4ad8-bd9e-4e1bff8b5885 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:34.550990 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'status': 'completed', 'code': 200} Aug 24 00:15:34.576301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-761244ba-9fdf-45a8-a34b-ed67c732fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:34.578055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-761244ba-9fdf-45a8-a34b-ed67c732fb44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1094 time: 0.0815978 Aug 24 00:15:34.631887 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.632187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-68b91c2f-88fe-4cfe-8dfb-9d47a1ef53d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 200 len: 217 time: 0.0407131 Aug 24 00:15:34.665526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8648711b-9f11-41f9-925f-108669075131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df17b336-8576-4cba-be55-818ddba8e3e9'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:34.667820 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d3a2cf-742e-4f42-80ba-27af4a504d0e" -d '{"events": [{"server_uuid": "8648711b-9f11-41f9-925f-108669075131", "name": "network-vif-plugged", "status": "completed", "tag": "df17b336-8576-4cba-be55-818ddba8e3e9"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:34.695067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] For port 912cd8ba-38b3-4fc2-9e72-1920e65a489c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=912cd8ba-38b3-4fc2-9e72-1920e65a489c,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:34.696550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df17b336-8576-4cba-be55-818ddba8e3e9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df17b336-8576-4cba-be55-818ddba8e3e9,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:34.697788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.723021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Calling delete_port for 912cd8ba-38b3-4fc2-9e72-1920e65a489c owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:34.748792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3183fd-9191-4ea3-979f-d42405df46bf req-fd7c0d94-27cd-4e61-b0b2-67a0a509df1a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:34.750352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c3183fd-9191-4ea3-979f-d42405df46bf req-fd7c0d94-27cd-4e61-b0b2-67a0a509df1a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.1209216 Aug 24 00:15:34.752768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0eac860-dbe1-499b-b18d-b50fa37d1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:34.754266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-d0eac860-dbe1-499b-b18d-b50fa37d1466 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0659101 Aug 24 00:15:34.801228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-c3937a1d-bf7a-41c5-a9e6-d215699924c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362101 Aug 24 00:15:34.806008 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.806850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 912cd8ba-38b3-4fc2-9e72-1920e65a489c no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:34.855194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c3183fd-9191-4ea3-979f-d42405df46bf req-db679ff3-b26a-4d47-adca-85b5868e2871 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913465 Aug 24 00:15:34.899150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=df17b336-8576-4cba-be55-818ddba8e3e9,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:34.909499 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f039ca-4f09-4511-8d10-57e4fe8f0f70 x-openstack-request-id: req-07f039ca-4f09-4511-8d10-57e4fe8f0f70 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:34.910023 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8648711b-9f11-41f9-925f-108669075131", "name": "network-vif-plugged", "status": "completed", "tag": "df17b336-8576-4cba-be55-818ddba8e3e9", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:34.911050 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07f039ca-4f09-4511-8d10-57e4fe8f0f70 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:34.911463 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8648711b-9f11-41f9-925f-108669075131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df17b336-8576-4cba-be55-818ddba8e3e9', 'code': 200} Aug 24 00:15:34.946027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-baa78547-ff60-47e8-ada2-f00b3ac76a6a service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334188 Aug 24 00:15:34.973349 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:34.977419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.059210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Pushing event deleted for resources: {'Port': ['ID=912cd8ba-38b3-4fc2-9e72-1920e65a489c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:35.096268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] No DVR routers for this DVR port 912cd8ba-38b3-4fc2-9e72-1920e65a489c on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:35.099187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.101361 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-85874e26-b8f9-4b52-9463-e1fcfbb004cb req-0050a349-5f94-4cb7-8059-99c802312bd7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "DELETE /v2.0/ports/912cd8ba-38b3-4fc2-9e72-1920e65a489c HTTP/1.1" status: 204 len: 173 time: 0.7206769 Aug 24 00:15:35.101727 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746f1603-9a94-4c60-8e48-3c05037c846e', 'name': 'network-vif-deleted', 'tag': '912cd8ba-38b3-4fc2-9e72-1920e65a489c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:35.104142 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac33313-7d0f-4036-af3e-34c5d522032a" -d '{"events": [{"server_uuid": "746f1603-9a94-4c60-8e48-3c05037c846e", "name": "network-vif-deleted", "tag": "912cd8ba-38b3-4fc2-9e72-1920e65a489c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:35.153063 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c17b7d-53a1-4ecd-8df8-c55012d84c09 x-openstack-request-id: req-06c17b7d-53a1-4ecd-8df8-c55012d84c09 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:35.153397 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746f1603-9a94-4c60-8e48-3c05037c846e", "name": "network-vif-deleted", "tag": "912cd8ba-38b3-4fc2-9e72-1920e65a489c", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:35.153647 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06c17b7d-53a1-4ecd-8df8-c55012d84c09 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:35.154740 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746f1603-9a94-4c60-8e48-3c05037c846e', 'name': 'network-vif-deleted', 'tag': '912cd8ba-38b3-4fc2-9e72-1920e65a489c', 'status': 'completed', 'code': 200} Aug 24 00:15:35.197590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96825620-36e2-4e07-ae83-3446bfc95a83 req-a136dcaa-6997-4e16-844c-5e686ab90aad tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:35.199134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96825620-36e2-4e07-ae83-3446bfc95a83 req-a136dcaa-6997-4e16-844c-5e686ab90aad tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.1374557 Aug 24 00:15:35.221016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32491dfa-0f95-447a-832f-acba350a54c9 req-fe43c07a-7fd5-49b9-8383-a009e83bfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:35.222925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32491dfa-0f95-447a-832f-acba350a54c9 req-fe43c07a-7fd5-49b9-8383-a009e83bfbbb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 1101 time: 0.1521003 Aug 24 00:15:35.233721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4226b6ec-a525-4fca-ac26-7d8ffdabcd27 req-7ab612fe-7a55-43c7-a05c-45ef0a65629e service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650111 Aug 24 00:15:35.268189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44816) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:35.317930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96825620-36e2-4e07-ae83-3446bfc95a83 req-ca49286b-e2f3-40a4-a08c-a3a28c2e0c4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033564 Aug 24 00:15:35.325134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32491dfa-0f95-447a-832f-acba350a54c9 req-fe642146-b5c4-4939-9635-a6f7efdd2408 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936744 Aug 24 00:15:35.346005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f0c7a-d138-475b-8740-92d49924c2d1 req-fc09a365-2313-4085-b551-c90397add742 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:35.347685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d72f0c7a-d138-475b-8740-92d49924c2d1 req-fc09a365-2313-4085-b551-c90397add742 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 948 time: 0.0677979 Aug 24 00:15:35.392476 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2634fdac-a0d5-4bd0-9479-a9762511b43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.396153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d72f0c7a-d138-475b-8740-92d49924c2d1 req-f312f1c2-0958-4a8e-8f9f-dc52b84185f5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 Aug 24 00:15:35.469637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93ec258-fd89-41a9-b141-22087fbabff1 req-40223b47-657d-492e-8442-6fc4ff0f8733 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 210 time: 0.0343733 Aug 24 00:15:35.518042 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2634fdac-a0d5-4bd0-9479-a9762511b43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.601113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf16d0-efb7-4a97-99c7-9c743f14e534 req-6d4ce696-133b-4518-817e-e5b67ff43def tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:35.602725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4edf16d0-efb7-4a97-99c7-9c743f14e534 req-6d4ce696-133b-4518-817e-e5b67ff43def tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0477476 Aug 24 00:15:35.617428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2634fdac-a0d5-4bd0-9479-a9762511b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.642719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4edf16d0-efb7-4a97-99c7-9c743f14e534 req-5694b0e8-26a4-4893-ac58-7eed3c78772c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 Aug 24 00:15:35.665875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2634fdac-a0d5-4bd0-9479-a9762511b43c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f85b9f9ae9364385a59fa5385db6db44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962967 Aug 24 00:15:35.667201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634fdac-a0d5-4bd0-9479-a9762511b43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a189b1a8-e51f-4800-98cd-b4a1c4725f48,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:35.668575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:35.721556 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4110f824-ba47-42fe-ab98-585c95a4e759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.741716 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4110f824-ba47-42fe-ab98-585c95a4e759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.950942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4110f824-ba47-42fe-ab98-585c95a4e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.953455 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4110f824-ba47-42fe-ab98-585c95a4e759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:35.955206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4110f824-ba47-42fe-ab98-585c95a4e759 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a189b1a8-e51f-4800-98cd-b4a1c4725f48 HTTP/1.1" status: 204 len: 168 time: 0.2854164 Aug 24 00:15:35.957111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-2ba14017-7d93-47c0-8b0e-566d290932a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:35.958547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-2ba14017-7d93-47c0-8b0e-566d290932a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1094 time: 0.0719652 Aug 24 00:15:35.970206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110f824-ba47-42fe-ab98-585c95a4e759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a189b1a8-e51f-4800-98cd-b4a1c4725f48,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:36.045408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526126aa-5be5-467e-aaef-fd443dfcd07c req-18442014-d2d1-4145-a78c-cc9bf224a05f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.046946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-526126aa-5be5-467e-aaef-fd443dfcd07c req-18442014-d2d1-4145-a78c-cc9bf224a05f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.1227813 Aug 24 00:15:36.114816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-8e7badb9-83ab-42e4-80ac-8e699874e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.116279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-8e7badb9-83ab-42e4-80ac-8e699874e5dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1398566 Aug 24 00:15:36.121465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-526126aa-5be5-467e-aaef-fd443dfcd07c req-d871423d-62fd-4f12-a492-834e927d2627 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638440 Aug 24 00:15:36.163943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-146fe796-5887-4f21-8ca2-7bec7a235993 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 200 len: 217 time: 0.0359607 Aug 24 00:15:36.217659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-67b3b4e6-962b-4104-b5b0-3bd73e917a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.219692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-67b3b4e6-962b-4104-b5b0-3bd73e917a86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0437133 Aug 24 00:15:36.252252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-55e40540-54b5-45b0-be98-c9ba77794854 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252073 Aug 24 00:15:36.352512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-7fc2a891-48be-4a8f-9c52-b2be52da6d66 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926006 Aug 24 00:15:36.551672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae0e221-462d-4789-8cd6-a45088cbde2b req-39fc59c7-b22b-459e-a7de-004fd5f6b567 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782079 Aug 24 00:15:36.558786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee71b7-5bf9-4014-b12c-81ee4a3d8b87 req-e512936e-e093-49ad-92b6-80fd5c3a3a57 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.560222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03ee71b7-5bf9-4014-b12c-81ee4a3d8b87 req-e512936e-e093-49ad-92b6-80fd5c3a3a57 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.1309218 Aug 24 00:15:36.582575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eb225-46bc-4ca6-ac08-3ca04e5c478f req-dda71a53-e5d9-46f3-8466-3f76424acb3d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.584061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce7eb225-46bc-4ca6-ac08-3ca04e5c478f req-dda71a53-e5d9-46f3-8466-3f76424acb3d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 948 time: 0.0934281 Aug 24 00:15:36.628062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03ee71b7-5bf9-4014-b12c-81ee4a3d8b87 req-f4b52a27-aad4-4bfe-b3e8-129ac3474390 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596905 Aug 24 00:15:36.643731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce7eb225-46bc-4ca6-ac08-3ca04e5c478f req-b0b8dd06-af72-43b2-a41d-0f01ee6e2a92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516872 Aug 24 00:15:36.732363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b872492-4059-43c1-9c99-c3b28b21161d req-c624c319-86cf-4936-8c25-bb2ae7bde247 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 210 time: 0.0317736 Aug 24 00:15:36.843161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c6bd-c200-4dcd-9a43-102c9c6f25d8 req-deecec37-3cd8-43c4-9dc9-fe92dfffc505 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:36.845389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4649c6bd-c200-4dcd-9a43-102c9c6f25d8 req-deecec37-3cd8-43c4-9dc9-fe92dfffc505 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0547345 Aug 24 00:15:36.884884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4649c6bd-c200-4dcd-9a43-102c9c6f25d8 req-eb6644a6-67d8-47b1-b990-cae557a6dcf3 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Aug 24 00:15:37.247340 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dac1ccfb-fbb1-43f8-bb56-eee96610e461 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:37.277466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb363a-9ccb-4b82-ad3a-f00b5a123370 req-d70f8e29-5b85-4904-83f5-f9ad33afbb2d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:37.279392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccfb363a-9ccb-4b82-ad3a-f00b5a123370 req-d70f8e29-5b85-4904-83f5-f9ad33afbb2d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.0646801 Aug 24 00:15:37.304451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44894) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:37.327836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccfb363a-9ccb-4b82-ad3a-f00b5a123370 req-59634198-22d0-4af0-bd35-dba0a82bde92 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Aug 24 00:15:37.411787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port dac1ccfb-fbb1-43f8-bb56-eee96610e461 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:37.416210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port dac1ccfb-fbb1-43f8-bb56-eee96610e461 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:37.416595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.417945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1835527854-network', 'tenant_id': 'd41449e6a9054b4799ff9f6c9ba47d23'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:37.506375 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.525762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Made reservation on behalf of d41449e6a9054b4799ff9f6c9ba47d23 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:37.527974 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.530802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c559d6-5c29-4ef0-9f98-f77cd17434f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:37.535924 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d6de5f-2c29-480a-9f6b-764a7e4b891b" -d '{"events": [{"server_uuid": "25c559d6-5c29-4ef0-9f98-f77cd17434f7", "name": "network-vif-plugged", "status": "completed", "tag": "dac1ccfb-fbb1-43f8-bb56-eee96610e461"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:37.541651 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.550245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dac1ccfb-fbb1-43f8-bb56-eee96610e461, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dac1ccfb-fbb1-43f8-bb56-eee96610e461,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:37.583663 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e03bf-819a-4c04-8137-ea1c8b82d7f2 x-openstack-request-id: req-6a9e03bf-819a-4c04-8137-ea1c8b82d7f2 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:37.583969 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c559d6-5c29-4ef0-9f98-f77cd17434f7", "name": "network-vif-plugged", "status": "completed", "tag": "dac1ccfb-fbb1-43f8-bb56-eee96610e461", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:37.584227 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a9e03bf-819a-4c04-8137-ea1c8b82d7f2 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:37.584633 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c559d6-5c29-4ef0-9f98-f77cd17434f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac1ccfb-fbb1-43f8-bb56-eee96610e461', 'code': 200} Aug 24 00:15:37.660910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.668141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.748977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=dac1ccfb-fbb1-43f8-bb56-eee96610e461,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:37.766831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920099-5bab-42d9-bec5-b0f53f9e209f req-fa0a31c8-d0b4-4ac1-802e-412c6979708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:37.768509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-42920099-5bab-42d9-bec5-b0f53f9e209f req-fa0a31c8-d0b4-4ac1-802e-412c6979708f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 1100 time: 0.0979292 Aug 24 00:15:37.781999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564be4a-0d62-463d-bdfd-464479220262 req-d7e4e88f-8d0b-4737-b849-ffcddfb93325 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:37.782630 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.783450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-d7e4e88f-8d0b-4737-b849-ffcddfb93325 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 805 time: 0.2251983 Aug 24 00:15:37.807129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Request body: {'port': {'device_id': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'admin_state_up': True, 'tenant_id': '5b8cd63968f547cd8271dbfc440ed315'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:37.807737 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:15:37.817497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8fe97d-a3d1-480e-94d3-f7613a9b12be,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:37.823456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.823804 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Added segment d1c4860a-ea74-43d6-8185-9a4ce66b12d5 of type vlan for network 347823c4-cae5-426f-9aa9-8f37062c3160 Aug 24 00:15:37.839548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99db27-eca9-44ce-8efc-6d12bf982792 req-77258a31-fdf7-4ec0-977f-696db9277801 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:37.841025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc99db27-eca9-44ce-8efc-6d12bf982792 req-77258a31-fdf7-4ec0-977f-696db9277801 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.1080847 Aug 24 00:15:37.865647 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.903460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-42920099-5bab-42d9-bec5-b0f53f9e209f req-c44ab6d8-8063-4b0b-ad39-05ffd60f8b2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188223 Aug 24 00:15:37.941460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc99db27-eca9-44ce-8efc-6d12bf982792 req-61d961ce-94e7-4ff2-a962-8c0c950eb858 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689950 Aug 24 00:15:37.966070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:37.967058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:37.967660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.033208 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] Pushing event updated for resources: {'Network': ['ID=347823c4-cae5-426f-9aa9-8f37062c3160,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:38.044280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 347823c4-cae5-426f-9aa9-8f37062c3160 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:15:38.045415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d30c550-898a-42a0-9b19-c6543dfb67ac req-de58ee68-0886-429e-a408-976dd1601be2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 210 time: 0.0441227 Aug 24 00:15:38.075083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750fa7a-89b1-4726-863d-94213b3ca2e2 req-5faa88f5-63e2-4a0b-9c43-1ab83ee639e8 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.076608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6750fa7a-89b1-4726-863d-94213b3ca2e2 req-5faa88f5-63e2-4a0b-9c43-1ab83ee639e8 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 949 time: 0.0848670 Aug 24 00:15:38.077434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Made reservation on behalf of 5b8cd63968f547cd8271dbfc440ed315 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:38.081644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.130373 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d2a5132f-61dc-4c96-91b2-b9bc35e796ed admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8247240 Aug 24 00:15:38.133083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44920) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:38.137914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Request body: {'subnet': {'network_id': '347823c4-cae5-426f-9aa9-8f37062c3160', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1835527854-subnet', 'tenant_id': 'd41449e6a9054b4799ff9f6c9ba47d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:38.182371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:38.192228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 912cd8ba-38b3-4fc2-9e72-1920e65a489c no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:38.205924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Made reservation on behalf of d41449e6a9054b4799ff9f6c9ba47d23 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:38.208385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.216790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 912cd8ba-38b3-4fc2-9e72-1920e65a489c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:38.217373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 912cd8ba-38b3-4fc2-9e72-1920e65a489c not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:38.221932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6750fa7a-89b1-4726-863d-94213b3ca2e2 req-9baa35b8-db80-46de-91d0-462b19841a6d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229715 Aug 24 00:15:38.257802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac1587-8ed4-4f5a-8232-bfc32c154537 req-e965f34e-218d-4d33-a506-f8f7a0f0ef23 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.265221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2ac1587-8ed4-4f5a-8232-bfc32c154537 req-e965f34e-218d-4d33-a506-f8f7a0f0ef23 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1533828 Aug 24 00:15:38.308528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Allocated IP 172.20.0.10 (e60ef469-d6be-4ae1-9ba5-67e94cf982e2/d362f50b-2768-483a-9b4d-2edd55aae693/944c755d-4221-4826-b5ff-da500aed150e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:38.323889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:38.324931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2ac1587-8ed4-4f5a-8232-bfc32c154537 req-53c49762-8566-4842-8f8d-c62f79a99bac tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584891 Aug 24 00:15:38.338112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'port_id': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'mac_address': 'fa:16:3e:73:19:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4e6259-d828-4f6d-992a-d9d0abb13a59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:38.389851 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.408032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:38.434677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:38.520726 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.554801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe9c53-0724-4252-a158-202c8e26aef7 req-ff536951-dfdf-4d1a-82c4-66a4dd737ef7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.556294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8fe9c53-0724-4252-a158-202c8e26aef7 req-ff536951-dfdf-4d1a-82c4-66a4dd737ef7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.1063547 Aug 24 00:15:38.569482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:38.578799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.600422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.617107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8fe9c53-0724-4252-a158-202c8e26aef7 req-7ae9424b-fc23-43f0-8b96-a5a5e5b1e0fe tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528731 Aug 24 00:15:38.670602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e458994-0782-440d-81b9-ae0a86395beb,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:38.681292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Checking segment: {'id': 'd1c4860a-ea74-43d6-8185-9a4ce66b12d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '347823c4-cae5-426f-9aa9-8f37062c3160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:38.681292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Network hostable DHCP agents. Network: 347823c4-cae5-426f-9aa9-8f37062c3160, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:15:38.686627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['9be8dad3-8466-4c11-b4c0-fa57e9ce6a69'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:38.761003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Network 347823c4-cae5-426f-9aa9-8f37062c3160 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:15:38.763240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.807123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:38.812101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:38.814625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:38.843620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Pushing event updated for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:38.851250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 347823c4-cae5-426f-9aa9-8f37062c3160) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:38.855300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.856113 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.865262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c58ec4-2f99-4423-abe1-9b58d1682837 None None] Network 347823c4-cae5-426f-9aa9-8f37062c3160 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:38.878273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:38.878892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:38.960860 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-823087a4-ce8f-4715-89d1-3f4e789410d5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8264911 Aug 24 00:15:38.987915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a167205d-1d23-4183-ba5c-160e0fa20e7d None None] Network 347823c4-cae5-426f-9aa9-8f37062c3160 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:15:38.990493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-982f0d93-0b71-44bc-9f37-9a2214e96b9f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1878846 Aug 24 00:15:39.010831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Request body: {'port': {'device_id': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:39.101921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.132553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367749-0528-4774-8672-f125090154de req-38f01b65-e5e5-4fa4-968f-04704c583cd2 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.134656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6367749-0528-4774-8672-f125090154de req-38f01b65-e5e5-4fa4-968f-04704c583cd2 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 944 time: 0.0934086 Aug 24 00:15:39.288826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6367749-0528-4774-8672-f125090154de req-fc611f41-08fd-4f08-883a-916cc0eb75b4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279771 Aug 24 00:15:39.299100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67039a-d681-49d7-8875-96e26018f4ec req-82dd668d-a5ba-4078-bd3c-f0a1e7fd1a99 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.300575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab67039a-d681-49d7-8875-96e26018f4ec req-82dd668d-a5ba-4078-bd3c-f0a1e7fd1a99 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 932 time: 0.1459830 Aug 24 00:15:39.393876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab67039a-d681-49d7-8875-96e26018f4ec req-5c729d88-2f32-4a7a-9966-1975d8addfe2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820034 Aug 24 00:15:39.449847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6292c1f6-abe6-4513-8d05-d75a780369b0 req-0588eec2-e54d-4255-a2d2-8d2dee33efcb tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-638351447', 'description': 'tempest-description-715884081'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:39.541443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944c755d-4221-4826-b5ff-da500aed150e {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:39.551466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.567039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3dcfa-a75c-487c-a1c3-f602b52ddf27 req-b2658964-735d-4e1f-afb1-8e93be98102e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.568558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2b3dcfa-a75c-487c-a1c3-f602b52ddf27 req-b2658964-735d-4e1f-afb1-8e93be98102e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 949 time: 0.0975223 Aug 24 00:15:39.575760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Transition to ACTIVE for port object 944c755d-4221-4826-b5ff-da500aed150e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:39.611714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2b3dcfa-a75c-487c-a1c3-f602b52ddf27 req-469bab40-34ce-4303-ab50-b5a78a1f0035 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Aug 24 00:15:39.649984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6292c1f6-abe6-4513-8d05-d75a780369b0 req-0588eec2-e54d-4255-a2d2-8d2dee33efcb tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.675198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44956) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:39.689450 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.781865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aba39fca-2216-48fb-967c-91d5223fb404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.782976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Pushing event updated for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:39.816890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9440c-52a9-4ca8-ae9a-f2cffd97cf8f req-95b60de9-f468-4e70-8e31-1fd5e84f8e0e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:39.818394 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20a9440c-52a9-4ca8-ae9a-f2cffd97cf8f req-95b60de9-f468-4e70-8e31-1fd5e84f8e0e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1464972 Aug 24 00:15:39.896836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6292c1f6-abe6-4513-8d05-d75a780369b0 req-0588eec2-e54d-4255-a2d2-8d2dee33efcb tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.907654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20a9440c-52a9-4ca8-ae9a-f2cffd97cf8f req-1c12f94b-10a2-47dd-8959-e26cd328e6d0 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659363 Aug 24 00:15:39.918047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Attempting to bind port 944c755d-4221-4826-b5ff-da500aed150e on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:39.918376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Attempting to bind port 944c755d-4221-4826-b5ff-da500aed150e by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:39.918715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Attempting to bind port 944c755d-4221-4826-b5ff-da500aed150e on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:39.923613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Port 944c755d-4221-4826-b5ff-da500aed150e on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:39.925652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Attempting to bind port 944c755d-4221-4826-b5ff-da500aed150e on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:39.928796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:39.929147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Checking segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:39.929535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Bound using segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:39.930056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Bound port: 944c755d-4221-4826-b5ff-da500aed150e, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:39.930423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:39.991129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6292c1f6-abe6-4513-8d05-d75a780369b0 req-0588eec2-e54d-4255-a2d2-8d2dee33efcb tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.007089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:40.028383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:40.045809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588eec2-e54d-4255-a2d2-8d2dee33efcb tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9ecb8d-1f4c-4dee-8c3c-0f19d68fc053,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:40.071021 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aba39fca-2216-48fb-967c-91d5223fb404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.084410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe980cc-67d6-4381-9a79-3de665786c4a req-80702bb1-91f6-432b-b7aa-cc6da60cdc2a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.085984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfe980cc-67d6-4381-9a79-3de665786c4a req-80702bb1-91f6-432b-b7aa-cc6da60cdc2a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.0523598 Aug 24 00:15:40.120878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.134253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfe980cc-67d6-4381-9a79-3de665786c4a req-0cb09a86-fb03-4926-b836-d3190a27f319 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Aug 24 00:15:40.160083 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aba39fca-2216-48fb-967c-91d5223fb404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.165204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.165864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.167277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] 10.222.0.36 "PUT /v2.0/ports/944c755d-4221-4826-b5ff-da500aed150e HTTP/1.1" status: 200 len: 1092 time: 1.1613977 Aug 24 00:15:40.167714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'tag': '944c755d-4221-4826-b5ff-da500aed150e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:40.170027 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7cd079-97f6-4b76-a148-a1eb664ee904" -d '{"events": [{"name": "network-changed", "server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "tag": "944c755d-4221-4826-b5ff-da500aed150e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:40.191532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2984a-8550-4096-8d1c-62dc559d9d8c service neutron] Pushing event updated for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:40.201869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:40.203188 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aba39fca-2216-48fb-967c-91d5223fb404 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=186c94bfa8014a4eb10abdff76b7f369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259519 Aug 24 00:15:40.205076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba39fca-2216-48fb-967c-91d5223fb404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0818686-24fc-44f7-bfe8-e47ca4205434,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:40.207774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44962) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:40.218301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:40.225661 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc7775c-b63c-4964-9904-22e4cd779493 x-openstack-request-id: req-0bc7775c-b63c-4964-9904-22e4cd779493 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:40.226040 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "tag": "944c755d-4221-4826-b5ff-da500aed150e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:40.226365 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bc7775c-b63c-4964-9904-22e4cd779493 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:40.226921 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'tag': '944c755d-4221-4826-b5ff-da500aed150e', 'status': 'completed', 'code': 200} Aug 24 00:15:40.229235 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6292c1f6-abe6-4513-8d05-d75a780369b0 req-0588eec2-e54d-4255-a2d2-8d2dee33efcb tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.230623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6292c1f6-abe6-4513-8d05-d75a780369b0 req-0588eec2-e54d-4255-a2d2-8d2dee33efcb tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7873278 Aug 24 00:15:40.333816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:40.334193 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.375134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:40.392428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'port_id': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'mac_address': 'fa:16:3e:4e:a1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ea5bd9-8083-4cfb-8219-46e0987c4327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:40.465766 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.480892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.486153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bff8c60-2809-47c4-bd1a-b510712241f1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:40.521741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:40.523982 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d2ec4-19ed-4499-a608-173c8a9f3d1b" -d '{"events": [{"server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "name": "network-vif-plugged", "status": "completed", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:40.529501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:40.538472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:40.607378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8debb9c3-3d41-4fd1-9af4-659c8f8d3a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.627184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e43b726-dea6-48fa-aa4d-07708b3aea9a req-c25e6c00-a7c2-47d0-8939-6509f3c3f85b tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/cc9ecb8d-1f4c-4dee-8c3c-0f19d68fc053 HTTP/1.1" status: 200 len: 1803 time: 0.3708642 Aug 24 00:15:40.650124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5e43b726-dea6-48fa-aa4d-07708b3aea9a req-bea4d74c-51f4-4632-9fd5-39336e8e5d1f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc9ecb8d-1f4c-4dee-8c3c-0f19d68fc053', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:40.650446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5e43b726-dea6-48fa-aa4d-07708b3aea9a req-bea4d74c-51f4-4632-9fd5-39336e8e5d1f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc9ecb8d-1f4c-4dee-8c3c-0f19d68fc053', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:40.656654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8debb9c3-3d41-4fd1-9af4-659c8f8d3a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.665322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd079-97f6-4b76-a148-a1eb664ee904 req-d8b06f13-766d-4740-bafa-fad393c0529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.667770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c7cd079-97f6-4b76-a148-a1eb664ee904 req-d8b06f13-766d-4740-bafa-fad393c0529e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 1095 time: 0.4002106 Aug 24 00:15:40.679568 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.684608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c273076-dfed-4ab0-882f-d7830a10a213 req-91bd1fbb-99a4-4e02-8e26-65a2a1837014 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.686082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c273076-dfed-4ab0-882f-d7830a10a213 req-91bd1fbb-99a4-4e02-8e26-65a2a1837014 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 944 time: 0.1195235 Aug 24 00:15:40.713972 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.731157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:40.781090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:40.841474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c273076-dfed-4ab0-882f-d7830a10a213 req-85b77f35-6904-43fd-84e6-1535e3c26ede tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358087 Aug 24 00:15:40.938876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd079-97f6-4b76-a148-a1eb664ee904 req-4584ea50-3aeb-414c-8244-2bdd79022038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:40.940305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c7cd079-97f6-4b76-a148-a1eb664ee904 req-4584ea50-3aeb-414c-8244-2bdd79022038 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5b8cd63968f547cd8271dbfc440ed315&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2488306 Aug 24 00:15:40.960462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8debb9c3-3d41-4fd1-9af4-659c8f8d3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.962964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8debb9c3-3d41-4fd1-9af4-659c8f8d3a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:40.964017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8debb9c3-3d41-4fd1-9af4-659c8f8d3a03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0818686-24fc-44f7-bfe8-e47ca4205434 HTTP/1.1" status: 204 len: 168 time: 0.7551286 Aug 24 00:15:40.997075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e43b726-dea6-48fa-aa4d-07708b3aea9a req-bea4d74c-51f4-4632-9fd5-39336e8e5d1f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.033865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb9c3-3d41-4fd1-9af4-659c8f8d3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0818686-24fc-44f7-bfe8-e47ca4205434,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:41.063342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64e9ce-0fa7-4992-a806-44e712aa02db req-dfab9aa8-54b3-4dfc-bddf-5d5fe59e3957 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.064929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd64e9ce-0fa7-4992-a806-44e712aa02db req-dfab9aa8-54b3-4dfc-bddf-5d5fe59e3957 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 944 time: 0.1654088 Aug 24 00:15:41.088539 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e43b726-dea6-48fa-aa4d-07708b3aea9a req-bea4d74c-51f4-4632-9fd5-39336e8e5d1f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.140283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd64e9ce-0fa7-4992-a806-44e712aa02db req-132949d7-3429-48ca-adc5-a078ba584a5a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630002 Aug 24 00:15:41.141892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd079-97f6-4b76-a148-a1eb664ee904 req-a37bb73e-4466-42a3-ac04-51f567729735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.143254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c7cd079-97f6-4b76-a148-a1eb664ee904 req-a37bb73e-4466-42a3-ac04-51f567729735 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1945386 Aug 24 00:15:41.183056 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dfb1b3-ddcb-4c46-98e4-c53ac51aad56 x-openstack-request-id: req-28dfb1b3-ddcb-4c46-98e4-c53ac51aad56 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:41.183203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e43b726-dea6-48fa-aa4d-07708b3aea9a req-bea4d74c-51f4-4632-9fd5-39336e8e5d1f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.188302 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "name": "network-vif-plugged", "status": "completed", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:41.188302 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28dfb1b3-ddcb-4c46-98e4-c53ac51aad56 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:41.188302 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'code': 200} Aug 24 00:15:41.202193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4d74c-51f4-4632-9fd5-39336e8e5d1f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7ddd98-07ba-4867-b5fc-d62dbfee6ac6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:41.289362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5e43b726-dea6-48fa-aa4d-07708b3aea9a req-bea4d74c-51f4-4632-9fd5-39336e8e5d1f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.290573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e43b726-dea6-48fa-aa4d-07708b3aea9a req-bea4d74c-51f4-4632-9fd5-39336e8e5d1f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6554117 Aug 24 00:15:41.308072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564be4a-0d62-463d-bdfd-464479220262 req-90210b8d-3e2a-4ba6-93b7-969d0aea51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.309592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-90210b8d-3e2a-4ba6-93b7-969d0aea51b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 1095 time: 0.0533235 Aug 24 00:15:41.317193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceda873-38a3-4b0d-a22a-f319419fd9d9 req-a9818e07-461c-49f6-b682-ac159dab23b2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.318715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fceda873-38a3-4b0d-a22a-f319419fd9d9 req-a9818e07-461c-49f6-b682-ac159dab23b2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 949 time: 0.0912759 Aug 24 00:15:41.326523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['4bff8c60-2809-47c4-bd1a-b510712241f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:41.395812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-9d4cdef3-3bbe-423f-8f48-cec0dc46a60d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=944c755d-4221-4826-b5ff-da500aed150e HTTP/1.1" status: 200 len: 217 time: 0.0570214 Aug 24 00:15:41.467253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fceda873-38a3-4b0d-a22a-f319419fd9d9 req-f6e9683f-8bbe-4fd0-b19d-ca3ab6555582 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408129 Aug 24 00:15:41.483908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415e676-8780-4ba3-b8f8-63d270b4c189 req-aa23014c-734a-4bfa-b015-030c1f1f30f5 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.484525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b415e676-8780-4ba3-b8f8-63d270b4c189 req-aa23014c-734a-4bfa-b015-030c1f1f30f5 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1311939 Aug 24 00:15:41.488864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564be4a-0d62-463d-bdfd-464479220262 req-122132bf-7072-4428-9693-4bbb8fbde2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.490389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-122132bf-7072-4428-9693-4bbb8fbde2a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d362f50b-2768-483a-9b4d-2edd55aae693 HTTP/1.1" status: 200 len: 845 time: 0.0809739 Aug 24 00:15:41.533514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-0b19872e-acd3-4bae-ab20-0248485f20ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330579 Aug 24 00:15:41.570639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b415e676-8780-4ba3-b8f8-63d270b4c189 req-0b609b63-f1cf-478c-b6ab-30babe7dbc79 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762939 Aug 24 00:15:41.622711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ef74718e-2d6a-497b-bf62-b05bc1d11fbe req-73da6f40-5280-406c-b8ef-534e9c969a1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-30776487', 'description': 'tempest-description-410710042'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:41.697608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a9bc-6148-4e17-b4d4-4b3ba73cd573 req-5ead3296-8fb4-4d6b-98c7-3592b3ece1e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.699000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c69a9bc-6148-4e17-b4d4-4b3ba73cd573 req-5ead3296-8fb4-4d6b-98c7-3592b3ece1e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 944 time: 0.1014397 Aug 24 00:15:41.701126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-c6fef818-8738-4b2c-a365-a352adf885dc service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563487 Aug 24 00:15:41.786211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c69a9bc-6148-4e17-b4d4-4b3ba73cd573 req-a3304d10-3b8e-4920-9fb0-0b4e6bec5b12 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801291 Aug 24 00:15:41.795071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44988) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:41.808373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c30266e6-3828-42ab-9762-a4e48588fcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.815328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef74718e-2d6a-497b-bf62-b05bc1d11fbe req-73da6f40-5280-406c-b8ef-534e9c969a1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.832576 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3564be4a-0d62-463d-bdfd-464479220262 req-4b3c09c9-2c70-4147-acfc-96df373ddfa0 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196368 Aug 24 00:15:41.901548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c30266e6-3828-42ab-9762-a4e48588fcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:41.908845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca21cf-38d1-4596-9ee4-bd24cd175cce req-d6374b03-8526-48e2-9c89-481a3c988ad8 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:41.910357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77ca21cf-38d1-4596-9ee4-bd24cd175cce req-d6374b03-8526-48e2-9c89-481a3c988ad8 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 950 time: 0.0482028 Aug 24 00:15:41.951867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77ca21cf-38d1-4596-9ee4-bd24cd175cce req-33dc88ed-4e6c-4356-b7a6-ab46ba8144d6 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355926 Aug 24 00:15:42.000073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c30266e6-3828-42ab-9762-a4e48588fcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.037361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30266e6-3828-42ab-9762-a4e48588fcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8ef8e6-a452-45ca-8fe4-55d22e4d362f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:42.052412 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c30266e6-3828-42ab-9762-a4e48588fcae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20ccde2c9dc24d50a087e8c18eaaee96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562416 Aug 24 00:15:42.055445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44994) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:42.084988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436020b-8afa-411e-acd7-486975eb07ee req-27eaecc8-3e20-4eb5-b9cf-2fbffa21c24c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:42.086528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d436020b-8afa-411e-acd7-486975eb07ee req-27eaecc8-3e20-4eb5-b9cf-2fbffa21c24c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.0761530 Aug 24 00:15:42.107675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c1e26933-7c4f-4a75-8861-85a17bb35c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.120597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef74718e-2d6a-497b-bf62-b05bc1d11fbe req-73da6f40-5280-406c-b8ef-534e9c969a1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.130686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c1e26933-7c4f-4a75-8861-85a17bb35c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.139982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d436020b-8afa-411e-acd7-486975eb07ee req-4dc0d3dc-6ccb-4496-ac6a-723f8ba57528 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Aug 24 00:15:42.158271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.226517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef74718e-2d6a-497b-bf62-b05bc1d11fbe req-73da6f40-5280-406c-b8ef-534e9c969a1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.258650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da6f40-5280-406c-b8ef-534e9c969a1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69927dd-c1ed-487f-93bc-625315332735,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:42.278224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c1e26933-7c4f-4a75-8861-85a17bb35c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.280941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c1e26933-7c4f-4a75-8861-85a17bb35c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.285154 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c1e26933-7c4f-4a75-8861-85a17bb35c10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a8ef8e6-a452-45ca-8fe4-55d22e4d362f HTTP/1.1" status: 204 len: 168 time: 0.2251925 Aug 24 00:15:42.292815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26933-7c4f-4a75-8861-85a17bb35c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8ef8e6-a452-45ca-8fe4-55d22e4d362f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:42.317194 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:15:42.335536 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef74718e-2d6a-497b-bf62-b05bc1d11fbe req-73da6f40-5280-406c-b8ef-534e9c969a1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.336813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef74718e-2d6a-497b-bf62-b05bc1d11fbe req-73da6f40-5280-406c-b8ef-534e9c969a1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7194793 Aug 24 00:15:42.445325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aaef0-1b25-49fb-a0b4-91589359ffd3 req-f4ee7eb3-c491-4822-9f8d-323648cf020a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:42.451416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aaef0-1b25-49fb-a0b4-91589359ffd3 req-f4ee7eb3-c491-4822-9f8d-323648cf020a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:42.453103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a68aaef0-1b25-49fb-a0b4-91589359ffd3 req-f4ee7eb3-c491-4822-9f8d-323648cf020a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7&device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 1690 time: 0.0872445 Aug 24 00:15:42.475209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503870-3238-4fe6-8306-2578f9568a41 req-4060308d-8246-4af5-bb34-d11a19082b80 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:42.476783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a503870-3238-4fe6-8306-2578f9568a41 req-4060308d-8246-4af5-bb34-d11a19082b80 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 944 time: 0.0844173 Aug 24 00:15:42.519611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a68aaef0-1b25-49fb-a0b4-91589359ffd3 req-f4e9a350-5e77-4cb4-8cb7-d5ef89e58878 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582519 Aug 24 00:15:42.532487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a503870-3238-4fe6-8306-2578f9568a41 req-62132101-9fd1-448b-8fe8-4c5c3a90b759 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481963 Aug 24 00:15:42.577579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dc632a3-5b59-4eab-87f7-43ebeedd0bd8 req-b0afc5eb-eacf-44a3-99b7-0a4eb617f39e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/f69927dd-c1ed-487f-93bc-625315332735 HTTP/1.1" status: 200 len: 1802 time: 0.0410182 Aug 24 00:15:42.589049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8dc632a3-5b59-4eab-87f7-43ebeedd0bd8 req-8e0bba29-0567-439f-a8b3-158b0cda92c2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f69927dd-c1ed-487f-93bc-625315332735', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:42.589376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8dc632a3-5b59-4eab-87f7-43ebeedd0bd8 req-8e0bba29-0567-439f-a8b3-158b0cda92c2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f69927dd-c1ed-487f-93bc-625315332735', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:42.711942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8dc632a3-5b59-4eab-87f7-43ebeedd0bd8 req-8e0bba29-0567-439f-a8b3-158b0cda92c2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.748715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8dc632a3-5b59-4eab-87f7-43ebeedd0bd8 req-8e0bba29-0567-439f-a8b3-158b0cda92c2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.799738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97690f-4565-44a5-9edb-885ee966759c req-faee1255-76ec-49cd-bcb6-81a19752ad41 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:42.801350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be97690f-4565-44a5-9edb-885ee966759c req-faee1255-76ec-49cd-bcb6-81a19752ad41 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0547707 Aug 24 00:15:42.839229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8dc632a3-5b59-4eab-87f7-43ebeedd0bd8 req-8e0bba29-0567-439f-a8b3-158b0cda92c2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.857316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be97690f-4565-44a5-9edb-885ee966759c req-d4540ef1-8d91-46fc-9ea5-31888a06e145 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486560 Aug 24 00:15:42.862205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bba29-0567-439f-a8b3-158b0cda92c2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0583f975-e456-4673-ba8d-7050c23d4446,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:42.928326 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8dc632a3-5b59-4eab-87f7-43ebeedd0bd8 req-8e0bba29-0567-439f-a8b3-158b0cda92c2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:42.929450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dc632a3-5b59-4eab-87f7-43ebeedd0bd8 req-8e0bba29-0567-439f-a8b3-158b0cda92c2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3446865 Aug 24 00:15:42.966562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78768993-9526-4b5b-bc74-32d1a4e6a153 req-02c4f220-f6c6-41cb-bb1c-2c963bed22d9 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:42.968097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78768993-9526-4b5b-bc74-32d1a4e6a153 req-02c4f220-f6c6-41cb-bb1c-2c963bed22d9 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 1100 time: 0.0493822 Aug 24 00:15:43.036755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78768993-9526-4b5b-bc74-32d1a4e6a153 req-8ff18fc9-4456-41d3-8ce2-2f89df46145a tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621710 Aug 24 00:15:43.059259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c40bb1-51ee-418b-8f1f-d85dc0b908cc req-0dd5c375-dc03-485e-8e3e-32b554252df0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.059259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26c40bb1-51ee-418b-8f1f-d85dc0b908cc req-0dd5c375-dc03-485e-8e3e-32b554252df0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 944 time: 0.0700612 Aug 24 00:15:43.066049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-bda8f7b8-77a6-4650-8a63-c03544d85fe6 req-52eb9297-b1de-4c84-883e-859e70ea3d4d tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-659267978', 'description': 'tempest-description-1363261098'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:43.114749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26c40bb1-51ee-418b-8f1f-d85dc0b908cc req-78c20e24-018e-4b1d-a490-7ea9d8fefe50 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442328 Aug 24 00:15:43.183410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bda8f7b8-77a6-4650-8a63-c03544d85fe6 req-52eb9297-b1de-4c84-883e-859e70ea3d4d tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.240599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e6fe2-3e06-4461-9e53-adbb2d98ffc8 req-6038c325-3eab-4031-94e8-40d857ce3a2e tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.242248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-508e6fe2-3e06-4461-9e53-adbb2d98ffc8 req-6038c325-3eab-4031-94e8-40d857ce3a2e tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 1101 time: 0.0688045 Aug 24 00:15:43.298321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-508e6fe2-3e06-4461-9e53-adbb2d98ffc8 req-ab160b63-0f31-434a-b887-5f8503560514 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Aug 24 00:15:43.337279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bda8f7b8-77a6-4650-8a63-c03544d85fe6 req-52eb9297-b1de-4c84-883e-859e70ea3d4d tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.404325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b136332-6324-458b-9561-e03b54d31302 req-c320f724-e521-45c2-8f9c-13db9aaa9913 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.405954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b136332-6324-458b-9561-e03b54d31302 req-c320f724-e521-45c2-8f9c-13db9aaa9913 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.0501199 Aug 24 00:15:43.445369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b136332-6324-458b-9561-e03b54d31302 req-34e35bd5-aac1-4616-a127-5a3fdf24705d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Aug 24 00:15:43.474338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bda8f7b8-77a6-4650-8a63-c03544d85fe6 req-52eb9297-b1de-4c84-883e-859e70ea3d4d tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.513083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb9297-b1de-4c84-883e-859e70ea3d4d tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a61af84-d910-421e-909f-ca3fa81345a5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:43.544898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-3849f9ee-5516-4045-9f53-75a1fd4b63c2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237834 Aug 24 00:15:43.598751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bda8f7b8-77a6-4650-8a63-c03544d85fe6 req-52eb9297-b1de-4c84-883e-859e70ea3d4d tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:43.600173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bda8f7b8-77a6-4650-8a63-c03544d85fe6 req-52eb9297-b1de-4c84-883e-859e70ea3d4d tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5388038 Aug 24 00:15:43.659198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-b1498a65-735d-4463-83ce-2236e30d14ff tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.660654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-b1498a65-735d-4463-83ce-2236e30d14ff tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096084 Aug 24 00:15:43.702236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-b5b0b632-d9ff-4d0b-811d-a3e593eba6a6 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/quotas/0b5310f0b8ad4eb1a8a1fd6ccac449e5 HTTP/1.1" status: 200 len: 375 time: 0.0308669 Aug 24 00:15:43.725406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d8905-38e6-43b4-afee-c31908c72062 req-37cb0da8-6f7f-4eaa-b75a-ff5141aee06c tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:43.726826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea1d8905-38e6-43b4-afee-c31908c72062 req-37cb0da8-6f7f-4eaa-b75a-ff5141aee06c tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 944 time: 0.0653222 Aug 24 00:15:43.789485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea1d8905-38e6-43b4-afee-c31908c72062 req-999dfeba-f2bc-425b-a2fd-5b029cbae577 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409987 Aug 24 00:15:43.801620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-cc965a8a-fba8-4e11-9a47-cbf06fe18e04 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0918231 Aug 24 00:15:43.817211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dd1f5808-354b-485a-b995-25c1327eb237 req-c2504fe3-fe24-4d60-aec8-d9530ea5b4c6 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1307427013', 'description': 'tempest-description-265292707'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:43.970173 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd1f5808-354b-485a-b995-25c1327eb237 req-c2504fe3-fe24-4d60-aec8-d9530ea5b4c6 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.053609 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd1f5808-354b-485a-b995-25c1327eb237 req-c2504fe3-fe24-4d60-aec8-d9530ea5b4c6 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.154795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd1f5808-354b-485a-b995-25c1327eb237 req-c2504fe3-fe24-4d60-aec8-d9530ea5b4c6 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.188719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2504fe3-fe24-4d60-aec8-d9530ea5b4c6 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8321204c-3742-4f56-956c-abe75e34bc7f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:44.270633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:44.297666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd1f5808-354b-485a-b995-25c1327eb237 req-c2504fe3-fe24-4d60-aec8-d9530ea5b4c6 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.299249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd1f5808-354b-485a-b995-25c1327eb237 req-c2504fe3-fe24-4d60-aec8-d9530ea5b4c6 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4863393 Aug 24 00:15:44.375762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65e90374-b8f9-48ea-9706-4be332a560b2 req-22b81fce-600d-41ba-ba2d-d60a318e86c2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 210 time: 0.0294704 Aug 24 00:15:44.416417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 4bff8c60-2809-47c4-bd1a-b510712241f1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:44.421904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 4bff8c60-2809-47c4-bd1a-b510712241f1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:44.422625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.442748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c52d17-26f0-4b24-b7c4-6f978843bb1c req-c74137f7-9af6-40bc-bd5e-97ac4add2ba7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:44.450224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c52d17-26f0-4b24-b7c4-6f978843bb1c req-c74137f7-9af6-40bc-bd5e-97ac4add2ba7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0734327 Aug 24 00:15:44.514823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.522114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c52d17-26f0-4b24-b7c4-6f978843bb1c req-3ae582a8-28d7-443c-9aa8-405b0dd404db tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696723 Aug 24 00:15:44.542009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889cba-4dcc-4202-b179-3f9e2485dadd req-4c2f8e8c-60e0-40d9-ad9a-e79442d33e2d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:44.550105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e889cba-4dcc-4202-b179-3f9e2485dadd req-4c2f8e8c-60e0-40d9-ad9a-e79442d33e2d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 944 time: 0.0987635 Aug 24 00:15:44.550911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:44.551928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:44.554796 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539de49a-bba7-4d72-ac30-95ea3658a529" -d '{"events": [{"server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "name": "network-vif-plugged", "status": "completed", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:44.606321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e889cba-4dcc-4202-b179-3f9e2485dadd req-a2eb3c2c-6569-4388-a4f9-87ca06f53ec4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552316 Aug 24 00:15:44.617589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-b7c7fe10-ebe1-478c-90e3-d75b005e942f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/5a61af84-d910-421e-909f-ca3fa81345a5 HTTP/1.1" status: 200 len: 1804 time: 0.0582805 Aug 24 00:15:44.632576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.633771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:44.663597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-c9439043-09e6-4bfe-b677-bfd60f3ada9e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/8321204c-3742-4f56-956c-abe75e34bc7f HTTP/1.1" status: 200 len: 1804 time: 0.0398428 Aug 24 00:15:44.683877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-14ba9480-f14a-40b8-9112-9aaf0c65ca6a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a61af84-d910-421e-909f-ca3fa81345a5', 'remote_group_id': '8321204c-3742-4f56-956c-abe75e34bc7f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:44.684546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-14ba9480-f14a-40b8-9112-9aaf0c65ca6a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a61af84-d910-421e-909f-ca3fa81345a5', 'remote_group_id': '8321204c-3742-4f56-956c-abe75e34bc7f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:44.728217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:44.741376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c3e6-f98d-4e9b-b895-8f678e90f87d req-0c7eec6d-a122-4a5b-8aee-94ab73171481 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:44.749243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4990c3e6-f98d-4e9b-b895-8f678e90f87d req-0c7eec6d-a122-4a5b-8aee-94ab73171481 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 945 time: 0.0741351 Aug 24 00:15:44.766843 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.781530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4990c3e6-f98d-4e9b-b895-8f678e90f87d req-6bbc0eaf-e546-486d-9402-e37265f83f2d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Aug 24 00:15:44.802954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:44.902631 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.917093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-14ba9480-f14a-40b8-9112-9aaf0c65ca6a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.954699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:44.965509 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-14ba9480-f14a-40b8-9112-9aaf0c65ca6a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:44.971240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Request body: {'security_group': {'name': 'tempest-securitygroup-991857003', 'description': 'tempest-description-1766561577'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:45.049238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-14ba9480-f14a-40b8-9112-9aaf0c65ca6a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.068793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9480-f14a-40b8-9112-9aaf0c65ca6a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9227ca28-f6cd-4288-a158-220ffcb5b74f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:45.127068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.135381 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.195465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-14ba9480-f14a-40b8-9112-9aaf0c65ca6a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.196701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-657c81b8-ba44-4505-96ff-b7e5290dc7a5 req-14ba9480-f14a-40b8-9112-9aaf0c65ca6a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5260956 Aug 24 00:15:45.233017 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863bc6b-01d7-4a37-9538-c50bdedad7f4 x-openstack-request-id: req-6863bc6b-01d7-4a37-9538-c50bdedad7f4 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:45.233324 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "name": "network-vif-plugged", "status": "completed", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:45.233602 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6863bc6b-01d7-4a37-9538-c50bdedad7f4 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:45.234014 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'code': 200} Aug 24 00:15:45.273362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.348281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.409384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=855cf4a6-75bb-4c13-89f0-ebcc1786c7a0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:45.424294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802ef92-c614-46f6-ab1c-d2ed7a926322 req-1013cc0d-78dc-4254-af78-f4a8b9d7fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:45.425742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7802ef92-c614-46f6-ab1c-d2ed7a926322 req-1013cc0d-78dc-4254-af78-f4a8b9d7fd59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1096 time: 0.0872729 Aug 24 00:15:45.486120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7802ef92-c614-46f6-ab1c-d2ed7a926322 req-63e4eb7b-94ea-4882-873d-80066602c7b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459383 Aug 24 00:15:45.492203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.611411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.640939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ceeb87-0a4b-41c7-9854-1354051a0a82,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:45.691476 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.692747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3e6b32d-b0c7-4902-9e30-e9000432d667 req-15a74f99-25bb-4b2b-9a25-65ebe35fd0c8 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7259705 Aug 24 00:15:45.723242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e89dfa43-c1a4-4f76-917f-6b25ffdc4b97 req-834a3b40-e8ce-442d-98db-d244bb841bf7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2130563210', 'description': 'tempest-description-481246041'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:45.758080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a0ddb-db12-4d3e-b3fe-48f2ae8b9369 req-4251ed8e-9ba5-4d41-8e85-2faa27f81c67 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:45.759553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-635a0ddb-db12-4d3e-b3fe-48f2ae8b9369 req-4251ed8e-9ba5-4d41-8e85-2faa27f81c67 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 944 time: 0.0629399 Aug 24 00:15:45.796073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-635a0ddb-db12-4d3e-b3fe-48f2ae8b9369 req-0a05f833-8c72-4b6f-a4f2-1a7a6423b43d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305700 Aug 24 00:15:45.872635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e89dfa43-c1a4-4f76-917f-6b25ffdc4b97 req-834a3b40-e8ce-442d-98db-d244bb841bf7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:45.947001 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4640a67c-2183-4b5d-9f14-aa3fed561990 req-147ebf89-77af-4974-95a5-d373fde1bc47 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 210 time: 0.0355980 Aug 24 00:15:45.982883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e89dfa43-c1a4-4f76-917f-6b25ffdc4b97 req-834a3b40-e8ce-442d-98db-d244bb841bf7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.053637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec12003-6d7b-44be-99c3-c4e6dc71a468 req-ced990ce-9817-408a-9bfb-1a120906847d tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.055113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cec12003-6d7b-44be-99c3-c4e6dc71a468 req-ced990ce-9817-408a-9bfb-1a120906847d tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0474801 Aug 24 00:15:46.093508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cec12003-6d7b-44be-99c3-c4e6dc71a468 req-d7e7aed0-2f11-436f-8933-f9bbbeadecde tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325196 Aug 24 00:15:46.108330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e89dfa43-c1a4-4f76-917f-6b25ffdc4b97 req-834a3b40-e8ce-442d-98db-d244bb841bf7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.140566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a3b40-e8ce-442d-98db-d244bb841bf7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6ce58e-fdd6-4297-80e1-33f451235d83,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:46.196903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59e99e-ef55-49ae-b11d-d341296bde1c req-1afc25c1-206f-4f5e-ab8e-02c5ae62ad65 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.198503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c59e99e-ef55-49ae-b11d-d341296bde1c req-1afc25c1-206f-4f5e-ab8e-02c5ae62ad65 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 945 time: 0.0470455 Aug 24 00:15:46.238756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c59e99e-ef55-49ae-b11d-d341296bde1c req-e2f78b92-0ab5-48a3-aa42-dc7ac63609ae tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Aug 24 00:15:46.246492 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e89dfa43-c1a4-4f76-917f-6b25ffdc4b97 req-834a3b40-e8ce-442d-98db-d244bb841bf7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.247551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 944c755d-4221-4826-b5ff-da500aed150e details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:46.262870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e89dfa43-c1a4-4f76-917f-6b25ffdc4b97 req-834a3b40-e8ce-442d-98db-d244bb841bf7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5480623 Aug 24 00:15:46.280221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-175dd601-2c60-444c-937c-54d4f7361e46 req-375c0f25-434b-4aac-8933-8803baddd517 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2119607394', 'description': 'tempest-description-1525765036'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:46.352996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577a42b-8e36-4cdc-90b4-3bd70849b8cd req-595f3332-1288-4b9b-9249-0833393c8305 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.354577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6577a42b-8e36-4cdc-90b4-3bd70849b8cd req-595f3332-1288-4b9b-9249-0833393c8305 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 943 time: 0.0520487 Aug 24 00:15:46.366915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:46.379539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '944c755d-4221-4826-b5ff-da500aed150e', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'port_id': '944c755d-4221-4826-b5ff-da500aed150e', 'mac_address': 'fa:16:3e:94:09:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362f50b-2768-483a-9b4d-2edd55aae693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:46.395994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6577a42b-8e36-4cdc-90b4-3bd70849b8cd req-aec28ca6-c135-43bf-b88b-dc01de40c0f3 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Aug 24 00:15:46.399514 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-175dd601-2c60-444c-937c-54d4f7361e46 req-375c0f25-434b-4aac-8933-8803baddd517 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.417068 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.428490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-faaa8386-fea6-40b7-9d43-b55d5af4d1e3 req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2122776956', 'description': 'tempest-description-1646173727'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:46.431161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944c755d-4221-4826-b5ff-da500aed150e {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:46.448987 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [req-faaa8386-fea6-40b7-9d43-b55d5af4d1e3 req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:15:46.448987 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:15:46.448987 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id_1': 'd41449e6a9054b4799ff9f6c9ba47d23', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 15, 46, 436391)}] Aug 24 00:15:46.448987 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:15:46.449384 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [req-faaa8386-fea6-40b7-9d43-b55d5af4d1e3 req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:15:46.457419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:46.499747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-175dd601-2c60-444c-937c-54d4f7361e46 req-375c0f25-434b-4aac-8933-8803baddd517 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.610229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-175dd601-2c60-444c-937c-54d4f7361e46 req-375c0f25-434b-4aac-8933-8803baddd517 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.640128 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.663450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c0f25-434b-4aac-8933-8803baddd517 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a541c1-9213-41b7-afc1-976d3d3164cc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:46.683678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-426f4367-3f1c-4239-bed9-346d1673777f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549095 Aug 24 00:15:46.695844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:46.743900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-175dd601-2c60-444c-937c-54d4f7361e46 req-375c0f25-434b-4aac-8933-8803baddd517 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.745121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-175dd601-2c60-444c-937c-54d4f7361e46 req-375c0f25-434b-4aac-8933-8803baddd517 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4692521 Aug 24 00:15:46.754356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-3d4133ca-0148-4f22-b332-5016fb0b5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.755845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-3d4133ca-0148-4f22-b332-5016fb0b5ba7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea57897a66004fab9be0e82ed1c467fa&device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 1101 time: 0.0477977 Aug 24 00:15:46.835126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1732070814', 'description': 'tempest-description-2139131051'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:46.879298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-699e3952-09b2-46c4-8c17-175f4de23934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:46.880786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-699e3952-09b2-46c4-8c17-175f4de23934 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1042998 Aug 24 00:15:46.928664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-be3a5252-b52f-4f0c-ae70-b46b3af46b8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=54c37265-802c-448a-84e1-8f4c4206ff91 HTTP/1.1" status: 200 len: 217 time: 0.0374801 Aug 24 00:15:46.943502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:46.974909 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.009280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-506a908c-27a9-4fbd-94af-897a94f1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:47.010805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-506a908c-27a9-4fbd-94af-897a94f1b355 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0745680 Aug 24 00:15:47.048164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-9014ae86-fe34-476d-baf0-dfc048ab39ef tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363727 Aug 24 00:15:47.128903 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faaa8386-fea6-40b7-9d43-b55d5af4d1e3 req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.149167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-ac2ac3c0-d44f-4049-9767-284876d89e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:47.150707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-ac2ac3c0-d44f-4049-9767-284876d89e7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285129 Aug 24 00:15:47.213803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['944c755d-4221-4826-b5ff-da500aed150e'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:47.238697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:47.240773 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c73e577-d7b7-485b-bbcf-daa672a85d4b" -d '{"events": [{"server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "name": "network-vif-unplugged", "status": "completed", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:47.280052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-b478b377-dd99-4776-bf26-beea0cc76ecc tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:47.282090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-b478b377-dd99-4776-bf26-beea0cc76ecc tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151723 Aug 24 00:15:47.307470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Request body: {'port': {'device_id': 'ad07995a-faf0-4132-8f46-209786632a4e', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:47.342013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-f84d2c06-cfe0-42b7-b5b5-9151dece9207 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781452 Aug 24 00:15:47.453252 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.516003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2943bb12-fbeb-4d56-b3a0-aee27ad38f35 req-b094e56c-049a-4006-8af4-77601a05a442 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452892 Aug 24 00:15:47.538422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.559442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:15:47.559442 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:15:47.559442 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id_1': '0b5310f0b8ad4eb1a8a1fd6ccac449e5', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 15, 47, 501788)}] Aug 24 00:15:47.559442 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:15:47.559882 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:15:47.564311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:15:47.564311 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:15:47.564311 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id_1': 'd61952a0ed474627b20e14130e549c99', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 15, 47, 544542)}] Aug 24 00:15:47.564311 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:15:47.564647 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:15:47.578889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bcda63-eacb-454a-bf66-0eceb8001d59,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:47.628078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faaa8386-fea6-40b7-9d43-b55d5af4d1e3 req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.713890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faaa8386-fea6-40b7-9d43-b55d5af4d1e3 req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.742884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b74fe00-13b1-424b-9935-85bcb3429bda,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:47.810781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faaa8386-fea6-40b7-9d43-b55d5af4d1e3 req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:47.811964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faaa8386-fea6-40b7-9d43-b55d5af4d1e3 req-b56e8515-f465-4b9b-b282-88f59bd214c8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.3898335 Aug 24 00:15:47.908216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e1305-552a-42e1-8300-67507ad709f8 req-f717dc56-ef4c-4bc8-b581-16fee567b5b5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:47.909700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a4e1305-552a-42e1-8300-67507ad709f8 req-f717dc56-ef4c-4bc8-b581-16fee567b5b5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 945 time: 0.0521691 Aug 24 00:15:47.945784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a4e1305-552a-42e1-8300-67507ad709f8 req-d1b3a986-adfd-4939-8abf-5364cb06cc93 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300710 Aug 24 00:15:48.065897 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.110529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5236bd3c-4f1f-4b94-b691-dd306812ba11 req-6c611a56-fd8d-4b45-8461-e632230a0628 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 210 time: 0.0406020 Aug 24 00:15:48.196699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Made reservation on behalf of 0b5310f0b8ad4eb1a8a1fd6ccac449e5 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:15:48.200164 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.264591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc2f3e-d037-4775-b2e4-5850b145dc74 req-1c7299c6-a15b-482b-b37c-c5e210ad5bdf tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:48.266203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41cc2f3e-d037-4775-b2e4-5850b145dc74 req-1c7299c6-a15b-482b-b37c-c5e210ad5bdf tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1002464 Aug 24 00:15:48.644856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41cc2f3e-d037-4775-b2e4-5850b145dc74 req-b139fcf8-59dd-479f-a790-a5f40122df63 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976937 Aug 24 00:15:48.654107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.676985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Allocated IP 192.168.233.180 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/c1d031a7-ba8d-4f26-ae7f-7002edaa4be4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:48.688835 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585988fe-7d95-4a86-8456-4c8b5f864f6a x-openstack-request-id: req-585988fe-7d95-4a86-8456-4c8b5f864f6a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:48.689328 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "name": "network-vif-unplugged", "status": "completed", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:48.689426 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-585988fe-7d95-4a86-8456-4c8b5f864f6a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:48.689816 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'code': 200} Aug 24 00:15:48.737725 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.865799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa50cf1e-89e2-4f40-8db3-cc305d4b80d3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:48.884916 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:48.886139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69f79a9c-1d12-4759-acc1-923adf49233a req-a16efbca-6f58-4084-8d9b-a5253ec20ae5 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.0577586 Aug 24 00:15:48.924745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c367111-66da-43cc-a869-63540b431607 req-b04ed67f-24c1-4832-81e5-61f2db30cc6a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:48.926373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c367111-66da-43cc-a869-63540b431607 req-b04ed67f-24c1-4832-81e5-61f2db30cc6a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 945 time: 0.1854224 Aug 24 00:15:48.936740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-21c3c3a3-b1ce-41bd-8241-15f9dc69ef9d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:48.938265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-21c3c3a3-b1ce-41bd-8241-15f9dc69ef9d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.36 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 943 time: 0.1375785 Aug 24 00:15:48.969829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.032181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Transition to ACTIVE for port object c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:49.093000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c367111-66da-43cc-a869-63540b431607 req-5459bb8e-b8fe-466b-bd8e-caba0636f39c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537592 Aug 24 00:15:49.106345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728fc7-d921-4e46-954b-f5b4efbfb8b9 req-18f15035-2971-47c7-9ac8-b7d1dd03cafb tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:49.107836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5728fc7-d921-4e46-954b-f5b4efbfb8b9 req-18f15035-2971-47c7-9ac8-b7d1dd03cafb tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 943 time: 0.1627977 Aug 24 00:15:49.189845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5728fc7-d921-4e46-954b-f5b4efbfb8b9 req-eb4ffaa4-fe12-4812-bc41-592bf3174a30 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747955 Aug 24 00:15:49.203554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Deleting port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:15:49.203894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.209171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-9e5b14d0-f5b0-437a-bd61-22a1956a4385 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/6e6ce58e-fdd6-4297-80e1-33f451235d83 HTTP/1.1" status: 200 len: 1804 time: 0.0876276 Aug 24 00:15:49.261633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5677f6eb-1feb-45d0-a545-8616d116ca44 req-3b96673c-aae1-4654-b833-bb00bdff964a tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2067556670', 'description': 'tempest-description-1741145197'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:49.271567 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.284382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:49.307903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df17b336-8576-4cba-be55-818ddba8e3e9'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:49.369722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:49.383260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:49.394193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:49.433508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-9759da25-7c2d-4b93-9d1d-2a035f66b73a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/0b74fe00-13b1-424b-9935-85bcb3429bda HTTP/1.1" status: 200 len: 1805 time: 0.2120392 Aug 24 00:15:49.435421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'Port': ['ID=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:49.464382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-ea7cb6a1-8476-49c3-a7d1-eeea1f2256e8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6e6ce58e-fdd6-4297-80e1-33f451235d83', 'remote_group_id': '0b74fe00-13b1-424b-9935-85bcb3429bda', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:49.464588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-ea7cb6a1-8476-49c3-a7d1-eeea1f2256e8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6e6ce58e-fdd6-4297-80e1-33f451235d83', 'remote_group_id': '0b74fe00-13b1-424b-9935-85bcb3429bda', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:49.490408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] For port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:49.490814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.510778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5677f6eb-1feb-45d0-a545-8616d116ca44 req-3b96673c-aae1-4654-b833-bb00bdff964a tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.528856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Calling delete_port for 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:15:49.542107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:49.542686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.731054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-ea7cb6a1-8476-49c3-a7d1-eeea1f2256e8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.744966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.783039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event deleted for resources: {'Port': ['ID=9be8dad3-8466-4c11-b4c0-fa57e9ce6a69,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:49.794443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-eff1d4c9-7db3-4bb2-ac62-ac9d6ccecfca None None] Provisioning for port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:49.803944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-eff1d4c9-7db3-4bb2-ac62-ac9d6ccecfca None None] Provisioning complete for port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:49.804319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-eff1d4c9-7db3-4bb2-ac62-ac9d6ccecfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.812246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-1479fb56-8629-46d8-9187-8ac711d69624 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5087795 Aug 24 00:15:49.824778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-ea7cb6a1-8476-49c3-a7d1-eeea1f2256e8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.846578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Request body: {'port': {'device_id': 'ad07995a-faf0-4132-8f46-209786632a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:49.852297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] No DVR routers for this DVR port 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:15:49.857086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.857780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-eff1d4c9-7db3-4bb2-ac62-ac9d6ccecfca None None] Port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:15:49.859147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02fc4e0-cd1d-4469-b24f-b3c0f5420d66 req-97eab447-6fe2-42dc-8ff8-1ad9c7699f4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.36 "DELETE /v2.0/ports/9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 HTTP/1.1" status: 204 len: 173 time: 0.9124339 Aug 24 00:15:49.860108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'name': 'network-vif-deleted', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:49.862699 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bce8d7-c5a3-4afa-9506-0aa66b2cc286" -d '{"events": [{"server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "name": "network-vif-deleted", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:49.926559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-ea7cb6a1-8476-49c3-a7d1-eeea1f2256e8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.960513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:49.962287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cb6a1-8476-49c3-a7d1-eeea1f2256e8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280722f5-4da9-4626-af64-116faa13a6fd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:50.019831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5677f6eb-1feb-45d0-a545-8616d116ca44 req-3b96673c-aae1-4654-b833-bb00bdff964a tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.111893 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5677f6eb-1feb-45d0-a545-8616d116ca44 req-3b96673c-aae1-4654-b833-bb00bdff964a tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.181513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96673c-aae1-4654-b833-bb00bdff964a tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313cdbac-7bee-41f2-8622-9ab570221473,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:50.239635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-ea7cb6a1-8476-49c3-a7d1-eeea1f2256e8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.240822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0820c948-d468-4eb0-977f-0c3a4cf4027a req-ea7cb6a1-8476-49c3-a7d1-eeea1f2256e8 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8064804 Aug 24 00:15:50.271242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:50.278773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.280336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 944c755d-4221-4826-b5ff-da500aed150e up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:50.294066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Transition to ACTIVE for port object c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:15:50.338493 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5677f6eb-1feb-45d0-a545-8616d116ca44 req-3b96673c-aae1-4654-b833-bb00bdff964a tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.339723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5677f6eb-1feb-45d0-a545-8616d116ca44 req-3b96673c-aae1-4654-b833-bb00bdff964a tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1148319 Aug 24 00:15:50.349140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4cde5-8b0b-45d4-abbf-a7810ce3fdc2 req-2366b430-21ce-49ca-887c-69bbcb78fb6f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:50.350730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79e4cde5-8b0b-45d4-abbf-a7810ce3fdc2 req-2366b430-21ce-49ca-887c-69bbcb78fb6f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 945 time: 0.0599461 Aug 24 00:15:50.378339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.416145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79e4cde5-8b0b-45d4-abbf-a7810ce3fdc2 req-2e04c76c-9f15-4111-a915-37ebcb9d0f41 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596066 Aug 24 00:15:50.442792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:50.479624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 944c755d-4221-4826-b5ff-da500aed150e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:50.485895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 944c755d-4221-4826-b5ff-da500aed150e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:50.486350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.571239 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.593241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56afab-32fb-4822-9aef-8c6b8069609d req-13de08de-243c-4747-b7a8-6c70c115198e tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:50.595346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e56afab-32fb-4822-9aef-8c6b8069609d req-13de08de-243c-4747-b7a8-6c70c115198e tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1096 time: 0.1028855 Aug 24 00:15:50.600732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Attempting to bind port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:50.600964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Attempting to bind port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:50.601289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Attempting to bind port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:50.610769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:50.616572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a58668-17e7-4c8b-8ac7-bd13f6e27784 req-b1239f95-8845-47be-b776-ff8ed7a15b09 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:50.618100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86a58668-17e7-4c8b-8ac7-bd13f6e27784 req-b1239f95-8845-47be-b776-ff8ed7a15b09 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 948 time: 0.0915744 Aug 24 00:15:50.623427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:50.629149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Attempting to bind port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:50.643677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:50.644012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:50.644383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:50.644815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Bound port: c1d031a7-ba8d-4f26-ae7f-7002edaa4be4, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:50.645173 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.690661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c755d-4221-4826-b5ff-da500aed150e'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:50.692833 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a5a6b4-5b84-448c-8576-80a7741574d0" -d '{"events": [{"server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "name": "network-vif-plugged", "status": "completed", "tag": "944c755d-4221-4826-b5ff-da500aed150e"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:50.695933 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.713805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e56afab-32fb-4822-9aef-8c6b8069609d req-ee64098e-8e90-4455-a607-e60bfec70377 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084976 Aug 24 00:15:50.722969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86a58668-17e7-4c8b-8ac7-bd13f6e27784 req-f8a7de48-d709-4d52-a0a6-b4269d89f304 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951588 Aug 24 00:15:50.772405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] For port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:15:50.772691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:50.772798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] For port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:50.809527 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a55c5f-ec7d-499c-b30c-7d595c0fb40c x-openstack-request-id: req-82a55c5f-ec7d-499c-b30c-7d595c0fb40c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:50.809870 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7925b5e9-7ef7-41c2-b941-c97e7a7fde1e", "name": "network-vif-deleted", "tag": "9be8dad3-8466-4c11-b4c0-fa57e9ce6a69", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:50.810128 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82a55c5f-ec7d-499c-b30c-7d595c0fb40c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:50.810525 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7925b5e9-7ef7-41c2-b941-c97e7a7fde1e', 'name': 'network-vif-deleted', 'tag': '9be8dad3-8466-4c11-b4c0-fa57e9ce6a69', 'status': 'completed', 'code': 200} Aug 24 00:15:50.850414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b116b30-0dd9-40dd-85ca-909bd28bb691 req-6fd7c4bc-979b-4021-b384-3ebbafa5e568 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:50.852144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b116b30-0dd9-40dd-85ca-909bd28bb691 req-6fd7c4bc-979b-4021-b384-3ebbafa5e568 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0542445 Aug 24 00:15:50.857404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.932336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:50.932969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:50.934498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 HTTP/1.1" status: 200 len: 1096 time: 1.0928035 Aug 24 00:15:50.939572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07da4c7a-0405-4e71-a5f0-1835f6b7833f req-821b5f2b-f85c-499f-b6be-7673dc12ed20 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=7925b5e9-7ef7-41c2-b941-c97e7a7fde1e HTTP/1.1" status: 200 len: 210 time: 0.0691569 Aug 24 00:15:50.960950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b116b30-0dd9-40dd-85ca-909bd28bb691 req-90773617-95d4-4cf1-b65f-aa72f5d28fc5 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974345 Aug 24 00:15:50.992708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cadebc-63ac-4102-a822-97611e6688e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:51.054772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43abd43a-e1fb-4cc1-942c-77179762401e req-027e5864-3227-4d89-872d-d1e6ec7a388d tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/0b74fe00-13b1-424b-9935-85bcb3429bda HTTP/1.1" status: 200 len: 1805 time: 0.0835950 Aug 24 00:15:51.182696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-df618426-6228-4f95-879c-1e159106fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.184114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-df618426-6228-4f95-879c-1e159106fd15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 1099 time: 0.1122553 Aug 24 00:15:51.237747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43abd43a-e1fb-4cc1-942c-77179762401e req-b68a5ad3-6f37-45f8-bdb6-282994070b38 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:51.244526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-566c88fa-849a-4a4c-bb17-9cd6d6af2773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 HTTP/1.1" status: 200 len: 217 time: 0.0454774 Aug 24 00:15:51.307737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43abd43a-e1fb-4cc1-942c-77179762401e req-b68a5ad3-6f37-45f8-bdb6-282994070b38 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:51.363125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-0fdf2d81-7839-4aba-b3a3-24c93192b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.364578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-0fdf2d81-7839-4aba-b3a3-24c93192b411 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1080725 Aug 24 00:15:51.464000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-a4e2352c-8ee8-4211-b2f4-0b8d08ec3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.465513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-a4e2352c-8ee8-4211-b2f4-0b8d08ec3577 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896432 Aug 24 00:15:51.573848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43abd43a-e1fb-4cc1-942c-77179762401e req-b68a5ad3-6f37-45f8-bdb6-282994070b38 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:51.576342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43abd43a-e1fb-4cc1-942c-77179762401e req-b68a5ad3-6f37-45f8-bdb6-282994070b38 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:51.577472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43abd43a-e1fb-4cc1-942c-77179762401e req-b68a5ad3-6f37-45f8-bdb6-282994070b38 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "DELETE /v2.0/security-groups/0b74fe00-13b1-424b-9935-85bcb3429bda HTTP/1.1" status: 204 len: 173 time: 0.5114391 Aug 24 00:15:51.611116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a5ad3-6f37-45f8-bdb6-282994070b38 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b74fe00-13b1-424b-9935-85bcb3429bda,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:51.614350 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af5b7e1-12a5-402e-91c5-69bc9faf879e x-openstack-request-id: req-0af5b7e1-12a5-402e-91c5-69bc9faf879e {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:51.614841 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "name": "network-vif-plugged", "status": "completed", "tag": "944c755d-4221-4826-b5ff-da500aed150e", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:51.615023 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0af5b7e1-12a5-402e-91c5-69bc9faf879e {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:51.615360 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c755d-4221-4826-b5ff-da500aed150e', 'code': 200} Aug 24 00:15:51.622186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-e9c844f1-995c-4a73-b59d-9dcbe6dfa1bb service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473927 Aug 24 00:15:51.648867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-2d1c8dda-62a1-4984-8df3-e7bf21197a72 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 65313 time: 0.6418176 Aug 24 00:15:51.803232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-f229599e-1f5d-4518-9bb4-24de17d63802 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1f8fe97d-a3d1-480e-94d3-f7613a9b12be HTTP/1.1" status: 200 len: 2981 time: 0.1459680 Aug 24 00:15:51.823403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c740f4e-738a-47ef-a036-5a0020d0c01f req-cf0a7d6f-3c19-491b-9935-c33900f95b58 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.824929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c740f4e-738a-47ef-a036-5a0020d0c01f req-cf0a7d6f-3c19-491b-9935-c33900f95b58 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1096 time: 0.1514573 Aug 24 00:15:51.831721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be92c83-8fd9-464d-b4ee-64e8d0270575 req-e9baa07c-8b5b-4d39-8737-8911cc1922d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:51.833072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1be92c83-8fd9-464d-b4ee-64e8d0270575 req-e9baa07c-8b5b-4d39-8737-8911cc1922d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 1097 time: 0.1168306 Aug 24 00:15:51.848735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fc809d4-57a8-42ff-bdc4-834748e6c1c6 req-530b28df-25ab-43b7-8b39-c3f074165889 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988256 Aug 24 00:15:51.910768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c740f4e-738a-47ef-a036-5a0020d0c01f req-0905cd8b-1ebc-4888-9993-6e2f6b3fd670 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767794 Aug 24 00:15:51.914063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-b13f191c-88bb-4063-8bb4-5b8c6b2add81 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1f8fe97d-a3d1-480e-94d3-f7613a9b12be HTTP/1.1" status: 200 len: 2981 time: 0.1036854 Aug 24 00:15:51.917672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1be92c83-8fd9-464d-b4ee-64e8d0270575 req-081f4ab1-df30-4c93-a1bc-2e3f738aad9d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758424 Aug 24 00:15:51.956567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-6072a59a-31d6-4fe6-b116-f8fc0a1457b1 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/540df8c0-de83-4efb-89a4-24d2921e2e1e HTTP/1.1" status: 200 len: 2981 time: 0.0364783 Aug 24 00:15:51.998809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-bd185d62-87ad-4ecc-a440-9da90a73e3b0 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/540df8c0-de83-4efb-89a4-24d2921e2e1e HTTP/1.1" status: 200 len: 2981 time: 0.0363581 Aug 24 00:15:52.040116 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-f91fcde3-c04b-48fb-bc53-038d5d020269 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/590e3bba-f70e-47b0-ae77-c78cbd043d09 HTTP/1.1" status: 200 len: 2981 time: 0.0353322 Aug 24 00:15:52.115132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-c770887f-35a3-40d1-b62e-0ea0c6c57872 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/590e3bba-f70e-47b0-ae77-c78cbd043d09 HTTP/1.1" status: 200 len: 2981 time: 0.0684359 Aug 24 00:15:52.125073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18aad41-d93b-4d93-9477-a5fe6e97671a req-f85dfefc-3a38-4716-8e97-9d4f5ac5ba5a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:52.127205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b18aad41-d93b-4d93-9477-a5fe6e97671a req-f85dfefc-3a38-4716-8e97-9d4f5ac5ba5a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0741713 Aug 24 00:15:52.184883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b18aad41-d93b-4d93-9477-a5fe6e97671a req-46312dd2-8f4e-4767-aae9-50fde89ec2d3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513489 Aug 24 00:15:52.187487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-9d51ff01-9035-45c3-95b2-43f6c55bbdc3 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/8321204c-3742-4f56-956c-abe75e34bc7f HTTP/1.1" status: 200 len: 1804 time: 0.0594018 Aug 24 00:15:52.204509 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-1c09b253-78a4-438e-9d1c-3202eb6a41fa tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] show failed (client error): The resource could not be found. Aug 24 00:15:52.205466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-1c09b253-78a4-438e-9d1c-3202eb6a41fa tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/0b74fe00-13b1-424b-9935-85bcb3429bda HTTP/1.1" status: 404 len: 352 time: 0.0120847 Aug 24 00:15:52.269722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f47ddd27-9bbc-4b71-a717-b048a1b195aa req-2549c563-d1d9-4c2d-9e47-6c512fb60a1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/6e6ce58e-fdd6-4297-80e1-33f451235d83 HTTP/1.1" status: 200 len: 1804 time: 0.0628614 Aug 24 00:15:52.272546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-b927da03-6c38-4a5b-ae52-34ba514e77a7 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/8206ecac-dda3-4c9d-bded-c9732decc6af HTTP/1.1" status: 200 len: 2973 time: 0.0589156 Aug 24 00:15:52.290453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:52.310131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:15:52.310476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 9be8dad3-8466-4c11-b4c0-fa57e9ce6a69 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:15:52.317930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-2705fdec-978a-40ff-9284-f83df0879f51 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/8206ecac-dda3-4c9d-bded-c9732decc6af HTTP/1.1" status: 200 len: 2973 time: 0.0381191 Aug 24 00:15:52.395365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460a34e-2532-4bd3-9675-f7c5c453c023 req-2fd89b56-5264-4a4a-b080-22c95744eae4 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:52.396796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2460a34e-2532-4bd3-9675-f7c5c453c023 req-2fd89b56-5264-4a4a-b080-22c95744eae4 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 948 time: 0.0779953 Aug 24 00:15:52.398197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-c2b2834e-cc08-471d-9a56-1e22072bb7a4 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/855cf4a6-75bb-4c13-89f0-ebcc1786c7a0 HTTP/1.1" status: 200 len: 2981 time: 0.0712593 Aug 24 00:15:52.454490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2460a34e-2532-4bd3-9675-f7c5c453c023 req-06d50075-2b7b-4d1f-a9fb-b5067c992d53 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517547 Aug 24 00:15:52.472250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-67e84104-7689-4c2c-989b-4fdb6343d7d3 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/855cf4a6-75bb-4c13-89f0-ebcc1786c7a0 HTTP/1.1" status: 200 len: 2981 time: 0.0678828 Aug 24 00:15:52.516611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-e284f213-61e1-4063-a291-e9dbe726be28 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/85bcda63-eacb-454a-bf66-0eceb8001d59 HTTP/1.1" status: 200 len: 2981 time: 0.0382178 Aug 24 00:15:52.559546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-3bc76de5-a48a-4b82-9680-93368f9b25bb tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/85bcda63-eacb-454a-bf66-0eceb8001d59 HTTP/1.1" status: 200 len: 2981 time: 0.0365639 Aug 24 00:15:52.632340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-0083f23f-f447-4d1c-b9f1-4e0e3ca4ecdd tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/89f02d56-17f2-4d69-9fb7-e31d7ffe108f HTTP/1.1" status: 200 len: 2981 time: 0.0667288 Aug 24 00:15:52.643979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87d94-64dc-49b0-86db-726b2fc609af req-fc1fcdbc-f70d-410b-b82a-dc87b6dd08f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:52.645471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eac87d94-64dc-49b0-86db-726b2fc609af req-fc1fcdbc-f70d-410b-b82a-dc87b6dd08f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0742662 Aug 24 00:15:52.704633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-24b16f4f-e487-465c-9872-92fe96abe7d4 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/89f02d56-17f2-4d69-9fb7-e31d7ffe108f HTTP/1.1" status: 200 len: 2981 time: 0.0582488 Aug 24 00:15:52.707519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eac87d94-64dc-49b0-86db-726b2fc609af req-94e46a9a-a53e-4a8e-935b-833675d72b40 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558667 Aug 24 00:15:52.737872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-06cf9cac-0ee9-48b1-9f01-355bb6b4f6ef req-85194891-377a-4781-bacb-e01d483f5a61 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2114246635', 'description': 'tempest-description-1104884983'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:52.760561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-9419105a-5f0b-4b73-81ad-75bc9f259f33 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/95d43556-1549-459d-831a-3fa30813562a HTTP/1.1" status: 200 len: 2981 time: 0.0498967 Aug 24 00:15:52.806398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-1c565c06-c7b8-4566-8a56-397cd1268111 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/95d43556-1549-459d-831a-3fa30813562a HTTP/1.1" status: 200 len: 2981 time: 0.0381250 Aug 24 00:15:52.811944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad07995a-faf0-4132-8f46-209786632a4e', 'tag': 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:52.814866 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad07995a-faf0-4132-8f46-209786632a4e", "tag": "c1d031a7-ba8d-4f26-ae7f-7002edaa4be4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:52.838062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06cf9cac-0ee9-48b1-9f01-355bb6b4f6ef req-85194891-377a-4781-bacb-e01d483f5a61 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:52.871049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-e8083031-a8e4-46c8-9a20-e44ee7582f91 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/afc0a814-0f0c-454f-a44a-f096b58a6778 HTTP/1.1" status: 200 len: 2981 time: 0.0529888 Aug 24 00:15:52.933593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-6f2405a7-268e-45b1-a9d8-871b10040295 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/afc0a814-0f0c-454f-a44a-f096b58a6778 HTTP/1.1" status: 200 len: 2981 time: 0.0557935 Aug 24 00:15:52.978142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06cf9cac-0ee9-48b1-9f01-355bb6b4f6ef req-85194891-377a-4781-bacb-e01d483f5a61 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:52.994564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-027e1bae-1d68-4776-aefd-e32032762cd7 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b06e63b1-0a38-4518-8a44-00849ab6686a HTTP/1.1" status: 200 len: 2981 time: 0.0525329 Aug 24 00:15:53.036119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-4533446f-026b-46d5-87ae-eb51ee3df17e tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b06e63b1-0a38-4518-8a44-00849ab6686a HTTP/1.1" status: 200 len: 2981 time: 0.0350723 Aug 24 00:15:53.048266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06cf9cac-0ee9-48b1-9f01-355bb6b4f6ef req-85194891-377a-4781-bacb-e01d483f5a61 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.110043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85194891-377a-4781-bacb-e01d483f5a61 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f72eab-0fdc-449d-9b99-8bda4375cd3a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:53.113454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-50eac552-bae3-460d-9d5a-b0e06be215a4 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b3351e73-dd8a-4ae1-9487-fb899e712171 HTTP/1.1" status: 200 len: 2981 time: 0.0714726 Aug 24 00:15:53.144575 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-06cf9cac-0ee9-48b1-9f01-355bb6b4f6ef req-85194891-377a-4781-bacb-e01d483f5a61 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:53.145798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06cf9cac-0ee9-48b1-9f01-355bb6b4f6ef req-85194891-377a-4781-bacb-e01d483f5a61 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4147465 Aug 24 00:15:53.159789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-bcb1e84f-d895-4d89-a754-802e8fe4270c tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/b3351e73-dd8a-4ae1-9487-fb899e712171 HTTP/1.1" status: 200 len: 2981 time: 0.0394220 Aug 24 00:15:53.207633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-ff7c1724-da35-4fd6-8fa9-bc4d7982b420 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/bbdb46a0-472a-4c27-b3dc-27e384acd638 HTTP/1.1" status: 200 len: 2981 time: 0.0410993 Aug 24 00:15:53.248794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-5d70fb22-22b3-4d0c-8ad5-4bfe759faa50 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/bbdb46a0-472a-4c27-b3dc-27e384acd638 HTTP/1.1" status: 200 len: 2981 time: 0.0354545 Aug 24 00:15:53.292530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-f3ed1ab8-d66c-41ca-9e05-4d721199f7d1 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c4409d6c-dc57-4793-8549-39c6433e2648 HTTP/1.1" status: 200 len: 2977 time: 0.0372119 Aug 24 00:15:53.339737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-8f74cd81-58c9-46e1-a184-6bba76f22a9f tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c4409d6c-dc57-4793-8549-39c6433e2648 HTTP/1.1" status: 200 len: 2977 time: 0.0376475 Aug 24 00:15:53.381592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-52affddc-d42c-4b32-9223-f73a57af72d1 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cb6c6961-ce46-4a1b-ba06-b5841871fd0d HTTP/1.1" status: 200 len: 2981 time: 0.0357049 Aug 24 00:15:53.421763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-8ebebdbc-e648-40c0-9e2e-4a1ac67e218a tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/cb6c6961-ce46-4a1b-ba06-b5841871fd0d HTTP/1.1" status: 200 len: 2981 time: 0.0345211 Aug 24 00:15:53.555939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-c25a050b-2e63-4768-8747-e1a7c19baa68 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/db71e68b-1fec-469b-800d-97168fe278dd HTTP/1.1" status: 200 len: 2981 time: 0.0383565 Aug 24 00:15:53.555939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-1d8b3e49-0cbd-4f7a-9a94-472737c5f1f7 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/db71e68b-1fec-469b-800d-97168fe278dd HTTP/1.1" status: 200 len: 2981 time: 0.0361977 Aug 24 00:15:53.555939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-3fdff53a-e968-49c2-8715-1f55eb288cf6 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e7a31edd-1c79-43c4-9684-de3f7685e640 HTTP/1.1" status: 200 len: 2981 time: 0.0372632 Aug 24 00:15:53.595276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec355fd8-7242-4ed9-962a-98456bc97085 req-1f6a3a69-bc9a-4e52-9f6c-6b0b41d8e23f tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/e7a31edd-1c79-43c4-9684-de3f7685e640 HTTP/1.1" status: 200 len: 2981 time: 0.0362594 Aug 24 00:15:53.788416 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5488c4-220f-4335-8d8b-27ee16de2666 x-openstack-request-id: req-0f5488c4-220f-4335-8d8b-27ee16de2666 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:53.789020 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad07995a-faf0-4132-8f46-209786632a4e", "tag": "c1d031a7-ba8d-4f26-ae7f-7002edaa4be4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:53.789543 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f5488c4-220f-4335-8d8b-27ee16de2666 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:53.790196 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad07995a-faf0-4132-8f46-209786632a4e', 'tag': 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4', 'status': 'completed', 'code': 200} Aug 24 00:15:53.905726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-838a2776-8cce-498a-90e9-eb19bd731ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:53.907782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-838a2776-8cce-498a-90e9-eb19bd731ed1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 1099 time: 0.0753601 Aug 24 00:15:53.913402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b36072cd-e35b-47c1-aeaa-595afd9852af req-091086c6-bc37-4774-a164-3579bc9fd803 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/f3f72eab-0fdc-449d-9b99-8bda4375cd3a HTTP/1.1" status: 200 len: 1805 time: 0.0495217 Aug 24 00:15:53.938058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b36072cd-e35b-47c1-aeaa-595afd9852af req-694a9e86-980e-4210-a9c5-323b4e85ffc3 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3f72eab-0fdc-449d-9b99-8bda4375cd3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:53.938485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b36072cd-e35b-47c1-aeaa-595afd9852af req-694a9e86-980e-4210-a9c5-323b4e85ffc3 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3f72eab-0fdc-449d-9b99-8bda4375cd3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:54.020446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-bed28a55-840f-4d46-8dcf-3facb9b891db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:54.022050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-bed28a55-840f-4d46-8dcf-3facb9b891db service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1076646 Aug 24 00:15:54.073140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-50ccc172-ba18-4334-847d-722d86957988 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 HTTP/1.1" status: 200 len: 217 time: 0.0339749 Aug 24 00:15:54.155963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-ca5b5032-8474-4f18-88fe-60ec7f3186fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:54.157924 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-ca5b5032-8474-4f18-88fe-60ec7f3186fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0716426 Aug 24 00:15:54.164574 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b36072cd-e35b-47c1-aeaa-595afd9852af req-694a9e86-980e-4210-a9c5-323b4e85ffc3 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.202069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b36072cd-e35b-47c1-aeaa-595afd9852af req-694a9e86-980e-4210-a9c5-323b4e85ffc3 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.217370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-cbe89bea-a33e-4df9-9361-01b40342af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:54.219529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-cbe89bea-a33e-4df9-9361-01b40342af7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489604 Aug 24 00:15:54.226094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45198) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:54.231259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-bfbdaa50-c51c-4a80-af86-f9f1697d3836 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497309271', 'description': 'tempest-description--189061046'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:54.285669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b36072cd-e35b-47c1-aeaa-595afd9852af req-694a9e86-980e-4210-a9c5-323b4e85ffc3 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.325736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a9e86-980e-4210-a9c5-323b4e85ffc3 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9732fa-46dd-461d-82ab-00a89a5622a2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:54.359361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bfbdaa50-c51c-4a80-af86-f9f1697d3836 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.368602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfff0ca-5b12-456b-b5fc-b51260dc4d06 req-1d5617e5-efd8-4c28-bb92-5a57b11a60c8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:54.373864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bfff0ca-5b12-456b-b5fc-b51260dc4d06 req-1d5617e5-efd8-4c28-bb92-5a57b11a60c8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0966134 Aug 24 00:15:54.373864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-95e0bc0b-b70b-4c73-9443-b8e479c6de2b service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461644 Aug 24 00:15:54.442472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b36072cd-e35b-47c1-aeaa-595afd9852af req-694a9e86-980e-4210-a9c5-323b4e85ffc3 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.443570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b36072cd-e35b-47c1-aeaa-595afd9852af req-694a9e86-980e-4210-a9c5-323b4e85ffc3 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5098336 Aug 24 00:15:54.467348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bfff0ca-5b12-456b-b5fc-b51260dc4d06 req-0182d4ce-d2c4-4d61-a0a6-eb3dfac5865d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904372 Aug 24 00:15:54.501781 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bfbdaa50-c51c-4a80-af86-f9f1697d3836 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.518305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4602f7d-b5a8-4c3a-ba58-b1ef97baffd1 req-e5ce818d-086b-4a7e-8449-8c923fca8f48 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354899 Aug 24 00:15:54.576641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bfbdaa50-c51c-4a80-af86-f9f1697d3836 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.598443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664946b-4011-4114-b3d0-11eec1b830dd req-c1600926-a0ca-49de-b558-bb5da0a3255a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:54.600019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f664946b-4011-4114-b3d0-11eec1b830dd req-c1600926-a0ca-49de-b558-bb5da0a3255a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 948 time: 0.0808487 Aug 24 00:15:54.606240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdaa50-c51c-4a80-af86-f9f1697d3836 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267a4e32-aebe-480d-a89a-9e3e5c94fc0e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:54.606803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2e975b7-a290-4462-8145-c934e2aa9bbc req-97c791b2-d70c-42ac-b5d4-b7d212b56cba tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92c675a58d314821bc6a453b6274125a HTTP/1.1" status: 200 len: 6103 time: 0.1083488 Aug 24 00:15:54.665357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f664946b-4011-4114-b3d0-11eec1b830dd req-51279ab7-bfcb-4d46-b062-41850aff2895 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576200 Aug 24 00:15:54.671479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2e975b7-a290-4462-8145-c934e2aa9bbc req-3d21a68a-89d0-4d8f-b69d-bb95a2646702 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "GET /v2.0/security-groups/855cf4a6-75bb-4c13-89f0-ebcc1786c7a0 HTTP/1.1" status: 200 len: 2981 time: 0.0570912 Aug 24 00:15:54.691232 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bfbdaa50-c51c-4a80-af86-f9f1697d3836 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:54.692740 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bfbdaa50-c51c-4a80-af86-f9f1697d3836 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4655452 Aug 24 00:15:54.696135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:54.703232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7e95f412-666b-4620-a53e-a57f6e022eaf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Request body: {'security_group_rule': {'security_group_id': '267a4e32-aebe-480d-a89a-9e3e5c94fc0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:55.024142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2e975b7-a290-4462-8145-c934e2aa9bbc req-b0e1d375-0330-4346-bf59-cbcb3a2d7cde tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "GET /v2.0/security-groups/855cf4a6-75bb-4c13-89f0-ebcc1786c7a0 HTTP/1.1" status: 200 len: 2981 time: 0.3456907 Aug 24 00:15:55.044282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20a588-9e49-4124-91db-149489b8ef4b req-28a3431d-72f8-47bf-b73b-be80798ab54c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:55.048676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c20a588-9e49-4124-91db-149489b8ef4b req-28a3431d-72f8-47bf-b73b-be80798ab54c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0688746 Aug 24 00:15:55.091560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c20a588-9e49-4124-91db-149489b8ef4b req-cd1bae0d-6b95-4523-974c-d5c51196021c tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Aug 24 00:15:55.114387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e95f412-666b-4620-a53e-a57f6e022eaf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.159389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.177627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4716-643f-464e-9e21-168d38e29ebe req-2eee4d20-2a71-415a-a632-284a5261359d tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:55.179086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-42fe4716-643f-464e-9e21-168d38e29ebe req-2eee4d20-2a71-415a-a632-284a5261359d tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1096 time: 0.1024334 Aug 24 00:15:55.223587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-269430b2-cf50-4c0d-9614-8df55998fd14 req-8118aaec-cdc0-412b-9d82-a53e8092fc2f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/f3f72eab-0fdc-449d-9b99-8bda4375cd3a HTTP/1.1" status: 200 len: 2398 time: 0.1055129 Aug 24 00:15:55.226213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e95f412-666b-4620-a53e-a57f6e022eaf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.241264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-269430b2-cf50-4c0d-9614-8df55998fd14 req-6d949237-95c0-4147-9b73-ceb8f37ab94f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3f72eab-0fdc-449d-9b99-8bda4375cd3a', 'remote_group_id': None}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:55.241624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-269430b2-cf50-4c0d-9614-8df55998fd14 req-6d949237-95c0-4147-9b73-ceb8f37ab94f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3f72eab-0fdc-449d-9b99-8bda4375cd3a', 'remote_group_id': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:55.252305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-42fe4716-643f-464e-9e21-168d38e29ebe req-d0b81add-803e-4aaa-a9e4-56b11742fcce tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639014 Aug 24 00:15:55.313765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e95f412-666b-4620-a53e-a57f6e022eaf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.332815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95f412-666b-4620-a53e-a57f6e022eaf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa6c420-0cbd-4bde-b498-487d63ec7ea2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:55.392884 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-269430b2-cf50-4c0d-9614-8df55998fd14 req-6d949237-95c0-4147-9b73-ceb8f37ab94f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.409902 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-269430b2-cf50-4c0d-9614-8df55998fd14 req-6d949237-95c0-4147-9b73-ceb8f37ab94f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.456346 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e95f412-666b-4620-a53e-a57f6e022eaf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.457586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7e95f412-666b-4620-a53e-a57f6e022eaf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7604375 Aug 24 00:15:55.460315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:55.464897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-be0cb963-e36c-4367-9b6d-7b731da75652 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Request body: {'security_group_rule': {'security_group_id': '267a4e32-aebe-480d-a89a-9e3e5c94fc0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:55.494643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-269430b2-cf50-4c0d-9614-8df55998fd14 req-6d949237-95c0-4147-9b73-ceb8f37ab94f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.513925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d949237-95c0-4147-9b73-ceb8f37ab94f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c844c3-5967-4db2-8d59-4904130da176,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:55.546101 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be0cb963-e36c-4367-9b6d-7b731da75652 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.598529 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be0cb963-e36c-4367-9b6d-7b731da75652 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.599639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-269430b2-cf50-4c0d-9614-8df55998fd14 req-6d949237-95c0-4147-9b73-ceb8f37ab94f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.601132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-269430b2-cf50-4c0d-9614-8df55998fd14 req-6d949237-95c0-4147-9b73-ceb8f37ab94f tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3706715 Aug 24 00:15:55.657947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87dc63ed-52dd-4e1e-91da-63545032ee5b req-bd52afc1-9df3-4c4b-a7a8-f3966f5a18ef tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/313cdbac-7bee-41f2-8622-9ab570221473 HTTP/1.1" status: 200 len: 1778 time: 0.0394371 Aug 24 00:15:55.688231 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be0cb963-e36c-4367-9b6d-7b731da75652 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.716355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cb963-e36c-4367-9b6d-7b731da75652 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae35410-2d86-4884-adf3-ee94fbcc0fb1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:55.730347 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87dc63ed-52dd-4e1e-91da-63545032ee5b req-5983a8d5-a938-44e3-aca1-010ccc469cea tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.751557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87dc63ed-52dd-4e1e-91da-63545032ee5b req-5983a8d5-a938-44e3-aca1-010ccc469cea tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.805078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be0cb963-e36c-4367-9b6d-7b731da75652 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.806494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-be0cb963-e36c-4367-9b6d-7b731da75652 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449011 Aug 24 00:15:55.809506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45220) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:55.814547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:55.908405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2981a0-cfaf-4e6d-9ec4-f4fac1163959 req-e71f3eef-b642-4e34-930b-929adb497ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:55.909919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb2981a0-cfaf-4e6d-9ec4-f4fac1163959 req-e71f3eef-b642-4e34-930b-929adb497ce1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1101 time: 0.0394208 Aug 24 00:15:55.919812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87dc63ed-52dd-4e1e-91da-63545032ee5b req-5983a8d5-a938-44e3-aca1-010ccc469cea tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.922567 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87dc63ed-52dd-4e1e-91da-63545032ee5b req-5983a8d5-a938-44e3-aca1-010ccc469cea tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.923691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87dc63ed-52dd-4e1e-91da-63545032ee5b req-5983a8d5-a938-44e3-aca1-010ccc469cea tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/313cdbac-7bee-41f2-8622-9ab570221473 HTTP/1.1" status: 204 len: 173 time: 0.2605360 Aug 24 00:15:55.930217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:55.957691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983a8d5-a938-44e3-aca1-010ccc469cea tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313cdbac-7bee-41f2-8622-9ab570221473,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:56.034819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb2981a0-cfaf-4e6d-9ec4-f4fac1163959 req-415c4825-b07a-4423-affc-56e94a026ccd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100216 Aug 24 00:15:56.065372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6d296-3f1c-496e-b331-068228000d1c req-7de1d7b2-a812-4263-a4a2-d10731fd5996 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:56.066929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01c6d296-3f1c-496e-b331-068228000d1c req-7de1d7b2-a812-4263-a4a2-d10731fd5996 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0902011 Aug 24 00:15:56.119572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01c6d296-3f1c-496e-b331-068228000d1c req-38f02573-e8d4-43c6-9629-2e0902995aaf tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456209 Aug 24 00:15:56.130763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.239110 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92fe0462-ea12-41c5-98aa-58d1e290e19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.249545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2595c3-ed44-4d0a-b7f1-b3a16bd935df req-cf412f09-98b8-4181-a300-af55cf0e4819 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/f3f72eab-0fdc-449d-9b99-8bda4375cd3a HTTP/1.1" status: 200 len: 2996 time: 0.0813131 Aug 24 00:15:56.274054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Allocated IP 172.25.5.30 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e710362c-55b1-4597-b741-dd6af5b0baf8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:15:56.306288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:56.400322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc738-7ef8-43b9-8978-148b7c401f36 req-9057ab5a-813c-48c3-93bd-2138a2495a56 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:56.402010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0cfc738-7ef8-43b9-8978-148b7c401f36 req-9057ab5a-813c-48c3-93bd-2138a2495a56 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 948 time: 0.1031301 Aug 24 00:15:56.403132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:56.415062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4', 'mac_address': 'fa:16:3e:07:b6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:56.433407 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.454954 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.465026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0cfc738-7ef8-43b9-8978-148b7c401f36 req-e24e63e9-5dae-4c80-8755-5eaaec854057 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541847 Aug 24 00:15:56.474569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:56.502016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:56.536084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c991fbb-6c63-49d5-aae0-4b38d5a90b02 req-be689777-7a5e-4e8a-8d34-bd643aa51936 tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "GET /v2.0/security-groups/fa50cf1e-89e2-4f40-8db3-cc305d4b80d3 HTTP/1.1" status: 200 len: 1778 time: 0.0365536 Aug 24 00:15:56.553607 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.559369 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.600679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:56.620914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:15:56.629886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:15:56.632935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:15:56.634689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event updated for resources: {'Port': ['ID=e710362c-55b1-4597-b741-dd6af5b0baf8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:56.673257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2c991fbb-6c63-49d5-aae0-4b38d5a90b02 req-60e42b34-5dcb-4199-aa17-306a2879d27d tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.703117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2c991fbb-6c63-49d5-aae0-4b38d5a90b02 req-60e42b34-5dcb-4199-aa17-306a2879d27d tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.764797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.860577 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2c991fbb-6c63-49d5-aae0-4b38d5a90b02 req-60e42b34-5dcb-4199-aa17-306a2879d27d tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.863860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2c991fbb-6c63-49d5-aae0-4b38d5a90b02 req-60e42b34-5dcb-4199-aa17-306a2879d27d tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.865048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c991fbb-6c63-49d5-aae0-4b38d5a90b02 req-60e42b34-5dcb-4199-aa17-306a2879d27d tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa50cf1e-89e2-4f40-8db3-cc305d4b80d3 HTTP/1.1" status: 204 len: 173 time: 0.3225808 Aug 24 00:15:56.894825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e42b34-5dcb-4199-aa17-306a2879d27d tempest-SecurityGroupsTestAdminJSON-97684851 tempest-SecurityGroupsTestAdminJSON-97684851-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa50cf1e-89e2-4f40-8db3-cc305d4b80d3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:56.896686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:56.965357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c1d031a7-ba8d-4f26-ae7f-7002edaa4be4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:57.021371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17b2a8-69b9-4b16-823e-35cfa07f5c44 req-bede6f68-2c6a-430a-8cd2-8d7b2a5896c8 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:57.022930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c17b2a8-69b9-4b16-823e-35cfa07f5c44 req-bede6f68-2c6a-430a-8cd2-8d7b2a5896c8 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.1005130 Aug 24 00:15:57.089223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c17b2a8-69b9-4b16-823e-35cfa07f5c44 req-b56aadf5-8beb-43de-b5b6-a8657081be27 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 Aug 24 00:15:57.126110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.165602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c818e01-795f-488e-bdf2-075512a4a41c req-4839c744-9d5e-472e-a2d1-c7e4ab5bea60 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-group-rules/72c844c3-5967-4db2-8d59-4904130da176 HTTP/1.1" status: 200 len: 783 time: 0.0296621 Aug 24 00:15:57.166921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.276349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event updated for resources: {'Port': ['ID=e710362c-55b1-4597-b741-dd6af5b0baf8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:57.283621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c818e01-795f-488e-bdf2-075512a4a41c req-ff1cde37-670c-4a7d-8732-f9a2bd02965e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/f3f72eab-0fdc-449d-9b99-8bda4375cd3a HTTP/1.1" status: 200 len: 2996 time: 0.1088881 Aug 24 00:15:57.284745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.320954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3c818e01-795f-488e-bdf2-075512a4a41c req-15b87f30-466c-40ed-a7ce-e3722c5eaf85 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.329267 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3c818e01-795f-488e-bdf2-075512a4a41c req-15b87f30-466c-40ed-a7ce-e3722c5eaf85 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.340968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:15:57.348824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:15:57.377216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.378498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7c8c55fa-e923-46a0-bf29-4442ad8c74cf tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5680511 Aug 24 00:15:57.489138 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.519525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:57.532685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:15:57.534906 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ab6911-5f2d-44cc-a83a-5b48e9f9ec47" -d '{"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-unplugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:15:57.544832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'mac_address': 'fa:16:3e:fb:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:15:57.549354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:57.575311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3c818e01-795f-488e-bdf2-075512a4a41c req-15b87f30-466c-40ed-a7ce-e3722c5eaf85 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.586041 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3c818e01-795f-488e-bdf2-075512a4a41c req-15b87f30-466c-40ed-a7ce-e3722c5eaf85 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.586747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.587512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c818e01-795f-488e-bdf2-075512a4a41c req-15b87f30-466c-40ed-a7ce-e3722c5eaf85 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/72c844c3-5967-4db2-8d59-4904130da176 HTTP/1.1" status: 204 len: 173 time: 0.2962298 Aug 24 00:15:57.602191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 613a97b1-78af-44e6-85ba-00bedf9ed77d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:57.602658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b87f30-466c-40ed-a7ce-e3722c5eaf85 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72c844c3-5967-4db2-8d59-4904130da176,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:57.628943 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.703708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:15:57.704091 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:15:57.706821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:57.731426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-352b2680-ea0a-4b92-a5b4-188e4a3038a1 req-12a67046-05bf-4d84-a60a-abdb205c2310 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "GET /v2.0/security-groups/96a541c1-9213-41b7-afc1-976d3d3164cc HTTP/1.1" status: 200 len: 1778 time: 0.0393713 Aug 24 00:15:57.794738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-352b2680-ea0a-4b92-a5b4-188e4a3038a1 req-6ea3a677-0e94-4f2f-974e-7eb6254faa47 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.825508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-352b2680-ea0a-4b92-a5b4-188e4a3038a1 req-6ea3a677-0e94-4f2f-974e-7eb6254faa47 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.940408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-352b2680-ea0a-4b92-a5b4-188e4a3038a1 req-6ea3a677-0e94-4f2f-974e-7eb6254faa47 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.943251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-352b2680-ea0a-4b92-a5b4-188e4a3038a1 req-6ea3a677-0e94-4f2f-974e-7eb6254faa47 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:57.944426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-352b2680-ea0a-4b92-a5b4-188e4a3038a1 req-6ea3a677-0e94-4f2f-974e-7eb6254faa47 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "DELETE /v2.0/security-groups/96a541c1-9213-41b7-afc1-976d3d3164cc HTTP/1.1" status: 204 len: 173 time: 0.2063000 Aug 24 00:15:57.957189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3a677-0e94-4f2f-974e-7eb6254faa47 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a541c1-9213-41b7-afc1-976d3d3164cc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:58.020183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45274) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:58.059350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d74b-d1b1-4198-a187-f21414b6b32c req-fa0c755d-e92d-439f-9e15-8ca8a7f787d0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:58.060903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d32d74b-d1b1-4198-a187-f21414b6b32c req-fa0c755d-e92d-439f-9e15-8ca8a7f787d0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0492399 Aug 24 00:15:58.104346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d32d74b-d1b1-4198-a187-f21414b6b32c req-a651c302-c296-42de-8151-306480a3f601 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369964 Aug 24 00:15:58.118030 n-d-804878-2 neutron-server[95327]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 00:15:58.122010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-8fd72c27-89d3-4808-a4b6-56e934c248eb tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:15:58.132476 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-8fd72c27-89d3-4808-a4b6-56e934c248eb tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1111298 Aug 24 00:15:58.234571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Request body: {'binding': {'host': 'n-h2-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:15:58.235095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Unknown quota resources ['binding']. {{(pid=95327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:15:58.251063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.264179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613a97b1-78af-44e6-85ba-00bedf9ed77d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:15:58.285348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:58.292007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-69b8c4e5-8978-4759-87b3-c8197451cd03 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:58.293496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-69b8c4e5-8978-4759-87b3-c8197451cd03 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/networks?id=4339e103-af72-4592-8df9-ccce7ca09f39 HTTP/1.1" status: 200 len: 822 time: 0.1087713 Aug 24 00:15:58.312208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-137b6e47-113a-4ff2-acb4-24472371c511 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/quotas/da00ab955a5e4512a54b49c0a5de0057 HTTP/1.1" status: 200 len: 375 time: 0.0093870 Aug 24 00:15:58.312997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:15:58.361430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-4f1682a2-6c06-4157-8f4d-bdf2de56f1dc tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463631 Aug 24 00:15:58.373895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on host n-h2-804878-2 for vnic_type normal with profile None {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:15:58.374232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:15:58.374559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:58.379573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:15:58.379894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:15:58.384680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:15:58.385014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:15:58.385391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:15:58.385841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Bound port: 4bff8c60-2809-47c4-bd1a-b510712241f1, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:15:58.387958 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.440133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=10']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:58.456501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:15:58.460507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:15:58.460880 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.462086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-da16e65d-ae8a-4d6f-9adc-56e9d6eabc87 service neutron] 10.222.0.26 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928278 Aug 24 00:15:58.554584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-d340227f-dd0d-45bf-b051-45b3a720c69d service neutron] 10.222.0.26 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875218 Aug 24 00:15:58.558705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:15:58.626703 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.652067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.653299 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d30d50b0-9feb-49e7-bf3d-40bd0e79e306 service neutron] 10.222.0.26 "POST /v2.0/ports/4bff8c60-2809-47c4-bd1a-b510712241f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4809620 Aug 24 00:15:58.659158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:15:58.781661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['613a97b1-78af-44e6-85ba-00bedf9ed77d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:15:58.808255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:58.886038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:58.900412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f945ab1-bc8d-4fda-9118-eebc97509e5b req-c095440d-ab3a-4d1b-93ca-68c1c0ef416d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:58.908559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f945ab1-bc8d-4fda-9118-eebc97509e5b req-c095440d-ab3a-4d1b-93ca-68c1c0ef416d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 950 time: 0.0850933 Aug 24 00:15:58.955252 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd6f1f-4836-462f-b94f-300284270811 x-openstack-request-id: req-76cd6f1f-4836-462f-b94f-300284270811 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:15:58.955252 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-unplugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:15:58.955544 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76cd6f1f-4836-462f-b94f-300284270811 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:15:58.955709 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'code': 200} Aug 24 00:15:58.964441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f945ab1-bc8d-4fda-9118-eebc97509e5b req-eb767644-d257-4d0f-8a39-c782e8fcc1a0 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531795 Aug 24 00:15:58.987940 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-80ef658e-bb71-4cb8-8e3d-8d6a57550133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.044329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98edf57b-8351-4da4-821f-aa0673f6b418 req-8c1f9046-4d39-49db-a828-8aa769f03450 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/f3f72eab-0fdc-449d-9b99-8bda4375cd3a HTTP/1.1" status: 200 len: 2398 time: 0.0764339 Aug 24 00:15:59.050518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0738b7db-7f5f-4b36-a821-a0a973490d16 req-6dcba265-9280-46f0-beb6-a1df9d5bfeb7 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "GET /v2.0/security-groups/62ceeb87-0a4b-41c7-9854-1354051a0a82 HTTP/1.1" status: 200 len: 1777 time: 0.0571277 Aug 24 00:15:59.067767 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.144327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98edf57b-8351-4da4-821f-aa0673f6b418 req-da6a4fdc-f17e-44cd-a5d8-c2a4226be957 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.146333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0738b7db-7f5f-4b36-a821-a0a973490d16 req-63b950f3-a6f4-4bdb-a2f3-3e488a883858 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.184014 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98edf57b-8351-4da4-821f-aa0673f6b418 req-da6a4fdc-f17e-44cd-a5d8-c2a4226be957 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.187292 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0738b7db-7f5f-4b36-a821-a0a973490d16 req-63b950f3-a6f4-4bdb-a2f3-3e488a883858 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.411193 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0738b7db-7f5f-4b36-a821-a0a973490d16 req-63b950f3-a6f4-4bdb-a2f3-3e488a883858 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.413679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0738b7db-7f5f-4b36-a821-a0a973490d16 req-63b950f3-a6f4-4bdb-a2f3-3e488a883858 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.414826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0738b7db-7f5f-4b36-a821-a0a973490d16 req-63b950f3-a6f4-4bdb-a2f3-3e488a883858 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] 10.222.0.26 "DELETE /v2.0/security-groups/62ceeb87-0a4b-41c7-9854-1354051a0a82 HTTP/1.1" status: 204 len: 173 time: 0.3564625 Aug 24 00:15:59.415388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98edf57b-8351-4da4-821f-aa0673f6b418 req-da6a4fdc-f17e-44cd-a5d8-c2a4226be957 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.420398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98edf57b-8351-4da4-821f-aa0673f6b418 req-da6a4fdc-f17e-44cd-a5d8-c2a4226be957 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:15:59.420398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98edf57b-8351-4da4-821f-aa0673f6b418 req-da6a4fdc-f17e-44cd-a5d8-c2a4226be957 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "DELETE /v2.0/security-groups/f3f72eab-0fdc-449d-9b99-8bda4375cd3a HTTP/1.1" status: 204 len: 173 time: 0.3674839 Aug 24 00:15:59.439369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b950f3-a6f4-4bdb-a2f3-3e488a883858 tempest-SecurityGroupsTestAdminJSON-1610828693 tempest-SecurityGroupsTestAdminJSON-1610828693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ceeb87-0a4b-41c7-9854-1354051a0a82,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:59.469432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a4fdc-f17e-44cd-a5d8-c2a4226be957 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f72eab-0fdc-449d-9b99-8bda4375cd3a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:15:59.563073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-f600e054-ece3-476a-b7d6-e0929b05e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:59.566545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-f600e054-ece3-476a-b7d6-e0929b05e6ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1096 time: 0.0738435 Aug 24 00:15:59.574748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390fa5b-a74f-4ca1-b9f2-8b82f0f944aa req-88715f24-7f3e-431c-842d-83bfc88abab1 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:59.576127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8390fa5b-a74f-4ca1-b9f2-8b82f0f944aa req-88715f24-7f3e-431c-842d-83bfc88abab1 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 950 time: 0.0753837 Aug 24 00:15:59.624513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e39bb47-cc11-4536-b2f3-bdd9105695e5 req-e043f3b1-3c15-4ef0-a196-f51e409e26ad tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0582638 Aug 24 00:15:59.683046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8390fa5b-a74f-4ca1-b9f2-8b82f0f944aa req-15863c6b-6d4b-452f-a861-96edc0f9dda0 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907457 Aug 24 00:15:59.741879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2e051318-b385-4537-bb9b-9f162f810129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:59.743352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2e051318-b385-4537-bb9b-9f162f810129 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1664410 Aug 24 00:15:59.812758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5351e2-0aa6-43c3-b70f-6a7d1a130ff4 req-f3180878-e05c-4ddd-a7ef-56004593cb4c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:59.814272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5351e2-0aa6-43c3-b70f-6a7d1a130ff4 req-f3180878-e05c-4ddd-a7ef-56004593cb4c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 945 time: 0.1304281 Aug 24 00:15:59.816788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-da0759a6-4aec-4402-8395-29ad4632fb2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 200 len: 217 time: 0.0597975 Aug 24 00:15:59.883815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c301d0-ebb2-48e1-bd14-bb61fa924093 req-04336d8f-351a-4561-9973-c13d382027f0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:59.885288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79c301d0-ebb2-48e1-bd14-bb61fa924093 req-04336d8f-351a-4561-9973-c13d382027f0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1400886 Aug 24 00:15:59.920670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5351e2-0aa6-43c3-b70f-6a7d1a130ff4 req-b52bc4b1-0ce5-4da2-8fd3-294cc285cb98 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003501 Aug 24 00:15:59.924447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-dc9e9979-9d37-4c80-ab73-0ef4d30b9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:15:59.925853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-dc9e9979-9d37-4c80-ab73-0ef4d30b9572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0983315 Aug 24 00:15:59.950957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79c301d0-ebb2-48e1-bd14-bb61fa924093 req-7b239a24-55fb-452e-a30b-2e95061e771e tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462792 Aug 24 00:15:59.971181 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45316) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:15:59.972355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-04bd6c23-a4fc-4a82-9c9d-01d18275f648 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275631 Aug 24 00:15:59.985078 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-fd4a2660-4611-4d69-acd1-79b55cf278c2 req-56313c65-c46f-4158-98a1-05416d9fa04b tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] show failed (client error): The resource could not be found. Aug 24 00:15:59.986219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd4a2660-4611-4d69-acd1-79b55cf278c2 req-56313c65-c46f-4158-98a1-05416d9fa04b tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/0b74fe00-13b1-424b-9935-85bcb3429bda HTTP/1.1" status: 404 len: 352 time: 0.0168469 Aug 24 00:16:00.133840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f610e-32ad-49bc-a177-2404d2378433 req-70e3db93-f7da-495d-9528-4a0dc77f1043 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.135810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa5f610e-32ad-49bc-a177-2404d2378433 req-70e3db93-f7da-495d-9528-4a0dc77f1043 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 950 time: 0.0802183 Aug 24 00:16:00.145307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-4b612579-8bda-4550-a97b-57328573dc06 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437762 Aug 24 00:16:00.188156 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.239711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa5f610e-32ad-49bc-a177-2404d2378433 req-028fc514-f461-4f5a-b8b8-ac66f628b574 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928111 Aug 24 00:16:00.292146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-13bfad17-65be-4cde-9797-d8ab6b0e3733 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304796 Aug 24 00:16:00.322892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cdad865-9b09-4f89-874d-f996d3dd31c8 req-9b296d14-ce6f-4d42-86f0-3807cb57a8d2 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/6e6ce58e-fdd6-4297-80e1-33f451235d83 HTTP/1.1" status: 200 len: 1804 time: 0.0538685 Aug 24 00:16:00.350571 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fb336a7d-000c-4766-b233-5ac9fc854e74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92c675a58d314821bc6a453b6274125a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781629 Aug 24 00:16:00.353057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45326) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:00.401657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cdad865-9b09-4f89-874d-f996d3dd31c8 req-2e570a2a-a7d2-4626-b58a-ada75600e85a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.430014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3cdf874b-dc97-4b60-9b9e-23a6e7d3bbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.452537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3cdf874b-dc97-4b60-9b9e-23a6e7d3bbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.457025 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cdad865-9b09-4f89-874d-f996d3dd31c8 req-2e570a2a-a7d2-4626-b58a-ada75600e85a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.517615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539177ed-3106-4bad-9f76-a29bc03e17ac req-7c4498cb-ce81-4f68-9c64-0663839145fc tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.519162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-539177ed-3106-4bad-9f76-a29bc03e17ac req-7c4498cb-ce81-4f68-9c64-0663839145fc tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1101 time: 0.1146045 Aug 24 00:16:00.528107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-fbe5d407-3266-494c-80f9-ef43eeb17934 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:00.529505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-fbe5d407-3266-494c-80f9-ef43eeb17934 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0928874 Aug 24 00:16:00.549360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-2'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:00.585770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-539177ed-3106-4bad-9f76-a29bc03e17ac req-483c0471-9bb9-4dea-9f85-58a50f586de3 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597866 Aug 24 00:16:00.615235 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.622403 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3cdf874b-dc97-4b60-9b9e-23a6e7d3bbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.629864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3cdf874b-dc97-4b60-9b9e-23a6e7d3bbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.629864 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3cdf874b-dc97-4b60-9b9e-23a6e7d3bbed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/855cf4a6-75bb-4c13-89f0-ebcc1786c7a0 HTTP/1.1" status: 204 len: 168 time: 0.2708688 Aug 24 00:16:00.639072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf874b-dc97-4b60-9b9e-23a6e7d3bbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855cf4a6-75bb-4c13-89f0-ebcc1786c7a0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:00.668331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cdad865-9b09-4f89-874d-f996d3dd31c8 req-2e570a2a-a7d2-4626-b58a-ada75600e85a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.672130 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cdad865-9b09-4f89-874d-f996d3dd31c8 req-2e570a2a-a7d2-4626-b58a-ada75600e85a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.673555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cdad865-9b09-4f89-874d-f996d3dd31c8 req-2e570a2a-a7d2-4626-b58a-ada75600e85a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "DELETE /v2.0/security-groups/6e6ce58e-fdd6-4297-80e1-33f451235d83 HTTP/1.1" status: 204 len: 173 time: 0.3362188 Aug 24 00:16:00.694236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e570a2a-a7d2-4626-b58a-ada75600e85a tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6ce58e-fdd6-4297-80e1-33f451235d83,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:00.787101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dfa7eea-a7fb-451a-8f93-6ea5109b24e1 req-f4123361-3f1f-47cd-bb47-1b306114ed9e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0303853 Aug 24 00:16:00.839567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:00.884488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f482e984-7de6-4e21-9c6b-2c8b7a2ca823 req-24027dbc-63ba-4335-8b92-a357e041f62c tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/8321204c-3742-4f56-956c-abe75e34bc7f HTTP/1.1" status: 200 len: 1804 time: 0.0706694 Aug 24 00:16:00.902104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:00.956992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07995a-faf0-4132-8f46-209786632a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:00.959453 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345ed22-4ab1-4625-b5a3-1838b961df24" -d '{"events": [{"server_uuid": "ad07995a-faf0-4132-8f46-209786632a4e", "name": "network-vif-plugged", "status": "completed", "tag": "c1d031a7-ba8d-4f26-ae7f-7002edaa4be4"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:00.964258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:00.966516 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8254b6ca-2feb-4a25-817e-ff09d51aa0ba" -d '{"events": [{"server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "name": "network-vif-unplugged", "status": "completed", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:00.971539 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:00.991358 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f482e984-7de6-4e21-9c6b-2c8b7a2ca823 req-3299a6b5-0530-407f-a5be-2ed6894bb55e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.015103 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f482e984-7de6-4e21-9c6b-2c8b7a2ca823 req-3299a6b5-0530-407f-a5be-2ed6894bb55e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.050120 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.168440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:01.197538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceac828-6d40-48f7-bf31-a57b70b53cbc req-00f30871-63d1-4d1f-ab03-af0ec17f76ec tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.199157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bceac828-6d40-48f7-bf31-a57b70b53cbc req-00f30871-63d1-4d1f-ab03-af0ec17f76ec tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.1080644 Aug 24 00:16:01.201763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:01.201951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:01.202288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:01.208964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:01.209250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Attempting to bind port 4bff8c60-2809-47c4-bd1a-b510712241f1 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:01.227010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:01.229260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:01.229260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:01.229260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Bound port: 4bff8c60-2809-47c4-bd1a-b510712241f1, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:01.229260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.282904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bceac828-6d40-48f7-bf31-a57b70b53cbc req-05bd2c20-3ad2-4a65-aeb3-6e82760bcc30 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757582 Aug 24 00:16:01.283507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f482e984-7de6-4e21-9c6b-2c8b7a2ca823 req-3299a6b5-0530-407f-a5be-2ed6894bb55e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.286119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f482e984-7de6-4e21-9c6b-2c8b7a2ca823 req-3299a6b5-0530-407f-a5be-2ed6894bb55e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.287179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f482e984-7de6-4e21-9c6b-2c8b7a2ca823 req-3299a6b5-0530-407f-a5be-2ed6894bb55e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "DELETE /v2.0/security-groups/8321204c-3742-4f56-956c-abe75e34bc7f HTTP/1.1" status: 204 len: 173 time: 0.3958616 Aug 24 00:16:01.304216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299a6b5-0530-407f-a5be-2ed6894bb55e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321204c-3742-4f56-956c-abe75e34bc7f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:01.337535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:01.341445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:01.391429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:01.407835 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27e0e6c-ba04-479f-a659-2c10f61c1bf1 x-openstack-request-id: req-c27e0e6c-ba04-479f-a659-2c10f61c1bf1 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:01.409520 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad07995a-faf0-4132-8f46-209786632a4e", "name": "network-vif-plugged", "status": "completed", "tag": "c1d031a7-ba8d-4f26-ae7f-7002edaa4be4", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:01.412140 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c27e0e6c-ba04-479f-a659-2c10f61c1bf1 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:01.412760 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07995a-faf0-4132-8f46-209786632a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4', 'code': 200} Aug 24 00:16:01.414516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:01.427390 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23269df2-5ba7-483c-acc5-1c12243db44e x-openstack-request-id: req-23269df2-5ba7-483c-acc5-1c12243db44e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:01.433917 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "name": "network-vif-unplugged", "status": "completed", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:01.433917 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23269df2-5ba7-483c-acc5-1c12243db44e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:01.433917 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'code': 200} Aug 24 00:16:01.439880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-351ecd47-8c5e-48f8-ae29-5f7b3ad03ca4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.475752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.476428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-351ecd47-8c5e-48f8-ae29-5f7b3ad03ca4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.37 "GET /v2.0/networks?id=4339e103-af72-4592-8df9-ccce7ca09f39 HTTP/1.1" status: 200 len: 822 time: 0.2326272 Aug 24 00:16:01.493498 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Request body: {'port': {'device_id': '03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5', 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'admin_state_up': True, 'tenant_id': 'da00ab955a5e4512a54b49c0a5de0057'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:01.528693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 613a97b1-78af-44e6-85ba-00bedf9ed77d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:01.529364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.576377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b0f14fa7-d6bf-4342-8063-92bcf0348f30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d61952a0ed474627b20e14130e549c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605878 Aug 24 00:16:01.577122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45356) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:01.622582 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.630791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0884a-d0b9-4925-8bf4-4476a580d46b req-7c8a4739-2dfa-40e0-870d-6c3a44384301 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.631970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-acc0884a-d0b9-4925-8bf4-4476a580d46b req-7c8a4739-2dfa-40e0-870d-6c3a44384301 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.2093980 Aug 24 00:16:01.644603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:01.677730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23b51447-4c15-483e-92b4-a33b111d0bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.682446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:01.685108 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.686925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.687589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.688993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-24c9628e-574b-45b7-aa0e-b3264bb5fbc7 service neutron] 10.222.0.37 "PUT /v2.0/ports/4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 200 len: 1121 time: 1.1452699 Aug 24 00:16:01.697745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72913c50-d687-4c93-905b-d70eea2acade req-857b95d7-fb34-4262-9ecf-bececbd7c491 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.699246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72913c50-d687-4c93-905b-d70eea2acade req-857b95d7-fb34-4262-9ecf-bececbd7c491 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 1101 time: 0.2133369 Aug 24 00:16:01.702126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cb21a-2852-44dc-9bcc-412c9f8ef3d0 req-7c92aacd-1735-48ba-93eb-e3598db2000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.704087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-788cb21a-2852-44dc-9bcc-412c9f8ef3d0 req-7c92aacd-1735-48ba-93eb-e3598db2000a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 1101 time: 0.1695361 Aug 24 00:16:01.706165 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23b51447-4c15-483e-92b4-a33b111d0bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.753037 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-acc0884a-d0b9-4925-8bf4-4476a580d46b req-4c9a8109-d307-4b34-aa64-b8c4a060156f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137619 Aug 24 00:16:01.764968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Made reservation on behalf of da00ab955a5e4512a54b49c0a5de0057 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:01.770516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.790011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72913c50-d687-4c93-905b-d70eea2acade req-ff993b42-70a0-458b-997e-bc25c2ade3e6 tempest-ServersAdminTestJSON-580811788 tempest-ServersAdminTestJSON-580811788-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815029 Aug 24 00:16:01.793753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-788cb21a-2852-44dc-9bcc-412c9f8ef3d0 req-e921707a-7f49-4f7b-99d9-6410992e99ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 Aug 24 00:16:01.799616 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.857633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['4bff8c60-2809-47c4-bd1a-b510712241f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:01.860634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23b51447-4c15-483e-92b4-a33b111d0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.863813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23b51447-4c15-483e-92b4-a33b111d0bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:01.867972 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-23b51447-4c15-483e-92b4-a33b111d0bb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85bcda63-eacb-454a-bf66-0eceb8001d59 HTTP/1.1" status: 204 len: 168 time: 0.2864730 Aug 24 00:16:01.884329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b51447-4c15-483e-92b4-a33b111d0bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bcda63-eacb-454a-bf66-0eceb8001d59,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:01.905137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c6b6a7c-7517-4be4-9865-18900525cc2b req-54885930-2102-4f67-8b81-4a6236d18f1e tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/5a61af84-d910-421e-909f-ca3fa81345a5 HTTP/1.1" status: 200 len: 1804 time: 0.0843909 Aug 24 00:16:01.930107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dfa33-c935-49fe-a8a4-ef862da0c016 req-8f0857c5-da80-4dd7-afec-5285d3770044 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:01.937155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:01.939523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a91dfa33-c935-49fe-a8a4-ef862da0c016 req-8f0857c5-da80-4dd7-afec-5285d3770044 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 950 time: 0.0944366 Aug 24 00:16:01.983260 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Allocated IP 172.20.0.7 (4339e103-af72-4592-8df9-ccce7ca09f39/1e4e6259-d828-4f6d-992a-d9d0abb13a59/e0c7939c-af1d-4feb-a421-8d3d2071cd87) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:02.013742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a91dfa33-c935-49fe-a8a4-ef862da0c016 req-db06a5a8-2994-47fa-b260-78dcb2f4383e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704377 Aug 24 00:16:02.043307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3c6b6a7c-7517-4be4-9865-18900525cc2b req-4e4d9cd2-4c5e-4ccd-a5e2-169f559bbe57 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.089870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3c6b6a7c-7517-4be4-9865-18900525cc2b req-4e4d9cd2-4c5e-4ccd-a5e2-169f559bbe57 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.174538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca716ee8-6d2a-41fe-a4a8-d10f2039f5ed req-c60ee306-0986-4a50-8b93-9f628f686e3e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0335050 Aug 24 00:16:02.186019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.256668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3c6b6a7c-7517-4be4-9865-18900525cc2b req-4e4d9cd2-4c5e-4ccd-a5e2-169f559bbe57 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.259343 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3c6b6a7c-7517-4be4-9865-18900525cc2b req-4e4d9cd2-4c5e-4ccd-a5e2-169f559bbe57 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.260487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c6b6a7c-7517-4be4-9865-18900525cc2b req-4e4d9cd2-4c5e-4ccd-a5e2-169f559bbe57 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "DELETE /v2.0/security-groups/5a61af84-d910-421e-909f-ca3fa81345a5 HTTP/1.1" status: 204 len: 173 time: 0.3484206 Aug 24 00:16:02.271244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d9cd2-4c5e-4ccd-a5e2-169f559bbe57 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a61af84-d910-421e-909f-ca3fa81345a5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:02.320823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-539fcc21-ff19-43a9-b890-9931eec7f48b req-7e10e62a-8876-4469-b85c-0adea8eb8b86 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/f69927dd-c1ed-487f-93bc-625315332735 HTTP/1.1" status: 200 len: 2401 time: 0.0420594 Aug 24 00:16:02.378769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-539fcc21-ff19-43a9-b890-9931eec7f48b req-7697b3b0-b362-4b78-940a-fbc828ae9086 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.394405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.408999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-539fcc21-ff19-43a9-b890-9931eec7f48b req-7697b3b0-b362-4b78-940a-fbc828ae9086 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.442154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Network 4339e103-af72-4592-8df9-ccce7ca09f39 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:02.445476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:02.449411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:02.459060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event updated for resources: {'Port': ['ID=e0c7939c-af1d-4feb-a421-8d3d2071cd87,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:02.514571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:02.516088 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.565058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-539fcc21-ff19-43a9-b890-9931eec7f48b req-7697b3b0-b362-4b78-940a-fbc828ae9086 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.567840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-539fcc21-ff19-43a9-b890-9931eec7f48b req-7697b3b0-b362-4b78-940a-fbc828ae9086 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.569020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-539fcc21-ff19-43a9-b890-9931eec7f48b req-7697b3b0-b362-4b78-940a-fbc828ae9086 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "DELETE /v2.0/security-groups/f69927dd-c1ed-487f-93bc-625315332735 HTTP/1.1" status: 204 len: 173 time: 0.2422583 Aug 24 00:16:02.582237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697b3b0-b362-4b78-940a-fbc828ae9086 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69927dd-c1ed-487f-93bc-625315332735,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:02.595375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-120dc06f-9c48-4b8e-aeaf-e13e0b3d03d4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1093159 Aug 24 00:16:02.620451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Request body: {'port': {'device_id': '03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:02.680277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.682408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125beed-2111-4383-9ada-079ea6e5b9e9 req-438df5e4-de68-4685-b208-c2f341bef8e1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:02.684006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b125beed-2111-4383-9ada-079ea6e5b9e9 req-438df5e4-de68-4685-b208-c2f341bef8e1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.0541503 Aug 24 00:16:02.725720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b125beed-2111-4383-9ada-079ea6e5b9e9 req-fe2ea52d-73f7-4a42-971c-3579c10c4ef8 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Aug 24 00:16:02.796387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-654d9db6-1dcd-4bd8-8428-bcaa53162974 req-27a13a1f-d21b-4fa2-9687-2cdfab3a4ff9 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "GET /v2.0/security-groups/cc9ecb8d-1f4c-4dee-8c3c-0f19d68fc053 HTTP/1.1" status: 200 len: 2396 time: 0.0416317 Aug 24 00:16:02.890784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4428ab-51de-418b-918d-f491417bb64a req-c6b0ad66-8312-480b-9dd4-13772fd77f83 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:02.892601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a4428ab-51de-418b-918d-f491417bb64a req-c6b0ad66-8312-480b-9dd4-13772fd77f83 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 948 time: 0.0907872 Aug 24 00:16:02.912871 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-654d9db6-1dcd-4bd8-8428-bcaa53162974 req-99327f04-e848-409b-b2ea-4720ceefeea7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.955647 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-654d9db6-1dcd-4bd8-8428-bcaa53162974 req-99327f04-e848-409b-b2ea-4720ceefeea7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.967042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a4428ab-51de-418b-918d-f491417bb64a req-c07361c9-b96b-4c6c-a32c-2ec3f504db79 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633280 Aug 24 00:16:02.974300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c7939c-af1d-4feb-a421-8d3d2071cd87 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:02.984110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:02.998031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Transition to ACTIVE for port object e0c7939c-af1d-4feb-a421-8d3d2071cd87 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:03.073609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3e1b7-2b46-487a-967f-006d1cc6d698 req-2646edbe-7c8b-42cc-bcf0-dd4f5141f6c4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.075093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12b3e1b7-2b46-487a-967f-006d1cc6d698 req-2646edbe-7c8b-42cc-bcf0-dd4f5141f6c4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0483317 Aug 24 00:16:03.083767 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.113286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-654d9db6-1dcd-4bd8-8428-bcaa53162974 req-99327f04-e848-409b-b2ea-4720ceefeea7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.115844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-654d9db6-1dcd-4bd8-8428-bcaa53162974 req-99327f04-e848-409b-b2ea-4720ceefeea7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.116984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-654d9db6-1dcd-4bd8-8428-bcaa53162974 req-99327f04-e848-409b-b2ea-4720ceefeea7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] 10.222.0.26 "DELETE /v2.0/security-groups/cc9ecb8d-1f4c-4dee-8c3c-0f19d68fc053 HTTP/1.1" status: 204 len: 173 time: 0.3067575 Aug 24 00:16:03.123860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12b3e1b7-2b46-487a-967f-006d1cc6d698 req-16d61d4f-8f63-4e5d-9039-344c86384863 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 Aug 24 00:16:03.126095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45398) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:03.151524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99327f04-e848-409b-b2ea-4720ceefeea7 tempest-SecurityGroupRulesTestJSON-1995136969 tempest-SecurityGroupRulesTestJSON-1995136969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9ecb8d-1f4c-4dee-8c3c-0f19d68fc053,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.200254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Pushing event updated for resources: {'Port': ['ID=e0c7939c-af1d-4feb-a421-8d3d2071cd87,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.256122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-357fc7d1-b104-4a36-8eda-deb0c8c7051b admin admin] Deleting subnet 1e458994-0782-440d-81b9-ae0a86395beb {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:16:03.262351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80578d-cc8e-42a4-863c-9b8763607013 req-c875531e-5688-4da2-a2c7-3625b43ca265 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.264269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-357fc7d1-b104-4a36-8eda-deb0c8c7051b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.271825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc80578d-cc8e-42a4-863c-9b8763607013 req-c875531e-5688-4da2-a2c7-3625b43ca265 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 950 time: 0.0754936 Aug 24 00:16:03.314976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-357fc7d1-b104-4a36-8eda-deb0c8c7051b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.342077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc80578d-cc8e-42a4-863c-9b8763607013 req-c205bd45-f4fa-42ee-a757-ebc389b35b43 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678916 Aug 24 00:16:03.351764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Attempting to bind port e0c7939c-af1d-4feb-a421-8d3d2071cd87 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:03.352110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Attempting to bind port e0c7939c-af1d-4feb-a421-8d3d2071cd87 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:03.352636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Attempting to bind port e0c7939c-af1d-4feb-a421-8d3d2071cd87 on network 4339e103-af72-4592-8df9-ccce7ca09f39 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:03.360732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Port e0c7939c-af1d-4feb-a421-8d3d2071cd87 on network 4339e103-af72-4592-8df9-ccce7ca09f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:03.361060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Attempting to bind port e0c7939c-af1d-4feb-a421-8d3d2071cd87 on network 4339e103-af72-4592-8df9-ccce7ca09f39 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:03.367731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf79ec1-906f-4a2c-8ea9-555d06eb77db req-545b46d7-338b-4615-a61f-917a2d5da7d0 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.369240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbf79ec1-906f-4a2c-8ea9-555d06eb77db req-545b46d7-338b-4615-a61f-917a2d5da7d0 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 943 time: 0.0735955 Aug 24 00:16:03.370937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:03.371296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Checking segment: {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:03.371694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Bound using segment: {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:03.372157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Bound port: e0c7939c-af1d-4feb-a421-8d3d2071cd87, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:03.372527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.389374 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-357fc7d1-b104-4a36-8eda-deb0c8c7051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.414271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:03.419255 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa0f207-b1be-47e9-909f-ff3249d7ff4b" -d '{"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-plugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:03.434692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbf79ec1-906f-4a2c-8ea9-555d06eb77db req-dcabe672-3fa0-431e-a45b-7d1ee0c14966 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470164 Aug 24 00:16:03.435048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:03.437682 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b56515-dc02-4e67-a155-744d4c3ba094" -d '{"events": [{"name": "network-changed", "server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:03.467506 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f850023d-a485-45b2-b3c3-12ebe5a6e712 x-openstack-request-id: req-f850023d-a485-45b2-b3c3-12ebe5a6e712 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:03.467804 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-plugged", "status": "completed", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:03.468064 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f850023d-a485-45b2-b3c3-12ebe5a6e712 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:03.468991 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'code': 200} Aug 24 00:16:03.488216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:03.491605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:03.499359 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a578656-358c-4082-88c9-f3c9bd11c942 x-openstack-request-id: req-5a578656-358c-4082-88c9-f3c9bd11c942 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:03.499684 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:03.499967 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a578656-358c-4082-88c9-f3c9bd11c942 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:03.500368 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'status': 'completed', 'code': 200} Aug 24 00:16:03.559945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-357fc7d1-b104-4a36-8eda-deb0c8c7051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.589920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fc7d1-b104-4a36-8eda-deb0c8c7051b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e458994-0782-440d-81b9-ae0a86395beb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.590554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-c3997f6e-80fb-4aae-925c-e8d1c26d8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.592194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-c3997f6e-80fb-4aae-925c-e8d1c26d8365 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1124 time: 0.0412142 Aug 24 00:16:03.594128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-357fc7d1-b104-4a36-8eda-deb0c8c7051b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.596138 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-357fc7d1-b104-4a36-8eda-deb0c8c7051b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e458994-0782-440d-81b9-ae0a86395beb HTTP/1.1" status: 204 len: 168 time: 0.4687781 Aug 24 00:16:03.598783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:03.598932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.641436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.642099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:03.643595 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] 10.222.0.37 "PUT /v2.0/ports/e0c7939c-af1d-4feb-a421-8d3d2071cd87 HTTP/1.1" status: 200 len: 1091 time: 1.0278342 Aug 24 00:16:03.644053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5', 'tag': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:03.646366 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37c977c-7c03-441c-88b9-925258d128b8" -d '{"events": [{"name": "network-changed", "server_uuid": "03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5", "tag": "e0c7939c-af1d-4feb-a421-8d3d2071cd87"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:03.679032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c7494-8b90-4c32-a10a-81faa075001a service neutron] Pushing event updated for resources: {'Port': ['ID=e0c7939c-af1d-4feb-a421-8d3d2071cd87,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:03.690202 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3649e508-2e01-40a9-b6e2-211218d94cf3 x-openstack-request-id: req-3649e508-2e01-40a9-b6e2-211218d94cf3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:03.690551 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5", "tag": "e0c7939c-af1d-4feb-a421-8d3d2071cd87", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:03.690915 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3649e508-2e01-40a9-b6e2-211218d94cf3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:03.692161 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5', 'tag': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87', 'status': 'completed', 'code': 200} Aug 24 00:16:03.758978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c977c-7c03-441c-88b9-925258d128b8 req-52dc832f-ce13-4aa6-920b-d8ebb82f1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.760551 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a37c977c-7c03-441c-88b9-925258d128b8 req-52dc832f-ce13-4aa6-920b-d8ebb82f1ebd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 1094 time: 0.0467904 Aug 24 00:16:03.958443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c977c-7c03-441c-88b9-925258d128b8 req-fd5ca69a-8665-4810-992b-8f4fa3d59f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:03.960502 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a37c977c-7c03-441c-88b9-925258d128b8 req-fd5ca69a-8665-4810-992b-8f4fa3d59f3b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=da00ab955a5e4512a54b49c0a5de0057&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1883564 Aug 24 00:16:04.045234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.088999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c977c-7c03-441c-88b9-925258d128b8 req-f74a8776-228b-422c-a409-16a73aa515e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.090973 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a37c977c-7c03-441c-88b9-925258d128b8 req-f74a8776-228b-422c-a409-16a73aa515e6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118941 Aug 24 00:16:04.117937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e92c1-9192-47e9-b74d-6aa48e55d338 req-eeb40357-5ae1-4d68-9257-785fd7bca3a5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.119424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a3e92c1-9192-47e9-b74d-6aa48e55d338 req-eeb40357-5ae1-4d68-9257-785fd7bca3a5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.1303024 Aug 24 00:16:04.149952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-7ad38ac0-8297-458c-bba0-92afe7702386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.151409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-7ad38ac0-8297-458c-bba0-92afe7702386 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.5424473 Aug 24 00:16:04.172561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-9b37510c-9dff-47bb-98fa-6013b47693ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.174090 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-9b37510c-9dff-47bb-98fa-6013b47693ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 1094 time: 0.0416930 Aug 24 00:16:04.229505 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-0ee21eda-8aec-4a54-96ef-1f7732409b09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87 HTTP/1.1" status: 200 len: 217 time: 0.0373294 Aug 24 00:16:04.243670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-c830f474-517b-4dfa-b77f-067fdc8b6b18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 200 len: 217 time: 0.0829349 Aug 24 00:16:04.264537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2787-671d-4a62-af99-42ceabec6324 req-47b2d711-1e54-4230-a628-ee15a02c2694 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.266571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac0c2787-671d-4a62-af99-42ceabec6324 req-47b2d711-1e54-4230-a628-ee15a02c2694 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 948 time: 0.2032332 Aug 24 00:16:04.286479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-00931dd6-6933-4984-8ba3-79a274c67015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.288001 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-00931dd6-6933-4984-8ba3-79a274c67015 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e4e6259-d828-4f6d-992a-d9d0abb13a59 HTTP/1.1" status: 200 len: 862 time: 0.0453410 Aug 24 00:16:04.289034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.323625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a3e92c1-9192-47e9-b74d-6aa48e55d338 req-2c12e2c6-47eb-4a18-a18f-5818f578d1a1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945493 Aug 24 00:16:04.327123 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-f68980a8-3f10-4938-ac03-ef3c220d9175 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4339e103-af72-4592-8df9-ccce7ca09f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241487 Aug 24 00:16:04.332705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347823c4-cae5-426f-9aa9-8f37062c3160']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:04.357639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c4860a-ea74-43d6-8185-9a4ce66b12d5') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:04.357946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c4860a-ea74-43d6-8185-9a4ce66b12d5') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:04.377504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-65a5b08c-116a-443b-953a-00f5f5400e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.379073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-65a5b08c-116a-443b-953a-00f5f5400e3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.1223001 Aug 24 00:16:04.385859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.395808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac0c2787-671d-4a62-af99-42ceabec6324 req-3e4ce400-f3c9-4a2a-89c0-16bbc4ccee84 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150308 Aug 24 00:16:04.428032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-84ea075e-e60f-4c2e-b905-a46247ab5f78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399919 Aug 24 00:16:04.428966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.435443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:16:04.438098 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:16:04.439934 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:16:04.457683 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-a3cf771c-5128-4e73-979e-e2223f12b313 service neutron] 10.222.0.37 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220939 Aug 24 00:16:04.565132 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-de38b0be-1c8c-4973-897b-75a3cd5a5574 req-3f3972a1-0aee-4de4-8630-e801be6cfcab service neutron] 10.222.0.37 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988631 Aug 24 00:16:04.617852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b9954-acae-48f7-b9d3-b6ac9d2f3262 req-28690348-ab4b-4c37-b111-a54b798a980f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.619364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95b9954-acae-48f7-b9d3-b6ac9d2f3262 req-28690348-ab4b-4c37-b111-a54b798a980f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1155257 Aug 24 00:16:04.625499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-c73aab71-8ff8-401e-a37a-3011eaadc9f4 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634343 Aug 24 00:16:04.708516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.723244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:04.725102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] 10.222.0.26 "DELETE /v2.0/networks/347823c4-cae5-426f-9aa9-8f37062c3160 HTTP/1.1" status: 204 len: 168 time: 1.1253700 Aug 24 00:16:04.750195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e12616-67e2-4489-9f51-51aca72484da admin admin] Pushing event deleted for resources: {'Network': ['ID=347823c4-cae5-426f-9aa9-8f37062c3160,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:04.759340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95b9954-acae-48f7-b9d3-b6ac9d2f3262 req-137d7c21-42a7-409e-8933-1f6cc0a5c0f2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329110 Aug 24 00:16:04.783028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d4201-79f0-4992-ba24-30efc4714011 req-b051d002-004b-4576-b30c-96927e18992e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.784582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f50d4201-79f0-4992-ba24-30efc4714011 req-b051d002-004b-4576-b30c-96927e18992e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 950 time: 0.1368389 Aug 24 00:16:04.815223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b56515-dc02-4e67-a155-744d4c3ba094 req-ade3272e-c0bc-408d-ba3f-d09107f89b51 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820085 Aug 24 00:16:04.836161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f50d4201-79f0-4992-ba24-30efc4714011 req-b8716d3e-5291-4763-be35-c40806a98dbb tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428460 Aug 24 00:16:04.883455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294bd5c-1980-4480-94dc-3c4d8238f465 req-97415dbc-b482-40a9-8282-1f0ee5c8f564 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.891155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0294bd5c-1980-4480-94dc-3c4d8238f465 req-97415dbc-b482-40a9-8282-1f0ee5c8f564 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 943 time: 0.0529463 Aug 24 00:16:04.924999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0294bd5c-1980-4480-94dc-3c4d8238f465 req-896d44da-fa6d-4225-bf7d-ec410dd5bee0 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339720 Aug 24 00:16:04.981238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628f769-1f89-4eb3-bb74-4cf0005ce7c5 req-faf35b8b-bcb4-493d-961d-243767e74ad6 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.982823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c628f769-1f89-4eb3-bb74-4cf0005ce7c5 req-faf35b8b-bcb4-493d-961d-243767e74ad6 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 1101 time: 0.0557930 Aug 24 00:16:04.990058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-02ac72c1-5452-40a7-979b-e683c5b0a668 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:04.991579 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-02ac72c1-5452-40a7-979b-e683c5b0a668 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 948 time: 0.0572190 Aug 24 00:16:05.020144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c628f769-1f89-4eb3-bb74-4cf0005ce7c5 req-279996de-717b-47fe-8b4d-323953020451 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Aug 24 00:16:05.099275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Deleting port 0d295026-f4e1-461c-b8b2-8cd039511018 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:05.099619 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.184754 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] For port 0d295026-f4e1-461c-b8b2-8cd039511018, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0d295026-f4e1-461c-b8b2-8cd039511018,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:05.185123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.197398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Calling delete_port for 0d295026-f4e1-461c-b8b2-8cd039511018 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:05.214949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:05.256273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-95d8edea-e467-41ff-ba0f-9aa00936e543 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d41449e6a9054b4799ff9f6c9ba47d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400014 Aug 24 00:16:05.258852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:05.323064 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-206482ea-c17b-4df7-8699-1a71514d236d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.345384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-206482ea-c17b-4df7-8699-1a71514d236d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.390476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:05.399599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-1f18bb45-dac3-42cd-b85b-020cf83a99c5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298696 Aug 24 00:16:05.405260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.418848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['54c37265-802c-448a-84e1-8f4c4206ff91', '0d295026-f4e1-461c-b8b2-8cd039511018', '613a97b1-78af-44e6-85ba-00bedf9ed77d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:05.487636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Pushing event deleted for resources: {'Port': ['ID=0d295026-f4e1-461c-b8b2-8cd039511018,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:05.510920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.511271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.511668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.512008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.512376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.512772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.513104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.513639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.514109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.514617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.515155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.516184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:05.524344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] No DVR routers for this DVR port 0d295026-f4e1-461c-b8b2-8cd039511018 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:05.527114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.529381 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ca43d54f-ea5b-4c29-a29e-10075b2fcebc req-57bbd05f-cc01-4556-8e66-880e0c6704e4 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "DELETE /v2.0/ports/0d295026-f4e1-461c-b8b2-8cd039511018 HTTP/1.1" status: 204 len: 173 time: 0.5282395 Aug 24 00:16:05.540913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b0a90-6dda-4a72-a0a8-1f49693b49af req-7216410b-fa43-425c-968f-9ab5a88d6fa2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:05.542485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-068b0a90-6dda-4a72-a0a8-1f49693b49af req-7216410b-fa43-425c-968f-9ab5a88d6fa2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.1417446 Aug 24 00:16:05.587429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318617c-9418-46b3-b54d-579b20dcf2da req-683a8a3e-f680-42e3-b09a-73e00ca29cff tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:05.587685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45482) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:05.593274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-683a8a3e-f680-42e3-b09a-73e00ca29cff tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763804 Aug 24 00:16:05.604629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-206482ea-c17b-4df7-8699-1a71514d236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.607203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-206482ea-c17b-4df7-8699-1a71514d236d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.610871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-206482ea-c17b-4df7-8699-1a71514d236d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f8fe97d-a3d1-480e-94d3-f7613a9b12be HTTP/1.1" status: 204 len: 168 time: 0.3484983 Aug 24 00:16:05.626561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:05.644259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-48f42192-fa1f-4db7-90c9-25864ae51790 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/quotas/0b5310f0b8ad4eb1a8a1fd6ccac449e5 HTTP/1.1" status: 200 len: 375 time: 0.0495903 Aug 24 00:16:05.646114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 has no active binding in host n-h2-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:16:05.655310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-068b0a90-6dda-4a72-a0a8-1f49693b49af req-88a8a971-f727-45c8-9961-aa9f244feac8 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040697 Aug 24 00:16:05.692401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5df04-23fe-4f9f-9ea4-99324c5637ed', 'name': 'network-vif-deleted', 'tag': '0d295026-f4e1-461c-b8b2-8cd039511018'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:05.695195 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c16c99c-867d-48e1-a726-18ad6c300e87" -d '{"events": [{"server_uuid": "96d5df04-23fe-4f9f-9ea4-99324c5637ed", "name": "network-vif-deleted", "tag": "0d295026-f4e1-461c-b8b2-8cd039511018"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:05.700606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206482ea-c17b-4df7-8699-1a71514d236d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8fe97d-a3d1-480e-94d3-f7613a9b12be,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:05.767794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-b40599e1-31f5-40c9-8efb-73fdd1668c50 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1230538 Aug 24 00:16:05.776010 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43189157-390d-4a20-b411-9ce9c112c249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.807812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6d1ba4a-5b45-43e0-aab3-d9a03a092fd8 req-86d9cd3e-62e6-408a-99cb-135799c4e442 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=96d5df04-23fe-4f9f-9ea4-99324c5637ed HTTP/1.1" status: 200 len: 210 time: 0.0386279 Aug 24 00:16:05.927493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43189157-390d-4a20-b411-9ce9c112c249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:05.967856 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bdd247-8edd-44d3-8f29-5d8e9b082f2f x-openstack-request-id: req-e6bdd247-8edd-44d3-8f29-5d8e9b082f2f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:05.968155 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5df04-23fe-4f9f-9ea4-99324c5637ed", "name": "network-vif-deleted", "tag": "0d295026-f4e1-461c-b8b2-8cd039511018", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:05.968453 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6bdd247-8edd-44d3-8f29-5d8e9b082f2f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:05.968863 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5df04-23fe-4f9f-9ea4-99324c5637ed', 'name': 'network-vif-deleted', 'tag': '0d295026-f4e1-461c-b8b2-8cd039511018', 'status': 'completed', 'code': 200} Aug 24 00:16:06.010958 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43189157-390d-4a20-b411-9ce9c112c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.117682 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-43189157-390d-4a20-b411-9ce9c112c249 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07c3abb327774cb1942652873ae90a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277605 Aug 24 00:16:06.119145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43189157-390d-4a20-b411-9ce9c112c249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c5514-df13-4d1f-a4cb-6ec56ca6247c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:06.123059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45504) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:06.164464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42024a-a070-4ee8-87f6-6f77c82a0875 req-40c540e5-7c35-4835-9b0b-a0c7445c0789 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:06.165990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af42024a-a070-4ee8-87f6-6f77c82a0875 req-40c540e5-7c35-4835-9b0b-a0c7445c0789 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1292427 Aug 24 00:16:06.238668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e8c6-36ea-4f49-a5dd-89c3e483029b req-9e149d0a-e46f-4fd8-9ed2-ddce146a832b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:06.240154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfb1e8c6-36ea-4f49-a5dd-89c3e483029b req-9e149d0a-e46f-4fd8-9ed2-ddce146a832b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 943 time: 0.1330869 Aug 24 00:16:06.261634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af42024a-a070-4ee8-87f6-6f77c82a0875 req-9ba62b6c-6486-43a4-ac21-d48906a4fa63 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849998 Aug 24 00:16:06.281718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.308658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfb1e8c6-36ea-4f49-a5dd-89c3e483029b req-733694c6-178d-434d-81e6-47cc760f1ca8 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610387 Aug 24 00:16:06.325768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.348635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde3deb4-8070-4de0-8af3-a0f41ebf22eb req-e4272a58-36ee-4bd2-952e-c386224fd0c3 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 210 time: 0.0440650 Aug 24 00:16:06.740307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.742992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:06.744126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/148c5514-df13-4d1f-a4cb-6ec56ca6247c HTTP/1.1" status: 204 len: 168 time: 0.5942731 Aug 24 00:16:06.811357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c5514-df13-4d1f-a4cb-6ec56ca6247c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:06.862253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.862607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.863005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.863280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.863839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.863975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.864268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.864603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.865245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.865245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.865547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.865915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3438d8-f381-488a-aa8f-b06c9665085a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:06.892803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7bdbf-dbb6-447b-894d-60e9f1af09e8 req-491b71af-50bb-4c0a-b0ff-5d7b0be2b291 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:06.898179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2c7bdbf-dbb6-447b-894d-60e9f1af09e8 req-491b71af-50bb-4c0a-b0ff-5d7b0be2b291 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 943 time: 0.1746657 Aug 24 00:16:06.934974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-410611b7-5bd5-4631-b066-f907b3f53cd8 service neutron] 10.222.0.36 "GET /v2.0/ports/4bff8c60-2809-47c4-bd1a-b510712241f1/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.1300576 Aug 24 00:16:07.000012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2c7bdbf-dbb6-447b-894d-60e9f1af09e8 req-04886bcd-9472-4353-9dc5-c80bc742feb0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906405 Aug 24 00:16:07.158525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:07.178587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:07.211748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bff8c60-2809-47c4-bd1a-b510712241f1 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:07.223256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:07.319674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.393495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e0c7939c-af1d-4feb-a421-8d3d2071cd87 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:07.430466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b77c67-f08b-4e8d-94d4-819ee2950800 req-1eb33e0e-f872-4a6d-9bf1-bfbc6fe437d7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.433424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9b77c67-f08b-4e8d-94d4-819ee2950800 req-1eb33e0e-f872-4a6d-9bf1-bfbc6fe437d7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0980167 Aug 24 00:16:07.505901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] Transition to ACTIVE for port object 4bff8c60-2809-47c4-bd1a-b510712241f1 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:07.514225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45556) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:07.526861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:07.533474 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bd92e5c-9a8f-4198-ba97-67f2084770c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.541867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9b77c67-f08b-4e8d-94d4-819ee2950800 req-8ed12efa-1233-43db-bcff-adfc73cf11b1 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983198 Aug 24 00:16:07.546307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87', 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'port_id': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87', 'mac_address': 'fa:16:3e:35:b7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4e6259-d828-4f6d-992a-d9d0abb13a59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:07.563090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f3812-94a6-4284-8f2a-da5083248ead req-457f2a8e-f052-40f7-a00e-ebaf23dcc08a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.570930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-201f3812-94a6-4284-8f2a-da5083248ead req-457f2a8e-f052-40f7-a00e-ebaf23dcc08a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 943 time: 0.0797851 Aug 24 00:16:07.582252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45558) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:07.611561 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.626697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-201f3812-94a6-4284-8f2a-da5083248ead req-e4e1c3df-4839-4dd9-8a34-ddf0b5e4d8cc tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548234 Aug 24 00:16:07.636688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c7939c-af1d-4feb-a421-8d3d2071cd87 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:07.668944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:07.680859 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bd92e5c-9a8f-4198-ba97-67f2084770c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.684658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2177d3e-1d30-4d77-b3d2-c9485a7dca95 req-78101f77-0d81-4477-a6d9-d393adf168b1 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 210 time: 0.0382416 Aug 24 00:16:07.685789 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.715974 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.716682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:07.743140 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bd92e5c-9a8f-4198-ba97-67f2084770c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.759379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] No DVR routers for this DVR port 4bff8c60-2809-47c4-bd1a-b510712241f1 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:07.796113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:07.833631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef3232-ad08-4105-ba0d-9242b1158745 req-469dd317-42f9-43eb-8382-bb94b0c88e9d tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:07.837138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e0c7939c-af1d-4feb-a421-8d3d2071cd87,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:07.840819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08ef3232-ad08-4105-ba0d-9242b1158745 req-469dd317-42f9-43eb-8382-bb94b0c88e9d tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 950 time: 0.1070294 Aug 24 00:16:07.843002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3bd92e5c-9a8f-4198-ba97-67f2084770c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0565598d46e4ec98d2ca70f9e3e7bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256061 Aug 24 00:16:07.846825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-2486c2c1-f1f7-44a9-839c-14fc46a81cc0 service neutron] 10.222.0.36 "PUT /v2.0/ports/4bff8c60-2809-47c4-bd1a-b510712241f1/bindings/n-h2-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9003091 Aug 24 00:16:07.847076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:07.861195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd92e5c-9a8f-4198-ba97-67f2084770c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d63f98-c79b-42f5-9d44-2d1f7fe83663,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:07.905350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:07.918515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'port_id': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'mac_address': 'fa:16:3e:4e:a1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ea5bd9-8083-4cfb-8219-46e0987c4327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:07.929916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08ef3232-ad08-4105-ba0d-9242b1158745 req-9cc69c56-31ee-4743-800b-d9a301e2e9e6 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785317 Aug 24 00:16:07.940041 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6918-2c63-4cdc-ae27-75aadfcab65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.956688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfd67661-0af5-430a-bdce-5a443d8f0e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.972489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.983626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfd67661-0af5-430a-bdce-5a443d8f0e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:07.991282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bff8c60-2809-47c4-bd1a-b510712241f1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:08.013715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:08.043715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6918-2c63-4cdc-ae27-75aadfcab65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.093347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-6576fc63-8bef-4d82-92f6-11f9f45ca5da tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.094914 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-6576fc63-8bef-4d82-92f6-11f9f45ca5da tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.0452671 Aug 24 00:16:08.136089 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.145309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b59d8c-8400-489a-b0c0-1644681bb452 req-3e9394fe-58ce-4d8b-9d44-165806cd44a2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.147098 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04b59d8c-8400-489a-b0c0-1644681bb452 req-3e9394fe-58ce-4d8b-9d44-165806cd44a2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 944 time: 0.0528805 Aug 24 00:16:08.147784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfd67661-0af5-430a-bdce-5a443d8f0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.150570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfd67661-0af5-430a-bdce-5a443d8f0e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.151638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dfd67661-0af5-430a-bdce-5a443d8f0e7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37d63f98-c79b-42f5-9d44-2d1f7fe83663 HTTP/1.1" status: 204 len: 168 time: 0.2993855 Aug 24 00:16:08.186651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd67661-0af5-430a-bdce-5a443d8f0e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d63f98-c79b-42f5-9d44-2d1f7fe83663,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:08.194267 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d51c140e-181b-45af-8eb6-24ffcb131d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.197241 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-d51c140e-181b-45af-8eb6-24ffcb131d25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd&tenant_id=8264d2be08f54617bb0ba9db9202bad4 HTTP/1.1" status: 200 len: 1096 time: 0.0884862 Aug 24 00:16:08.201840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:08.206299 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6918-2c63-4cdc-ae27-75aadfcab65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.210123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04b59d8c-8400-489a-b0c0-1644681bb452 req-42ac1175-fe30-4af4-9643-925844b13733 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505126 Aug 24 00:16:08.281524 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aa0a6918-2c63-4cdc-ae27-75aadfcab65b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7975841ee474109b0778eb901ca3d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6981807 Aug 24 00:16:08.284285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45572) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:08.285298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a6918-2c63-4cdc-ae27-75aadfcab65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9417f3-9896-4e39-8a7d-15615f76ee13,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:08.307975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4bff8c60-2809-47c4-bd1a-b510712241f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:08.320585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-21c3f02d-4f03-43ac-8c58-da639f84a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.324127 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-21c3f02d-4f03-43ac-8c58-da639f84a00b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1096 time: 0.0749843 Aug 24 00:16:08.345075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a339-3af0-4130-836c-35cf814f6a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.375520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a339-3af0-4130-836c-35cf814f6a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.432869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-32c560bd-8c96-4686-b664-e8b1e5bdfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.434461 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-32c560bd-8c96-4686-b664-e8b1e5bdfeae service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.0996790 Aug 24 00:16:08.483627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-952f1bdf-f745-49a0-814a-b3e6d0ac6550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 200 len: 217 time: 0.0407746 Aug 24 00:16:08.492697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a339-3af0-4130-836c-35cf814f6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.495446 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a339-3af0-4130-836c-35cf814f6a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:08.496625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c0e7a339-3af0-4130-836c-35cf814f6a62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d9417f3-9896-4e39-8a7d-15615f76ee13 HTTP/1.1" status: 204 len: 168 time: 0.2112844 Aug 24 00:16:08.505527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7a339-3af0-4130-836c-35cf814f6a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9417f3-9896-4e39-8a7d-15615f76ee13,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:08.523257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e0c7939c-af1d-4feb-a421-8d3d2071cd87'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:08.543429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-e36e1f40-be82-4702-b5ca-93562e24ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.547662 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-e36e1f40-be82-4702-b5ca-93562e24ee3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0561495 Aug 24 00:16:08.599912 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-6ba83abe-9cb7-41da-bc98-56c09c88b743 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412109 Aug 24 00:16:08.712332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476939c-7d49-4783-98e6-7d880893558c req-496ea790-0725-4ca6-b972-bf9f5657f370 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.722017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6476939c-7d49-4783-98e6-7d880893558c req-496ea790-0725-4ca6-b972-bf9f5657f370 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0723071 Aug 24 00:16:08.731541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-b5084f4e-25a3-47e6-93fe-0653d7296f55 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162007 Aug 24 00:16:08.784791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6476939c-7d49-4783-98e6-7d880893558c req-f824f08c-959f-4e5d-996f-77c761613710 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616093 Aug 24 00:16:08.809264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2c1a3-3ad0-42c6-a9b8-e11cf4c441b4 req-a58d5d8d-7dc3-4d60-b549-37af61b4781a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:08.810809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-baf2c1a3-3ad0-42c6-a9b8-e11cf4c441b4 req-a58d5d8d-7dc3-4d60-b549-37af61b4781a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 944 time: 0.0702887 Aug 24 00:16:08.872466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-baf2c1a3-3ad0-42c6-a9b8-e11cf4c441b4 req-d09832a2-b60e-4b5c-879d-d960f57517de tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549772 Aug 24 00:16:08.895249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-e245c5d9-b9ac-447a-8bfa-db6881bd5e0e service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507025 Aug 24 00:16:08.903886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40cd929c-bcbc-4812-83b2-0ae5a605af30 req-dc9261e8-e0f1-4e04-814f-25683dc3cd9d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 210 time: 0.0303967 Aug 24 00:16:09.057331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9809e-67b2-4290-b029-d08a5a8649d0 req-ac3b9650-f129-4fc9-ac63-ee1b24304315 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:09.059075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fb9809e-67b2-4290-b029-d08a5a8649d0 req-ac3b9650-f129-4fc9-ac63-ee1b24304315 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 950 time: 0.0507815 Aug 24 00:16:09.117551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-4cab08b5-4146-423f-bc01-e2255d812225 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291536 Aug 24 00:16:09.122043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fb9809e-67b2-4290-b029-d08a5a8649d0 req-69d4ee84-0c87-4f58-9062-b2e6df215d2e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549684 Aug 24 00:16:09.221112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-8560f4fb-2db6-42d0-b2e8-3730db1a419a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:09.223031 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-8560f4fb-2db6-42d0-b2e8-3730db1a419a tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 950 time: 0.0902324 Aug 24 00:16:09.267201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318617c-9418-46b3-b54d-579b20dcf2da req-0ac0e2b9-c208-4f27-9ca0-4a30bedc24c5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:09.268966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-0ac0e2b9-c208-4f27-9ca0-4a30bedc24c5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454825 Aug 24 00:16:09.291397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Request body: {'port': {'device_id': 'd969fa53-6cd6-4813-8062-4e6c1918803a', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:09.388711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Deleting port 54c37265-802c-448a-84e1-8f4c4206ff91 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:09.389066 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.407885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:09.488421 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.498579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ac083-4adb-461c-853a-6e2aa0c3a234 req-62c8cd6b-f352-4534-8043-7e8f34132342 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:09.500708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-253ac083-4adb-461c-853a-6e2aa0c3a234 req-62c8cd6b-f352-4534-8043-7e8f34132342 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 945 time: 0.1457765 Aug 24 00:16:09.508080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] For port 54c37265-802c-448a-84e1-8f4c4206ff91, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=54c37265-802c-448a-84e1-8f4c4206ff91,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:09.508489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.510090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4bff8c60-2809-47c4-bd1a-b510712241f1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:09.513845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-5e0ddb9f-4d0b-4abb-8312-56478a1ced4e tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:09.515594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-5e0ddb9f-4d0b-4abb-8312-56478a1ced4e tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.1030126 Aug 24 00:16:09.536392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:09.549151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Calling delete_port for 54c37265-802c-448a-84e1-8f4c4206ff91 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:09.605197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-253ac083-4adb-461c-853a-6e2aa0c3a234 req-65e5c465-4782-4e24-a6ef-c0f5bdb82a18 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951409 Aug 24 00:16:09.611525 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.612775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0d295026-f4e1-461c-b8b2-8cd039511018 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:09.664150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Made reservation on behalf of 0b5310f0b8ad4eb1a8a1fd6ccac449e5 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:09.667834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.726099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:09.728947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 0d295026-f4e1-461c-b8b2-8cd039511018 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:09.730195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0d295026-f4e1-461c-b8b2-8cd039511018 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:09.762617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-29ed41af-2e31-444c-906a-a52c749f65fe service neutron] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:09.768066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-29ed41af-2e31-444c-906a-a52c749f65fe service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.772506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fb727e7-cf18-41f9-b935-45f47be4eaf1 req-29ed41af-2e31-444c-906a-a52c749f65fe service neutron] 10.222.0.37 "DELETE /v2.0/ports/4bff8c60-2809-47c4-bd1a-b510712241f1/bindings/n-h1-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.2429216 Aug 24 00:16:09.822456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.839367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['54c37265-802c-448a-84e1-8f4c4206ff91', '613a97b1-78af-44e6-85ba-00bedf9ed77d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:09.850550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Allocated IP 192.168.233.215 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/c4e6647f-f1a7-420e-b803-84a0b802570a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:09.851117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Pushing event deleted for resources: {'Port': ['ID=54c37265-802c-448a-84e1-8f4c4206ff91,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:09.914829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] No DVR routers for this DVR port 54c37265-802c-448a-84e1-8f4c4206ff91 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:09.931108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:09.935415 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-10d5c669-7324-4a4b-8aac-89146f4123e5 req-b5f41c47-fe99-4d85-965f-5ecd2ad27b9e tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "DELETE /v2.0/ports/54c37265-802c-448a-84e1-8f4c4206ff91 HTTP/1.1" status: 204 len: 173 time: 0.7038887 Aug 24 00:16:09.935896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a587d8fd-ac71-454a-b075-cc7de38299b7', 'name': 'network-vif-deleted', 'tag': '54c37265-802c-448a-84e1-8f4c4206ff91'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:09.939546 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e95ec1-9fa4-4532-8ae3-e349b0fe2e22" -d '{"events": [{"server_uuid": "a587d8fd-ac71-454a-b075-cc7de38299b7", "name": "network-vif-deleted", "tag": "54c37265-802c-448a-84e1-8f4c4206ff91"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:10.058659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45636) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:10.060596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b5c04-1f24-4fbe-91f1-d53453b27963 req-8004b4c5-b0bb-41d6-8cfb-17f1d01d530f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.062159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-351b5c04-1f24-4fbe-91f1-d53453b27963 req-8004b4c5-b0bb-41d6-8cfb-17f1d01d530f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1584642 Aug 24 00:16:10.128846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83660882-340a-4217-9197-c82fa8faf8db req-99f7182b-c1cb-4bb6-91c8-4212aadc2f30 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.134082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83660882-340a-4217-9197-c82fa8faf8db req-99f7182b-c1cb-4bb6-91c8-4212aadc2f30 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 944 time: 0.1296492 Aug 24 00:16:10.161236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1217827724-network', 'tenant_id': '2953bced19af4c6e885bd800261e4d97'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:10.163559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.188161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-351b5c04-1f24-4fbe-91f1-d53453b27963 req-4bfb7403-5f88-4c3f-8300-6938fbfb3f48 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153166 Aug 24 00:16:10.194259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Transition to ACTIVE for port object c4e6647f-f1a7-420e-b803-84a0b802570a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:10.226247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83660882-340a-4217-9197-c82fa8faf8db req-2054599c-58d1-4744-a9f8-d7bdcd99ed83 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888085 Aug 24 00:16:10.271963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Made reservation on behalf of 2953bced19af4c6e885bd800261e4d97 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:10.274367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.290000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.302176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5d61c66-4da1-45c4-884d-160d5a65ca69 req-abd2b652-37f2-4c0d-baa2-2cf577d24e21 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 210 time: 0.0403395 Aug 24 00:16:10.333772 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.334267 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f9f06d-2af5-4079-866e-901992c4895a x-openstack-request-id: req-54f9f06d-2af5-4079-866e-901992c4895a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:10.334566 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a587d8fd-ac71-454a-b075-cc7de38299b7", "name": "network-vif-deleted", "tag": "54c37265-802c-448a-84e1-8f4c4206ff91", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:10.335508 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54f9f06d-2af5-4079-866e-901992c4895a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:10.335508 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a587d8fd-ac71-454a-b075-cc7de38299b7', 'name': 'network-vif-deleted', 'tag': '54c37265-802c-448a-84e1-8f4c4206ff91', 'status': 'completed', 'code': 200} Aug 24 00:16:10.369242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df17b336-8576-4cba-be55-818ddba8e3e9', 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:10.373967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:10.482670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.492318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:10.512761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:10.520112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33baa5af-db2d-4741-a182-49da82e5d5be req-093e6e00-1f28-4ffe-a949-0f74d8b54513 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a587d8fd-ac71-454a-b075-cc7de38299b7 HTTP/1.1" status: 200 len: 210 time: 0.0943820 Aug 24 00:16:10.523713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:10.586346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.587210 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.599718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'Port': ['ID=c4e6647f-f1a7-420e-b803-84a0b802570a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:10.600098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.606133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:10.638615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:16:10.650080 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.650531 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Added segment 6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9 of type vlan for network e27beae1-d140-4aa5-9951-78aa4902646b Aug 24 00:16:10.693637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-786728ff-dd81-4bec-9989-9f46d4384d92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4079969 Aug 24 00:16:10.713067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:10.730182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.740911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Request body: {'port': {'device_id': 'd969fa53-6cd6-4813-8062-4e6c1918803a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:10.781343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c5497b-9640-43a1-929f-c4be8c52c7bb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:10.825257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.835662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b26aac-80e2-4629-915f-b8263f5c4543 req-f6e01117-c604-42a5-990d-18d2ecacb463 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.843717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67b26aac-80e2-4629-915f-b8263f5c4543 req-f6e01117-c604-42a5-990d-18d2ecacb463 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 944 time: 0.1200790 Aug 24 00:16:10.850905 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.852950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:10.854254 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:10.932349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67b26aac-80e2-4629-915f-b8263f5c4543 req-948c0035-7e78-4dee-83c4-4ffa1326a986 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876617 Aug 24 00:16:10.948159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] Pushing event updated for resources: {'Network': ['ID=e27beae1-d140-4aa5-9951-78aa4902646b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:10.966781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e27beae1-d140-4aa5-9951-78aa4902646b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:16:10.983577 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a27adef2-9baf-4be7-8ab1-7df40e89f019 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9229674 Aug 24 00:16:10.986445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45662) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:10.998344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Request body: {'subnet': {'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1217827724-subnet', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:11.068110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8a15c658-7b9d-45c3-aeef-fbd60c0cc9c6 None None] Provisioning for port c4e6647f-f1a7-420e-b803-84a0b802570a completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:11.088188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8a15c658-7b9d-45c3-aeef-fbd60c0cc9c6 None None] Provisioning complete for port c4e6647f-f1a7-420e-b803-84a0b802570a triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:11.088560 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a15c658-7b9d-45c3-aeef-fbd60c0cc9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.152312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Made reservation on behalf of 2953bced19af4c6e885bd800261e4d97 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:11.155172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.175041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8a15c658-7b9d-45c3-aeef-fbd60c0cc9c6 None None] Port c4e6647f-f1a7-420e-b803-84a0b802570a cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:11.205920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e8185-2a0e-4235-872e-816ee11a5eba req-7521db83-62c2-443a-8b72-28a4c15b1774 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.207482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e0e8185-2a0e-4235-872e-816ee11a5eba req-7521db83-62c2-443a-8b72-28a4c15b1774 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1095 time: 0.1554415 Aug 24 00:16:11.288291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e0e8185-2a0e-4235-872e-816ee11a5eba req-ce5605e9-643d-423d-816e-729abb4f2123 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Aug 24 00:16:11.357962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e6647f-f1a7-420e-b803-84a0b802570a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:11.369196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.388287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Transition to ACTIVE for port object c4e6647f-f1a7-420e-b803-84a0b802570a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:11.400917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742395c1-d724-4a46-9997-3cdb074ed074 req-ac21cc96-7d6c-40c2-974f-e4a87fc4cf19 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.400917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-742395c1-d724-4a46-9997-3cdb074ed074 req-ac21cc96-7d6c-40c2-974f-e4a87fc4cf19 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0868328 Aug 24 00:16:11.420771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e0c7939c-af1d-4feb-a421-8d3d2071cd87 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:11.485824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-742395c1-d724-4a46-9997-3cdb074ed074 req-4c610f87-bca4-4699-acfa-11081d1c4c53 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731647 Aug 24 00:16:11.532480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.565965 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.613456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f323f-5e0f-406c-a21f-1eb9ed026b62 req-9ac3f6cc-081f-4796-a3d7-9b5a3efb558e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.621357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f92f323f-5e0f-406c-a21f-1eb9ed026b62 req-9ac3f6cc-081f-4796-a3d7-9b5a3efb558e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 944 time: 0.1248007 Aug 24 00:16:11.639384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e6647f-f1a7-420e-b803-84a0b802570a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:11.639567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Checking segment: {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:11.640062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Network hostable DHCP agents. Network: e27beae1-d140-4aa5-9951-78aa4902646b, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:16:11.643301 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:11.654395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port e0c7939c-af1d-4feb-a421-8d3d2071cd87 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:11.662201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port e0c7939c-af1d-4feb-a421-8d3d2071cd87 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:11.662968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.741910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Network e27beae1-d140-4aa5-9951-78aa4902646b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:16:11.756320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.782787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:11.786062 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b37385-e1af-42ed-9693-0a8ce03c4156" -d '{"events": [{"server_uuid": "03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5", "name": "network-vif-plugged", "status": "completed", "tag": "e0c7939c-af1d-4feb-a421-8d3d2071cd87"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:11.803194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:11.839331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e27beae1-d140-4aa5-9951-78aa4902646b) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:11.844398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:11.845171 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.849432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca505de-82b3-463e-bbcc-af861857fd86 None None] Network e27beae1-d140-4aa5-9951-78aa4902646b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:11.897976 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:11.898724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 54c37265-802c-448a-84e1-8f4c4206ff91 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:11.926329 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-02793616-ae77-4417-b42d-c08e2dcf1d77 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9380128 Aug 24 00:16:11.928977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45694) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:11.933836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:11.948367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 54c37265-802c-448a-84e1-8f4c4206ff91 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:11.948729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 54c37265-802c-448a-84e1-8f4c4206ff91 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:11.994505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e0c7939c-af1d-4feb-a421-8d3d2071cd87,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:12.008574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f92f323f-5e0f-406c-a21f-1eb9ed026b62 req-b093bd21-d70c-4d90-874f-d1d1201ab44f tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862789 Aug 24 00:16:12.022881 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.023959 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.035135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467860d-0b5e-4593-9ea1-319edc9c76ae req-38407e94-f377-470c-a626-d23bbd93a3e0 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.044487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b467860d-0b5e-4593-9ea1-319edc9c76ae req-38407e94-f377-470c-a626-d23bbd93a3e0 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 948 time: 0.4765816 Aug 24 00:16:12.072951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Attempting to bind port c4e6647f-f1a7-420e-b803-84a0b802570a on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:12.073295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Attempting to bind port c4e6647f-f1a7-420e-b803-84a0b802570a by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:12.073646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Attempting to bind port c4e6647f-f1a7-420e-b803-84a0b802570a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:12.089207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Port c4e6647f-f1a7-420e-b803-84a0b802570a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:12.089207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Attempting to bind port c4e6647f-f1a7-420e-b803-84a0b802570a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:12.105395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:12.105395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:12.105785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:12.106224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Bound port: c4e6647f-f1a7-420e-b803-84a0b802570a, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:12.106591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.109165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-e27beae1-d140-4aa5-9951-78aa4902646b', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:16:12.110003 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.117946 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.122184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b467860d-0b5e-4593-9ea1-319edc9c76ae req-50c24592-2066-44e9-a60d-182360a2efbc tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719883 Aug 24 00:16:12.227144 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.231729 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec96d7e-f7d1-4de3-b9cc-984035abf86f x-openstack-request-id: req-cec96d7e-f7d1-4de3-b9cc-984035abf86f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:12.232140 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5", "name": "network-vif-plugged", "status": "completed", "tag": "e0c7939c-af1d-4feb-a421-8d3d2071cd87", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:12.232467 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cec96d7e-f7d1-4de3-b9cc-984035abf86f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:12.233040 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87', 'code': 200} Aug 24 00:16:12.311541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] For port c4e6647f-f1a7-420e-b803-84a0b802570a, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:12.312892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Allocated IP 172.20.0.2 (e27beae1-d140-4aa5-9951-78aa4902646b/6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a/f4472d45-e4f8-44ad-a6d0-059e24084a27) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:12.326093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] For port c4e6647f-f1a7-420e-b803-84a0b802570a, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c4e6647f-f1a7-420e-b803-84a0b802570a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:12.384211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-419e801e-052f-4f97-99a0-1d62a54b68f4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.385878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-419e801e-052f-4f97-99a0-1d62a54b68f4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 821 time: 0.1899867 Aug 24 00:16:12.405002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-d42287a2-e1cb-4abc-b4ec-efdbd46e31a0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/quotas/8264d2be08f54617bb0ba9db9202bad4 HTTP/1.1" status: 200 len: 375 time: 0.0096335 Aug 24 00:16:12.406335 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.420474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46023824-fb60-4578-9485-9613395ff3ac req-24991041-a4ff-4313-99a7-6fd95c335521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.422856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.424194 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46023824-fb60-4578-9485-9613395ff3ac req-24991041-a4ff-4313-99a7-6fd95c335521 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0798612 Aug 24 00:16:12.476037 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.490862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Transition to ACTIVE for port object f4472d45-e4f8-44ad-a6d0-059e24084a27 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:12.494538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.495628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.499289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] 10.222.0.36 "PUT /v2.0/ports/c4e6647f-f1a7-420e-b803-84a0b802570a HTTP/1.1" status: 200 len: 1096 time: 1.7626452 Aug 24 00:16:12.499289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd969fa53-6cd6-4813-8062-4e6c1918803a', 'tag': 'c4e6647f-f1a7-420e-b803-84a0b802570a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:12.500416 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc800f-b812-4abb-8a6a-c0e3697274f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d969fa53-6cd6-4813-8062-4e6c1918803a", "tag": "c4e6647f-f1a7-420e-b803-84a0b802570a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:12.518070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Transition to ACTIVE for port object f4472d45-e4f8-44ad-a6d0-059e24084a27 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:12.526463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a9979-ecdf-4991-b130-e0d037b46809 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e6647f-f1a7-420e-b803-84a0b802570a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:12.536093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-7d699bc6-0a67-446f-94e7-fa35bd20bc4f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1241953 Aug 24 00:16:12.644989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-72bde252-e8a6-48c8-8083-4c7914df6fbf service neutron] 10.222.0.26 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014702 Aug 24 00:16:12.662753 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.721361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Network e27beae1-d140-4aa5-9951-78aa4902646b is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:12.726581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:12.734396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:12.737155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Pushing event updated for resources: {'Port': ['ID=f4472d45-e4f8-44ad-a6d0-059e24084a27,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:12.752939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46023824-fb60-4578-9485-9613395ff3ac req-5d36bc16-3369-4c86-974b-46b03ac29138 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213260 Aug 24 00:16:12.802295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318617c-9418-46b3-b54d-579b20dcf2da req-f468aac7-2437-49b1-a023-84218d8b8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:12.807151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-f468aac7-2437-49b1-a023-84218d8b8124 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 1099 time: 0.0820074 Aug 24 00:16:12.827493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Attempting to bind port f4472d45-e4f8-44ad-a6d0-059e24084a27 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:12.828126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Attempting to bind port f4472d45-e4f8-44ad-a6d0-059e24084a27 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:12.828640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Attempting to bind port f4472d45-e4f8-44ad-a6d0-059e24084a27 on network e27beae1-d140-4aa5-9951-78aa4902646b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:12.830186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-ede5b417-125b-4ce1-a9df-7e312952e99a service neutron] 10.222.0.26 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757786 Aug 24 00:16:12.836614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:12.837029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Checking segment: {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:12.837460 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.837979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Bound using segment: {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:12.838403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Bound port: f4472d45-e4f8-44ad-a6d0-059e24084a27, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:12.838803 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.849356 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03266882-0d02-4b6e-b6b5-2409c89446b6 x-openstack-request-id: req-03266882-0d02-4b6e-b6b5-2409c89446b6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:12.851345 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d969fa53-6cd6-4813-8062-4e6c1918803a", "tag": "c4e6647f-f1a7-420e-b803-84a0b802570a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:12.851628 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03266882-0d02-4b6e-b6b5-2409c89446b6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:12.852048 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd969fa53-6cd6-4813-8062-4e6c1918803a', 'tag': 'c4e6647f-f1a7-420e-b803-84a0b802570a', 'status': 'completed', 'code': 200} Aug 24 00:16:12.905644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-cff6a7a6-4c70-4dfc-9291-1e8fd819613f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=c4e6647f-f1a7-420e-b803-84a0b802570a HTTP/1.1" status: 200 len: 217 time: 0.0743806 Aug 24 00:16:12.928971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] For port f4472d45-e4f8-44ad-a6d0-059e24084a27, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:12.933691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] For port f4472d45-e4f8-44ad-a6d0-059e24084a27, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f4472d45-e4f8-44ad-a6d0-059e24084a27,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:12.935823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:12.956579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.002190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee7bfe-5027-44e9-91e5-4fdc21b09b3d req-e39e4afe-8c4b-458d-bc72-5830831a3ec4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.004235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eee7bfe-5027-44e9-91e5-4fdc21b09b3d req-e39e4afe-8c4b-458d-bc72-5830831a3ec4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.0967574 Aug 24 00:16:13.007485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318617c-9418-46b3-b54d-579b20dcf2da req-94902b5c-19fb-41a7-81ab-4c8e81394c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.008888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-94902b5c-19fb-41a7-81ab-4c8e81394c33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0891712 Aug 24 00:16:13.017135 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.106308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7983f6-49e2-49e2-974c-af6a991d02dd None None] Pushing event updated for resources: {'Port': ['ID=f4472d45-e4f8-44ad-a6d0-059e24084a27,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:13.121635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eee7bfe-5027-44e9-91e5-4fdc21b09b3d req-1acf7ce0-0527-4e13-ab4f-321c3fda96ac tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074958 Aug 24 00:16:13.123933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318617c-9418-46b3-b54d-579b20dcf2da req-4927edb1-632f-4a9f-9df6-c334a42b6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.135184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-4927edb1-632f-4a9f-9df6-c334a42b6a96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111221 Aug 24 00:16:13.136486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Allocated IP 172.25.5.48 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/a851270e-1555-4807-bd9f-6c58098d7a48) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:13.281972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd18777-e339-41e7-8c91-ba6005cbc111 req-4e245047-11f7-4145-99e1-0c1ed17e8c77 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.289837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbd18777-e339-41e7-8c91-ba6005cbc111 req-4e245047-11f7-4145-99e1-0c1ed17e8c77 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 951 time: 0.1602845 Aug 24 00:16:13.318748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.375383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbd18777-e339-41e7-8c91-ba6005cbc111 req-477a1b9f-e64d-4767-aa82-c141400f231b tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845716 Aug 24 00:16:13.416452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-8401c5bf-d37e-4be4-867b-55d277a72e7c service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765121 Aug 24 00:16:13.523544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18ba13ec-4605-4117-9be5-1f046b3baedf req-08a36e6d-111f-460b-8747-be4335c4c234 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 210 time: 0.0873468 Aug 24 00:16:13.549718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d5f21-226d-4171-889a-a94477126bab req-fea01d7c-0b63-44fa-bdb2-844db2640863 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.551151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44d5f21-226d-4171-889a-a94477126bab req-fea01d7c-0b63-44fa-bdb2-844db2640863 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 945 time: 0.1576014 Aug 24 00:16:13.565279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:13.616996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:13.620057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:13.625227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:13.627879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a851270e-1555-4807-bd9f-6c58098d7a48,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:13.638644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c318617c-9418-46b3-b54d-579b20dcf2da req-a07eabbb-cb56-4e86-8126-41ef27f5416e service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010145 Aug 24 00:16:13.664259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44d5f21-226d-4171-889a-a94477126bab req-9637da55-ba36-48ef-9d2b-7fcb46b8087b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070540 Aug 24 00:16:13.691785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3351bca-4980-4757-8b6a-34ffa7a1c761 req-bbd2ca17-96f3-478d-877e-cf4e152405f2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.693427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3351bca-4980-4757-8b6a-34ffa7a1c761 req-bbd2ca17-96f3-478d-877e-cf4e152405f2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 948 time: 0.1093514 Aug 24 00:16:13.772793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3351bca-4980-4757-8b6a-34ffa7a1c761 req-23ff5b9d-8b3e-4327-a6a7-28ee4e3bdb3f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715301 Aug 24 00:16:13.777099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f4472d45-e4f8-44ad-a6d0-059e24084a27 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:13.879892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-512752f7-b351-4d25-b33f-ce6bcd26bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:13.879892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-512752f7-b351-4d25-b33f-ce6bcd26bea9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 1099 time: 0.0430353 Aug 24 00:16:13.922404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f4472d45-e4f8-44ad-a6d0-059e24084a27 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:14.004491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-693c87aa-560b-41be-8444-b47591d91dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.006249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-693c87aa-560b-41be-8444-b47591d91dac service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1215189 Aug 24 00:16:14.028037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.063703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-20a6c27f-fbdf-4441-9322-d6b860cbd6d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=c4e6647f-f1a7-420e-b803-84a0b802570a HTTP/1.1" status: 200 len: 217 time: 0.0460470 Aug 24 00:16:14.064972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45746) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:14.131427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-5564864b-d1c6-4cef-b3ac-be7a3f7f018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.132943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-5564864b-d1c6-4cef-b3ac-be7a3f7f018d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0595171 Aug 24 00:16:14.188334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-236df65c-64a8-43f1-85da-9b4b1b85cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.189866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-236df65c-64a8-43f1-85da-9b4b1b85cac3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0478151 Aug 24 00:16:14.297476 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.299955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ada29-628b-4828-afd7-75dfb4a7c3a9 None None] Network e27beae1-d140-4aa5-9951-78aa4902646b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:14.323214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5c0d57d-2215-49e7-abf7-97835cb6bf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.404907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-e7376536-f73a-495d-b598-3ec77b9a843d service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980338 Aug 24 00:16:14.415922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27715421-4c72-43cb-9957-cfa62182e42e req-9f63bed4-e47a-48bf-be92-b439cbce20b4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.417503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27715421-4c72-43cb-9957-cfa62182e42e req-9f63bed4-e47a-48bf-be92-b439cbce20b4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1480813 Aug 24 00:16:14.497618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-554d4df9-989f-414c-a117-aa78ac98f624 None None] Provisioning for port f4472d45-e4f8-44ad-a6d0-059e24084a27 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:14.504717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-554d4df9-989f-414c-a117-aa78ac98f624 None None] Provisioning complete for port f4472d45-e4f8-44ad-a6d0-059e24084a27 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:14.505122 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-554d4df9-989f-414c-a117-aa78ac98f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.582798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27715421-4c72-43cb-9957-cfa62182e42e req-00bb501d-2644-404a-8cb6-287fcf0a9a4b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489909 Aug 24 00:16:14.601301 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-554d4df9-989f-414c-a117-aa78ac98f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.625269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38d9d-3cdf-47c9-8ec4-63574cc6e140 req-f31ab9ac-a2b3-418c-b80a-fc4049eaf5ad tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.626928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fc38d9d-3cdf-47c9-8ec4-63574cc6e140 req-f31ab9ac-a2b3-418c-b80a-fc4049eaf5ad tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 951 time: 0.1273901 Aug 24 00:16:14.638233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-554d4df9-989f-414c-a117-aa78ac98f624 None None] For port f4472d45-e4f8-44ad-a6d0-059e24084a27, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f4472d45-e4f8-44ad-a6d0-059e24084a27,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:14.664518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cbc800f-b812-4abb-8a6a-c0e3697274f2 req-fb12e2f3-bf1c-430a-97c7-7f93be4200f5 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413695 Aug 24 00:16:14.673134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afac95-6e18-498b-98d7-ac57f738b984 req-c305e5af-ba37-482e-8b40-3e4a815a2fc3 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.675829 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-54afac95-6e18-498b-98d7-ac57f738b984 req-c305e5af-ba37-482e-8b40-3e4a815a2fc3 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 951 time: 0.0986490 Aug 24 00:16:14.676129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:16:14.689751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5c0d57d-2215-49e7-abf7-97835cb6bf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.705963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fc38d9d-3cdf-47c9-8ec4-63574cc6e140 req-8f148de7-d5a9-4f77-90ec-314286b0f101 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/security-groups?id=b06e63b1-0a38-4518-8a44-00849ab6686a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584970 Aug 24 00:16:14.767710 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d2f9e30-bb15-4a61-9cd7-a96219102b90 req-18860e5d-8b7f-42c5-94f7-b8546e9b8fac tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 210 time: 0.0417962 Aug 24 00:16:14.781345 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-554d4df9-989f-414c-a117-aa78ac98f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.818025 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5c0d57d-2215-49e7-abf7-97835cb6bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.860341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd03f-e575-4acd-b738-9b2302c3b543 req-3a9aea76-d507-4780-aaf0-ff9e16be6c84 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:14.862336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a90cd03f-e575-4acd-b738-9b2302c3b543 req-3a9aea76-d507-4780-aaf0-ff9e16be6c84 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 945 time: 0.0925229 Aug 24 00:16:14.877132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d4df9-989f-414c-a117-aa78ac98f624 None None] Pushing event updated for resources: {'Port': ['ID=f4472d45-e4f8-44ad-a6d0-059e24084a27,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:14.895272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a5c0d57d-2215-49e7-abf7-97835cb6bf57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbf9dceca5c94a67bfa4759d94c41f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268287 Aug 24 00:16:14.897939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45762) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:14.899294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0d57d-2215-49e7-abf7-97835cb6bf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de3aba7-8bb7-40c6-a959-75a142bc3634,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:14.922363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a90cd03f-e575-4acd-b738-9b2302c3b543 req-1c70ebd9-40e2-4e18-a4b6-a4bfbf88b074 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Aug 24 00:16:14.931122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d8b5f1ff-224c-46de-b925-65d686a65bf1 None None] Provisioning complete for port f4472d45-e4f8-44ad-a6d0-059e24084a27 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:14.931747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1ff-224c-46de-b925-65d686a65bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:14.947146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:14.957198 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Sync routers for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:14.972677 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:14.974381 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:15:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:15.021437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bf1ce-0885-47f4-b6c6-f759df41af82 req-56090c8d-8357-4bb2-bac5-0ec3be3a8cb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:15.023054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d7bf1ce-0885-47f4-b6c6-f759df41af82 req-56090c8d-8357-4bb2-bac5-0ec3be3a8cb5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 948 time: 0.0887811 Aug 24 00:16:15.044236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Deleting port 613a97b1-78af-44e6-85ba-00bedf9ed77d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:15.044844 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.065377 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b44ad6f-a37e-4ef5-8a17-df017a4d5cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.084439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d7bf1ce-0885-47f4-b6c6-f759df41af82 req-174baf33-b490-4abf-9869-7dcf35f154f4 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531337 Aug 24 00:16:15.100574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd48b09-3d1d-4ee3-bb9d-c6fe324ba4de req-f3140032-a517-47d0-a361-e03362132aea tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:15.108162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bd48b09-3d1d-4ee3-bb9d-c6fe324ba4de req-f3140032-a517-47d0-a361-e03362132aea tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 945 time: 0.0954871 Aug 24 00:16:15.139001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.139001 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2c18ddfa-c202-4ddc-bfa7-584b9a3957f6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2071803 Aug 24 00:16:15.139255 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:15.139520 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b44ad6f-a37e-4ef5-8a17-df017a4d5cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.142103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:15.193990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bd48b09-3d1d-4ee3-bb9d-c6fe324ba4de req-b9e36539-8ce4-45ab-b72b-9ca1583922e5 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847683 Aug 24 00:16:15.202034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] For port 613a97b1-78af-44e6-85ba-00bedf9ed77d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=613a97b1-78af-44e6-85ba-00bedf9ed77d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:15.202409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.221418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Calling delete_port for 613a97b1-78af-44e6-85ba-00bedf9ed77d owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:15.356534 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b44ad6f-a37e-4ef5-8a17-df017a4d5cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.361016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b44ad6f-a37e-4ef5-8a17-df017a4d5cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.363511 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2b44ad6f-a37e-4ef5-8a17-df017a4d5cc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8de3aba7-8bb7-40c6-a959-75a142bc3634 HTTP/1.1" status: 204 len: 168 time: 0.4644578 Aug 24 00:16:15.377268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44ad6f-a37e-4ef5-8a17-df017a4d5cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de3aba7-8bb7-40c6-a959-75a142bc3634,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:15.425647 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:13Z', 'revision_number': 3, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:15.463518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Checking router: 50b865a2-8528-4fae-a2bc-d5f0ff918d22 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:16:15.463997 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Updating router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 port a851270e-1555-4807-bd9f-6c58098d7a48 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:16:15.490395 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.576609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.605109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Pushing event deleted for resources: {'Port': ['ID=613a97b1-78af-44e6-85ba-00bedf9ed77d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:15.653791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.716551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] No DVR routers for this DVR port 613a97b1-78af-44e6-85ba-00bedf9ed77d on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:15.723823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.727801 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-54afac95-6e18-498b-98d7-ac57f738b984 req-8a64f58e-aa63-4e64-982f-d7a37433e5f7 tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.37 "DELETE /v2.0/ports/613a97b1-78af-44e6-85ba-00bedf9ed77d HTTP/1.1" status: 204 len: 173 time: 1.0424817 Aug 24 00:16:15.730805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-deleted', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:15.741252 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ac7a28-863a-4305-a47d-ec7e0a487f7e" -d '{"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-deleted", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:15.787171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f4472d45-e4f8-44ad-a6d0-059e24084a27 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:15.867687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f4472d45-e4f8-44ad-a6d0-059e24084a27 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:15.868753 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.903427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185275a-77f4-48bf-898d-6dbf4afaa40d req-bfb2295c-46e7-4ef2-b0fd-cd92b6c22b54 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:15.904882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4185275a-77f4-48bf-898d-6dbf4afaa40d req-bfb2295c-46e7-4ef2-b0fd-cd92b6c22b54 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1175604 Aug 24 00:16:15.925277 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:15.941445 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Transition to ACTIVE for port object a851270e-1555-4807-bd9f-6c58098d7a48 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:15.982808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4185275a-77f4-48bf-898d-6dbf4afaa40d req-fb07189e-9957-4469-8311-a58bdf18787e tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703497 Aug 24 00:16:15.996644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Allocated IP 172.20.0.1 (e27beae1-d140-4aa5-9951-78aa4902646b/6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a/66427663-d6b7-4ef7-89dc-6fd3c3887b0f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:16.045763 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c9e7a7-8d8b-4266-9abf-872f92fe5948 x-openstack-request-id: req-39c9e7a7-8d8b-4266-9abf-872f92fe5948 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:16.046257 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5aa0dc-4431-4ec0-86d9-be67765ebe51", "name": "network-vif-deleted", "tag": "613a97b1-78af-44e6-85ba-00bedf9ed77d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:16.046624 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39c9e7a7-8d8b-4266-9abf-872f92fe5948 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:16.047240 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5aa0dc-4431-4ec0-86d9-be67765ebe51', 'name': 'network-vif-deleted', 'tag': '613a97b1-78af-44e6-85ba-00bedf9ed77d', 'status': 'completed', 'code': 200} Aug 24 00:16:16.092690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a53e20e-dcfd-4f9a-9b43-6b192e0cc568 req-3690c7da-3193-4499-9c6f-7d7ead5b608d tempest-ServersAdminTestJSON-794507175 tempest-ServersAdminTestJSON-794507175-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5aa0dc-4431-4ec0-86d9-be67765ebe51 HTTP/1.1" status: 200 len: 210 time: 0.0359678 Aug 24 00:16:16.102343 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.165554 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Pushing event updated for resources: {'Port': ['ID=a851270e-1555-4807-bd9f-6c58098d7a48,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:16.176032 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.176394 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.176742 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.177076 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.178360 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.179022 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.179518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.179642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1c1b460-ba29-44ac-9706-b7f15b45c53a req-98a3b44a-cc04-4bdf-b8ac-160f20d22fe3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 210 time: 0.0745685 Aug 24 00:16:16.180119 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.180624 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.181111 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.181674 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.182152 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:16.259019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.270283 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Attempting to bind port a851270e-1555-4807-bd9f-6c58098d7a48 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:16.270684 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Attempting to bind port a851270e-1555-4807-bd9f-6c58098d7a48 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:16.271028 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Attempting to bind port a851270e-1555-4807-bd9f-6c58098d7a48 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:16.276127 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:16.276727 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:16.277292 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.277863 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:16.278513 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Bound port: a851270e-1555-4807-bd9f-6c58098d7a48, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:16.278910 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.311272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-430a0652-3490-441d-b834-d465fd6f43e9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.314532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-430a0652-3490-441d-b834-d465fd6f43e9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 821 time: 0.2243006 Aug 24 00:16:16.316253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Transition to ACTIVE for port object 66427663-d6b7-4ef7-89dc-6fd3c3887b0f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:16.346600 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] For port a851270e-1555-4807-bd9f-6c58098d7a48, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:16.346826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Request body: {'port': {'device_id': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'admin_state_up': True, 'tenant_id': '8264d2be08f54617bb0ba9db9202bad4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:16.350193 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] For port a851270e-1555-4807-bd9f-6c58098d7a48, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a851270e-1555-4807-bd9f-6c58098d7a48,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:16.452075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa00d99-5fe2-472b-8b9f-05be015c87b2 req-869ffb9a-b724-4e06-a81b-1cb2b92f258d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:16.453655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fa00d99-5fe2-472b-8b9f-05be015c87b2 req-869ffb9a-b724-4e06-a81b-1cb2b92f258d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 948 time: 0.1270037 Aug 24 00:16:16.517858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fa00d99-5fe2-472b-8b9f-05be015c87b2 req-ca2651e9-a99e-4262-a58e-46c5be60ec55 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534194 Aug 24 00:16:16.541876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45802) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:16.555565 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69dd17fe-5b50-44ce-b70c-bc17641d2350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.649972 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.650202 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.686792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Network e27beae1-d140-4aa5-9951-78aa4902646b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:16.690497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:16.696212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:16.715690 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:16.716318 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:15:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:16.719605 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb8c37-ed10-42cb-826a-88ac9e9e4f3f None None] Pushing event updated for resources: {'Port': ['ID=a851270e-1555-4807-bd9f-6c58098d7a48,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:16.738984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Made reservation on behalf of 8264d2be08f54617bb0ba9db9202bad4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:16.742632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.767712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Pushing event updated for resources: {'Port': ['ID=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:16.819218 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:16.974660 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:17.039015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f5ed5cd4-ad6c-453f-acec-778b43ce096c None None] Provisioning for port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:17.044080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f5ed5cd4-ad6c-453f-acec-778b43ce096c None None] Provisioning complete for port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:17.044459 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5ed5cd4-ad6c-453f-acec-778b43ce096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.102360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f5ed5cd4-ad6c-453f-acec-778b43ce096c None None] Port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:17.176868 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:13Z', 'revision_number': 3, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:17.207373 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2ce7bf-a62f-4170-9387-a24267382363 None None] The sync data for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 is: [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:13Z', 'revision_number': 3, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:17.378067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24242eaf-f6e3-4fb2-ae49-5c10840f9d33 req-dac6d712-d438-4b28-b791-7b0478f3942d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.379622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24242eaf-f6e3-4fb2-ae49-5c10840f9d33 req-dac6d712-d438-4b28-b791-7b0478f3942d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 945 time: 0.5568588 Aug 24 00:16:17.388526 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69dd17fe-5b50-44ce-b70c-bc17641d2350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.400159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45abb71-e4f6-43c3-8d05-0db4d95cb786 req-bb9618fd-a4da-4353-b489-0b74de577899 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.401838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a45abb71-e4f6-43c3-8d05-0db4d95cb786 req-bb9618fd-a4da-4353-b489-0b74de577899 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.2177145 Aug 24 00:16:17.419778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:17.458470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-69dd17fe-5b50-44ce-b70c-bc17641d2350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.462778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 613a97b1-78af-44e6-85ba-00bedf9ed77d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:17.463127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 613a97b1-78af-44e6-85ba-00bedf9ed77d not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:17.467250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Allocated IP 172.20.0.6 (e522c8a4-814a-4c72-90f4-36c357e07638/58ea5bd9-8083-4cfb-8219-46e0987c4327/dc9dbae3-117f-44dc-95ba-98cf83dc7f81) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:17.537813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24242eaf-f6e3-4fb2-ae49-5c10840f9d33 req-37a219e0-8e9a-4052-b38d-f129af50083b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477542 Aug 24 00:16:17.562349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-69dd17fe-5b50-44ce-b70c-bc17641d2350 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5958fd5711e94e9a94b793cbe1e48c95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0187902 Aug 24 00:16:17.565341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45822) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:17.574523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd17fe-5b50-44ce-b70c-bc17641d2350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddfa252-785f-4ed6-855d-119e0cf50063,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:17.587565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a45abb71-e4f6-43c3-8d05-0db4d95cb786 req-974c3479-5b51-4a01-9228-909443ea59c1 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709681 Aug 24 00:16:17.693515 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3030fe6-8d91-4416-8b06-e9c1d2dae893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.695327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.755403 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02da2ee5-f10f-4558-addf-5023195136b8 req-20110276-6748-4aaa-b9b3-4bd14b100485 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 210 time: 0.0430715 Aug 24 00:16:17.758923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3030fe6-8d91-4416-8b06-e9c1d2dae893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.776664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a851270e-1555-4807-bd9f-6c58098d7a48 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:17.927715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.930543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3030fe6-8d91-4416-8b06-e9c1d2dae893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.933517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3030fe6-8d91-4416-8b06-e9c1d2dae893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.938517 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e3030fe6-8d91-4416-8b06-e9c1d2dae893 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ddfa252-785f-4ed6-855d-119e0cf50063 HTTP/1.1" status: 204 len: 168 time: 0.3719766 Aug 24 00:16:17.947646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3030fe6-8d91-4416-8b06-e9c1d2dae893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddfa252-785f-4ed6-855d-119e0cf50063,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:17.982735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a851270e-1555-4807-bd9f-6c58098d7a48 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:17.988935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a851270e-1555-4807-bd9f-6c58098d7a48 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:17.989638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:17.997712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86710547-a839-416a-9665-d85f087028de req-a41ea074-3125-4e46-a886-982b40c031f9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:17.999271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86710547-a839-416a-9665-d85f087028de req-a41ea074-3125-4e46-a886-982b40c031f9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 948 time: 0.1518247 Aug 24 00:16:18.082015 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.084550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86710547-a839-416a-9665-d85f087028de req-221dcf5c-e322-4552-b3a1-6060bbf3ad35 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760210 Aug 24 00:16:18.113969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a851270e-1555-4807-bd9f-6c58098d7a48, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a851270e-1555-4807-bd9f-6c58098d7a48,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:18.128571 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.165330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.195480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.206080 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.254284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Network e522c8a4-814a-4c72-90f4-36c357e07638 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:18.261760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:18.265941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Pushing event updated for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:18.268630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a851270e-1555-4807-bd9f-6c58098d7a48,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:18.278548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:18.339492 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.355293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45832) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:18.412141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.412771 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.430445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Pushing event updated for resources: {'Port': ['ID=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:18.452046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c4e6647f-f1a7-420e-b803-84a0b802570a details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:18.494069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Network e27beae1-d140-4aa5-9951-78aa4902646b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:18.496088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:18.536147 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5a2cf71-7620-4b5b-97d7-2f8f8f39b714 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea57897a66004fab9be0e82ed1c467fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792605 Aug 24 00:16:18.538532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45842) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:18.571684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a371ecae-5c34-4708-b63f-d3558a41b497 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2316909 Aug 24 00:16:18.621892 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f36a748-8921-44dd-bf60-af0327d77433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.635539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Request body: {'port': {'device_id': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:18.642420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c4e6647f-f1a7-420e-b803-84a0b802570a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c4e6647f-f1a7-420e-b803-84a0b802570a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:18.652897 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f36a748-8921-44dd-bf60-af0327d77433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.660590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'c4e6647f-f1a7-420e-b803-84a0b802570a', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'c4e6647f-f1a7-420e-b803-84a0b802570a', 'mac_address': 'fa:16:3e:68:e4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:18.732410 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.748328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e6647f-f1a7-420e-b803-84a0b802570a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:18.773294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c4e6647f-f1a7-420e-b803-84a0b802570a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c4e6647f-f1a7-420e-b803-84a0b802570a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:18.787387 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f36a748-8921-44dd-bf60-af0327d77433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.790368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f36a748-8921-44dd-bf60-af0327d77433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.794012 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9f36a748-8921-44dd-bf60-af0327d77433 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b06e63b1-0a38-4518-8a44-00849ab6686a HTTP/1.1" status: 204 len: 168 time: 0.2521176 Aug 24 00:16:18.800424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36a748-8921-44dd-bf60-af0327d77433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e63b1-0a38-4518-8a44-00849ab6686a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:18.842641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2d086310-4cb9-45bd-a174-5257f2fb4302 None None] Provisioning complete for port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:18.843079 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d086310-4cb9-45bd-a174-5257f2fb4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.861078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:16:18.875190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.878990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2d086310-4cb9-45bd-a174-5257f2fb4302 None None] Port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:18.903272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd005c0c-07fa-4fad-9bcd-0e3be27310fd req-61f9d4bb-eda7-4ec6-a68e-bd6900ceea7b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.904770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd005c0c-07fa-4fad-9bcd-0e3be27310fd req-61f9d4bb-eda7-4ec6-a68e-bd6900ceea7b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 945 time: 0.2453291 Aug 24 00:16:18.916725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698dfbd-7915-42a2-9391-d71c731b0043 req-2ec13678-0a75-41a6-b808-698019d2a487 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:18.918257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0698dfbd-7915-42a2-9391-d71c731b0043 req-2ec13678-0a75-41a6-b808-698019d2a487 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1982048 Aug 24 00:16:18.926601 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:18.988988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c4e6647f-f1a7-420e-b803-84a0b802570a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:19.101994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd005c0c-07fa-4fad-9bcd-0e3be27310fd req-ffec1989-3b91-4fbc-9433-588553382477 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817923 Aug 24 00:16:19.108512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0698dfbd-7915-42a2-9391-d71c731b0043 req-44ba9e4a-5d75-47db-abde-2234cbd85eb4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484599 Aug 24 00:16:19.180755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:19.190062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-075bf50c-75be-4b25-874a-fe455990c826 admin admin] 10.222.0.26 "PUT /v2.0/routers/50b865a2-8528-4fae-a2bc-d5f0ff918d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0458097 Aug 24 00:16:19.204277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Sync routers for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:19.218855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:19.219500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:15:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:19.313864 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:16:19.365260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:19.398293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61eed9-6b75-4082-abe0-1744d6f48ed8 req-565ffbb7-5018-4ecc-826e-8f517a3ca77e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:19.400229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc61eed9-6b75-4082-abe0-1744d6f48ed8 req-565ffbb7-5018-4ecc-826e-8f517a3ca77e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 931 time: 0.2064888 Aug 24 00:16:19.438137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45872) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:19.457216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e0c7939c-af1d-4feb-a421-8d3d2071cd87 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:19.479177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6e040-755e-4c5e-a5a6-6f0eded47267 req-15d97102-e16c-43fb-99a5-bba5604b7a5f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:19.480740 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96c6e040-755e-4c5e-a5a6-6f0eded47267 req-15d97102-e16c-43fb-99a5-bba5604b7a5f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 949 time: 0.1881297 Aug 24 00:16:19.489808 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1178c7b1-f16a-4d85-8d82-019157472ea0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=188642da8af44ef98aa730472e35d26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498531 Aug 24 00:16:19.492198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45874) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:19.516327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c4e6647f-f1a7-420e-b803-84a0b802570a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:19.555578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc61eed9-6b75-4082-abe0-1744d6f48ed8 req-da0f6793-6d46-4cf5-935b-c8469ddfde40 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365807 Aug 24 00:16:19.556641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99dd02ff-13cb-47ce-bd7a-99966a6293e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:19.563725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9dbae3-117f-44dc-95ba-98cf83dc7f81 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:19.601877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:19.602094 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99dd02ff-13cb-47ce-bd7a-99966a6293e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:19.624332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96c6e040-755e-4c5e-a5a6-6f0eded47267 req-64960d58-aa96-4579-9ab7-b37fd2d2d8f7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302471 Aug 24 00:16:19.635328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Transition to ACTIVE for port object dc9dbae3-117f-44dc-95ba-98cf83dc7f81 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:19.725036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:19.742004 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99dd02ff-13cb-47ce-bd7a-99966a6293e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:19.746112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99dd02ff-13cb-47ce-bd7a-99966a6293e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:19.753873 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-99dd02ff-13cb-47ce-bd7a-99966a6293e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7a31edd-1c79-43c4-9684-de3f7685e640 HTTP/1.1" status: 204 len: 168 time: 0.2545044 Aug 24 00:16:19.758097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd02ff-13cb-47ce-bd7a-99966a6293e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a31edd-1c79-43c4-9684-de3f7685e640,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:19.773422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a851270e-1555-4807-bd9f-6c58098d7a48 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:19.780108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Pushing event updated for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:19.825194 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.resource_extend [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:16:19.882437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:19.883492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:19.884024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:19.893124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:19.894158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:19.901412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:19.903111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:19.903526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:19.904003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Bound port: dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:19.906355 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.002299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a851270e-1555-4807-bd9f-6c58098d7a48 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:20.002688 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.005271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:20.010130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:20.047808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:20.078702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87', 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'port_id': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87', 'mac_address': 'fa:16:3e:35:b7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4e6259-d828-4f6d-992a-d9d0abb13a59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:20.079102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.106244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.107144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.110086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] 10.222.0.36 "PUT /v2.0/ports/dc9dbae3-117f-44dc-95ba-98cf83dc7f81 HTTP/1.1" status: 200 len: 1091 time: 1.4990435 Aug 24 00:16:20.110663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:20.114927 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbf052e-7135-4cbc-868d-42a29c2c8729" -d '{"events": [{"name": "network-changed", "server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:20.178168 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1101a24b-b721-4e0f-8716-3747ae4ada03 x-openstack-request-id: req-1101a24b-b721-4e0f-8716-3747ae4ada03 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:20.178470 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:20.179012 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1101a24b-b721-4e0f-8716-3747ae4ada03 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:20.179418 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81', 'status': 'completed', 'code': 200} Aug 24 00:16:20.185414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7698c-0b99-49da-8e21-906e587f044e service neutron] Pushing event updated for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:20.192441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 2, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:20.232256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Checking router: 50b865a2-8528-4fae-a2bc-d5f0ff918d22 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:16:20.232968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Updating router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:16:20.238003 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.277866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0c7939c-af1d-4feb-a421-8d3d2071cd87 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:20.284973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.309160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf052e-7135-4cbc-868d-42a29c2c8729 req-ef8d1584-19b1-48bb-8743-8f263323cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.309160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bbf052e-7135-4cbc-868d-42a29c2c8729 req-ef8d1584-19b1-48bb-8743-8f263323cbb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1094 time: 0.0786581 Aug 24 00:16:20.314559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:20.316263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832353d-4d3b-46cb-bfe9-ccd67cb411e7 req-c15e6349-8783-442c-811c-685d8db5eccc tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.317993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1832353d-4d3b-46cb-bfe9-ccd67cb411e7 req-c15e6349-8783-442c-811c-685d8db5eccc tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 945 time: 0.0898902 Aug 24 00:16:20.344579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45902) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:20.351588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e5c1ae10-e900-40e9-9223-ff824c36a7e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9841583', 'description': 'tempest-description--1669648006'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:20.435975 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.464824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1832353d-4d3b-46cb-bfe9-ccd67cb411e7 req-fa141fcf-1f7c-4ec8-8bd1-aeb158670b25 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267366 Aug 24 00:16:20.512849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6b477-5be7-4c5e-9877-908ed2e30df7 req-3181015b-6f62-4795-aad4-dc4144f3170a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.520130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ada6b477-5be7-4c5e-9877-908ed2e30df7 req-3181015b-6f62-4795-aad4-dc4144f3170a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1109185 Aug 24 00:16:20.522385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf052e-7135-4cbc-868d-42a29c2c8729 req-09c5e9d5-6e5d-4d72-96fc-e9b7c3687058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.523974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bbf052e-7135-4cbc-868d-42a29c2c8729 req-09c5e9d5-6e5d-4d72-96fc-e9b7c3687058 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8264d2be08f54617bb0ba9db9202bad4&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2017150 Aug 24 00:16:20.569478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e0c7939c-af1d-4feb-a421-8d3d2071cd87'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:20.571454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e0c7939c-af1d-4feb-a421-8d3d2071cd87,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:20.577469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ae10-e900-40e9-9223-ff824c36a7e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.614666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ada6b477-5be7-4c5e-9877-908ed2e30df7 req-e012e353-7b76-494d-92e3-d66794461cc7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935638 Aug 24 00:16:20.673523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf052e-7135-4cbc-868d-42a29c2c8729 req-e561e250-3edc-4996-9dbd-df5935c43bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.675034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bbf052e-7135-4cbc-868d-42a29c2c8729 req-e561e250-3edc-4996-9dbd-df5935c43bd7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328280 Aug 24 00:16:20.754331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ae10-e900-40e9-9223-ff824c36a7e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.835296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-09b11969-c166-4f29-b57a-9f1d00611c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.837471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-09b11969-c166-4f29-b57a-9f1d00611c35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1094 time: 0.0689437 Aug 24 00:16:20.844475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ae10-e900-40e9-9223-ff824c36a7e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.847023 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.855938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7157df7-036a-4e1b-a111-ccb8b205a9db req-bb741251-1f78-479f-be3b-830ee2a1a26d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:20.866302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7157df7-036a-4e1b-a111-ccb8b205a9db req-bb741251-1f78-479f-be3b-830ee2a1a26d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.1328669 Aug 24 00:16:20.872638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Transition to ACTIVE for port object 66427663-d6b7-4ef7-89dc-6fd3c3887b0f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:20.899535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1ae10-e900-40e9-9223-ff824c36a7e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd6d239-3aa7-43cc-9c66-34acdd875e1f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:20.936730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-58d763d7-b134-4771-ac42-b86ee8943011 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81 HTTP/1.1" status: 200 len: 217 time: 0.0563884 Aug 24 00:16:20.964951 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ae10-e900-40e9-9223-ff824c36a7e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:20.970200 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5c1ae10-e900-40e9-9223-ff824c36a7e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6244633 Aug 24 00:16:20.970934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45920) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:20.975635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e00fe566-1ad2-4e3b-b2ea-b48f79364517 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Request body: {'security_group_rule': {'security_group_id': '8cd6d239-3aa7-43cc-9c66-34acdd875e1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:20.992171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7157df7-036a-4e1b-a111-ccb8b205a9db req-62e47943-c2a6-4687-890b-c0360f39ab24 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246779 Aug 24 00:16:21.003515 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.008811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-852510c1-fb26-4486-8303-40e8e43a8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.010393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-852510c1-fb26-4486-8303-40e8e43a8d3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0617249 Aug 24 00:16:21.067974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-35a4bc41-2f72-4a90-a460-01959fda2f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431311 Aug 24 00:16:21.133515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c25c85-6210-4ca2-a043-25d457c1634e None None] Pushing event updated for resources: {'Port': ['ID=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:21.141920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e00fe566-1ad2-4e3b-b2ea-b48f79364517 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.232698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Attempting to bind port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:21.233257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Attempting to bind port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:21.233944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Attempting to bind port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f on network e27beae1-d140-4aa5-9951-78aa4902646b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:21.241295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:21.241839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Checking segment: {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:21.242341 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.242919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Bound using segment: {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:21.243489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Bound port: 66427663-d6b7-4ef7-89dc-6fd3c3887b0f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:21.243975 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.279901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e00fe566-1ad2-4e3b-b2ea-b48f79364517 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.347591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] For port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:21.351370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] For port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:21.382409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e00fe566-1ad2-4e3b-b2ea-b48f79364517 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.391923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-a56ca4be-4dcc-449a-9970-2a23c9480a86 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994142 Aug 24 00:16:21.416996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fe566-1ad2-4e3b-b2ea-b48f79364517 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2ea972-ce03-450c-a75b-37de9b78cbc4,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:21.467170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e0c7939c-af1d-4feb-a421-8d3d2071cd87 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:21.477713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554ad65-fad3-4282-84cc-c137bf050867 req-11a7a120-65ea-4973-8328-0d62bc53dfc5 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.481961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1554ad65-fad3-4282-84cc-c137bf050867 req-11a7a120-65ea-4973-8328-0d62bc53dfc5 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 944 time: 0.2576432 Aug 24 00:16:21.492361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af818fd-7ea9-4e3c-af2e-e3cdcbc06089 req-2ebf18e5-2166-468c-a726-447119553cb3 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.493937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5af818fd-7ea9-4e3c-af2e-e3cdcbc06089 req-2ebf18e5-2166-468c-a726-447119553cb3 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 949 time: 0.2806120 Aug 24 00:16:21.549608 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.552848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5af818fd-7ea9-4e3c-af2e-e3cdcbc06089 req-95df48e1-b31c-4c86-be2b-71dc3cf71d40 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479887 Aug 24 00:16:21.582397 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e00fe566-1ad2-4e3b-b2ea-b48f79364517 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.586453 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e00fe566-1ad2-4e3b-b2ea-b48f79364517 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6144757 Aug 24 00:16:21.592514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45936) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:21.599368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b1d95150-88e1-4097-a888-29bc95d17cd5 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Request body: {'security_group_rule': {'security_group_id': '8cd6d239-3aa7-43cc-9c66-34acdd875e1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:21.613017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1554ad65-fad3-4282-84cc-c137bf050867 req-52c0f6f7-ff92-46a2-86e2-4bc4e761b2cd tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143003 Aug 24 00:16:21.623199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4e4446-1cb6-43a9-9db3-173adeee67a4 req-06394eba-d2ad-46ff-9047-fddcc8661c25 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240195 Aug 24 00:16:21.734624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1d95150-88e1-4097-a888-29bc95d17cd5 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.793195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:21.797562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:15:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:21.806540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:21.877868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1d95150-88e1-4097-a888-29bc95d17cd5 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.959189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1d95150-88e1-4097-a888-29bc95d17cd5 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:21.989954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fba7d1-6d86-43b6-9aa5-14e671e9b24f req-a0d408f8-b020-4c96-9a08-0c3f072fc1a6 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:21.996213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:21.998478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03fba7d1-6d86-43b6-9aa5-14e671e9b24f req-a0d408f8-b020-4c96-9a08-0c3f072fc1a6 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1327953 Aug 24 00:16:22.004539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d95150-88e1-4097-a888-29bc95d17cd5 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28df25bc-1413-4037-88b4-8c4b999d3315,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:22.040652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1d95150-88e1-4097-a888-29bc95d17cd5 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.040861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1169674653-network', 'tenant_id': '02364582ef1f49ba9b562f0cb46809a3'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:22.046283 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1d95150-88e1-4097-a888-29bc95d17cd5 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4539659 Aug 24 00:16:22.046283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45948) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:22.053788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:22.061059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.079462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03fba7d1-6d86-43b6-9aa5-14e671e9b24f req-41f3168d-6924-4546-8b6f-f3f671fabe2a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798650 Aug 24 00:16:22.087101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c25c85-6210-4ca2-a043-25d457c1634e None None] Pushing event updated for resources: {'Port': ['ID=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:22.101005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e0c7939c-af1d-4feb-a421-8d3d2071cd87 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:22.152297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Made reservation on behalf of 02364582ef1f49ba9b562f0cb46809a3 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:22.154999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.164943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:22.202299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.224837 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.256352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.266620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197cdd1-ec19-4d26-93fd-694f56c3b012 req-2f1af6b1-beb2-47a6-a11d-978a2d95eb45 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.269495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3197cdd1-ec19-4d26-93fd-694f56c3b012 req-2f1af6b1-beb2-47a6-a11d-978a2d95eb45 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.1281831 Aug 24 00:16:22.327506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e0c7939c-af1d-4feb-a421-8d3d2071cd87,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:22.368442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:21Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:22.382472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3197cdd1-ec19-4d26-93fd-694f56c3b012 req-ff9c111d-c6ec-40bf-b25e-5de666cbb460 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446784 Aug 24 00:16:22.408183 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.419178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.431737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49f59e-8069-43cf-82ee-1ae1c9f358d8 None None] The sync data for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 is: [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:21Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:22.465272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c4e6647f-f1a7-420e-b803-84a0b802570a up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:22.507403 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.541324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:16:22.570285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.571026 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Added segment 37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1 of type vlan for network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 Aug 24 00:16:22.589897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff873a9e-9c90-4115-9460-3ea2deab51d7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:22.632561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Allocated IP 172.25.5.109 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/29f71069-3361-44f5-8bd4-abb4b38dccb6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:22.643795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.650615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port c4e6647f-f1a7-420e-b803-84a0b802570a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:22.672062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port c4e6647f-f1a7-420e-b803-84a0b802570a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:22.672455 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.751040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d680a-172a-456a-9c70-0efdb4fe8455 req-68edbeab-687f-4546-9471-4da294f0936b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.762190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-606d680a-172a-456a-9c70-0efdb4fe8455 req-68edbeab-687f-4546-9471-4da294f0936b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 949 time: 0.0907555 Aug 24 00:16:22.807203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.811952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.813310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.814829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.852384 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:22.867792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd969fa53-6cd6-4813-8062-4e6c1918803a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6647f-f1a7-420e-b803-84a0b802570a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:22.870309 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8dd532-09fa-4ff1-a44b-cb447283ea4d" -d '{"events": [{"server_uuid": "d969fa53-6cd6-4813-8062-4e6c1918803a", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6647f-f1a7-420e-b803-84a0b802570a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:22.885685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c4e6647f-f1a7-420e-b803-84a0b802570a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c4e6647f-f1a7-420e-b803-84a0b802570a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:22.902368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-489949c5-8b38-452f-a4f0-8a1af3bb53b2 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.904015 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-489949c5-8b38-452f-a4f0-8a1af3bb53b2 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.37 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 943 time: 0.0868464 Aug 24 00:16:22.927081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-606d680a-172a-456a-9c70-0efdb4fe8455 req-e1a9a67b-f295-4d19-8c64-57579dc84f18 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638572 Aug 24 00:16:22.937136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] Pushing event updated for resources: {'Network': ['ID=85e984a8-0317-423c-bf67-0b5ff5a4b1d1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:22.948798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:16:22.968642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3430-f431-4c71-bf2c-3e8f111d6f8f req-ac15b7d3-5b03-4986-b9bf-f203debdbcc0 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:22.973975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d35d3430-f431-4c71-bf2c-3e8f111d6f8f req-ac15b7d3-5b03-4986-b9bf-f203debdbcc0 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 943 time: 0.1208100 Aug 24 00:16:23.003115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ade0a49-431a-4cad-9e7e-f470b8d8504f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1927381 Aug 24 00:16:23.004444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45994) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:23.011118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Request body: {'subnet': {'network_id': '85e984a8-0317-423c-bf67-0b5ff5a4b1d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1169674653-subnet', 'tenant_id': '02364582ef1f49ba9b562f0cb46809a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:23.036158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d35d3430-f431-4c71-bf2c-3e8f111d6f8f req-0e0b5d1b-8416-41a8-a50a-546947fdc87f tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585978 Aug 24 00:16:23.045948 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.048299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Deleting port e0c7939c-af1d-4feb-a421-8d3d2071cd87 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:23.048972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.112128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.134185 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814f2194-3451-4e93-a823-48303bc9e72d x-openstack-request-id: req-814f2194-3451-4e93-a823-48303bc9e72d {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:23.134587 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d969fa53-6cd6-4813-8062-4e6c1918803a", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6647f-f1a7-420e-b803-84a0b802570a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:23.134960 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-814f2194-3451-4e93-a823-48303bc9e72d {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:23.135461 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd969fa53-6cd6-4813-8062-4e6c1918803a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6647f-f1a7-420e-b803-84a0b802570a', 'code': 200} Aug 24 00:16:23.152558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Made reservation on behalf of 02364582ef1f49ba9b562f0cb46809a3 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:23.155079 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.192814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c4e6647f-f1a7-420e-b803-84a0b802570a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:23.193485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:23.200922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:23.203382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:23.245613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event updated for resources: {'Port': ['ID=29f71069-3361-44f5-8bd4-abb4b38dccb6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:23.267153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] For port e0c7939c-af1d-4feb-a421-8d3d2071cd87, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e0c7939c-af1d-4feb-a421-8d3d2071cd87,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:23.267528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.289423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Calling delete_port for e0c7939c-af1d-4feb-a421-8d3d2071cd87 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:23.343699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a0197-57d3-47db-be55-28696742c9b8 req-01148b49-9128-4ba9-ae4b-34400d599a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:23.346238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be3a0197-57d3-47db-be55-28696742c9b8 req-01148b49-9128-4ba9-ae4b-34400d599a6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 1101 time: 0.1414878 Aug 24 00:16:23.353025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46000) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:23.357278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6ec7-4697-4806-95dd-0d6e7a4f1749 req-7ea2536e-9c50-4855-9a52-c6b74c6e34d9 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:23.359844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1bc6ec7-4697-4806-95dd-0d6e7a4f1749 req-7ea2536e-9c50-4855-9a52-c6b74c6e34d9 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.2023232 Aug 24 00:16:23.688170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.792516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 66427663-d6b7-4ef7-89dc-6fd3c3887b0f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:23.808119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be3a0197-57d3-47db-be55-28696742c9b8 req-8adb18a1-4d53-40bf-a948-87a71b5ed0ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427793 Aug 24 00:16:23.816426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.838183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1bc6ec7-4697-4806-95dd-0d6e7a4f1749 req-97f760e7-d766-4ef8-8bf9-5d767d6c66a3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656610 Aug 24 00:16:23.871040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6b81-d15c-47a1-bb29-04775100fd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.908938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb39d71-bc9d-4ddb-aef5-1307492912c4 req-8e72c240-6b3d-42c6-b917-f102ed4bfa9c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:23.916731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ceb39d71-bc9d-4ddb-aef5-1307492912c4 req-8e72c240-6b3d-42c6-b917-f102ed4bfa9c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.1433327 Aug 24 00:16:23.951987 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.958310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ceb39d71-bc9d-4ddb-aef5-1307492912c4 req-99efd964-1a4f-4f6c-9e20-5bfbba74c323 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Aug 24 00:16:23.987539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:23.992166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:23.997066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:23.997213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event deleted for resources: {'Port': ['ID=e0c7939c-af1d-4feb-a421-8d3d2071cd87,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:24.039154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.071710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] No DVR routers for this DVR port e0c7939c-af1d-4feb-a421-8d3d2071cd87 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:24.079543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.082482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-545f6e97-4a5c-4a97-a0fb-225e01c8a088 req-4a50f34a-a0bb-439b-8bcc-f83f88a8e21e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.37 "DELETE /v2.0/ports/e0c7939c-af1d-4feb-a421-8d3d2071cd87 HTTP/1.1" status: 204 len: 173 time: 1.1684947 Aug 24 00:16:24.082649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5', 'name': 'network-vif-deleted', 'tag': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:24.088303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82900a67-aed6-4723-a14f-c20afb2ee797,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:24.090614 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2873773-7109-42b3-8b3d-822f032f1509" -d '{"events": [{"server_uuid": "03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5", "name": "network-vif-deleted", "tag": "e0c7939c-af1d-4feb-a421-8d3d2071cd87"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:24.110712 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.121976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86470c4c-8bde-47e5-96e6-af928542a82c req-190d8fe6-d0ed-463f-90e1-51e7e33e76a2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:24.130291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86470c4c-8bde-47e5-96e6-af928542a82c req-190d8fe6-d0ed-463f-90e1-51e7e33e76a2 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 950 time: 0.1213422 Aug 24 00:16:24.145857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.155587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:24.173538 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6b81-d15c-47a1-bb29-04775100fd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.182040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Checking segment: {'id': '37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '85e984a8-0317-423c-bf67-0b5ff5a4b1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:24.182399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Network hostable DHCP agents. Network: 85e984a8-0317-423c-bf67-0b5ff5a4b1d1, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:16:24.187563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86470c4c-8bde-47e5-96e6-af928542a82c req-1631e3a1-a1d7-4129-9b81-7e9351a02212 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559661 Aug 24 00:16:24.227970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eabc420d-fd85-4a2a-8d03-a7d4aec5d45d req-c2f70191-2a06-4406-a84f-5ddc5ec46dee tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0301659 Aug 24 00:16:24.233268 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.246752 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4628f5-4b90-4d63-b035-e22a1b64f403 x-openstack-request-id: req-7d4628f5-4b90-4d63-b035-e22a1b64f403 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:24.246752 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5", "name": "network-vif-deleted", "tag": "e0c7939c-af1d-4feb-a421-8d3d2071cd87", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:24.246752 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d4628f5-4b90-4d63-b035-e22a1b64f403 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:24.246752 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cd2664-2c0b-4a83-92c5-6e77a8a8a6e5', 'name': 'network-vif-deleted', 'tag': 'e0c7939c-af1d-4feb-a421-8d3d2071cd87', 'status': 'completed', 'code': 200} Aug 24 00:16:24.334456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event updated for resources: {'Port': ['ID=29f71069-3361-44f5-8bd4-abb4b38dccb6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:24.346449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.352229 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.365535 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5bc6b81-d15c-47a1-bb29-04775100fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.394909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc6b81-d15c-47a1-bb29-04775100fd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756ac192-d929-4ef2-8705-b090a4742f8f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:24.402663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:24.402898 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a5bc6b81-d15c-47a1-bb29-04775100fd51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc6a938fe38943cab26f121d56cea16b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0472007 Aug 24 00:16:24.409310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:24.456333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2aede31-5cce-49aa-8e3c-07cf42cbbb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.477308 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2aede31-5cce-49aa-8e3c-07cf42cbbb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.616088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:16:24.649942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2aede31-5cce-49aa-8e3c-07cf42cbbb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.650738 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.656336 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2b8996b6-0ed7-4b06-9559-5206c0fa851d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6046805 Aug 24 00:16:24.658887 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2aede31-5cce-49aa-8e3c-07cf42cbbb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.658887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e2aede31-5cce-49aa-8e3c-07cf42cbbb01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/756ac192-d929-4ef2-8705-b090a4742f8f HTTP/1.1" status: 204 len: 168 time: 0.2493448 Aug 24 00:16:24.664399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aede31-5cce-49aa-8e3c-07cf42cbbb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756ac192-d929-4ef2-8705-b090a4742f8f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:24.723716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 85e984a8-0317-423c-bf67-0b5ff5a4b1d1) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:24.728640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:24.729169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:24.732906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3122c477-b7de-483e-99c1-d110138c5a9e None None] Network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:24.859792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85294c2-3d1b-42a0-8b30-50c0c254b608 None None] Network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:24.867887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-bbcc1d29-0522-4a1f-abf9-3a5a405a13dd tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--9841583&fields=id&tenant_id=2953bced19af4c6e885bd800261e4d97 HTTP/1.1" status: 200 len: 267 time: 0.0424750 Aug 24 00:16:24.869383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3a329cf0-c3d4-4b6f-bca4-c06dd5bc93c5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8639383 Aug 24 00:16:25.074267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-86e93d33-6386-42a7-8914-644eaf237346 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.081853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-86e93d33-6386-42a7-8914-644eaf237346 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/networks?id=e27beae1-d140-4aa5-9951-78aa4902646b HTTP/1.1" status: 200 len: 812 time: 0.2031434 Aug 24 00:16:25.101712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-004251a6-e57b-40cd-b5e2-28e4a0b29d59 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/quotas/2953bced19af4c6e885bd800261e4d97 HTTP/1.1" status: 200 len: 375 time: 0.0188894 Aug 24 00:16:25.110760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce393774-b1b1-4196-b558-fed03cc478fb req-56ec75c3-246c-4725-b97d-1fef91612836 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.112583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce393774-b1b1-4196-b558-fed03cc478fb req-56ec75c3-246c-4725-b97d-1fef91612836 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1938682 Aug 24 00:16:25.183407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce393774-b1b1-4196-b558-fed03cc478fb req-64bdce43-157f-4d78-987c-9357190e4077 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Aug 24 00:16:25.192728 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.193700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-ed420477-16f9-45c7-a563-fac1a6479ab1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2953bced19af4c6e885bd800261e4d97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911536 Aug 24 00:16:25.338025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46054) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:25.347887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0424f1b-86e6-4d36-8467-5a8a2d3d6961 req-fcc91595-7804-4313-8016-687a04326107 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.353422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5b0479e-8067-4356-8522-c46b393439a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.355057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0424f1b-86e6-4d36-8467-5a8a2d3d6961 req-fcc91595-7804-4313-8016-687a04326107 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.0841448 Aug 24 00:16:25.386171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-a8a99613-6ba2-4e39-b9a4-5684065c604b service neutron] 10.222.0.26 "GET /v2.0/networks/e27beae1-d140-4aa5-9951-78aa4902646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718059 Aug 24 00:16:25.463466 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5b0479e-8067-4356-8522-c46b393439a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.466173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0424f1b-86e6-4d36-8467-5a8a2d3d6961 req-356fc3e9-5ebd-425a-b2ec-46be11cbac9d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101580 Aug 24 00:16:25.504500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-ecd80eb3-5719-40d8-b9b0-64f06b6776fa service neutron] 10.222.0.26 "GET /v2.0/networks/e27beae1-d140-4aa5-9951-78aa4902646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171992 Aug 24 00:16:25.572203 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5b0479e-8067-4356-8522-c46b393439a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.630285 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5b0479e-8067-4356-8522-c46b393439a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9678e01f73f74a5592a6ca3d9c16d0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906775 Aug 24 00:16:25.631818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0479e-8067-4356-8522-c46b393439a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38ca84c-20b6-44e5-abe2-6ba298676e40,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:25.632994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46058) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:25.660755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4744d9-b135-4a2c-9be9-70bf720bc4ed req-bf1a3414-824c-46f7-a279-f72eb2788f39 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:25.660755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c4744d9-b135-4a2c-9be9-70bf720bc4ed req-bf1a3414-824c-46f7-a279-f72eb2788f39 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 950 time: 0.0751593 Aug 24 00:16:25.727391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c4744d9-b135-4a2c-9be9-70bf720bc4ed req-4303d02b-f01d-4c72-a81d-0451aa87f329 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576117 Aug 24 00:16:25.734918 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74f6a16a-c8b9-49e9-87d6-da4872fa70d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.751546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46062) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:25.760619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 66427663-d6b7-4ef7-89dc-6fd3c3887b0f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:25.769902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2127732832-network', 'tenant_id': 'cf73f7c1d09c402380b8ce75be9bec20'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:25.792258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74f6a16a-c8b9-49e9-87d6-da4872fa70d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.828806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:25.828997 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.897785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20c148bf-984f-436e-8952-7728ddd7e7e7 req-0aceaffa-98ad-4633-a0a7-d106274839bc tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 210 time: 0.0329261 Aug 24 00:16:25.941682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Made reservation on behalf of cf73f7c1d09c402380b8ce75be9bec20 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:25.944246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:25.954341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.033290 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74f6a16a-c8b9-49e9-87d6-da4872fa70d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.035982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74f6a16a-c8b9-49e9-87d6-da4872fa70d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.039467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-74f6a16a-c8b9-49e9-87d6-da4872fa70d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e38ca84c-20b6-44e5-abe2-6ba298676e40 HTTP/1.1" status: 204 len: 168 time: 0.4025435 Aug 24 00:16:26.058815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6a16a-c8b9-49e9-87d6-da4872fa70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38ca84c-20b6-44e5-abe2-6ba298676e40,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:26.121686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7c5d38b4-5a93-43d7-adc0-84f011fcf19d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.123213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7c5d38b4-5a93-43d7-adc0-84f011fcf19d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/networks?id=4339e103-af72-4592-8df9-ccce7ca09f39 HTTP/1.1" status: 200 len: 822 time: 0.1491072 Aug 24 00:16:26.162801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-d89225d5-a3cc-4a70-ae05-0ac19f878015 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/quotas/da00ab955a5e4512a54b49c0a5de0057 HTTP/1.1" status: 200 len: 375 time: 0.0221245 Aug 24 00:16:26.167493 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.213002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-ea8f7381-59f2-43cc-8f62-aec1a1d6644c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435188 Aug 24 00:16:26.233717 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e2c59dbb-3996-4b7e-afdd-5585b1cc3601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.250164 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.328562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:16:26.364135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9a628-3d8d-42d1-87a1-762004f4be09,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:26.367038 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.367381 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Added segment ab2583c1-142a-4fab-beec-68b8bd6b2b65 of type vlan for network 8d3c07a7-c91f-40f0-9372-75c540440186 Aug 24 00:16:26.413432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-ba3a76e2-d3fa-4bdc-91eb-77666c73aca9 service neutron] 10.222.0.26 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931562 Aug 24 00:16:26.428879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de1444-ed21-4909-8cb3-4b639bf4d30a req-6cff87f6-c0c4-4542-9d6f-9c7434e57464 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.430410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33de1444-ed21-4909-8cb3-4b639bf4d30a req-6cff87f6-c0c4-4542-9d6f-9c7434e57464 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1461179 Aug 24 00:16:26.434934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.474644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device dc9dbae3-117f-44dc-95ba-98cf83dc7f81 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:26.546424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33de1444-ed21-4909-8cb3-4b639bf4d30a req-1ceda8b3-f770-4eb4-8725-4c450dd79fd0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026857 Aug 24 00:16:26.587440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-a114f46b-cd7f-49ac-bcc9-3e23325a5361 service neutron] 10.222.0.26 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541259 Aug 24 00:16:26.619836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:26.633024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'port_id': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81', 'mac_address': 'fa:16:3e:d7:fc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ea5bd9-8083-4cfb-8219-46e0987c4327', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:26.645056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.646051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.648047 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.690447 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.708589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9dbae3-117f-44dc-95ba-98cf83dc7f81 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:26.711772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ab3e8-2109-4aa1-b8e8-8ffa2efc8b95 req-3d08d4a2-2fca-45e6-a97d-63ff40219f5e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:26.713298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-574ab3e8-2109-4aa1-b8e8-8ffa2efc8b95 req-3d08d4a2-2fca-45e6-a97d-63ff40219f5e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.1057861 Aug 24 00:16:26.730021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] Pushing event updated for resources: {'Network': ['ID=8d3c07a7-c91f-40f0-9372-75c540440186,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:26.755074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8d3c07a7-c91f-40f0-9372-75c540440186 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:16:26.760993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-333e075f-39b8-4f60-8c8a-ad634c510d05 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9986985 Aug 24 00:16:26.764070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46102) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:26.768996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-574ab3e8-2109-4aa1-b8e8-8ffa2efc8b95 req-18e0a8f7-cf06-40bf-9778-06476a682718 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491064 Aug 24 00:16:26.769699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Request body: {'subnet': {'network_id': '8d3c07a7-c91f-40f0-9372-75c540440186', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2127732832-subnet', 'tenant_id': 'cf73f7c1d09c402380b8ce75be9bec20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:26.807099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:26.913332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Made reservation on behalf of cf73f7c1d09c402380b8ce75be9bec20 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:26.915297 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.916628 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:26.982468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:27.022402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0d94e98-8352-44c7-a746-682b77b6a398 req-2ef36672-f45d-4f74-b361-a1edbf09d17c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 210 time: 0.0740809 Aug 24 00:16:27.072150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75d766-8b6f-46af-98a8-c57aade9c5a4 req-a96a8922-0db4-4090-b702-708e13f70e64 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.090571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db75d766-8b6f-46af-98a8-c57aade9c5a4 req-a96a8922-0db4-4090-b702-708e13f70e64 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 950 time: 0.1992555 Aug 24 00:16:27.136825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1f667f1-4b08-445c-924e-99bbf846fb16 req-48438bbb-f7f1-4dc0-9f9a-8142084b5df7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 210 time: 0.0380518 Aug 24 00:16:27.153774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db75d766-8b6f-46af-98a8-c57aade9c5a4 req-b5f39157-31c6-46e5-aeb6-cabf9563f718 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Aug 24 00:16:27.244434 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.290253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402af35-39c1-4046-8ad2-d7a00460c41d req-2590325b-0435-4c85-a111-a5afbe53aa8f tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.292308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7402af35-39c1-4046-8ad2-d7a00460c41d req-2590325b-0435-4c85-a111-a5afbe53aa8f tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 1101 time: 0.0551419 Aug 24 00:16:27.298579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bdb9c3c-76ae-4a35-a881-8e6218c16689,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:27.316397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Checking segment: {'id': 'ab2583c1-142a-4fab-beec-68b8bd6b2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8d3c07a7-c91f-40f0-9372-75c540440186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:27.316753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Network hostable DHCP agents. Network: 8d3c07a7-c91f-40f0-9372-75c540440186, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:16:27.335197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7402af35-39c1-4046-8ad2-d7a00460c41d req-e12b3d8c-6171-43a4-be0a-0a73beee93ba tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 Aug 24 00:16:27.387707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Network 8d3c07a7-c91f-40f0-9372-75c540440186 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:16:27.430872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['dc9dbae3-117f-44dc-95ba-98cf83dc7f81'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:27.444748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8d3c07a7-c91f-40f0-9372-75c540440186) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:27.451198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.451198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:27.470612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e7e64-021f-415b-95db-66173aafeddb None None] Network 8d3c07a7-c91f-40f0-9372-75c540440186 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:27.520178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e0c7939c-af1d-4feb-a421-8d3d2071cd87 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:27.556447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: e0c7939c-af1d-4feb-a421-8d3d2071cd87 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:27.556975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e0c7939c-af1d-4feb-a421-8d3d2071cd87 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:27.636280 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2a93218e-a1d7-4138-bd2d-aa7a8ed0fc5b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8622625 Aug 24 00:16:27.644576 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-c6e9bd38-6cc0-41a0-9407-267b9cebce2d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348008 Aug 24 00:16:27.702072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0d40cd-4ef9-4dbb-87ee-829cf204f1e6 None None] Network 8d3c07a7-c91f-40f0-9372-75c540440186 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:27.784918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ca47d-d6f5-4d74-9db0-8390f2cb6e3a req-ddb27f9f-139b-4df2-b23e-4ac658a53d5b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.792392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-778ca47d-d6f5-4d74-9db0-8390f2cb6e3a req-ddb27f9f-139b-4df2-b23e-4ac658a53d5b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 946 time: 0.1435769 Aug 24 00:16:27.870964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-778ca47d-d6f5-4d74-9db0-8390f2cb6e3a req-6a7328fe-e474-4cc0-80c4-1ea6db4b5144 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734932 Aug 24 00:16:27.898450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6516-1d2d-4194-a089-903b41623dae req-b926d33b-2501-4362-a0c0-5ae13d141d61 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:27.905597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-b926d33b-2501-4362-a0c0-5ae13d141d61 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308803 Aug 24 00:16:27.927825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-cd718c76-98d6-4762-a527-a0b875863695 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/quotas/0b5310f0b8ad4eb1a8a1fd6ccac449e5 HTTP/1.1" status: 200 len: 375 time: 0.0212998 Aug 24 00:16:28.013697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe666a-1c78-4d0c-9ee7-ed322b1bcf7f req-15ada262-07d3-4384-bb8e-2e7c76907fd6 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.015221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dfe666a-1c78-4d0c-9ee7-ed322b1bcf7f req-15ada262-07d3-4384-bb8e-2e7c76907fd6 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.0700328 Aug 24 00:16:28.030990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-1e00efd7-36d3-46b4-b98c-11a892edaa60 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0960841 Aug 24 00:16:28.068208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dfe666a-1c78-4d0c-9ee7-ed322b1bcf7f req-f8ef9aff-51b5-42e9-bba8-c7e809f01f78 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361190 Aug 24 00:16:28.679938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-578bddb4-fa07-4999-8fde-bb396120235b tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.681429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-578bddb4-fa07-4999-8fde-bb396120235b tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/networks?id=85e984a8-0317-423c-bf67-0b5ff5a4b1d1 HTTP/1.1" status: 200 len: 815 time: 0.1109397 Aug 24 00:16:28.698068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-6b597ce0-5f2e-407b-ad58-3484d2f33b97 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/quotas/02364582ef1f49ba9b562f0cb46809a3 HTTP/1.1" status: 200 len: 375 time: 0.0101683 Aug 24 00:16:28.733022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-2d4f8130-8fd2-44f1-b49b-ac4e52bcd862 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=02364582ef1f49ba9b562f0cb46809a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267906 Aug 24 00:16:28.788793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-be6824c6-31e0-4c97-a865-7ae2989b2296 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:28.790348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-be6824c6-31e0-4c97-a865-7ae2989b2296 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.37 "GET /v2.0/networks?id=e27beae1-d140-4aa5-9951-78aa4902646b HTTP/1.1" status: 200 len: 812 time: 0.1144836 Aug 24 00:16:28.829351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-3ec86a97-9fd4-424c-b1e7-d1e6c44a63f6 service neutron] 10.222.0.26 "GET /v2.0/networks/85e984a8-0317-423c-bf67-0b5ff5a4b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877218 Aug 24 00:16:28.845881 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-eb3fdb1e-9ebd-4fd4-92ad-67b2b5f9a109 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2953bced19af4c6e885bd800261e4d97 HTTP/1.1" status: 200 len: 377 time: 0.0449846 Aug 24 00:16:28.869799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Request body: {'port': {'device_id': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'admin_state_up': True, 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'security_groups': ['8cd6d239-3aa7-43cc-9c66-34acdd875e1f']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:28.959420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-5642f90d-176e-40d5-9c13-0bb54ffd2c21 service neutron] 10.222.0.26 "GET /v2.0/networks/85e984a8-0317-423c-bf67-0b5ff5a4b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188893 Aug 24 00:16:28.983528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d1339548-3339-4cb2-8817-8d8670028007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:29.120588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a7160d8-46f5-4eb2-9abd-ea3e6b8ab593 req-450e6c5a-adb1-459d-8dfc-1ccc5886b6fd tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 210 time: 0.0270166 Aug 24 00:16:29.160141 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:29.188355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Made reservation on behalf of 2953bced19af4c6e885bd800261e4d97 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:29.192193 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:29.216584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c64effd8-4e22-46cd-8932-d08f090788c2 req-adbfd85b-b708-4212-b396-4087c4982e36 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 210 time: 0.0374403 Aug 24 00:16:29.317189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b48ace0-5643-4cd9-b5d7-e89e7a6dac90 req-52d5d2f2-fce2-4652-9ba6-0c9033ca9f8f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 210 time: 0.0401051 Aug 24 00:16:29.410069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Allocated IP 172.20.0.4 (e27beae1-d140-4aa5-9951-78aa4902646b/6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a/9102c4a3-3131-4228-b906-f08616de0114) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:29.549675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c22a64-0f6b-43ac-8b9d-4d6560c78034 req-76acd020-454b-4bbc-ad9e-1abb5b53264a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.551611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c22a64-0f6b-43ac-8b9d-4d6560c78034 req-76acd020-454b-4bbc-ad9e-1abb5b53264a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.0716162 Aug 24 00:16:29.606059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c22a64-0f6b-43ac-8b9d-4d6560c78034 req-ad2efac4-2a41-4e2d-8841-128a42de1545 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481787 Aug 24 00:16:29.615909 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:29.633006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Transition to ACTIVE for port object 9102c4a3-3131-4228-b906-f08616de0114 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:29.633200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c31c23b-4aeb-4110-b6f3-03e4d42de615 req-847b5cb3-c90b-4eae-9382-706d79b83517 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 210 time: 0.0261378 Aug 24 00:16:29.746786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:29.787737 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Network e27beae1-d140-4aa5-9951-78aa4902646b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:29.792966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:29.795547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:29.812199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-e7d12b20-ea59-4935-932d-86d17fded1fc tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.813730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-e7d12b20-ea59-4935-932d-86d17fded1fc tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.37 "GET /v2.0/networks?id=4339e103-af72-4592-8df9-ccce7ca09f39 HTTP/1.1" status: 200 len: 822 time: 0.1495075 Aug 24 00:16:29.828260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Request body: {'port': {'device_id': '9177a7b3-e510-46bc-926e-ce5f0784238c', 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'admin_state_up': True, 'tenant_id': 'da00ab955a5e4512a54b49c0a5de0057'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:29.851313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event updated for resources: {'Port': ['ID=9102c4a3-3131-4228-b906-f08616de0114,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:29.863958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:29.864570 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:29.971087 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-c79ab8fb-c705-4612-911d-699def04e53d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1110260 Aug 24 00:16:29.984513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Request body: {'port': {'device_id': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:30.053405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.070201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Made reservation on behalf of da00ab955a5e4512a54b49c0a5de0057 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:30.073783 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.212572 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.216294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c8ec5315-5d3e-4be8-8444-67795ec12bcd None None] Provisioning for port 9102c4a3-3131-4228-b906-f08616de0114 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:30.224679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c8ec5315-5d3e-4be8-8444-67795ec12bcd None None] Provisioning complete for port 9102c4a3-3131-4228-b906-f08616de0114 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:30.225047 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5315-5d3e-4be8-8444-67795ec12bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.235093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2756e2e2-89b6-4a68-b0c8-3631ed6d050a req-44fa2b68-36bd-465c-b033-65894e2dad09 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 210 time: 0.0307004 Aug 24 00:16:30.261498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Allocated IP 172.20.0.5 (4339e103-af72-4592-8df9-ccce7ca09f39/1e4e6259-d828-4f6d-992a-d9d0abb13a59/4de38975-35f3-4c87-8aef-430b35b4f025) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:30.295182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec5315-5d3e-4be8-8444-67795ec12bcd None None] Port 9102c4a3-3131-4228-b906-f08616de0114 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:30.399849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9102c4a3-3131-4228-b906-f08616de0114 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:30.409534 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.423070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Transition to ACTIVE for port object 9102c4a3-3131-4228-b906-f08616de0114 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:30.460371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46248) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:30.477325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e91b52c8-95f2-44bf-a4cc-9be652b5e212 req-a1133c3e-b566-45b5-bccf-39ed6eaf7c36 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 210 time: 0.0679777 Aug 24 00:16:30.491380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2578b7c-db01-45d2-9ab1-0a78f29a3d8b req-8d5df488-1521-42ca-a3c2-b43f2f4f20e2 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:30.493169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2578b7c-db01-45d2-9ab1-0a78f29a3d8b req-8d5df488-1521-42ca-a3c2-b43f2f4f20e2 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 931 time: 0.1617656 Aug 24 00:16:30.528488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device dc9dbae3-117f-44dc-95ba-98cf83dc7f81 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:30.553272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.586439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2578b7c-db01-45d2-9ab1-0a78f29a3d8b req-4e5e6205-a5e4-4fef-9475-9a59ebf574fd tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0731943 Aug 24 00:16:30.590679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.628035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7f88cd7-ee99-4fc2-b5ae-8f67aa891042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.642680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Pushing event updated for resources: {'Port': ['ID=9102c4a3-3131-4228-b906-f08616de0114,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:30.681740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:30.685405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:30.685872 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.803333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.823799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-620f31c2-0438-433e-867b-be332b8ea916 req-f54d7ebf-4ce2-4a0b-aded-2d0b66a2781d tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 210 time: 0.0753756 Aug 24 00:16:30.824054 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.840242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7f88cd7-ee99-4fc2-b5ae-8f67aa891042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.841397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Attempting to bind port 9102c4a3-3131-4228-b906-f08616de0114 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:30.842206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Attempting to bind port 9102c4a3-3131-4228-b906-f08616de0114 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:30.842543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Attempting to bind port 9102c4a3-3131-4228-b906-f08616de0114 on network e27beae1-d140-4aa5-9951-78aa4902646b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:30.848256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Port 9102c4a3-3131-4228-b906-f08616de0114 on network e27beae1-d140-4aa5-9951-78aa4902646b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:30.848585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Attempting to bind port 9102c4a3-3131-4228-b906-f08616de0114 on network e27beae1-d140-4aa5-9951-78aa4902646b {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:30.854621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:30.854967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Checking segment: {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:30.855350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Bound using segment: {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:30.855780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Bound port: 9102c4a3-3131-4228-b906-f08616de0114, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:30.856141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.864829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:30.866163 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653da4e9-24a2-44a0-8dc6-596633544fa9" -d '{"events": [{"server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "name": "network-vif-plugged", "status": "completed", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:30.880013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:30.911157 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d12610-e633-4fbe-943f-3920300c2257 x-openstack-request-id: req-08d12610-e633-4fbe-943f-3920300c2257 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:30.911567 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "name": "network-vif-plugged", "status": "completed", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:30.911729 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08d12610-e633-4fbe-943f-3920300c2257 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:30.912099 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81', 'code': 200} Aug 24 00:16:30.929059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Network 4339e103-af72-4592-8df9-ccce7ca09f39 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:30.931046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] For port 9102c4a3-3131-4228-b906-f08616de0114, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:30.933287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7f88cd7-ee99-4fc2-b5ae-8f67aa891042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:30.935185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:30.937988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] For port 9102c4a3-3131-4228-b906-f08616de0114, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9102c4a3-3131-4228-b906-f08616de0114,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:30.940793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:30.947095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event updated for resources: {'Port': ['ID=4de38975-35f3-4c87-8aef-430b35b4f025,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:30.976549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb9899-cf7d-4c5c-b3cf-4c4a87d10a8e req-291a9de3-a0b0-463f-9a42-a74a1bc6c3bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:30.978168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33cb9899-cf7d-4c5c-b3cf-4c4a87d10a8e req-291a9de3-a0b0-463f-9a42-a74a1bc6c3bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.2165704 Aug 24 00:16:30.982719 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c7f88cd7-ee99-4fc2-b5ae-8f67aa891042 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=828892b848974fa0b38925bd96ddb95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211232 Aug 24 00:16:30.982928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:30.984398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f88cd7-ee99-4fc2-b5ae-8f67aa891042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0d3776-4f4f-4425-9967-69beefd5fdac,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:30.996384 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.016727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.054309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:31.072723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.073958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.079161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.080100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.082854 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] 10.222.0.37 "PUT /v2.0/ports/9102c4a3-3131-4228-b906-f08616de0114 HTTP/1.1" status: 200 len: 1091 time: 1.1030955 Aug 24 00:16:31.083397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'tag': '9102c4a3-3131-4228-b906-f08616de0114'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:31.086868 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc848e5-e8ae-4d22-830b-42f418080177" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3", "tag": "9102c4a3-3131-4228-b906-f08616de0114"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:31.107794 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-6c42a067-e9ce-4b4a-b9f1-1c69d596f9a8 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791168 Aug 24 00:16:31.135637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dea8dcb7-2e29-498c-a33c-3f99522c54d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.161784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33cb9899-cf7d-4c5c-b3cf-4c4a87d10a8e req-a8c8d7ad-3e31-46f3-b0a6-15f36b9ffa1a tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565406 Aug 24 00:16:31.179264 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d2cf7e-37b1-477e-b212-99d2a9de955d x-openstack-request-id: req-f3d2cf7e-37b1-477e-b212-99d2a9de955d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:31.179793 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3", "tag": "9102c4a3-3131-4228-b906-f08616de0114", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:31.180190 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3d2cf7e-37b1-477e-b212-99d2a9de955d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:31.180848 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'tag': '9102c4a3-3131-4228-b906-f08616de0114', 'status': 'completed', 'code': 200} Aug 24 00:16:31.187837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe649c-8131-443c-a3c4-f0e426b4e857 req-b59dc0a0-e871-45dd-bbea-606f15b22d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.189728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbfe649c-8131-443c-a3c4-f0e426b4e857 req-b59dc0a0-e871-45dd-bbea-606f15b22d0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1096 time: 0.1503816 Aug 24 00:16:31.201480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dea8dcb7-2e29-498c-a33c-3f99522c54d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.235464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dec14c-e7a6-4bed-a4cd-881a69110de7 service neutron] Pushing event updated for resources: {'Port': ['ID=9102c4a3-3131-4228-b906-f08616de0114,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:31.253678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-8a2cfe57-bd46-4b20-84de-258b0932cb99 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4306109 Aug 24 00:16:31.264193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbfe649c-8131-443c-a3c4-f0e426b4e857 req-bc333af3-6fb8-48c1-8e48-e921222ba5d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559466 Aug 24 00:16:31.277069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Request body: {'port': {'device_id': '9177a7b3-e510-46bc-926e-ce5f0784238c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:31.303690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc848e5-e8ae-4d22-830b-42f418080177 req-1b6f00ac-7d04-4782-846c-3127350028de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.305283 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ecc848e5-e8ae-4d22-830b-42f418080177 req-1b6f00ac-7d04-4782-846c-3127350028de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2953bced19af4c6e885bd800261e4d97&device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 1094 time: 0.0893993 Aug 24 00:16:31.346383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6516-1d2d-4194-a089-903b41623dae req-a5aeda03-252b-429f-8145-5be4cb91f708 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.348252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-a5aeda03-252b-429f-8145-5be4cb91f708 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323694 Aug 24 00:16:31.392227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Request body: {'port': {'device_id': '05ce495c-5d36-40a9-bf69-3fe382cc1122', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '0b5310f0b8ad4eb1a8a1fd6ccac449e5'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:31.407850 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.460523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1ef70-f349-4255-819c-90e62e9e808c req-d55cc493-6bd9-4fe5-aa70-efe625cef769 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.462138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea1ef70-f349-4255-819c-90e62e9e808c req-d55cc493-6bd9-4fe5-aa70-efe625cef769 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 931 time: 0.1133814 Aug 24 00:16:31.501326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc848e5-e8ae-4d22-830b-42f418080177 req-d3c28984-2fc6-4ac6-ab64-704fc4bcbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.502824 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ecc848e5-e8ae-4d22-830b-42f418080177 req-d3c28984-2fc6-4ac6-ab64-704fc4bcbb7c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=2953bced19af4c6e885bd800261e4d97&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1878726 Aug 24 00:16:31.556664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dea8dcb7-2e29-498c-a33c-3f99522c54d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.559314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dea8dcb7-2e29-498c-a33c-3f99522c54d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.562942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dea8dcb7-2e29-498c-a33c-3f99522c54d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b0d3776-4f4f-4425-9967-69beefd5fdac HTTP/1.1" status: 204 len: 168 time: 0.5766325 Aug 24 00:16:31.603151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea1ef70-f349-4255-819c-90e62e9e808c req-580d3a6c-b179-49e0-92a7-16e2f61671ff tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338038 Aug 24 00:16:31.623297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8dcb7-2e29-498c-a33c-3f99522c54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0d3776-4f4f-4425-9967-69beefd5fdac,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:31.625124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34ba1073-eee5-418c-8718-269868f1eaa5 req-abf087d3-8aff-49a8-8764-57018e9e09ca tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 210 time: 0.0556107 Aug 24 00:16:31.647312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc848e5-e8ae-4d22-830b-42f418080177 req-15a34e85-cbfb-4ce5-8106-52483f54b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.649080 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ecc848e5-e8ae-4d22-830b-42f418080177 req-15a34e85-cbfb-4ce5-8106-52483f54b044 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344335 Aug 24 00:16:31.658337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Made reservation on behalf of 0b5310f0b8ad4eb1a8a1fd6ccac449e5 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:31.662072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.665378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.850252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d929fe-f268-4d95-801a-d70806d87124 req-b1bfe5df-fd83-4414-9692-729a82bb79ba tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.851915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95d929fe-f268-4d95-801a-d70806d87124 req-b1bfe5df-fd83-4414-9692-729a82bb79ba tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 943 time: 0.0935705 Aug 24 00:16:31.860240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de38975-35f3-4c87-8aef-430b35b4f025 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:31.864452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-600c9615-3547-4e41-b5f9-e1a2792ad1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:31.864962 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-600c9615-3547-4e41-b5f9-e1a2792ad1c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2953bced19af4c6e885bd800261e4d97&device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 1094 time: 0.0959411 Aug 24 00:16:31.875800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:31.891403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Allocated IP 192.168.233.224 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/61e070de-7033-4e28-b628-19ef95d0285d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:31.907162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Transition to ACTIVE for port object 4de38975-35f3-4c87-8aef-430b35b4f025 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:31.926921 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-34bd65ea-2fee-4fe8-beb3-1bd5f2811ef4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9102c4a3-3131-4228-b906-f08616de0114 HTTP/1.1" status: 200 len: 217 time: 0.0502336 Aug 24 00:16:31.946031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b27ff4fb-9ade-45cc-9461-ed94d6856cb7 req-585862b5-f3c4-4545-8846-214d80db5645 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 210 time: 0.0452411 Aug 24 00:16:31.966935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95d929fe-f268-4d95-801a-d70806d87124 req-85068712-676f-44a2-a256-7f5f48512c1f tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0977473 Aug 24 00:16:31.987307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.010564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-55bf6cc1-e868-4c94-a02b-7ef7c700a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.011817 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-55bf6cc1-e868-4c94-a02b-7ef7c700a860 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a HTTP/1.1" status: 200 len: 851 time: 0.0759892 Aug 24 00:16:32.048027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4de38975-35f3-4c87-8aef-430b35b4f025,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:32.118214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-abe87724-78be-46e8-8e36-d12160762b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.119721 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-abe87724-78be-46e8-8e36-d12160762b67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e27beae1-d140-4aa5-9951-78aa4902646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980566 Aug 24 00:16:32.119911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Attempting to bind port 4de38975-35f3-4c87-8aef-430b35b4f025 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:32.120258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Attempting to bind port 4de38975-35f3-4c87-8aef-430b35b4f025 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:32.120593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Attempting to bind port 4de38975-35f3-4c87-8aef-430b35b4f025 on network 4339e103-af72-4592-8df9-ccce7ca09f39 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:32.126275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Port 4de38975-35f3-4c87-8aef-430b35b4f025 on network 4339e103-af72-4592-8df9-ccce7ca09f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:32.126592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Attempting to bind port 4de38975-35f3-4c87-8aef-430b35b4f025 on network 4339e103-af72-4592-8df9-ccce7ca09f39 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:32.131812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:32.132133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Checking segment: {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:32.132525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Bound using segment: {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:32.132956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Bound port: 4de38975-35f3-4c87-8aef-430b35b4f025, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06e7e17-3aae-48fc-8de7-005bf1cda053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:32.133375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.190935 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.198919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] For port 4de38975-35f3-4c87-8aef-430b35b4f025, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:32.203742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] For port 4de38975-35f3-4c87-8aef-430b35b4f025, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4de38975-35f3-4c87-8aef-430b35b4f025,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:32.210924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Transition to ACTIVE for port object 61e070de-7033-4e28-b628-19ef95d0285d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:32.250591 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-bad70619-97a6-4ad9-9d22-74cad4a3ca04 service neutron] 10.222.0.37 "GET /v2.0/networks/e27beae1-d140-4aa5-9951-78aa4902646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190717 Aug 24 00:16:32.288593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffb738-9685-4ab6-8715-014010fc7c63 req-d30dbf21-c666-4895-8a98-bc761f2c18eb tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.290154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dffb738-9685-4ab6-8715-014010fc7c63 req-d30dbf21-c666-4895-8a98-bc761f2c18eb tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.0529335 Aug 24 00:16:32.323578 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.337511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dffb738-9685-4ab6-8715-014010fc7c63 req-e9a034b1-cd4c-4e61-bf22-f4c56fd92113 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Aug 24 00:16:32.355242 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ef6af979-c176-4ca0-9f4d-21f9fcd5e573 req-a749bc73-68e6-4e1b-8c04-ab46e3e29177 service neutron] 10.222.0.37 "GET /v2.0/networks/e27beae1-d140-4aa5-9951-78aa4902646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958397 Aug 24 00:16:32.369611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.369809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.371171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] 10.222.0.37 "PUT /v2.0/ports/4de38975-35f3-4c87-8aef-430b35b4f025 HTTP/1.1" status: 200 len: 1091 time: 1.1009281 Aug 24 00:16:32.371606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9177a7b3-e510-46bc-926e-ce5f0784238c', 'tag': '4de38975-35f3-4c87-8aef-430b35b4f025'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:32.373942 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb795823-363b-43f3-bf2c-3014722ca262" -d '{"events": [{"name": "network-changed", "server_uuid": "9177a7b3-e510-46bc-926e-ce5f0784238c", "tag": "4de38975-35f3-4c87-8aef-430b35b4f025"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:32.376749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.392465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:32.419228 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72003380-f6c7-413c-a5ee-c056424f493c x-openstack-request-id: req-72003380-f6c7-413c-a5ee-c056424f493c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:32.419534 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9177a7b3-e510-46bc-926e-ce5f0784238c", "tag": "4de38975-35f3-4c87-8aef-430b35b4f025", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:32.421640 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72003380-f6c7-413c-a5ee-c056424f493c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:32.422247 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9177a7b3-e510-46bc-926e-ce5f0784238c', 'tag': '4de38975-35f3-4c87-8aef-430b35b4f025', 'status': 'completed', 'code': 200} Aug 24 00:16:32.428915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46300) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:32.430232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df17b336-8576-4cba-be55-818ddba8e3e9', 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4', 'c4e6647f-f1a7-420e-b803-84a0b802570a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:32.465748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c01d-2bdf-4060-81b4-17cdd7c24cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.471879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:32.478726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d634a98-54a1-462a-a992-de3591895cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4de38975-35f3-4c87-8aef-430b35b4f025,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:32.481727 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:32.485720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:32.488435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event updated for resources: {'Port': ['ID=61e070de-7033-4e28-b628-19ef95d0285d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:32.548156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795823-363b-43f3-bf2c-3014722ca262 req-260fabdf-3f86-485a-9fd4-0a1f5de5beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.549703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb795823-363b-43f3-bf2c-3014722ca262 req-260fabdf-3f86-485a-9fd4-0a1f5de5beb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 1094 time: 0.0960078 Aug 24 00:16:32.550784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 944c755d-4221-4826-b5ff-da500aed150e details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:32.561143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.562359 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.622285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-1b0d91bb-c688-4b29-94d5-d867fba390bf tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:32.624817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-1b0d91bb-c688-4b29-94d5-d867fba390bf tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.36 "GET /v2.0/networks?id=85e984a8-0317-423c-bf67-0b5ff5a4b1d1 HTTP/1.1" status: 200 len: 815 time: 0.2016008 Aug 24 00:16:32.655460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Request body: {'port': {'device_id': 'b83bb877-f07c-49d5-84ac-ec9b01aa259b', 'network_id': '85e984a8-0317-423c-bf67-0b5ff5a4b1d1', 'admin_state_up': True, 'tenant_id': '02364582ef1f49ba9b562f0cb46809a3'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:32.680438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c01d-2bdf-4060-81b4-17cdd7c24cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.759939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ea8c01d-2bdf-4060-81b4-17cdd7c24cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.803228 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4ea8c01d-2bdf-4060-81b4-17cdd7c24cfe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7690e9a8ab5645b096826abde4f7aeb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731709 Aug 24 00:16:32.804438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8c01d-2bdf-4060-81b4-17cdd7c24cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571c5d29-7655-4c2a-a364-bf9900bd8570,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:32.807584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46310) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:32.834558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:32.851088 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-1f65f68b-6708-49ab-aa7d-c2935de61b66 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4668984 Aug 24 00:16:32.868136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '944c755d-4221-4826-b5ff-da500aed150e', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'port_id': '944c755d-4221-4826-b5ff-da500aed150e', 'mac_address': 'fa:16:3e:94:09:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362f50b-2768-483a-9b4d-2edd55aae693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:32.871780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Request body: {'port': {'device_id': '05ce495c-5d36-40a9-bf69-3fe382cc1122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:32.906745 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5330471-a008-42ac-b4ba-9f43c7212acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.952367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.966594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5330471-a008-42ac-b4ba-9f43c7212acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:32.988228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.024113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 944c755d-4221-4826-b5ff-da500aed150e {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:33.045368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-32c171d0-c3ad-4793-847a-5efacb459673 None None] Provisioning for port 61e070de-7033-4e28-b628-19ef95d0285d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:33.077804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:33.079818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-32c171d0-c3ad-4793-847a-5efacb459673 None None] Provisioning complete for port 61e070de-7033-4e28-b628-19ef95d0285d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:33.080172 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-32c171d0-c3ad-4793-847a-5efacb459673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.144237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795823-363b-43f3-bf2c-3014722ca262 req-57a6c723-db33-4d56-ab07-dd75f08afe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.146688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb795823-363b-43f3-bf2c-3014722ca262 req-57a6c723-db33-4d56-ab07-dd75f08afe8d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=da00ab955a5e4512a54b49c0a5de0057&shared=False HTTP/1.1" status: 200 len: 923 time: 0.5880415 Aug 24 00:16:33.152628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-32c171d0-c3ad-4793-847a-5efacb459673 None None] Port 61e070de-7033-4e28-b628-19ef95d0285d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:33.172216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.281683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:33.283187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d5cd-1b57-4e93-91cf-0589aa1d5adb req-e7a685cf-5b98-4c26-b7c4-ad8b6556b6ce tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.284869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c10d5cd-1b57-4e93-91cf-0589aa1d5adb req-e7a685cf-5b98-4c26-b7c4-ad8b6556b6ce tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 943 time: 0.5774450 Aug 24 00:16:33.287386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e070de-7033-4e28-b628-19ef95d0285d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:33.295751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.300762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11bd0-018b-4b06-ac05-60f3484fd638 req-a9d5abdc-fd45-4cb5-8b5b-48a21f1c0cd0 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.302994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0d11bd0-018b-4b06-ac05-60f3484fd638 req-a9d5abdc-fd45-4cb5-8b5b-48a21f1c0cd0 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 936 time: 0.1977916 Aug 24 00:16:33.309655 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Transition to ACTIVE for port object 61e070de-7033-4e28-b628-19ef95d0285d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:33.313918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.314739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.314739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.314979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.315286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.315600 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.315933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.316261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.316591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.316920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.317311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.317664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:16:33.375775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['944c755d-4221-4826-b5ff-da500aed150e'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:33.399541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.414435 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0d11bd0-018b-4b06-ac05-60f3484fd638 req-60fb6263-47be-4d2b-90d6-6677053a848e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983355 Aug 24 00:16:33.427428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c10d5cd-1b57-4e93-91cf-0589aa1d5adb req-0714b786-b183-490a-9227-33b83be83cf9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207466 Aug 24 00:16:33.448364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795823-363b-43f3-bf2c-3014722ca262 req-5d61b6be-7429-4280-a05b-4269e14ea8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.454450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb795823-363b-43f3-bf2c-3014722ca262 req-5d61b6be-7429-4280-a05b-4269e14ea8d9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2812355 Aug 24 00:16:33.493675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5330471-a008-42ac-b4ba-9f43c7212acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.497256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5330471-a008-42ac-b4ba-9f43c7212acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.498654 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c5330471-a008-42ac-b4ba-9f43c7212acf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/571c5d29-7655-4c2a-a364-bf9900bd8570 HTTP/1.1" status: 204 len: 168 time: 0.6899173 Aug 24 00:16:33.503723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ede749-4257-44a3-973d-9075a788268d service neutron] Pushing event updated for resources: {'Port': ['ID=61e070de-7033-4e28-b628-19ef95d0285d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:33.558051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330471-a008-42ac-b4ba-9f43c7212acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571c5d29-7655-4c2a-a364-bf9900bd8570,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:33.579055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Made reservation on behalf of 02364582ef1f49ba9b562f0cb46809a3 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:33.589754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.677296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Attempting to bind port 61e070de-7033-4e28-b628-19ef95d0285d on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:33.677720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Attempting to bind port 61e070de-7033-4e28-b628-19ef95d0285d by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:33.678013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Attempting to bind port 61e070de-7033-4e28-b628-19ef95d0285d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:33.694166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Port 61e070de-7033-4e28-b628-19ef95d0285d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:33.694504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Attempting to bind port 61e070de-7033-4e28-b628-19ef95d0285d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:33.708627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:33.708982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:33.709391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:33.709874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Bound port: 61e070de-7033-4e28-b628-19ef95d0285d, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:33.710251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.763250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-a743bdd6-fd5e-4d74-98d8-b3a2b59bbada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.765380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-a743bdd6-fd5e-4d74-98d8-b3a2b59bbada service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da00ab955a5e4512a54b49c0a5de0057&device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 1094 time: 0.2577696 Aug 24 00:16:33.773108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00bba639-4f49-43a7-9ba1-97e26e60db53 req-649db130-71d3-410e-a9e2-468587c4584a tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 210 time: 0.1073289 Aug 24 00:16:33.806873 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] For port 61e070de-7033-4e28-b628-19ef95d0285d, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:33.810756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] For port 61e070de-7033-4e28-b628-19ef95d0285d, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=61e070de-7033-4e28-b628-19ef95d0285d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:33.834355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-54be0d68-b002-434b-8f4f-1c02103796ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de38975-35f3-4c87-8aef-430b35b4f025 HTTP/1.1" status: 200 len: 217 time: 0.0562379 Aug 24 00:16:33.896506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.927715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948b732-0a6c-453f-b594-80e126ffae9a req-3d15e654-24c5-489c-84a3-9c416c205b79 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.929315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3948b732-0a6c-453f-b594-80e126ffae9a req-3d15e654-24c5-489c-84a3-9c416c205b79 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 943 time: 0.2468262 Aug 24 00:16:33.932222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:33.932840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:33.934380 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-47ede749-4257-44a3-973d-9075a788268d service neutron] 10.222.0.37 "PUT /v2.0/ports/61e070de-7033-4e28-b628-19ef95d0285d HTTP/1.1" status: 200 len: 1096 time: 1.0696743 Aug 24 00:16:33.935288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ce495c-5d36-40a9-bf69-3fe382cc1122', 'tag': '61e070de-7033-4e28-b628-19ef95d0285d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:33.937007 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064" -d '{"events": [{"name": "network-changed", "server_uuid": "05ce495c-5d36-40a9-bf69-3fe382cc1122", "tag": "61e070de-7033-4e28-b628-19ef95d0285d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:33.967648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ede749-4257-44a3-973d-9075a788268d service neutron] Pushing event updated for resources: {'Port': ['ID=61e070de-7033-4e28-b628-19ef95d0285d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:33.983933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Allocated IP 172.20.0.8 (85e984a8-0317-423c-bf67-0b5ff5a4b1d1/82900a67-aed6-4723-a14f-c20afb2ee797/0f7a51ef-9bf0-40f4-8915-5b2f095493e6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:34.007900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-d378166a-ec71-4adb-a57f-aab448618b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.009406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-d378166a-ec71-4adb-a57f-aab448618b7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e4e6259-d828-4f6d-992a-d9d0abb13a59 HTTP/1.1" status: 200 len: 862 time: 0.1624813 Aug 24 00:16:34.025638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c753ea0-bf3b-44ba-821b-058eabc39d8c req-f579c1d3-83a4-47dc-8fe9-58659fbd3b3b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.027230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c753ea0-bf3b-44ba-821b-058eabc39d8c req-f579c1d3-83a4-47dc-8fe9-58659fbd3b3b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.1820521 Aug 24 00:16:34.039455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3948b732-0a6c-453f-b594-80e126ffae9a req-9c2c9f22-a863-409e-ae8f-cc1bd2f2fdd3 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0953825 Aug 24 00:16:34.082986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-454f89d9-cef3-4ef3-b05f-c210bc12e8e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4339e103-af72-4592-8df9-ccce7ca09f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509651 Aug 24 00:16:34.108915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6516-1d2d-4194-a089-903b41623dae req-195c18e0-57dc-4975-bbdb-d97c936a2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.112084 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-195c18e0-57dc-4975-bbdb-d97c936a2f97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 1099 time: 0.0815134 Aug 24 00:16:34.151459 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d254d23-e717-446f-977f-851e3548a3e1 x-openstack-request-id: req-1d254d23-e717-446f-977f-851e3548a3e1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:34.152173 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ce495c-5d36-40a9-bf69-3fe382cc1122", "tag": "61e070de-7033-4e28-b628-19ef95d0285d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:34.152439 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d254d23-e717-446f-977f-851e3548a3e1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:34.152848 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ce495c-5d36-40a9-bf69-3fe382cc1122', 'tag': '61e070de-7033-4e28-b628-19ef95d0285d', 'status': 'completed', 'code': 200} Aug 24 00:16:34.183506 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-f9d37aa1-4ac4-4cdd-80fd-1574638aaf4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=61e070de-7033-4e28-b628-19ef95d0285d HTTP/1.1" status: 200 len: 217 time: 0.0634630 Aug 24 00:16:34.245643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6516-1d2d-4194-a089-903b41623dae req-69057788-fea1-478f-85bb-09981fecebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.245643 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-69057788-fea1-478f-85bb-09981fecebad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0534887 Aug 24 00:16:34.261468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c753ea0-bf3b-44ba-821b-058eabc39d8c req-6fd953eb-392e-45db-83ae-433f88e570dc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772058 Aug 24 00:16:34.300741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6516-1d2d-4194-a089-903b41623dae req-80bb88fc-7a9e-4a3b-9e1b-53ead1de58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.302490 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-80bb88fc-7a9e-4a3b-9e1b-53ead1de58fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0501440 Aug 24 00:16:34.329871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-ea3eb4fe-e112-45c1-a1f2-d7ab466f064e service neutron] 10.222.0.37 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334237 Aug 24 00:16:34.382039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.496114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe296ae-2f0d-464d-a6e0-70275fb8ce46 req-a1ea745e-fb88-4743-bfd4-38d334060b5f tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.497731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfe296ae-2f0d-464d-a6e0-70275fb8ce46 req-a1ea745e-fb88-4743-bfd4-38d334060b5f tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1096 time: 0.1497996 Aug 24 00:16:34.530629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-faff006c-06f7-4d24-ad3d-e72b476ca829 req-03f4f074-5728-4121-898e-5bb63df8a6ac service neutron] 10.222.0.37 "GET /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928751 Aug 24 00:16:34.541282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 944c755d-4221-4826-b5ff-da500aed150e up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:34.574783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfe296ae-2f0d-464d-a6e0-70275fb8ce46 req-777df53a-8e84-4b44-9b33-77a2dc9f486f tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669811 Aug 24 00:16:34.594001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 944c755d-4221-4826-b5ff-da500aed150e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:34.594705 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.595933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9434c-c244-4885-8e0a-6dc78f6158d8 req-3d9630a1-deeb-47c0-bcff-5531f8a50a30 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.597652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46f9434c-c244-4885-8e0a-6dc78f6158d8 req-3d9630a1-deeb-47c0-bcff-5531f8a50a30 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 948 time: 0.0909934 Aug 24 00:16:34.676900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46f9434c-c244-4885-8e0a-6dc78f6158d8 req-62c74680-6700-46f7-8e0e-d751a7864294 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630405 Aug 24 00:16:34.681474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.704425 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-7a65242c-4340-4067-92e6-fd2bc457bc5e service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945308 Aug 24 00:16:34.746270 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.778010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c755d-4221-4826-b5ff-da500aed150e'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:34.781132 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4626869-c223-412d-90bb-dd463cded987" -d '{"events": [{"server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "name": "network-vif-plugged", "status": "completed", "tag": "944c755d-4221-4826-b5ff-da500aed150e"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:34.793035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:34.797610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:34.805748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:34.808872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Pushing event updated for resources: {'Port': ['ID=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:34.817882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:34.849869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a78b19-ce88-4172-9c91-770dd20e561b req-97505727-e760-42d5-9356-dd375f6c2491 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.851754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34a78b19-ce88-4172-9c91-770dd20e561b req-97505727-e760-42d5-9356-dd375f6c2491 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 943 time: 0.1192405 Aug 24 00:16:34.855800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97fb6516-1d2d-4194-a089-903b41623dae req-2e3582ed-f61f-4080-b702-7d977c6fdd3f service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432083 Aug 24 00:16:34.889839 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.892372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:34.901593 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:34.915586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34a78b19-ce88-4172-9c91-770dd20e561b req-d52699b1-3334-4249-b61e-86aee50e7d97 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540164 Aug 24 00:16:34.941348 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343570de-4204-4352-bfe8-c1e89640f5e4 x-openstack-request-id: req-343570de-4204-4352-bfe8-c1e89640f5e4 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:34.941527 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "name": "network-vif-plugged", "status": "completed", "tag": "944c755d-4221-4826-b5ff-da500aed150e", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:34.941896 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-343570de-4204-4352-bfe8-c1e89640f5e4 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:34.942289 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c755d-4221-4826-b5ff-da500aed150e', 'code': 200} Aug 24 00:16:34.947008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:35.046700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37fe05-3054-448a-9ecb-4efdc1cec8c8 req-123dd991-6ff4-4291-abc3-b006c4514a7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.048575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b37fe05-3054-448a-9ecb-4efdc1cec8c8 req-123dd991-6ff4-4291-abc3-b006c4514a7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 931 time: 0.0638247 Aug 24 00:16:35.050519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-eeb974ea-527b-4125-b2cd-15ba7e145b7c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3999217 Aug 24 00:16:35.063572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46378) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:35.091343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Request body: {'port': {'device_id': 'b83bb877-f07c-49d5-84ac-ec9b01aa259b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:35.112609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-6c96d7de-66a9-4d82-9c1f-1d5e47b68ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.116564 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-6c96d7de-66a9-4d82-9c1f-1d5e47b68ecd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 1099 time: 0.0869813 Aug 24 00:16:35.166639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b37fe05-3054-448a-9ecb-4efdc1cec8c8 req-02aa0667-9c87-4ba4-b314-6e33e12129f4 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086683 Aug 24 00:16:35.210446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-network', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:35.216037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938f140-008d-4123-804d-f2cee399f63c req-07b0bdaf-e481-490f-9c3d-d4dac493f811 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.217658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f938f140-008d-4123-804d-f2cee399f63c req-07b0bdaf-e481-490f-9c3d-d4dac493f811 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 943 time: 0.0887828 Aug 24 00:16:35.226599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.241626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-ad2110d7-d9e5-4f4d-8488-6fbd176ead59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.243115 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-ad2110d7-d9e5-4f4d-8488-6fbd176ead59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1195796 Aug 24 00:16:35.287313 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-8caf83f9-021c-49f5-9ca8-644e59a3dca9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=61e070de-7033-4e28-b628-19ef95d0285d HTTP/1.1" status: 200 len: 217 time: 0.0369244 Aug 24 00:16:35.296143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f938f140-008d-4123-804d-f2cee399f63c req-6d07a89e-5fa9-4771-b4b0-6afdfdc4602e tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0707667 Aug 24 00:16:35.324657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Made reservation on behalf of ee09ead979ea4026a67b5e28f6cff8e0 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:35.327479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.338209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.358539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-dbbb090b-de52-4149-b148-585a62c5cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.359929 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-dbbb090b-de52-4149-b148-585a62c5cbbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0652113 Aug 24 00:16:35.434401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-4d59b41f-8051-4ee5-af3e-a6047bf1d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.435872 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-4d59b41f-8051-4ee5-af3e-a6047bf1d23b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678022 Aug 24 00:16:35.532585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:35.535989 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.540614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.550751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9102c4a3-3131-4228-b906-f08616de0114 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:35.554750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Transition to ACTIVE for port object 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:35.556405 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-5204204f-f43b-45cc-90e4-5341186de3f3 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117189 Aug 24 00:16:35.628823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.652493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9102c4a3-3131-4228-b906-f08616de0114, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9102c4a3-3131-4228-b906-f08616de0114,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:35.655694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.668025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '9102c4a3-3131-4228-b906-f08616de0114', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'port_id': '9102c4a3-3131-4228-b906-f08616de0114', 'mac_address': 'fa:16:3e:f2:2c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:35.668253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:16:35.697259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.697643 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Added segment 309c3313-5692-4972-872f-c72a2007ac28 of type vlan for network 9b127f34-50e4-44af-84d9-c02921db4da4 Aug 24 00:16:35.700437 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a3eb553a-9eb9-48ac-820d-4f6b9c0b8064 req-12d23153-c3f7-4864-af5a-0d80cb0a0602 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361673 Aug 24 00:16:35.708096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:35.724358 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.733213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:35.739504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9102c4a3-3131-4228-b906-f08616de0114 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:35.753660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.793409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9102c4a3-3131-4228-b906-f08616de0114, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9102c4a3-3131-4228-b906-f08616de0114,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:35.838311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.839317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.839994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.867574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.888981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Attempting to bind port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:35.889301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Attempting to bind port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '85e984a8-0317-423c-bf67-0b5ff5a4b1d1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:35.892906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Attempting to bind port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 on network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:35.902568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 on network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:16:35.902902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Attempting to bind port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 on network 85e984a8-0317-423c-bf67-0b5ff5a4b1d1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:35.917489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2b7c-31b5-42f0-93e0-065093047995 req-c8a8ae44-176d-4436-bc66-1c60951985de tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:35.919586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-285f2b7c-31b5-42f0-93e0-065093047995 req-c8a8ae44-176d-4436-bc66-1c60951985de tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 948 time: 0.1494191 Aug 24 00:16:35.924713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:35.925289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Checking segment: {'id': '37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '85e984a8-0317-423c-bf67-0b5ff5a4b1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:35.925877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Bound using segment: {'id': '37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '85e984a8-0317-423c-bf67-0b5ff5a4b1d1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:35.926470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Bound port: 0f7a51ef-9bf0-40f4-8915-5b2f095493e6, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '85e984a8-0317-423c-bf67-0b5ff5a4b1d1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:35.927001 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:35.930090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] Pushing event updated for resources: {'Network': ['ID=9b127f34-50e4-44af-84d9-c02921db4da4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:35.942903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=9102c4a3-3131-4228-b906-f08616de0114,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:35.949460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9b127f34-50e4-44af-84d9-c02921db4da4 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:16:36.017072 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-91d9b969-9eec-4e73-a157-c1bdc17c7e96 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9511259 Aug 24 00:16:36.020025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46410) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:36.025106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Request body: {'subnet': {'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-subnet', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:36.075645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-285f2b7c-31b5-42f0-93e0-065093047995 req-d5861deb-a5dc-4476-a190-894bb88dfd98 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458685 Aug 24 00:16:36.098421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] For port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:36.103244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] For port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,segment=NetworkSegment(37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1),segment_id=37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:36.117247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c87c6-6da6-4994-aaa3-a3f3cdf3832f req-f3eb85f6-45fc-4301-b415-8e7a174eccc1 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.119045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-387c87c6-6da6-4994-aaa3-a3f3cdf3832f req-f3eb85f6-45fc-4301-b415-8e7a174eccc1 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 943 time: 0.0917134 Aug 24 00:16:36.125078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Made reservation on behalf of ee09ead979ea4026a67b5e28f6cff8e0 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:36.127827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.159514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['9102c4a3-3131-4228-b906-f08616de0114'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:36.166848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-387c87c6-6da6-4994-aaa3-a3f3cdf3832f req-1a7a16f4-75c7-4409-9612-90ff90117ec4 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Aug 24 00:16:36.188954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.261506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:36.273459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.274147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.275538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-8de4f9cd-d6d3-4d49-96c1-2e0030fb97b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f7a51ef-9bf0-40f4-8915-5b2f095493e6 HTTP/1.1" status: 200 len: 1091 time: 1.1893380 Aug 24 00:16:36.283311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83bb877-f07c-49d5-84ac-ec9b01aa259b', 'tag': '0f7a51ef-9bf0-40f4-8915-5b2f095493e6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:36.285588 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c4efa9-5584-4ddb-95e3-9daf44527c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b83bb877-f07c-49d5-84ac-ec9b01aa259b", "tag": "0f7a51ef-9bf0-40f4-8915-5b2f095493e6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:36.341925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7cba8-6f30-49a2-a4cc-2ae12baf9f55 req-0f6b2e40-ca01-4494-ae01-ac0d9a8bc0e8 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.344133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdb7cba8-6f30-49a2-a4cc-2ae12baf9f55 req-0f6b2e40-ca01-4494-ae01-ac0d9a8bc0e8 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 943 time: 0.0745156 Aug 24 00:16:36.345587 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd10cee-4aaf-4bed-b035-88bbda58c4d0 x-openstack-request-id: req-acd10cee-4aaf-4bed-b035-88bbda58c4d0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:36.346006 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83bb877-f07c-49d5-84ac-ec9b01aa259b", "tag": "0f7a51ef-9bf0-40f4-8915-5b2f095493e6", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:36.354328 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acd10cee-4aaf-4bed-b035-88bbda58c4d0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:36.354328 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83bb877-f07c-49d5-84ac-ec9b01aa259b', 'tag': '0f7a51ef-9bf0-40f4-8915-5b2f095493e6', 'status': 'completed', 'code': 200} Aug 24 00:16:36.427961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdb7cba8-6f30-49a2-a4cc-2ae12baf9f55 req-8f947815-cdd5-4bbf-90c0-224a38d37303 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731294 Aug 24 00:16:36.467573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4efa9-5584-4ddb-95e3-9daf44527c1a req-18d2745e-1fe5-4ed9-afc7-9cedf5b59af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.469515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82c4efa9-5584-4ddb-95e3-9daf44527c1a req-18d2745e-1fe5-4ed9-afc7-9cedf5b59af3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02364582ef1f49ba9b562f0cb46809a3&device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 1094 time: 0.0849771 Aug 24 00:16:36.477293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b20b99-6c02-43f5-bd93-bd437f8ca6ea req-44c0aa4e-b050-4b42-86cc-931a132ed683 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.478708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b20b99-6c02-43f5-bd93-bd437f8ca6ea req-44c0aa4e-b050-4b42-86cc-931a132ed683 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 944 time: 0.0803099 Aug 24 00:16:36.507155 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.556055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=337a986d-41b1-4ffc-ac44-bb4185239b66,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:36.571834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b20b99-6c02-43f5-bd93-bd437f8ca6ea req-dca15c59-b705-468b-834f-a812a5772d37 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0868678 Aug 24 00:16:36.580057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Checking segment: {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:36.580617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Network hostable DHCP agents. Network: 9b127f34-50e4-44af-84d9-c02921db4da4, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:16:36.606292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4efa9-5584-4ddb-95e3-9daf44527c1a req-99fd25fe-5286-43c2-818a-44f232f6ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.607742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82c4efa9-5584-4ddb-95e3-9daf44527c1a req-99fd25fe-5286-43c2-818a-44f232f6ae16 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=02364582ef1f49ba9b562f0cb46809a3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1169446 Aug 24 00:16:36.688757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Network 9b127f34-50e4-44af-84d9-c02921db4da4 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:16:36.706670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4efa9-5584-4ddb-95e3-9daf44527c1a req-7e52eb64-1712-4a9b-83a0-d04c90f483fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.708134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82c4efa9-5584-4ddb-95e3-9daf44527c1a req-7e52eb64-1712-4a9b-83a0-d04c90f483fb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933616 Aug 24 00:16:36.781464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9b127f34-50e4-44af-84d9-c02921db4da4) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:36.791497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.792373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.798463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05874c9f-b794-4610-ba68-ff7e9cbe5f41 None None] Network 9b127f34-50e4-44af-84d9-c02921db4da4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:36.827904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-08acd6d6-63f5-494c-816d-294bd43521ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.829586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-08acd6d6-63f5-494c-816d-294bd43521ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02364582ef1f49ba9b562f0cb46809a3&device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 1094 time: 0.0533006 Aug 24 00:16:36.898890 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f314bc72-dd13-4b06-b5ae-01f0975e86c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8752799 Aug 24 00:16:36.899119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46432) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:36.904037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:36.904938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-469a25cd-4272-499a-a036-c9dbbb2f7d53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f7a51ef-9bf0-40f4-8915-5b2f095493e6 HTTP/1.1" status: 200 len: 217 time: 0.0545876 Aug 24 00:16:36.973093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-9b127f34-50e4-44af-84d9-c02921db4da4', 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'fixed_ips': [{'subnet_id': '337a986d-41b1-4ffc-ac44-bb4185239b66'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:16:36.974604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:36.980619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-10f98e6c-eb34-4e19-b6a7-80c026d37ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:36.981855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-10f98e6c-eb34-4e19-b6a7-80c026d37ea0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82900a67-aed6-4723-a14f-c20afb2ee797 HTTP/1.1" status: 200 len: 855 time: 0.0707748 Aug 24 00:16:37.000366 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.001411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.026651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-3321c84a-1c00-43fb-9017-1a94e3a36900 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85e984a8-0317-423c-bf67-0b5ff5a4b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368962 Aug 24 00:16:37.094304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.149037 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-60c53c1e-094d-412c-adee-c281a083d309 service neutron] 10.222.0.36 "GET /v2.0/networks/85e984a8-0317-423c-bf67-0b5ff5a4b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148939 Aug 24 00:16:37.157852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Allocated IP 172.20.0.2 (9b127f34-50e4-44af-84d9-c02921db4da4/337a986d-41b1-4ffc-ac44-bb4185239b66/30ae60e5-54c4-40f8-b7eb-058ba95342b9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:37.260825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f871-c625-4cfc-a797-6cc42760ff2d req-bb3dae13-dbe4-4015-969e-8bf8661f41d1 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:37.262669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d24f871-c625-4cfc-a797-6cc42760ff2d req-bb3dae13-dbe4-4015-969e-8bf8661f41d1 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 948 time: 0.1093562 Aug 24 00:16:37.319729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.339019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aefaa37-0dad-40f8-a454-2ddc048772a1 req-0a337434-68ef-46ea-abc9-dee10f04e34b service neutron] 10.222.0.36 "GET /v2.0/networks/85e984a8-0317-423c-bf67-0b5ff5a4b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749387 Aug 24 00:16:37.361062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d24f871-c625-4cfc-a797-6cc42760ff2d req-80068764-0f17-441a-8264-070bce3ae208 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775702 Aug 24 00:16:37.370154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5786dbf-40bb-404a-b179-7dd6b062948c req-21667f10-b4ba-4417-b23a-42c2147ec812 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:37.371811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5786dbf-40bb-404a-b179-7dd6b062948c req-21667f10-b4ba-4417-b23a-42c2147ec812 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 943 time: 0.1013010 Aug 24 00:16:37.418351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5786dbf-40bb-404a-b179-7dd6b062948c req-df628f2e-9b33-4f0e-9c8f-8a6e22103db7 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356641 Aug 24 00:16:37.486948 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.497338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Transition to ACTIVE for port object 30ae60e5-54c4-40f8-b7eb-058ba95342b9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:37.523572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Transition to ACTIVE for port object 30ae60e5-54c4-40f8-b7eb-058ba95342b9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:37.557266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 61e070de-7033-4e28-b628-19ef95d0285d details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:37.559431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9102c4a3-3131-4228-b906-f08616de0114 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:37.578413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97051d82-7a49-4220-b638-286ca725ee22 req-0b8e0cd8-b7a5-49cf-a95b-e11c7b33b072 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:37.579916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97051d82-7a49-4220-b638-286ca725ee22 req-0b8e0cd8-b7a5-49cf-a95b-e11c7b33b072 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 943 time: 0.0672326 Aug 24 00:16:37.622805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97051d82-7a49-4220-b638-286ca725ee22 req-5d655e9c-7779-44fe-a9bc-729d73585338 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345843 Aug 24 00:16:37.636152 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.696645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.721034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.730657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17829240-c9e5-4aae-a1ac-0a2441dbc770 req-95d010c2-1189-483d-a4a6-e6ce235beb9a tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:37.734452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17829240-c9e5-4aae-a1ac-0a2441dbc770 req-95d010c2-1189-483d-a4a6-e6ce235beb9a tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 944 time: 0.0603356 Aug 24 00:16:37.759305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Network 9b127f34-50e4-44af-84d9-c02921db4da4 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:37.765370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:37.768373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:37.770643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Pushing event updated for resources: {'Port': ['ID=30ae60e5-54c4-40f8-b7eb-058ba95342b9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:37.787436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17829240-c9e5-4aae-a1ac-0a2441dbc770 req-eb88e010-eff0-4ce0-a31e-07551adb46bd tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456891 Aug 24 00:16:37.857925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Allocated IP 172.25.5.144 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/5f81c747-ef89-4aa4-8255-223f5bb15314) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:37.862852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 61e070de-7033-4e28-b628-19ef95d0285d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=61e070de-7033-4e28-b628-19ef95d0285d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:37.880962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Attempting to bind port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:37.881357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Attempting to bind port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:37.881761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Attempting to bind port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 on network 9b127f34-50e4-44af-84d9-c02921db4da4 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:37.885027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '61e070de-7033-4e28-b628-19ef95d0285d', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '61e070de-7033-4e28-b628-19ef95d0285d', 'mac_address': 'fa:16:3e:52:77:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:37.888944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 9102c4a3-3131-4228-b906-f08616de0114 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:37.893358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:37.893910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Checking segment: {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:37.894423 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.894826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Bound using segment: {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:37.895298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Bound port: 30ae60e5-54c4-40f8-b7eb-058ba95342b9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:37.895692 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.899348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 9102c4a3-3131-4228-b906-f08616de0114 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:37.899509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:37.982669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.026912 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.061464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e070de-7033-4e28-b628-19ef95d0285d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:38.081884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.104558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] For port 30ae60e5-54c4-40f8-b7eb-058ba95342b9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:38.125369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 61e070de-7033-4e28-b628-19ef95d0285d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=61e070de-7033-4e28-b628-19ef95d0285d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:38.130729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] For port 30ae60e5-54c4-40f8-b7eb-058ba95342b9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=30ae60e5-54c4-40f8-b7eb-058ba95342b9,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:38.134133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:38.139060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:38.145652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:38.148888 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.149016 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Pushing event updated for resources: {'Port': ['ID=5f81c747-ef89-4aa4-8255-223f5bb15314,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:38.178589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9102c4a3-3131-4228-b906-f08616de0114'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:38.181074 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f6ab89-0e19-4bab-8844-29760c6bab00" -d '{"events": [{"server_uuid": "a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3", "name": "network-vif-plugged", "status": "completed", "tag": "9102c4a3-3131-4228-b906-f08616de0114"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:38.186932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.187689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4de38975-35f3-4c87-8aef-430b35b4f025 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:38.219707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9102c4a3-3131-4228-b906-f08616de0114, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9102c4a3-3131-4228-b906-f08616de0114,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:38.222746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.259985 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7f7821-6e53-4d4f-ac79-7a7f02f73c8d x-openstack-request-id: req-0e7f7821-6e53-4d4f-ac79-7a7f02f73c8d {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:38.260362 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3", "name": "network-vif-plugged", "status": "completed", "tag": "9102c4a3-3131-4228-b906-f08616de0114", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:38.260727 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e7f7821-6e53-4d4f-ac79-7a7f02f73c8d {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:38.261177 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9102c4a3-3131-4228-b906-f08616de0114', 'code': 200} Aug 24 00:16:38.319728 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.358747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=61e070de-7033-4e28-b628-19ef95d0285d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:38.370867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31612d-21ee-415f-8098-6ece557f495b req-7347ef9e-453f-4b31-8041-ca5070e7063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.372646 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe31612d-21ee-415f-8098-6ece557f495b req-7347ef9e-453f-4b31-8041-ca5070e7063e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 1096 time: 0.0549297 Aug 24 00:16:38.421245 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe31612d-21ee-415f-8098-6ece557f495b req-4bb7ccc0-e25c-46eb-b279-74d9ffaa43d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0395474 Aug 24 00:16:38.429644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4de38975-35f3-4c87-8aef-430b35b4f025, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4de38975-35f3-4c87-8aef-430b35b4f025,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:38.452585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '4de38975-35f3-4c87-8aef-430b35b4f025', 'network_id': '4339e103-af72-4592-8df9-ccce7ca09f39', 'port_id': '4de38975-35f3-4c87-8aef-430b35b4f025', 'mac_address': 'fa:16:3e:9a:ef:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4e6259-d828-4f6d-992a-d9d0abb13a59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:38.458008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e760-c7f5-4eeb-96e4-99616ad22e8a None None] Pushing event updated for resources: {'Port': ['ID=30ae60e5-54c4-40f8-b7eb-058ba95342b9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:38.557167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=9102c4a3-3131-4228-b906-f08616de0114,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:38.572691 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.574089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f340d64-0bb0-4e75-8eb4-e63a10013bd5 req-e4b1a73d-1bfb-4cd6-9640-658f3ce6e949 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.591251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f340d64-0bb0-4e75-8eb4-e63a10013bd5 req-e4b1a73d-1bfb-4cd6-9640-658f3ce6e949 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 949 time: 0.1382906 Aug 24 00:16:38.603444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de38975-35f3-4c87-8aef-430b35b4f025 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:38.625025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.656231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4de38975-35f3-4c87-8aef-430b35b4f025, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4de38975-35f3-4c87-8aef-430b35b4f025,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:38.693381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f340d64-0bb0-4e75-8eb4-e63a10013bd5 req-f309bbf7-2370-4270-94b1-9f2ec8c37424 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008432 Aug 24 00:16:38.716712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11828478-7857-474f-93b4-07cb4a4ca367 req-cca8a1ed-f9d1-428e-b288-906d5df84671 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.722435 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11828478-7857-474f-93b4-07cb4a4ca367 req-cca8a1ed-f9d1-428e-b288-906d5df84671 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 943 time: 0.1802783 Aug 24 00:16:38.727418 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.794811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11828478-7857-474f-93b4-07cb4a4ca367 req-b8386cbd-3dfa-4c65-99d0-1609235bba3b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559092 Aug 24 00:16:38.821640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=4de38975-35f3-4c87-8aef-430b35b4f025,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:38.852347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba521f2-c811-4020-9d1e-095b387f835c req-5312bcdf-9b2d-44fb-975b-616058d04d2a tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.854110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ba521f2-c811-4020-9d1e-095b387f835c req-5312bcdf-9b2d-44fb-975b-616058d04d2a tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 943 time: 0.0499268 Aug 24 00:16:38.890689 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:38.941903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ba521f2-c811-4020-9d1e-095b387f835c req-8c20ace1-a4c5-4193-95f8-2d1f3e44fe78 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788403 Aug 24 00:16:38.955607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3aaf7-130d-4726-8431-698fb7a9df38 req-46f9c704-65c7-4686-af38-6202662418fc tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:38.957454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91b3aaf7-130d-4726-8431-698fb7a9df38 req-46f9c704-65c7-4686-af38-6202662418fc tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 945 time: 0.0876639 Aug 24 00:16:39.001437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91b3aaf7-130d-4726-8431-698fb7a9df38 req-e1620292-bce3-47af-88b4-3f6c9954bffb tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0346878 Aug 24 00:16:39.048323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['61e070de-7033-4e28-b628-19ef95d0285d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:39.052281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4de38975-35f3-4c87-8aef-430b35b4f025'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:39.119402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Router f54cb684-68b8-45b9-804b-d3df7e50dbe3 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:16:39.276240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:39.291023 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Sync routers for ids ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:39.304600 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Routers {'f54cb684-68b8-45b9-804b-d3df7e50dbe3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:39.310805 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:39.372123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:39.372123 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d9a6fb4-5dcf-45a6-b130-96f1ffb73e01 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4715011 Aug 24 00:16:39.374785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46512) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:39.466386 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Set router f54cb684-68b8-45b9-804b-d3df7e50dbe3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:39.673156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2834ed-91f2-4554-8076-a67d0c9dc19b None None] Network 9b127f34-50e4-44af-84d9-c02921db4da4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:39.854138 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:38Z', 'revision_number': 3, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port': {'id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:39.862572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-37000d02-948c-4e54-998f-3c027bb77fd6 None None] Provisioning for port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:39.888514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 30ae60e5-54c4-40f8-b7eb-058ba95342b9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:39.927192 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Checking router: f54cb684-68b8-45b9-804b-d3df7e50dbe3 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:16:39.927811 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Updating router f54cb684-68b8-45b9-804b-d3df7e50dbe3 port 5f81c747-ef89-4aa4-8255-223f5bb15314 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:16:39.955614 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:39.986115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ebbc7-88c8-42c4-ae6b-30b0d40cc4ad req-5343900d-b9f6-424a-8c45-1f8778c775ab tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:39.993728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-402ebbc7-88c8-42c4-ae6b-30b0d40cc4ad req-5343900d-b9f6-424a-8c45-1f8778c775ab tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 949 time: 0.1119537 Aug 24 00:16:40.052717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-402ebbc7-88c8-42c4-ae6b-30b0d40cc4ad req-59afef92-aaeb-4302-b7df-1d2b0c10d85d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Aug 24 00:16:40.118496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:40.124583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:40.125418 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.221436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.272531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e80f9-c125-4fbc-af7f-46172a60003e req-bb3fba4d-02e9-42a5-a1db-390bb4f0907d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.293292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c0e80f9-c125-4fbc-af7f-46172a60003e req-bb3fba4d-02e9-42a5-a1db-390bb4f0907d tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 944 time: 0.1272867 Aug 24 00:16:40.343524 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.365792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c0e80f9-c125-4fbc-af7f-46172a60003e req-18b9fe19-9bd1-4cca-83d6-1d6be2ba800f tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712383 Aug 24 00:16:40.432711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 30ae60e5-54c4-40f8-b7eb-058ba95342b9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=30ae60e5-54c4-40f8-b7eb-058ba95342b9,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:40.463516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Allocated IP 172.20.0.1 (9b127f34-50e4-44af-84d9-c02921db4da4/337a986d-41b1-4ffc-ac44-bb4185239b66/599ac1dc-b619-4d9d-ab05-5ebe8198669a) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:40.505968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dbf23ede-d08e-4fa2-9c79-52297049f579 None None] Provisioning complete for port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:40.506840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dbf23ede-d08e-4fa2-9c79-52297049f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.519587 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.547092 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Transition to ACTIVE for port object 5f81c747-ef89-4aa4-8255-223f5bb15314 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:40.567955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d900-10b1-4cbc-a1a6-d71fd1680f2d req-d931ba96-8553-4580-bf8a-c22493d659ca tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.578782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69a8d900-10b1-4cbc-a1a6-d71fd1680f2d req-d931ba96-8553-4580-bf8a-c22493d659ca tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 943 time: 0.1260474 Aug 24 00:16:40.581702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.644536 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.667509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69a8d900-10b1-4cbc-a1a6-d71fd1680f2d req-56dc8019-4226-4173-bd21-aa482883db63 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822482 Aug 24 00:16:40.682246 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.688910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=30ae60e5-54c4-40f8-b7eb-058ba95342b9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:40.714819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Transition to ACTIVE for port object 599ac1dc-b619-4d9d-ab05-5ebe8198669a will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:40.716208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d02e0f-aac3-4a6b-8801-96fcf4df7f64 req-c86cf267-541d-4f9a-a774-5ae757ae685a tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.718514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7d02e0f-aac3-4a6b-8801-96fcf4df7f64 req-c86cf267-541d-4f9a-a774-5ae757ae685a tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 945 time: 0.1134396 Aug 24 00:16:40.778550 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Attempting to bind port 5f81c747-ef89-4aa4-8255-223f5bb15314 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:40.779025 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Attempting to bind port 5f81c747-ef89-4aa4-8255-223f5bb15314 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:40.779400 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Attempting to bind port 5f81c747-ef89-4aa4-8255-223f5bb15314 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:40.783260 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee8058-ec9a-4f0b-84d9-1857132da808 None None] Pushing event updated for resources: {'Port': ['ID=5f81c747-ef89-4aa4-8255-223f5bb15314,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:40.795179 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:40.796427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:40.797019 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.797608 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:40.798277 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Bound port: 5f81c747-ef89-4aa4-8255-223f5bb15314, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:40.798942 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.822708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7d02e0f-aac3-4a6b-8801-96fcf4df7f64 req-13268097-2d15-4eab-9d27-71c0e91dc122 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0941167 Aug 24 00:16:40.884419 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] For port 5f81c747-ef89-4aa4-8255-223f5bb15314, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:40.889994 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] For port 5f81c747-ef89-4aa4-8255-223f5bb15314, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5f81c747-ef89-4aa4-8255-223f5bb15314,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:40.896600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.942948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Network 9b127f34-50e4-44af-84d9-c02921db4da4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:40.945003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227d2a9-bd23-4161-87cf-fddf65034154 req-79c6a96b-e73b-41da-9fe6-806cc44fe8d9 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:40.946173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:40.946812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7227d2a9-bd23-4161-87cf-fddf65034154 req-79c6a96b-e73b-41da-9fe6-806cc44fe8d9 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Aug 24 00:16:40.956478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46546) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:40.959602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:40.961617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Request body: {'floatingip': {'port_id': '9102c4a3-3131-4228-b906-f08616de0114'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:40.965968 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:40.989173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Pushing event updated for resources: {'Port': ['ID=599ac1dc-b619-4d9d-ab05-5ebe8198669a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:41.027998 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Routers {'f54cb684-68b8-45b9-804b-d3df7e50dbe3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:41.028645 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:41.043099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.381114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d237070f-42bd-4572-83f0-15f07cf3fa80 None None] Provisioning for port 599ac1dc-b619-4d9d-ab05-5ebe8198669a completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:41.386306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d237070f-42bd-4572-83f0-15f07cf3fa80 None None] Provisioning complete for port 599ac1dc-b619-4d9d-ab05-5ebe8198669a triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:41.386912 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d237070f-42bd-4572-83f0-15f07cf3fa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.403823 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee8058-ec9a-4f0b-84d9-1857132da808 None None] Pushing event updated for resources: {'Port': ['ID=5f81c747-ef89-4aa4-8255-223f5bb15314,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:41.433278 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] Set router f54cb684-68b8-45b9-804b-d3df7e50dbe3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:41.490817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d237070f-42bd-4572-83f0-15f07cf3fa80 None None] Port 599ac1dc-b619-4d9d-ab05-5ebe8198669a cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:41.511599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.549716 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.587581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 61e070de-7033-4e28-b628-19ef95d0285d up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:41.741763 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:38Z', 'revision_number': 3, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port': {'id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:41.742523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254033d-ddf3-4078-85af-306d66d0bc6d req-1eedff92-1f33-4fa0-b2a2-73dcf72721eb tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:41.751715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6254033d-ddf3-4078-85af-306d66d0bc6d req-1eedff92-1f33-4fa0-b2a2-73dcf72721eb tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 949 time: 0.2708619 Aug 24 00:16:41.790401 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2a0b-ac81-4bf3-80aa-2e3affea9765 None None] The sync data for ids ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'] in n-d-804878-2 is: [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:38Z', 'revision_number': 3, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port': {'id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:41.804352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 61e070de-7033-4e28-b628-19ef95d0285d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:41.809834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 61e070de-7033-4e28-b628-19ef95d0285d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:41.810254 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.819864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efab80-6f11-406c-8343-366e43809d9c req-3502847d-19c9-4bba-bbc1-25a5641cc511 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:41.828858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1efab80-6f11-406c-8343-366e43809d9c req-3502847d-19c9-4bba-bbc1-25a5641cc511 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 944 time: 0.3466604 Aug 24 00:16:41.864090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.892664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 30ae60e5-54c4-40f8-b7eb-058ba95342b9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:41.918228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:41.962257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6254033d-ddf3-4078-85af-306d66d0bc6d req-a8c4baca-215e-4bb0-90e7-09aa5f6198c3 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091467 Aug 24 00:16:42.039510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:42.039882 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.054571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1efab80-6f11-406c-8343-366e43809d9c req-83c99b31-f67a-450e-8ad9-1546dc9d09e1 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235901 Aug 24 00:16:42.350686 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.380673 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.470790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 61e070de-7033-4e28-b628-19ef95d0285d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=61e070de-7033-4e28-b628-19ef95d0285d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:42.471870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ce495c-5d36-40a9-bf69-3fe382cc1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e070de-7033-4e28-b628-19ef95d0285d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:42.474515 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d824827-7671-4f07-9caf-bdf9033696dd" -d '{"events": [{"server_uuid": "05ce495c-5d36-40a9-bf69-3fe382cc1122", "name": "network-vif-plugged", "status": "completed", "tag": "61e070de-7033-4e28-b628-19ef95d0285d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:42.611749 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ecd04-a80e-4248-aad8-a7dbc769eb38 x-openstack-request-id: req-006ecd04-a80e-4248-aad8-a7dbc769eb38 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:42.611749 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ce495c-5d36-40a9-bf69-3fe382cc1122", "name": "network-vif-plugged", "status": "completed", "tag": "61e070de-7033-4e28-b628-19ef95d0285d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:42.611749 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-006ecd04-a80e-4248-aad8-a7dbc769eb38 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:42.611749 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ce495c-5d36-40a9-bf69-3fe382cc1122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e070de-7033-4e28-b628-19ef95d0285d', 'code': 200} Aug 24 00:16:42.611749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:16:42.613934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Pushing event updated for resources: {'Port': ['ID=599ac1dc-b619-4d9d-ab05-5ebe8198669a,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:42.614798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c50ba2-cbde-455f-a01b-ddeeda49eebe req-c3c7f479-1abc-4850-b50c-3ee30b489ef1 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:42.615470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.615621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48c50ba2-cbde-455f-a01b-ddeeda49eebe req-c3c7f479-1abc-4850-b50c-3ee30b489ef1 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 943 time: 0.3410718 Aug 24 00:16:42.741119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Network 9b127f34-50e4-44af-84d9-c02921db4da4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:42.746841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:42.849543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d55a66-aeb7-42d1-8618-a81beff02715 req-3bbc0e77-7ecc-4ea5-ad3b-3dfaa7c5e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:42.851186 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4d55a66-aeb7-42d1-8618-a81beff02715 req-3bbc0e77-7ecc-4ea5-ad3b-3dfaa7c5e939 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 1100 time: 0.1470013 Aug 24 00:16:42.863116 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:42.865607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4de38975-35f3-4c87-8aef-430b35b4f025 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:42.868824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,segment=NetworkSegment(37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1),segment_id=37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:42.930158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48c50ba2-cbde-455f-a01b-ddeeda49eebe req-876766c4-6e1d-4229-abe5-3d74af92d169 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617035 Aug 24 00:16:42.993072 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4d55a66-aeb7-42d1-8618-a81beff02715 req-079e4552-86ce-41af-8053-6bd5e0d70399 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308846 Aug 24 00:16:43.057807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Router f54cb684-68b8-45b9-804b-d3df7e50dbe3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:16:43.144254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '0f7a51ef-9bf0-40f4-8915-5b2f095493e6', 'network_id': '85e984a8-0317-423c-bf67-0b5ff5a4b1d1', 'port_id': '0f7a51ef-9bf0-40f4-8915-5b2f095493e6', 'mac_address': 'fa:16:3e:98:96:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82900a67-aed6-4723-a14f-c20afb2ee797', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:16:43.146611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=61e070de-7033-4e28-b628-19ef95d0285d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:43.234932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.249493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 4de38975-35f3-4c87-8aef-430b35b4f025 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:43.282891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 4de38975-35f3-4c87-8aef-430b35b4f025 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:43.283439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.441872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfe6fb-a636-4ffb-a0dc-0ff422ab23e7 req-32fc94b2-8346-4562-bb72-581f4695287d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.449486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4bfe6fb-a636-4ffb-a0dc-0ff422ab23e7 req-32fc94b2-8346-4562-bb72-581f4695287d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 950 time: 0.2478275 Aug 24 00:16:43.484836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.resource_extend [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:16:43.520461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:43.549602 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a110bd47-27f1-4c2e-ad8f-4c25ecd6ee97 admin admin] 10.222.0.26 "PUT /v2.0/routers/f54cb684-68b8-45b9-804b-d3df7e50dbe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1611156 Aug 24 00:16:43.549854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5f392-4e6f-4213-916a-13efb2301e9c req-8f98743f-67b6-4b5b-a463-0df0a3f41ceb tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:43.566479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcf5f392-4e6f-4213-916a-13efb2301e9c req-8f98743f-67b6-4b5b-a463-0df0a3f41ceb tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 944 time: 0.3428128 Aug 24 00:16:43.651631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4bfe6fb-a636-4ffb-a0dc-0ff422ab23e7 req-fda838a7-9567-4626-b055-051eda7f1e78 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993670 Aug 24 00:16:43.698023 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.720503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcf5f392-4e6f-4213-916a-13efb2301e9c req-40bf6340-18ce-4e9c-a6c6-1d3ae03a48ae tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530762 Aug 24 00:16:43.724169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-145be63c-9402-46b3-a0b0-fc212082dade None None] Provisioning complete for port 599ac1dc-b619-4d9d-ab05-5ebe8198669a triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:43.724169 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-145be63c-9402-46b3-a0b0-fc212082dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.734319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:16:43.758303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,segment=NetworkSegment(37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1),segment_id=37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:43.760663 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.770152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.873020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5f81c747-ef89-4aa4-8255-223f5bb15314 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:43.901477 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:43.970016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4de38975-35f3-4c87-8aef-430b35b4f025, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4de38975-35f3-4c87-8aef-430b35b4f025,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:43.974768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-145be63c-9402-46b3-a0b0-fc212082dade None None] Port 599ac1dc-b619-4d9d-ab05-5ebe8198669a cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:43.997608 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Floating IP 76a135e7-b8e8-476c-9662-28571672bf79 associated. External IP: 172.25.5.109, port: 9102c4a3-3131-4228-b906-f08616de0114. Aug 24 00:16:44.000045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:44.067197 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:44.128485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5f81c747-ef89-4aa4-8255-223f5bb15314 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:44.137349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5f81c747-ef89-4aa4-8255-223f5bb15314 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:44.145247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:44.242221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=4de38975-35f3-4c87-8aef-430b35b4f025,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:44.303073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78868-c40b-4306-98d0-a2069f0fe0d6 req-f3e83889-35f0-4072-ad47-f21fc51637a3 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:44.305314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fc78868-c40b-4306-98d0-a2069f0fe0d6 req-f3e83889-35f0-4072-ad47-f21fc51637a3 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 944 time: 0.1650245 Aug 24 00:16:44.349215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:44.406533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5f81c747-ef89-4aa4-8255-223f5bb15314, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5f81c747-ef89-4aa4-8255-223f5bb15314,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:44.435362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fc78868-c40b-4306-98d0-a2069f0fe0d6 req-e58d473e-3d78-4b20-89f4-f53e27460c24 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148763 Aug 24 00:16:44.448097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:16:44.461425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['0f7a51ef-9bf0-40f4-8915-5b2f095493e6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:44.544806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9177a7b3-e510-46bc-926e-ce5f0784238c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de38975-35f3-4c87-8aef-430b35b4f025'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:44.548243 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d86d07-ed5a-4ed3-9fb4-a944a6e7b197" -d '{"events": [{"server_uuid": "9177a7b3-e510-46bc-926e-ce5f0784238c", "name": "network-vif-plugged", "status": "completed", "tag": "4de38975-35f3-4c87-8aef-430b35b4f025"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:44.564517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:44.667529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5f81c747-ef89-4aa4-8255-223f5bb15314,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:44.681248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:44.695704 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:44.732720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-787b54cd-739a-497d-acc2-dbb346bcac50 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "PUT /v2.0/floatingips/76a135e7-b8e8-476c-9662-28571672bf79 HTTP/1.1" status: 200 len: 991 time: 3.7748442 Aug 24 00:16:44.734109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'tag': '9102c4a3-3131-4228-b906-f08616de0114'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:44.738308 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac03038f-aca7-45eb-889f-e9794fdcb7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3", "tag": "9102c4a3-3131-4228-b906-f08616de0114"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:44.745930 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977e1973-02ae-42e4-a09e-4a6e13b32af1 x-openstack-request-id: req-977e1973-02ae-42e4-a09e-4a6e13b32af1 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:44.746444 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9177a7b3-e510-46bc-926e-ce5f0784238c", "name": "network-vif-plugged", "status": "completed", "tag": "4de38975-35f3-4c87-8aef-430b35b4f025", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:44.746444 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-977e1973-02ae-42e4-a09e-4a6e13b32af1 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:44.747344 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9177a7b3-e510-46bc-926e-ce5f0784238c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de38975-35f3-4c87-8aef-430b35b4f025', 'code': 200} Aug 24 00:16:44.749879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] Sync routers for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:44.784437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:44.787766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:44.791527 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Sync routers for ids ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:44.814775 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Routers {'f54cb684-68b8-45b9-804b-d3df7e50dbe3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:44.817615 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:44.910276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46624) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:44.921052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-network', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:44.984542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7576533-3a41-4ea8-93d0-298e7c531f92 req-5decd146-daca-4e0e-9c1c-4d1831cd5f53 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:44.990649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7576533-3a41-4ea8-93d0-298e7c531f92 req-5decd146-daca-4e0e-9c1c-4d1831cd5f53 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 950 time: 0.1122417 Aug 24 00:16:45.024223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457baeaf-8736-41d2-8886-01a7afb0d2ec req-1e819240-28d1-4fa4-ad40-6a0305eadccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.028209 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-457baeaf-8736-41d2-8886-01a7afb0d2ec req-1e819240-28d1-4fa4-ad40-6a0305eadccc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 1096 time: 0.2985475 Aug 24 00:16:45.068299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:45.068510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7576533-3a41-4ea8-93d0-298e7c531f92 req-4bf8ade0-e2e4-469e-8159-be4e34e3620a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716076 Aug 24 00:16:45.094084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Made reservation on behalf of ebcb430115e74e3f928360beb6a74f75 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:45.096502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.151640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.217413 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-457baeaf-8736-41d2-8886-01a7afb0d2ec req-98e8951d-af59-4d47-892e-e4219e87edef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797330 Aug 24 00:16:45.218825 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5c986e-0245-4dee-9b9c-25f537739eb4 x-openstack-request-id: req-3e5c986e-0245-4dee-9b9c-25f537739eb4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:45.219643 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3", "tag": "9102c4a3-3131-4228-b906-f08616de0114", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:45.220130 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e5c986e-0245-4dee-9b9c-25f537739eb4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:45.220770 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'tag': '9102c4a3-3131-4228-b906-f08616de0114', 'status': 'completed', 'code': 200} Aug 24 00:16:45.246759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55068b-a261-4fde-ab05-2c4e54597b11 req-ec2c4e03-c19d-4a6d-81a9-5c1df521ec98 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.269200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c55068b-a261-4fde-ab05-2c4e54597b11 req-ec2c4e03-c19d-4a6d-81a9-5c1df521ec98 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 945 time: 0.1692410 Aug 24 00:16:45.413322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c55068b-a261-4fde-ab05-2c4e54597b11 req-80feadc4-3eee-4ace-8a3e-75b38c944147 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372702 Aug 24 00:16:45.488027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.507589 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Set router f54cb684-68b8-45b9-804b-d3df7e50dbe3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:45.564378 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.606712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '76a135e7-b8e8-476c-9662-28571672bf79', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'port_id': '9102c4a3-3131-4228-b906-f08616de0114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'mac_address': 'fa:16:3e:f2:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:16:23Z', 'updated_at': '2021-08-24T00:16:43Z', 'revision_number': 1, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:24Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:45.616631 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:16:45.645533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31339cb7-0ef0-4f91-8513-f3b900461877,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:45.658052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] Checking router: 50b865a2-8528-4fae-a2bc-d5f0ff918d22 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:16:45.669189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:45.670881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:45.672248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.672785 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Added segment d9c6ecd3-690a-4a58-90c6-72f443b5485a of type vlan for network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc Aug 24 00:16:45.777752 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.813090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-5823c3b7-7a7c-42e0-a94c-c2d2d58c42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.828621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-5823c3b7-7a7c-42e0-a94c-c2d2d58c42d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2953bced19af4c6e885bd800261e4d97&device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 1096 time: 0.4142401 Aug 24 00:16:45.862654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5f81c747-ef89-4aa4-8255-223f5bb15314 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:45.884060 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.885394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:45.886215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.896930 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:41Z', 'revision_number': 4, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port': {'id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '599ac1dc-b619-4d9d-ab05-5ebe8198669a', 'name': '', 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'mac_address': 'fa:16:3e:9d:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337a986d-41b1-4ffc-ac44-bb4185239b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:40Z', 'updated_at': '2021-08-24T00:16:41Z', 'revision_number': 2, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'subnets': [{'id': '337a986d-41b1-4ffc-ac44-bb4185239b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:45.927982 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Checking router: f54cb684-68b8-45b9-804b-d3df7e50dbe3 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:16:45.928510 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Updating router f54cb684-68b8-45b9-804b-d3df7e50dbe3 port 599ac1dc-b619-4d9d-ab05-5ebe8198669a binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:16:45.975058 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:45.999909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5f81c747-ef89-4aa4-8255-223f5bb15314 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:46.000680 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.046118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] Pushing event updated for resources: {'Network': ['ID=75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:46.053063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:46.067425 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6a97f99d-7c7a-49e2-a31e-61e7dc2f3337 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1541259 Aug 24 00:16:46.070968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46642) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:46.085495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Request body: {'subnet': {'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-subnet', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:46.132218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:16:46.227656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Made reservation on behalf of ebcb430115e74e3f928360beb6a74f75 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:16:46.230578 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.487195 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.513302 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Transition to ACTIVE for port object 599ac1dc-b619-4d9d-ab05-5ebe8198669a will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:46.611635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-4fb43eab-bddb-4248-8791-d4681fe9f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.613132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-4fb43eab-bddb-4248-8791-d4681fe9f7b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e27beae1-d140-4aa5-9951-78aa4902646b HTTP/1.1" status: 200 len: 913 time: 0.7638526 Aug 24 00:16:46.624853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:46.641614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310756e3-edea-4cb0-ba8b-bca7ba4eca44 req-3da5ee81-880f-4bef-ac48-87900e3e7e97 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.643195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-310756e3-edea-4cb0-ba8b-bca7ba4eca44 req-3da5ee81-880f-4bef-ac48-87900e3e7e97 tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 1101 time: 1.0843325 Aug 24 00:16:46.644204 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.691251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e6ac-0938-4069-8ea8-c4c0b05e94b3 req-3504ebfe-e3cf-44c2-89e2-015090d0f4b3 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:46.698762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b03e6ac-0938-4069-8ea8-c4c0b05e94b3 req-3504ebfe-e3cf-44c2-89e2-015090d0f4b3 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 944 time: 1.0848522 Aug 24 00:16:46.708053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '76a135e7-b8e8-476c-9662-28571672bf79', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'port_id': '9102c4a3-3131-4228-b906-f08616de0114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'mac_address': 'fa:16:3e:f2:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:16:23Z', 'updated_at': '2021-08-24T00:16:43Z', 'revision_number': 1, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:24Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:46.750080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c0021d-8ba7-4ae7-988f-fc5000dcdbd3 None None] The sync data for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 is: [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '76a135e7-b8e8-476c-9662-28571672bf79', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'port_id': '9102c4a3-3131-4228-b906-f08616de0114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'mac_address': 'fa:16:3e:f2:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:16:23Z', 'updated_at': '2021-08-24T00:16:43Z', 'revision_number': 1, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:24Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:46.750974 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a0b7-62c2-41a4-a36d-8e1986158791 None None] Pushing event updated for resources: {'Port': ['ID=599ac1dc-b619-4d9d-ab05-5ebe8198669a,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:46.781319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.787106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-06dc46e9-efc7-4463-9590-534bb6f9be76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9102c4a3-3131-4228-b906-f08616de0114 HTTP/1.1" status: 200 len: 999 time: 0.1577363 Aug 24 00:16:46.840225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b03e6ac-0938-4069-8ea8-c4c0b05e94b3 req-d9c88162-20ff-4335-99f3-5548d24c3748 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405714 Aug 24 00:16:46.849548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:46.861979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:46.861979 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.902484 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Attempting to bind port 599ac1dc-b619-4d9d-ab05-5ebe8198669a on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:46.902966 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Attempting to bind port 599ac1dc-b619-4d9d-ab05-5ebe8198669a by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:46.903160 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Attempting to bind port 599ac1dc-b619-4d9d-ab05-5ebe8198669a on network 9b127f34-50e4-44af-84d9-c02921db4da4 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:46.914826 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:46.914826 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Checking segment: {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:46.915193 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:46.923193 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Bound using segment: {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:46.923193 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Bound port: 599ac1dc-b619-4d9d-ab05-5ebe8198669a, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:46.923193 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.001131 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.004216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-a9620985-1997-476d-b58c-f52105f8f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.007659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-a9620985-1997-476d-b58c-f52105f8f88a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a HTTP/1.1" status: 200 len: 851 time: 0.2018230 Aug 24 00:16:47.049243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6498e8-b009-4313-8f37-3b98af41459d,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:47.049721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-310756e3-edea-4cb0-ba8b-bca7ba4eca44 req-aa2ca5dc-c8fb-4f25-943a-3bfa24033b4a tempest-ServersOnMultiNodesTest-1942491317 tempest-ServersOnMultiNodesTest-1942491317-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704321 Aug 24 00:16:47.094735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Checking segment: {'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:47.095594 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Network hostable DHCP agents. Network: 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:16:47.115467 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] For port 599ac1dc-b619-4d9d-ab05-5ebe8198669a, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:47.121194 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] For port 599ac1dc-b619-4d9d-ab05-5ebe8198669a, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=599ac1dc-b619-4d9d-ab05-5ebe8198669a,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:47.148043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-0324bf44-a5d3-432b-b292-820f88ddb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.149808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83bb877-f07c-49d5-84ac-ec9b01aa259b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7a51ef-9bf0-40f4-8915-5b2f095493e6'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:47.151560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-0324bf44-a5d3-432b-b292-820f88ddb739 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e27beae1-d140-4aa5-9951-78aa4902646b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027482 Aug 24 00:16:47.154371 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ca8b4-f5ea-4861-8e29-7a1fa0d8613c" -d '{"events": [{"server_uuid": "b83bb877-f07c-49d5-84ac-ec9b01aa259b", "name": "network-vif-plugged", "status": "completed", "tag": "0f7a51ef-9bf0-40f4-8915-5b2f095493e6"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:47.213676 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.238460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:16:47.313369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:47.317778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.318841 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.472182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44566-171b-49cd-84df-06d9b702ad93 req-d1fe2f35-13c5-474d-8f0b-6de2ebfed5a9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.485107 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Routers {'f54cb684-68b8-45b9-804b-d3df7e50dbe3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:47.485920 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:47.486490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fe44566-171b-49cd-84df-06d9b702ad93 req-d1fe2f35-13c5-474d-8f0b-6de2ebfed5a9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 945 time: 0.1654015 Aug 24 00:16:47.543006 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c83d531c-0dc0-498e-bfd5-3af962a4554b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4688647 Aug 24 00:16:47.545860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46666) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:47.547012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,segment=NetworkSegment(37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1),segment_id=37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:47.548773 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a0b7-62c2-41a4-a36d-8e1986158791 None None] Pushing event updated for resources: {'Port': ['ID=599ac1dc-b619-4d9d-ab05-5ebe8198669a,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:47.553432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:16:47.575111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fcb5b0-07a2-43f3-978a-975a056504ca None None] Network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:47.580158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f1c30-55d9-4024-8161-8c82a11e5869 None None] New status for floating IP 76a135e7-b8e8-476c-9662-28571672bf79: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:16:47.631886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fe44566-171b-49cd-84df-06d9b702ad93 req-a1269618-a48c-4b61-8902-4bb271c830ca tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444960 Aug 24 00:16:47.663370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-6e0ec8ff-6554-4b49-b9e9-dea9fc8163f9 service neutron] 10.222.0.37 "GET /v2.0/networks/e27beae1-d140-4aa5-9951-78aa4902646b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985611 Aug 24 00:16:47.688291 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.732874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] Set router f54cb684-68b8-45b9-804b-d3df7e50dbe3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:47.787043 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12bd2328-629b-4e44-b850-c609c9450090 req-f70995ed-5d16-459d-a00e-10c7fb6798b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401556 Aug 24 00:16:47.847920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac03038f-aca7-45eb-889f-e9794fdcb7a8 req-aa7d9c2c-a3c0-4b14-a133-5e56e58d01fb service neutron] 10.222.0.37 "GET /v2.0/networks/e27beae1-d140-4aa5-9951-78aa4902646b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816781 Aug 24 00:16:47.871733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.875297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:47.917175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ee68a-2565-49f5-8d6f-f7107d69906b req-8b9e31d3-413b-4756-9092-e2f3467708be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.919650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f25ee68a-2565-49f5-8d6f-f7107d69906b req-8b9e31d3-413b-4756-9092-e2f3467708be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 1096 time: 0.0549228 Aug 24 00:16:47.965187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2328-629b-4e44-b850-c609c9450090 req-4d2f51e6-c8ca-48e0-b5e9-9b541c1d8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:47.966805 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12bd2328-629b-4e44-b850-c609c9450090 req-4d2f51e6-c8ca-48e0-b5e9-9b541c1d8be3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 1101 time: 0.1580153 Aug 24 00:16:47.978547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f25ee68a-2565-49f5-8d6f-f7107d69906b req-9c499dc0-d623-4e95-8e6b-4b3f8fc8627a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493386 Aug 24 00:16:47.995405 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b1548-6b56-4870-9a66-146d95019ac1 x-openstack-request-id: req-c57b1548-6b56-4870-9a66-146d95019ac1 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:47.995667 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83bb877-f07c-49d5-84ac-ec9b01aa259b", "name": "network-vif-plugged", "status": "completed", "tag": "0f7a51ef-9bf0-40f4-8915-5b2f095493e6", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:47.995944 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c57b1548-6b56-4870-9a66-146d95019ac1 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:47.996292 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83bb877-f07c-49d5-84ac-ec9b01aa259b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7a51ef-9bf0-40f4-8915-5b2f095493e6', 'code': 200} Aug 24 00:16:48.076307 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:48.135581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e783d-4cd9-4d6f-b4b3-c6622384a88b req-25a33c91-d4ea-4d93-9962-12e9c70df60a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.146193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-177e783d-4cd9-4d6f-b4b3-c6622384a88b req-25a33c91-d4ea-4d93-9962-12e9c70df60a tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 950 time: 0.1371853 Aug 24 00:16:48.251156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-177e783d-4cd9-4d6f-b4b3-c6622384a88b req-1d3a9277-28a1-463c-ac08-b449a9f5f9c0 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025033 Aug 24 00:16:48.290774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:48.469490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:48.479823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2328-629b-4e44-b850-c609c9450090 req-cd17dcc9-6a67-475e-9a36-fd438dfd82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.487688 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12bd2328-629b-4e44-b850-c609c9450090 req-cd17dcc9-6a67-475e-9a36-fd438dfd82db service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.4267595 Aug 24 00:16:48.520427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:41Z', 'revision_number': 4, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port': {'id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '599ac1dc-b619-4d9d-ab05-5ebe8198669a', 'name': '', 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'mac_address': 'fa:16:3e:9d:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337a986d-41b1-4ffc-ac44-bb4185239b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:40Z', 'updated_at': '2021-08-24T00:16:47Z', 'revision_number': 4, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'subnets': [{'id': '337a986d-41b1-4ffc-ac44-bb4185239b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:48.558639 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12bd2328-629b-4e44-b850-c609c9450090 req-ac6393be-0f2a-4416-b9c1-bf45f953996f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=4718601e-b79a-4148-927d-5d4040e49024 HTTP/1.1" status: 200 len: 217 time: 0.0612869 Aug 24 00:16:48.595004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727f50d-5d08-47ee-9777-c4fdf3eebf8c req-22c13fab-73e1-4611-9882-e7d17bd11b25 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.612259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc', 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'fixed_ips': [{'subnet_id': 'be6498e8-b009-4313-8f37-3b98af41459d'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:16:48.613602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:48.614387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d727f50d-5d08-47ee-9777-c4fdf3eebf8c req-22c13fab-73e1-4611-9882-e7d17bd11b25 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 945 time: 0.1705976 Aug 24 00:16:48.628644 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ca39b-234d-411a-b7a8-8de741f53012 None None] The sync data for ids ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'] in n-d-804878-2 is: [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:41Z', 'revision_number': 4, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port': {'id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '599ac1dc-b619-4d9d-ab05-5ebe8198669a', 'name': '', 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'mac_address': 'fa:16:3e:9d:69:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '337a986d-41b1-4ffc-ac44-bb4185239b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:40Z', 'updated_at': '2021-08-24T00:16:47Z', 'revision_number': 4, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'subnets': [{'id': '337a986d-41b1-4ffc-ac44-bb4185239b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:48.698188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2328-629b-4e44-b850-c609c9450090 req-0a66db70-a658-4284-8512-c0b7076c030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.704983 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12bd2328-629b-4e44-b850-c609c9450090 req-0a66db70-a658-4284-8512-c0b7076c030a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1233234 Aug 24 00:16:48.716616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d727f50d-5d08-47ee-9777-c4fdf3eebf8c req-e6fe5a0a-13b4-46e5-9b9c-e838a62225f4 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012411 Aug 24 00:16:48.777977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd2328-629b-4e44-b850-c609c9450090 req-b3d1aee8-a19e-4146-abd5-031a06318bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.779504 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12bd2328-629b-4e44-b850-c609c9450090 req-b3d1aee8-a19e-4146-abd5-031a06318bfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701337 Aug 24 00:16:48.963217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c817706-12d8-4004-a9ec-62d592e780a9 req-4a426ef5-6266-4e69-b2fe-744b8a58db8e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:48.964932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c817706-12d8-4004-a9ec-62d592e780a9 req-4a426ef5-6266-4e69-b2fe-744b8a58db8e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 945 time: 0.1013982 Aug 24 00:16:49.021975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Allocated IP 172.20.0.2 (75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc/be6498e8-b009-4313-8f37-3b98af41459d/5291ac3c-7a43-4ed6-9c00-b9a690979bc2) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:49.055814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c817706-12d8-4004-a9ec-62d592e780a9 req-c20be9ac-5bc8-4892-bf50-1260be3a0763 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829244 Aug 24 00:16:49.101239 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12bd2328-629b-4e44-b850-c609c9450090 req-2dccc4bd-6d3e-44d7-a611-c4a5c2f21174 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041186 Aug 24 00:16:49.240272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:49.282104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:49.310288 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:49.334543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Transition to ACTIVE for port object 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:49.369316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Transition to ACTIVE for port object 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:49.432447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12bd2328-629b-4e44-b850-c609c9450090 req-7c12f20e-bc2d-489f-8799-ce38ae1ebc50 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185713 Aug 24 00:16:49.444059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:49.535362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45410f7c-7b36-46f7-abe8-44011d6472dd req-b36a96ea-640c-4afc-92a5-c345151b7f23 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:49.543097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45410f7c-7b36-46f7-abe8-44011d6472dd req-b36a96ea-640c-4afc-92a5-c345151b7f23 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 950 time: 0.1573124 Aug 24 00:16:49.563240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Pushing event updated for resources: {'Port': ['ID=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:49.575172 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Allocated IP 172.25.5.19 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:49.597845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:49.601332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:49.617375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:49.691069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45410f7c-7b36-46f7-abe8-44011d6472dd req-861cc945-0bcd-4dc0-aba3-5893439b8344 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313863 Aug 24 00:16:49.747062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Attempting to bind port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:49.747062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Attempting to bind port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:49.747062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Attempting to bind port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 on network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:49.770922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:49.771306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Checking segment: {'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:49.771722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:49.772117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Bound using segment: {'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:49.772595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Bound port: 5291ac3c-7a43-4ed6-9c00-b9a690979bc2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:49.772987 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:49.952488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 599ac1dc-b619-4d9d-ab05-5ebe8198669a up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:50.011819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43166f9-d3c8-4c88-bd9e-04a98a6f567d req-23d79c07-cef5-417e-9391-bddd8e78d627 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:50.015106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.036048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d43166f9-d3c8-4c88-bd9e-04a98a6f567d req-23d79c07-cef5-417e-9391-bddd8e78d627 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 945 time: 0.1366031 Aug 24 00:16:50.117817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 599ac1dc-b619-4d9d-ab05-5ebe8198669a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:50.129388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d43166f9-d3c8-4c88-bd9e-04a98a6f567d req-f066a157-7a30-41e2-88db-5ba2eb1499ab tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802598 Aug 24 00:16:50.130020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 599ac1dc-b619-4d9d-ab05-5ebe8198669a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:50.130020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.134109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926a40-7e7b-4090-a350-8618556c53b8 req-878ace5a-8413-4442-a900-f7956deb8df6 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:50.135941 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97926a40-7e7b-4090-a350-8618556c53b8 req-878ace5a-8413-4442-a900-f7956deb8df6 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 950 time: 0.3426042 Aug 24 00:16:50.140686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.180477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] For port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:50.266766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] For port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,segment=NetworkSegment(d9c6ecd3-690a-4a58-90c6-72f443b5485a),segment_id=d9c6ecd3-690a-4a58-90c6-72f443b5485a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:50.279425 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.299901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:50.306380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:50.325349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:50.333956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 599ac1dc-b619-4d9d-ab05-5ebe8198669a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=599ac1dc-b619-4d9d-ab05-5ebe8198669a,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:50.337261 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.359193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-7596c7fe-ecd6-4fd8-863c-8d01f8521e17 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:50.361730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:50.362073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-7596c7fe-ecd6-4fd8-863c-8d01f8521e17 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.37 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 945 time: 0.1869855 Aug 24 00:16:50.395065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4ef67-130c-4f2f-b816-31af6116a947 req-fdffe7b2-9c95-4077-86fa-86b45ab9e70e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:50.409041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aa4ef67-130c-4f2f-b816-31af6116a947 req-fdffe7b2-9c95-4077-86fa-86b45ab9e70e tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 945 time: 0.1716123 Aug 24 00:16:50.412853 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.497746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe700e9-cd21-4bc5-b54f-fef26c52f2a8 None None] Pushing event updated for resources: {'Port': ['ID=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:50.544189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aa4ef67-130c-4f2f-b816-31af6116a947 req-f255c291-cd13-4cfc-bbf7-6f151b581c4a tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbdb46a0-472a-4c27-b3dc-27e384acd638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295385 Aug 24 00:16:50.627919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Deleting port 4de38975-35f3-4c87-8aef-430b35b4f025 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:50.628468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.631207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=599ac1dc-b619-4d9d-ab05-5ebe8198669a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:50.798531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Deleting port 61e070de-7033-4e28-b628-19ef95d0285d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:50.798708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.935227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] For port 61e070de-7033-4e28-b628-19ef95d0285d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=61e070de-7033-4e28-b628-19ef95d0285d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:50.935594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.964485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] For port 4de38975-35f3-4c87-8aef-430b35b4f025, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4de38975-35f3-4c87-8aef-430b35b4f025,segment=NetworkSegment(c06e7e17-3aae-48fc-8de7-005bf1cda053),segment_id=c06e7e17-3aae-48fc-8de7-005bf1cda053)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:50.964988 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:50.999649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ae641-106a-445f-b6d6-84be80926e12 req-ebed5ce6-6ab2-46c6-990b-cbd4937db691 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:51.000524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Calling delete_port for 61e070de-7033-4e28-b628-19ef95d0285d owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:51.007734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-541ae641-106a-445f-b6d6-84be80926e12 req-ebed5ce6-6ab2-46c6-990b-cbd4937db691 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 950 time: 0.1630070 Aug 24 00:16:51.022003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Calling delete_port for 4de38975-35f3-4c87-8aef-430b35b4f025 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:51.109626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-541ae641-106a-445f-b6d6-84be80926e12 req-1c7dda47-e4bb-4a63-9c67-a7268e5f5389 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887733 Aug 24 00:16:51.168226 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:51.309377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8b4c-1adf-47ce-a2e5-2b409f4c4188 req-95ebbd30-d31a-4acf-9bf1-095f9489d7d8 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:51.312004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bdf8b4c-1adf-47ce-a2e5-2b409f4c4188 req-95ebbd30-d31a-4acf-9bf1-095f9489d7d8 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 945 time: 0.0970719 Aug 24 00:16:51.353631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:51.369802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4de38975-35f3-4c87-8aef-430b35b4f025'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:51.428189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bdf8b4c-1adf-47ce-a2e5-2b409f4c4188 req-0ea763ef-8429-44cb-a69e-dc38d14b7dc6 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973163 Aug 24 00:16:51.433595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event deleted for resources: {'Port': ['ID=4de38975-35f3-4c87-8aef-430b35b4f025,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:51.543922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] No DVR routers for this DVR port 4de38975-35f3-4c87-8aef-430b35b4f025 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:51.548980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:51.551153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ae81171-6dd6-4663-92c6-a513ff72729c req-40e2ba1e-03b9-4945-94ff-d706f93b52d9 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.37 "DELETE /v2.0/ports/4de38975-35f3-4c87-8aef-430b35b4f025 HTTP/1.1" status: 204 len: 173 time: 1.1301472 Aug 24 00:16:51.551656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9177a7b3-e510-46bc-926e-ce5f0784238c', 'name': 'network-vif-deleted', 'tag': '4de38975-35f3-4c87-8aef-430b35b4f025'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:51.562536 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce905762-b8d8-4785-bde8-74c90c023d08" -d '{"events": [{"server_uuid": "9177a7b3-e510-46bc-926e-ce5f0784238c", "name": "network-vif-deleted", "tag": "4de38975-35f3-4c87-8aef-430b35b4f025"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:51.630779 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c269d80c-496f-4237-8b05-e33a47586cb5 x-openstack-request-id: req-c269d80c-496f-4237-8b05-e33a47586cb5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:51.630779 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9177a7b3-e510-46bc-926e-ce5f0784238c", "name": "network-vif-deleted", "tag": "4de38975-35f3-4c87-8aef-430b35b4f025", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:51.630779 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c269d80c-496f-4237-8b05-e33a47586cb5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:51.631278 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9177a7b3-e510-46bc-926e-ce5f0784238c', 'name': 'network-vif-deleted', 'tag': '4de38975-35f3-4c87-8aef-430b35b4f025', 'status': 'completed', 'code': 200} Aug 24 00:16:51.741440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b27dfd-048b-4c2c-91cf-c13ce5b110d0 req-ef179eee-90a8-4c82-b41c-65da0a6ef4e2 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/ports?device_id=9177a7b3-e510-46bc-926e-ce5f0784238c HTTP/1.1" status: 200 len: 210 time: 0.0762768 Aug 24 00:16:51.887354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127832b-9fb8-4faf-ab18-45d9fc836994 None None] Network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:16:52.026293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:52.030080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:52.070576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:52.076173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event deleted for resources: {'Port': ['ID=61e070de-7033-4e28-b628-19ef95d0285d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:52.083264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df17b336-8576-4cba-be55-818ddba8e3e9', 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4', 'c4e6647f-f1a7-420e-b803-84a0b802570a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:52.117263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:52.194188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-51486505-b7ca-455a-9be4-b4d52c6f709b None None] Provisioning for port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:52.383478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cec4e94-5ca5-4c06-b054-e221f11e5591 req-9de1f94d-96e9-45b8-aa38-68637a106e26 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 210 time: 0.0838654 Aug 24 00:16:52.456261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] No DVR routers for this DVR port 61e070de-7033-4e28-b628-19ef95d0285d on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:16:52.462085 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:52.464286 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97926a40-7e7b-4090-a350-8618556c53b8 req-9fa056bd-4f41-409a-8b80-bf7451bb5054 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "DELETE /v2.0/ports/61e070de-7033-4e28-b628-19ef95d0285d HTTP/1.1" status: 204 len: 173 time: 2.2414362 Aug 24 00:16:52.464731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ce495c-5d36-40a9-bf69-3fe382cc1122', 'name': 'network-vif-deleted', 'tag': '61e070de-7033-4e28-b628-19ef95d0285d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:16:52.468686 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50bb4c4-3ee2-4ad1-aa50-c693322fbcbf" -d '{"events": [{"server_uuid": "05ce495c-5d36-40a9-bf69-3fe382cc1122", "name": "network-vif-deleted", "tag": "61e070de-7033-4e28-b628-19ef95d0285d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:16:52.519747 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28217a8e-3816-4063-a071-54d83024e47b x-openstack-request-id: req-28217a8e-3816-4063-a071-54d83024e47b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:16:52.520044 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ce495c-5d36-40a9-bf69-3fe382cc1122", "name": "network-vif-deleted", "tag": "61e070de-7033-4e28-b628-19ef95d0285d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:16:52.520315 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28217a8e-3816-4063-a071-54d83024e47b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:16:52.520720 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ce495c-5d36-40a9-bf69-3fe382cc1122', 'name': 'network-vif-deleted', 'tag': '61e070de-7033-4e28-b628-19ef95d0285d', 'status': 'completed', 'code': 200} Aug 24 00:16:52.555750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:52.614956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:52.619701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:52.742984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Router 4df00597-3b18-4268-b28f-a6a78680f42c is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:16:52.903654 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.019255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:53.027497 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Sync routers for ids ['4df00597-3b18-4268-b28f-a6a78680f42c'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:53.040054 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Routers {'4df00597-3b18-4268-b28f-a6a78680f42c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:53.044855 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4df00597-3b18-4268-b28f-a6a78680f42c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:53.076270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,segment=NetworkSegment(d9c6ecd3-690a-4a58-90c6-72f443b5485a),segment_id=d9c6ecd3-690a-4a58-90c6-72f443b5485a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:53.158149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.168738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:53.172223 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0f186290-59ca-4f99-96de-5273f9c4dbd8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6241508 Aug 24 00:16:53.196289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-35d6882a-936e-4594-acaf-16c09599ac76 None None] Provisioning complete for port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:53.196682 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35d6882a-936e-4594-acaf-16c09599ac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.198364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46802) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:53.198507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.199271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 599ac1dc-b619-4d9d-ab05-5ebe8198669a up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:53.383867 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Set router 4df00597-3b18-4268-b28f-a6a78680f42c gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:53.386131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4e7ea4d0-afd9-4290-a486-c02960a1f45c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.469018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4e7ea4d0-afd9-4290-a486-c02960a1f45c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.629987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d763197-df96-4ef1-a840-80e7bea52cdf req-29f4924d-45c0-41ce-b948-3158a9de36d7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ce495c-5d36-40a9-bf69-3fe382cc1122 HTTP/1.1" status: 200 len: 210 time: 0.0796876 Aug 24 00:16:53.689455 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4e7ea4d0-afd9-4290-a486-c02960a1f45c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.692147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4e7ea4d0-afd9-4290-a486-c02960a1f45c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:53.693340 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4e7ea4d0-afd9-4290-a486-c02960a1f45c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "DELETE /v2.0/security-groups/267a4e32-aebe-480d-a89a-9e3e5c94fc0e HTTP/1.1" status: 204 len: 168 time: 0.4933178 Aug 24 00:16:53.696686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46808) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:53.711650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 61e070de-7033-4e28-b628-19ef95d0285d no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:53.743648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ea4d0-afd9-4290-a486-c02960a1f45c tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267a4e32-aebe-480d-a89a-9e3e5c94fc0e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:53.761967 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-82dfd239-a21b-4efa-a5ed-164c0d5610e8 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] show failed (client error): The resource could not be found. Aug 24 00:16:53.765066 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-82dfd239-a21b-4efa-a5ed-164c0d5610e8 tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "GET /v2.0/security-groups/267a4e32-aebe-480d-a89a-9e3e5c94fc0e HTTP/1.1" status: 404 len: 347 time: 0.0662956 Aug 24 00:16:53.768184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46812) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:53.932101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:53.938746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 61e070de-7033-4e28-b628-19ef95d0285d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:53.939301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 61e070de-7033-4e28-b628-19ef95d0285d not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:53.939832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4de38975-35f3-4c87-8aef-430b35b4f025 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:16:53.973756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 4de38975-35f3-4c87-8aef-430b35b4f025 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:16:53.974329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4de38975-35f3-4c87-8aef-430b35b4f025 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:16:53.979255 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:16:50Z', 'revision_number': 3, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port': {'id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:49Z', 'updated_at': '2021-08-24T00:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:53.993750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 599ac1dc-b619-4d9d-ab05-5ebe8198669a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:53.994290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.033991 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Checking router: 4df00597-3b18-4268-b28f-a6a78680f42c for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:16:54.034534 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Updating router 4df00597-3b18-4268-b28f-a6a78680f42c port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:16:54.094701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Deleting port e710362c-55b1-4597-b741-dd6af5b0baf8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:54.095160 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.115265 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.314228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.314228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.331920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Calling delete_port for e710362c-55b1-4597-b741-dd6af5b0baf8 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:54.433389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:54.528480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.551483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:54.551483 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.583320 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.678184 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.681466 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Transition to ACTIVE for port object b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:54.723482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Pushing event deleted for resources: {'Port': ['ID=e710362c-55b1-4597-b741-dd6af5b0baf8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:54.752440 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.801420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Allocated IP 172.20.0.1 (75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc/be6498e8-b009-4313-8f37-3b98af41459d/94bdb413-b0e4-46eb-81b7-31ca3b38e6d2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:16:54.849365 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cc1a7-2bd2-4cc5-a4fc-010e6d3186fd None None] Pushing event updated for resources: {'Port': ['ID=b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:54.870846 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Attempting to bind port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:16:54.871403 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Attempting to bind port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:16:54.871913 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Attempting to bind port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:16:54.879633 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:16:54.880017 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:16:54.880437 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.880660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.880845 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:16:54.881321 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Bound port: b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:16:54.881778 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.891505 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.892724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1728b10e-c6b9-4b4a-bd24-94feb448a32b tempest-ImagesOneServerNegativeTestJSON-1847765840 tempest-ImagesOneServerNegativeTestJSON-1847765840-project] 10.222.0.26 "DELETE /v2.0/floatingips/22079fdf-4a74-49be-b28b-2e1e89298b74 HTTP/1.1" status: 204 len: 168 time: 1.1233792 Aug 24 00:16:54.960618 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] For port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:16:54.964318 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] For port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:16:54.972553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:54.992416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Transition to ACTIVE for port object 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:16:55.392521 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.393159 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.393932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.443687 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Routers {'4df00597-3b18-4268-b28f-a6a78680f42c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:55.444223 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4df00597-3b18-4268-b28f-a6a78680f42c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:55.448528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:55.452484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:55.455203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:16:55.500485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:55.530082 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.744927 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cc1a7-2bd2-4cc5-a4fc-010e6d3186fd None None] Pushing event updated for resources: {'Port': ['ID=b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:55.771435 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] Set router 4df00597-3b18-4268-b28f-a6a78680f42c gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:55.890874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:55.940858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85c70b76-daa4-456c-8816-2f2cd7631b51 None None] Provisioning for port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:55.945088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85c70b76-daa4-456c-8816-2f2cd7631b51 None None] Provisioning complete for port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:55.945517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85c70b76-daa4-456c-8816-2f2cd7631b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.002312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-85c70b76-daa4-456c-8816-2f2cd7631b51 None None] Port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:56.030441 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:16:50Z', 'revision_number': 3, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port': {'id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:49Z', 'updated_at': '2021-08-24T00:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:56.064618 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c2b8c-e316-4636-a7c1-bf502a62b7f2 None None] The sync data for ids ['4df00597-3b18-4268-b28f-a6a78680f42c'] in n-d-804878-2 is: [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:16:50Z', 'revision_number': 3, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port': {'id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:49Z', 'updated_at': '2021-08-24T00:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:16:56.072155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb1554-8e4d-4ac8-8ed6-c0c7369ca2be req-22168ee6-e77c-4fa6-9c90-115abd9c06e7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:56.073738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afb1554-8e4d-4ac8-8ed6-c0c7369ca2be req-22168ee6-e77c-4fa6-9c90-115abd9c06e7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 950 time: 0.1069970 Aug 24 00:16:56.190244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46880) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:56.192690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afb1554-8e4d-4ac8-8ed6-c0c7369ca2be req-976ad2ea-160b-498b-b20f-bc525816d09c tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080644 Aug 24 00:16:56.239351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.258051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8dcdcac7-0816-4855-9d8c-e92542281f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.261523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef52ac16-1e33-4685-b8cc-e35e432eebd4 admin admin] Deleting subnet 1e4e6259-d828-4f6d-992a-d9d0abb13a59 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:16:56.265795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef52ac16-1e33-4685-b8cc-e35e432eebd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.304613 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef52ac16-1e33-4685-b8cc-e35e432eebd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.314255 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:16:56.341292 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.368059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef52ac16-1e33-4685-b8cc-e35e432eebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.474784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.480310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:56.603753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef52ac16-1e33-4685-b8cc-e35e432eebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.671589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:16:56.672558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52ac16-1e33-4685-b8cc-e35e432eebd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4e6259-d828-4f6d-992a-d9d0abb13a59,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:56.672998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:16:56.689816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef52ac16-1e33-4685-b8cc-e35e432eebd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:56.694338 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ef52ac16-1e33-4685-b8cc-e35e432eebd4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e4e6259-d828-4f6d-992a-d9d0abb13a59 HTTP/1.1" status: 204 len: 168 time: 0.5005515 Aug 24 00:16:56.695037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46886) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:56.867200 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.009096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Router 4df00597-3b18-4268-b28f-a6a78680f42c has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:16:57.075208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.101093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4339e103-af72-4592-8df9-ccce7ca09f39']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:57.127355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06e7e17-3aae-48fc-8de7-005bf1cda053') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:57.127658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06e7e17-3aae-48fc-8de7-005bf1cda053') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:57.148738 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.154474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1633783e-de66-4f87-8529-0c837c2a3158 None None] Provisioning complete for port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:57.159039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1633783e-de66-4f87-8529-0c837c2a3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.175663 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.198250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:16:57.198903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.217684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1633783e-de66-4f87-8529-0c837c2a3158 None None] Port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:16:57.240516 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:16:57.292044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:16:57.298686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b1b342da-f0b8-45dd-b7da-ccdd8bf0e2b5 admin admin] 10.222.0.26 "PUT /v2.0/routers/4df00597-3b18-4268-b28f-a6a78680f42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1285019 Aug 24 00:16:57.401131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4cd38-1b95-4a91-8848-27274301c58c req-5a21c259-5e7b-4402-ac2d-94c863862ffa tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:57.402970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ef4cd38-1b95-4a91-8848-27274301c58c req-5a21c259-5e7b-4402-ac2d-94c863862ffa tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 950 time: 0.0953033 Aug 24 00:16:57.447221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.477352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:57.479078 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4339e103-af72-4592-8df9-ccce7ca09f39 HTTP/1.1" status: 204 len: 168 time: 0.7830350 Aug 24 00:16:57.495105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ef4cd38-1b95-4a91-8848-27274301c58c req-f45c34ce-98c0-43b9-88ce-8ae6c676a64e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792677 Aug 24 00:16:57.543590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daebaf-4749-47ce-9b71-871c8c183581 admin admin] Pushing event deleted for resources: {'Network': ['ID=4339e103-af72-4592-8df9-ccce7ca09f39,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:57.956995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46930) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:58.059612 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-78c81650-efa4-48de-8bad-f9f8b897e87b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da00ab955a5e4512a54b49c0a5de0057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988395 Aug 24 00:16:58.060072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:16:58.400862 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49331d46-1c82-4fb0-8b80-2592f136d8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.484068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49331d46-1c82-4fb0-8b80-2592f136d8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.522174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:16:58.608719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-dace247d-49e0-4680-8270-461422f02e7c tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.610836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-dace247d-49e0-4680-8270-461422f02e7c tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 950 time: 0.3301773 Aug 24 00:16:58.832468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd31c0-8c6c-4e55-871f-9f234be339ae req-9ee10d5b-9386-48ef-a795-d09d492365d5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:16:58.834210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ecd31c0-8c6c-4e55-871f-9f234be339ae req-9ee10d5b-9386-48ef-a795-d09d492365d5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 950 time: 0.1700852 Aug 24 00:16:58.877955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Sync routers for ids ['4df00597-3b18-4268-b28f-a6a78680f42c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:16:58.885959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Deleting port c4e6647f-f1a7-420e-b803-84a0b802570a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:16:58.889986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:58.902721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Routers {'4df00597-3b18-4268-b28f-a6a78680f42c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:16:58.903521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4df00597-3b18-4268-b28f-a6a78680f42c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:16:59.137135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ecd31c0-8c6c-4e55-871f-9f234be339ae req-8ebacf9c-6c1c-41be-9dc3-2b9f982a34f5 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539065 Aug 24 00:16:59.140310 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49331d46-1c82-4fb0-8b80-2592f136d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.148158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:16:59.167024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-49331d46-1c82-4fb0-8b80-2592f136d8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.174431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-49331d46-1c82-4fb0-8b80-2592f136d8dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbdb46a0-472a-4c27-b3dc-27e384acd638 HTTP/1.1" status: 204 len: 168 time: 1.1007366 Aug 24 00:16:59.213474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49331d46-1c82-4fb0-8b80-2592f136d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdb46a0-472a-4c27-b3dc-27e384acd638,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:16:59.249127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Set router 4df00597-3b18-4268-b28f-a6a78680f42c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:16:59.313389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] For port c4e6647f-f1a7-420e-b803-84a0b802570a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c4e6647f-f1a7-420e-b803-84a0b802570a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:16:59.313895 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.328762 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:16:59.331493 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.337472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Calling delete_port for c4e6647f-f1a7-420e-b803-84a0b802570a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:16:59.431825 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8df3e5e6-281b-4f12-9dc9-5f7b05b40eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.433803 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.769430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:16:59.799644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:59.967766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df17b336-8576-4cba-be55-818ddba8e3e9', 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:16:59.973536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event deleted for resources: {'Port': ['ID=c4e6647f-f1a7-420e-b803-84a0b802570a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:00.002467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] No DVR routers for this DVR port c4e6647f-f1a7-420e-b803-84a0b802570a on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:00.007755 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.028929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5b2eac1-6ab9-414d-80ff-860a1e6ce18d req-58b94717-2735-4a04-b94a-7a711bddef6b tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "DELETE /v2.0/ports/c4e6647f-f1a7-420e-b803-84a0b802570a HTTP/1.1" status: 204 len: 173 time: 1.4110756 Aug 24 00:17:00.029469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd969fa53-6cd6-4813-8062-4e6c1918803a', 'name': 'network-vif-deleted', 'tag': 'c4e6647f-f1a7-420e-b803-84a0b802570a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:00.039587 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e606f64b-c1c6-436d-ba83-aa72fba25fb1" -d '{"events": [{"server_uuid": "d969fa53-6cd6-4813-8062-4e6c1918803a", "name": "network-vif-deleted", "tag": "c4e6647f-f1a7-420e-b803-84a0b802570a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:00.098643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128473c-a328-48c8-b287-3d877de02b02 req-babedb00-f3ea-4986-b1a9-3441639a7287 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:00.108444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7128473c-a328-48c8-b287-3d877de02b02 req-babedb00-f3ea-4986-b1a9-3441639a7287 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1096 time: 0.3344054 Aug 24 00:17:00.242945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7128473c-a328-48c8-b287-3d877de02b02 req-ad650ce1-2f3f-4889-9e05-e9f6fbe643db tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279342 Aug 24 00:17:00.500621 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.511426 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.524087 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd59712-94dc-4485-9949-40cd657e587c x-openstack-request-id: req-6fd59712-94dc-4485-9949-40cd657e587c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:00.524434 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d969fa53-6cd6-4813-8062-4e6c1918803a", "name": "network-vif-deleted", "tag": "c4e6647f-f1a7-420e-b803-84a0b802570a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:00.524699 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fd59712-94dc-4485-9949-40cd657e587c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:00.525110 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd969fa53-6cd6-4813-8062-4e6c1918803a', 'name': 'network-vif-deleted', 'tag': 'c4e6647f-f1a7-420e-b803-84a0b802570a', 'status': 'completed', 'code': 200} Aug 24 00:17:00.542241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:00.620284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:16:55Z', 'revision_number': 4, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port': {'id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:49Z', 'updated_at': '2021-08-24T00:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94bdb413-b0e4-46eb-81b7-31ca3b38e6d2', 'name': '', 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'mac_address': 'fa:16:3e:4d:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'be6498e8-b009-4313-8f37-3b98af41459d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:54Z', 'updated_at': '2021-08-24T00:16:55Z', 'revision_number': 2, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'subnets': [{'id': 'be6498e8-b009-4313-8f37-3b98af41459d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:00.669924 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.705193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Checking router: 4df00597-3b18-4268-b28f-a6a78680f42c for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:00.706424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Updating router 4df00597-3b18-4268-b28f-a6a78680f42c port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:17:00.788152 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:00.790437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c4e6647f-f1a7-420e-b803-84a0b802570a no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:00.863236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a34c4b84-0dbd-4ba7-83fb-19f852e30596 req-6958da8c-9adf-4db8-b2b4-b1a4177779ba tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=d969fa53-6cd6-4813-8062-4e6c1918803a HTTP/1.1" status: 200 len: 210 time: 0.0652153 Aug 24 00:17:00.896747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: c4e6647f-f1a7-420e-b803-84a0b802570a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:00.897343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c4e6647f-f1a7-420e-b803-84a0b802570a not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:01.539835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:01.715736 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:01.968688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46992) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:02.137305 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.208145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Transition to ACTIVE for port object 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:02.264605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-717055452-network', 'tenant_id': 'c1b8b6167109448886eb0b1111fdca60'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:02.315755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.479087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Made reservation on behalf of c1b8b6167109448886eb0b1111fdca60 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:02.483837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.518210 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.530312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479c38b-db20-4225-a672-4ed875680180 None None] Pushing event updated for resources: {'Port': ['ID=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:02.710395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Attempting to bind port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:02.711597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Attempting to bind port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:02.711988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Attempting to bind port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 on network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:02.739657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:02.740198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Checking segment: {'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:02.740650 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.742941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Bound using segment: {'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:02.743526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Bound port: 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c6ecd3-690a-4a58-90c6-72f443b5485a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:02.745611 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.768450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.870754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:02.936022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:02.969761 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7614de-709b-47f6-b707-38ff5a5891d4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:02.986730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:17:03.015715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.016066 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Added segment 5de827d2-8dcf-4e68-9452-b3f2857b0caf of type vlan for network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 Aug 24 00:17:03.147779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.174129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] For port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:03.200853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] For port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,segment=NetworkSegment(d9c6ecd3-690a-4a58-90c6-72f443b5485a),segment_id=d9c6ecd3-690a-4a58-90c6-72f443b5485a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:03.238126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:03.238519 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.278129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.279635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:03.281041 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.342252 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.400554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479c38b-db20-4225-a672-4ed875680180 None None] Pushing event updated for resources: {'Port': ['ID=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:03.414823 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4419835 Aug 24 00:17:03.415114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47018) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:03.422598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Request body: {'subnet': {'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-717055452-subnet', 'tenant_id': 'c1b8b6167109448886eb0b1111fdca60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:03.437119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbeea27-8f56-494c-a6f7-3ba0ea77e04b admin admin] Pushing event updated for resources: {'Network': ['ID=f278270f-5b8a-4e2e-9c58-4fef71fd3b74,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:03.478124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:17:03.551947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Made reservation on behalf of c1b8b6167109448886eb0b1111fdca60 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:03.592759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:03.605296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Routers {'4df00597-3b18-4268-b28f-a6a78680f42c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:03.612808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4df00597-3b18-4268-b28f-a6a78680f42c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:03.904863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] Set router 4df00597-3b18-4268-b28f-a6a78680f42c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:04.080758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-1e4d2cf0-537c-48e3-9af7-1f19d985435a tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:17:04.082583 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-1e4d2cf0-537c-48e3-9af7-1f19d985435a tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068109 Aug 24 00:17:04.095197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Request body: {'binding': {'host': 'n-h2-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:04.095900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Unknown quota resources ['binding']. {{(pid=95327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:17:04.167497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:04.291343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d031403a-62b3-44de-a0cb-2c2e5840292f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:04.316341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-41bb7b0e-dcab-4fff-b02f-bd858380110b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8648711b-9f11-41f9-925f-108669075131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2135079 Aug 24 00:17:04.492781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:16:55Z', 'revision_number': 4, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port': {'id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:49Z', 'updated_at': '2021-08-24T00:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94bdb413-b0e4-46eb-81b7-31ca3b38e6d2', 'name': '', 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'mac_address': 'fa:16:3e:4d:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'be6498e8-b009-4313-8f37-3b98af41459d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:54Z', 'updated_at': '2021-08-24T00:17:02Z', 'revision_number': 4, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'subnets': [{'id': 'be6498e8-b009-4313-8f37-3b98af41459d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:04.504289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Checking segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:04.504997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Network hostable DHCP agents. Network: f278270f-5b8a-4e2e-9c58-4fef71fd3b74, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:17:04.537746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on host n-h2-804878-2 for vnic_type normal with profile None {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:04.538384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:04.540485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:04.542880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-9bd5dd26-b356-41da-97bd-8c232ecff5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:04.545865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466ae4-7178-429a-be9f-7e6f493d5237 None None] The sync data for ids ['4df00597-3b18-4268-b28f-a6a78680f42c'] in n-d-804878-2 is: [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:16:55Z', 'revision_number': 4, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port': {'id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:49Z', 'updated_at': '2021-08-24T00:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94bdb413-b0e4-46eb-81b7-31ca3b38e6d2', 'name': '', 'network_id': '75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'mac_address': 'fa:16:3e:4d:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'be6498e8-b009-4313-8f37-3b98af41459d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:54Z', 'updated_at': '2021-08-24T00:17:02Z', 'revision_number': 4, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'subnets': [{'id': 'be6498e8-b009-4313-8f37-3b98af41459d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:04.547949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-9bd5dd26-b356-41da-97bd-8c232ecff5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 1101 time: 0.1545727 Aug 24 00:17:04.566135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:04.566881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:04.574904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:04.581100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:04.581100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:04.581100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Bound port: dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:04.692986 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:04.734415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:17:04.753255 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:04.754694 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ac10d3e5-e070-4d30-a310-0eddb1b2929e service neutron] 10.222.0.26 "POST /v2.0/ports/dc9dbae3-117f-44dc-95ba-98cf83dc7f81/bindings HTTP/1.1" status: 201 len: 389 time: 0.6656432 Aug 24 00:17:04.868591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:04.894547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, f278270f-5b8a-4e2e-9c58-4fef71fd3b74) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:04.902453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:04.903045 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:04.906036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-19402bae-d55b-43db-9f4d-c8dea7310738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:04.907518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-19402bae-d55b-43db-9f4d-c8dea7310738 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.3362815 Aug 24 00:17:04.966994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-4622ee59-fb2f-41e6-a512-1984c4186b3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=df17b336-8576-4cba-be55-818ddba8e3e9 HTTP/1.1" status: 200 len: 217 time: 0.0515325 Aug 24 00:17:04.982923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4c1dcc-6d80-4057-ab9f-90e402e33f88 None None] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:05.094791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e083269e-cb0c-453b-b6d1-e93dc492b044 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6698794 Aug 24 00:17:05.153895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-255e7d37-8840-4895-9090-1fb7dc5eb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:05.157816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-255e7d37-8840-4895-9090-1fb7dc5eb45d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1813173 Aug 24 00:17:05.428838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'tenant_id': 'c1b8b6167109448886eb0b1111fdca60', 'fixed_ips': [{'subnet_id': 'd031403a-62b3-44de-a0cb-2c2e5840292f'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:17:05.432555 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:05.434931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3762f-954f-424c-9e98-50397c66fae5 req-9b584cb0-ae9c-4321-833c-78c1c0002474 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:05.446987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19d3762f-954f-424c-9e98-50397c66fae5 req-9b584cb0-ae9c-4321-833c-78c1c0002474 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 950 time: 0.2352283 Aug 24 00:17:05.690963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-3079c978-4389-467e-8337-51152be112d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:05.698190 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-3079c978-4389-467e-8337-51152be112d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1096 time: 0.1259012 Aug 24 00:17:05.708525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-e1793ab8-bded-40b0-9240-da87148f1ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:05.710071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-e1793ab8-bded-40b0-9240-da87148f1ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5400977 Aug 24 00:17:05.756595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Allocated IP 172.20.0.2 (f278270f-5b8a-4e2e-9c58-4fef71fd3b74/d031403a-62b3-44de-a0cb-2c2e5840292f/c4a318f7-0e1b-44d7-b513-b633d0a106e1) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:05.758386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19d3762f-954f-424c-9e98-50397c66fae5 req-6b9e5d37-736f-4263-ac13-27d165e1b8f1 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100495 Aug 24 00:17:05.915006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6178e-2612-4136-a408-649787d3b9da req-2362a446-9e21-4b55-af7f-708d599a5c2f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:05.926755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50d6178e-2612-4136-a408-649787d3b9da req-2362a446-9e21-4b55-af7f-708d599a5c2f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.3730149 Aug 24 00:17:05.992998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.015376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Transition to ACTIVE for port object c4a318f7-0e1b-44d7-b513-b633d0a106e1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:06.072846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-f73b716d-9696-4591-b89a-769041a942d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:06.079415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Transition to ACTIVE for port object c4a318f7-0e1b-44d7-b513-b633d0a106e1 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:06.081267 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-f73b716d-9696-4591-b89a-769041a942d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.3705812 Aug 24 00:17:06.147933 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-4023adca-52a8-4f90-b58d-5495473b12e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81 HTTP/1.1" status: 200 len: 217 time: 0.0601707 Aug 24 00:17:06.169749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:06.174732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:06.175452 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.278698 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.321408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-fe37aad4-f783-4277-ae8f-238a2b793e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:06.324790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-fe37aad4-f783-4277-ae8f-238a2b793e2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.1676269 Aug 24 00:17:06.362406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-2d458ee9-92be-44e1-915a-3a90f3719ae4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302072 Aug 24 00:17:06.376973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:06.379411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:06.398018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:06.534305 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8feafed6-cc3f-4b98-92a8-71b4f68b6963 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607797 Aug 24 00:17:06.542670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Pushing event updated for resources: {'Port': ['ID=c4a318f7-0e1b-44d7-b513-b633d0a106e1,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:06.591385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Attempting to bind port c4a318f7-0e1b-44d7-b513-b633d0a106e1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:06.595621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Attempting to bind port c4a318f7-0e1b-44d7-b513-b633d0a106e1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:06.595621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Attempting to bind port c4a318f7-0e1b-44d7-b513-b633d0a106e1 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:06.639249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:06.639870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Checking segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:06.640449 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.641036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Bound using segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:06.641940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Bound port: c4a318f7-0e1b-44d7-b513-b633d0a106e1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:06.642512 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.652884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50d6178e-2612-4136-a408-649787d3b9da req-4e6f10b4-53d0-421b-b05d-5de0e1fc2b47 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208209 Aug 24 00:17:06.689251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-c9d0859c-5633-4a70-8546-91dac6329cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9221132 Aug 24 00:17:06.765216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.768306 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-71d1967c-65ae-4a00-8128-73b45d2c2efe service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148530 Aug 24 00:17:06.831483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,segment=NetworkSegment(d9c6ecd3-690a-4a58-90c6-72f443b5485a),segment_id=d9c6ecd3-690a-4a58-90c6-72f443b5485a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:06.868809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] For port c4a318f7-0e1b-44d7-b513-b633d0a106e1, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:06.872749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] For port c4a318f7-0e1b-44d7-b513-b633d0a106e1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c4a318f7-0e1b-44d7-b513-b633d0a106e1,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:06.890099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.952790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c3db0087-9b03-4c98-8884-726c0a5e725a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:06.960611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c3db0087-9b03-4c98-8884-726c0a5e725a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 815 time: 0.3330190 Aug 24 00:17:06.968499 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:06.978586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:07.003530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c72552f6-f540-4c05-9086-021a3278cb65 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/quotas/c1b8b6167109448886eb0b1111fdca60 HTTP/1.1" status: 200 len: 375 time: 0.0310376 Aug 24 00:17:07.014237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef2d8b4-d1bf-48d2-a60b-919c48d64514 req-ab79f8de-83b6-4421-8deb-8c2c59442e84 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329807 Aug 24 00:17:07.067428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e7fd-a3ad-46b6-9b37-4b0fdb0b4d0e None None] Pushing event updated for resources: {'Port': ['ID=c4a318f7-0e1b-44d7-b513-b633d0a106e1,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:07.088213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-519a93aa-804e-40b2-ad32-4e0c7937e9c5 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847754 Aug 24 00:17:07.319042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-6579b9c8-36f1-436b-b894-fb3a6c1bf33b service neutron] 10.222.0.26 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298925 Aug 24 00:17:07.327978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf375d29-9141-479d-8843-45762dad9b80 req-a145ff6c-dcf8-493c-b7ed-de6b3506536f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:07.335843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf375d29-9141-479d-8843-45762dad9b80 req-a145ff6c-dcf8-493c-b7ed-de6b3506536f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 950 time: 0.1253071 Aug 24 00:17:07.396251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-8a695ce0-83a5-4aab-b7bd-5055010dd100 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:07.398557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-8a695ce0-83a5-4aab-b7bd-5055010dd100 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 950 time: 0.1732137 Aug 24 00:17:07.491394 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf375d29-9141-479d-8843-45762dad9b80 req-b15bb700-4b69-411d-aedb-67ebbf319147 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545420 Aug 24 00:17:07.689107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-12d59e74-30d0-446a-9065-8f805a50181d service neutron] 10.222.0.26 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492856 Aug 24 00:17:07.717330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Deleting port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:07.718512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:07.861080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] For port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:07.861717 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:07.876479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Calling delete_port for c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:08.309560 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:08.323443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:08.395921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df17b336-8576-4cba-be55-818ddba8e3e9', 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:08.429202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event deleted for resources: {'Port': ['ID=c1d031a7-ba8d-4f26-ae7f-7002edaa4be4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:08.511035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d91d02-209e-4f75-8f4a-b5c724033241 req-647c4ff5-5f4d-41b4-b44a-5315b2039e12 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:08.512914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8d91d02-209e-4f75-8f4a-b5c724033241 req-647c4ff5-5f4d-41b4-b44a-5315b2039e12 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.3211436 Aug 24 00:17:08.514267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] No DVR routers for this DVR port c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:08.518087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:08.520787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9daa431-f847-4de1-88e7-eeb3990d030d req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "DELETE /v2.0/ports/c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 HTTP/1.1" status: 204 len: 173 time: 1.1003804 Aug 24 00:17:08.523778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07995a-faf0-4132-8f46-209786632a4e', 'name': 'network-vif-deleted', 'tag': 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:08.529835 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c3263-7e87-4e6e-926b-c4bb95642d4a" -d '{"events": [{"server_uuid": "ad07995a-faf0-4132-8f46-209786632a4e", "name": "network-vif-deleted", "tag": "c1d031a7-ba8d-4f26-ae7f-7002edaa4be4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:08.533910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.534861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.535252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.535689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.536515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.536950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.537442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.538096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.539112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.539417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.539848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.540273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a4d665-1e29-4f26-9bb7-fe6b4f6c1c48 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:08.608480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8d91d02-209e-4f75-8f4a-b5c724033241 req-60562168-091a-4433-85b5-0be5078b45bf tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865092 Aug 24 00:17:08.774265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a52c3c-57f9-4df5-91b6-360b76433daf None None] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:08.848891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:09.245666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-6d772ae3-55cc-411f-8879-c55195681b7f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:09.260524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-6d772ae3-55cc-411f-8879-c55195681b7f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 815 time: 0.3113394 Aug 24 00:17:09.263236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:09.272748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1d031a7-ba8d-4f26-ae7f-7002edaa4be4 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:09.273281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 944c755d-4221-4826-b5ff-da500aed150e no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:09.289659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c4a318f7-0e1b-44d7-b513-b633d0a106e1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:09.292365 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-9f5d8825-b52c-4742-a66b-a0eaf1adc253 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/quotas/c1b8b6167109448886eb0b1111fdca60 HTTP/1.1" status: 200 len: 375 time: 0.0307300 Aug 24 00:17:09.386497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-66120347-5586-43b0-8f30-2d3ce13b282c None None] Provisioning for port c4a318f7-0e1b-44d7-b513-b633d0a106e1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:09.433758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-ca99d7af-c7e6-410a-a249-392a7c4141f6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1353149 Aug 24 00:17:09.688243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-470803f8-3b8e-458c-ae84-b86be2513964 req-6aa79759-55ab-4f6d-93fd-ced8152ebe92 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad07995a-faf0-4132-8f46-209786632a4e HTTP/1.1" status: 200 len: 210 time: 0.0878897 Aug 24 00:17:09.728772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c93806bc-109d-48f6-9712-74e0aea65513 service neutron] 10.222.0.26 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616296 Aug 24 00:17:09.831811 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6baf91-dbb1-433c-8fbf-3cb717735af9 x-openstack-request-id: req-6b6baf91-dbb1-433c-8fbf-3cb717735af9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:09.832171 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad07995a-faf0-4132-8f46-209786632a4e", "name": "network-vif-deleted", "tag": "c1d031a7-ba8d-4f26-ae7f-7002edaa4be4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:09.834685 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b6baf91-dbb1-433c-8fbf-3cb717735af9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:09.834685 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07995a-faf0-4132-8f46-209786632a4e', 'name': 'network-vif-deleted', 'tag': 'c1d031a7-ba8d-4f26-ae7f-7002edaa4be4', 'status': 'completed', 'code': 200} Aug 24 00:17:09.856938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:09.897319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c4a318f7-0e1b-44d7-b513-b633d0a106e1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:09.930206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944c755d-4221-4826-b5ff-da500aed150e'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:09.932851 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7a20e7-714d-4296-bebf-9a26648348bf" -d '{"events": [{"server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "name": "network-vif-unplugged", "status": "completed", "tag": "944c755d-4221-4826-b5ff-da500aed150e"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:09.945725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c4a318f7-0e1b-44d7-b513-b633d0a106e1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:09.946437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:09.952902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c5e54d3f-1b29-4ad6-bd2a-6ae9a67ad2d8 service neutron] 10.222.0.26 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163506 Aug 24 00:17:09.990742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:10.135137 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:10.290670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e8bcbf82-9331-43e1-a46a-f16dc5d1cc02 None None] Provisioning complete for port c4a318f7-0e1b-44d7-b513-b633d0a106e1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:10.291151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbf82-9331-43e1-a46a-f16dc5d1cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:10.503592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:10.541672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf0c23-fa2b-4c3f-8631-f7d5eda265b4 req-b089379a-1ae5-4453-a2a3-bce2ea50b576 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:10.543456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63bf0c23-fa2b-4c3f-8631-f7d5eda265b4 req-b089379a-1ae5-4453-a2a3-bce2ea50b576 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.1636846 Aug 24 00:17:10.641210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63bf0c23-fa2b-4c3f-8631-f7d5eda265b4 req-52d0099c-5c44-447a-9653-dd1911106e97 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889723 Aug 24 00:17:10.720105 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:10.770310 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dea869-72b9-4341-97c5-35da82e83dbe x-openstack-request-id: req-d3dea869-72b9-4341-97c5-35da82e83dbe {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:10.770926 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "name": "network-vif-unplugged", "status": "completed", "tag": "944c755d-4221-4826-b5ff-da500aed150e", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:10.771221 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3dea869-72b9-4341-97c5-35da82e83dbe {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:10.771893 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944c755d-4221-4826-b5ff-da500aed150e', 'code': 200} Aug 24 00:17:10.938528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c4a318f7-0e1b-44d7-b513-b633d0a106e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c4a318f7-0e1b-44d7-b513-b633d0a106e1,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:10.961612 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e8bcbf82-9331-43e1-a46a-f16dc5d1cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:11.098530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-27dd5ff7-44a7-4f99-9d73-456eb4c0b9d2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:11.102194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-27dd5ff7-44a7-4f99-9d73-456eb4c0b9d2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 815 time: 0.3031812 Aug 24 00:17:11.130401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-4ae5a284-c40e-4435-b8bb-28b45bebf33d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/quotas/c1b8b6167109448886eb0b1111fdca60 HTTP/1.1" status: 200 len: 375 time: 0.0263309 Aug 24 00:17:11.229025 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:11.229025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:11.240860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-a21776ea-9080-47e5-96cd-7811ecd593fd tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:11.249406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-a21776ea-9080-47e5-96cd-7811ecd593fd tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 805 time: 0.2758026 Aug 24 00:17:11.287724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-d175779e-752c-4f29-ae8c-b9a2e4ed717d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/quotas/5b8cd63968f547cd8271dbfc440ed315 HTTP/1.1" status: 200 len: 375 time: 0.0364301 Aug 24 00:17:11.402366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-25ea5946-e822-4aa0-bbf8-6eb1df8d9b8e tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2636425 Aug 24 00:17:11.492055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c4a318f7-0e1b-44d7-b513-b633d0a106e1,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:11.524392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:11.525116 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:11.528650 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-e8bcbf82-9331-43e1-a46a-f16dc5d1cc02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:17:11.529157 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-e8bcbf82-9331-43e1-a46a-f16dc5d1cc02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:17:11.549934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-250d8c8d-336f-4315-9b9d-f0f806ef3b1c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:11.551903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-250d8c8d-336f-4315-9b9d-f0f806ef3b1c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.36 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 815 time: 0.1945364 Aug 24 00:17:11.610389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Request body: {'port': {'device_id': '8d76ed7b-86bd-4fef-9d93-efbe2cff1767', 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'admin_state_up': True, 'tenant_id': 'c1b8b6167109448886eb0b1111fdca60'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:11.747369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-d5ec2743-87b1-4d04-b3be-6a12e2b300b3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4440989 Aug 24 00:17:11.822968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c4a318f7-0e1b-44d7-b513-b633d0a106e1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:11.901520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c4a318f7-0e1b-44d7-b513-b633d0a106e1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:11.901944 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:11.956274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-6436674b-5365-48f5-97bf-0cd069d84289 service neutron] 10.222.0.26 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526900 Aug 24 00:17:12.070894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-d1b45309-c901-4d12-8117-7ac2f22e6143 service neutron] 10.222.0.26 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890821 Aug 24 00:17:12.169044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Made reservation on behalf of c1b8b6167109448886eb0b1111fdca60 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:12.172975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:12.203381 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:12.259485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ae967c1b-f564-4fdc-b5e9-afe43990f764 service neutron] 10.222.0.26 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782711 Aug 24 00:17:12.263805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-be70a6ef-b088-41e1-ae7e-04dbb2877abd service neutron] 10.222.0.26 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847366 Aug 24 00:17:12.435623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Allocated IP 172.20.0.12 (f278270f-5b8a-4e2e-9c58-4fef71fd3b74/d031403a-62b3-44de-a0cb-2c2e5840292f/699d8012-1290-44e8-97bc-5df29230aa88) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:12.645133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:12.664060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Transition to ACTIVE for port object 699d8012-1290-44e8-97bc-5df29230aa88 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:12.785664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:12.943990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:12.995662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-c65c6bbf-19c7-41e5-bfcb-3200f62e78e4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:12.998939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-c65c6bbf-19c7-41e5-bfcb-3200f62e78e4 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "GET /v2.0/ports?device_id=09fcf5d9-df59-4b05-a595-745d3647ea9a HTTP/1.1" status: 200 len: 944 time: 0.2881839 Aug 24 00:17:13.045206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:13.093946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Pushing event updated for resources: {'Port': ['ID=699d8012-1290-44e8-97bc-5df29230aa88,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:13.096596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:13.156645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0da2dfef-56df-4ae1-a9b6-5c71439ab535 req-7af242a6-f514-41b0-a7f2-c32ff8d19c68 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 210 time: 0.2132778 Aug 24 00:17:13.276568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8252c2-9f2a-406d-9389-80d6fc847f2b req-1aa9d3a4-c01d-49d7-9ae6-bb6b140b23ff tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.311037 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac8252c2-9f2a-406d-9389-80d6fc847f2b req-1aa9d3a4-c01d-49d7-9ae6-bb6b140b23ff tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.4567852 Aug 24 00:17:13.489230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-e280a5d4-8518-4461-9ceb-2ef1417686a6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.491611 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-e280a5d4-8518-4461-9ceb-2ef1417686a6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.37 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 815 time: 0.2079427 Aug 24 00:17:13.492833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:13.493462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.508104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Request body: {'port': {'device_id': '86c33996-8d58-41ad-9981-b499d88390ee', 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'admin_state_up': True, 'tenant_id': 'c1b8b6167109448886eb0b1111fdca60'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:13.563715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-179a43bc-8db1-48fe-9e37-3382353f03c7 None None] Provisioning for port 699d8012-1290-44e8-97bc-5df29230aa88 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:13.568690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-179a43bc-8db1-48fe-9e37-3382353f03c7 None None] Provisioning complete for port 699d8012-1290-44e8-97bc-5df29230aa88 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:13.569226 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-179a43bc-8db1-48fe-9e37-3382353f03c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.618237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac8252c2-9f2a-406d-9389-80d6fc847f2b req-ff2af6f3-fd1e-49ee-a847-213093f95822 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004940 Aug 24 00:17:13.631736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Deleting port 944c755d-4221-4826-b5ff-da500aed150e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:13.631736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.634274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-c34ce729-21a3-4c03-aea5-8493aaff5233 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0613308 Aug 24 00:17:13.653746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-179a43bc-8db1-48fe-9e37-3382353f03c7 None None] Port 699d8012-1290-44e8-97bc-5df29230aa88 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:13.701698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Request body: {'port': {'device_id': '8d76ed7b-86bd-4fef-9d93-efbe2cff1767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:13.821674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Made reservation on behalf of c1b8b6167109448886eb0b1111fdca60 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:13.830257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:13.854840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7286a0b-2d96-40c9-91e5-1f779eb82168 req-57aa20f9-6e97-43b4-8b97-006a9c9953a0 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 210 time: 0.0783863 Aug 24 00:17:13.927575 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.152742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] For port 944c755d-4221-4826-b5ff-da500aed150e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=944c755d-4221-4826-b5ff-da500aed150e,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:14.153316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.169481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Allocated IP 172.20.0.9 (f278270f-5b8a-4e2e-9c58-4fef71fd3b74/d031403a-62b3-44de-a0cb-2c2e5840292f/e87810b7-4d59-4c63-a3bb-1cda75a64667) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:14.187877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Calling delete_port for 944c755d-4221-4826-b5ff-da500aed150e owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:14.575324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.593979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Transition to ACTIVE for port object e87810b7-4d59-4c63-a3bb-1cda75a64667 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:14.610205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-360b388b-ecec-48ea-9a20-23c9fd06f1e9 req-a74014a4-af9f-4318-8f9e-5610cfd26ee7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 210 time: 0.1129279 Aug 24 00:17:14.747537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.799360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 944c755d-4221-4826-b5ff-da500aed150e no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:14.807799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:14.812295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:14.814428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:14.853466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 944c755d-4221-4826-b5ff-da500aed150e {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:14.853847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 944c755d-4221-4826-b5ff-da500aed150e not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:14.865302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Pushing event updated for resources: {'Port': ['ID=e87810b7-4d59-4c63-a3bb-1cda75a64667,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:14.873405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:14.878811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.879251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.879676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.880088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.880656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.881066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.881490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.881936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.882346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.882801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.883491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.883491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:14.907174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:14.907906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.010630 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-1bf3caed-536a-4b16-a597-4339d4381da6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5074387 Aug 24 00:17:15.028591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Request body: {'port': {'device_id': '86c33996-8d58-41ad-9981-b499d88390ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:15.160319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.265897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6fe2e33a-3455-4cf2-a5ff-837bb558aa93 None None] Provisioning for port e87810b7-4d59-4c63-a3bb-1cda75a64667 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:15.270179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6fe2e33a-3455-4cf2-a5ff-837bb558aa93 None None] Provisioning complete for port e87810b7-4d59-4c63-a3bb-1cda75a64667 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:15.270553 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6fe2e33a-3455-4cf2-a5ff-837bb558aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.332141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2e33a-3455-4cf2-a5ff-837bb558aa93 None None] Port e87810b7-4d59-4c63-a3bb-1cda75a64667 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:15.406050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Pushing event deleted for resources: {'Port': ['ID=944c755d-4221-4826-b5ff-da500aed150e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:15.466268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2fe1d-ee21-486f-8722-dcf517beaa2e req-b3d7e80d-3599-42a4-b7f7-58021ec87753 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:15.474266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2f2fe1d-ee21-486f-8722-dcf517beaa2e req-b3d7e80d-3599-42a4-b7f7-58021ec87753 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 950 time: 0.7410851 Aug 24 00:17:15.506971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] No DVR routers for this DVR port 944c755d-4221-4826-b5ff-da500aed150e on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:15.515863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.517907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c0428ed-fa6b-40af-8402-06d0b55d7223 req-6f7d871b-11e6-4b87-9bd0-1d88fc437bd2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "DELETE /v2.0/ports/944c755d-4221-4826-b5ff-da500aed150e HTTP/1.1" status: 204 len: 173 time: 2.4753895 Aug 24 00:17:15.525439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'name': 'network-vif-deleted', 'tag': '944c755d-4221-4826-b5ff-da500aed150e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:15.527758 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13827b3e-c0b3-4cec-bb92-c6d690a65ca5" -d '{"events": [{"server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "name": "network-vif-deleted", "tag": "944c755d-4221-4826-b5ff-da500aed150e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:15.545372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeeabc-5922-421b-a615-de27a7dc345c req-23a4cba1-7b42-4f51-ad72-1ccfd0f0959e tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:15.552779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dfeeabc-5922-421b-a615-de27a7dc345c req-23a4cba1-7b42-4f51-ad72-1ccfd0f0959e tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 945 time: 0.2796311 Aug 24 00:17:15.601068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-f69bd6e2-7fad-4837-a167-892629675725 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:15.602742 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-f69bd6e2-7fad-4837-a167-892629675725 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 805 time: 0.1782296 Aug 24 00:17:15.632549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dfeeabc-5922-421b-a615-de27a7dc345c req-9c58ae2f-3af6-48df-b680-5abfd631cdac tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766640 Aug 24 00:17:15.636679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2f2fe1d-ee21-486f-8722-dcf517beaa2e req-29f30e21-9de8-4708-a43a-7b9438f97251 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615362 Aug 24 00:17:15.667007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Request body: {'port': {'device_id': '9c6f4455-334b-4159-b872-de788bc2770f', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'admin_state_up': True, 'tenant_id': '5b8cd63968f547cd8271dbfc440ed315'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:15.738578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699d8012-1290-44e8-97bc-5df29230aa88 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:15.747234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.766443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Transition to ACTIVE for port object 699d8012-1290-44e8-97bc-5df29230aa88 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:15.868746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:15.947556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f34cc2c-5701-4cff-869e-cb3c68ade43b req-92aaa045-4342-42dd-829b-a2542c1d67db tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 210 time: 0.1794119 Aug 24 00:17:15.970294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Made reservation on behalf of 5b8cd63968f547cd8271dbfc440ed315 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:15.974141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.027803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-02b0246c-92dc-466c-8cfa-6dc63af24967 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:16.029770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-02b0246c-92dc-466c-8cfa-6dc63af24967 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "GET /v2.0/ports?device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 950 time: 0.2600353 Aug 24 00:17:16.044721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cd97e-24a5-44d9-9aa4-568e25785496 req-d060c36e-15c9-4e9d-8ca3-910496088026 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:16.052514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e0cd97e-24a5-44d9-9aa4-568e25785496 req-d060c36e-15c9-4e9d-8ca3-910496088026 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.2715585 Aug 24 00:17:16.125193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Pushing event updated for resources: {'Port': ['ID=699d8012-1290-44e8-97bc-5df29230aa88,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:16.301261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87810b7-4d59-4c63-a3bb-1cda75a64667 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:16.309617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e0cd97e-24a5-44d9-9aa4-568e25785496 req-466906fd-2b07-45be-a6fb-36ef2663ce59 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550523 Aug 24 00:17:16.319360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.36', 56964) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:16.329144 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6abf5ea-66bb-41d9-92e0-ad3714e3654b x-openstack-request-id: req-a6abf5ea-66bb-41d9-92e0-ad3714e3654b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:16.329552 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fcf5d9-df59-4b05-a595-745d3647ea9a", "name": "network-vif-deleted", "tag": "944c755d-4221-4826-b5ff-da500aed150e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:16.330658 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6abf5ea-66bb-41d9-92e0-ad3714e3654b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:16.331075 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fcf5d9-df59-4b05-a595-745d3647ea9a', 'name': 'network-vif-deleted', 'tag': '944c755d-4221-4826-b5ff-da500aed150e', 'status': 'completed', 'code': 200} Aug 24 00:17:16.385752 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.404255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-dfc718d8-00e4-4fc3-bad4-fbe91d6e0b7d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:16.414526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-dfc718d8-00e4-4fc3-bad4-fbe91d6e0b7d tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/ports?device_id=25c559d6-5c29-4ef0-9f98-f77cd17434f7 HTTP/1.1" status: 200 len: 949 time: 0.4197357 Aug 24 00:17:16.510505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Attempting to bind port 699d8012-1290-44e8-97bc-5df29230aa88 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:16.511564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Attempting to bind port 699d8012-1290-44e8-97bc-5df29230aa88 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:16.511957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Attempting to bind port 699d8012-1290-44e8-97bc-5df29230aa88 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:16.515102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Transition to ACTIVE for port object e87810b7-4d59-4c63-a3bb-1cda75a64667 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:16.530626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Deleting port df17b336-8576-4cba-be55-818ddba8e3e9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:16.530986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.568353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Allocated IP 172.20.0.4 (e60ef469-d6be-4ae1-9ba5-67e94cf982e2/d362f50b-2768-483a-9b4d-2edd55aae693/ca49064b-4797-4384-a11b-41f23cec39f0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:16.602721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-0eb5a858-9520-4d99-9c2f-b6aaba38c0f3 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:16.604234 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-0eb5a858-9520-4d99-9c2f-b6aaba38c0f3 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.36 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 815 time: 0.2837191 Aug 24 00:17:16.608270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Port 699d8012-1290-44e8-97bc-5df29230aa88 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:16.608747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Attempting to bind port 699d8012-1290-44e8-97bc-5df29230aa88 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:16.626547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Request body: {'port': {'device_id': '333cce6b-4cc3-4d79-8e8e-be229e1067cb', 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'admin_state_up': True, 'tenant_id': 'c1b8b6167109448886eb0b1111fdca60'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:16.630213 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.679443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27c63fcd-e826-494c-9e08-3671b6391b2e req-0965d3df-12be-47aa-85b1-c744af882a8e tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 210 time: 0.1791079 Aug 24 00:17:16.684197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:16.684551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Checking segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:16.684950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Bound using segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:16.685453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Bound port: 699d8012-1290-44e8-97bc-5df29230aa88, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:16.685860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.881885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] For port df17b336-8576-4cba-be55-818ddba8e3e9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df17b336-8576-4cba-be55-818ddba8e3e9,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:16.882283 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:16.930900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Calling delete_port for df17b336-8576-4cba-be55-818ddba8e3e9 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:16.977699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Pushing event updated for resources: {'Port': ['ID=e87810b7-4d59-4c63-a3bb-1cda75a64667,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:17.000139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] For port 699d8012-1290-44e8-97bc-5df29230aa88, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:17.046141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a164f9-9d91-46de-b9e4-7904153aea00 req-52684da3-bf74-4823-a774-ad000bed8b36 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:17.053688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64a164f9-9d91-46de-b9e4-7904153aea00 req-52684da3-bf74-4823-a774-ad000bed8b36 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 950 time: 0.2644422 Aug 24 00:17:17.124518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Deleting port dac1ccfb-fbb1-43f8-bb56-eee96610e461 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:17.124792 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.173251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] For port 699d8012-1290-44e8-97bc-5df29230aa88, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=699d8012-1290-44e8-97bc-5df29230aa88,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:17.286490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64a164f9-9d91-46de-b9e4-7904153aea00 req-4e5c6f21-71a0-453a-b86c-09c3b40afcec tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263978 Aug 24 00:17:17.317371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Made reservation on behalf of c1b8b6167109448886eb0b1111fdca60 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:17.321298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.351415 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.364097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Attempting to bind port e87810b7-4d59-4c63-a3bb-1cda75a64667 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:17.364437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Attempting to bind port e87810b7-4d59-4c63-a3bb-1cda75a64667 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:17.364772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Attempting to bind port e87810b7-4d59-4c63-a3bb-1cda75a64667 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:17.382842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Port e87810b7-4d59-4c63-a3bb-1cda75a64667 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:17.383483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Attempting to bind port e87810b7-4d59-4c63-a3bb-1cda75a64667 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:17.389011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] For port dac1ccfb-fbb1-43f8-bb56-eee96610e461, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dac1ccfb-fbb1-43f8-bb56-eee96610e461,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:17.389274 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.395802 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:17.396147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Checking segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:17.396543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Bound using segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:17.396990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Bound port: e87810b7-4d59-4c63-a3bb-1cda75a64667, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:17.397355 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.419998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Calling delete_port for dac1ccfb-fbb1-43f8-bb56-eee96610e461 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:17.512863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.545274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b71c40d1-730f-44e5-bd38-dfe294324881 req-aeee7878-d99b-4b90-8b57-9a5af67bf7de tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 210 time: 0.3987541 Aug 24 00:17:17.583324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.613925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] For port e87810b7-4d59-4c63-a3bb-1cda75a64667, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:17.667677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] For port e87810b7-4d59-4c63-a3bb-1cda75a64667, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e87810b7-4d59-4c63-a3bb-1cda75a64667,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:17.681598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Allocated IP 172.20.0.13 (f278270f-5b8a-4e2e-9c58-4fef71fd3b74/d031403a-62b3-44de-a0cb-2c2e5840292f/d6295599-916b-4f62-9830-0ee76dfed8e3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:17.687229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:17.701425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:17.707967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:17.714335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Pushing event updated for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:17.721278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:17.722232 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.727048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] 10.222.0.36 "PUT /v2.0/ports/699d8012-1290-44e8-97bc-5df29230aa88 HTTP/1.1" status: 200 len: 1092 time: 4.0506799 Aug 24 00:17:17.755617 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.871493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:17.872129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.873607 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] 10.222.0.37 "PUT /v2.0/ports/e87810b7-4d59-4c63-a3bb-1cda75a64667 HTTP/1.1" status: 200 len: 1091 time: 2.8508403 Aug 24 00:17:17.893132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c9ca1-c722-47bf-8b2a-dfc8a5c34f7d service neutron] Pushing event updated for resources: {'Port': ['ID=699d8012-1290-44e8-97bc-5df29230aa88,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:17.897633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:17.897633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:17.901087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c33996-8d58-41ad-9981-b499d88390ee', 'tag': 'e87810b7-4d59-4c63-a3bb-1cda75a64667'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:17.903481 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8" -d '{"events": [{"name": "network-changed", "server_uuid": "86c33996-8d58-41ad-9981-b499d88390ee", "tag": "e87810b7-4d59-4c63-a3bb-1cda75a64667"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:17.942676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbc19c-82e4-472b-8b8a-388e7ff86812 service neutron] Pushing event updated for resources: {'Port': ['ID=e87810b7-4d59-4c63-a3bb-1cda75a64667,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:17.987048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-c82430a0-4ff3-46cc-83e5-f37e51f4cea6 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1728307637&fields=id&tenant_id=6989634de92f4885a6b0d1f1fcecffa9 HTTP/1.1" status: 200 len: 267 time: 0.3612845 Aug 24 00:17:18.042428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-2897be8b-42a3-4bb0-8628-7ee4c45071f3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3672144 Aug 24 00:17:18.058093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Request body: {'port': {'device_id': '9c6f4455-334b-4159-b872-de788bc2770f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:18.135115 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-6a89c147-1c38-4029-81fa-676fb4d2fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.138942 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-6a89c147-1c38-4029-81fa-676fb4d2fbab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 1094 time: 0.1622918 Aug 24 00:17:18.205676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea44066-3289-44c0-9306-83247426d4ca req-f257f7d7-806c-41a6-b2b1-f8fd6b662f62 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.214958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ea44066-3289-44c0-9306-83247426d4ca req-f257f7d7-806c-41a6-b2b1-f8fd6b662f62 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.4241631 Aug 24 00:17:18.226088 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:18.239145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:18.244908 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-5b04bbaf-71fe-4113-8072-da999633d37e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e87810b7-4d59-4c63-a3bb-1cda75a64667 HTTP/1.1" status: 200 len: 217 time: 0.0862608 Aug 24 00:17:18.300163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ea44066-3289-44c0-9306-83247426d4ca req-ac96f6b9-e666-4d7e-b6c9-13ca66427270 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842867 Aug 24 00:17:18.307657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:18.318790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-740b1ad4-b767-4bd7-a169-c8ecd514dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.320502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-740b1ad4-b767-4bd7-a169-c8ecd514dd62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 1095 time: 0.4298346 Aug 24 00:17:18.329396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:18.359401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d76ed7b-86bd-4fef-9d93-efbe2cff1767', 'tag': '699d8012-1290-44e8-97bc-5df29230aa88'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:18.362843 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d76ed7b-86bd-4fef-9d93-efbe2cff1767", "tag": "699d8012-1290-44e8-97bc-5df29230aa88"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:18.383890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event deleted for resources: {'Port': ['ID=df17b336-8576-4cba-be55-818ddba8e3e9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:18.533018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event deleted for resources: {'Port': ['ID=dac1ccfb-fbb1-43f8-bb56-eee96610e461,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:18.537787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-e9ca6baa-34af-46b3-b4c5-81a8c724a6b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=699d8012-1290-44e8-97bc-5df29230aa88 HTTP/1.1" status: 200 len: 217 time: 0.1650817 Aug 24 00:17:18.577930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-23a7f01d-9378-4292-831a-3b121cbc735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.581719 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-23a7f01d-9378-4292-831a-3b121cbc735a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d031403a-62b3-44de-a0cb-2c2e5840292f HTTP/1.1" status: 200 len: 854 time: 0.3284330 Aug 24 00:17:18.612578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] No DVR routers for this DVR port dac1ccfb-fbb1-43f8-bb56-eee96610e461 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:18.615681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:18.618276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9adbaa9-014a-4d83-957b-deb61975b959 req-ce3b4d61-1f88-458d-9d21-84b61fad316e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "DELETE /v2.0/ports/dac1ccfb-fbb1-43f8-bb56-eee96610e461 HTTP/1.1" status: 204 len: 173 time: 2.1691923 Aug 24 00:17:18.625116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] No DVR routers for this DVR port df17b336-8576-4cba-be55-818ddba8e3e9 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:18.627927 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:18.631662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce03f5d-0159-4f37-b8af-3789e3c32fab req-0ea8526f-c0ed-4d95-be2d-2322cc9c0bfe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.36 "DELETE /v2.0/ports/df17b336-8576-4cba-be55-818ddba8e3e9 HTTP/1.1" status: 204 len: 173 time: 2.5564544 Aug 24 00:17:18.663194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-82214242-21ed-4b06-98c7-113c0dab1a92 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.675825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-82214242-21ed-4b06-98c7-113c0dab1a92 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/networks?id=ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 200 len: 823 time: 0.6516700 Aug 24 00:17:18.746194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-78c961e7-51c2-4a8d-b4d2-e16014ff77a3 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/quotas/6989634de92f4885a6b0d1f1fcecffa9 HTTP/1.1" status: 200 len: 375 time: 0.0696542 Aug 24 00:17:18.814545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2bbde-92d2-4371-afe9-92c052e61395 req-9b45ced5-2a04-4c26-be8d-3625e45e3f3b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.823123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-edd2bbde-92d2-4371-afe9-92c052e61395 req-9b45ced5-2a04-4c26-be8d-3625e45e3f3b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 931 time: 0.2911997 Aug 24 00:17:18.827043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df17b336-8576-4cba-be55-818ddba8e3e9 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:18.830574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-fbe0a97c-2774-4bf0-aee9-b31a7f9fd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.834545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-fbe0a97c-2774-4bf0-aee9-b31a7f9fd04a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d031403a-62b3-44de-a0cb-2c2e5840292f HTTP/1.1" status: 200 len: 854 time: 0.2643178 Aug 24 00:17:18.858285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: df17b336-8576-4cba-be55-818ddba8e3e9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:18.858628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df17b336-8576-4cba-be55-818ddba8e3e9 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:18.946464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-3b02d9cd-dc73-41e1-a644-0ccf0831f90d tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1993506 Aug 24 00:17:18.954250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-edd2bbde-92d2-4371-afe9-92c052e61395 req-b6023206-485c-469c-b4e7-03d68ea2032b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299682 Aug 24 00:17:18.965253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-79d364f0-1584-4a74-9523-a6fd0e6851aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:18.971134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-79d364f0-1584-4a74-9523-a6fd0e6851aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260595 Aug 24 00:17:19.198359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab4a7434-ad7b-43f2-a362-715592f94d72 req-6cd4d162-7ecf-4966-8428-629d4d34c91c tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=8648711b-9f11-41f9-925f-108669075131 HTTP/1.1" status: 200 len: 210 time: 0.0361373 Aug 24 00:17:19.224785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-71d19f8f-a904-42ef-ad65-c14a3af1c790 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451601 Aug 24 00:17:19.257119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-dade0130-6112-4c9a-8794-1468e17520eb service neutron] 10.222.0.26 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575569 Aug 24 00:17:19.311222 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb05a41-c4bb-417f-bea9-694ec39a309a x-openstack-request-id: req-8bb05a41-c4bb-417f-bea9-694ec39a309a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:19.311811 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d76ed7b-86bd-4fef-9d93-efbe2cff1767", "tag": "699d8012-1290-44e8-97bc-5df29230aa88", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:19.312222 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bb05a41-c4bb-417f-bea9-694ec39a309a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:19.312786 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d76ed7b-86bd-4fef-9d93-efbe2cff1767', 'tag': '699d8012-1290-44e8-97bc-5df29230aa88', 'status': 'completed', 'code': 200} Aug 24 00:17:19.396197 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd98d43b-a9d2-460e-8bf6-0d76bdb50a53 x-openstack-request-id: req-cd98d43b-a9d2-460e-8bf6-0d76bdb50a53 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:19.396747 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c33996-8d58-41ad-9981-b499d88390ee", "tag": "e87810b7-4d59-4c63-a3bb-1cda75a64667", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:19.396836 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd98d43b-a9d2-460e-8bf6-0d76bdb50a53 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:19.397235 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c33996-8d58-41ad-9981-b499d88390ee', 'tag': 'e87810b7-4d59-4c63-a3bb-1cda75a64667', 'status': 'completed', 'code': 200} Aug 24 00:17:19.415343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-44be938c-ddbd-4567-8026-e8a3994f3353 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:19.416420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-1b481135-db48-44fc-9c9e-7a257390fe55 service neutron] 10.222.0.26 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458898 Aug 24 00:17:19.446570 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-44be938c-ddbd-4567-8026-e8a3994f3353 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e2e51e4-f2e9-4793-adb1-f616f2b8dc67 HTTP/1.1" status: 200 len: 945 time: 1.0814157 Aug 24 00:17:19.512164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:19.537742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1740691a-633a-414a-a5d0-e7c1956c7d91 req-73c61a3f-3a94-4370-af87-b43b75671b4b tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 210 time: 0.0523965 Aug 24 00:17:19.566598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ecbf4-e18b-4e89-85f7-03143a757970 req-896834ed-8b52-464d-9835-8324d51843a1 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324869 Aug 24 00:17:19.765183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Transition to ACTIVE for port object d6295599-916b-4f62-9830-0ee76dfed8e3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:19.791165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-30c67a52-c960-4c97-8899-0ba8713307be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:19.793458 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-30c67a52-c960-4c97-8899-0ba8713307be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1985474 Aug 24 00:17:20.062958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024', 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', '42a9d32d-29b8-4a8b-9c8d-628ba73a9059'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:20.062958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dac1ccfb-fbb1-43f8-bb56-eee96610e461 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:20.065638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-74e65068-f53c-4c94-8017-7141c2703c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:20.065638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-74e65068-f53c-4c94-8017-7141c2703c88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 1095 time: 0.1338012 Aug 24 00:17:20.066095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: dac1ccfb-fbb1-43f8-bb56-eee96610e461 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:20.066095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dac1ccfb-fbb1-43f8-bb56-eee96610e461 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:20.066095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 547c62fc-12d6-4b94-a184-82f14fadd443 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:20.066352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-9f6a0fa3-5469-409c-abaf-0c0ee3f8ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:20.066352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-9f6a0fa3-5469-409c-abaf-0c0ee3f8ed2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 916 time: 0.1207118 Aug 24 00:17:20.085119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-a54542fb-a77c-40d6-8db9-8dae9fdc147d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=699d8012-1290-44e8-97bc-5df29230aa88 HTTP/1.1" status: 200 len: 217 time: 0.0542169 Aug 24 00:17:20.094657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371a101-1b15-4b0c-922b-f6746fecd94f req-9ac3b15d-ebc5-44c8-b709-c48a84699760 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:20.102280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0371a101-1b15-4b0c-922b-f6746fecd94f req-9ac3b15d-ebc5-44c8-b709-c48a84699760 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.1022396 Aug 24 00:17:20.149026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.190188 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-e70c521b-ecac-4389-abd8-c9e839a1c80d service neutron] 10.222.0.37 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980609 Aug 24 00:17:20.206961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:20.217158 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7e917b-483c-4e64-93db-26cdc652bda3" -d '{"events": [{"server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "name": "network-vif-unplugged", "status": "completed", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:20.234606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 547c62fc-12d6-4b94-a184-82f14fadd443, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=547c62fc-12d6-4b94-a184-82f14fadd443,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:20.238788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-076b154a-a19f-4f6c-8197-aac657d2d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:20.240889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-076b154a-a19f-4f6c-8197-aac657d2d2e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d031403a-62b3-44de-a0cb-2c2e5840292f HTTP/1.1" status: 200 len: 854 time: 0.1119375 Aug 24 00:17:20.249888 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.298574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.456485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=547c62fc-12d6-4b94-a184-82f14fadd443,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:20.520432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:20.557366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca49064b-4797-4384-a11b-41f23cec39f0 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:20.565683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:20.569043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Deleting port 547c62fc-12d6-4b94-a184-82f14fadd443 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:20.569382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.574633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:20.593168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.612995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Pushing event updated for resources: {'Port': ['ID=d6295599-916b-4f62-9830-0ee76dfed8e3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:20.712798 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe3ef82e-0986-4647-99b2-9c21e00f9205 req-5ad83bfb-fce6-40b0-b91b-8dfb28f22dcc service neutron] 10.222.0.37 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835684 Aug 24 00:17:20.714154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Transition to ACTIVE for port object ca49064b-4797-4384-a11b-41f23cec39f0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:20.778559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:20.779763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:20.806330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.016846 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-bd54602e-319f-428a-a7ca-994c2bbee3d6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3955877 Aug 24 00:17:21.047163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Request body: {'port': {'device_id': '333cce6b-4cc3-4d79-8e8e-be229e1067cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:21.062230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] For port 547c62fc-12d6-4b94-a184-82f14fadd443, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=547c62fc-12d6-4b94-a184-82f14fadd443,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:21.065259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.078219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde461-0a27-4b07-b77b-f84acfe63ab4 req-deb08d3d-449f-4e13-b6e6-b5dec3a3a0c1 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:21.083066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3af70212-9529-437a-ad9c-04e84a542db5 None None] Provisioning for port d6295599-916b-4f62-9830-0ee76dfed8e3 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:21.085452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cddde461-0a27-4b07-b77b-f84acfe63ab4 req-deb08d3d-449f-4e13-b6e6-b5dec3a3a0c1 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 931 time: 0.8378198 Aug 24 00:17:21.088308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3af70212-9529-437a-ad9c-04e84a542db5 None None] Provisioning complete for port d6295599-916b-4f62-9830-0ee76dfed8e3 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:21.089060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3af70212-9529-437a-ad9c-04e84a542db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.106780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:21.107214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0371a101-1b15-4b0c-922b-f6746fecd94f req-9fbfd0d2-6829-46c9-96b0-ba3b40180f04 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9998038 Aug 24 00:17:21.148532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-831e5689-029f-4c22-8f28-133ccf36edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:21.150790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-831e5689-029f-4c22-8f28-133ccf36edd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8703260 Aug 24 00:17:21.181913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3af70212-9529-437a-ad9c-04e84a542db5 None None] Port d6295599-916b-4f62-9830-0ee76dfed8e3 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:21.281358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-c9bda873-f5a1-4f0a-9ea1-a753fd478a39 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220384 Aug 24 00:17:21.350350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c559d6-5c29-4ef0-9f98-f77cd17434f7', 'name': 'network-vif-deleted', 'tag': 'dac1ccfb-fbb1-43f8-bb56-eee96610e461'}, {'server_uuid': '8648711b-9f11-41f9-925f-108669075131', 'name': 'network-vif-deleted', 'tag': 'df17b336-8576-4cba-be55-818ddba8e3e9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:21.352617 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7092b5ae-4e68-49bf-b8c8-a23a023c3bf7" -d '{"events": [{"server_uuid": "25c559d6-5c29-4ef0-9f98-f77cd17434f7", "name": "network-vif-deleted", "tag": "dac1ccfb-fbb1-43f8-bb56-eee96610e461"}, {"server_uuid": "8648711b-9f11-41f9-925f-108669075131", "name": "network-vif-deleted", "tag": "df17b336-8576-4cba-be55-818ddba8e3e9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:21.375193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c426d547-8c26-46ab-a181-dd5894def8ae req-3d0d14ef-2f0a-43d5-a0ad-9d3a0afbf5cc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 210 time: 0.0848119 Aug 24 00:17:21.452678 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab41e6b-4653-47d8-92c2-4774304ff4f7 x-openstack-request-id: req-1ab41e6b-4653-47d8-92c2-4774304ff4f7 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:21.453281 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "name": "network-vif-unplugged", "status": "completed", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:21.453696 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ab41e6b-4653-47d8-92c2-4774304ff4f7 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:21.454200 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443', 'code': 200} Aug 24 00:17:21.455158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cddde461-0a27-4b07-b77b-f84acfe63ab4 req-906ec80b-206a-4e20-bf91-032d854d8c89 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685946 Aug 24 00:17:21.495347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.495347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:21.495347 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6 disassociated. External IP: 172.25.5.223, port: 547c62fc-12d6-4b94-a184-82f14fadd443. Aug 24 00:17:21.495347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Calling delete_port for 547c62fc-12d6-4b94-a184-82f14fadd443 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:21.595330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddc0457a-944e-49c5-a564-fd9cf21a1ff4 req-42e035bd-80d6-4871-bc1b-111bc7a4eb12 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182801 Aug 24 00:17:21.680608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-9a4e5b0a-3b9c-488b-95ed-650b0973a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:21.682077 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-9a4e5b0a-3b9c-488b-95ed-650b0973a40a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 1094 time: 0.8275409 Aug 24 00:17:21.695543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d576793-53e1-4443-a607-5cb76ca1fdac req-35496cbc-b678-4dba-9538-427e74818cf6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:21.702638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d576793-53e1-4443-a607-5cb76ca1fdac req-35496cbc-b678-4dba-9538-427e74818cf6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 932 time: 0.0922079 Aug 24 00:17:21.777968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d576793-53e1-4443-a607-5cb76ca1fdac req-2b6fd3fc-8502-4839-9e57-44b47cab5e82 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704386 Aug 24 00:17:21.787132 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f064214e-41ac-4c1e-b418-cc98b2ae7e3d x-openstack-request-id: req-f064214e-41ac-4c1e-b418-cc98b2ae7e3d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:21.787435 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c559d6-5c29-4ef0-9f98-f77cd17434f7", "name": "network-vif-deleted", "tag": "dac1ccfb-fbb1-43f8-bb56-eee96610e461", "status": "completed", "code": 200}, {"server_uuid": "8648711b-9f11-41f9-925f-108669075131", "name": "network-vif-deleted", "tag": "df17b336-8576-4cba-be55-818ddba8e3e9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:21.787676 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f064214e-41ac-4c1e-b418-cc98b2ae7e3d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:21.788448 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c559d6-5c29-4ef0-9f98-f77cd17434f7', 'name': 'network-vif-deleted', 'tag': 'dac1ccfb-fbb1-43f8-bb56-eee96610e461', 'status': 'completed', 'code': 200} Aug 24 00:17:21.788705 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8648711b-9f11-41f9-925f-108669075131', 'name': 'network-vif-deleted', 'tag': 'df17b336-8576-4cba-be55-818ddba8e3e9', 'status': 'completed', 'code': 200} Aug 24 00:17:21.933398 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.100716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-52e09fa2-7c87-41e3-8527-c458a5a21b11 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:22.106766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-52e09fa2-7c87-41e3-8527-c458a5a21b11 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.1318944 Aug 24 00:17:22.133707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event deleted for resources: {'Port': ['ID=547c62fc-12d6-4b94-a184-82f14fadd443,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:22.140120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-2'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:22.157561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-a741c569-3056-4b01-afa4-cbdc2af3db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:22.159604 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-a741c569-3056-4b01-afa4-cbdc2af3db55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 916 time: 0.4134829 Aug 24 00:17:22.330058 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.374834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.428627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-674124ff-aca5-42a0-a97a-90533093ad27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e87810b7-4d59-4c63-a3bb-1cda75a64667 HTTP/1.1" status: 200 len: 217 time: 0.2517166 Aug 24 00:17:22.506254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Attempting to bind port ca49064b-4797-4384-a11b-41f23cec39f0 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:22.506831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Attempting to bind port ca49064b-4797-4384-a11b-41f23cec39f0 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:22.507367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Attempting to bind port ca49064b-4797-4384-a11b-41f23cec39f0 on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:22.525816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08b8ba-a89d-43fa-8f95-9f9059ed850f req-69e5912a-7765-4702-88ea-eeb2d8838023 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:22.548481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d08b8ba-a89d-43fa-8f95-9f9059ed850f req-69e5912a-7765-4702-88ea-eeb2d8838023 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 945 time: 0.2225273 Aug 24 00:17:22.603399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Port ca49064b-4797-4384-a11b-41f23cec39f0 on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:22.603736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Attempting to bind port ca49064b-4797-4384-a11b-41f23cec39f0 on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:22.636421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d08b8ba-a89d-43fa-8f95-9f9059ed850f req-de5c8557-d7e0-40c2-b901-18515480800c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856335 Aug 24 00:17:22.641272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:22.641644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Checking segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:22.642070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Bound using segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:22.642506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Bound port: ca49064b-4797-4384-a11b-41f23cec39f0, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:22.643723 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:22.652100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-5be1c8dd-a3d3-46f1-809f-a0b906050abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:22.674921 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-5be1c8dd-a3d3-46f1-809f-a0b906050abc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d031403a-62b3-44de-a0cb-2c2e5840292f HTTP/1.1" status: 200 len: 854 time: 0.2302673 Aug 24 00:17:22.867051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 699d8012-1290-44e8-97bc-5df29230aa88 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:23.054589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-8606f4ac-c036-4563-a006-d08e4d552949 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:23.056320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-8606f4ac-c036-4563-a006-d08e4d552949 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "GET /v2.0/networks?id=ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 200 len: 823 time: 0.2486160 Aug 24 00:17:23.071821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 699d8012-1290-44e8-97bc-5df29230aa88, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=699d8012-1290-44e8-97bc-5df29230aa88,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:23.074234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfd55bd9-8c77-480f-86fb-bdf797c42ab3 req-f20ab957-a105-4883-8b39-dfbfdcb35501 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 210 time: 0.3739355 Aug 24 00:17:23.090655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '699d8012-1290-44e8-97bc-5df29230aa88', 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'port_id': '699d8012-1290-44e8-97bc-5df29230aa88', 'mac_address': 'fa:16:3e:4d:2b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd031403a-62b3-44de-a0cb-2c2e5840292f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:23.168872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-5921ec7f-86cf-40e5-817e-9bcca0de7e40 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6989634de92f4885a6b0d1f1fcecffa9 HTTP/1.1" status: 200 len: 380 time: 0.0931177 Aug 24 00:17:23.188538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Request body: {'port': {'device_id': '25fc55fe-3ce5-4935-adf2-55da18527314', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'admin_state_up': True, 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'security_groups': ['ec0c50b9-3ba8-4615-bb16-fff0578239a5']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:23.189827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.235239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699d8012-1290-44e8-97bc-5df29230aa88 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:23.267270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 699d8012-1290-44e8-97bc-5df29230aa88, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=699d8012-1290-44e8-97bc-5df29230aa88,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:23.303480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cf03d-9ac9-4242-9492-0a48ed259750 req-00a1bd7a-be5a-46d6-82dc-9447317beece tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:23.305525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-777cf03d-9ac9-4242-9492-0a48ed259750 req-00a1bd7a-be5a-46d6-82dc-9447317beece tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 943 time: 0.2908330 Aug 24 00:17:23.312065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Router 571a84da-b7c5-4701-8f12-312cc9e60f71 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:17:23.357747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.379095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6295599-916b-4f62-9830-0ee76dfed8e3 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:23.399838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:23.400906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.422113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-357f481a-4e20-43c7-9682-cad602bd78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:23.423651 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-357f481a-4e20-43c7-9682-cad602bd78d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7083192 Aug 24 00:17:23.443780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-777cf03d-9ac9-4242-9492-0a48ed259750 req-4c1d27bf-18f0-441a-94d6-06eb7d55cf42 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259351 Aug 24 00:17:23.462860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=699d8012-1290-44e8-97bc-5df29230aa88,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:23.514590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:23.602218 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.632576 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Made reservation on behalf of 6989634de92f4885a6b0d1f1fcecffa9 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:23.638834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.781822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:23.798930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['699d8012-1290-44e8-97bc-5df29230aa88'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:23.849051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e87810b7-4d59-4c63-a3bb-1cda75a64667 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:23.862317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Transition to ACTIVE for port object d6295599-916b-4f62-9830-0ee76dfed8e3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:23.869659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:23.881279 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa76b49f-c9e7-478f-bd6a-5225df2da6ee" -d '{"events": [{"server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:23.926180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:23.930276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:23.934629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:23.947991 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] Sync routers for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:23.963793 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:23.964442 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:24.006877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.37', 49887) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:24.032303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.066570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Allocated IP 172.20.0.4 (ae0206da-21f7-4470-bf63-0d5925f82c12/78d9712c-ca50-45c9-bfaa-36c273124569/20b39695-a9fb-4c3a-a9ae-fb4879505471) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:24.129253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] No DVR routers for this DVR port 547c62fc-12d6-4b94-a184-82f14fadd443 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:24.139790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.148791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e87810b7-4d59-4c63-a3bb-1cda75a64667, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e87810b7-4d59-4c63-a3bb-1cda75a64667,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:24.158519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.160608 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "DELETE /v2.0/ports/547c62fc-12d6-4b94-a184-82f14fadd443 HTTP/1.1" status: 204 len: 173 time: 4.6709821 Aug 24 00:17:24.165095 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-5f637da2-93ab-4755-bfbe-9a66143ccfde service neutron] 10.222.0.37 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478456 Aug 24 00:17:24.165539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'name': 'network-vif-deleted', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:24.167840 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fc420e-e24e-494e-8521-f082d3a13b43" -d '{"events": [{"server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "name": "network-vif-deleted", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:24.177083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'e87810b7-4d59-4c63-a3bb-1cda75a64667', 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'port_id': 'e87810b7-4d59-4c63-a3bb-1cda75a64667', 'mac_address': 'fa:16:3e:13:7c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd031403a-62b3-44de-a0cb-2c2e5840292f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:24.178874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:24.237412 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.262672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e435d2-20a2-4e4a-84a1-3e39e1b93ea0 req-be2586a7-3f92-4363-9ad9-1d4fb7c071fd tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:24.275777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87810b7-4d59-4c63-a3bb-1cda75a64667 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:24.281527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25e435d2-20a2-4e4a-84a1-3e39e1b93ea0 req-be2586a7-3f92-4363-9ad9-1d4fb7c071fd tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 932 time: 0.5409129 Aug 24 00:17:24.321972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d6295599-916b-4f62-9830-0ee76dfed8e3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.322569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e87810b7-4d59-4c63-a3bb-1cda75a64667, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e87810b7-4d59-4c63-a3bb-1cda75a64667,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:24.331501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.428321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348c0b2-f6de-4dbb-ba9b-5ee4c20dbbf6 req-a4e204bc-d9f6-41cc-aa0a-36ee68f2d4f9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:24.430232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7348c0b2-f6de-4dbb-ba9b-5ee4c20dbbf6 req-a4e204bc-d9f6-41cc-aa0a-36ee68f2d4f9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.5330758 Aug 24 00:17:24.431131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:24.431571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:24.432021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:24.439787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25e435d2-20a2-4e4a-84a1-3e39e1b93ea0 req-6802bcdd-7e06-4c9d-b0e4-52b2a8d73be1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573405 Aug 24 00:17:24.446297 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.447046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:24.451995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.452709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dc9dbae3-117f-44dc-95ba-98cf83dc7f81 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:24.452797 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/ca49064b-4797-4384-a11b-41f23cec39f0 HTTP/1.1" status: 200 len: 1091 time: 6.4077640 Aug 24 00:17:24.455596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a395a-0f2c-4461-b86e-779ac32ec5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.492556 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.508117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Transition to ACTIVE for port object 20b39695-a9fb-4c3a-a9ae-fb4879505471 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:24.593456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:24.594383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:24.615253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:24.616123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:24.617082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:24.617797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Bound port: dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:24.618318 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.661479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e87810b7-4d59-4c63-a3bb-1cda75a64667,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.666254 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:24.699529 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] Checking router: 571a84da-b7c5-4701-8f12-312cc9e60f71 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:24.710133 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:24.710656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7348c0b2-f6de-4dbb-ba9b-5ee4c20dbbf6 req-f9416369-5367-413a-be09-5a07b49b6ca9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455726 Aug 24 00:17:24.711220 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:16:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:24.730867 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.801718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:24.817876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-c0f7d097-268d-4275-9e9a-842be5b2faab tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:24.819445 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-c0f7d097-268d-4275-9e9a-842be5b2faab tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 949 time: 0.7957854 Aug 24 00:17:24.827284 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:24.831482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcd3bbcc-ecae-4a2f-8762-01c2095927d8 req-d7229a11-c013-4c91-b825-7ca88d9a05b5 service neutron] 10.222.0.37 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416183 Aug 24 00:17:24.865159 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a5931d-f2a8-4d9b-9646-fecc6a599fca x-openstack-request-id: req-24a5931d-f2a8-4d9b-9646-fecc6a599fca {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:24.865159 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "name": "network-vif-unplugged", "status": "completed", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:24.865694 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24a5931d-f2a8-4d9b-9646-fecc6a599fca {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:24.867517 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81', 'code': 200} Aug 24 00:17:24.868240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event updated for resources: {'Port': ['ID=20b39695-a9fb-4c3a-a9ae-fb4879505471,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:24.868754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:24.869497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:24.869497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:24.889641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:24.890011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:24.927317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:24.927983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:24.928903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:24.933902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Bound port: dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:24.934288 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:24.960784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:24.973087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:25.003290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Network ae0206da-21f7-4470-bf63-0d5925f82c12 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:25.012249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:25.034777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90256ed2-e5a8-4d6e-bab6-315975084288 req-d844219e-4c37-4bb4-bbaa-738fbfbe1935 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.042871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90256ed2-e5a8-4d6e-bab6-315975084288 req-d844219e-4c37-4bb4-bbaa-738fbfbe1935 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 949 time: 0.4147961 Aug 24 00:17:25.048546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:25.071564 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:25.104003 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4976526b-cbb4-4e5c-8c68-810b5ad8819f None None] The sync data for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 is: [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:25.147875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:25.174509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90256ed2-e5a8-4d6e-bab6-315975084288 req-7af10e4e-3c3e-42ce-89a9-e6fabe9c5438 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187687 Aug 24 00:17:25.206858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.212053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) dc9dbae3-117f-44dc-95ba-98cf83dc7f81-n-h1-804878-2-0 {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:17:25.212630 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:17:25.243110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62197a4-0925-423f-b5be-2b839d33a617 req-0800bfbc-de07-4032-a60d-d5a096ac0e9f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.254399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.259369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b62197a4-0925-423f-b5be-2b839d33a617 req-0800bfbc-de07-4032-a60d-d5a096ac0e9f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 931 time: 0.2925718 Aug 24 00:17:25.309762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.310597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.330183 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba3daa0-0ef1-4959-8ea4-32fe8182c777 x-openstack-request-id: req-fba3daa0-0ef1-4959-8ea4-32fe8182c777 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:25.331435 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2e51e4-f2e9-4793-adb1-f616f2b8dc67", "name": "network-vif-deleted", "tag": "547c62fc-12d6-4b94-a184-82f14fadd443", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:25.332019 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fba3daa0-0ef1-4959-8ea4-32fe8182c777 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:25.334503 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2e51e4-f2e9-4793-adb1-f616f2b8dc67', 'name': 'network-vif-deleted', 'tag': '547c62fc-12d6-4b94-a184-82f14fadd443', 'status': 'completed', 'code': 200} Aug 24 00:17:25.343797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-4a1bbbd6-c5b4-4d15-9202-ef6d0ed74a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.346009 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-4a1bbbd6-c5b4-4d15-9202-ef6d0ed74a7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 1094 time: 0.7029376 Aug 24 00:17:25.457961 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-48af2b3e-4955-4587-bbdb-b153cbe02df1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca49064b-4797-4384-a11b-41f23cec39f0 HTTP/1.1" status: 200 len: 217 time: 0.0939779 Aug 24 00:17:25.523481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b62197a4-0925-423f-b5be-2b839d33a617 req-c863bbd3-2ea0-48ce-a8ef-f9986099a65e tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631955 Aug 24 00:17:25.547495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a705d0c9-73d5-4d65-9178-810642df2b8f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.552451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-00a03761-a09b-4d70-b54f-196726d5d454 None None] Provisioning for port 20b39695-a9fb-4c3a-a9ae-fb4879505471 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:25.571619 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a705d0c9-73d5-4d65-9178-810642df2b8f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/ports?device_id=90576013-e4fd-4d44-af91-76964bcf3f37 HTTP/1.1" status: 200 len: 950 time: 0.4041238 Aug 24 00:17:25.572276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-00a03761-a09b-4d70-b54f-196726d5d454 None None] Provisioning complete for port 20b39695-a9fb-4c3a-a9ae-fb4879505471 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:25.572276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-00a03761-a09b-4d70-b54f-196726d5d454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.586085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Attempting to bind port d6295599-916b-4f62-9830-0ee76dfed8e3 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:25.586419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Attempting to bind port d6295599-916b-4f62-9830-0ee76dfed8e3 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:25.589407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Attempting to bind port d6295599-916b-4f62-9830-0ee76dfed8e3 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:25.601667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.622474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.622474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] 10.222.0.37 "PUT /v2.0/ports/dc9dbae3-117f-44dc-95ba-98cf83dc7f81 HTTP/1.1" status: 200 len: 1121 time: 3.4829707 Aug 24 00:17:25.622474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:25.622474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55769145-dbf1-4720-a78c-0525da97e8f8 req-bedf4ba0-2ddb-4d02-b443-cfce62385a75 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.622474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-55769145-dbf1-4720-a78c-0525da97e8f8 req-bedf4ba0-2ddb-4d02-b443-cfce62385a75 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 943 time: 0.2038953 Aug 24 00:17:25.633149 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Deleting port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:25.633886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.687741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Port d6295599-916b-4f62-9830-0ee76dfed8e3 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:25.698040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f4873-aeee-4ee1-8e76-e41c65857396 None None] New status for floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:17:25.698596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Attempting to bind port d6295599-916b-4f62-9830-0ee76dfed8e3 on network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:25.698696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-00a03761-a09b-4d70-b54f-196726d5d454 None None] Port 20b39695-a9fb-4c3a-a9ae-fb4879505471 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:25.705632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['dc9dbae3-117f-44dc-95ba-98cf83dc7f81'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:25.716073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-55769145-dbf1-4720-a78c-0525da97e8f8 req-1901694c-ad5c-4399-afe1-9e7ede9ffa8a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800338 Aug 24 00:17:25.769389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-fe9a2e08-aada-44af-bb96-70957b6ed9bc tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5874910 Aug 24 00:17:25.784255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Request body: {'port': {'device_id': '25fc55fe-3ce5-4935-adf2-55da18527314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:25.815150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-4e026419-cba0-4def-82e4-01a39ea7bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:25.816708 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-4e026419-cba0-4def-82e4-01a39ea7bf66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d362f50b-2768-483a-9b4d-2edd55aae693 HTTP/1.1" status: 200 len: 845 time: 0.3460531 Aug 24 00:17:25.817477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:25.817851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Checking segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:25.818245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Bound using segment: {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:25.818700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Bound port: d6295599-916b-4f62-9830-0ee76dfed8e3, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de827d2-8dcf-4e68-9452-b3f2857b0caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:25.819190 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:25.900984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['dc9dbae3-117f-44dc-95ba-98cf83dc7f81'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:25.986925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:25.987534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:25.988016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:26.046799 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-a0eadaae-e309-4e52-aa72-9e2062bf6f1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1957400 Aug 24 00:17:26.050426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:26.050934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempting to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:26.059222 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.067342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:26.067866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:26.068393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:26.068977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Bound port: dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:26.069500 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.112317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36464fee-f162-4b5e-a8a2-db3c8d0b4979 req-9be9f4de-9c16-4ebd-b4df-f82209ec41bd tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:26.125750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36464fee-f162-4b5e-a8a2-db3c8d0b4979 req-9be9f4de-9c16-4ebd-b4df-f82209ec41bd tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 944 time: 0.2521477 Aug 24 00:17:26.188146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bd9ba-95db-427e-bf2d-0e1c77c33526 req-9935ee0f-c1fa-4b60-bd60-21466b202549 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:26.189856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f80bd9ba-95db-427e-bf2d-0e1c77c33526 req-9935ee0f-c1fa-4b60-bd60-21466b202549 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.3061316 Aug 24 00:17:26.221962 n-d-804878-2 neutron-server[95328]: WARNING neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Concurrent port binding operations failed on port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 Aug 24 00:17:26.233551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:26.244611 n-d-804878-2 neutron-server[95328]: INFO neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Attempt 2 to bind port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 Aug 24 00:17:26.245343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dc9dbae3-117f-44dc-95ba-98cf83dc7f81 has no active binding in host n-h2-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:17:26.269728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] For port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:26.270174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.291533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] For port d6295599-916b-4f62-9830-0ee76dfed8e3, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:26.323864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f80bd9ba-95db-427e-bf2d-0e1c77c33526 req-3c1c7b8d-cf69-45c1-8df3-668a32a7349d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070914 Aug 24 00:17:26.334563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Deleting port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:26.335667 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.389956 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10921041-bd9b-4c3e-b483-573c93488124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.417429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36464fee-f162-4b5e-a8a2-db3c8d0b4979 req-346f6762-dde3-4029-8095-b3d291b9f5bd tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901380 Aug 24 00:17:26.479659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Calling delete_port for f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:26.494898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] For port d6295599-916b-4f62-9830-0ee76dfed8e3, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d6295599-916b-4f62-9830-0ee76dfed8e3,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:26.533241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e87810b7-4d59-4c63-a3bb-1cda75a64667'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:26.561682 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-4e436f19-5c35-405a-88c3-adfea0f60568 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006361 Aug 24 00:17:26.611043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e422f-3485-458a-bf0d-ac432a4549ff req-5e670d3a-cfbd-4a91-8c6e-82c1f3d70b4f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:26.618683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e11e422f-3485-458a-bf0d-ac432a4549ff req-5e670d3a-cfbd-4a91-8c6e-82c1f3d70b4f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 949 time: 0.2004607 Aug 24 00:17:26.672554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] For port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:26.672973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.697696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Calling delete_port for 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:26.721308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e11e422f-3485-458a-bf0d-ac432a4549ff req-412f9639-6830-4d97-ad04-1b87c56e32fe tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016119 Aug 24 00:17:26.799249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb03fd-e17f-4912-bc1b-cb35ee865baa req-34399501-0889-419c-bee8-e617ba53a2a8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:26.807329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abbb03fd-e17f-4912-bc1b-cb35ee865baa req-34399501-0889-419c-bee8-e617ba53a2a8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 931 time: 0.1552725 Aug 24 00:17:26.870310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8f2b7dea-a36b-4aba-ba90-db666f7d3b15 req-962abf24-0f3a-4ff6-b9de-060f9be26ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959001 Aug 24 00:17:26.871560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:26.874732 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e15f01c-082d-498e-9fba-f88f361657a1" -d '{"events": [{"name": "network-changed", "server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:26.875257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.887919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 699d8012-1290-44e8-97bc-5df29230aa88 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:26.921341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abbb03fd-e17f-4912-bc1b-cb35ee865baa req-51d9b9e2-aa12-4984-9895-dd33c6551639 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127160 Aug 24 00:17:26.967173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4e91c-fad4-42e0-812d-b27fd3b9d632 req-56b93246-d28f-4fdc-a907-766357ad8da8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:26.973648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62c4e91c-fad4-42e0-812d-b27fd3b9d632 req-56b93246-d28f-4fdc-a907-766357ad8da8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 943 time: 0.1435325 Aug 24 00:17:26.974774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:26.975321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:26.976840 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] 10.222.0.36 "PUT /v2.0/ports/d6295599-916b-4f62-9830-0ee76dfed8e3 HTTP/1.1" status: 200 len: 1092 time: 5.9352114 Aug 24 00:17:27.054748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186dc76-298d-4b36-881f-1380e2373c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d6295599-916b-4f62-9830-0ee76dfed8e3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.117333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.134120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62c4e91c-fad4-42e0-812d-b27fd3b9d632 req-5e395d3f-7368-4041-94dc-2e7f3c2c9ed3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966399 Aug 24 00:17:27.145799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b39695-a9fb-4c3a-a9ae-fb4879505471 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:27.151119 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99643b4-b532-4e94-b24e-e2b4f684e444 x-openstack-request-id: req-c99643b4-b532-4e94-b24e-e2b4f684e444 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:27.151527 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:27.164780 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c99643b4-b532-4e94-b24e-e2b4f684e444 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:27.165308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event deleted for resources: {'Port': ['ID=f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.165411 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81', 'status': 'completed', 'code': 200} Aug 24 00:17:27.165411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.186024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 699d8012-1290-44e8-97bc-5df29230aa88 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:27.195332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Transition to ACTIVE for port object 20b39695-a9fb-4c3a-a9ae-fb4879505471 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:27.201124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 699d8012-1290-44e8-97bc-5df29230aa88 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:27.202642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.214618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] No DVR routers for this DVR port f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:27.219568 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.232588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.234761 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b35fd193-b81a-4d51-bdfc-73a4fef2a57f req-01fc4576-9ac7-4b1b-a365-e4704ee2cf8e tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "DELETE /v2.0/ports/f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed HTTP/1.1" status: 204 len: 173 time: 2.3809638 Aug 24 00:17:27.258840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:27.263799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:27.306078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.321917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event deleted for resources: {'Port': ['ID=42a9d32d-29b8-4a8b-9c8d-628ba73a9059,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.342561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0'}, {'name': 'network-changed', 'server_uuid': '333cce6b-4cc3-4d79-8e8e-be229e1067cb', 'tag': 'd6295599-916b-4f62-9830-0ee76dfed8e3'}, {'server_uuid': '3d86da44-92d7-4e4f-9a02-e3dcd861f9ee', 'name': 'network-vif-deleted', 'tag': 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:27.344813 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e05034-0038-4d65-b412-bbacba476800" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0"}, {"name": "network-changed", "server_uuid": "333cce6b-4cc3-4d79-8e8e-be229e1067cb", "tag": "d6295599-916b-4f62-9830-0ee76dfed8e3"}, {"server_uuid": "3d86da44-92d7-4e4f-9a02-e3dcd861f9ee", "name": "network-vif-deleted", "tag": "f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:27.463327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] No DVR routers for this DVR port 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:27.468086 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.470965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bd49fb43-d23c-4d2a-b24d-25ed8354d498 req-a7bbb2f4-c426-43ad-b5c3-09c4dd1ed7c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "DELETE /v2.0/ports/42a9d32d-29b8-4a8b-9c8d-628ba73a9059 HTTP/1.1" status: 204 len: 173 time: 1.9061732 Aug 24 00:17:27.474384 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f00fc3d-cc5b-47f7-a338-31ae6009bf4d x-openstack-request-id: req-2f00fc3d-cc5b-47f7-a338-31ae6009bf4d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:27.474960 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "333cce6b-4cc3-4d79-8e8e-be229e1067cb", "tag": "d6295599-916b-4f62-9830-0ee76dfed8e3", "status": "completed", "code": 200}, {"server_uuid": "3d86da44-92d7-4e4f-9a02-e3dcd861f9ee", "name": "network-vif-deleted", "tag": "f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:27.475290 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f00fc3d-cc5b-47f7-a338-31ae6009bf4d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:27.475871 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'status': 'completed', 'code': 200} Aug 24 00:17:27.476212 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333cce6b-4cc3-4d79-8e8e-be229e1067cb', 'tag': 'd6295599-916b-4f62-9830-0ee76dfed8e3', 'status': 'completed', 'code': 200} Aug 24 00:17:27.476537 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d86da44-92d7-4e4f-9a02-e3dcd861f9ee', 'name': 'network-vif-deleted', 'tag': 'f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed', 'status': 'completed', 'code': 200} Aug 24 00:17:27.514258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Pushing event updated for resources: {'Port': ['ID=20b39695-a9fb-4c3a-a9ae-fb4879505471,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:27.554783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-d85a2f30-185c-4c1e-89c0-8ee5296f5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:27.557028 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-d85a2f30-185c-4c1e-89c0-8ee5296f5bba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 1095 time: 0.2884836 Aug 24 00:17:27.562793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-ba5576bd-ba03-49e4-b63d-e337fff1627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:27.564907 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-ba5576bd-ba03-49e4-b63d-e337fff1627f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1124 time: 0.3466160 Aug 24 00:17:27.618171 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:27.788101 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-2f99ce49-d517-4073-84c7-8e71542fbe79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6295599-916b-4f62-9830-0ee76dfed8e3 HTTP/1.1" status: 200 len: 217 time: 0.1974900 Aug 24 00:17:27.824197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d76ed7b-86bd-4fef-9d93-efbe2cff1767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699d8012-1290-44e8-97bc-5df29230aa88'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:27.827663 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c478555-2e73-4174-868f-d163998d781e" -d '{"events": [{"server_uuid": "8d76ed7b-86bd-4fef-9d93-efbe2cff1767", "name": "network-vif-plugged", "status": "completed", "tag": "699d8012-1290-44e8-97bc-5df29230aa88"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:27.931528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 699d8012-1290-44e8-97bc-5df29230aa88, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=699d8012-1290-44e8-97bc-5df29230aa88,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:28.004026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb8489-8c08-4dff-b6b0-f8669a4f2882 req-550d7afd-60a9-42d8-bb29-f38b64ed0467 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.005805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4acb8489-8c08-4dff-b6b0-f8669a4f2882 req-550d7afd-60a9-42d8-bb29-f38b64ed0467 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.5169029 Aug 24 00:17:28.026528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05034-0038-4d65-b412-bbacba476800 req-683413e5-0bc8-417e-902e-02a0651bba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.028037 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-683413e5-0bc8-417e-902e-02a0651bba3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 1094 time: 0.5005293 Aug 24 00:17:28.037514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4c278-9dd1-4ab9-884b-4c2bfa6fd262 req-3c7e240f-e697-4bb7-88f6-097cba232d7d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.039279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-4c68b9da-81dd-48b2-9f88-83d9f9b14f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.040702 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-4c68b9da-81dd-48b2-9f88-83d9f9b14f7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d031403a-62b3-44de-a0cb-2c2e5840292f HTTP/1.1" status: 200 len: 854 time: 0.2499342 Aug 24 00:17:28.045209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fee4c278-9dd1-4ab9-884b-4c2bfa6fd262 req-3c7e240f-e697-4bb7-88f6-097cba232d7d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 944 time: 0.3365743 Aug 24 00:17:28.142616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-c84c3d14-ca9e-4ee7-bb0c-8b7ce5327a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.159919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Attempting to bind port 20b39695-a9fb-4c3a-a9ae-fb4879505471 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:28.159919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Attempting to bind port 20b39695-a9fb-4c3a-a9ae-fb4879505471 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:28.159919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Attempting to bind port 20b39695-a9fb-4c3a-a9ae-fb4879505471 on network ae0206da-21f7-4470-bf63-0d5925f82c12 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:28.160314 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-c84c3d14-ca9e-4ee7-bb0c-8b7ce5327a9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.5622368 Aug 24 00:17:28.181492 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-dcd9c175-799f-42d6-9f81-74173e83e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.183489 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-dcd9c175-799f-42d6-9f81-74173e83e473 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311650 Aug 24 00:17:28.191919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Port 20b39695-a9fb-4c3a-a9ae-fb4879505471 on network ae0206da-21f7-4470-bf63-0d5925f82c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:28.251976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Attempting to bind port 20b39695-a9fb-4c3a-a9ae-fb4879505471 on network ae0206da-21f7-4470-bf63-0d5925f82c12 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:28.251976 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fee4c278-9dd1-4ab9-884b-4c2bfa6fd262 req-1eca3d89-bac6-458e-b812-9349bd3b37a2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590466 Aug 24 00:17:28.251976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:28.251976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Checking segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:28.251976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Bound using segment: {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:28.251976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Bound port: 20b39695-a9fb-4c3a-a9ae-fb4879505471, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3a1045-39e2-4aae-87d7-e10cb2730e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:28.251976 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.251976 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4acb8489-8c08-4dff-b6b0-f8669a4f2882 req-5e6d9db2-87bf-40f0-954d-0526a39c9dca tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006984 Aug 24 00:17:28.253449 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-8f42a7d3-3e9f-4220-9177-809260e9782e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81 HTTP/1.1" status: 200 len: 217 time: 0.0572908 Aug 24 00:17:28.274370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e87810b7-4d59-4c63-a3bb-1cda75a64667 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:28.290216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05034-0038-4d65-b412-bbacba476800 req-e9daf37d-258c-4eb8-a636-6523c30eb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.292371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-e9daf37d-258c-4eb8-a636-6523c30eb10f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 906 time: 0.2369161 Aug 24 00:17:28.347495 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e13644-35c9-429e-b746-bdb2653baad1 x-openstack-request-id: req-51e13644-35c9-429e-b746-bdb2653baad1 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:28.348083 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d76ed7b-86bd-4fef-9d93-efbe2cff1767", "name": "network-vif-plugged", "status": "completed", "tag": "699d8012-1290-44e8-97bc-5df29230aa88", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:28.348354 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51e13644-35c9-429e-b746-bdb2653baad1 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:28.349136 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d76ed7b-86bd-4fef-9d93-efbe2cff1767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699d8012-1290-44e8-97bc-5df29230aa88', 'code': 200} Aug 24 00:17:28.362490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-5c54b576-8a39-4e46-b60c-adfa0cd38a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.364118 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-5c54b576-8a39-4e46-b60c-adfa0cd38a7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.1294067 Aug 24 00:17:28.402937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-ac15ad5c-3255-40ec-b0a6-3e96334a8619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca49064b-4797-4384-a11b-41f23cec39f0 HTTP/1.1" status: 200 len: 217 time: 0.0939822 Aug 24 00:17:28.405253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-ec1c7f40-2088-4198-93fa-ba42e04c194e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285492 Aug 24 00:17:28.424566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c93796-6bfa-4a93-99e0-75dce96de1b7 req-2afd8725-c917-4b81-ae80-eaf165590778 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d86da44-92d7-4e4f-9a02-e3dcd861f9ee HTTP/1.1" status: 200 len: 210 time: 0.0929077 Aug 24 00:17:28.431358 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-477446c2-8ec9-454f-ae88-1bcd151b4176 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175369 Aug 24 00:17:28.517836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] For port 20b39695-a9fb-4c3a-a9ae-fb4879505471, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:28.585777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] For port 20b39695-a9fb-4c3a-a9ae-fb4879505471, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=20b39695-a9fb-4c3a-a9ae-fb4879505471,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:28.601031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05034-0038-4d65-b412-bbacba476800 req-b62e2d90-8d7d-429a-a242-51625aef4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.602850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-b62e2d90-8d7d-429a-a242-51625aef4c76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d362f50b-2768-483a-9b4d-2edd55aae693 HTTP/1.1" status: 200 len: 845 time: 0.1752157 Aug 24 00:17:28.651514 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.651633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98523e-7e3d-4e6b-93a1-08d26502340e req-3f21d119-99c6-436a-b311-d401c3254439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.651633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc98523e-7e3d-4e6b-93a1-08d26502340e req-3f21d119-99c6-436a-b311-d401c3254439 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 1096 time: 0.1799819 Aug 24 00:17:28.675475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-c23b0947-c7c8-4ece-adc3-d6b69af1c078 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606396 Aug 24 00:17:28.691222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affaf07-1628-4b25-a81c-00c769b64680 req-6f7b4c2f-70f4-4641-bf84-caf530ca2efa tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.691998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=699d8012-1290-44e8-97bc-5df29230aa88,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:28.692737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0affaf07-1628-4b25-a81c-00c769b64680 req-6f7b4c2f-70f4-4641-bf84-caf530ca2efa tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 943 time: 0.1721795 Aug 24 00:17:28.710831 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-79270fd0-f4bb-4b58-9a7b-02ca3ab9ac6c service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587523 Aug 24 00:17:28.712673 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-0b7d60b9-f940-4e66-8d75-e4d980627cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797697 Aug 24 00:17:28.799623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf0ea2-6584-4a81-bf8e-7838349aaa55 req-e7753c99-e2e6-466f-bb07-49dcf991990a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:28.801123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41bf0ea2-6584-4a81-bf8e-7838349aaa55 req-e7753c99-e2e6-466f-bb07-49dcf991990a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 943 time: 0.1760731 Aug 24 00:17:28.807295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc98523e-7e3d-4e6b-93a1-08d26502340e req-4f6ebf83-75dd-4a61-8981-f6c449d0109d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352921 Aug 24 00:17:28.815483 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4e15f01c-082d-498e-9fba-f88f361657a1 req-cd305324-69f3-4022-959e-8a17f43edd8b service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858309 Aug 24 00:17:28.841805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0affaf07-1628-4b25-a81c-00c769b64680 req-c4e1f5a9-bbc1-4f31-a959-d4b78222af8b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277368 Aug 24 00:17:28.874190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-dacf3295-8959-44d1-ba73-83f9619f589f service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747911 Aug 24 00:17:28.877219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41bf0ea2-6584-4a81-bf8e-7838349aaa55 req-939bc805-1394-438d-9805-c2776e614e20 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691295 Aug 24 00:17:28.980553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port e87810b7-4d59-4c63-a3bb-1cda75a64667 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:28.981396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:28.984964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port e87810b7-4d59-4c63-a3bb-1cda75a64667 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:28.986311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.018709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:29.019341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.020771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] 10.222.0.37 "PUT /v2.0/ports/20b39695-a9fb-4c3a-a9ae-fb4879505471 HTTP/1.1" status: 200 len: 1091 time: 3.2416348 Aug 24 00:17:29.031249 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d9329a62-d0c3-4cbd-bc79-1f2687d9e5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.074375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c01b5e-d41d-42ca-9f36-f0547ef67c8e service neutron] Pushing event updated for resources: {'Port': ['ID=20b39695-a9fb-4c3a-a9ae-fb4879505471,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:29.104278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.130243 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.153479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fc55fe-3ce5-4935-adf2-55da18527314', 'tag': '20b39695-a9fb-4c3a-a9ae-fb4879505471'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:29.156607 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694536cf-8e42-4290-8ecf-174647a6125f" -d '{"events": [{"name": "network-changed", "server_uuid": "25fc55fe-3ce5-4935-adf2-55da18527314", "tag": "20b39695-a9fb-4c3a-a9ae-fb4879505471"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:29.347542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e87810b7-4d59-4c63-a3bb-1cda75a64667, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e87810b7-4d59-4c63-a3bb-1cda75a64667,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:29.356161 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa9976-0f7b-46f5-b92c-6a968bbf61ca x-openstack-request-id: req-38aa9976-0f7b-46f5-b92c-6a968bbf61ca {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:29.356519 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fc55fe-3ce5-4935-adf2-55da18527314", "tag": "20b39695-a9fb-4c3a-a9ae-fb4879505471", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:29.356866 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38aa9976-0f7b-46f5-b92c-6a968bbf61ca {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:29.357319 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fc55fe-3ce5-4935-adf2-55da18527314', 'tag': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'status': 'completed', 'code': 200} Aug 24 00:17:29.415946 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:29.417460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:29.477330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90576013-e4fd-4d44-af91-76964bcf3f37', 'name': 'network-vif-deleted', 'tag': '42a9d32d-29b8-4a8b-9c8d-628ba73a9059'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:29.485794 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f494ebf-f534-4196-ba00-c3f02bf98a73" -d '{"events": [{"server_uuid": "90576013-e4fd-4d44-af91-76964bcf3f37", "name": "network-vif-deleted", "tag": "42a9d32d-29b8-4a8b-9c8d-628ba73a9059"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:29.585101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:29.585543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 42a9d32d-29b8-4a8b-9c8d-628ba73a9059 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:29.586333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:29.621271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:29.621839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f9d43dd2-85cc-4b71-aa8b-7827a1eda8ed not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:29.648623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e87810b7-4d59-4c63-a3bb-1cda75a64667,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:29.866326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-d4be46db-89b2-4090-910b-8eaba842c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:29.867744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-d4be46db-89b2-4090-910b-8eaba842c0c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 1094 time: 0.6798353 Aug 24 00:17:29.931782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-3ac38535-5aeb-497a-a949-2f06532ec118 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859957 Aug 24 00:17:29.935594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-95e88e83-8053-43a2-971d-6974425ac9f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20b39695-a9fb-4c3a-a9ae-fb4879505471 HTTP/1.1" status: 200 len: 217 time: 0.0492897 Aug 24 00:17:29.949841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ecbc7-6105-4218-bd1f-17adec31f775 req-6378a2ee-e51d-4367-a966-be2661a159e3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:29.951725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a31ecbc7-6105-4218-bd1f-17adec31f775 req-6378a2ee-e51d-4367-a966-be2661a159e3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.4918702 Aug 24 00:17:29.960395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc34877-b131-4c4d-a88a-57e2941dd288 req-f05276b4-7e4f-4cc5-acdf-15f3e8761a09 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:29.962262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccc34877-b131-4c4d-a88a-57e2941dd288 req-f05276b4-7e4f-4cc5-acdf-15f3e8761a09 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 944 time: 0.5012944 Aug 24 00:17:30.072561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccc34877-b131-4c4d-a88a-57e2941dd288 req-8e4d82b6-6dfb-4a59-a047-f8c00d0b812f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031618 Aug 24 00:17:30.087758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-b177c742-e71f-4393-a9bc-1dba1196438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.089513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-b177c742-e71f-4393-a9bc-1dba1196438f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d9712c-ca50-45c9-bfaa-36c273124569 HTTP/1.1" status: 200 len: 862 time: 0.1367640 Aug 24 00:17:30.092692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a31ecbc7-6105-4218-bd1f-17adec31f775 req-d114d400-a9ed-4770-b06b-3126dd3366e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205120 Aug 24 00:17:30.151131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05034-0038-4d65-b412-bbacba476800 req-ddd5fa04-c932-4a9f-b437-18886d783e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.152709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-ddd5fa04-c932-4a9f-b437-18886d783e4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 1095 time: 0.1011050 Aug 24 00:17:30.194691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-20179966-62d7-48c0-ac07-039ba28d330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.195487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-20179966-62d7-48c0-ac07-039ba28d330e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae0206da-21f7-4470-bf63-0d5925f82c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959854 Aug 24 00:17:30.197146 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284bc166-9ee0-471d-b5e6-f2df89bdec10 x-openstack-request-id: req-284bc166-9ee0-471d-b5e6-f2df89bdec10 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:30.197956 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90576013-e4fd-4d44-af91-76964bcf3f37", "name": "network-vif-deleted", "tag": "42a9d32d-29b8-4a8b-9c8d-628ba73a9059", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:30.198389 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-284bc166-9ee0-471d-b5e6-f2df89bdec10 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:30.199197 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90576013-e4fd-4d44-af91-76964bcf3f37', 'name': 'network-vif-deleted', 'tag': '42a9d32d-29b8-4a8b-9c8d-628ba73a9059', 'status': 'completed', 'code': 200} Aug 24 00:17:30.218303 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:30.350419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c33996-8d58-41ad-9981-b499d88390ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87810b7-4d59-4c63-a3bb-1cda75a64667'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:30.353781 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4485d79f-be91-4ab6-9bca-8c6a0105d8fa" -d '{"events": [{"server_uuid": "86c33996-8d58-41ad-9981-b499d88390ee", "name": "network-vif-plugged", "status": "completed", "tag": "e87810b7-4d59-4c63-a3bb-1cda75a64667"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:30.393196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81cbb0-1939-40da-83b6-9a9fd2e12a89 req-8317182c-1e59-4142-a6ae-6eb5fabe6c04 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.400769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d81cbb0-1939-40da-83b6-9a9fd2e12a89 req-8317182c-1e59-4142-a6ae-6eb5fabe6c04 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 943 time: 0.1363502 Aug 24 00:17:30.473515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818640-aa82-45c7-9545-2f11ec27990c req-b67da538-4413-483c-8aeb-6c90a9dc5293 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.475129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b818640-aa82-45c7-9545-2f11ec27990c req-b67da538-4413-483c-8aeb-6c90a9dc5293 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 943 time: 0.1527145 Aug 24 00:17:30.513217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-ac98ee99-0d27-42bd-a29e-7ba35489e12a service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992213 Aug 24 00:17:30.519725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d81cbb0-1939-40da-83b6-9a9fd2e12a89 req-98d784a4-7296-46e8-8f83-c6e390d93485 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183820 Aug 24 00:17:30.535341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05034-0038-4d65-b412-bbacba476800 req-25dc0d7f-c411-40fb-b73d-1ac94f5b2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.536839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-25dc0d7f-c411-40fb-b73d-1ac94f5b2788 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 916 time: 0.3584237 Aug 24 00:17:30.593561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-00e08e21-c939-4782-92c8-b5e9a0d26f27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6295599-916b-4f62-9830-0ee76dfed8e3 HTTP/1.1" status: 200 len: 217 time: 0.0404682 Aug 24 00:17:30.619075 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ef870-8c6b-4584-9cd8-ad4a761ec4c6 x-openstack-request-id: req-132ef870-8c6b-4584-9cd8-ad4a761ec4c6 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:30.619500 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c33996-8d58-41ad-9981-b499d88390ee", "name": "network-vif-plugged", "status": "completed", "tag": "e87810b7-4d59-4c63-a3bb-1cda75a64667", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:30.620053 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-132ef870-8c6b-4584-9cd8-ad4a761ec4c6 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:30.620544 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c33996-8d58-41ad-9981-b499d88390ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87810b7-4d59-4c63-a3bb-1cda75a64667', 'code': 200} Aug 24 00:17:30.646299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b818640-aa82-45c7-9545-2f11ec27990c req-a21c2353-3e3e-4d19-8dd2-cf05e42d0c7c tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554558 Aug 24 00:17:30.716593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05034-0038-4d65-b412-bbacba476800 req-04abe8a5-6e13-40ef-a676-d3994377bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.718056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-04abe8a5-6e13-40ef-a676-d3994377bd6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d031403a-62b3-44de-a0cb-2c2e5840292f HTTP/1.1" status: 200 len: 854 time: 0.0956359 Aug 24 00:17:30.734813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6a23167-c80c-492e-9ecb-1b75d895579b req-108756fd-b089-4ca8-a3ec-f048eb9a6cba service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112339 Aug 24 00:17:30.750514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd02819-8e05-4294-9396-d7a09385ceb4 req-4e775b38-cd73-4f65-9bb3-52e7716740aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.752126 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ddd02819-8e05-4294-9396-d7a09385ceb4 req-4e775b38-cd73-4f65-9bb3-52e7716740aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 1096 time: 0.0628309 Aug 24 00:17:30.806801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05034-0038-4d65-b412-bbacba476800 req-745ac71e-45fa-4bf5-be81-403aae4e143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:30.811417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-745ac71e-45fa-4bf5-be81-403aae4e143a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637503 Aug 24 00:17:30.815942 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ddd02819-8e05-4294-9396-d7a09385ceb4 req-efc5b45b-f013-4fcb-9e1d-621a1af63696 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566821 Aug 24 00:17:30.877581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ca49064b-4797-4384-a11b-41f23cec39f0 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:30.909913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-4360dc67-078d-412e-9251-06c16d6aa2f5 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913489 Aug 24 00:17:31.031926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07e05034-0038-4d65-b412-bbacba476800 req-e71569f0-18c3-4861-87f7-ba5e1a2fba53 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146297 Aug 24 00:17:31.084029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:31.099740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'port_id': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'mac_address': 'fa:16:3e:42:c4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362f50b-2768-483a-9b4d-2edd55aae693', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:31.152528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.174393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca49064b-4797-4384-a11b-41f23cec39f0 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:31.203144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:31.294330 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.336232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f11754-f228-4621-9bf7-dd9d44909d8a req-d73ccb45-58ae-44f5-a0dd-36a1bcd7f74f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.340353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f11754-f228-4621-9bf7-dd9d44909d8a req-d73ccb45-58ae-44f5-a0dd-36a1bcd7f74f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 944 time: 0.1166449 Aug 24 00:17:31.404486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:31.430094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9f11754-f228-4621-9bf7-dd9d44909d8a req-88fd43c5-3d62-4106-b4f5-89cd78d8fa9d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795212 Aug 24 00:17:31.467425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694536cf-8e42-4290-8ecf-174647a6125f req-e53128d8-de54-411c-a919-d0f9931849ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.469288 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-694536cf-8e42-4290-8ecf-174647a6125f req-e53128d8-de54-411c-a919-d0f9931849ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 1094 time: 0.4406126 Aug 24 00:17:31.528917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1054-f691-4ef3-8619-44bbddbff834 req-f93e976f-53ed-424c-a96c-c9cad4d9d0b3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.536371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-515d1054-f691-4ef3-8619-44bbddbff834 req-f93e976f-53ed-424c-a96c-c9cad4d9d0b3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.1495290 Aug 24 00:17:31.611175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-515d1054-f691-4ef3-8619-44bbddbff834 req-8740bf16-4e76-4060-8dca-0ceab19db258 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690465 Aug 24 00:17:31.689780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694536cf-8e42-4290-8ecf-174647a6125f req-fe5d9299-bb15-45b6-9c35-6d26907062e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.691938 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-694536cf-8e42-4290-8ecf-174647a6125f req-fe5d9299-bb15-45b6-9c35-6d26907062e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 200 len: 924 time: 0.2143297 Aug 24 00:17:31.694879 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:31.744252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-694536cf-8e42-4290-8ecf-174647a6125f req-5af36650-01f1-4609-aee1-e7d7b2d1f9a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20b39695-a9fb-4c3a-a9ae-fb4879505471 HTTP/1.1" status: 200 len: 217 time: 0.0439396 Aug 24 00:17:31.797154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae706179-eb33-42b9-8c24-88215b970fa1 req-41681abd-1920-41a5-9829-2622ec551faf tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.805383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae706179-eb33-42b9-8c24-88215b970fa1 req-41681abd-1920-41a5-9829-2622ec551faf tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 950 time: 0.1419032 Aug 24 00:17:31.816351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa9200-a2f7-48ec-8df3-885b4c6e19dd req-28e2f52a-5cc5-4784-965c-0f8f251785c6 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.818008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09aa9200-a2f7-48ec-8df3-885b4c6e19dd req-28e2f52a-5cc5-4784-965c-0f8f251785c6 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 943 time: 0.0961223 Aug 24 00:17:31.829967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694536cf-8e42-4290-8ecf-174647a6125f req-101a0a1b-16bb-4c81-88d9-0494a1ad9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.831475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-694536cf-8e42-4290-8ecf-174647a6125f req-101a0a1b-16bb-4c81-88d9-0494a1ad9060 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d9712c-ca50-45c9-bfaa-36c273124569 HTTP/1.1" status: 200 len: 862 time: 0.0597317 Aug 24 00:17:31.893797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09aa9200-a2f7-48ec-8df3-885b4c6e19dd req-de722547-0f5a-4a32-8799-57bf5400a6e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692081 Aug 24 00:17:31.898587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['ca49064b-4797-4384-a11b-41f23cec39f0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:31.929491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694536cf-8e42-4290-8ecf-174647a6125f req-7567e399-15bd-4db5-b75b-86cfa8eab755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:31.931894 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-694536cf-8e42-4290-8ecf-174647a6125f req-7567e399-15bd-4db5-b75b-86cfa8eab755 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae0206da-21f7-4470-bf63-0d5925f82c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825830 Aug 24 00:17:31.939076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae706179-eb33-42b9-8c24-88215b970fa1 req-dc26f951-580f-4637-8852-abc7c6f58e52 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326432 Aug 24 00:17:32.142117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-694536cf-8e42-4290-8ecf-174647a6125f req-b320c2b0-2104-4dd1-ad05-4719066b323f service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005606 Aug 24 00:17:32.219805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225fc0f-4894-449f-8fe9-30e9d4e0e73d req-3ee3808b-f4a5-4aea-b769-872a3c01b146 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:32.227223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f225fc0f-4894-449f-8fe9-30e9d4e0e73d req-3ee3808b-f4a5-4aea-b769-872a3c01b146 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 944 time: 0.1872156 Aug 24 00:17:32.283528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f225fc0f-4894-449f-8fe9-30e9d4e0e73d req-6f698b8d-0d1d-4ecc-b60e-dbf234dcdbb5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502014 Aug 24 00:17:32.328755 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-694536cf-8e42-4290-8ecf-174647a6125f req-7dfd7d96-e7b3-44f0-a89c-e3a822006601 service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773417 Aug 24 00:17:32.621845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19955acc-f67b-453f-9040-62e3705cea12 req-2adad969-a723-447d-b6fb-e2a37a9fa4ab tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:32.634984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19955acc-f67b-453f-9040-62e3705cea12 req-2adad969-a723-447d-b6fb-e2a37a9fa4ab tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 944 time: 0.0970933 Aug 24 00:17:32.767711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19955acc-f67b-453f-9040-62e3705cea12 req-0c4a84c1-c081-46eb-84d1-63b60ebeee91 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232569 Aug 24 00:17:32.803818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1443f1-60ba-4cc1-952d-713501a22ede req-6c205925-15a9-47c4-be0d-a59db4dc54bf tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:32.805700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed1443f1-60ba-4cc1-952d-713501a22ede req-6c205925-15a9-47c4-be0d-a59db4dc54bf tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.1072397 Aug 24 00:17:32.861163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed1443f1-60ba-4cc1-952d-713501a22ede req-ca146d07-8e23-46de-b2ee-52abb885be17 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Aug 24 00:17:32.904116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d6295599-916b-4f62-9830-0ee76dfed8e3 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:33.016639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-429282c5-9bf8-422b-834f-fd83166e3891 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:33.021449 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-429282c5-9bf8-422b-834f-fd83166e3891 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 950 time: 0.1240959 Aug 24 00:17:33.062391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d6295599-916b-4f62-9830-0ee76dfed8e3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d6295599-916b-4f62-9830-0ee76dfed8e3,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:33.079407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'd6295599-916b-4f62-9830-0ee76dfed8e3', 'network_id': 'f278270f-5b8a-4e2e-9c58-4fef71fd3b74', 'port_id': 'd6295599-916b-4f62-9830-0ee76dfed8e3', 'mac_address': 'fa:16:3e:8b:b4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd031403a-62b3-44de-a0cb-2c2e5840292f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:33.149639 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.152528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff129-4621-4b80-aaa0-69040807fae6 req-6f8796df-d34b-4264-a8d7-26b547dfdb91 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:33.154781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c5ff129-4621-4b80-aaa0-69040807fae6 req-6f8796df-d34b-4264-a8d7-26b547dfdb91 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 943 time: 0.1262481 Aug 24 00:17:33.170620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6295599-916b-4f62-9830-0ee76dfed8e3 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:33.188187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b7813-e9a6-4a66-97a7-bfe2bbf58a07 req-40166ab1-f5c2-4126-9027-8617f443665f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:33.189882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6b7813-e9a6-4a66-97a7-bfe2bbf58a07 req-40166ab1-f5c2-4126-9027-8617f443665f tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 950 time: 0.1051099 Aug 24 00:17:33.220759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d6295599-916b-4f62-9830-0ee76dfed8e3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d6295599-916b-4f62-9830-0ee76dfed8e3,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:33.230524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Deleting port 4718601e-b79a-4148-927d-5d4040e49024 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:33.231156 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.277318 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.316058 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:17:33.322477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c5ff129-4621-4b80-aaa0-69040807fae6 req-2a88ef78-f23e-451a-9cdf-da195c24934e tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548820 Aug 24 00:17:33.342737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6b7813-e9a6-4a66-97a7-bfe2bbf58a07 req-c24c4fbd-3bb6-40e1-bd18-52848524d9b9 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/security-groups?id=cb6c6961-ce46-4a1b-ba06-b5841871fd0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438160 Aug 24 00:17:33.472731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=d6295599-916b-4f62-9830-0ee76dfed8e3,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:33.489987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.490255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.490610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.490957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.491298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.491637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.492117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.492462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.492797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.494060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.494539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.494894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:33.515075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cb2f0-5420-4fda-bdc2-70332024c67e req-ef97e89c-0cbe-4fa9-ab2b-827d3b6ddf0f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:33.520460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] For port 4718601e-b79a-4148-927d-5d4040e49024, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4718601e-b79a-4148-927d-5d4040e49024,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:33.520852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:33.530791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d9cb2f0-5420-4fda-bdc2-70332024c67e req-ef97e89c-0cbe-4fa9-ab2b-827d3b6ddf0f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 944 time: 0.0878682 Aug 24 00:17:33.533964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Calling delete_port for 4718601e-b79a-4148-927d-5d4040e49024 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:33.592444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d9cb2f0-5420-4fda-bdc2-70332024c67e req-6396d1df-7efd-4ad3-b9af-2e316a5fe334 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604830 Aug 24 00:17:33.789025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['d6295599-916b-4f62-9830-0ee76dfed8e3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:33.989691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8205b33-4b0a-4c7b-8663-0e7bd1372de2 req-c8938cc2-25ea-4e1c-ae90-6a7e806955c6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:33.993699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8205b33-4b0a-4c7b-8663-0e7bd1372de2 req-c8938cc2-25ea-4e1c-ae90-6a7e806955c6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 945 time: 0.1003954 Aug 24 00:17:34.061013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8205b33-4b0a-4c7b-8663-0e7bd1372de2 req-4b6d834d-520f-4df2-8ffe-b0eda93374d8 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565679 Aug 24 00:17:34.070468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a7e6f-2f13-406e-8e9d-77a37300f0e4 req-ffcbdbb6-82d7-4bc9-a8c9-8f212819fe1c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:34.077184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb8a7e6f-2f13-406e-8e9d-77a37300f0e4 req-ffcbdbb6-82d7-4bc9-a8c9-8f212819fe1c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.0820303 Aug 24 00:17:34.112206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb8a7e6f-2f13-406e-8e9d-77a37300f0e4 req-4e3a58a9-3f7a-48e2-993f-ce3e49fa8bd4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339270 Aug 24 00:17:34.288561 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.301933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4718601e-b79a-4148-927d-5d4040e49024'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:34.304152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 20b39695-a9fb-4c3a-a9ae-fb4879505471 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:34.322537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Pushing event deleted for resources: {'Port': ['ID=4718601e-b79a-4148-927d-5d4040e49024,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:34.436475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] No DVR routers for this DVR port 4718601e-b79a-4148-927d-5d4040e49024 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:34.441613 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.444136 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-84b840c5-778d-42e7-bbd3-75be4637ca2e req-ce30431b-f7c8-4d3b-908f-51f24e3f0013 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.37 "DELETE /v2.0/ports/4718601e-b79a-4148-927d-5d4040e49024 HTTP/1.1" status: 204 len: 173 time: 1.4139197 Aug 24 00:17:34.444752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b9404d-9185-447b-8ef2-7fcc90eed09c', 'name': 'network-vif-deleted', 'tag': '4718601e-b79a-4148-927d-5d4040e49024'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:34.457136 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247de1cb-7023-48ce-9ad6-dc576ec339cb" -d '{"events": [{"server_uuid": "70b9404d-9185-447b-8ef2-7fcc90eed09c", "name": "network-vif-deleted", "tag": "4718601e-b79a-4148-927d-5d4040e49024"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:34.537930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03520420-aaae-4b30-a8d9-887abc9e76c4 req-dab0fd06-4c2f-4f45-891e-4cb8ad938740 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 210 time: 0.0741222 Aug 24 00:17:34.572815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4342-48c5-495e-baeb-3460fa61360e req-5463107c-5efb-4702-8472-bc13073692b8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:34.587700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c1a4342-48c5-495e-baeb-3460fa61360e req-5463107c-5efb-4702-8472-bc13073692b8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 943 time: 0.1885712 Aug 24 00:17:34.611111 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3ff5b-860d-4252-a4c4-02c470ba94ec x-openstack-request-id: req-79e3ff5b-860d-4252-a4c4-02c470ba94ec {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:34.611984 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b9404d-9185-447b-8ef2-7fcc90eed09c", "name": "network-vif-deleted", "tag": "4718601e-b79a-4148-927d-5d4040e49024", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:34.611984 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79e3ff5b-860d-4252-a4c4-02c470ba94ec {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:34.612292 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b9404d-9185-447b-8ef2-7fcc90eed09c', 'name': 'network-vif-deleted', 'tag': '4718601e-b79a-4148-927d-5d4040e49024', 'status': 'completed', 'code': 200} Aug 24 00:17:34.618171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 20b39695-a9fb-4c3a-a9ae-fb4879505471, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=20b39695-a9fb-4c3a-a9ae-fb4879505471,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:34.664459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'port_id': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'mac_address': 'fa:16:3e:b2:27:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:34.685169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c1a4342-48c5-495e-baeb-3460fa61360e req-d6836f91-4355-47d1-b6ca-a866793ea179 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957739 Aug 24 00:17:34.740604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.761170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b39695-a9fb-4c3a-a9ae-fb4879505471 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:34.822315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 20b39695-a9fb-4c3a-a9ae-fb4879505471, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=20b39695-a9fb-4c3a-a9ae-fb4879505471,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:34.859935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-f5ad9ea2-d4a2-4632-8050-cbb2a0fbb902 service neutron] 10.222.0.36 "GET /v2.0/ports/dc9dbae3-117f-44dc-95ba-98cf83dc7f81/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.1214521 Aug 24 00:17:34.876957 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:34.937013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ca49064b-4797-4384-a11b-41f23cec39f0 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:34.973337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae748713-55a7-41e0-aaf5-c6bd80d54f73 req-6f7f997e-f512-45a4-940c-a16f62a0708d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:34.983172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae748713-55a7-41e0-aaf5-c6bd80d54f73 req-6f7f997e-f512-45a4-940c-a16f62a0708d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 944 time: 0.2564206 Aug 24 00:17:35.055547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=20b39695-a9fb-4c3a-a9ae-fb4879505471,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:35.080243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae748713-55a7-41e0-aaf5-c6bd80d54f73 req-52ae9f9f-9e24-4906-9f6c-6aef4f437dbc tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958889 Aug 24 00:17:35.200107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['20b39695-a9fb-4c3a-a9ae-fb4879505471'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:35.235511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port ca49064b-4797-4384-a11b-41f23cec39f0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:35.244841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port ca49064b-4797-4384-a11b-41f23cec39f0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:35.245226 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.328224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dead8b-211a-47f2-a0bd-8c0b641474bb req-05a82c7f-c922-451b-8ac9-b59cf12bd2da tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:35.330182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7dead8b-211a-47f2-a0bd-8c0b641474bb req-05a82c7f-c922-451b-8ac9-b59cf12bd2da tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 945 time: 0.1552567 Aug 24 00:17:35.361243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18141166-4f6b-4119-9d89-64f16a0840e8 req-ab21a586-dcd4-42d6-afdc-f70c837d7225 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:35.366839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18141166-4f6b-4119-9d89-64f16a0840e8 req-ab21a586-dcd4-42d6-afdc-f70c837d7225 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 943 time: 0.1011004 Aug 24 00:17:35.414920 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.440555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:35.475638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18141166-4f6b-4119-9d89-64f16a0840e8 req-3a7b0902-3128-4e05-948c-6931f9a2c894 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852599 Aug 24 00:17:35.481547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:35.482525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:35.484783 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294fc0c3-fc4d-4e1b-98d5-7506ca9d6778" -d '{"events": [{"server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "name": "network-vif-plugged", "status": "completed", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:35.495087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:35.526800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7dead8b-211a-47f2-a0bd-8c0b641474bb req-c228fed0-cdc2-49f7-8b1e-ca4f29a38b60 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882894 Aug 24 00:17:35.555241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9dbae3-117f-44dc-95ba-98cf83dc7f81 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:35.562573 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f9c2f9-309a-4ee5-a1c5-b9d3873f21fd x-openstack-request-id: req-b9f9c2f9-309a-4ee5-a1c5-b9d3873f21fd {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:35.564993 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "name": "network-vif-plugged", "status": "completed", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:35.564993 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9f9c2f9-309a-4ee5-a1c5-b9d3873f21fd {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:35.564993 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'code': 200} Aug 24 00:17:35.571639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:35.577888 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.584829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device dc9dbae3-117f-44dc-95ba-98cf83dc7f81 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:35.673892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:35.751248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:35.771263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0720ee-a36f-46c7-ac51-64ed5439170c req-3ff9e442-2a3a-49b2-9575-7cb55f17a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:35.772886 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae0720ee-a36f-46c7-ac51-64ed5439170c req-3ff9e442-2a3a-49b2-9575-7cb55f17a090 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 1096 time: 0.1046960 Aug 24 00:17:35.810460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19fe7a8b-c750-4bec-9d6a-1a028f707f9e req-642b4d8f-f860-4ced-96c8-885ddcfa23c7 tempest-ServersOnMultiNodesTest-1826301651 tempest-ServersOnMultiNodesTest-1826301651-project] 10.222.0.26 "GET /v2.0/ports?device_id=70b9404d-9185-447b-8ef2-7fcc90eed09c HTTP/1.1" status: 200 len: 210 time: 0.1280663 Aug 24 00:17:35.830834 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae0720ee-a36f-46c7-ac51-64ed5439170c req-88e6a1ea-21a8-4983-83d0-1f6d12e8e6d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503669 Aug 24 00:17:35.964472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f85e50-8f6b-4543-9577-e6f5bf030b7b req-334e6416-77e4-4438-a5ae-439679419993 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:35.967121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60f85e50-8f6b-4543-9577-e6f5bf030b7b req-334e6416-77e4-4438-a5ae-439679419993 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 944 time: 0.1208861 Aug 24 00:17:36.004972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] Transition to ACTIVE for port object dc9dbae3-117f-44dc-95ba-98cf83dc7f81 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:36.023537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60f85e50-8f6b-4543-9577-e6f5bf030b7b req-9dcc803d-9f8f-4909-a2aa-62ade09316a5 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438366 Aug 24 00:17:36.117603 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:36.264791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] No DVR routers for this DVR port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:36.284208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:36.293639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4718601e-b79a-4148-927d-5d4040e49024 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:36.320829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 4718601e-b79a-4148-927d-5d4040e49024 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:36.321338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4718601e-b79a-4148-927d-5d4040e49024 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:36.327127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-8308c4d5-dec0-462f-a701-628649b31b43 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc9dbae3-117f-44dc-95ba-98cf83dc7f81/bindings/n-h2-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4581127 Aug 24 00:17:36.347250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e05b8-82cc-40ff-812a-74dc2205a98f req-6dc6f629-1b16-44bf-8327-a4d3e20931a0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.348721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-781e05b8-82cc-40ff-812a-74dc2205a98f req-6dc6f629-1b16-44bf-8327-a4d3e20931a0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 945 time: 0.2209365 Aug 24 00:17:36.384889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-fcbb78ba-3481-4d0a-b285-bffa15257703 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.386332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-fcbb78ba-3481-4d0a-b285-bffa15257703 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/networks?id=9b127f34-50e4-44af-84d9-c02921db4da4 HTTP/1.1" status: 200 len: 814 time: 0.2217081 Aug 24 00:17:36.413207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-479c6ba7-0a0f-4cf7-bc9a-a6d8899700f6 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/quotas/ee09ead979ea4026a67b5e28f6cff8e0 HTTP/1.1" status: 200 len: 375 time: 0.0182419 Aug 24 00:17:36.418263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-781e05b8-82cc-40ff-812a-74dc2205a98f req-3700512e-21d5-4ccd-a008-050059c0b542 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624671 Aug 24 00:17:36.472121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-c79aa89e-688f-43dd-b4fa-86dc8bf62dae tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee09ead979ea4026a67b5e28f6cff8e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523047 Aug 24 00:17:36.570241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-a80a687d-cdd7-4b5e-aa14-ae4aea61b226 service neutron] 10.222.0.26 "GET /v2.0/networks/9b127f34-50e4-44af-84d9-c02921db4da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907962 Aug 24 00:17:36.570839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9650a40c-cab6-42c2-857d-86e3c37bd057 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.572374 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9650a40c-cab6-42c2-857d-86e3c37bd057 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.0627663 Aug 24 00:17:36.632638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-95644d89-dff2-45d4-8da1-3d6d277f6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.634541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-95644d89-dff2-45d4-8da1-3d6d277f6bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957&tenant_id=8264d2be08f54617bb0ba9db9202bad4 HTTP/1.1" status: 200 len: 1095 time: 0.0531726 Aug 24 00:17:36.696688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-2f2127a3-3d34-48aa-9515-a9779d6af476 service neutron] 10.222.0.26 "GET /v2.0/networks/9b127f34-50e4-44af-84d9-c02921db4da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196361 Aug 24 00:17:36.705279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-66f3cf65-93bc-47fb-ab16-36ae679b4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.706853 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-66f3cf65-93bc-47fb-ab16-36ae679b4950 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1095 time: 0.0429289 Aug 24 00:17:36.726326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d329e-962f-45ad-828a-87a2ac577ef0 req-0505fd3f-edc4-404f-9107-d2d42c3b34bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.728035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e4d329e-962f-45ad-828a-87a2ac577ef0 req-0505fd3f-edc4-404f-9107-d2d42c3b34bc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.0772278 Aug 24 00:17:36.778159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e4d329e-962f-45ad-828a-87a2ac577ef0 req-c3bd5f55-6a4b-4084-8ca2-4561f2d5e79b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437486 Aug 24 00:17:36.818861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-0eb6a351-37f8-4d22-8ff6-73b3ffca2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.820863 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-0eb6a351-37f8-4d22-8ff6-73b3ffca2f6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1053011 Aug 24 00:17:36.884998 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-2d04adbd-773d-4af7-a0bf-e442ef1d36e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81 HTTP/1.1" status: 200 len: 217 time: 0.0533586 Aug 24 00:17:36.906838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec963b-0959-416b-a648-c009f7bb31e1 req-f128d6c5-558d-43c7-8bc1-b11e907cada6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.920790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d6295599-916b-4f62-9830-0ee76dfed8e3 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:36.926415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7ec963b-0959-416b-a648-c009f7bb31e1 req-f128d6c5-558d-43c7-8bc1-b11e907cada6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 945 time: 0.0876205 Aug 24 00:17:36.944828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-1d36e3c3-4295-4e53-a80e-5af542541943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:36.946873 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-1d36e3c3-4295-4e53-a80e-5af542541943 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0527217 Aug 24 00:17:37.008995 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-03d0b629-8ad0-47a1-bd5d-13765a8a8191 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506184 Aug 24 00:17:37.018234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7ec963b-0959-416b-a648-c009f7bb31e1 req-d576dad0-4ed9-4629-b9b3-c40b8f04cc6c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908105 Aug 24 00:17:37.080220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9219b153-4d52-46cf-8ca4-fac024dbf09d req-f4c7d2d5-ee0c-4f77-b792-bede4c0cca39 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 210 time: 0.0418711 Aug 24 00:17:37.083143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port d6295599-916b-4f62-9830-0ee76dfed8e3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:37.088367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port d6295599-916b-4f62-9830-0ee76dfed8e3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:37.092932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.199127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.217247 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-3f512668-8faf-4230-ba65-11faf7ff3a2f service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877966 Aug 24 00:17:37.257831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d6295599-916b-4f62-9830-0ee76dfed8e3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d6295599-916b-4f62-9830-0ee76dfed8e3,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:37.264267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817cc34-daa7-4b26-a6b9-49cf9cc7d45d req-498eac09-e966-4cf2-9526-9d55f80a8143 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.266078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a817cc34-daa7-4b26-a6b9-49cf9cc7d45d req-498eac09-e966-4cf2-9526-9d55f80a8143 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 944 time: 0.0729957 Aug 24 00:17:37.310561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a817cc34-daa7-4b26-a6b9-49cf9cc7d45d req-89f12237-4dec-4792-86fe-b73c6c65e4f7 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375412 Aug 24 00:17:37.330446 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-df5db710-8fd0-4bcb-a680-2a4f905b071b service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029222 Aug 24 00:17:37.385865 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.438713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=d6295599-916b-4f62-9830-0ee76dfed8e3,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:37.471638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47620) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:37.550445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19650d53-1a0d-4d5d-a010-1c8d5fb9c25f req-aee57f75-edd5-4dd8-998b-3c5192ba19a5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.551996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19650d53-1a0d-4d5d-a010-1c8d5fb9c25f req-aee57f75-edd5-4dd8-998b-3c5192ba19a5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 945 time: 0.0520763 Aug 24 00:17:37.564506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333cce6b-4cc3-4d79-8e8e-be229e1067cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6295599-916b-4f62-9830-0ee76dfed8e3'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:37.567515 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230b8a6c-544d-4594-8ba7-ef1bc7b1812e" -d '{"events": [{"server_uuid": "333cce6b-4cc3-4d79-8e8e-be229e1067cb", "name": "network-vif-plugged", "status": "completed", "tag": "d6295599-916b-4f62-9830-0ee76dfed8e3"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:37.595650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19650d53-1a0d-4d5d-a010-1c8d5fb9c25f req-dd14cda5-a28a-4021-aaea-9b2e63a9c82f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348361 Aug 24 00:17:37.624155 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6abade-f2fd-4830-b5b2-ae910753e169 x-openstack-request-id: req-1b6abade-f2fd-4830-b5b2-ae910753e169 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:37.624451 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333cce6b-4cc3-4d79-8e8e-be229e1067cb", "name": "network-vif-plugged", "status": "completed", "tag": "d6295599-916b-4f62-9830-0ee76dfed8e3", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:37.624703 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b6abade-f2fd-4830-b5b2-ae910753e169 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:37.625491 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333cce6b-4cc3-4d79-8e8e-be229e1067cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6295599-916b-4f62-9830-0ee76dfed8e3', 'code': 200} Aug 24 00:17:37.640165 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-62e04420-2923-4ca9-ba6a-6c74946cce4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b5310f0b8ad4eb1a8a1fd6ccac449e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701498 Aug 24 00:17:37.643035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:37.722392 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7305a30b-e3d7-4673-b95e-875969028083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.767517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7305a30b-e3d7-4673-b95e-875969028083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.805098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b744cc-bbfe-47fe-850d-9da2f0e10d9c req-89494312-8fcb-48af-a009-893796d57412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.806640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b744cc-bbfe-47fe-850d-9da2f0e10d9c req-89494312-8fcb-48af-a009-893796d57412 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 1097 time: 0.0755913 Aug 24 00:17:37.853451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b744cc-bbfe-47fe-850d-9da2f0e10d9c req-7365c274-b67b-4556-a98e-768dad7a4997 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Aug 24 00:17:37.912508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76b639-2b5b-4824-aa91-34ae3acdba2f req-db561b1d-4045-492f-b416-0cae2036b8fe tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:37.920759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d76b639-2b5b-4824-aa91-34ae3acdba2f req-db561b1d-4045-492f-b416-0cae2036b8fe tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.0645981 Aug 24 00:17:37.928746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7305a30b-e3d7-4673-b95e-875969028083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.931666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7305a30b-e3d7-4673-b95e-875969028083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:37.935285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7305a30b-e3d7-4673-b95e-875969028083 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb6c6961-ce46-4a1b-ba06-b5841871fd0d HTTP/1.1" status: 204 len: 168 time: 0.2795203 Aug 24 00:17:37.951881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305a30b-e3d7-4673-b95e-875969028083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c6961-ce46-4a1b-ba06-b5841871fd0d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:37.988562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d76b639-2b5b-4824-aa91-34ae3acdba2f req-d3be6d07-320f-4e80-800f-387a171fec52 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592296 Aug 24 00:17:38.070827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ae8dacff-5534-44e2-bfbe-49875417f330 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.072346 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-ae8dacff-5534-44e2-bfbe-49875417f330 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.0587015 Aug 24 00:17:38.150666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237cf48-0151-4db5-9079-c73c2e2842a5 req-60f9d2a1-964e-41b7-96a0-232f598978c2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.152333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6237cf48-0151-4db5-9079-c73c2e2842a5 req-60f9d2a1-964e-41b7-96a0-232f598978c2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.0671391 Aug 24 00:17:38.196896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6237cf48-0151-4db5-9079-c73c2e2842a5 req-9aedbf2e-095c-4b1c-81bc-9e47b9a83351 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Aug 24 00:17:38.273511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f7308cf-3c3c-4a08-9097-d71096930c30 req-d18cde2e-c9cd-43d7-802c-8a4dfe3497da tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 210 time: 0.0279365 Aug 24 00:17:38.292219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-5e96c2e7-d986-44c2-a185-a298a713bb7c service neutron] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:38.294294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 20b39695-a9fb-4c3a-a9ae-fb4879505471 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:38.297913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-5e96c2e7-d986-44c2-a185-a298a713bb7c service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.299081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-5e96c2e7-d986-44c2-a185-a298a713bb7c service neutron] 10.222.0.37 "DELETE /v2.0/ports/dc9dbae3-117f-44dc-95ba-98cf83dc7f81/bindings/n-h1-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.2145486 Aug 24 00:17:38.437366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 20b39695-a9fb-4c3a-a9ae-fb4879505471 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:38.442319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 20b39695-a9fb-4c3a-a9ae-fb4879505471 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:38.442709 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.512424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4606-134a-4cf4-bbe6-3c5a53e30bc6 req-3fba2f95-0b22-4ed3-a801-2960b8238b53 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.520950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfbb4606-134a-4cf4-bbe6-3c5a53e30bc6 req-3fba2f95-0b22-4ed3-a801-2960b8238b53 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 944 time: 0.1115921 Aug 24 00:17:38.539165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.562009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac4e83-253e-4b5a-9b93-115a2107a0ea req-5a1b8090-5889-424e-8ed7-f2fdbd138e69 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.563840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1eac4e83-253e-4b5a-9b93-115a2107a0ea req-5a1b8090-5889-424e-8ed7-f2fdbd138e69 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 945 time: 0.1124301 Aug 24 00:17:38.589739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfbb4606-134a-4cf4-bbe6-3c5a53e30bc6 req-0c94b251-11a7-4157-b5bf-84d260c2f257 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676899 Aug 24 00:17:38.612154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 20b39695-a9fb-4c3a-a9ae-fb4879505471, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=20b39695-a9fb-4c3a-a9ae-fb4879505471,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:38.627417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1eac4e83-253e-4b5a-9b93-115a2107a0ea req-7a133338-decb-4ce6-9d04-95e14c29624e tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491526 Aug 24 00:17:38.688579 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.725770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21fdd1-a5ef-4279-be0b-6b4a4920c152 req-b3cc11d5-4830-42b1-abca-d080fb4d8658 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:38.727347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb21fdd1-a5ef-4279-be0b-6b4a4920c152 req-b3cc11d5-4830-42b1-abca-d080fb4d8658 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 945 time: 0.0521498 Aug 24 00:17:38.738248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=20b39695-a9fb-4c3a-a9ae-fb4879505471,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:38.766845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb21fdd1-a5ef-4279-be0b-6b4a4920c152 req-e47aebd1-d828-4a7a-9889-7dbf55ae5f6c tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332782 Aug 24 00:17:38.880969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:38.922854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2dce5dbb-48e4-4e5a-8c7f-c4e6d561991e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23b48a16634b4c07afefafb24d99318c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379395 Aug 24 00:17:38.922854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:38.969886 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a54af15-2f3e-49f7-95cb-514b2507d1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:38.995002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a54af15-2f3e-49f7-95cb-514b2507d1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.112349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d993b5-a525-4c15-baac-3a38f9cb7487 req-bcfe10ab-8b67-4571-99ff-d1704ea36b5b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.113998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88d993b5-a525-4c15-baac-3a38f9cb7487 req-bcfe10ab-8b67-4571-99ff-d1704ea36b5b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.0501125 Aug 24 00:17:39.151951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88d993b5-a525-4c15-baac-3a38f9cb7487 req-58736514-3c47-4b24-81e9-93f4a50a0ac3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Aug 24 00:17:39.157203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a54af15-2f3e-49f7-95cb-514b2507d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.159776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a54af15-2f3e-49f7-95cb-514b2507d1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:39.172791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7a54af15-2f3e-49f7-95cb-514b2507d1fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db71e68b-1fec-469b-800d-97168fe278dd HTTP/1.1" status: 204 len: 168 time: 0.2373869 Aug 24 00:17:39.172791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54af15-2f3e-49f7-95cb-514b2507d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db71e68b-1fec-469b-800d-97168fe278dd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:39.301749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03e7ef-5036-4a4d-93e1-54bd672d0218 req-02048d7f-360f-454c-91db-6ec120bf8644 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.303314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b03e7ef-5036-4a4d-93e1-54bd672d0218 req-02048d7f-360f-454c-91db-6ec120bf8644 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1095 time: 0.0410762 Aug 24 00:17:39.347126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b03e7ef-5036-4a4d-93e1-54bd672d0218 req-31bf304b-0ffa-4f1b-84c2-df0b2400e76a tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Aug 24 00:17:39.456958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b60bf1e1-608b-4fd3-9f1e-af7fa811092d req-3118a0de-bc33-47d4-94df-633dc2cc1142 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 210 time: 0.0306540 Aug 24 00:17:39.470610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6cf5b-a247-47f8-9a37-7b585d5c3a14 req-b2a37fb8-3163-442d-8304-25466bdca58d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.471923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76c6cf5b-a247-47f8-9a37-7b585d5c3a14 req-b2a37fb8-3163-442d-8304-25466bdca58d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.0828831 Aug 24 00:17:39.519642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76c6cf5b-a247-47f8-9a37-7b585d5c3a14 req-5f4419f6-ff9e-47f5-b330-65b606885038 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Aug 24 00:17:39.577255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d993986-d62d-415e-902c-b60ddb3b8018 req-7d84d837-4c07-4f55-9390-b15160e756af tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.579422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d993986-d62d-415e-902c-b60ddb3b8018 req-7d84d837-4c07-4f55-9390-b15160e756af tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 945 time: 0.0532863 Aug 24 00:17:39.628343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fc55fe-3ce5-4935-adf2-55da18527314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b39695-a9fb-4c3a-a9ae-fb4879505471'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:39.631117 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624900ce-f68a-42a3-8228-8481e0eadf6a" -d '{"events": [{"server_uuid": "25fc55fe-3ce5-4935-adf2-55da18527314", "name": "network-vif-plugged", "status": "completed", "tag": "20b39695-a9fb-4c3a-a9ae-fb4879505471"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:39.641227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d993986-d62d-415e-902c-b60ddb3b8018 req-ac7d1c63-a5e4-4cee-99c2-0767afb744c2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551510 Aug 24 00:17:39.706304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4b05-3c03-4967-b7a6-dd297bda80f7 req-186f4998-d83c-41a9-93ad-3b1d1e2c5de2 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.707825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b94f4b05-3c03-4967-b7a6-dd297bda80f7 req-186f4998-d83c-41a9-93ad-3b1d1e2c5de2 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1095 time: 0.0515244 Aug 24 00:17:39.775545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b94f4b05-3c03-4967-b7a6-dd297bda80f7 req-84c68d01-a7f0-48c6-bfcf-643490a9b9ae tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Aug 24 00:17:39.786839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9cce4-476f-4f71-ab98-db529877421c req-96cf77b5-cb70-44c6-85a8-923cd1a0d476 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:39.788694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20e9cce4-476f-4f71-ab98-db529877421c req-96cf77b5-cb70-44c6-85a8-923cd1a0d476 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.0843668 Aug 24 00:17:39.849456 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e8dce4-e3eb-4af2-8e6a-e9a1222bb405 x-openstack-request-id: req-63e8dce4-e3eb-4af2-8e6a-e9a1222bb405 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:39.850003 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fc55fe-3ce5-4935-adf2-55da18527314", "name": "network-vif-plugged", "status": "completed", "tag": "20b39695-a9fb-4c3a-a9ae-fb4879505471", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:39.850422 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63e8dce4-e3eb-4af2-8e6a-e9a1222bb405 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:39.850994 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fc55fe-3ce5-4935-adf2-55da18527314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'code': 200} Aug 24 00:17:39.864625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20e9cce4-476f-4f71-ab98-db529877421c req-bea7bea2-1cc4-48a2-91c8-5ffa38b13f12 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697832 Aug 24 00:17:40.033185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84257ef2-99e2-45a1-831a-9e75597288cb req-83381084-0155-453b-8010-4f40b3b2929e tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.040941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84257ef2-99e2-45a1-831a-9e75597288cb req-83381084-0155-453b-8010-4f40b3b2929e tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 945 time: 0.1019385 Aug 24 00:17:40.061106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-b594ff0f-3a30-4457-9241-9cb373231e06 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.067215 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-b594ff0f-3a30-4457-9241-9cb373231e06 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.37 "GET /v2.0/networks?id=9b127f34-50e4-44af-84d9-c02921db4da4 HTTP/1.1" status: 200 len: 814 time: 0.1595523 Aug 24 00:17:40.077502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeb26a-9ba5-490a-98ef-508dee370b51 req-a9e547d8-12b0-4a0a-ba99-4808edac4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.079888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ceeeb26a-9ba5-490a-98ef-508dee370b51 req-a9e547d8-12b0-4a0a-ba99-4808edac4ec1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 1096 time: 0.0936184 Aug 24 00:17:40.088200 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Request body: {'port': {'device_id': '3750a6de-0f72-4493-8805-f22145442de2', 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4', 'admin_state_up': True, 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:40.113102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84257ef2-99e2-45a1-831a-9e75597288cb req-e8dc61b2-a0ad-40ff-8c10-7d916eee94a5 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711844 Aug 24 00:17:40.131005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ceeeb26a-9ba5-490a-98ef-508dee370b51 req-c1053a74-41f7-4452-a946-730dae9774b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Aug 24 00:17:40.336600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Made reservation on behalf of ee09ead979ea4026a67b5e28f6cff8e0 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:40.338070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:40.393743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47708) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:40.487349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Allocated IP 172.20.0.10 (9b127f34-50e4-44af-84d9-c02921db4da4/337a986d-41b1-4ffc-ac44-bb4185239b66/557ef04b-a8df-41a3-82d8-418e64036047) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:40.610244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-927c6699-d2a5-4314-bb4b-d0b24bc7a1cf req-681fad46-079f-4acc-a404-fbe53db6df22 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 210 time: 0.0402851 Aug 24 00:17:40.656639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-network', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:40.706251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:40.719651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246b3ab-9a98-4fd8-808e-64ec6d9b591b req-32001803-ebea-4fca-833b-b067152317f2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.727359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b246b3ab-9a98-4fd8-808e-64ec6d9b591b req-32001803-ebea-4fca-833b-b067152317f2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.1313715 Aug 24 00:17:40.727906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Transition to ACTIVE for port object 557ef04b-a8df-41a3-82d8-418e64036047 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:40.785736 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b246b3ab-9a98-4fd8-808e-64ec6d9b591b req-cabae46e-06be-485f-8d62-933dff54833b tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Aug 24 00:17:40.785736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Made reservation on behalf of 2b14b8fc525d4587bb2b74893e27b8c2 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:40.785736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:40.809531 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:40.857451 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:40.905885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387a4a9-7b33-4cef-b18f-2d13e9b4314e req-423da328-9f3d-44e6-9ea1-6997d94f5347 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.907424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d387a4a9-7b33-4cef-b18f-2d13e9b4314e req-423da328-9f3d-44e6-9ea1-6997d94f5347 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 945 time: 0.1234918 Aug 24 00:17:40.912452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Network 9b127f34-50e4-44af-84d9-c02921db4da4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:40.915993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:40.927877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d342-210c-44c1-b96d-58cf31989eac req-8d65f7c6-fa40-41a4-bf9b-a84585f52f5c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:40.929404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b255d342-210c-44c1-b96d-58cf31989eac req-8d65f7c6-fa40-41a4-bf9b-a84585f52f5c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0960078 Aug 24 00:17:40.931113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:40.971714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Pushing event updated for resources: {'Port': ['ID=557ef04b-a8df-41a3-82d8-418e64036047,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:41.013738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.014749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.055795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b255d342-210c-44c1-b96d-58cf31989eac req-c83ec230-19aa-497f-aa6b-d0a8f82ee959 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166141 Aug 24 00:17:41.063244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d387a4a9-7b33-4cef-b18f-2d13e9b4314e req-12350a58-ee44-470d-863e-0cd8e25f789c tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263168 Aug 24 00:17:41.095112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-4be09992-5323-4bbc-b872-146aa48b2f9c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.096945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-4be09992-5323-4bbc-b872-146aa48b2f9c tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 945 time: 0.1218603 Aug 24 00:17:41.110493 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.234742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.243594 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-1c65a1fe-099f-4fd4-b78a-66a0dfb33f09 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1625738 Aug 24 00:17:41.302330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e41915-ffd7-454f-9913-2bb90260dd76 req-396df4f8-115d-49c8-b795-148e8daee501 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.303861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3e41915-ffd7-454f-9913-2bb90260dd76 req-396df4f8-115d-49c8-b795-148e8daee501 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 945 time: 0.1604295 Aug 24 00:17:41.308811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:17:41.322606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-73a84423-2c82-4aae-acd3-554160bf21dc None None] Provisioning for port 557ef04b-a8df-41a3-82d8-418e64036047 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:41.327659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-73a84423-2c82-4aae-acd3-554160bf21dc None None] Provisioning complete for port 557ef04b-a8df-41a3-82d8-418e64036047 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:41.328024 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73a84423-2c82-4aae-acd3-554160bf21dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.363683 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d9239-d051-4a49-8ed8-c7a46e2b3d3c req-636a3db8-79d1-44d9-ae12-45ab40d0225c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.373544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d3d9239-d051-4a49-8ed8-c7a46e2b3d3c req-636a3db8-79d1-44d9-ae12-45ab40d0225c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.2314084 Aug 24 00:17:41.377980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-73a84423-2c82-4aae-acd3-554160bf21dc None None] Port 557ef04b-a8df-41a3-82d8-418e64036047 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:41.391443 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.391797 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Added segment f5271a23-adaa-464f-87ee-3aad0d52ef13 of type vlan for network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 Aug 24 00:17:41.393863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3723f71d-07b6-4ccb-b024-dada8182a55e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:41.459126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3e41915-ffd7-454f-9913-2bb90260dd76 req-8ec83b06-5995-40d4-aa20-2a7eee991b04 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422276 Aug 24 00:17:41.472976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Deleting port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:17:41.474048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.488234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.564427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d3d9239-d051-4a49-8ed8-c7a46e2b3d3c req-be54aad1-721e-4a73-a4ac-19a842ff7074 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899714 Aug 24 00:17:41.621273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] For port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,segment=NetworkSegment(37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1),segment_id=37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:41.621638 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.636728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Calling delete_port for 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:17:41.739568 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:41.740475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:41.741070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.144086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] Pushing event updated for resources: {'Network': ['ID=6a26b42e-33a2-41d1-9bed-9c7cb8558561,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:42.154239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:17:42.155336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543d8d-6552-4802-b910-6c3358ebb162 req-3b2d29f8-5fa6-4e99-ae3f-bd80c973804e tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.156965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71543d8d-6552-4802-b910-6c3358ebb162 req-3b2d29f8-5fa6-4e99-ae3f-bd80c973804e tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 945 time: 0.5103705 Aug 24 00:17:42.210815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-214bd5c3-8361-433b-8f89-b1252e638e73 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.8070240 Aug 24 00:17:42.211931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47768) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:42.218900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Request body: {'subnet': {'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-subnet', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:42.252931 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.290209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71543d8d-6552-4802-b910-6c3358ebb162 req-2d55ac08-e791-49b0-9863-966cdf4bb857 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff873a9e-9c90-4115-9460-3ea2deab51d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142635 Aug 24 00:17:42.319269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Made reservation on behalf of 2b14b8fc525d4587bb2b74893e27b8c2 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:17:42.322730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.454564 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.526882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Pushing event deleted for resources: {'Port': ['ID=0f7a51ef-9bf0-40f4-8915-5b2f095493e6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:42.648083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] No DVR routers for this DVR port 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:17:42.653242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.655742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca13c954-d5aa-4ece-b8d8-682abc887835 req-49174788-df83-4d94-b39e-b8f2c56e44b7 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.36 "DELETE /v2.0/ports/0f7a51ef-9bf0-40f4-8915-5b2f095493e6 HTTP/1.1" status: 204 len: 173 time: 1.5478935 Aug 24 00:17:42.656935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83bb877-f07c-49d5-84ac-ec9b01aa259b', 'name': 'network-vif-deleted', 'tag': '0f7a51ef-9bf0-40f4-8915-5b2f095493e6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:42.659276 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e412de-07ec-4e47-bc49-71c2e266173b" -d '{"events": [{"server_uuid": "b83bb877-f07c-49d5-84ac-ec9b01aa259b", "name": "network-vif-deleted", "tag": "0f7a51ef-9bf0-40f4-8915-5b2f095493e6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:42.678636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956e19-11aa-4b37-afb4-7a4684fefce7 req-705c07be-5598-4ab7-9d3f-2467b362b753 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.680084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43956e19-11aa-4b37-afb4-7a4684fefce7 req-705c07be-5598-4ab7-9d3f-2467b362b753 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.1574306 Aug 24 00:17:42.688457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63970-0855-40fe-ab79-9d4441b0beb5 req-24ecb531-f305-4b74-9fe9-731fec1f8c42 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.690033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71b63970-0855-40fe-ab79-9d4441b0beb5 req-24ecb531-f305-4b74-9fe9-731fec1f8c42 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 932 time: 0.1655941 Aug 24 00:17:42.718003 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.747880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43956e19-11aa-4b37-afb4-7a4684fefce7 req-e4aad9f3-1cae-4e67-b0a0-93a648487ca6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568445 Aug 24 00:17:42.768153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71b63970-0855-40fe-ab79-9d4441b0beb5 req-050774de-3853-4367-8bdc-6baefab67ec1 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709267 Aug 24 00:17:42.790758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Checking segment: {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:42.791113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Network hostable DHCP agents. Network: 6a26b42e-33a2-41d1-9bed-9c7cb8558561, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:17:42.793420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c130b2-b48b-476d-ad75-5c6f040d4807,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:42.877338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:17:42.945942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:17:42.957540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab44de-8b56-4729-a785-87c6d3034b4e req-2b1e570c-8096-4118-8055-6c5bd55b214c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.959123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4ab44de-8b56-4729-a785-87c6d3034b4e req-2b1e570c-8096-4118-8055-6c5bd55b214c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.0534909 Aug 24 00:17:42.974542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 6a26b42e-33a2-41d1-9bed-9c7cb8558561) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:42.975456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:17:42.976015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0f7a51ef-9bf0-40f4-8915-5b2f095493e6 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:17:42.982124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:42.982850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:42.994126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e2b959-844c-41ac-9add-75c07a75d19b None None] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:43.013326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4ab44de-8b56-4729-a785-87c6d3034b4e req-79dfce8f-8747-4a32-82bb-6b86b42501d4 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452795 Aug 24 00:17:43.059200 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03317d47-1eb2-47b6-ba97-9176372e5f57 x-openstack-request-id: req-03317d47-1eb2-47b6-ba97-9176372e5f57 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:43.060128 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83bb877-f07c-49d5-84ac-ec9b01aa259b", "name": "network-vif-deleted", "tag": "0f7a51ef-9bf0-40f4-8915-5b2f095493e6", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:43.060400 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03317d47-1eb2-47b6-ba97-9176372e5f57 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:43.060920 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83bb877-f07c-49d5-84ac-ec9b01aa259b', 'name': 'network-vif-deleted', 'tag': '0f7a51ef-9bf0-40f4-8915-5b2f095493e6', 'status': 'completed', 'code': 200} Aug 24 00:17:43.066744 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3ad6de06-6b9f-4176-824b-d9b50dd64cab admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8530641 Aug 24 00:17:43.069474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47784) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:43.074197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:43.208386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.209553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.217813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:17:43.218823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.278037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.334008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78514c7-111c-4282-8f02-ea58c85ee67e req-cd48b78e-6bc9-43b8-b531-a8d913a041c4 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:43.335499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d78514c7-111c-4282-8f02-ea58c85ee67e req-cd48b78e-6bc9-43b8-b531-a8d913a041c4 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0514514 Aug 24 00:17:43.387450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d78514c7-111c-4282-8f02-ea58c85ee67e req-cc6ebab0-2a56-436c-a807-15e9837fa124 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Aug 24 00:17:43.435522 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Allocated IP 172.20.0.2 (6a26b42e-33a2-41d1-9bed-9c7cb8558561/72c130b2-b48b-476d-ad75-5c6f040d4807/135bcf94-665e-409b-aa07-59328ae62c9b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:43.505889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0e8285f-7a31-4764-8b5f-da64670108ef req-09c08dcb-99ba-4dfe-8d06-2c2510be5625 tempest-VolumesAdminNegativeTest-1023808039 tempest-VolumesAdminNegativeTest-1023808039-project] 10.222.0.26 "GET /v2.0/ports?device_id=b83bb877-f07c-49d5-84ac-ec9b01aa259b HTTP/1.1" status: 200 len: 210 time: 0.0471585 Aug 24 00:17:43.617593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.630204 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.639827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Transition to ACTIVE for port object 135bcf94-665e-409b-aa07-59328ae62c9b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:43.661472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Transition to ACTIVE for port object 135bcf94-665e-409b-aa07-59328ae62c9b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:43.787654 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.851756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e433edf-c9b9-4275-b507-f08bf15bf5d1 req-837a7b92-c577-4e8b-95c2-90a7cdd42221 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:43.858909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e433edf-c9b9-4275-b507-f08bf15bf5d1 req-837a7b92-c577-4e8b-95c2-90a7cdd42221 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:43.863917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:43.865828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e433edf-c9b9-4275-b507-f08bf15bf5d1 req-837a7b92-c577-4e8b-95c2-90a7cdd42221 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:43.866977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:43.867561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e433edf-c9b9-4275-b507-f08bf15bf5d1 req-837a7b92-c577-4e8b-95c2-90a7cdd42221 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb&device_id=86c33996-8d58-41ad-9981-b499d88390ee&device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 2418 time: 0.0873239 Aug 24 00:17:43.874092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:43.884093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Pushing event updated for resources: {'Port': ['ID=135bcf94-665e-409b-aa07-59328ae62c9b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:43.953833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e433edf-c9b9-4275-b507-f08bf15bf5d1 req-74b7633b-1a81-4993-99d8-758ff2e5b928 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774541 Aug 24 00:17:43.972221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:43.988709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Attempting to bind port 135bcf94-665e-409b-aa07-59328ae62c9b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:43.989663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Attempting to bind port 135bcf94-665e-409b-aa07-59328ae62c9b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:43.989663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Attempting to bind port 135bcf94-665e-409b-aa07-59328ae62c9b on network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:44.003006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:44.003292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Checking segment: {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:44.003711 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.004119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Bound using segment: {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:44.004587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Bound port: 135bcf94-665e-409b-aa07-59328ae62c9b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:44.004982 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.013386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.134523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] For port 135bcf94-665e-409b-aa07-59328ae62c9b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:44.154037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] For port 135bcf94-665e-409b-aa07-59328ae62c9b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=135bcf94-665e-409b-aa07-59328ae62c9b,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:44.187962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54f71b-7c14-4098-a2e3-74a8eb79ef4c req-e1a5042c-b398-41dc-b555-bfc0cbd784c1 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.190281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c54f71b-7c14-4098-a2e3-74a8eb79ef4c req-e1a5042c-b398-41dc-b555-bfc0cbd784c1 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 932 time: 0.0865672 Aug 24 00:17:44.228666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Allocated IP 172.25.5.253 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/7dd677e8-dff7-4ea9-8c06-3502225e9d77) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:44.253524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c54f71b-7c14-4098-a2e3-74a8eb79ef4c req-4549668d-cc90-4b5f-bd94-2112a092dee7 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493011 Aug 24 00:17:44.263120 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.395806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961698a-a000-458a-b4f3-28676cc08641 None None] Pushing event updated for resources: {'Port': ['ID=135bcf94-665e-409b-aa07-59328ae62c9b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:44.398370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.529247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c41a53-00d9-4beb-b73e-5656c7415f79 req-32cc011d-e668-4a62-8777-29a0dd07e1d9 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.530846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c41a53-00d9-4beb-b73e-5656c7415f79 req-32cc011d-e668-4a62-8777-29a0dd07e1d9 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.0666211 Aug 24 00:17:44.568949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.574135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c41a53-00d9-4beb-b73e-5656c7415f79 req-63067635-8358-41c5-bec2-1c266b9b7227 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364711 Aug 24 00:17:44.642668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:44.649678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:44.658046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:44.705418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd677e8-dff7-4ea9-8c06-3502225e9d77,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:44.812550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7370ce-38be-4cb1-a25d-5e8ebfbc5b27 req-82504bd3-57fc-4278-a8df-cedb022726d2 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:44.814502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7370ce-38be-4cb1-a25d-5e8ebfbc5b27 req-82504bd3-57fc-4278-a8df-cedb022726d2 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.0825334 Aug 24 00:17:44.855284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7370ce-38be-4cb1-a25d-5e8ebfbc5b27 req-0ee7f255-67e3-4eac-8a51-7ca514b99ec2 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Aug 24 00:17:44.903980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:44.954797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74537f7-f321-47a7-8540-e7cee985946a admin admin] Deleting subnet 82900a67-aed6-4723-a14f-c20afb2ee797 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:17:44.958046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d74537f7-f321-47a7-8540-e7cee985946a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:44.966349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ca49064b-4797-4384-a11b-41f23cec39f0 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:45.012779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d74537f7-f321-47a7-8540-e7cee985946a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.099126 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.115678 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d74537f7-f321-47a7-8540-e7cee985946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.164198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:45.181781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'port_id': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'mac_address': 'fa:16:3e:42:c4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362f50b-2768-483a-9b4d-2edd55aae693', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:45.246006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.281823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca49064b-4797-4384-a11b-41f23cec39f0 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:45.329743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:45.329973 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d74537f7-f321-47a7-8540-e7cee985946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.397293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74537f7-f321-47a7-8540-e7cee985946a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82900a67-aed6-4723-a14f-c20afb2ee797,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:45.400908 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.418094 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d74537f7-f321-47a7-8540-e7cee985946a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.424591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d74537f7-f321-47a7-8540-e7cee985946a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/82900a67-aed6-4723-a14f-c20afb2ee797 HTTP/1.1" status: 204 len: 168 time: 0.5171900 Aug 24 00:17:45.425375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:45.438559 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.471964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:45.575946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['ca49064b-4797-4384-a11b-41f23cec39f0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:45.644387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58536467-6b33-4bac-b780-7677acecd0d5 req-2cf83492-212b-40be-b9fd-91d47215293b tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:45.651903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58536467-6b33-4bac-b780-7677acecd0d5 req-2cf83492-212b-40be-b9fd-91d47215293b tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 932 time: 0.1647055 Aug 24 00:17:45.666495 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.718877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58536467-6b33-4bac-b780-7677acecd0d5 req-e87cbcd4-1d67-4e47-b784-ec88c3c436c8 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640924 Aug 24 00:17:45.890042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42634ca-f3d1-45cc-a09d-a0a4da832905 None None] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:17:45.939392 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:45.953033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e984a8-0317-423c-bf67-0b5ff5a4b1d1']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:45.978704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:45.979218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a23d81-a8d7-4a5f-9ce4-eb3976bb68d1') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:45.997767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.010512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.019338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:17:46.019914 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:17:46.022136 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:17:46.058688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 135bcf94-665e-409b-aa07-59328ae62c9b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:46.156180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40791c-7a20-4107-88ac-a37c2392f0cb req-b977c4ec-725c-4c5c-bee2-802c1ea56c43 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:46.157828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f40791c-7a20-4107-88ac-a37c2392f0cb req-b977c4ec-725c-4c5c-bee2-802c1ea56c43 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.0680263 Aug 24 00:17:46.225541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f40791c-7a20-4107-88ac-a37c2392f0cb req-c5b9e435-1d24-4869-b870-d3e544d6635f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569551 Aug 24 00:17:46.243312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.249542 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.254381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] 10.222.0.26 "DELETE /v2.0/networks/85e984a8-0317-423c-bf67-0b5ff5a4b1d1 HTTP/1.1" status: 204 len: 168 time: 0.8254354 Aug 24 00:17:46.254753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47840) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:46.271015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904f38-511b-4278-a691-377c50abfd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=85e984a8-0317-423c-bf67-0b5ff5a4b1d1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:46.330440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-574a9356-7b7c-4d6b-a252-4a173f20831f admin admin] Deleting subnet 3bdb9c3c-76ae-4a35-a881-8e6218c16689 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:17:46.333786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-574a9356-7b7c-4d6b-a252-4a173f20831f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.393606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-574a9356-7b7c-4d6b-a252-4a173f20831f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.422711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9b1e1242-17c7-4c10-acdf-733c87284856 None None] Provisioning for port 135bcf94-665e-409b-aa07-59328ae62c9b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:46.424424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Router d02b9f9e-85cc-45e5-95e0-a70e62702d15 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:17:46.495083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 135bcf94-665e-409b-aa07-59328ae62c9b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:46.498570 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-574a9356-7b7c-4d6b-a252-4a173f20831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.506470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 135bcf94-665e-409b-aa07-59328ae62c9b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:46.506996 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.630416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:46.644427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Sync routers for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:46.711405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-574a9356-7b7c-4d6b-a252-4a173f20831f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.722284 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.796918 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:46.796918 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:17:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:46.803592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.805380 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b667afbf-c174-486c-8b76-7b9d35fb7ca0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7346888 Aug 24 00:17:46.807278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a9356-7b7c-4d6b-a252-4a173f20831f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bdb9c3c-76ae-4a35-a881-8e6218c16689,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:46.808339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:46.813920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 135bcf94-665e-409b-aa07-59328ae62c9b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=135bcf94-665e-409b-aa07-59328ae62c9b,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:46.827014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-574a9356-7b7c-4d6b-a252-4a173f20831f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.829344 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-574a9356-7b7c-4d6b-a252-4a173f20831f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3bdb9c3c-76ae-4a35-a881-8e6218c16689 HTTP/1.1" status: 204 len: 168 time: 0.5735669 Aug 24 00:17:46.831892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47852) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:46.877253 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.941463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.980572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b44ee71d-e604-496c-8961-220ad3924448 None None] Provisioning complete for port 135bcf94-665e-409b-aa07-59328ae62c9b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:46.984559 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b44ee71d-e604-496c-8961-220ad3924448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:46.988864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ca49064b-4797-4384-a11b-41f23cec39f0 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:47.010817 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:47.102398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=135bcf94-665e-409b-aa07-59328ae62c9b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:47.194862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port ca49064b-4797-4384-a11b-41f23cec39f0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:47.197699 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.204050 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.230637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3c07a7-c91f-40f0-9372-75c540440186']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:47.273279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2583c1-142a-4fab-beec-68b8bd6b2b65') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:47.273944 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2583c1-142a-4fab-beec-68b8bd6b2b65') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:47.292994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.309397 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.310491 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.340301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:47.347503 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1611d0b-aa3f-43ed-a81e-79d79e292ddd" -d '{"events": [{"server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "name": "network-vif-plugged", "status": "completed", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:47.347685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:17:47.347685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:17:47.351618 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:17:47.363259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:47.438513 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.487826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145f1e3-1429-4f70-938f-92e36b051384 req-58321157-b955-41d4-9a26-59f5389cb0fe tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:47.493930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5145f1e3-1429-4f70-938f-92e36b051384 req-58321157-b955-41d4-9a26-59f5389cb0fe tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 932 time: 0.1037946 Aug 24 00:17:47.567581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:47.576325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5145f1e3-1429-4f70-938f-92e36b051384 req-a04c1b45-0983-4e84-a2be-905a94f10ea4 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784523 Aug 24 00:17:47.580558 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.598585 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.598585 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] 10.222.0.26 "DELETE /v2.0/networks/8d3c07a7-c91f-40f0-9372-75c540440186 HTTP/1.1" status: 204 len: 168 time: 0.7630875 Aug 24 00:17:47.614661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227aa86-e62e-4686-adc4-0953f49c08db admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3c07a7-c91f-40f0-9372-75c540440186,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:47.711836 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:44Z', 'revision_number': 3, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:47.753848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Checking router: d02b9f9e-85cc-45e5-95e0-a70e62702d15 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:47.754593 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Updating router d02b9f9e-85cc-45e5-95e0-a70e62702d15 port 7dd677e8-dff7-4ea9-8c06-3502225e9d77 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:17:47.774986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.800463 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.868525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 135bcf94-665e-409b-aa07-59328ae62c9b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:47.938517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 135bcf94-665e-409b-aa07-59328ae62c9b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:47.938938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:47.959172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ff382-7044-4cab-ab98-e448b95b2572 req-a15a0b02-36ff-4b7f-9a17-ca04e98016a6 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:47.974254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-605ff382-7044-4cab-ab98-e448b95b2572 req-a15a0b02-36ff-4b7f-9a17-ca04e98016a6 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.1952119 Aug 24 00:17:48.020530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-605ff382-7044-4cab-ab98-e448b95b2572 req-ceb277bf-8405-47f3-80c5-6e41e0244307 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451348 Aug 24 00:17:48.119746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Allocated IP 172.20.0.1 (6a26b42e-33a2-41d1-9bed-9c7cb8558561/72c130b2-b48b-476d-ad75-5c6f040d4807/4011faad-7ba7-4fba-b42a-16b8fae878b1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:17:48.149907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:48.174921 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.186808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Transition to ACTIVE for port object 7dd677e8-dff7-4ea9-8c06-3502225e9d77 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:48.263831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6c78e945-c55e-4bc1-9cf0-678f25dd78b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02364582ef1f49ba9b562f0cb46809a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173587 Aug 24 00:17:48.266365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47880) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:48.302012 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.317161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Transition to ACTIVE for port object 4011faad-7ba7-4fba-b42a-16b8fae878b1 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:48.327223 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9205ab-7c86-4e88-9ed6-7d154b04b4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.356464 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9205ab-7c86-4e88-9ed6-7d154b04b4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.368234 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.423882 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Attempting to bind port 7dd677e8-dff7-4ea9-8c06-3502225e9d77 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:48.424359 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Attempting to bind port 7dd677e8-dff7-4ea9-8c06-3502225e9d77 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:48.424774 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Attempting to bind port 7dd677e8-dff7-4ea9-8c06-3502225e9d77 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:48.426858 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Pushing event updated for resources: {'Port': ['ID=7dd677e8-dff7-4ea9-8c06-3502225e9d77,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:48.435621 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Bound port: 7dd677e8-dff7-4ea9-8c06-3502225e9d77, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.441557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.442468 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.442468 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.442730 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.442820 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.443118 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.443432 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.443746 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.444064 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:17:48.489110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.502574 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] For port 7dd677e8-dff7-4ea9-8c06-3502225e9d77, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:48.506454 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] For port 7dd677e8-dff7-4ea9-8c06-3502225e9d77, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7dd677e8-dff7-4ea9-8c06-3502225e9d77,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:48.507297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:48.510356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:48.522936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9205ab-7c86-4e88-9ed6-7d154b04b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.526860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d9205ab-7c86-4e88-9ed6-7d154b04b4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.530031 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d9205ab-7c86-4e88-9ed6-7d154b04b4e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff873a9e-9c90-4115-9460-3ea2deab51d7 HTTP/1.1" status: 204 len: 168 time: 0.2626698 Aug 24 00:17:48.541250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9205ab-7c86-4e88-9ed6-7d154b04b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff873a9e-9c90-4115-9460-3ea2deab51d7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:48.566195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:17:48.581197 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.618070 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15953e6-5f58-4720-ad03-9f330d666c77 x-openstack-request-id: req-b15953e6-5f58-4720-ad03-9f330d666c77 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:48.618707 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "name": "network-vif-plugged", "status": "completed", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:48.618920 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b15953e6-5f58-4720-ad03-9f330d666c77 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:48.619417 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'code': 200} Aug 24 00:17:48.678228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Pushing event updated for resources: {'Port': ['ID=4011faad-7ba7-4fba-b42a-16b8fae878b1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:48.693904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:48.712289 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf3580-bb3c-4e89-9ffa-f39030b3c897 None None] Pushing event updated for resources: {'Port': ['ID=7dd677e8-dff7-4ea9-8c06-3502225e9d77,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:48.729101 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:48.730144 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:17:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:48.923096 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:48.946881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c06c-b380-499a-9b83-c30cd135adc3 req-79855791-9f54-444d-b3f1-6456c7c87fb2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:48.948466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f919c06c-b380-499a-9b83-c30cd135adc3 req-79855791-9f54-444d-b3f1-6456c7c87fb2 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0906396 Aug 24 00:17:49.003925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f919c06c-b380-499a-9b83-c30cd135adc3 req-6bb2d5eb-3388-46f6-903a-78446ab4eabc tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Aug 24 00:17:49.055414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.060039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-156b4ef2-5b8f-486e-a45d-e2c008a5b008 None None] Provisioning for port 4011faad-7ba7-4fba-b42a-16b8fae878b1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:49.066795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-156b4ef2-5b8f-486e-a45d-e2c008a5b008 None None] Provisioning complete for port 4011faad-7ba7-4fba-b42a-16b8fae878b1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:49.067411 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-156b4ef2-5b8f-486e-a45d-e2c008a5b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.150645 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-156b4ef2-5b8f-486e-a45d-e2c008a5b008 None None] Port 4011faad-7ba7-4fba-b42a-16b8fae878b1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:49.196294 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:44Z', 'revision_number': 3, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:49.234652 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95d8ede-6a39-4385-9874-fb94f24928b4 None None] The sync data for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 is: [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:44Z', 'revision_number': 3, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:49.255207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea51e7-b1e3-4d9e-9ab4-00b0a7671f05 req-b591b990-769e-47df-8e95-fda05b34d734 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:49.256957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40ea51e7-b1e3-4d9e-9ab4-00b0a7671f05 req-b591b990-769e-47df-8e95-fda05b34d734 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 932 time: 0.1547480 Aug 24 00:17:49.325771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40ea51e7-b1e3-4d9e-9ab4-00b0a7671f05 req-0fc697f3-d340-4b43-ba11-cc1383b238d4 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566266 Aug 24 00:17:49.370511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:49.553561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68f509-9dc1-41ef-9bc1-b88ad25ba8be req-962acdf9-16c4-45f4-9c7d-5bd6828c9653 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:49.555464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce68f509-9dc1-41ef-9bc1-b88ad25ba8be req-962acdf9-16c4-45f4-9c7d-5bd6828c9653 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.0787604 Aug 24 00:17:49.632013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce68f509-9dc1-41ef-9bc1-b88ad25ba8be req-8c88e88d-ef43-4869-8ced-b7a46e30f257 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514128 Aug 24 00:17:49.870768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7dd677e8-dff7-4ea9-8c06-3502225e9d77 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:49.998667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.026130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 7dd677e8-dff7-4ea9-8c06-3502225e9d77 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:50.037141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7dd677e8-dff7-4ea9-8c06-3502225e9d77 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:50.043501 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.073433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Pushing event updated for resources: {'Port': ['ID=4011faad-7ba7-4fba-b42a-16b8fae878b1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:50.074627 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.208973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.254248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 7dd677e8-dff7-4ea9-8c06-3502225e9d77, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7dd677e8-dff7-4ea9-8c06-3502225e9d77,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:50.266197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb3947-5116-48f9-a80b-164fc79904c1 req-89ca348d-282a-4f18-ab19-46cd9b9a1096 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:50.267932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1fb3947-5116-48f9-a80b-164fc79904c1 req-89ca348d-282a-4f18-ab19-46cd9b9a1096 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0931323 Aug 24 00:17:50.289040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:17:50.298008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:17:50.392696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1fb3947-5116-48f9-a80b-164fc79904c1 req-c4cb201c-d834-4419-8221-85960f99a107 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999155 Aug 24 00:17:50.429156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47918) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:50.454297 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.520071 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7349c9cc-5e6b-48ba-95a4-a3f68f4ddfdc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf73f7c1d09c402380b8ce75be9bec20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895829 Aug 24 00:17:50.522741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47920) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:50.575691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=7dd677e8-dff7-4ea9-8c06-3502225e9d77,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:50.620217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-099acfdc-3f07-4a1e-b757-22f9603ba76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.643673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Router d02b9f9e-85cc-45e5-95e0-a70e62702d15 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:17:50.652592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-099acfdc-3f07-4a1e-b757-22f9603ba76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.680647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e8caa-9307-458a-bd81-fa9b4178612b req-5597cb1a-a303-49ba-afbe-d9c652bc4bcc tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:50.691021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-979e8caa-9307-458a-bd81-fa9b4178612b req-5597cb1a-a303-49ba-afbe-d9c652bc4bcc tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 932 time: 0.1643109 Aug 24 00:17:50.707976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ceedcb54-8eb4-44c6-9f2e-329e0993520b None None] Provisioning complete for port 4011faad-7ba7-4fba-b42a-16b8fae878b1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:50.708365 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ceedcb54-8eb4-44c6-9f2e-329e0993520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.769322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ceedcb54-8eb4-44c6-9f2e-329e0993520b None None] Port 4011faad-7ba7-4fba-b42a-16b8fae878b1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:17:50.799896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-979e8caa-9307-458a-bd81-fa9b4178612b req-aeb68028-7b78-4f25-a4ea-6057c95ba18a tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074831 Aug 24 00:17:50.889204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-099acfdc-3f07-4a1e-b757-22f9603ba76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.892441 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-099acfdc-3f07-4a1e-b757-22f9603ba76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:50.895588 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-099acfdc-3f07-4a1e-b757-22f9603ba76a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fb9a628-3d8d-42d1-87a1-762004f4be09 HTTP/1.1" status: 204 len: 168 time: 0.3693106 Aug 24 00:17:50.902982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:50.903897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099acfdc-3f07-4a1e-b757-22f9603ba76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9a628-3d8d-42d1-87a1-762004f4be09,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:50.919856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c464b7c0-4c34-4949-a71e-83168b7fff36 admin admin] 10.222.0.26 "PUT /v2.0/routers/d02b9f9e-85cc-45e5-95e0-a70e62702d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1018066 Aug 24 00:17:51.270021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Sync routers for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:51.282509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:51.283156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:17:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:51.441868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:51.813444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:49Z', 'revision_number': 2, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:51.879719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Checking router: d02b9f9e-85cc-45e5-95e0-a70e62702d15 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:51.892667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Updating router d02b9f9e-85cc-45e5-95e0-a70e62702d15 port 4011faad-7ba7-4fba-b42a-16b8fae878b1 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:17:51.953662 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:51.968287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7dd677e8-dff7-4ea9-8c06-3502225e9d77 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:52.149522 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7dd677e8-dff7-4ea9-8c06-3502225e9d77 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:52.150182 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.473438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.500463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Transition to ACTIVE for port object 4011faad-7ba7-4fba-b42a-16b8fae878b1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:52.625283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Request body: {'port': {'device_id': '3750a6de-0f72-4493-8805-f22145442de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:52.659955 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.892288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-13980ea1-68f1-45ae-a78a-a67db8700326 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3062871 Aug 24 00:17:52.895208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.917169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99850001-1cc7-487a-8414-a32092f603ef None None] Pushing event updated for resources: {'Port': ['ID=4011faad-7ba7-4fba-b42a-16b8fae878b1,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:52.943907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d58d7-cf06-4b4a-bd44-acf2c56cd110 req-ab7a444a-a8e7-45ef-b632-1f78f3a5ca16 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:52.959222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-695d58d7-cf06-4b4a-bd44-acf2c56cd110 req-ab7a444a-a8e7-45ef-b632-1f78f3a5ca16 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.1519940 Aug 24 00:17:52.974675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Attempting to bind port 4011faad-7ba7-4fba-b42a-16b8fae878b1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:52.975529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Attempting to bind port 4011faad-7ba7-4fba-b42a-16b8fae878b1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:52.976908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Attempting to bind port 4011faad-7ba7-4fba-b42a-16b8fae878b1 on network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:52.984127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:52.984519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Checking segment: {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:52.985756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:52.986509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Bound using segment: {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:52.987136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Bound port: 4011faad-7ba7-4fba-b42a-16b8fae878b1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:52.987595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.116280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] For port 4011faad-7ba7-4fba-b42a-16b8fae878b1, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:53.124505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-695d58d7-cf06-4b4a-bd44-acf2c56cd110 req-5bb07255-2505-4ac5-9b81-5b384681e155 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469083 Aug 24 00:17:53.127115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-441679a2-5d99-4ed5-bf6b-92c7df8d3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:53.128540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] For port 4011faad-7ba7-4fba-b42a-16b8fae878b1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4011faad-7ba7-4fba-b42a-16b8fae878b1,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:53.131189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-441679a2-5d99-4ed5-bf6b-92c7df8d3ff6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 1095 time: 0.1707618 Aug 24 00:17:53.382150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557ef04b-a8df-41a3-82d8-418e64036047 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:53.388868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-4eb75ede-7b74-4770-9b27-82ed7954cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:53.396460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.396629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-4eb75ede-7b74-4770-9b27-82ed7954cac4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.2244542 Aug 24 00:17:53.414926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Transition to ACTIVE for port object 557ef04b-a8df-41a3-82d8-418e64036047 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:17:53.450465 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.480522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-6d62b590-fb11-4702-a378-42b04db6fe05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 200 len: 217 time: 0.0750663 Aug 24 00:17:53.516810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:53.565030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:53.572488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:17:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:53.671324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Pushing event updated for resources: {'Port': ['ID=557ef04b-a8df-41a3-82d8-418e64036047,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:53.711682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99850001-1cc7-487a-8414-a32092f603ef None None] Pushing event updated for resources: {'Port': ['ID=4011faad-7ba7-4fba-b42a-16b8fae878b1,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:53.852927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029c0e8-d01e-4821-b82d-21fd12f6878d req-083d3516-7de8-4c92-b2f8-a9d62bddbff5 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:53.861184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1029c0e8-d01e-4821-b82d-21fd12f6878d req-083d3516-7de8-4c92-b2f8-a9d62bddbff5 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.2568872 Aug 24 00:17:53.902407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Attempting to bind port 557ef04b-a8df-41a3-82d8-418e64036047 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:17:53.909322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Attempting to bind port 557ef04b-a8df-41a3-82d8-418e64036047 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:17:53.910307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Attempting to bind port 557ef04b-a8df-41a3-82d8-418e64036047 on network 9b127f34-50e4-44af-84d9-c02921db4da4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:53.911682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:53.917914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Port 557ef04b-a8df-41a3-82d8-418e64036047 on network 9b127f34-50e4-44af-84d9-c02921db4da4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:17:53.919032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Attempting to bind port 557ef04b-a8df-41a3-82d8-418e64036047 on network 9b127f34-50e4-44af-84d9-c02921db4da4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:17:53.928035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:17:53.928657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Checking segment: {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:17:53.929216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Bound using segment: {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:17:53.930529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Bound port: 557ef04b-a8df-41a3-82d8-418e64036047, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309c3313-5692-4972-872f-c72a2007ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:17:53.931070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.010590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-f0df2102-315b-4259-82f1-7d73d136579b tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:54.018404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-f0df2102-315b-4259-82f1-7d73d136579b tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/networks?id=6a26b42e-33a2-41d1-9bed-9c7cb8558561 HTTP/1.1" status: 200 len: 828 time: 0.1485550 Aug 24 00:17:54.036618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-35eea683-b1b9-421f-8ca3-2adcb2fb148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:54.038108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-35eea683-b1b9-421f-8ca3-2adcb2fb148b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.3785841 Aug 24 00:17:54.048268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-45e0207b-2d26-4d9e-b54d-b641976e1e78 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/quotas/2b14b8fc525d4587bb2b74893e27b8c2 HTTP/1.1" status: 200 len: 375 time: 0.0283489 Aug 24 00:17:54.071239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] For port 557ef04b-a8df-41a3-82d8-418e64036047, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:17:54.077120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] For port 557ef04b-a8df-41a3-82d8-418e64036047, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=557ef04b-a8df-41a3-82d8-418e64036047,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:17:54.106329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-912c7bb2-589b-4c78-9727-3810965cf09c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471938 Aug 24 00:17:54.153043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.212993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-40a3e3a6-f30b-477e-bacc-4993b1535cdf service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914295 Aug 24 00:17:54.220167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Pushing event updated for resources: {'Port': ['ID=557ef04b-a8df-41a3-82d8-418e64036047,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:54.234136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:54.235277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:54.237375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-e08b5044-1524-4c3b-9586-86e681f21c3d service neutron] 10.222.0.37 "PUT /v2.0/ports/557ef04b-a8df-41a3-82d8-418e64036047 HTTP/1.1" status: 200 len: 1092 time: 1.6604791 Aug 24 00:17:54.238011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3750a6de-0f72-4493-8805-f22145442de2', 'tag': '557ef04b-a8df-41a3-82d8-418e64036047'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:54.239422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1029c0e8-d01e-4821-b82d-21fd12f6878d req-3a83f429-66c5-4b1f-b2e0-5428e199fd70 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720438 Aug 24 00:17:54.241376 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2891aff8-ed30-4fa0-817c-5e0a9f22df21" -d '{"events": [{"name": "network-changed", "server_uuid": "3750a6de-0f72-4493-8805-f22145442de2", "tag": "557ef04b-a8df-41a3-82d8-418e64036047"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:54.302891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6f76870e-f364-47ab-8606-cba47115e43d tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b14b8fc525d4587bb2b74893e27b8c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2542269 Aug 24 00:17:54.450439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-8bcd1bb2-2048-4842-a37f-17c17bf3889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:54.454496 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-8bcd1bb2-2048-4842-a37f-17c17bf3889d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee09ead979ea4026a67b5e28f6cff8e0&device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 1095 time: 0.1036463 Aug 24 00:17:54.536764 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-9ce9733d-db25-451d-bcb3-424ce36980bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=557ef04b-a8df-41a3-82d8-418e64036047 HTTP/1.1" status: 200 len: 217 time: 0.0718708 Aug 24 00:17:54.598541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:53Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:54.635092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be60145-523c-4d7a-8408-220cd8d1421e None None] The sync data for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 is: [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:53Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:17:54.638887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-33f1c9d3-d892-4850-92b9-ecc612808775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:54.646225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-33f1c9d3-d892-4850-92b9-ecc612808775 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=337a986d-41b1-4ffc-ac44-bb4185239b66 HTTP/1.1" status: 200 len: 853 time: 0.0973921 Aug 24 00:17:54.758865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-7841f3c3-c341-4662-8edc-141b78cbe9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:54.760642 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-7841f3c3-c341-4662-8edc-141b78cbe9e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b127f34-50e4-44af-84d9-c02921db4da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028850 Aug 24 00:17:54.864967 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-292fb14c-ec45-40dd-b9de-4c483863f087 service neutron] 10.222.0.37 "GET /v2.0/networks/9b127f34-50e4-44af-84d9-c02921db4da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930655 Aug 24 00:17:54.986272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-192e2d7d-2f0e-4bd9-adce-aa0959392f72 req-f8810418-f53d-43e5-966c-37d61ce99e18 service neutron] 10.222.0.37 "GET /v2.0/networks/9b127f34-50e4-44af-84d9-c02921db4da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115994 Aug 24 00:17:55.151267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc76d2f-abca-497d-b838-d1f797d49041 req-167de44b-bb88-4732-9585-c6079cc33e54 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:55.154244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bc76d2f-abca-497d-b838-d1f797d49041 req-167de44b-bb88-4732-9585-c6079cc33e54 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 944 time: 0.7831755 Aug 24 00:17:55.173983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7c29fa2-e12c-43de-a3bf-5a23c3120b71 req-9f81db3a-aad8-424a-b839-b9c0d0d4dd73 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9304259 Aug 24 00:17:55.236376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bc76d2f-abca-497d-b838-d1f797d49041 req-80b22449-8656-4fd8-9816-fe2a24dff3af tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684602 Aug 24 00:17:55.251041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-902e6155-386e-40c1-801d-34d21bbcf356 service neutron] 10.222.0.26 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9470346 Aug 24 00:17:55.259296 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:55.428190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-099f5591-26ca-43ad-8976-30a29771cfcb service neutron] 10.222.0.26 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762538 Aug 24 00:17:55.743234 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226a7819-97f7-4a26-ab35-331598ac0c9d x-openstack-request-id: req-226a7819-97f7-4a26-ab35-331598ac0c9d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:55.743533 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3750a6de-0f72-4493-8805-f22145442de2", "tag": "557ef04b-a8df-41a3-82d8-418e64036047", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:55.743794 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-226a7819-97f7-4a26-ab35-331598ac0c9d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:55.744285 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3750a6de-0f72-4493-8805-f22145442de2', 'tag': '557ef04b-a8df-41a3-82d8-418e64036047', 'status': 'completed', 'code': 200} Aug 24 00:17:55.791820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ad6c0-570b-4f32-9ba7-e7ed23534981 req-08fff8ce-8e7c-4745-9f3c-ab8ae26a538c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:55.803399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-118ad6c0-570b-4f32-9ba7-e7ed23534981 req-08fff8ce-8e7c-4745-9f3c-ab8ae26a538c tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.1539407 Aug 24 00:17:55.977850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-01efbfda-feab-4d2e-b5bc-c27a58645690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:55.979412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-01efbfda-feab-4d2e-b5bc-c27a58645690 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee09ead979ea4026a67b5e28f6cff8e0&device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 1095 time: 0.1733618 Aug 24 00:17:55.992944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4011faad-7ba7-4fba-b42a-16b8fae878b1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:56.002124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-118ad6c0-570b-4f32-9ba7-e7ed23534981 req-3852b125-2070-43e8-af0f-119897de15cf tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974487 Aug 24 00:17:56.184805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 4011faad-7ba7-4fba-b42a-16b8fae878b1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:17:56.192424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4011faad-7ba7-4fba-b42a-16b8fae878b1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:56.192882 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.306345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce11c5-bb4c-4138-9080-d26cec9bb538 req-f899f34a-7c89-4e36-8da1-2771073f3c3f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:56.315761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6ce11c5-bb4c-4138-9080-d26cec9bb538 req-f899f34a-7c89-4e36-8da1-2771073f3c3f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.1872332 Aug 24 00:17:56.347120 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-234df987-fe9a-4c9c-8a27-6d69a88a6306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.358688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-6e2a35b4-4878-4e29-8e08-c1a5961859f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:56.362453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-6e2a35b4-4878-4e29-8e08-c1a5961859f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b127f34-50e4-44af-84d9-c02921db4da4 HTTP/1.1" status: 200 len: 915 time: 0.3542948 Aug 24 00:17:56.364707 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.433478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6ce11c5-bb4c-4138-9080-d26cec9bb538 req-73809268-ad70-40c5-80a6-66872ca3b35e tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129367 Aug 24 00:17:56.436620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-bb657970-581d-49b2-bdc9-53311baa8f17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=557ef04b-a8df-41a3-82d8-418e64036047 HTTP/1.1" status: 200 len: 217 time: 0.0607829 Aug 24 00:17:56.472482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 4011faad-7ba7-4fba-b42a-16b8fae878b1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4011faad-7ba7-4fba-b42a-16b8fae878b1,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:56.585501 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:56.630255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6996a209-8863-470d-a53d-248894a8a9fb req-ddc9c0d1-8da5-4e38-a341-12aa5153beea tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 210 time: 0.1126733 Aug 24 00:17:56.637166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-c14fe697-276d-43ae-8a44-f27465f21a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:56.640606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-c14fe697-276d-43ae-8a44-f27465f21a26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=337a986d-41b1-4ffc-ac44-bb4185239b66 HTTP/1.1" status: 200 len: 853 time: 0.1926961 Aug 24 00:17:56.713603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=4011faad-7ba7-4fba-b42a-16b8fae878b1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:56.728538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-056f1c62-1233-4187-ba1b-7f7f2c648d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:56.729606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-056f1c62-1233-4187-ba1b-7f7f2c648d97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b127f34-50e4-44af-84d9-c02921db4da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666182 Aug 24 00:17:56.905493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80601-5325-4969-ab74-949d35aaaad5 req-b494d213-6b8f-4142-8c5d-99b6a52c4b9f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:56.907099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7b80601-5325-4969-ab74-949d35aaaad5 req-b494d213-6b8f-4142-8c5d-99b6a52c4b9f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.1643097 Aug 24 00:17:56.916433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48058) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:56.922242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Request body: {'floatingip': {'port_id': '20b39695-a9fb-4c3a-a9ae-fb4879505471'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:17:56.945840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-9318f41f-ffd2-4730-a33f-bc0eed3991b7 service neutron] 10.222.0.37 "GET /v2.0/networks/9b127f34-50e4-44af-84d9-c02921db4da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899142 Aug 24 00:17:57.005886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.065880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164dc0-cd01-4c88-9c92-f6cede715786 req-15d096d7-276c-45c7-b63b-7fe8f54218b9 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.067740 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f164dc0-cd01-4c88-9c92-f6cede715786 req-15d096d7-276c-45c7-b63b-7fe8f54218b9 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 944 time: 0.1116581 Aug 24 00:17:57.128175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f164dc0-cd01-4c88-9c92-f6cede715786 req-26c92011-07e9-4fef-92d6-cceca1d0b38f tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494657 Aug 24 00:17:57.145903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2891aff8-ed30-4fa0-817c-5e0a9f22df21 req-4a190557-6408-495d-bf5a-91a47e817994 service neutron] 10.222.0.37 "GET /v2.0/networks/9b127f34-50e4-44af-84d9-c02921db4da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627874 Aug 24 00:17:57.245040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b07796b-0561-4291-81c8-1e968f016a50 req-37855174-2350-48be-9884-3a6a08df90af tempest-FlavorsV2NegativeTest-937944095 tempest-FlavorsV2NegativeTest-937944095-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=433f4b3eec85494e8d3917cd3d5c38f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245078 Aug 24 00:17:57.375854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07796b-0561-4291-81c8-1e968f016a50 req-8d60e6f7-7b35-4a26-9db0-31881246d8dc tempest-FlavorsV2NegativeTest-937944095 tempest-FlavorsV2NegativeTest-937944095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.377691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b07796b-0561-4291-81c8-1e968f016a50 req-8d60e6f7-7b35-4a26-9db0-31881246d8dc tempest-FlavorsV2NegativeTest-937944095 tempest-FlavorsV2NegativeTest-937944095-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265957 Aug 24 00:17:57.422383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b07796b-0561-4291-81c8-1e968f016a50 req-e353dbe7-ca0a-43fe-b94f-4342787c0370 tempest-FlavorsV2NegativeTest-937944095 tempest-FlavorsV2NegativeTest-937944095-project] 10.222.0.26 "GET /v2.0/quotas/433f4b3eec85494e8d3917cd3d5c38f8 HTTP/1.1" status: 200 len: 375 time: 0.0243406 Aug 24 00:17:57.490160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b07796b-0561-4291-81c8-1e968f016a50 req-dca96349-1fbd-4810-a80c-489d7ffbfc9a tempest-FlavorsV2NegativeTest-937944095 tempest-FlavorsV2NegativeTest-937944095-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=433f4b3eec85494e8d3917cd3d5c38f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609803 Aug 24 00:17:57.603156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911d16b-a14d-4c8c-8a68-798ffb9e6759 req-1d9dab55-a3e7-4008-a4cb-32637588b550 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:57.614540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6911d16b-a14d-4c8c-8a68-798ffb9e6759 req-1d9dab55-a3e7-4008-a4cb-32637588b550 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0885487 Aug 24 00:17:57.645338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.700240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6911d16b-a14d-4c8c-8a68-798ffb9e6759 req-c4da5352-632f-48bc-8e29-a0641d0c8b24 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828459 Aug 24 00:17:57.745385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:57.767826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7fdb3ab-f86d-4cc9-9f60-096f5a425242 req-5cee4d18-a690-4f48-9585-bfc0fca6922f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 210 time: 0.0453694 Aug 24 00:17:57.886086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4011faad-7ba7-4fba-b42a-16b8fae878b1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:17:57.937470 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6 associated. External IP: 172.25.5.223, port: 20b39695-a9fb-4c3a-a9ae-fb4879505471. Aug 24 00:17:57.945632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4011faad-7ba7-4fba-b42a-16b8fae878b1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:17:57.946019 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.302320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Router 571a84da-b7c5-4701-8f12-312cc9e60f71 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:17:58.351324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d88baa-7b7b-4f29-b850-2d045b2196aa req-7d7c1e57-85da-43ba-921b-a88c850c4601 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:58.360412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87d88baa-7b7b-4f29-b850-2d045b2196aa req-7d7c1e57-85da-43ba-921b-a88c850c4601 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 944 time: 0.0795066 Aug 24 00:17:58.435465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 557ef04b-a8df-41a3-82d8-418e64036047 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:17:58.466357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:17:58.472004 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.477596 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] Sync routers for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:17:58.484334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87d88baa-7b7b-4f29-b850-2d045b2196aa req-ae46388f-66ab-49b1-bee6-3757f765a8bd tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185126 Aug 24 00:17:58.503822 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:58.511463 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:17:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:58.536069 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-01270cba-209a-4ec5-96b6-1e5afe759f2a tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "PUT /v2.0/floatingips/c10bc6b4-0674-49b8-b984-3f7ea57405f6 HTTP/1.1" status: 200 len: 991 time: 1.6183133 Aug 24 00:17:58.536532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fc55fe-3ce5-4935-adf2-55da18527314', 'tag': '20b39695-a9fb-4c3a-a9ae-fb4879505471'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:17:58.538866 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8c7e78-1ee1-4460-af73-624495174704" -d '{"events": [{"name": "network-changed", "server_uuid": "25fc55fe-3ce5-4935-adf2-55da18527314", "tag": "20b39695-a9fb-4c3a-a9ae-fb4879505471"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:17:58.639423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 557ef04b-a8df-41a3-82d8-418e64036047, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=557ef04b-a8df-41a3-82d8-418e64036047,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:58.667506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '557ef04b-a8df-41a3-82d8-418e64036047', 'network_id': '9b127f34-50e4-44af-84d9-c02921db4da4', 'port_id': '557ef04b-a8df-41a3-82d8-418e64036047', 'mac_address': 'fa:16:3e:f4:2f:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337a986d-41b1-4ffc-ac44-bb4185239b66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:17:58.698336 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6689c3e0-5ffc-449e-ac58-12396f8f1c11 x-openstack-request-id: req-6689c3e0-5ffc-449e-ac58-12396f8f1c11 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:17:58.698336 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fc55fe-3ce5-4935-adf2-55da18527314", "tag": "20b39695-a9fb-4c3a-a9ae-fb4879505471", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:17:58.698336 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6689c3e0-5ffc-449e-ac58-12396f8f1c11 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:17:58.698336 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fc55fe-3ce5-4935-adf2-55da18527314', 'tag': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'status': 'completed', 'code': 200} Aug 24 00:17:58.746071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:58.761365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557ef04b-a8df-41a3-82d8-418e64036047 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:17:58.788190 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:58.789661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 557ef04b-a8df-41a3-82d8-418e64036047, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=557ef04b-a8df-41a3-82d8-418e64036047,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:17:58.841710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7e78-1ee1-4460-af73-624495174704 req-9a1aaab3-e4e3-41ed-bc8d-7027603898ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:58.851212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e8c7e78-1ee1-4460-af73-624495174704 req-9a1aaab3-e4e3-41ed-bc8d-7027603898ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 1096 time: 0.1362693 Aug 24 00:17:58.981415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f05d2886-6d34-4fca-a426-e2067ccb354b req-0c363a32-5eb0-4bb9-b0c4-e815feb979c1 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 210 time: 0.0672882 Aug 24 00:17:59.028130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd70498-b434-4086-b09f-0b093e3812c0 req-b4cb3ccc-73e9-44e2-aa0c-e9fb22a6a19d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:59.030045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dd70498-b434-4086-b09f-0b093e3812c0 req-b4cb3ccc-73e9-44e2-aa0c-e9fb22a6a19d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.1177430 Aug 24 00:17:59.048512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7e78-1ee1-4460-af73-624495174704 req-d97c3df0-b679-44a9-a63d-789467f500b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:59.050180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e8c7e78-1ee1-4460-af73-624495174704 req-d97c3df0-b679-44a9-a63d-789467f500b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 200 len: 924 time: 0.1916008 Aug 24 00:17:59.070111 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c10bc6b4-0674-49b8-b984-3f7ea57405f6', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'port_id': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'mac_address': 'fa:16:3e:b2:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc55fe-3ce5-4935-adf2-55da18527314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:17:57Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:59.100888 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] Checking router: 571a84da-b7c5-4701-8f12-312cc9e60f71 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:17:59.111478 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:17:59.112978 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:17:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:59.133800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dd70498-b434-4086-b09f-0b093e3812c0 req-2696458f-a07f-4a42-9149-a3154ed11a23 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911572 Aug 24 00:17:59.167058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e8c7e78-1ee1-4460-af73-624495174704 req-012ac11c-e3bf-443e-8f02-938c8beffb98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20b39695-a9fb-4c3a-a9ae-fb4879505471 HTTP/1.1" status: 200 len: 999 time: 0.1012571 Aug 24 00:17:59.226655 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.230341 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.237750 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1efc-7afb-45eb-9371-7795e30771d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.294298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7e78-1ee1-4460-af73-624495174704 req-a6825811-c45b-42b2-ab95-6ea372d624b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:59.302638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e8c7e78-1ee1-4460-af73-624495174704 req-a6825811-c45b-42b2-ab95-6ea372d624b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78d9712c-ca50-45c9-bfaa-36c273124569 HTTP/1.1" status: 200 len: 862 time: 0.1210995 Aug 24 00:17:59.357632 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:17:59.373375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=557ef04b-a8df-41a3-82d8-418e64036047,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:17:59.395183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c7e78-1ee1-4460-af73-624495174704 req-51b34962-dee4-4fc0-8170-c552e4cb46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:59.396816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e8c7e78-1ee1-4460-af73-624495174704 req-51b34962-dee4-4fc0-8170-c552e4cb46fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae0206da-21f7-4470-bf63-0d5925f82c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881076 Aug 24 00:17:59.545622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['557ef04b-a8df-41a3-82d8-418e64036047'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:17:59.555878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e8c7e78-1ee1-4460-af73-624495174704 req-8d38a696-a472-44ce-9abc-b908731042de service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470802 Aug 24 00:17:59.710401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:17:59.839188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c10bc6b4-0674-49b8-b984-3f7ea57405f6', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'port_id': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'mac_address': 'fa:16:3e:b2:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc55fe-3ce5-4935-adf2-55da18527314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:17:57Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:17:59.948645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971b4195-cb71-484b-8636-9b77188e49d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:17:59.989553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c7c66-a719-4b12-b38c-0d629ca1efe4 req-8864e083-f56a-48c9-bfd6-e0e873e3a1e8 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:17:59.991151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-342c7c66-a719-4b12-b38c-0d629ca1efe4 req-8864e083-f56a-48c9-bfd6-e0e873e3a1e8 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 945 time: 0.3495786 Aug 24 00:18:00.045042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-342c7c66-a719-4b12-b38c-0d629ca1efe4 req-4cc82772-ad47-4ca0-beb2-964cb3af19f0 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Aug 24 00:18:00.047029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e8c7e78-1ee1-4460-af73-624495174704 req-dc692070-c193-4589-95b7-31284b2a39c6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837823 Aug 24 00:18:00.067194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-28dae449-1ed2-4663-8263-c875ff28f6f9 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:00.068725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-28dae449-1ed2-4663-8263-c875ff28f6f9 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.36 "GET /v2.0/networks?id=6a26b42e-33a2-41d1-9bed-9c7cb8558561 HTTP/1.1" status: 200 len: 828 time: 0.2105291 Aug 24 00:18:00.072922 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b1354-962b-4e49-ba24-06c815ec024a None None] The sync data for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 is: [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c10bc6b4-0674-49b8-b984-3f7ea57405f6', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'port_id': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'mac_address': 'fa:16:3e:b2:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fc55fe-3ce5-4935-adf2-55da18527314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:14:44Z', 'updated_at': '2021-08-24T00:17:57Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:00.091802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Request body: {'port': {'device_id': '35baa0c8-d4b2-4120-a757-e787851025ec', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'admin_state_up': True, 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:00.164227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971b4195-cb71-484b-8636-9b77188e49d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.270009 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.293186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3854bdb0-b2ad-452d-b8b1-c93511f16096 req-ef92aaa7-9a2d-43c7-8513-100286b730b0 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 210 time: 0.0517554 Aug 24 00:18:00.314595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785aa9d-4080-4178-98b4-c6054377df04 req-94456b38-39fb-4a29-b517-893283e39c3f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:00.316209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1785aa9d-4080-4178-98b4-c6054377df04 req-94456b38-39fb-4a29-b517-893283e39c3f tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0771949 Aug 24 00:18:00.359263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971b4195-cb71-484b-8636-9b77188e49d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.373390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1785aa9d-4080-4178-98b4-c6054377df04 req-14a30097-e7aa-4206-882c-ad7cdaca074a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393212 Aug 24 00:18:00.413444 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-971b4195-cb71-484b-8636-9b77188e49d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=433f4b3eec85494e8d3917cd3d5c38f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6997123 Aug 24 00:18:00.413893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48150) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:00.454399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b4195-cb71-484b-8636-9b77188e49d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad248aaf-efad-4448-b237-f4e10614e903,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:00.474810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4727ec31-dc2f-4528-980e-c3bdc908ff43 None None] New status for floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:18:00.518449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74dd5007-3fbf-4ea9-9048-c0d5ec51d282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.548053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Made reservation on behalf of 2b14b8fc525d4587bb2b74893e27b8c2 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:00.551872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.559566 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74dd5007-3fbf-4ea9-9048-c0d5ec51d282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.801737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Allocated IP 172.20.0.6 (6a26b42e-33a2-41d1-9bed-9c7cb8558561/72c130b2-b48b-476d-ad75-5c6f040d4807/53026611-00bf-40ac-8374-24d0204c5b0c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:00.801737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74dd5007-3fbf-4ea9-9048-c0d5ec51d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.801737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74dd5007-3fbf-4ea9-9048-c0d5ec51d282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:00.801737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-74dd5007-3fbf-4ea9-9048-c0d5ec51d282 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad248aaf-efad-4448-b237-f4e10614e903 HTTP/1.1" status: 204 len: 168 time: 0.3839791 Aug 24 00:18:00.833870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd5007-3fbf-4ea9-9048-c0d5ec51d282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad248aaf-efad-4448-b237-f4e10614e903,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:01.065607 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.082780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Transition to ACTIVE for port object 53026611-00bf-40ac-8374-24d0204c5b0c will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:01.210246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.266490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5d5b6-0904-46da-8bbe-8c6094a5cdff req-9801f699-24f5-4ad1-9bae-ad8bb031d936 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:01.268106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1f5d5b6-0904-46da-8bbe-8c6094a5cdff req-9801f699-24f5-4ad1-9bae-ad8bb031d936 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 945 time: 0.1031065 Aug 24 00:18:01.284356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:01.287615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:01.302055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:01.363632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Pushing event updated for resources: {'Port': ['ID=53026611-00bf-40ac-8374-24d0204c5b0c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:01.424226 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1f5d5b6-0904-46da-8bbe-8c6094a5cdff req-6b1de9a1-40ab-48a2-8810-ed5bafd5556d tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479344 Aug 24 00:18:01.518039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:01.518821 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.612338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb724f-6bef-410d-8893-867baf21b483 req-a9afc7f7-6459-4d19-8a2d-1022324eab4a tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:01.620838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3fb724f-6bef-410d-8893-867baf21b483 req-a9afc7f7-6459-4d19-8a2d-1022324eab4a tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 931 time: 0.1804516 Aug 24 00:18:01.660558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572fa2c-8f1e-4317-977b-c0e70c2e1801 req-d7509d62-edcc-4e15-b23d-ebbadfed0e00 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:01.669416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2572fa2c-8f1e-4317-977b-c0e70c2e1801 req-d7509d62-edcc-4e15-b23d-ebbadfed0e00 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.1260641 Aug 24 00:18:01.702595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3fb724f-6bef-410d-8893-867baf21b483 req-7fb75aff-0ec8-4a3a-90de-10217baf896b tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807784 Aug 24 00:18:01.742801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2572fa2c-8f1e-4317-977b-c0e70c2e1801 req-ccccc035-5067-4c6d-8877-a2806ad17023 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735650 Aug 24 00:18:01.751627 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.754851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-b0794586-250f-4bdc-b256-d1d9437fbbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6656771 Aug 24 00:18:01.807542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Request body: {'port': {'device_id': '35baa0c8-d4b2-4120-a757-e787851025ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:01.877290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1e07f65d-ebe0-4996-ab97-540da974f281 None None] Provisioning for port 53026611-00bf-40ac-8374-24d0204c5b0c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:01.881300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1e07f65d-ebe0-4996-ab97-540da974f281 None None] Provisioning complete for port 53026611-00bf-40ac-8374-24d0204c5b0c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:01.881944 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1e07f65d-ebe0-4996-ab97-540da974f281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.892018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:01.949388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1e07f65d-ebe0-4996-ab97-540da974f281 None None] Port 53026611-00bf-40ac-8374-24d0204c5b0c cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:02.240695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53026611-00bf-40ac-8374-24d0204c5b0c {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:02.251625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.266553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Transition to ACTIVE for port object 53026611-00bf-40ac-8374-24d0204c5b0c will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:02.421334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 557ef04b-a8df-41a3-82d8-418e64036047 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:02.430813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.525498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Pushing event updated for resources: {'Port': ['ID=53026611-00bf-40ac-8374-24d0204c5b0c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:02.678851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Attempting to bind port 53026611-00bf-40ac-8374-24d0204c5b0c on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:02.679497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Attempting to bind port 53026611-00bf-40ac-8374-24d0204c5b0c by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:02.679497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Attempting to bind port 53026611-00bf-40ac-8374-24d0204c5b0c on network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:02.685113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Port 53026611-00bf-40ac-8374-24d0204c5b0c on network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:02.685483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Attempting to bind port 53026611-00bf-40ac-8374-24d0204c5b0c on network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:02.697532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37614a-d351-4621-8169-26865da65bc2 req-e39f2b04-a866-4b08-abf1-69568bb63c88 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:02.705953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc37614a-d351-4621-8169-26865da65bc2 req-e39f2b04-a866-4b08-abf1-69568bb63c88 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 945 time: 0.1119642 Aug 24 00:18:02.715186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:02.715568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Checking segment: {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:02.716111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Bound using segment: {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:02.716563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Bound port: 53026611-00bf-40ac-8374-24d0204c5b0c, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5271a23-adaa-464f-87ee-3aad0d52ef13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:02.716947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:02.845750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] For port 53026611-00bf-40ac-8374-24d0204c5b0c, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:02.845750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] For port 53026611-00bf-40ac-8374-24d0204c5b0c, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=53026611-00bf-40ac-8374-24d0204c5b0c,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:02.870602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc37614a-d351-4621-8169-26865da65bc2 req-e57966f6-0c1d-438c-85ed-e3eabea0f4c4 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637311 Aug 24 00:18:03.036845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7025bf0-cc5a-40b4-bd6d-3d718114b3be req-784b2da5-6ebc-44f4-9be7-1b7dea6c6841 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.038479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7025bf0-cc5a-40b4-bd6d-3d718114b3be req-784b2da5-6ebc-44f4-9be7-1b7dea6c6841 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 943 time: 0.0981050 Aug 24 00:18:03.059499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f9fa1-0908-443e-a4fe-a5ef7ffd8abd req-d86757bb-730b-4167-8aed-3e94aa52b2d3 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.061067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-525f9fa1-0908-443e-a4fe-a5ef7ffd8abd req-d86757bb-730b-4167-8aed-3e94aa52b2d3 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0767879 Aug 24 00:18:03.112157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7025bf0-cc5a-40b4-bd6d-3d718114b3be req-11f8edb7-78de-434a-a90d-513b430d2297 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663874 Aug 24 00:18:03.117038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-525f9fa1-0908-443e-a4fe-a5ef7ffd8abd req-6f297b5d-fda1-47be-8b03-43df7a4e2014 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481062 Aug 24 00:18:03.242750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 557ef04b-a8df-41a3-82d8-418e64036047 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:03.243395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.247269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 557ef04b-a8df-41a3-82d8-418e64036047 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:03.247668 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.289667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.289667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.290515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] 10.222.0.36 "PUT /v2.0/ports/53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 200 len: 1091 time: 1.4873905 Aug 24 00:18:03.290710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:03.292913 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe621fe1-74ad-48ae-b814-06b8765b8549" -d '{"events": [{"name": "network-changed", "server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:03.354110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcab4f4-2e59-4d54-a32b-fb5aeaa52afe service neutron] Pushing event updated for resources: {'Port': ['ID=53026611-00bf-40ac-8374-24d0204c5b0c,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:03.386858 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.413248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3750a6de-0f72-4493-8805-f22145442de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557ef04b-a8df-41a3-82d8-418e64036047'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:03.415838 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311cf8d0-c679-4d86-874b-98ea34dc9202" -d '{"events": [{"server_uuid": "3750a6de-0f72-4493-8805-f22145442de2", "name": "network-vif-plugged", "status": "completed", "tag": "557ef04b-a8df-41a3-82d8-418e64036047"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:03.438784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 557ef04b-a8df-41a3-82d8-418e64036047, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=557ef04b-a8df-41a3-82d8-418e64036047,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:03.534114 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:03.552536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-9fd8404c-72b7-4bfa-b812-e59b994c38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.554239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-9fd8404c-72b7-4bfa-b812-e59b994c38c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b14b8fc525d4587bb2b74893e27b8c2&device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 1094 time: 0.0712044 Aug 24 00:18:03.611706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=557ef04b-a8df-41a3-82d8-418e64036047,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:03.616969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-de43fa81-ad68-4c4a-b1a1-76c5a8310dda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 200 len: 217 time: 0.0467267 Aug 24 00:18:03.689025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-ce8c3d31-fbd3-43ce-abd0-b0b5a93e4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.690620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-ce8c3d31-fbd3-43ce-abd0-b0b5a93e4f57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72c130b2-b48b-476d-ad75-5c6f040d4807 HTTP/1.1" status: 200 len: 867 time: 0.0581489 Aug 24 00:18:03.752554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-70fe67cc-2751-481f-af4b-865313588be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:03.754107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-70fe67cc-2751-481f-af4b-865313588be8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a26b42e-33a2-41d1-9bed-9c7cb8558561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553591 Aug 24 00:18:03.891664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-e9c15e72-60a1-44bd-a6b8-8925fa990a6b service neutron] 10.222.0.36 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221635 Aug 24 00:18:04.003474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab22f233-3982-4330-bbe5-93a412cfcb5c req-5e7b1f5b-adf4-4a0a-a9dc-1548cf4b6d21 service neutron] 10.222.0.36 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967808 Aug 24 00:18:08.103183 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e1d205-b95d-4f2a-96bc-317823d7e801 x-openstack-request-id: req-44e1d205-b95d-4f2a-96bc-317823d7e801 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:08.103767 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:08.103767 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44e1d205-b95d-4f2a-96bc-317823d7e801 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:08.104116 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c', 'status': 'completed', 'code': 200} Aug 24 00:18:08.136070 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87960df-85f3-4a1d-aed5-6f441bc42eba x-openstack-request-id: req-f87960df-85f3-4a1d-aed5-6f441bc42eba {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:08.137495 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3750a6de-0f72-4493-8805-f22145442de2", "name": "network-vif-plugged", "status": "completed", "tag": "557ef04b-a8df-41a3-82d8-418e64036047", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:08.137999 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f87960df-85f3-4a1d-aed5-6f441bc42eba {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:08.138777 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3750a6de-0f72-4493-8805-f22145442de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557ef04b-a8df-41a3-82d8-418e64036047', 'code': 200} Aug 24 00:18:08.299467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-e42f118c-584c-4dd8-8a44-f02f4fc97a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.300978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-e42f118c-584c-4dd8-8a44-f02f4fc97a77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b14b8fc525d4587bb2b74893e27b8c2&device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 1094 time: 0.1404889 Aug 24 00:18:08.313271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af1ae6-759f-4c4f-ad46-83e63c115d47 req-e935bdff-ab08-4cf5-9d92-fe361625ae2b tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.314789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7af1ae6-759f-4c4f-ad46-83e63c115d47 req-e935bdff-ab08-4cf5-9d92-fe361625ae2b tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 946 time: 0.1530147 Aug 24 00:18:08.330197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4724904-8255-4eac-a8f9-26de9a8ba22c req-e890c633-249d-42f6-bb37-08e396d59964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.331577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4724904-8255-4eac-a8f9-26de9a8ba22c req-e890c633-249d-42f6-bb37-08e396d59964 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 1097 time: 0.1166916 Aug 24 00:18:08.354029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21825a4-0aeb-498a-87ed-b4dac99edba7 req-f576b8d7-1b53-42f2-9134-8c3cd77b661f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.355970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c21825a4-0aeb-498a-87ed-b4dac99edba7 req-f576b8d7-1b53-42f2-9134-8c3cd77b661f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 943 time: 0.1531000 Aug 24 00:18:08.454501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7af1ae6-759f-4c4f-ad46-83e63c115d47 req-715fd566-dc0d-445e-834b-5c7e3a0ff14c tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262817 Aug 24 00:18:08.474093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4724904-8255-4eac-a8f9-26de9a8ba22c req-20486ad8-8157-4bda-bcdc-0fbcec21e189 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316695 Aug 24 00:18:08.485637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c21825a4-0aeb-498a-87ed-b4dac99edba7 req-6c7e30d1-5bda-48c7-b129-3a9ee295cd00 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222196 Aug 24 00:18:08.500881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-01ce0959-f692-4789-949d-d03c167859ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.510657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-01ce0959-f692-4789-949d-d03c167859ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a26b42e-33a2-41d1-9bed-9c7cb8558561 HTTP/1.1" status: 200 len: 929 time: 0.1852989 Aug 24 00:18:08.552063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-a0b9e15c-680b-4ef4-bada-1f1c915803cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 200 len: 217 time: 0.0420887 Aug 24 00:18:08.598208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355c60a-7dcc-476a-b978-db69fdae1a4f req-e19ea431-2f71-4771-9895-ed6153fc937e tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.602121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b355c60a-7dcc-476a-b978-db69fdae1a4f req-e19ea431-2f71-4771-9895-ed6153fc937e tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0525360 Aug 24 00:18:08.639063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b355c60a-7dcc-476a-b978-db69fdae1a4f req-1cef3ce0-fa6a-46c7-8580-0471d623fe8e tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Aug 24 00:18:08.747059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-f276dc52-d92a-4c7e-acaa-57d25a6a81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.748797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-f276dc52-d92a-4c7e-acaa-57d25a6a81e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72c130b2-b48b-476d-ad75-5c6f040d4807 HTTP/1.1" status: 200 len: 867 time: 0.0740156 Aug 24 00:18:08.809066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-18968863-7a77-44cb-b2d0-0e19c44a180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:08.810533 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-18968863-7a77-44cb-b2d0-0e19c44a180f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a26b42e-33a2-41d1-9bed-9c7cb8558561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547390 Aug 24 00:18:08.929059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-628bf179-a58a-4e2d-b47c-c75a674496ad service neutron] 10.222.0.36 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114132 Aug 24 00:18:09.052090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe621fe1-74ad-48ae-b814-06b8765b8549 req-d51bda5c-3937-4396-a265-15454f7114d5 service neutron] 10.222.0.36 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147189 Aug 24 00:18:09.077737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 53026611-00bf-40ac-8374-24d0204c5b0c details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:09.167377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 53026611-00bf-40ac-8374-24d0204c5b0c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=53026611-00bf-40ac-8374-24d0204c5b0c,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:09.180223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '53026611-00bf-40ac-8374-24d0204c5b0c', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'port_id': '53026611-00bf-40ac-8374-24d0204c5b0c', 'mac_address': 'fa:16:3e:b8:82:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:09.228281 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:09.244130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53026611-00bf-40ac-8374-24d0204c5b0c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:09.268319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 53026611-00bf-40ac-8374-24d0204c5b0c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=53026611-00bf-40ac-8374-24d0204c5b0c,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:09.534061 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:09.596473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653adad0-2f0b-4774-9e16-001562905680 req-aac47432-d980-4f98-ae9b-f5584713b79a tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.598193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-653adad0-2f0b-4774-9e16-001562905680 req-aac47432-d980-4f98-ae9b-f5584713b79a tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 946 time: 0.0731366 Aug 24 00:18:09.622148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=53026611-00bf-40ac-8374-24d0204c5b0c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:09.646995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-653adad0-2f0b-4774-9e16-001562905680 req-ce0ba75f-ade6-4f28-baff-4697b9e39c2e tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Aug 24 00:18:09.777613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39bd0-bdae-47fa-9c76-c1bd49b76569 req-395b82dc-3fcc-4146-b613-d9a11c571408 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.779602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ba39bd0-bdae-47fa-9c76-c1bd49b76569 req-395b82dc-3fcc-4146-b613-d9a11c571408 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 944 time: 0.0721433 Aug 24 00:18:09.822220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ba39bd0-bdae-47fa-9c76-c1bd49b76569 req-542881a2-1a22-4c1b-a2a1-680c6d1e779d tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359645 Aug 24 00:18:09.850806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48440) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:09.968856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad4cf-3f33-4fef-9712-1f59ae6670cd req-1b57bb8d-ffd3-493b-b8e5-714846c54334 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:09.970421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6dad4cf-3f33-4fef-9712-1f59ae6670cd req-1b57bb8d-ffd3-493b-b8e5-714846c54334 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0774274 Aug 24 00:18:09.977551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['53026611-00bf-40ac-8374-24d0204c5b0c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:09.977780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a477173-2c48-41f6-8910-76e629def5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.023008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6dad4cf-3f33-4fef-9712-1f59ae6670cd req-4021a248-7d6f-4176-b4f4-f34be5470534 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 Aug 24 00:18:10.112371 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a477173-2c48-41f6-8910-76e629def5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.179719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a477173-2c48-41f6-8910-76e629def5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.224567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a477173-2c48-41f6-8910-76e629def5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b1f918-4987-4e2c-be4c-1586c76d0e3c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:10.230948 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a477173-2c48-41f6-8910-76e629def5f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96063ca342d247cba3cba3db37bda426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788316 Aug 24 00:18:10.234112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48462) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:10.303130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df09e524-a3fa-4e62-a84e-a82467ff2fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.316307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:18:10.335014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df09e524-a3fa-4e62-a84e-a82467ff2fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.494104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df09e524-a3fa-4e62-a84e-a82467ff2fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.498472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df09e524-a3fa-4e62-a84e-a82467ff2fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:10.506255 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-df09e524-a3fa-4e62-a84e-a82467ff2fa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12b1f918-4987-4e2c-be4c-1586c76d0e3c HTTP/1.1" status: 204 len: 168 time: 0.2643948 Aug 24 00:18:10.509867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09e524-a3fa-4e62-a84e-a82467ff2fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b1f918-4987-4e2c-be4c-1586c76d0e3c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:10.667505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0cb9e-7cfc-4727-ba48-9a967ac16ab7 req-bc12c07a-c13d-4571-973f-f685ef4ee80c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:10.671489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46a0cb9e-7cfc-4727-ba48-9a967ac16ab7 req-bc12c07a-c13d-4571-973f-f685ef4ee80c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0532787 Aug 24 00:18:10.750399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46a0cb9e-7cfc-4727-ba48-9a967ac16ab7 req-53b8e54b-1f04-46ac-8d4e-837173af47bc tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371392 Aug 24 00:18:10.825871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237befe-fa0c-45f8-96a9-a3655bfe1662 req-b536613c-1f40-46fa-b244-be867b1bb512 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:10.827377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c237befe-fa0c-45f8-96a9-a3655bfe1662 req-b536613c-1f40-46fa-b244-be867b1bb512 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 946 time: 0.0509398 Aug 24 00:18:10.868583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c237befe-fa0c-45f8-96a9-a3655bfe1662 req-4b26da16-88af-4dda-ab08-90d3b11b34f2 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Aug 24 00:18:11.054324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 53026611-00bf-40ac-8374-24d0204c5b0c up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:11.196547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 53026611-00bf-40ac-8374-24d0204c5b0c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:11.201600 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 53026611-00bf-40ac-8374-24d0204c5b0c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:11.206721 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.302467 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.339967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:11.342844 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83720bc3-1f58-45c6-b08b-a652a6c64ff8" -d '{"events": [{"server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "name": "network-vif-plugged", "status": "completed", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:11.362936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 53026611-00bf-40ac-8374-24d0204c5b0c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=53026611-00bf-40ac-8374-24d0204c5b0c,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:11.395748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-9992a6ff-02d8-453e-b82f-f6e445ab6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.398071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-9992a6ff-02d8-453e-b82f-f6e445ab6c6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1b8b6167109448886eb0b1111fdca60&device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 1097 time: 0.4871974 Aug 24 00:18:11.499945 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.501500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ca49064b-4797-4384-a11b-41f23cec39f0 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:11.520718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae61ab-98f4-4240-a7a9-552d40a260e7 req-c0390886-22d8-44dc-a397-19502db1c313 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.522236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bae61ab-98f4-4240-a7a9-552d40a260e7 req-c0390886-22d8-44dc-a397-19502db1c313 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 944 time: 0.5638092 Aug 24 00:18:11.593287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=53026611-00bf-40ac-8374-24d0204c5b0c,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:11.622551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-d9894bc4-04d1-4011-8661-a96c169aec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.623888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-d9894bc4-04d1-4011-8661-a96c169aec1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 200 len: 916 time: 0.1802959 Aug 24 00:18:11.641223 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.642557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-c8a7c216-dcb5-428c-8238-e37b8be13c27 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.644076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-c8a7c216-dcb5-428c-8238-e37b8be13c27 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 805 time: 0.2969584 Aug 24 00:18:11.695150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:11.728314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-d6485e92-81d6-4c70-8d73-123f34bb2161 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/quotas/5b8cd63968f547cd8271dbfc440ed315 HTTP/1.1" status: 200 len: 375 time: 0.0673594 Aug 24 00:18:11.732681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bae61ab-98f4-4240-a7a9-552d40a260e7 req-7ff9030d-e0a8-47bd-8a7e-62bf3dd66956 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011600 Aug 24 00:18:11.734965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-36197877-6981-46ca-acac-1780b3ee9797 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=699d8012-1290-44e8-97bc-5df29230aa88 HTTP/1.1" status: 200 len: 217 time: 0.1024210 Aug 24 00:18:11.802818 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:11.824045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-dc93bdd4-ca52-4479-aa6c-8fe07e0cf9df tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946631 Aug 24 00:18:11.836715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-3f0fc760-f617-4a2f-9ab1-7a09c4a6a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.838550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-3f0fc760-f617-4a2f-9ab1-7a09c4a6a181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d031403a-62b3-44de-a0cb-2c2e5840292f HTTP/1.1" status: 200 len: 854 time: 0.0750875 Aug 24 00:18:11.874633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:11.916996 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5bb6f0-2d86-47d7-a190-08a1f1deda67 x-openstack-request-id: req-eb5bb6f0-2d86-47d7-a190-08a1f1deda67 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:11.917305 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "name": "network-vif-plugged", "status": "completed", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:11.917596 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb5bb6f0-2d86-47d7-a190-08a1f1deda67 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:11.918067 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c', 'code': 200} Aug 24 00:18:11.939623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-2598904b-7147-466b-9eb5-862432a2f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:11.941467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-2598904b-7147-466b-9eb5-862432a2f625 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f278270f-5b8a-4e2e-9c58-4fef71fd3b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924804 Aug 24 00:18:11.979680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-af6df0aa-1656-46de-89c2-636951f29344 service neutron] 10.222.0.26 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547532 Aug 24 00:18:12.077367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77182e1-745c-4258-9817-bda05cf7cc43 req-985cd6be-78ec-4fb8-9903-6ec0b80b3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:12.079980 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c77182e1-745c-4258-9817-bda05cf7cc43 req-985cd6be-78ec-4fb8-9903-6ec0b80b3b79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 1096 time: 0.0554919 Aug 24 00:18:12.128005 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c77182e1-745c-4258-9817-bda05cf7cc43 req-614e2b07-77b3-483c-b361-f92ceaf251fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Aug 24 00:18:12.156925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6e4ef-fb26-4e8a-a5e4-9fa8fc39d3b4 req-5d25b4e5-fd6a-4f6a-90dc-1883edaf4d5c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:12.164189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61b6e4ef-fb26-4e8a-a5e4-9fa8fc39d3b4 req-5d25b4e5-fd6a-4f6a-90dc-1883edaf4d5c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.1536403 Aug 24 00:18:12.180452 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:12.190846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-74ad25ab-87a6-4545-9150-47c1978bf285 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350903 Aug 24 00:18:12.207979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-c1e74630-1fe7-45a6-a668-ab30ef87bf1a service neutron] 10.222.0.26 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962681 Aug 24 00:18:12.232494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61b6e4ef-fb26-4e8a-a5e4-9fa8fc39d3b4 req-a2a3a4c0-df61-483c-ae42-dd7b010f483b tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631313 Aug 24 00:18:12.585830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e990da6b-875c-4c15-bf32-ce318278f857 req-af5c9e97-5104-4168-85b1-3677e5c7b177 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 210 time: 0.0739758 Aug 24 00:18:12.640911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4762d7a-f8f0-4f15-8a3e-397618bb584e req-db7736b8-7674-41b3-b399-a16539115651 service neutron] 10.222.0.36 "GET /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743855 Aug 24 00:18:12.909718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae80a01-3bd5-4dfd-893b-d0bb507f9bfb req-efe2dd85-811a-417a-9711-ce5da74f084f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:12.923583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae80a01-3bd5-4dfd-893b-d0bb507f9bfb req-efe2dd85-811a-417a-9711-ce5da74f084f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 945 time: 0.0654547 Aug 24 00:18:12.970923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae80a01-3bd5-4dfd-893b-d0bb507f9bfb req-90707e55-070b-4024-a60e-b16c87cefc1c tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Aug 24 00:18:13.363724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695590-3a65-42ce-8b8b-afc6e8d203af req-0d91f933-40a5-4461-a033-8d3633aefad3 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:13.365670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54695590-3a65-42ce-8b8b-afc6e8d203af req-0d91f933-40a5-4461-a033-8d3633aefad3 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0590901 Aug 24 00:18:13.379128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48590) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:13.430590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54695590-3a65-42ce-8b8b-afc6e8d203af req-ff596ccf-afff-4324-8307-b223c0eb3f23 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Aug 24 00:18:13.515898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee7d342-58d7-4fbb-b700-07370901ade4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.635488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee7d342-58d7-4fbb-b700-07370901ade4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.665417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9a5bc69-6aa9-44ff-98e9-957d8f7839ea req-c3464c79-c33d-4d37-90af-ff1dec57b9ae tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 210 time: 0.0257115 Aug 24 00:18:13.722163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dee7d342-58d7-4fbb-b700-07370901ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.762199 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dee7d342-58d7-4fbb-b700-07370901ade4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27e93daf30a7450d9c41a9128f47f712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815198 Aug 24 00:18:13.764746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48600) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:13.767219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7d342-58d7-4fbb-b700-07370901ade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9884a-b462-4f79-8dcb-c5b5cc60f673,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:13.868509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-7a98bf23-8e81-41d5-98e6-413b7b9b1f39 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:13.870111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-7a98bf23-8e81-41d5-98e6-413b7b9b1f39 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c6f4455-334b-4159-b872-de788bc2770f HTTP/1.1" status: 200 len: 943 time: 0.0698895 Aug 24 00:18:13.870997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.919710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:13.922844 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae0aee-4b28-4cf8-b4fc-773df6ee3c72" -d '{"events": [{"server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "name": "network-vif-unplugged", "status": "completed", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:13.924310 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:13.990099 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542f243e-7153-4523-8298-ea08fa6fb396 x-openstack-request-id: req-542f243e-7153-4523-8298-ea08fa6fb396 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:13.990609 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "name": "network-vif-unplugged", "status": "completed", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:13.991013 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-542f243e-7153-4523-8298-ea08fa6fb396 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:13.991563 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'code': 200} Aug 24 00:18:14.050249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Deleting port ca49064b-4797-4384-a11b-41f23cec39f0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:14.050647 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.116451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.119916 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.121405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94c9884a-b462-4f79-8dcb-c5b5cc60f673 HTTP/1.1" status: 204 len: 168 time: 0.3552859 Aug 24 00:18:14.138975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9884a-b462-4f79-8dcb-c5b5cc60f673,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:14.184301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.184530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.184703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.185037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.185379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.185785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.186343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.186744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.187085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.187416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.187745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.188081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f0be1-3677-4649-b6c8-3b72c4fe1d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:14.217333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] For port ca49064b-4797-4384-a11b-41f23cec39f0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ca49064b-4797-4384-a11b-41f23cec39f0,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:14.217333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:14.238547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce470d-3337-4605-916a-317be0f87b9a req-6bf834a2-e666-4e09-bba9-304f60a756b7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:14.240080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58ce470d-3337-4605-916a-317be0f87b9a req-6bf834a2-e666-4e09-bba9-304f60a756b7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 945 time: 0.1054587 Aug 24 00:18:14.241053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Calling delete_port for ca49064b-4797-4384-a11b-41f23cec39f0 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:14.334371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58ce470d-3337-4605-916a-317be0f87b9a req-f7432d0f-5483-4b01-a1e2-0dec0a99a2cc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872786 Aug 24 00:18:14.622733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-b3ff1a03-b049-4027-a5aa-be33fab5cea1 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 258 time: 0.2365978 Aug 24 00:18:14.650078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:15.516352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.536927 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.570945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Pushing event deleted for resources: {'Port': ['ID=ca49064b-4797-4384-a11b-41f23cec39f0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:15.646972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] No DVR routers for this DVR port ca49064b-4797-4384-a11b-41f23cec39f0 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:15.684229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.684229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2c3e9fc-011f-4ced-9054-5d90d0db7662 req-360185c1-9035-42fd-8fa0-9ad00cb8c23d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "DELETE /v2.0/ports/ca49064b-4797-4384-a11b-41f23cec39f0 HTTP/1.1" status: 204 len: 173 time: 1.7777019 Aug 24 00:18:15.684229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'name': 'network-vif-deleted', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:15.684229 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60d4be5-9684-4abe-ad1f-a9e186c5a4b2" -d '{"events": [{"server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "name": "network-vif-deleted", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:15.719542 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:15.848355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Allocated IP 172.25.5.232 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/9e230052-ef41-41a4-8283-014be7dd3561) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:15.952944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.325077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.347463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:16.368498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:16.372627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:16.418262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Pushing event updated for resources: {'Port': ['ID=9e230052-ef41-41a4-8283-014be7dd3561,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:16.475083 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.584571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843db9d-352d-40da-99e3-c81c260029fd req-51d060b7-b961-437c-934d-9be971e5f1df tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:16.596499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d843db9d-352d-40da-99e3-c81c260029fd req-51d060b7-b961-437c-934d-9be971e5f1df tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0494916 Aug 24 00:18:16.625299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d843db9d-352d-40da-99e3-c81c260029fd req-28d72517-b99f-4e78-81fa-b1de14df8c47 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333550 Aug 24 00:18:16.676321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:16.863070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32b65961-fd3d-4c70-9701-502be84e83f9 req-b338a715-c2db-4596-ab91-fc317d7c68ab tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 210 time: 0.0422292 Aug 24 00:18:16.925373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-be136900-b31c-400b-8ac9-a84a173446f8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:16.927010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-be136900-b31c-400b-8ac9-a84a173446f8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 805 time: 0.2483137 Aug 24 00:18:16.948455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Request body: {'port': {'device_id': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'admin_state_up': True, 'tenant_id': '5b8cd63968f547cd8271dbfc440ed315'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:17.008574 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c3dc53-1402-4f05-9f68-da5caece941a x-openstack-request-id: req-52c3dc53-1402-4f05-9f68-da5caece941a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:17.008867 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6f4455-334b-4159-b872-de788bc2770f", "name": "network-vif-deleted", "tag": "ca49064b-4797-4384-a11b-41f23cec39f0", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:17.009147 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52c3dc53-1402-4f05-9f68-da5caece941a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:17.009510 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6f4455-334b-4159-b872-de788bc2770f', 'name': 'network-vif-deleted', 'tag': 'ca49064b-4797-4384-a11b-41f23cec39f0', 'status': 'completed', 'code': 200} Aug 24 00:18:17.083176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.191100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3cc2e-34e0-4dc5-9b8e-9f6e4d5ab210 req-2b4f2b75-6a5e-4b94-bd89-8782d0c69c30 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:17.192912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21a3cc2e-34e0-4dc5-9b8e-9f6e4d5ab210 req-2b4f2b75-6a5e-4b94-bd89-8782d0c69c30 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0718622 Aug 24 00:18:17.220892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.278132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Made reservation on behalf of 5b8cd63968f547cd8271dbfc440ed315 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:17.281740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.323549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21a3cc2e-34e0-4dc5-9b8e-9f6e4d5ab210 req-7ded920b-1a6d-4a45-a5ec-ac00b23b5fcc tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225379 Aug 24 00:18:17.356686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Pushing event updated for resources: {'Port': ['ID=9e230052-ef41-41a4-8283-014be7dd3561,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:17.361876 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.531472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Allocated IP 172.20.0.2 (e60ef469-d6be-4ae1-9ba5-67e94cf982e2/d362f50b-2768-483a-9b4d-2edd55aae693/780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:17.580339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:17.581469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79693ed6-f6c1-4e66-9c4c-0b273996e704 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9472027 Aug 24 00:18:17.697391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-4e14811e-019c-4672-9ae9-bbaf1cc8ebd5 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4f643ce66a974e3bb6ff9000f836f6d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731602 Aug 24 00:18:17.703970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-79705978-f149-4048-962e-96bf576e642d tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 696 time: 0.1083157 Aug 24 00:18:18.244652 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.261074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-dba18712-7c06-4066-aebb-0e4265418b2e tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.262795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-dba18712-7c06-4066-aebb-0e4265418b2e tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5345900 Aug 24 00:18:18.277939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-e30ee2e7-9ecf-44db-a998-e75780fd157f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.279411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-373410fb-6d9d-4b97-9846-b2e63eb32feb req-e30ee2e7-9ecf-44db-a998-e75780fd157f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.5500863 Aug 24 00:18:18.306127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-e36e9927-4e5e-43d3-9644-f13de8687c9a tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/quotas/4f643ce66a974e3bb6ff9000f836f6d3 HTTP/1.1" status: 200 len: 375 time: 0.0243323 Aug 24 00:18:18.349951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-df8473d8-97c2-49d6-a780-8f10f316d224 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4f643ce66a974e3bb6ff9000f836f6d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378807 Aug 24 00:18:18.404124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12dc72-c006-4a18-adfd-3713eb32d081 req-a0971666-4b40-40f4-b690-c89e02407ba4 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.408995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b12dc72-c006-4a18-adfd-3713eb32d081 req-a0971666-4b40-40f4-b690-c89e02407ba4 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 945 time: 0.0614009 Aug 24 00:18:18.450119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b12dc72-c006-4a18-adfd-3713eb32d081 req-702d7a17-6d1f-4623-b63d-9b48679de821 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Aug 24 00:18:18.477105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.542734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:18.545596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:18.558886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:18.591271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Pushing event updated for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:18.664902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.665615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:18.758569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8305e-75c1-4334-9255-3c63a7e2385b req-518115c8-03e9-44ca-b873-dfe3bf9be5d5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:18.762089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62a8305e-75c1-4334-9255-3c63a7e2385b req-518115c8-03e9-44ca-b873-dfe3bf9be5d5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 931 time: 0.0811818 Aug 24 00:18:18.783560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-45072a06-6925-4cad-9f7b-c2dc341862e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8404098 Aug 24 00:18:18.806102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Request body: {'port': {'device_id': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:18.880748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62a8305e-75c1-4334-9255-3c63a7e2385b req-fa30165b-5bc8-48bd-a710-28c1faed5e75 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128461 Aug 24 00:18:18.951044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:19.018384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ef8b-78da-4930-97ad-55966b0757be req-9baad3d1-0ddc-4353-a315-3686c1c3e6fd tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:19.019935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-9baad3d1-0ddc-4353-a315-3686c1c3e6fd tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1444464 Aug 24 00:18:19.084054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ca49064b-4797-4384-a11b-41f23cec39f0 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:19.110652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-c8655c1d-4df9-4393-a453-5e7b56c686c5 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 696 time: 0.0721023 Aug 24 00:18:19.134529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: ca49064b-4797-4384-a11b-41f23cec39f0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:19.135476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ca49064b-4797-4384-a11b-41f23cec39f0 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:19.173047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Request body: {'floatingip': {'port_id': '53026611-00bf-40ac-8374-24d0204c5b0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:19.182610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93219e-b939-4277-a79c-67d2ae631b72 req-7b30dc0c-b3ef-44b6-8622-9b41852a560b tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:19.184644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee93219e-b939-4277-a79c-67d2ae631b72 req-7b30dc0c-b3ef-44b6-8622-9b41852a560b tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.2115529 Aug 24 00:18:19.244949 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:19.363390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee93219e-b939-4277-a79c-67d2ae631b72 req-825a8e5f-024c-48f9-a187-9b0292260837 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459992 Aug 24 00:18:19.460511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a015616-148c-4589-82c9-769dc4709c0d req-baa7f4db-0058-4399-9abe-9efd31f38b49 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 210 time: 0.0452330 Aug 24 00:18:19.544935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-99af0a51-ec24-4339-b825-cd94c823d551 req-18a5bed7-ff42-4b19-8bb4-c3782de8963a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:18:19.545984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99af0a51-ec24-4339-b825-cd94c823d551 req-18a5bed7-ff42-4b19-8bb4-c3782de8963a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124981 Aug 24 00:18:19.718338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:19.725720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:19.745945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99af0a51-ec24-4339-b825-cd94c823d551 req-7e132954-1466-4e08-9ccb-725ec9283bb0 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1923907 Aug 24 00:18:19.786935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Transition to ACTIVE for port object 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:19.891356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.013384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Pushing event updated for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:20.135690 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.169598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Attempting to bind port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:20.170311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Attempting to bind port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:20.170967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Attempting to bind port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:20.186451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:20.186786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Attempting to bind port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 on network e60ef469-d6be-4ae1-9ba5-67e94cf982e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:20.207641 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.212260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:20.212587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Checking segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:20.212972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Bound using segment: {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:20.213405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Bound port: 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dded2374-fad4-4334-ac2b-0641c91988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:20.213783 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.283114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03880c41-d961-45f6-a1e1-7715ae7d2350 req-18caf278-5c6c-4db1-83ef-5353f7e82466 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:20.284558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03880c41-d961-45f6-a1e1-7715ae7d2350 req-18caf278-5c6c-4db1-83ef-5353f7e82466 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 943 time: 0.1162412 Aug 24 00:18:20.411772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03880c41-d961-45f6-a1e1-7715ae7d2350 req-b1f9eb00-412f-4a18-98ff-b3fc54c98a71 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031215 Aug 24 00:18:20.411772 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Floating IP 35418f8b-30a9-4564-8cb6-19d3fa5e1dbd associated. External IP: 172.25.5.232, port: 53026611-00bf-40ac-8374-24d0204c5b0c. Aug 24 00:18:20.413537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:20.421675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:20.571563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.581739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678da91-ed58-4c22-ae87-d19b0823ccbb req-e20b383b-79df-4eef-a99d-4ce569d8ee78 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:20.582912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1678da91-ed58-4c22-ae87-d19b0823ccbb req-e20b383b-79df-4eef-a99d-4ce569d8ee78 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0730143 Aug 24 00:18:20.669951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:20.670573 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:20.671950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] 10.222.0.36 "PUT /v2.0/ports/780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 HTTP/1.1" status: 200 len: 1091 time: 1.8703146 Aug 24 00:18:20.676587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:20.679734 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:20.765546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa7312-3e0c-40e5-a6f3-2df10dd4dc6d service neutron] Pushing event updated for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:20.774149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1678da91-ed58-4c22-ae87-d19b0823ccbb req-f0b855ff-9dec-4539-9a88-b66d0a6756f8 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303084 Aug 24 00:18:20.800853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Router d02b9f9e-85cc-45e5-95e0-a70e62702d15 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:20.948798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea5d2c2e-4654-4f1f-afb9-00a2bc2897ce req-63612993-3100-417d-ac71-24566ff2e792 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 210 time: 0.0410144 Aug 24 00:18:20.964440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-958dee6c-7e38-47a0-984f-49b31a6b4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:20.966445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-958dee6c-7e38-47a0-984f-49b31a6b4eca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 1094 time: 0.1436536 Aug 24 00:18:21.037226 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b6b22-5428-4e6a-9e89-37214685a397 x-openstack-request-id: req-0f0b6b22-5428-4e6a-9e89-37214685a397 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:21.037731 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:21.038166 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f0b6b22-5428-4e6a-9e89-37214685a397 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:21.038717 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'status': 'completed', 'code': 200} Aug 24 00:18:21.043305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-a7f5ebbd-3e07-4c3d-9819-dab2465bb118 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0491734 Aug 24 00:18:21.104145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-d82cceb5-521b-4027-918a-b5aa0919e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:21.105762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-d82cceb5-521b-4027-918a-b5aa0919e75b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d362f50b-2768-483a-9b4d-2edd55aae693 HTTP/1.1" status: 200 len: 845 time: 0.0552740 Aug 24 00:18:21.157075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:21.163049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:21.170763 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] Sync routers for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:21.182799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-2a4612dc-a574-4311-90c8-63fe79d69415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514543 Aug 24 00:18:21.185340 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:21.186149 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:17:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:21.323783 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:21.609873 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '35418f8b-30a9-4564-8cb6-19d3fa5e1dbd', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'port_id': '53026611-00bf-40ac-8374-24d0204c5b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'mac_address': 'fa:16:3e:b8:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35baa0c8-d4b2-4120-a757-e787851025ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:18:16Z', 'updated_at': '2021-08-24T00:18:19Z', 'revision_number': 1, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:56Z', 'revision_number': 5, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:21.641128 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] Checking router: d02b9f9e-85cc-45e5-95e0-a70e62702d15 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:21.650010 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:21.650632 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:17:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:21.660303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-a8823f16-b36a-4c43-83bc-fec5541cc85b tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4f643ce66a974e3bb6ff9000f836f6d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393786 Aug 24 00:18:21.663470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-64a4b9eb-d4cc-4068-ac2f-3e77031f18af tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "PUT /v2.0/floatingips/35418f8b-30a9-4564-8cb6-19d3fa5e1dbd HTTP/1.1" status: 200 len: 996 time: 2.5020738 Aug 24 00:18:21.693251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fe72a-dfcf-463b-89ee-bde35840d24e req-7c9bb58a-c3cb-4d77-bde2-55e7d18962de tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:21.694898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b1fe72a-dfcf-463b-89ee-bde35840d24e req-7c9bb58a-c3cb-4d77-bde2-55e7d18962de tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 945 time: 0.5855210 Aug 24 00:18:21.768029 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:21.841162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-a7e033ac-40ea-42e7-a9b1-bb0aa5bc1186 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416278 Aug 24 00:18:21.878832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ef8b-78da-4930-97ad-55966b0757be req-0837f682-7bcd-47a9-800b-d9bd050ad9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:21.881054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-0837f682-7bcd-47a9-800b-d9bd050ad9cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b14b8fc525d4587bb2b74893e27b8c2&device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 1096 time: 0.1824110 Aug 24 00:18:21.897609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b1fe72a-dfcf-463b-89ee-bde35840d24e req-e10ec2e7-039a-495e-a551-f599952954bb tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608357 Aug 24 00:18:21.982497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-4e227e1d-f11b-49da-a195-fb2e6b0b4e10 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:21.984292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-4e227e1d-f11b-49da-a195-fb2e6b0b4e10 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099632 Aug 24 00:18:22.023718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Request body: {'port': {'device_id': '06225c69-7142-4541-a623-7edfc79b3f33', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '4f643ce66a974e3bb6ff9000f836f6d3'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:22.036289 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '35418f8b-30a9-4564-8cb6-19d3fa5e1dbd', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'port_id': '53026611-00bf-40ac-8374-24d0204c5b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'mac_address': 'fa:16:3e:b8:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35baa0c8-d4b2-4120-a757-e787851025ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:18:16Z', 'updated_at': '2021-08-24T00:18:19Z', 'revision_number': 1, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:56Z', 'revision_number': 5, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:22.065267 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634df09-ea9a-4af3-a91d-ee8758f10ac9 None None] The sync data for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 is: [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '35418f8b-30a9-4564-8cb6-19d3fa5e1dbd', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'port_id': '53026611-00bf-40ac-8374-24d0204c5b0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'mac_address': 'fa:16:3e:b8:82:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35baa0c8-d4b2-4120-a757-e787851025ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:18:16Z', 'updated_at': '2021-08-24T00:18:19Z', 'revision_number': 1, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:56Z', 'revision_number': 5, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:22.175352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-267f2871-b826-40f2-9f84-98dfa67d11d5 req-58c7152f-bf2a-4232-8afe-e759cfffe359 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159678 Aug 24 00:18:22.205783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ef8b-78da-4930-97ad-55966b0757be req-0aa5dc35-9117-4db9-8e20-1aa36592d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.216849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-0aa5dc35-9117-4db9-8e20-1aa36592d33c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6a26b42e-33a2-41d1-9bed-9c7cb8558561 HTTP/1.1" status: 200 len: 929 time: 0.3054225 Aug 24 00:18:22.281681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47522617-a70b-4cb0-881f-f0b6db918f50 None None] New status for floating IP 35418f8b-30a9-4564-8cb6-19d3fa5e1dbd: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:18:22.297653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07746eb-76cf-496e-b349-96e7f9860e09 req-c069228f-b6a8-41b4-9f08-a0040d0fb140 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.299209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d07746eb-76cf-496e-b349-96e7f9860e09 req-c069228f-b6a8-41b4-9f08-a0040d0fb140 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 943 time: 0.1731176 Aug 24 00:18:22.327797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-0a05b095-64c9-446e-a9b4-467708464e26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 200 len: 999 time: 0.1077714 Aug 24 00:18:22.379361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d07746eb-76cf-496e-b349-96e7f9860e09 req-956312d6-245b-43ac-85bc-63e26643a8e5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713506 Aug 24 00:18:22.417943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Made reservation on behalf of 4f643ce66a974e3bb6ff9000f836f6d3 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:22.423967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.439195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ef8b-78da-4930-97ad-55966b0757be req-a6aea535-714b-4344-9fb4-e78c7ee875c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.440764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-a6aea535-714b-4344-9fb4-e78c7ee875c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72c130b2-b48b-476d-ad75-5c6f040d4807 HTTP/1.1" status: 200 len: 867 time: 0.1048717 Aug 24 00:18:22.443292 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.524170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-b9b08327-84f7-4de7-a0b7-f7ffd50bd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.524502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-b9b08327-84f7-4de7-a0b7-f7ffd50bd266 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8cd63968f547cd8271dbfc440ed315&device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 1094 time: 0.1426928 Aug 24 00:18:22.608698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ef8b-78da-4930-97ad-55966b0757be req-afa3fd5f-46f8-4308-ac59-a371271167c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.610531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-afa3fd5f-46f8-4308-ac59-a371271167c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a26b42e-33a2-41d1-9bed-9c7cb8558561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558375 Aug 24 00:18:22.628946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-dc8128d2-2768-49c2-b0a3-fe5fef75b863 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:18:22.635261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-dc8128d2-2768-49c2-b0a3-fe5fef75b863 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121481 Aug 24 00:18:22.640628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b0e3a-1156-46af-9926-c81f74105ffc req-6d4b0728-1739-4c1f-80b6-3178522e773c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.642174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f62b0e3a-1156-46af-9926-c81f74105ffc req-6d4b0728-1739-4c1f-80b6-3178522e773c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.1751742 Aug 24 00:18:22.803782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f62b0e3a-1156-46af-9926-c81f74105ffc req-49694349-1af3-4115-8d12-81e247121e93 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472688 Aug 24 00:18:22.807850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-27358050-ea65-4678-97c0-75631aa29f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:22.809263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-27358050-ea65-4678-97c0-75631aa29f5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 200 len: 906 time: 0.2666163 Aug 24 00:18:22.837737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:22.871609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-7dc3fdde-f751-4816-9c49-ba66d13f9e76 service neutron] 10.222.0.26 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268617 Aug 24 00:18:22.873649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-c3b1bfae-d3f1-4e37-a4bc-d6a1d11171f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0545745 Aug 24 00:18:22.944558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ec9130c-d1c9-4796-89fb-dc8ea23a5d46 req-e8d1d859-7ab1-4e83-9d28-246b649d1f83 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 210 time: 0.0756004 Aug 24 00:18:22.948323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:23.063457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:23.065855 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:23.076526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-46014d4f-b88e-4d6c-8514-f09acae9b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.078087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-46014d4f-b88e-4d6c-8514-f09acae9b0d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d362f50b-2768-483a-9b4d-2edd55aae693 HTTP/1.1" status: 200 len: 845 time: 0.1970417 Aug 24 00:18:23.085511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce817aae-d28d-49f6-a3ff-1ffbc17e9249,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:23.152879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-ff477e86-5009-4c86-8877-9b668e02a174 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e60ef469-d6be-4ae1-9ba5-67e94cf982e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604928 Aug 24 00:18:23.227570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a449ef8b-78da-4930-97ad-55966b0757be req-4b6ebf60-6cdf-4e0f-aba0-1f753adbb254 service neutron] 10.222.0.26 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453712 Aug 24 00:18:23.286550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c5ba8-0e4d-493f-b605-831564758233 req-b56bb918-42e2-42eb-b9a7-a219a980f525 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.292707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c5ba8-0e4d-493f-b605-831564758233 req-b56bb918-42e2-42eb-b9a7-a219a980f525 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.298897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c5ba8-0e4d-493f-b605-831564758233 req-b56bb918-42e2-42eb-b9a7-a219a980f525 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.300994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e14c5ba8-0e4d-493f-b605-831564758233 req-b56bb918-42e2-42eb-b9a7-a219a980f525 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb&device_id=86c33996-8d58-41ad-9981-b499d88390ee&device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 2418 time: 0.2163870 Aug 24 00:18:23.333265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Allocated IP 192.168.233.238 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/e985f776-efc2-4b00-be1f-6c11b2361291) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:23.377545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-da95074c-338a-471c-8f01-815cee51b0dc service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069943 Aug 24 00:18:23.388676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e14c5ba8-0e4d-493f-b605-831564758233 req-bac9c9bd-73f1-44f5-8d55-fa0f66df1f94 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783703 Aug 24 00:18:23.522359 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093c6530-c282-4fc1-81a5-bdc8e1854227 x-openstack-request-id: req-093c6530-c282-4fc1-81a5-bdc8e1854227 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:23.522656 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:23.522925 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-093c6530-c282-4fc1-81a5-bdc8e1854227 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:23.523302 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c', 'status': 'completed', 'code': 200} Aug 24 00:18:23.607348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-e2958bc4-c07d-44d0-aa02-b8d711185682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.608904 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-e2958bc4-c07d-44d0-aa02-b8d711185682 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b14b8fc525d4587bb2b74893e27b8c2&device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 1096 time: 0.0436039 Aug 24 00:18:23.660228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb3a19ea-e753-4df0-be69-ca8c8782b4e7 req-2e582ac3-6f07-40ce-9747-27da659cbe59 service neutron] 10.222.0.36 "GET /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704535 Aug 24 00:18:23.701426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-bf769687-8e91-44b3-825a-1edc2d47a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.703228 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-bf769687-8e91-44b3-825a-1edc2d47a11e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a26b42e-33a2-41d1-9bed-9c7cb8558561 HTTP/1.1" status: 200 len: 929 time: 0.0871000 Aug 24 00:18:23.728408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0c419-33e6-42ab-ad36-dfb4de8d8038 req-c3bacd3a-9e53-4cbf-b50f-a94b6f2972ad tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.729912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ef0c419-33e6-42ab-ad36-dfb4de8d8038 req-c3bacd3a-9e53-4cbf-b50f-a94b6f2972ad tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 943 time: 0.1671391 Aug 24 00:18:23.744574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-f055aae6-a891-4445-8ef2-111fd9cbf2a7 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 258 time: 0.2655880 Aug 24 00:18:23.769446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:23.778606 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:23.804682 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-1b45e750-64db-4806-8230-00f5d26d8730 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 200 len: 1001 time: 0.0917273 Aug 24 00:18:23.814589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Transition to ACTIVE for port object e985f776-efc2-4b00-be1f-6c11b2361291 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:23.823391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ef0c419-33e6-42ab-ad36-dfb4de8d8038 req-cc8c154b-03d6-46b2-b7f8-6ea787c61d95 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866272 Aug 24 00:18:23.856853 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-d110cbc6-793c-42b8-abf6-f6fb08316ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.858484 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-d110cbc6-793c-42b8-abf6-f6fb08316ce1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72c130b2-b48b-476d-ad75-5c6f040d4807 HTTP/1.1" status: 200 len: 867 time: 0.0457568 Aug 24 00:18:23.907072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-ef8885ae-820c-44e7-9053-806f38a94a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:23.908672 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-ef8885ae-820c-44e7-9053-806f38a94a7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a26b42e-33a2-41d1-9bed-9c7cb8558561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424697 Aug 24 00:18:23.909473 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e58f0f23-fd91-47a4-8d7e-56880e58a7ed req-cbb26277-fbe1-4c80-8cc0-9514be67525d tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0582943 Aug 24 00:18:23.939066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:23.992001 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.020370 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-e9f7fafe-34c1-4d0e-8273-de4011a8113f service neutron] 10.222.0.36 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037502 Aug 24 00:18:24.070272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:24.087749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:24.089003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:24.093012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:24.139795 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5605f1fc-1f90-4e76-bd4c-54fe22b3cc0f req-eaf15fa2-6155-45b8-a11a-2a983357a7d1 service neutron] 10.222.0.36 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111052 Aug 24 00:18:24.149773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d533a5-c37a-4e2c-8526-d18c988a4f4a req-0ad76e7c-893a-4818-a995-6281d3533ab1 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:24.151414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78d533a5-c37a-4e2c-8526-d18c988a4f4a req-0ad76e7c-893a-4818-a995-6281d3533ab1 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 936 time: 0.1255038 Aug 24 00:18:24.172764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:24.173407 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.224619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78d533a5-c37a-4e2c-8526-d18c988a4f4a req-71a20a5b-aa41-47ab-870e-d38cc87d5abe tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639546 Aug 24 00:18:24.231166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.292453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-670b1609-f81f-44a8-a6b7-8f3f4237e3a0 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2730877 Aug 24 00:18:24.365747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Allocated IP 172.25.5.252 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/0082a92e-496d-474a-9281-f5290d03bee4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:24.464420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Request body: {'port': {'device_id': '06225c69-7142-4541-a623-7edfc79b3f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:24.464975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2696256c-4616-44f8-b736-8e13b898b2cc None None] Provisioning for port e985f776-efc2-4b00-be1f-6c11b2361291 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:24.471294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2696256c-4616-44f8-b736-8e13b898b2cc None None] Provisioning complete for port e985f776-efc2-4b00-be1f-6c11b2361291 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:24.474833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2696256c-4616-44f8-b736-8e13b898b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.512051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2696256c-4616-44f8-b736-8e13b898b2cc None None] Port e985f776-efc2-4b00-be1f-6c11b2361291 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:18:24.541169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.552374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.752786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:24.815379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:24.824016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:24.826530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:24.834168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Pushing event updated for resources: {'Port': ['ID=0082a92e-496d-474a-9281-f5290d03bee4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:25.258216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.294194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e985f776-efc2-4b00-be1f-6c11b2361291 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:25.305965 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.323732 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.335051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Transition to ACTIVE for port object e985f776-efc2-4b00-be1f-6c11b2361291 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:25.344946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934be16f-d24d-4530-93c5-c428a39aa771 req-8fcdfc88-caee-4a9e-a7c4-d2da3a3d0ae7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:25.346513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-934be16f-d24d-4530-93c5-c428a39aa771 req-8fcdfc88-caee-4a9e-a7c4-d2da3a3d0ae7 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 943 time: 0.0861177 Aug 24 00:18:25.391319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-934be16f-d24d-4530-93c5-c428a39aa771 req-75fb6c5e-55d0-4841-a661-875b7be7472b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387006 Aug 24 00:18:25.604436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.664982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.775340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e2ed9-d2ea-407e-8068-c6dec3443e99 req-39378fff-476e-4944-907f-ac309cfc602c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:25.776873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af9e2ed9-d2ea-407e-8068-c6dec3443e99 req-39378fff-476e-4944-907f-ac309cfc602c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 936 time: 0.1508656 Aug 24 00:18:25.792279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:25.897018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af9e2ed9-d2ea-407e-8068-c6dec3443e99 req-df97fa2b-d6d6-4f2d-a13e-1f2d96a5f095 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093552 Aug 24 00:18:25.922491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Attempting to bind port e985f776-efc2-4b00-be1f-6c11b2361291 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:25.922832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Attempting to bind port e985f776-efc2-4b00-be1f-6c11b2361291 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:25.923166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Attempting to bind port e985f776-efc2-4b00-be1f-6c11b2361291 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:25.931964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Port e985f776-efc2-4b00-be1f-6c11b2361291 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:25.932296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Attempting to bind port e985f776-efc2-4b00-be1f-6c11b2361291 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:25.946365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:25.946733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:25.947087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:25.947524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Bound port: e985f776-efc2-4b00-be1f-6c11b2361291, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:25.947888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:25.951615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.022828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:26.025934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:26.071192 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.147803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Pushing event updated for resources: {'Port': ['ID=0082a92e-496d-474a-9281-f5290d03bee4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:26.157378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.173889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.213662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.217962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.220080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] 10.222.0.37 "PUT /v2.0/ports/e985f776-efc2-4b00-be1f-6c11b2361291 HTTP/1.1" status: 200 len: 1096 time: 1.9125700 Aug 24 00:18:26.220224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:26.222928 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64210f90-3790-4a99-89c8-016a4b7b90b1" -d '{"events": [{"name": "network-changed", "server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:26.253886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ed42af8b-722e-4e80-a4bc-f7f8377f2b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.263615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8b6b-8c81-4676-a96b-a42e1e1fb23f service neutron] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:26.286852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:26.294280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-c81dcb3a-8fa5-42fa-943a-5e260337f7bc tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5316806 Aug 24 00:18:26.360351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-ce14f3e7-3822-4d4d-8b48-4c9b4731f301 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0559983 Aug 24 00:18:26.384131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff8359-214e-4849-9fb7-f11ff1501e28 req-04833a32-6609-4963-b780-2539e67a66e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.386054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5ff8359-214e-4849-9fb7-f11ff1501e28 req-04833a32-6609-4963-b780-2539e67a66e1 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 945 time: 0.1137707 Aug 24 00:18:26.513783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5ff8359-214e-4849-9fb7-f11ff1501e28 req-d008c79e-9df2-42fb-8ed0-70eacb41cfd0 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1130998 Aug 24 00:18:26.521208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-f82a0f53-46e2-4a20-b944-a260a88d931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.522684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-f82a0f53-46e2-4a20-b944-a260a88d931d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f643ce66a974e3bb6ff9000f836f6d3&device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 1099 time: 0.1140521 Aug 24 00:18:26.580390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-17f9bc0d-ba22-409d-ae13-a5e63ea0425e tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.581912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c546915c-9347-4b8c-884d-ec371b38b9dc req-17f9bc0d-ba22-409d-ae13-a5e63ea0425e tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2152116 Aug 24 00:18:26.583838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-950f18f1-891f-4961-b21a-3441aeeff1b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e985f776-efc2-4b00-be1f-6c11b2361291 HTTP/1.1" status: 200 len: 217 time: 0.0484867 Aug 24 00:18:26.624627 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9031af-ed8c-4bd0-9474-33f9c79efcd4 x-openstack-request-id: req-be9031af-ed8c-4bd0-9474-33f9c79efcd4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:26.624921 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:26.625260 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be9031af-ed8c-4bd0-9474-33f9c79efcd4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:26.625655 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'status': 'completed', 'code': 200} Aug 24 00:18:26.644085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-26db787b-b687-459b-b284-4b460ed506d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.645617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-26db787b-b687-459b-b284-4b460ed506d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0527704 Aug 24 00:18:26.726001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-b78ec544-c68c-46f4-ab35-b6db44128c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.727419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-b78ec544-c68c-46f4-ab35-b6db44128c51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739591 Aug 24 00:18:26.799275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450a29-592e-4b4c-af0b-2ef1d0282279 req-36880779-0424-4dfe-86a2-1a8111192162 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:26.801030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc450a29-592e-4b4c-af0b-2ef1d0282279 req-36880779-0424-4dfe-86a2-1a8111192162 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 943 time: 0.1180139 Aug 24 00:18:26.866758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-3d969857-8b3a-4349-a951-e4f8f17ea8e7 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296780 Aug 24 00:18:26.869721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc450a29-592e-4b4c-af0b-2ef1d0282279 req-ea4e1c11-88db-4fc0-9348-aa1b29c029d0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568323 Aug 24 00:18:26.990114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b3827b-0eb0-4936-bd63-4ccbca7f0b41 req-d2fd6afa-4218-40a6-9082-d848aebf4d92 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152182 Aug 24 00:18:27.002871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce898b-85e8-4b09-b913-343a9c72ec35 req-eeb57e3a-0bb8-4849-9745-d9b052be8c76 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.004383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94ce898b-85e8-4b09-b913-343a9c72ec35 req-eeb57e3a-0bb8-4849-9745-d9b052be8c76 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0776258 Aug 24 00:18:27.063881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94ce898b-85e8-4b09-b913-343a9c72ec35 req-be76e87d-8f58-49aa-8178-10947afdc460 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0530539 Aug 24 00:18:27.084111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-94ce898b-85e8-4b09-b913-343a9c72ec35 req-714d4c2e-c24b-4f6f-82d6-7533fd6dd197 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Request body: {'floatingip': {'port_id': '53026611-00bf-40ac-8374-24d0204c5b0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:27.116383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:27.132681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-94ce898b-85e8-4b09-b913-343a9c72ec35 req-714d4c2e-c24b-4f6f-82d6-7533fd6dd197 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.173059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068d539-9b87-4fe9-ad86-519c372b2de5 req-d5b9c055-cdd6-43fd-b0ad-7a218f382df5 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.174175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7068d539-9b87-4fe9-ad86-519c372b2de5 req-d5b9c055-cdd6-43fd-b0ad-7a218f382df5 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 948 time: 0.1277907 Aug 24 00:18:27.222586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:27.234935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'port_id': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'mac_address': 'fa:16:3e:01:19:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362f50b-2768-483a-9b4d-2edd55aae693', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:27.280868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.296912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7068d539-9b87-4fe9-ad86-519c372b2de5 req-172e23c7-5ff7-47bc-8018-7304fb039d97 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073940 Aug 24 00:18:27.297482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:27.313248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-42c7bdfc-0019-4ac1-8e86-313872ee99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.314815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-42c7bdfc-0019-4ac1-8e86-313872ee99fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f643ce66a974e3bb6ff9000f836f6d3&device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 1099 time: 0.1508362 Aug 24 00:18:27.320280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:27.423612 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:27.508007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:27.514305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037c5d-c05d-401d-8e80-cadbf8f3e9c8 req-a61182d4-c419-4eda-a336-6ee333b44aed tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.515774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38037c5d-c05d-401d-8e80-cadbf8f3e9c8 req-a61182d4-c419-4eda-a336-6ee333b44aed tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.1550264 Aug 24 00:18:27.551749 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-94ce898b-85e8-4b09-b913-343a9c72ec35 req-714d4c2e-c24b-4f6f-82d6-7533fd6dd197 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] update failed (client error): There was a conflict when trying to complete your request. Aug 24 00:18:27.552796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94ce898b-85e8-4b09-b913-343a9c72ec35 req-714d4c2e-c24b-4f6f-82d6-7533fd6dd197 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "PUT /v2.0/floatingips/dd14f304-75f2-4685-94ad-b3cb40531c85 HTTP/1.1" status: 409 len: 550 time: 0.4753015 Aug 24 00:18:27.555689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-ccc581b1-77e0-4969-89fd-a132c7b7cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.556981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-ccc581b1-77e0-4969-89fd-a132c7b7cfe8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.2335851 Aug 24 00:18:27.575706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38037c5d-c05d-401d-8e80-cadbf8f3e9c8 req-8a35e0cf-8b35-4086-bbdd-2bb61e34fdb1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506630 Aug 24 00:18:27.617254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-825ca4cc-b981-46b3-9e5b-cb42cbdd06f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e985f776-efc2-4b00-be1f-6c11b2361291 HTTP/1.1" status: 200 len: 217 time: 0.0405486 Aug 24 00:18:27.693865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-fde5a2a7-296c-4686-b63b-af4958fba7b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips/dd14f304-75f2-4685-94ad-b3cb40531c85 HTTP/1.1" status: 200 len: 693 time: 0.0722387 Aug 24 00:18:27.764349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-a752ee44-a729-42b3-871e-b613a7f46bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.764349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-a752ee44-a729-42b3-871e-b613a7f46bff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1063545 Aug 24 00:18:27.842195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-e16adfdf-8f9e-4e71-9eea-2a1e21c4420a tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.843974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-e16adfdf-8f9e-4e71-9eea-2a1e21c4420a tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1471546 Aug 24 00:18:27.849932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-addc49dd-4116-403f-9798-2b21d4c0c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:27.851386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-addc49dd-4116-403f-9798-2b21d4c0c9b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722828 Aug 24 00:18:27.919405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-6ff54bcd-29bc-4a0e-ac6c-855e2e0b5d5d tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0670562 Aug 24 00:18:27.939702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:28.026781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-63f90256-44d3-4ae9-ab27-3009f051e269 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.252 HTTP/1.1" status: 200 len: 696 time: 0.0603194 Aug 24 00:18:28.087204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc9865-94ec-4d36-b57f-0968874979d8 req-0ed1cc4e-8ff0-489b-b55e-f3d501867e9e tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:28.088736 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fadc9865-94ec-4d36-b57f-0968874979d8 req-0ed1cc4e-8ff0-489b-b55e-f3d501867e9e tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 945 time: 0.1966109 Aug 24 00:18:28.123948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-9b4263b8-9459-41ce-899e-51dc048d2bee service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643099 Aug 24 00:18:28.244109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fadc9865-94ec-4d36-b57f-0968874979d8 req-ff6e9292-85d6-47bd-a66f-7ce452093601 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1430371 Aug 24 00:18:28.287149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64210f90-3790-4a99-89c8-016a4b7b90b1 req-7179322b-c138-4e5c-80f6-b91f0564892e service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282952 Aug 24 00:18:28.299026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Deleting port 0082a92e-496d-474a-9281-f5290d03bee4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:28.299733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.396966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae56aa-ec2e-41d4-9d37-a5b12a0d7247 req-8111c29e-9f08-47e0-9edd-55faaeebe3e8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:28.398490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1ae56aa-ec2e-41d4-9d37-a5b12a0d7247 req-8111c29e-9f08-47e0-9edd-55faaeebe3e8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 944 time: 0.1011267 Aug 24 00:18:28.423049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.423388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.454859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Calling delete_port for 0082a92e-496d-474a-9281-f5290d03bee4 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:28.465487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1ae56aa-ec2e-41d4-9d37-a5b12a0d7247 req-b62d99e8-ffc8-4f7c-a1d1-db55bf8c462f tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573771 Aug 24 00:18:28.625052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041d22c-a849-450f-bc8b-269cefb0e20e req-d2941693-b8dc-4f75-98d9-3a2286db241c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:28.626571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f041d22c-a849-450f-bc8b-269cefb0e20e req-d2941693-b8dc-4f75-98d9-3a2286db241c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 948 time: 0.0812190 Aug 24 00:18:28.950578 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.956888 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-def97ede-88e4-4154-9149-e90f0572dce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:28.994242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Pushing event deleted for resources: {'Port': ['ID=0082a92e-496d-474a-9281-f5290d03bee4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:29.009604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f041d22c-a849-450f-bc8b-269cefb0e20e req-1640f290-9806-494f-815b-a19ed4d0ab72 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732338 Aug 24 00:18:29.054829 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.061654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-e82dec35-3a8a-41d3-a607-8d2c1a53efb6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:29.067351 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-e82dec35-3a8a-41d3-a607-8d2c1a53efb6 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.36 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.0707684 Aug 24 00:18:29.067491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.067633 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.068796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddd2c693-4ea4-4330-9ba1-9080bcae2115 req-1f1c96bf-0186-4427-92dd-2face9541536 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "DELETE /v2.0/floatingips/dd14f304-75f2-4685-94ad-b3cb40531c85 HTTP/1.1" status: 204 len: 173 time: 1.0357592 Aug 24 00:18:29.171973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Deleting port d6295599-916b-4f62-9830-0ee76dfed8e3 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:29.171973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.183529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a458501-9b2a-42f4-ab9d-11a8f31f4c5c req-3529cac5-8a18-430b-a91e-9685610502b1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:29.185938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a458501-9b2a-42f4-ab9d-11a8f31f4c5c req-3529cac5-8a18-430b-a91e-9685610502b1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=333cce6b-4cc3-4d79-8e8e-be229e1067cb HTTP/1.1" status: 200 len: 946 time: 0.0596340 Aug 24 00:18:29.228091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a458501-9b2a-42f4-ab9d-11a8f31f4c5c req-13048a7b-1d02-4575-95f8-82cef3e0559e tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359523 Aug 24 00:18:29.267327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] For port d6295599-916b-4f62-9830-0ee76dfed8e3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d6295599-916b-4f62-9830-0ee76dfed8e3,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:29.267703 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.280373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Calling delete_port for d6295599-916b-4f62-9830-0ee76dfed8e3 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:29.344134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-ec63fb33-e1ed-412a-9982-946173fe4555 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 1001 time: 0.0881891 Aug 24 00:18:29.398427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cddea-aba5-4991-a375-40175515f4f6 req-77c2c037-a2ca-444c-81f7-42ebb6508fe4 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:29.400033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-77c2c037-a2ca-444c-81f7-42ebb6508fe4 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports/53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 200 len: 942 time: 0.0501051 Aug 24 00:18:29.547929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-bc79f62f-a364-4282-8fd5-3287bfa2bda9 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 1001 time: 0.0615330 Aug 24 00:18:29.602520 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.610468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e87810b7-4d59-4c63-a3bb-1cda75a64667'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:29.628255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Pushing event deleted for resources: {'Port': ['ID=d6295599-916b-4f62-9830-0ee76dfed8e3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:29.639983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['699d8012-1290-44e8-97bc-5df29230aa88', 'd6295599-916b-4f62-9830-0ee76dfed8e3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:29.642417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.642769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.643129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.643430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.643759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.644091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.644416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.644743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.645065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.645596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.645923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.646682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:29.678515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cddea-aba5-4991-a375-40175515f4f6 req-cb0f4757-2001-4329-85a7-3b4f63b0d3ff tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:29.684632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] No DVR routers for this DVR port d6295599-916b-4f62-9830-0ee76dfed8e3 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:29.687985 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:29.688265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-cb0f4757-2001-4329-85a7-3b4f63b0d3ff tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1338823 Aug 24 00:18:29.691304 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e11510d-4c45-4a37-bbea-333914a4d09c req-fe32ecdc-6873-4753-8575-c0d2907e442a tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.36 "DELETE /v2.0/ports/d6295599-916b-4f62-9830-0ee76dfed8e3 HTTP/1.1" status: 204 len: 173 time: 0.6215265 Aug 24 00:18:29.691941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333cce6b-4cc3-4d79-8e8e-be229e1067cb', 'name': 'network-vif-deleted', 'tag': 'd6295599-916b-4f62-9830-0ee76dfed8e3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:29.694357 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a488b-6921-4b02-946c-13a9d859fc02" -d '{"events": [{"server_uuid": "333cce6b-4cc3-4d79-8e8e-be229e1067cb", "name": "network-vif-deleted", "tag": "d6295599-916b-4f62-9830-0ee76dfed8e3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:29.702424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-de571e66-e807-4fb1-ac12-a5412e59b1ce tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:18:29.704458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-de571e66-e807-4fb1-ac12-a5412e59b1ce tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152390 Aug 24 00:18:29.793919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-4145de80-5a5f-4dec-9ff7-adeb0c2fc9b2 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 1001 time: 0.0753882 Aug 24 00:18:29.797441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:29.874143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.028221 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.242119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.242360 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.242874 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Floating IP 35418f8b-30a9-4564-8cb6-19d3fa5e1dbd disassociated. External IP: 172.25.5.232, port: 53026611-00bf-40ac-8374-24d0204c5b0c. Aug 24 00:18:30.438022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7806466-817f-4d4d-9809-384d09a2c440 req-f385730c-5ce0-4251-b46c-b861f9f87c22 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:30.439529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7806466-817f-4d4d-9809-384d09a2c440 req-f385730c-5ce0-4251-b46c-b861f9f87c22 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 944 time: 0.1005809 Aug 24 00:18:30.505906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:30.520520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7806466-817f-4d4d-9809-384d09a2c440 req-891943a9-a8b6-48c8-bd83-24365cd3b434 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748599 Aug 24 00:18:30.550528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Router d02b9f9e-85cc-45e5-95e0-a70e62702d15 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:30.601521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:30.613527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'mac_address': 'fa:16:3e:8c:a7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:30.665049 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.679113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e985f776-efc2-4b00-be1f-6c11b2361291 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:30.700478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:30.707532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b386bfe-575e-474e-ba2e-600369a539a0 req-285d8fc1-5447-43ae-925c-8939896f2bc4 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:30.709058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b386bfe-575e-474e-ba2e-600369a539a0 req-285d8fc1-5447-43ae-925c-8939896f2bc4 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 945 time: 0.1089096 Aug 24 00:18:30.710348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:30.715159 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.723019 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] Sync routers for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:30.732778 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:30.733403 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:30.761865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-89b9b21d-0dc6-4103-bc55-fb35c87f9ab8 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "PUT /v2.0/floatingips/35418f8b-30a9-4564-8cb6-19d3fa5e1dbd HTTP/1.1" status: 200 len: 695 time: 0.9697337 Aug 24 00:18:30.767228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:30.769439 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997" -d '{"events": [{"name": "network-changed", "server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:30.780836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b386bfe-575e-474e-ba2e-600369a539a0 req-4efaf3f1-0912-4301-bc58-d1cd7421411d tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0631645 Aug 24 00:18:30.819079 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:30.837638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cddea-aba5-4991-a375-40175515f4f6 req-ccfc3c90-90ae-4e61-af29-b59c646061b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:30.839989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-ccfc3c90-90ae-4e61-af29-b59c646061b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b14b8fc525d4587bb2b74893e27b8c2&device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 1096 time: 0.0500233 Aug 24 00:18:30.882948 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:30.907404 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d61aa7-6582-49f6-b793-ad2c8e82700d x-openstack-request-id: req-53d61aa7-6582-49f6-b793-ad2c8e82700d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:30.912334 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333cce6b-4cc3-4d79-8e8e-be229e1067cb", "name": "network-vif-deleted", "tag": "d6295599-916b-4f62-9830-0ee76dfed8e3", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:30.912334 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53d61aa7-6582-49f6-b793-ad2c8e82700d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:30.912334 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333cce6b-4cc3-4d79-8e8e-be229e1067cb', 'name': 'network-vif-deleted', 'tag': 'd6295599-916b-4f62-9830-0ee76dfed8e3', 'status': 'completed', 'code': 200} Aug 24 00:18:31.011592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:31.031662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cddea-aba5-4991-a375-40175515f4f6 req-152c866b-9ed1-4be7-a4a8-90a9fd2dc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.033230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-152c866b-9ed1-4be7-a4a8-90a9fd2dc986 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6a26b42e-33a2-41d1-9bed-9c7cb8558561 HTTP/1.1" status: 200 len: 929 time: 0.1871877 Aug 24 00:18:31.082521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-a3d5063f-b892-4d05-92ed-5b7c1539ee71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 200 len: 217 time: 0.0403461 Aug 24 00:18:31.091565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bee0ba-dee7-4b85-b0e7-68335ef388fd req-01e81e33-c2e2-4ae7-9a30-c37471222465 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.098213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29bee0ba-dee7-4b85-b0e7-68335ef388fd req-01e81e33-c2e2-4ae7-9a30-c37471222465 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 949 time: 0.1195590 Aug 24 00:18:31.140908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:31.171422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e985f776-efc2-4b00-be1f-6c11b2361291'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:31.188871 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:56Z', 'revision_number': 5, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:31.202164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29bee0ba-dee7-4b85-b0e7-68335ef388fd req-94089bbe-6c12-4b73-aff5-d04e20808f51 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933421 Aug 24 00:18:31.231111 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] Checking router: d02b9f9e-85cc-45e5-95e0-a70e62702d15 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:31.243805 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:31.244432 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:31.249768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cddea-aba5-4991-a375-40175515f4f6 req-8ae02bba-5874-4f05-9389-36756d44ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.257761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-8ae02bba-5874-4f05-9389-36756d44ff39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72c130b2-b48b-476d-ad75-5c6f040d4807 HTTP/1.1" status: 200 len: 867 time: 0.1581683 Aug 24 00:18:31.307478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-892122a9-f4d8-4f20-8fdf-011fa55f21f4 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.309759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-892122a9-f4d8-4f20-8fdf-011fa55f21f4 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 945 time: 0.1117487 Aug 24 00:18:31.404384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cddea-aba5-4991-a375-40175515f4f6 req-2486b64d-b51e-4ed0-9b89-1def362b0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.407773 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:31.451902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-2486b64d-b51e-4ed0-9b89-1def362b0b01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a26b42e-33a2-41d1-9bed-9c7cb8558561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561754 Aug 24 00:18:31.503896 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a693ad-b614-4843-99a5-ff24d6b71e65 x-openstack-request-id: req-61a693ad-b614-4843-99a5-ff24d6b71e65 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:31.504192 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:31.504445 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61a693ad-b614-4843-99a5-ff24d6b71e65 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:31.504942 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c', 'status': 'completed', 'code': 200} Aug 24 00:18:31.587378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:31.596427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-7059991e-5e8c-444e-907a-5c6499d8eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:31.598068 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-7059991e-5e8c-444e-907a-5c6499d8eb82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b14b8fc525d4587bb2b74893e27b8c2&device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 1096 time: 0.0616319 Aug 24 00:18:31.607893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:31.608342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.618387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-797cef13-fcd8-43f7-9716-c5eb7d180b51 service neutron] 10.222.0.26 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026954 Aug 24 00:18:31.622820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Deleting port 9102c4a3-3131-4228-b906-f08616de0114 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:31.623177 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.787708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.820980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.834283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:31.841330 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8fec79-a65c-4de1-9a79-dcc1915d6331" -d '{"events": [{"server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "name": "network-vif-plugged", "status": "completed", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:31.862669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] For port 9102c4a3-3131-4228-b906-f08616de0114, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9102c4a3-3131-4228-b906-f08616de0114,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:31.866417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:31.875900 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:56Z', 'revision_number': 5, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:31.881854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:31.887471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e02cddea-aba5-4991-a375-40175515f4f6 req-feec9991-2eb8-4b5a-9419-0c0da87c4eba service neutron] 10.222.0.26 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623558 Aug 24 00:18:31.979558 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.058719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:32.075312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-5a669c6e-b310-452d-8a8b-e8876325621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.077407 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-5a669c6e-b310-452d-8a8b-e8876325621e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6a26b42e-33a2-41d1-9bed-9c7cb8558561 HTTP/1.1" status: 200 len: 929 time: 0.4737964 Aug 24 00:18:32.099913 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eae643-e95b-42ce-963e-87e34c55255a None None] The sync data for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 is: [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:17:48Z', 'revision_number': 4, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4011faad-7ba7-4fba-b42a-16b8fae878b1', 'name': '', 'network_id': '6a26b42e-33a2-41d1-9bed-9c7cb8558561', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'mac_address': 'fa:16:3e:36:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:47Z', 'updated_at': '2021-08-24T00:17:56Z', 'revision_number': 5, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'subnets': [{'id': '72c130b2-b48b-476d-ad75-5c6f040d4807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:32.125021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-67f0cbac-f50b-43cf-bd8a-bac36eacd7be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 200 len: 217 time: 0.0396211 Aug 24 00:18:32.246904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-2df8e846-e08b-4ce1-8402-d19814d9a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.251793 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-2df8e846-e08b-4ce1-8402-d19814d9a1e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72c130b2-b48b-476d-ad75-5c6f040d4807 HTTP/1.1" status: 200 len: 867 time: 0.1153805 Aug 24 00:18:32.310655 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-a0edf587-ce5c-47fa-9477-e81375a88525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.312316 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-a0edf587-ce5c-47fa-9477-e81375a88525 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6a26b42e-33a2-41d1-9bed-9c7cb8558561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523002 Aug 24 00:18:32.316453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2c5e6-bd7f-494a-864d-0aff3f0a22ea req-d70163ca-bac6-4568-88ca-e2ae1070b6e3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.318231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1f2c5e6-bd7f-494a-864d-0aff3f0a22ea req-d70163ca-bac6-4568-88ca-e2ae1070b6e3 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.2279527 Aug 24 00:18:32.367793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.370728 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.370728 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Floating IP 76a135e7-b8e8-476c-9662-28571672bf79 disassociated. External IP: 172.25.5.109, port: 9102c4a3-3131-4228-b906-f08616de0114. Aug 24 00:18:32.370728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Calling delete_port for 9102c4a3-3131-4228-b906-f08616de0114 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:32.388547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846c64-64c6-4809-a81d-d07a5a61cd10 req-5a49d2f2-5301-4008-b247-da8d3002e386 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.396915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10846c64-64c6-4809-a81d-d07a5a61cd10 req-5a49d2f2-5301-4008-b247-da8d3002e386 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 945 time: 0.1272283 Aug 24 00:18:32.435915 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-c00b569d-ed33-405a-94b5-7fe9fc0d00d3 service neutron] 10.222.0.36 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149724 Aug 24 00:18:32.480323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31256ab6-c5f5-44ea-82a8-80b7224f9eb5 None None] New status for floating IP 35418f8b-30a9-4564-8cb6-19d3fa5e1dbd: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:18:32.538997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1f2c5e6-bd7f-494a-864d-0aff3f0a22ea req-8d2f30f2-e8c4-4fbe-89bd-e4173ec294a8 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123060 Aug 24 00:18:32.571979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10846c64-64c6-4809-a81d-d07a5a61cd10 req-7562a927-b094-4230-a300-be10b6b15c57 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups?id=8cd6d239-3aa7-43cc-9c66-34acdd875e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1739452 Aug 24 00:18:32.612080 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14913cbb-74f9-4f79-8b5c-3cd31cfe6997 req-359926c2-f419-4796-bb34-d19081d5ddc3 service neutron] 10.222.0.36 "GET /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647067 Aug 24 00:18:32.635597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:32.679818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-77087dc5-027b-4000-9f53-2ac31bf7e195 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips/35418f8b-30a9-4564-8cb6-19d3fa5e1dbd HTTP/1.1" status: 200 len: 695 time: 0.0783846 Aug 24 00:18:32.763116 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:32.784280 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772ab4f5-dccf-48c7-81f9-5b87f2f34436 x-openstack-request-id: req-772ab4f5-dccf-48c7-81f9-5b87f2f34436 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:32.784650 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "name": "network-vif-plugged", "status": "completed", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:32.784831 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-772ab4f5-dccf-48c7-81f9-5b87f2f34436 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:32.785210 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'code': 200} Aug 24 00:18:32.831276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event deleted for resources: {'Port': ['ID=9102c4a3-3131-4228-b906-f08616de0114,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:32.858759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f677e-41e5-4aec-ac17-602ced2b262b req-948b966c-3096-4c12-b62a-0f52d8a8ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.863876 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-141f677e-41e5-4aec-ac17-602ced2b262b req-948b966c-3096-4c12-b62a-0f52d8a8ca27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 1096 time: 0.0668523 Aug 24 00:18:32.914466 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-141f677e-41e5-4aec-ac17-602ced2b262b req-0193f66c-1594-42a2-9a49-98e5c28e651a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Aug 24 00:18:32.940891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedef1a-dc51-4f48-995a-c11f8b456949 req-78b1da76-7b92-4052-8f08-adb643322302 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.942538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eedef1a-dc51-4f48-995a-c11f8b456949 req-78b1da76-7b92-4052-8f08-adb643322302 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 945 time: 0.1773160 Aug 24 00:18:32.952561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-eea515b9-a1fb-47f9-b92e-4e58a490a7da tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:32.953973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-eea515b9-a1fb-47f9-b92e-4e58a490a7da tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2660654 Aug 24 00:18:32.960848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port e985f776-efc2-4b00-be1f-6c11b2361291 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:32.965905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port e985f776-efc2-4b00-be1f-6c11b2361291 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:32.972974 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.056869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-4bbc66d5-05cf-4498-9474-2a92e2939f73 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 696 time: 0.0728912 Aug 24 00:18:33.063819 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.088527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eedef1a-dc51-4f48-995a-c11f8b456949 req-920a98df-66de-4bfd-adc8-c10c6cf021c3 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335392 Aug 24 00:18:33.105833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:33.133952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:33.138074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-eeca23bf-db30-4609-8dcd-8d0f7d75c83c tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 696 time: 0.0670462 Aug 24 00:18:33.150243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d6295599-916b-4f62-9830-0ee76dfed8e3 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:33.175716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: d6295599-916b-4f62-9830-0ee76dfed8e3 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:33.176064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d6295599-916b-4f62-9830-0ee76dfed8e3 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:33.209702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.285908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:33.616214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-9ea3a833-e33e-4914-8d91-70c7b12c02be tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:33.617980 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-9ea3a833-e33e-4914-8d91-70c7b12c02be tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.37 "GET /v2.0/ports?device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 945 time: 0.0747669 Aug 24 00:18:33.732945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Deleting port e87810b7-4d59-4c63-a3bb-1cda75a64667 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:33.733288 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.778121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7091ffe-937c-4b3a-a3db-32e4dd70f0ff req-58e14861-65b7-4106-9ce5-c47d42ebf604 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:33.785657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7091ffe-937c-4b3a-a3db-32e4dd70f0ff req-58e14861-65b7-4106-9ce5-c47d42ebf604 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 949 time: 0.5988863 Aug 24 00:18:33.821526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:33.834065 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] Sync routers for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:33.855861 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:33.856474 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:33.869910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] For port e87810b7-4d59-4c63-a3bb-1cda75a64667, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e87810b7-4d59-4c63-a3bb-1cda75a64667,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:33.870486 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.886421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Calling delete_port for e87810b7-4d59-4c63-a3bb-1cda75a64667 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:33.928973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7091ffe-937c-4b3a-a3db-32e4dd70f0ff req-b2168e20-c51e-42ed-8140-10ef7a900c68 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423321 Aug 24 00:18:33.971039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] No DVR routers for this DVR port 9102c4a3-3131-4228-b906-f08616de0114 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:33.988492 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:33.990573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-002a29fd-e3b5-4bfe-9e7d-ce2f944729ba req-d2ab4517-a0f9-47ed-bdfe-b4c9adffb0a7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.37 "DELETE /v2.0/ports/9102c4a3-3131-4228-b906-f08616de0114 HTTP/1.1" status: 204 len: 173 time: 2.6697633 Aug 24 00:18:33.992024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'name': 'network-vif-deleted', 'tag': '9102c4a3-3131-4228-b906-f08616de0114'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:33.998347 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbab875c-d78b-4d5e-9e17-8ffb2882a3c0" -d '{"events": [{"server_uuid": "a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3", "name": "network-vif-deleted", "tag": "9102c4a3-3131-4228-b906-f08616de0114"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:34.008928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Deleting port 9e230052-ef41-41a4-8283-014be7dd3561 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:34.009279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.092792 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:34.139132 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.154342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e87810b7-4d59-4c63-a3bb-1cda75a64667'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:34.178097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Pushing event deleted for resources: {'Port': ['ID=e87810b7-4d59-4c63-a3bb-1cda75a64667,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:34.225605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['699d8012-1290-44e8-97bc-5df29230aa88'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:34.251772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] No DVR routers for this DVR port e87810b7-4d59-4c63-a3bb-1cda75a64667 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:34.263498 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.263672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.263672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.263848 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-569938a8-8e5d-49a0-8f43-5ccd1033b9f2 req-675cb488-d56c-49b1-9c18-180452f817f1 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.37 "DELETE /v2.0/ports/e87810b7-4d59-4c63-a3bb-1cda75a64667 HTTP/1.1" status: 204 len: 173 time: 0.6325097 Aug 24 00:18:34.263848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c33996-8d58-41ad-9981-b499d88390ee', 'name': 'network-vif-deleted', 'tag': 'e87810b7-4d59-4c63-a3bb-1cda75a64667'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:34.263848 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676bb003-970f-432d-a7e1-fdff99cf65a5" -d '{"events": [{"server_uuid": "86c33996-8d58-41ad-9981-b499d88390ee", "name": "network-vif-deleted", "tag": "e87810b7-4d59-4c63-a3bb-1cda75a64667"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:34.291482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec7913-ad15-497a-b3aa-d1031b9097fd req-8de3fd7b-8f40-42dd-ad9d-58a94f0f6ca1 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:34.294251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52ec7913-ad15-497a-b3aa-d1031b9097fd req-8de3fd7b-8f40-42dd-ad9d-58a94f0f6ca1 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.1652832 Aug 24 00:18:34.298997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Calling delete_port for 9e230052-ef41-41a4-8283-014be7dd3561 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:34.420180 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:24Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:34.438389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52ec7913-ad15-497a-b3aa-d1031b9097fd req-0626df5b-c9db-452b-a4c7-f64f21de2aeb tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334405 Aug 24 00:18:34.458722 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] Checking router: 50b865a2-8528-4fae-a2bc-d5f0ff918d22 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:34.470449 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:34.471560 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:34.542267 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9102c4a3-3131-4228-b906-f08616de0114 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:34.581666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 9102c4a3-3131-4228-b906-f08616de0114 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:34.582018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9102c4a3-3131-4228-b906-f08616de0114 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:34.584584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e87810b7-4d59-4c63-a3bb-1cda75a64667 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:34.631371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: e87810b7-4d59-4c63-a3bb-1cda75a64667 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:34.631713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e87810b7-4d59-4c63-a3bb-1cda75a64667 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:34.655793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41f3b139-31ea-4cc0-9152-0dff7dfe67a0 req-4bed4e6f-e8b2-4a0a-9e7e-66c2c1c9d792 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3 HTTP/1.1" status: 200 len: 210 time: 0.0530772 Aug 24 00:18:34.665217 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:34.722905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.733221 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a3641-5f17-48c6-925a-c3a7ff1dc6ad x-openstack-request-id: req-c67a3641-5f17-48c6-925a-c3a7ff1dc6ad {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:34.733554 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3", "name": "network-vif-deleted", "tag": "9102c4a3-3131-4228-b906-f08616de0114", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:34.734100 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c67a3641-5f17-48c6-925a-c3a7ff1dc6ad {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:34.734466 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d1e1b7-a7ab-4937-bc1b-312522b8cfc3', 'name': 'network-vif-deleted', 'tag': '9102c4a3-3131-4228-b906-f08616de0114', 'status': 'completed', 'code': 200} Aug 24 00:18:34.763176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Pushing event deleted for resources: {'Port': ['ID=9e230052-ef41-41a4-8283-014be7dd3561,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:34.787026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:34.790472 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac2473a-f24b-4441-94c7-73c21567cf97" -d '{"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-plugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:34.881393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b842306c-7fe4-448b-8c75-e82d1945c591 req-2ac2cf08-a946-4f08-9128-3dd8452a3521 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c33996-8d58-41ad-9981-b499d88390ee HTTP/1.1" status: 200 len: 210 time: 0.0446582 Aug 24 00:18:34.902455 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.907396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:34.922904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47f55e0f-1ebe-4228-be03-9a5f873ae10d req-314fdb40-5a2a-4e31-aca1-012fa59d3952 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "DELETE /v2.0/floatingips/35418f8b-30a9-4564-8cb6-19d3fa5e1dbd HTTP/1.1" status: 204 len: 173 time: 1.7759981 Aug 24 00:18:34.964940 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5b3f67-9d9d-48d7-ac42-2aaf7bf68897 x-openstack-request-id: req-5a5b3f67-9d9d-48d7-ac42-2aaf7bf68897 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:34.966277 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-plugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:34.966818 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a5b3f67-9d9d-48d7-ac42-2aaf7bf68897 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:34.967579 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'code': 200} Aug 24 00:18:34.985045 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:24Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:34.997609 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26c49cf-fa43-40fc-b3ab-025abf0770aa x-openstack-request-id: req-e26c49cf-fa43-40fc-b3ab-025abf0770aa {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:34.998106 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c33996-8d58-41ad-9981-b499d88390ee", "name": "network-vif-deleted", "tag": "e87810b7-4d59-4c63-a3bb-1cda75a64667", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:34.998106 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e26c49cf-fa43-40fc-b3ab-025abf0770aa {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:34.998516 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c33996-8d58-41ad-9981-b499d88390ee', 'name': 'network-vif-deleted', 'tag': 'e87810b7-4d59-4c63-a3bb-1cda75a64667', 'status': 'completed', 'code': 200} Aug 24 00:18:35.026769 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f34f200-80ce-4dbd-9807-cbf90b9c897d None None] The sync data for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 is: [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:17Z', 'revision_number': 4, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '66427663-d6b7-4ef7-89dc-6fd3c3887b0f', 'name': '', 'network_id': 'e27beae1-d140-4aa5-9951-78aa4902646b', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'mac_address': 'fa:16:3e:55:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:15Z', 'updated_at': '2021-08-24T00:16:24Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'subnets': [{'id': '6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:35.116333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b524db-a375-4daa-a9bf-0031c0a6b720 req-9da2f637-ec7d-4b4b-bfa3-9ff5ad87a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.118618 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-36b524db-a375-4daa-a9bf-0031c0a6b720 req-9da2f637-ec7d-4b4b-bfa3-9ff5ad87a3f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 1101 time: 0.0550022 Aug 24 00:18:35.158374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a217b-10bb-46b7-9b2e-b4a280d6f55a req-d601924f-9fa7-4803-b23f-0b176aef028c tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.165694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa4a217b-10bb-46b7-9b2e-b4a280d6f55a req-d601924f-9fa7-4803-b23f-0b176aef028c tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0969565 Aug 24 00:18:35.182212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f97d44-3c1f-4706-b3a8-af259d434dee req-b92a393c-07b3-4ca4-a78a-60a3dc914172 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.184364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4f97d44-3c1f-4706-b3a8-af259d434dee req-b92a393c-07b3-4ca4-a78a-60a3dc914172 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 950 time: 0.0999799 Aug 24 00:18:35.187198 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-36b524db-a375-4daa-a9bf-0031c0a6b720 req-ec525fc4-0340-4553-a879-6a165bd50607 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Aug 24 00:18:35.217988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa4a217b-10bb-46b7-9b2e-b4a280d6f55a req-52a8109f-712e-4c56-a0c1-d3613fbe4272 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0513403 Aug 24 00:18:35.258204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4f97d44-3c1f-4706-b3a8-af259d434dee req-483802b5-92db-4e24-bcb7-54a8d63e561a tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Aug 24 00:18:35.381664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839140c5-f0d9-4a15-a781-bbc9666be5b4 None None] New status for floating IP 76a135e7-b8e8-476c-9662-28571672bf79: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:18:35.472357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c936c7d2-6e43-4cb1-ad3c-08f08d73dbed req-0d93d0b0-3911-465e-be4d-3be225ec281f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0492809 Aug 24 00:18:35.555133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eec05-c415-482a-ae2e-44c2b144757b req-0220c9e9-f1ec-42eb-8f7b-6add79e7ca1e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.556607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-0220c9e9-f1ec-42eb-8f7b-6add79e7ca1e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 821 time: 0.2009714 Aug 24 00:18:35.586823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-73392543-2eb5-4655-af04-7b7c0f5cc19f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/quotas/8264d2be08f54617bb0ba9db9202bad4 HTTP/1.1" status: 200 len: 375 time: 0.0153563 Aug 24 00:18:35.611903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33428c75-fb6c-444f-924c-10ac364c864d req-45a60b91-4301-4a6a-a89d-2f4a54ef5c52 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:35.613315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33428c75-fb6c-444f-924c-10ac364c864d req-45a60b91-4301-4a6a-a89d-2f4a54ef5c52 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.0758700 Aug 24 00:18:35.688108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33428c75-fb6c-444f-924c-10ac364c864d req-8695bdb5-bbe7-40e0-aa07-de234947e597 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594494 Aug 24 00:18:35.702170 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-65c36fd6-3aa3-46ec-ae76-ab7a3bf059e7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090243 Aug 24 00:18:35.818713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-086fa445-6a31-4a59-b628-417d719a1f00 service neutron] 10.222.0.26 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035249 Aug 24 00:18:35.912302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-21f0fccc-1db6-41f4-a1a8-eb01c3d03cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Aug 24 00:18:36.543811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3094fa-70a8-4414-a92d-2aed1a6eb8df req-d05a320b-48d9-4bc7-a488-6052bba32324 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:36.545307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b3094fa-70a8-4414-a92d-2aed1a6eb8df req-d05a320b-48d9-4bc7-a488-6052bba32324 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 945 time: 0.0540245 Aug 24 00:18:36.585737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b3094fa-70a8-4414-a92d-2aed1a6eb8df req-717f122d-f238-4d96-b11a-c40a40fdb73c tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Aug 24 00:18:36.712747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced68675-e7a8-44c2-a7f1-23d9693e2b85 req-c248591f-1625-4c16-8bee-b56b8eddbccd tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:36.714304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ced68675-e7a8-44c2-a7f1-23d9693e2b85 req-c248591f-1625-4c16-8bee-b56b8eddbccd tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 950 time: 0.0520988 Aug 24 00:18:36.734473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49026) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:36.780615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ced68675-e7a8-44c2-a7f1-23d9693e2b85 req-38850df8-f464-4e61-8ffc-1fac0d270f72 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596848 Aug 24 00:18:36.803529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b30c4914-8932-4b76-a4ed-2bfa6f9f365b req-11dd6a4c-32af-49e9-8ae8-f318aee05a0e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 210 time: 0.0330217 Aug 24 00:18:36.818688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfee-9f1b-4fab-a5bd-915df173cc82 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.843947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfee-9f1b-4fab-a5bd-915df173cc82 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.966721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfee-9f1b-4fab-a5bd-915df173cc82 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.972799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d8ecfee-9f1b-4fab-a5bd-915df173cc82 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:36.976332 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d8ecfee-9f1b-4fab-a5bd-915df173cc82 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "DELETE /v2.0/security-groups/8cd6d239-3aa7-43cc-9c66-34acdd875e1f HTTP/1.1" status: 204 len: 168 time: 0.2398515 Aug 24 00:18:36.976857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49040) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:37.020976 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-8cdcba49-a127-459a-a7ee-472ed5f194c7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] show failed (client error): The resource could not be found. Aug 24 00:18:37.022375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8cdcba49-a127-459a-a7ee-472ed5f194c7 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "GET /v2.0/security-groups/8cd6d239-3aa7-43cc-9c66-34acdd875e1f HTTP/1.1" status: 404 len: 347 time: 0.0444407 Aug 24 00:18:37.024483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ecfee-9f1b-4fab-a5bd-915df173cc82 tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd6d239-3aa7-43cc-9c66-34acdd875e1f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:37.029219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49050) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:37.173421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Deleting port 29f71069-3361-44f5-8bd4-abb4b38dccb6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:37.173796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.250694 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.251041 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.262590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Calling delete_port for 29f71069-3361-44f5-8bd4-abb4b38dccb6 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:37.720906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.720906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Pushing event deleted for resources: {'Port': ['ID=29f71069-3361-44f5-8bd4-abb4b38dccb6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:37.722007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c49200-f623-4c19-82ee-07df5020a52f req-4e5be26c-74e8-4942-8cd9-09563b3d52fa tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:37.722007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73c49200-f623-4c19-82ee-07df5020a52f req-4e5be26c-74e8-4942-8cd9-09563b3d52fa tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0531228 Aug 24 00:18:37.722007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73c49200-f623-4c19-82ee-07df5020a52f req-7b43b0b1-ce07-4c41-8272-0bde4010dae7 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332677 Aug 24 00:18:37.722370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.722370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.722370 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3a49e454-15dc-4cc2-b0a1-0d43094eac1c tempest-ServersTestManualDisk-1125443259 tempest-ServersTestManualDisk-1125443259-project] 10.222.0.26 "DELETE /v2.0/floatingips/76a135e7-b8e8-476c-9662-28571672bf79 HTTP/1.1" status: 204 len: 168 time: 0.5640035 Aug 24 00:18:37.722370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49066) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:37.723087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef156e-70e9-4a45-8e25-5ad1558f6c9c req-f0596d4e-dbfd-4b9d-a0dd-d106ff33760d tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:37.723087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7ef156e-70e9-4a45-8e25-5ad1558f6c9c req-f0596d4e-dbfd-4b9d-a0dd-d106ff33760d tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 946 time: 0.0671439 Aug 24 00:18:37.763829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7ef156e-70e9-4a45-8e25-5ad1558f6c9c req-6e49fe04-242f-4f9c-9b89-35734b111794 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656178 Aug 24 00:18:37.782981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98a65-2d92-47ca-9e2f-dda08ce35d67 req-ea5215d4-d584-44db-b59b-f66bdfddbaa0 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:37.782981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41b98a65-2d92-47ca-9e2f-dda08ce35d67 req-ea5215d4-d584-44db-b59b-f66bdfddbaa0 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 945 time: 0.0733840 Aug 24 00:18:37.843003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41b98a65-2d92-47ca-9e2f-dda08ce35d67 req-85f4ce29-6d3e-4076-96a9-e8e6528e6856 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/security-groups?id=3723f71d-07b6-4ccb-b024-dada8182a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534544 Aug 24 00:18:37.946629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844856e-e3a7-42f3-b3ac-45b119c1aae2 req-9a9bcf01-622f-4fee-b381-1d57eb0d1a4c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:37.948122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2844856e-e3a7-42f3-b3ac-45b119c1aae2 req-9a9bcf01-622f-4fee-b381-1d57eb0d1a4c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 950 time: 0.0621502 Aug 24 00:18:37.959103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:37.964616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-949bd730-7abf-4e38-846e-6e13e756c2f1 req-ce3d1ba0-b4de-43aa-8563-946b0a0dc874 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 210 time: 0.0394835 Aug 24 00:18:38.007959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2844856e-e3a7-42f3-b3ac-45b119c1aae2 req-a737ed23-0bef-4155-91e1-388f48a49a46 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457284 Aug 24 00:18:38.081080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e9156-b07b-42c9-84b9-74283580070f req-244ce169-362f-4196-81e8-83ceb4e222cd tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:38.082878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f4e9156-b07b-42c9-84b9-74283580070f req-244ce169-362f-4196-81e8-83ceb4e222cd tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.0521472 Aug 24 00:18:38.157287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f4e9156-b07b-42c9-84b9-74283580070f req-55aaacd9-f080-4c5b-aef5-05535d52af52 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Aug 24 00:18:38.168881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-05c9383f-34c1-4db5-85fe-f66a493fbdb6 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:38.170525 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-05c9383f-34c1-4db5-85fe-f66a493fbdb6 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.36 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 945 time: 0.1099651 Aug 24 00:18:38.319577 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Deleting port 53026611-00bf-40ac-8374-24d0204c5b0c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:38.319922 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.452407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] For port 53026611-00bf-40ac-8374-24d0204c5b0c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=53026611-00bf-40ac-8374-24d0204c5b0c,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:38.452407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.452407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Deleting port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:38.452407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.468094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Calling delete_port for 53026611-00bf-40ac-8374-24d0204c5b0c owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:38.603596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] For port 66427663-d6b7-4ef7-89dc-6fd3c3887b0f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:38.603970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.633074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Calling delete_port for 66427663-d6b7-4ef7-89dc-6fd3c3887b0f owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:38.697878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b6b8-178f-45e0-b3a0-25066c8bb9f9 req-2e427588-f2a3-4765-81ce-6635201eeb6e tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:38.699565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cb8b6b8-178f-45e0-b3a0-25066c8bb9f9 req-2e427588-f2a3-4765-81ce-6635201eeb6e tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0516238 Aug 24 00:18:38.740407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cb8b6b8-178f-45e0-b3a0-25066c8bb9f9 req-7ac964b0-e9fc-43f0-9839-dd7e74577a27 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338302 Aug 24 00:18:38.822998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.857247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['53026611-00bf-40ac-8374-24d0204c5b0c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:38.873654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Pushing event deleted for resources: {'Port': ['ID=53026611-00bf-40ac-8374-24d0204c5b0c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:38.931928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] No DVR routers for this DVR port 53026611-00bf-40ac-8374-24d0204c5b0c on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:38.936321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:38.945077 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-313778e9-5829-4cc9-a2a4-de088ae192d9 req-a2e0ac2f-2b39-4184-a0f4-677046d4e27f tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.36 "DELETE /v2.0/ports/53026611-00bf-40ac-8374-24d0204c5b0c HTTP/1.1" status: 204 len: 173 time: 0.7522159 Aug 24 00:18:38.945077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'name': 'network-vif-deleted', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:38.946804 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c1cd4d-dd1d-4991-9a8e-4561d3a1bf59" -d '{"events": [{"server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "name": "network-vif-deleted", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:39.015829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ec40b76-6294-4495-9bb8-ed06b43eef3d req-e4e09527-4214-47ad-82d7-5faa5ae9aa40 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 210 time: 0.0428252 Aug 24 00:18:39.025543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1a16-fb26-4f64-91f3-a17505c3f435 req-ec87a8e4-dd92-4d78-9cb5-342296241a9a tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.026142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-821a1a16-fb26-4f64-91f3-a17505c3f435 req-ec87a8e4-dd92-4d78-9cb5-342296241a9a tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 946 time: 0.1878688 Aug 24 00:18:39.042847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.098779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-821a1a16-fb26-4f64-91f3-a17505c3f435 req-777d7909-2843-420f-9955-7cd3dc9deb18 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594311 Aug 24 00:18:39.125156 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b4b7be-e1e3-417c-a7b9-1659322abcb8 x-openstack-request-id: req-96b4b7be-e1e3-417c-a7b9-1659322abcb8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:39.125458 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35baa0c8-d4b2-4120-a757-e787851025ec", "name": "network-vif-deleted", "tag": "53026611-00bf-40ac-8374-24d0204c5b0c", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:39.125945 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96b4b7be-e1e3-417c-a7b9-1659322abcb8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:39.126249 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35baa0c8-d4b2-4120-a757-e787851025ec', 'name': 'network-vif-deleted', 'tag': '53026611-00bf-40ac-8374-24d0204c5b0c', 'status': 'completed', 'code': 200} Aug 24 00:18:39.136798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eec05-c415-482a-ae2e-44c2b144757b req-15a67a4b-a498-476b-84e0-f0aa9757e579 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.142117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-15a67a4b-a498-476b-84e0-f0aa9757e579 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 821 time: 0.2434437 Aug 24 00:18:39.179409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Request body: {'port': {'device_id': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'admin_state_up': True, 'tenant_id': '8264d2be08f54617bb0ba9db9202bad4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:39.193486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66427663-d6b7-4ef7-89dc-6fd3c3887b0f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:39.304537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-8b4d1584-c79d-49de-ab24-1c2614bb2090 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.306530 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-8b4d1584-c79d-49de-ab24-1c2614bb2090 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.37 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 946 time: 0.1792665 Aug 24 00:18:39.393793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2fc9e37-a064-4514-8bf0-91363691f6b8 req-9a77b689-ce11-42ea-ba36-8bc5dc0b4f86 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 210 time: 0.2215660 Aug 24 00:18:39.423424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b105797-a88f-4aa2-9c94-3a827bdbdcde req-e9223723-b8cc-4341-9a0a-10038f423c88 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.425430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b105797-a88f-4aa2-9c94-3a827bdbdcde req-e9223723-b8cc-4341-9a0a-10038f423c88 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.0866804 Aug 24 00:18:39.449562 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.478651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b105797-a88f-4aa2-9c94-3a827bdbdcde req-8c469ed5-4f35-483c-84d0-dd6745a6fa17 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Aug 24 00:18:39.497437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Made reservation on behalf of 8264d2be08f54617bb0ba9db9202bad4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:39.501839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.531852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Deleting port 557ef04b-a8df-41a3-82d8-418e64036047 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:39.532303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.660791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Allocated IP 172.20.0.13 (e522c8a4-814a-4c72-90f4-36c357e07638/58ea5bd9-8083-4cfb-8219-46e0987c4327/33f842c5-032e-4cfb-b6e7-cf31d84a1699) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:39.745839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-21b49e14-89ce-494f-8dcf-116c330adf2c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.747418 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-21b49e14-89ce-494f-8dcf-116c330adf2c tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0958717 Aug 24 00:18:39.835637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] For port 557ef04b-a8df-41a3-82d8-418e64036047, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=557ef04b-a8df-41a3-82d8-418e64036047,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:39.836016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.840555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:39.885822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Calling delete_port for 557ef04b-a8df-41a3-82d8-418e64036047 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:39.919860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccdea9-3394-4c46-aa71-997fd0e9b069 req-a4c6379f-9b0c-48e7-b43e-ef0091a5e3ca tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:39.921662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2eccdea9-3394-4c46-aa71-997fd0e9b069 req-a4c6379f-9b0c-48e7-b43e-ef0091a5e3ca tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 946 time: 0.0771072 Aug 24 00:18:39.973186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2eccdea9-3394-4c46-aa71-997fd0e9b069 req-71ffdd14-8e9b-4482-bcc1-883243bd2d13 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a7614de-709b-47f6-b707-38ff5a5891d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Aug 24 00:18:40.034942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:40.048114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.061041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['dc9dbae3-117f-44dc-95ba-98cf83dc7f81'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:40.067041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Deleting port 699d8012-1290-44e8-97bc-5df29230aa88 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:40.067566 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.172632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Network e522c8a4-814a-4c72-90f4-36c357e07638 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:40.181285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:40.202984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:40.262818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:40.263751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.315083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Pushing event updated for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:40.327992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c0b43b2-c7b9-4c84-b631-bc43652002fb req-e847abd4-db80-40a6-b5ba-a1b732f9f9ca tempest-FloatingIPsAssociationNegativeTestJSON-1163949111 tempest-FloatingIPsAssociationNegativeTestJSON-1163949111-project] 10.222.0.26 "GET /v2.0/ports?device_id=35baa0c8-d4b2-4120-a757-e787851025ec HTTP/1.1" status: 200 len: 210 time: 0.1347985 Aug 24 00:18:40.346456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-204dd460-0a1c-49e3-ac59-186fc6f2a8b1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1728034 Aug 24 00:18:40.371707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Request body: {'port': {'device_id': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:40.382602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529b336-2cf5-49b0-80d3-13f8f1efce17 req-921cd2b8-e15b-46b4-ba01-48b03a203ea1 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:40.384536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2529b336-2cf5-49b0-80d3-13f8f1efce17 req-921cd2b8-e15b-46b4-ba01-48b03a203ea1 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 946 time: 0.0906250 Aug 24 00:18:40.488584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2529b336-2cf5-49b0-80d3-13f8f1efce17 req-1e8e552b-61a8-4b17-a2c5-2e5f1abe2faa tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786479 Aug 24 00:18:40.508519 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.559399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] For port 699d8012-1290-44e8-97bc-5df29230aa88, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=699d8012-1290-44e8-97bc-5df29230aa88,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:40.559399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.570949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:40.579023 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ca3457e1-125f-42e0-bc10-ca582e1b36b9 admin admin] 10.222.0.26 "PUT /v2.0/routers/50b865a2-8528-4fae-a2bc-d5f0ff918d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9803071 Aug 24 00:18:40.580011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Calling delete_port for 699d8012-1290-44e8-97bc-5df29230aa88 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:40.581607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49140) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:40.586484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:40.586669 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] Sync routers for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:40.604875 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:40.605497 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:40.631481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.700674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Pushing event deleted for resources: {'Port': ['ID=557ef04b-a8df-41a3-82d8-418e64036047,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:40.752217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:40.755222 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:40.766231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'mac_address': 'fa:16:3e:8c:a7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:40.771490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['557ef04b-a8df-41a3-82d8-418e64036047'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:40.829245 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.846619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e985f776-efc2-4b00-be1f-6c11b2361291 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:40.861680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] No DVR routers for this DVR port 557ef04b-a8df-41a3-82d8-418e64036047 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:40.866754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.868997 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-49af476e-e3df-4514-91dd-dcce93f2f02c req-f77e059e-a588-4c48-93ec-8493df291423 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.37 "DELETE /v2.0/ports/557ef04b-a8df-41a3-82d8-418e64036047 HTTP/1.1" status: 204 len: 173 time: 1.5520470 Aug 24 00:18:40.877275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:40.881382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:40.935820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8aa02b-8c0b-497a-bb53-d7747c476129 req-42f67450-0417-4150-a24c-50caaa451f1e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:40.945169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b8aa02b-8c0b-497a-bb53-d7747c476129 req-42f67450-0417-4150-a24c-50caaa451f1e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 932 time: 0.4304016 Aug 24 00:18:40.978174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f842c5-032e-4cfb-b6e7-cf31d84a1699 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:40.992243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.010418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db57853-eaf0-407e-9154-e015477edc94 req-5eb71432-5774-470b-a9e2-fb35cfead021 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:41.035371 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:18:38Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:41.036843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9db57853-eaf0-407e-9154-e015477edc94 req-5eb71432-5774-470b-a9e2-fb35cfead021 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.4599125 Aug 24 00:18:41.047529 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] Checking router: 50b865a2-8528-4fae-a2bc-d5f0ff918d22 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:41.058452 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.070821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b8aa02b-8c0b-497a-bb53-d7747c476129 req-86150e17-b544-422b-86e6-15c779921b8c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241333 Aug 24 00:18:41.076273 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] Routers {'50b865a2-8528-4fae-a2bc-d5f0ff918d22'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:41.076919 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:41.081245 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.122292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9db57853-eaf0-407e-9154-e015477edc94 req-5fbaffec-aaae-4552-993c-37cd45870d7d tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982678 Aug 24 00:18:41.138648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3750a6de-0f72-4493-8805-f22145442de2', 'name': 'network-vif-deleted', 'tag': '557ef04b-a8df-41a3-82d8-418e64036047'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:41.138648 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af014668-4c8a-4a85-bde2-50aaf5105b8b" -d '{"events": [{"server_uuid": "3750a6de-0f72-4493-8805-f22145442de2", "name": "network-vif-deleted", "tag": "557ef04b-a8df-41a3-82d8-418e64036047"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:41.177900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Transition to ACTIVE for port object 33f842c5-032e-4cfb-b6e7-cf31d84a1699 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:41.179525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.187121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:41.202830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:41.206930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.207974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.207974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.208410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.208841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.209714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.210143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.210623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.211109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.211535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.211958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.212353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:18:41.218843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e985f776-efc2-4b00-be1f-6c11b2361291'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:41.248503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c08ccb63-4e75-4bf5-b66e-81f1cf652728 req-43261fba-868f-4a66-8b29-2b47a2380f64 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d76ed7b-86bd-4fef-9d93-efbe2cff1767 HTTP/1.1" status: 200 len: 210 time: 0.0597529 Aug 24 00:18:41.261101 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.287003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['699d8012-1290-44e8-97bc-5df29230aa88'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:41.317734 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] Set router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:41.320818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Pushing event deleted for resources: {'Port': ['ID=699d8012-1290-44e8-97bc-5df29230aa88,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:41.394163 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81abe5e2-f135-4ff8-8d5e-5c27257062b5 x-openstack-request-id: req-81abe5e2-f135-4ff8-8d5e-5c27257062b5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:41.394442 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3750a6de-0f72-4493-8805-f22145442de2", "name": "network-vif-deleted", "tag": "557ef04b-a8df-41a3-82d8-418e64036047", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:41.394698 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81abe5e2-f135-4ff8-8d5e-5c27257062b5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:41.395092 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3750a6de-0f72-4493-8805-f22145442de2', 'name': 'network-vif-deleted', 'tag': '557ef04b-a8df-41a3-82d8-418e64036047', 'status': 'completed', 'code': 200} Aug 24 00:18:41.402084 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.resource_extend [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:18:41.436247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49158) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:41.458989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Pushing event updated for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:41.618983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:41.623736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:41.623736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:41.626297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:18:41.627451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:41.642660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:41.643419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:41.643984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:41.645020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Bound port: 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:41.645406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.662436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:41.713226 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] No DVR routers for this DVR port 699d8012-1290-44e8-97bc-5df29230aa88 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:41.719682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'network_id': 'e60ef469-d6be-4ae1-9ba5-67e94cf982e2', 'port_id': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'mac_address': 'fa:16:3e:01:19:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd362f50b-2768-483a-9b4d-2edd55aae693', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:41.724468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.733153 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-75ec8c6a-c3a7-4870-bfcd-1f175202edcf req-c9f78b06-3bda-47db-a753-bcc99ac91022 tempest-ListServerFiltersTestJSON-1885592217 tempest-ListServerFiltersTestJSON-1885592217-project] 10.222.0.36 "DELETE /v2.0/ports/699d8012-1290-44e8-97bc-5df29230aa88 HTTP/1.1" status: 204 len: 173 time: 1.9456820 Aug 24 00:18:41.760163 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:18:38Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:41.769148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Deleting port a851270e-1555-4807-bd9f-6c58098d7a48 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:41.769848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.815210 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.817302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc538d68-c185-4200-92df-79745a2fceec req-88c3dce8-c404-4917-a479-16b17736e9a9 tempest-AttachSCSIVolumeTestJSON-1314429967 tempest-AttachSCSIVolumeTestJSON-1314429967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3750a6de-0f72-4493-8805-f22145442de2 HTTP/1.1" status: 200 len: 210 time: 0.1074321 Aug 24 00:18:41.834647 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194aa53e-fb38-4206-a9dc-f8a5dce1316b None None] The sync data for ids ['50b865a2-8528-4fae-a2bc-d5f0ff918d22'] in n-d-804878-2 is: [{'id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'name': 'tempest-ServersTestManualDisk-1217827724-router', 'tenant_id': '2953bced19af4c6e885bd800261e4d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:18:38Z', 'revision_number': 5, 'project_id': '2953bced19af4c6e885bd800261e4d97', 'gw_port': {'id': 'a851270e-1555-4807-bd9f-6c58098d7a48', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:44:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b865a2-8528-4fae-a2bc-d5f0ff918d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:12Z', 'updated_at': '2021-08-24T00:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:41.838209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:41.872190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:41.902509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:41.905781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:41.956131 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:41.980219 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.015384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:42.062392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:42.063035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.064693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] 10.222.0.36 "PUT /v2.0/ports/33f842c5-032e-4cfb-b6e7-cf31d84a1699 HTTP/1.1" status: 200 len: 1092 time: 1.6975653 Aug 24 00:18:42.072112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:42.075834 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e4a10-292f-4b5b-8034-0b582b391e27" -d '{"events": [{"name": "network-changed", "server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:42.098793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] For port a851270e-1555-4807-bd9f-6c58098d7a48, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a851270e-1555-4807-bd9f-6c58098d7a48,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:42.104516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.134944 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Calling delete_port for a851270e-1555-4807-bd9f-6c58098d7a48 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:42.212388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:42.238871 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8778a30f-06d3-431d-b23d-affa8b5cd41f x-openstack-request-id: req-8778a30f-06d3-431d-b23d-affa8b5cd41f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:42.238871 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:42.238871 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8778a30f-06d3-431d-b23d-affa8b5cd41f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:42.239291 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699', 'status': 'completed', 'code': 200} Aug 24 00:18:42.249924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ea890-23c8-4c5b-9cdd-857dcdff5347 service neutron] Pushing event updated for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:42.310936 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.598392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:42.687665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port e985f776-efc2-4b00-be1f-6c11b2361291 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:42.690702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.712459 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.776434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Pushing event deleted for resources: {'Port': ['ID=a851270e-1555-4807-bd9f-6c58098d7a48,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:42.778217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.827482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:42.829767 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdab520-0534-44aa-b8be-795eb69aba27" -d '{"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-plugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:42.877798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:42.905299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b879039-ad90-411e-8bc8-e05f536bbed8 req-b0840cf6-2765-4e68-ad76-13de788e5155 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:42.915737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b879039-ad90-411e-8bc8-e05f536bbed8 req-b0840cf6-2765-4e68-ad76-13de788e5155 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 944 time: 0.5594928 Aug 24 00:18:42.919585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4a10-292f-4b5b-8034-0b582b391e27 req-27c27b13-adbc-4194-9108-0f934a32b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:42.921257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-414e4a10-292f-4b5b-8034-0b582b391e27 req-27c27b13-adbc-4194-9108-0f934a32b724 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1095 time: 0.5599639 Aug 24 00:18:42.936706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326e12-e4b2-4abb-94d3-4afa0654dbfd req-145953f8-f6fd-4eb0-bdf1-8593092e3b34 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:42.938650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc326e12-e4b2-4abb-94d3-4afa0654dbfd req-145953f8-f6fd-4eb0-bdf1-8593092e3b34 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.6657314 Aug 24 00:18:42.944775 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.956193 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:42.957179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 557ef04b-a8df-41a3-82d8-418e64036047 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:43.029392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 557ef04b-a8df-41a3-82d8-418e64036047 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:43.029764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 557ef04b-a8df-41a3-82d8-418e64036047 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:43.070550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:43.082063 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.085308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.096495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.193221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4a10-292f-4b5b-8034-0b582b391e27 req-07a4ea66-642f-4c44-83fc-8ef56c728ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:43.194728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-414e4a10-292f-4b5b-8034-0b582b391e27 req-07a4ea66-642f-4c44-83fc-8ef56c728ddf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8264d2be08f54617bb0ba9db9202bad4&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2501111 Aug 24 00:18:43.227741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:43.285222 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.285847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50b865a2-8528-4fae-a2bc-d5f0ff918d22 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:18:43.295125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.298535 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-426fc44d-ab92-4540-b1da-83e380add47c admin admin] 10.222.0.26 "DELETE /v2.0/routers/50b865a2-8528-4fae-a2bc-d5f0ff918d22 HTTP/1.1" status: 204 len: 168 time: 2.7137706 Aug 24 00:18:43.305657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49204) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:43.325464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:43.325921 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.414831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4a10-292f-4b5b-8034-0b582b391e27 req-e5a8945c-1f99-470e-83c3-4a0c6ad58555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:43.434834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-414e4a10-292f-4b5b-8034-0b582b391e27 req-e5a8945c-1f99-470e-83c3-4a0c6ad58555 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299166 Aug 24 00:18:43.437163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d76ed7b-86bd-4fef-9d93-efbe2cff1767', 'name': 'network-vif-deleted', 'tag': '699d8012-1290-44e8-97bc-5df29230aa88'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:43.440332 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e47aaed-74fc-4815-8107-6698b9c9f091" -d '{"events": [{"server_uuid": "8d76ed7b-86bd-4fef-9d93-efbe2cff1767", "name": "network-vif-deleted", "tag": "699d8012-1290-44e8-97bc-5df29230aa88"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:43.463060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b879039-ad90-411e-8bc8-e05f536bbed8 req-915ad3e2-47cf-402a-af68-626b0709099a tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461869 Aug 24 00:18:43.487396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.492338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbcbf41-3441-47df-a8cc-1d6446cfd1fc admin admin] Deleting subnet 6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:18:43.496647 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf41-3441-47df-a8cc-1d6446cfd1fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.514404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc326e12-e4b2-4abb-94d3-4afa0654dbfd req-7a62e2b9-79b1-426c-9ed8-780f10dde149 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474684 Aug 24 00:18:43.577202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:43.593438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eec05-c415-482a-ae2e-44c2b144757b req-2c724ed2-797b-463a-8684-5be73bb54a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:43.595257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-2c724ed2-797b-463a-8684-5be73bb54a47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1095 time: 0.0766611 Aug 24 00:18:43.598170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf41-3441-47df-a8cc-1d6446cfd1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.619979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49216) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:43.663695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.665029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 53026611-00bf-40ac-8374-24d0204c5b0c no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:43.731600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-4d2b7b66-87af-47be-9c2e-c2428294b951 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699 HTTP/1.1" status: 200 len: 217 time: 0.1208663 Aug 24 00:18:43.780736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 53026611-00bf-40ac-8374-24d0204c5b0c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:43.781217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 53026611-00bf-40ac-8374-24d0204c5b0c not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:43.783392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 699d8012-1290-44e8-97bc-5df29230aa88 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:43.791118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf41-3441-47df-a8cc-1d6446cfd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.806980 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c099cc-df75-4e36-bc76-8061c25f0004 x-openstack-request-id: req-f9c099cc-df75-4e36-bc76-8061c25f0004 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:43.806980 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-plugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:43.806980 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9c099cc-df75-4e36-bc76-8061c25f0004 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:43.806980 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'code': 200} Aug 24 00:18:43.846305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e987518a-668a-4c4f-aff9-6e24b711773f admin admin] Deleting subnet d031403a-62b3-44de-a0cb-2c2e5840292f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:18:43.850915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e987518a-668a-4c4f-aff9-6e24b711773f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.900957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Deleting port 4011faad-7ba7-4fba-b42a-16b8fae878b1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:43.901247 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.926206 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee92d41-4b61-4bd2-9523-038b81ae1afc x-openstack-request-id: req-8ee92d41-4b61-4bd2-9523-038b81ae1afc {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:43.926843 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d76ed7b-86bd-4fef-9d93-efbe2cff1767", "name": "network-vif-deleted", "tag": "699d8012-1290-44e8-97bc-5df29230aa88", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:43.927285 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ee92d41-4b61-4bd2-9523-038b81ae1afc {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:43.927900 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d76ed7b-86bd-4fef-9d93-efbe2cff1767', 'name': 'network-vif-deleted', 'tag': '699d8012-1290-44e8-97bc-5df29230aa88', 'status': 'completed', 'code': 200} Aug 24 00:18:43.928396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 699d8012-1290-44e8-97bc-5df29230aa88 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:43.928754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 699d8012-1290-44e8-97bc-5df29230aa88 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:43.966661 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e987518a-668a-4c4f-aff9-6e24b711773f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:43.971895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:44.097657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 66427663-d6b7-4ef7-89dc-6fd3c3887b0f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:44.131555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] For port 4011faad-7ba7-4fba-b42a-16b8fae878b1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4011faad-7ba7-4fba-b42a-16b8fae878b1,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:44.131951 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.139599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 66427663-d6b7-4ef7-89dc-6fd3c3887b0f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:44.141933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 66427663-d6b7-4ef7-89dc-6fd3c3887b0f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:44.142473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a851270e-1555-4807-bd9f-6c58098d7a48 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:44.150042 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e987518a-668a-4c4f-aff9-6e24b711773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.159305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf41-3441-47df-a8cc-1d6446cfd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.182268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Calling delete_port for 4011faad-7ba7-4fba-b42a-16b8fae878b1 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:44.186334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf41-3441-47df-a8cc-1d6446cfd1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.188653 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6fbcbf41-3441-47df-a8cc-1d6446cfd1fc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a HTTP/1.1" status: 204 len: 168 time: 0.8800187 Aug 24 00:18:44.202443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe88a1-8e05-4c24-afca-f809d36ae73d None None] Network e27beae1-d140-4aa5-9951-78aa4902646b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:44.205868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:44.215572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcbf41-3441-47df-a8cc-1d6446cfd1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fdcacb7-1ec4-4085-93d2-9bd07bfe9e3a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:44.216055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eec05-c415-482a-ae2e-44c2b144757b req-0722d025-1c66-421c-baba-36c8b99e6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:44.217841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-0722d025-1c66-421c-baba-36c8b99e6fc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.4689140 Aug 24 00:18:44.294983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-1ffa9f88-132e-4181-8650-13d0ee8e36dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638490 Aug 24 00:18:44.297860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e987518a-668a-4c4f-aff9-6e24b711773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.318021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a851270e-1555-4807-bd9f-6c58098d7a48 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:44.318627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a851270e-1555-4807-bd9f-6c58098d7a48 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:44.368103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987518a-668a-4c4f-aff9-6e24b711773f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d031403a-62b3-44de-a0cb-2c2e5840292f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:44.377102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e987518a-668a-4c4f-aff9-6e24b711773f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.379318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e987518a-668a-4c4f-aff9-6e24b711773f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d031403a-62b3-44de-a0cb-2c2e5840292f HTTP/1.1" status: 204 len: 168 time: 0.7580776 Aug 24 00:18:44.392789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a68af8-7b64-41b3-9d31-18bf1c0ad84a None None] Network f278270f-5b8a-4e2e-9c58-4fef71fd3b74 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:44.405609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49236) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:44.435318 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.504719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] DHCP port deletion for e27beae1-d140-4aa5-9951-78aa4902646b request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:18:44.551563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.592385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-c542759e-240f-49a3-b2ff-16848c6218ed service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881289 Aug 24 00:18:44.721699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] Deleting port f4472d45-e4f8-44ad-a6d0-059e24084a27 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:44.722066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.768850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Deleting port f4472d45-e4f8-44ad-a6d0-059e24084a27 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:44.769213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.785781 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.816400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] For port f4472d45-e4f8-44ad-a6d0-059e24084a27, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f4472d45-e4f8-44ad-a6d0-059e24084a27,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:44.816400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:44.846013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4011faad-7ba7-4fba-b42a-16b8fae878b1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:44.850091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d9be-b590-4f49-9d40-f744ac7b4370 req-2fbc9838-3968-4112-949f-92775070f5fe tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:44.852651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] Calling delete_port for f4472d45-e4f8-44ad-a6d0-059e24084a27 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:44.858160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5694d9be-b590-4f49-9d40-f744ac7b4370 req-2fbc9838-3968-4112-949f-92775070f5fe tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.2154655 Aug 24 00:18:44.935509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787eec05-c415-482a-ae2e-44c2b144757b req-eaa1ef77-b64d-4efe-a5fa-a311f9e68a70 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331876 Aug 24 00:18:44.936957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Deleting port c4a318f7-0e1b-44d7-b513-b633d0a106e1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:44.937322 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.040783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] DHCP port deletion for f278270f-5b8a-4e2e-9c58-4fef71fd3b74 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:18:45.118777 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.151776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] For port f4472d45-e4f8-44ad-a6d0-059e24084a27, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f4472d45-e4f8-44ad-a6d0-059e24084a27,segment=NetworkSegment(6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9),segment_id=6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:45.152072 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.185829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Calling delete_port for f4472d45-e4f8-44ad-a6d0-059e24084a27 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:45.349287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5694d9be-b590-4f49-9d40-f744ac7b4370 req-175cab83-18cb-41cc-bd02-c15ab24f8e33 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899797 Aug 24 00:18:45.385822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06cdcb-1e1a-4711-96d6-dc3149f6bfae req-a4a7b044-5747-428c-9bdd-53835be0fbc0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:45.393537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d06cdcb-1e1a-4711-96d6-dc3149f6bfae req-a4a7b044-5747-428c-9bdd-53835be0fbc0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.6356068 Aug 24 00:18:45.431113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] For port c4a318f7-0e1b-44d7-b513-b633d0a106e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c4a318f7-0e1b-44d7-b513-b633d0a106e1,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:45.431592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.443351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Router d02b9f9e-85cc-45e5-95e0-a70e62702d15 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:45.465712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d06cdcb-1e1a-4711-96d6-dc3149f6bfae req-f56a46fa-69cd-41b8-917d-bf577d1e9e42 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711839 Aug 24 00:18:45.496506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Calling delete_port for c4a318f7-0e1b-44d7-b513-b633d0a106e1 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:45.499671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] Deleting port c4a318f7-0e1b-44d7-b513-b633d0a106e1 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:45.500203 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.568492 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.614548 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.621422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4472d45-e4f8-44ad-a6d0-059e24084a27,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:45.626942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] No DVR routers for this DVR port f4472d45-e4f8-44ad-a6d0-059e24084a27 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:45.634792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:45.642889 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5e3bd1c5-fa4d-446d-b7be-581e17adae0d admin admin] 10.222.0.26 "PUT /v2.0/routers/d02b9f9e-85cc-45e5-95e0-a70e62702d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1987817 Aug 24 00:18:45.644960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49272) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:45.658514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] Sync routers for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:45.717299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.730883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27beae1-d140-4aa5-9951-78aa4902646b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:45.739463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] No DVR routers for this DVR port f4472d45-e4f8-44ad-a6d0-059e24084a27 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:45.749776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:45.750099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8bd5fa-e85e-42ce-b9fb-ea1748b35ff9') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:45.765184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e552d-09ae-4f4f-a951-df7355949d5d None None] Pushing event deleted for resources: {'Port': ['ID=f4472d45-e4f8-44ad-a6d0-059e24084a27,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:45.765434 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.781540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] For port c4a318f7-0e1b-44d7-b513-b633d0a106e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c4a318f7-0e1b-44d7-b513-b633d0a106e1,segment=NetworkSegment(5de827d2-8dcf-4e68-9452-b3f2857b0caf),segment_id=5de827d2-8dcf-4e68-9452-b3f2857b0caf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:45.781806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.794680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.805344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:18:45.805967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.812939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:18:45.835517 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:18:45.840450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.852021 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307b0fc2-b3f7-444e-a806-b5b746b9ec84" -d '{"events": [{"server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "name": "network-vif-plugged", "status": "completed", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:45.886641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:45.887675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:45.892890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] Calling delete_port for c4a318f7-0e1b-44d7-b513-b633d0a106e1 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:45.948972 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:45.959541 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee67a18-cd2a-4097-90f4-a449946dab2a x-openstack-request-id: req-aee67a18-cd2a-4097-90f4-a449946dab2a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:45.960349 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "name": "network-vif-plugged", "status": "completed", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:45.960818 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aee67a18-cd2a-4097-90f4-a449946dab2a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:45.961440 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'code': 200} Aug 24 00:18:46.097852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.177033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c4a318f7-0e1b-44d7-b513-b633d0a106e1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:46.212265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c4a318f7-0e1b-44d7-b513-b633d0a106e1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:46.218095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c4a318f7-0e1b-44d7-b513-b633d0a106e1 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:46.218095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f4472d45-e4f8-44ad-a6d0-059e24084a27 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:46.243459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f4472d45-e4f8-44ad-a6d0-059e24084a27 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:46.243926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f4472d45-e4f8-44ad-a6d0-059e24084a27 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:46.288044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:46.324928 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.325154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Deleting port 7dd677e8-dff7-4ea9-8c06-3502225e9d77 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:46.325429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.382176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a318f7-0e1b-44d7-b513-b633d0a106e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:46.387956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] Pushing event deleted for resources: {'Port': ['ID=c4a318f7-0e1b-44d7-b513-b633d0a106e1,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:46.400132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] No DVR routers for this DVR port c4a318f7-0e1b-44d7-b513-b633d0a106e1 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:46.455539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf758dfe-2e97-4559-b6e6-a0f491e6674a None None] No DVR routers for this DVR port c4a318f7-0e1b-44d7-b513-b633d0a106e1 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:46.532606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] For port 7dd677e8-dff7-4ea9-8c06-3502225e9d77, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7dd677e8-dff7-4ea9-8c06-3502225e9d77,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:46.533906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.560369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Calling delete_port for 7dd677e8-dff7-4ea9-8c06-3502225e9d77 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:46.609481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.623574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f278270f-5b8a-4e2e-9c58-4fef71fd3b74']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:46.649026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de827d2-8dcf-4e68-9452-b3f2857b0caf') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:46.649224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de827d2-8dcf-4e68-9452-b3f2857b0caf') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:46.659440 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.690430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.708998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:18:46.709666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.748303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:18:44Z', 'revision_number': 5, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port': {'id': '7dd677e8-dff7-4ea9-8c06-3502225e9d77', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:50:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:17:44Z', 'updated_at': '2021-08-24T00:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:46.787897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] Checking router: d02b9f9e-85cc-45e5-95e0-a70e62702d15 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:46.798465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] Routers {'d02b9f9e-85cc-45e5-95e0-a70e62702d15'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:46.799222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:46.922834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] Set router d02b9f9e-85cc-45e5-95e0-a70e62702d15 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:18:46.961966 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:18:46.974336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.980563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:46.992774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:18:46Z', 'revision_number': 6, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:47.025502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be6dc3-2bd4-470a-990f-89718560bdf6 None None] The sync data for ids ['d02b9f9e-85cc-45e5-95e0-a70e62702d15'] in n-d-804878-2 is: [{'id': 'd02b9f9e-85cc-45e5-95e0-a70e62702d15', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-694131596-router', 'tenant_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:17:43Z', 'updated_at': '2021-08-24T00:18:46Z', 'revision_number': 6, 'project_id': '2b14b8fc525d4587bb2b74893e27b8c2', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:47.029764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.043629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] 10.222.0.26 "DELETE /v2.0/networks/f278270f-5b8a-4e2e-9c58-4fef71fd3b74 HTTP/1.1" status: 204 len: 168 time: 2.6318896 Aug 24 00:18:47.055657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.074966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e27beae1-d140-4aa5-9951-78aa4902646b HTTP/1.1" status: 204 len: 168 time: 2.8655317 Aug 24 00:18:47.133599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c896-c92d-4eae-8143-587a91ce7503 req-44afbef1-75a3-4f19-acd1-4a0a14e9e65f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:47.144756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2782c896-c92d-4eae-8143-587a91ce7503 req-44afbef1-75a3-4f19-acd1-4a0a14e9e65f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.3142352 Aug 24 00:18:47.154655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83270422-9192-4b4e-bfdc-6e25b074fbb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27beae1-d140-4aa5-9951-78aa4902646b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:47.187611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9a2d7-d1ad-4db0-a7d2-62a5b463739a admin admin] Pushing event deleted for resources: {'Network': ['ID=f278270f-5b8a-4e2e-9c58-4fef71fd3b74,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:47.230857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd078c8-e146-4ed3-ac37-d9d6099a20c5 req-ebdabc32-39e6-4a22-a810-5073da227847 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:47.239295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dd078c8-e146-4ed3-ac37-d9d6099a20c5 req-ebdabc32-39e6-4a22-a810-5073da227847 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.3385804 Aug 24 00:18:47.318589 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:18:47.356335 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.360731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dd078c8-e146-4ed3-ac37-d9d6099a20c5 req-4c560d57-8f83-4881-9454-1c0b2b16a8c9 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100640 Aug 24 00:18:47.386633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2782c896-c92d-4eae-8143-587a91ce7503 req-5e7f07d8-0434-4188-9282-fbc947434cad tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403762 Aug 24 00:18:47.500611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd677e8-dff7-4ea9-8c06-3502225e9d77,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:47.619125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.732880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:47.751319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.758775 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.818884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dafce8a6-bc1c-48fb-9785-f066f6815491 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1b8b6167109448886eb0b1111fdca60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844657 Aug 24 00:18:47.821560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49312) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:47.827321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49314) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:47.879986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71bba11e-d85c-4943-9eaf-987f6567e69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.902723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bdb85812-a552-456c-a658-aef8877eee08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2953bced19af4c6e885bd800261e4d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736580 Aug 24 00:18:47.904865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71bba11e-d85c-4943-9eaf-987f6567e69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.905019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49316) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:47.943820 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.943820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d02b9f9e-85cc-45e5-95e0-a70e62702d15 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:18:47.944463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:47.945532 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-91ff93f5-ad8a-40c7-bb03-4bf0610285d2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d02b9f9e-85cc-45e5-95e0-a70e62702d15 HTTP/1.1" status: 204 len: 168 time: 2.2994719 Aug 24 00:18:47.950250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49318) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:48.003343 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68f587f4-d2ca-41d7-9fff-1ffd3df0fb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.005136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8e74bb-1f10-4877-9577-3d25d6cb1fde admin admin] Deleting subnet 72c130b2-b48b-476d-ad75-5c6f040d4807 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:18:48.018164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c8e74bb-1f10-4877-9577-3d25d6cb1fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.048998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c8e74bb-1f10-4877-9577-3d25d6cb1fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.067627 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68f587f4-d2ca-41d7-9fff-1ffd3df0fb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.148346 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71bba11e-d85c-4943-9eaf-987f6567e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.152094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7dd677e8-dff7-4ea9-8c06-3502225e9d77 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:48.165276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71bba11e-d85c-4943-9eaf-987f6567e69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.170386 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-71bba11e-d85c-4943-9eaf-987f6567e69d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a7614de-709b-47f6-b707-38ff5a5891d4 HTTP/1.1" status: 204 len: 168 time: 0.3474417 Aug 24 00:18:48.197588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bba11e-d85c-4943-9eaf-987f6567e69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7614de-709b-47f6-b707-38ff5a5891d4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:48.215414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c8e74bb-1f10-4877-9577-3d25d6cb1fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.224753 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68f587f4-d2ca-41d7-9fff-1ffd3df0fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.229838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68f587f4-d2ca-41d7-9fff-1ffd3df0fb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.234998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-68f587f4-d2ca-41d7-9fff-1ffd3df0fb25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14c5497b-9640-43a1-929f-c4be8c52c7bb HTTP/1.1" status: 204 len: 168 time: 0.3290665 Aug 24 00:18:48.259730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f587f4-d2ca-41d7-9fff-1ffd3df0fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c5497b-9640-43a1-929f-c4be8c52c7bb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:48.275497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 7dd677e8-dff7-4ea9-8c06-3502225e9d77 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:48.277067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7dd677e8-dff7-4ea9-8c06-3502225e9d77 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:48.277933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4011faad-7ba7-4fba-b42a-16b8fae878b1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:48.313351 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 4011faad-7ba7-4fba-b42a-16b8fae878b1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:48.314153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4011faad-7ba7-4fba-b42a-16b8fae878b1 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:48.435209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c8e74bb-1f10-4877-9577-3d25d6cb1fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.554072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e74bb-1f10-4877-9577-3d25d6cb1fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c130b2-b48b-476d-ad75-5c6f040d4807,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:48.569598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b76449c-3d61-4e0e-b23b-f088519a10e3 None None] Network 6a26b42e-33a2-41d1-9bed-9c7cb8558561 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:48.574782 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c8e74bb-1f10-4877-9577-3d25d6cb1fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.579083 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c8e74bb-1f10-4877-9577-3d25d6cb1fde admin admin] 10.222.0.26 "DELETE /v2.0/subnets/72c130b2-b48b-476d-ad75-5c6f040d4807 HTTP/1.1" status: 204 len: 168 time: 0.6252649 Aug 24 00:18:48.579083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49332) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:48.669613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4a41b-c7e0-4954-8ea9-dc13245544f8 req-fc386b92-5a61-4f64-b1c0-b74fcfe947b6 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:48.671761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19e4a41b-c7e0-4954-8ea9-dc13245544f8 req-fc386b92-5a61-4f64-b1c0-b74fcfe947b6 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.1693933 Aug 24 00:18:48.728357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:48.739475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb15c6-487a-4891-bdb0-03217908e45d req-833b08fb-cacd-4229-b70e-e9290becf6bb tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:48.741930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03bb15c6-487a-4891-bdb0-03217908e45d req-833b08fb-cacd-4229-b70e-e9290becf6bb tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.1485181 Aug 24 00:18:48.766487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19e4a41b-c7e0-4954-8ea9-dc13245544f8 req-4f9fd775-33bd-4bf2-9b75-f040a99099a5 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886769 Aug 24 00:18:48.833345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03bb15c6-487a-4891-bdb0-03217908e45d req-c5336f53-f347-450b-b762-58bc8196acc9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639622 Aug 24 00:18:48.919664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] DHCP port deletion for 6a26b42e-33a2-41d1-9bed-9c7cb8558561 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:18:48.920160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Deleting port 135bcf94-665e-409b-aa07-59328ae62c9b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:48.920579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.055454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] Deleting port 135bcf94-665e-409b-aa07-59328ae62c9b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:49.056542 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.061921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] For port 135bcf94-665e-409b-aa07-59328ae62c9b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=135bcf94-665e-409b-aa07-59328ae62c9b,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:49.062300 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.100560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Calling delete_port for 135bcf94-665e-409b-aa07-59328ae62c9b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:49.212284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] For port 135bcf94-665e-409b-aa07-59328ae62c9b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=135bcf94-665e-409b-aa07-59328ae62c9b,segment=NetworkSegment(f5271a23-adaa-464f-87ee-3aad0d52ef13),segment_id=f5271a23-adaa-464f-87ee-3aad0d52ef13)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:49.212814 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.233855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] Calling delete_port for 135bcf94-665e-409b-aa07-59328ae62c9b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:49.335545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.352028 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.364957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] No DVR routers for this DVR port 135bcf94-665e-409b-aa07-59328ae62c9b on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:49.409161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] Pushing event deleted for resources: {'Port': ['ID=135bcf94-665e-409b-aa07-59328ae62c9b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:49.423147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690ffdf-f8d5-4f88-9c4b-2388675178fd None None] No DVR routers for this DVR port 135bcf94-665e-409b-aa07-59328ae62c9b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:49.574908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=135bcf94-665e-409b-aa07-59328ae62c9b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:49.658685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.674119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a26b42e-33a2-41d1-9bed-9c7cb8558561']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:49.686796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5271a23-adaa-464f-87ee-3aad0d52ef13') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:49.689143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5271a23-adaa-464f-87ee-3aad0d52ef13') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:49.714129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.758263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.777345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:18:49.777345 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:18:49.893748 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:18:49.969929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.978305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:49.987537 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] 10.222.0.26 "DELETE /v2.0/networks/6a26b42e-33a2-41d1-9bed-9c7cb8558561 HTTP/1.1" status: 204 len: 168 time: 1.4049764 Aug 24 00:18:49.994114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 135bcf94-665e-409b-aa07-59328ae62c9b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:50.028513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 135bcf94-665e-409b-aa07-59328ae62c9b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:50.028913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 135bcf94-665e-409b-aa07-59328ae62c9b not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:50.030713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e73562-8bad-4905-8bd6-f3a87134cd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=6a26b42e-33a2-41d1-9bed-9c7cb8558561,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:50.098533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c23c3f-a1b7-4e36-bc01-0c431440cfb1 req-52f1788e-be18-481d-ace1-6ea3c63c9114 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:50.106462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2c23c3f-a1b7-4e36-bc01-0c431440cfb1 req-52f1788e-be18-481d-ace1-6ea3c63c9114 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.1421432 Aug 24 00:18:50.140850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289695e-e9a7-4668-881b-96cc2dc37afb req-d2dfa063-e673-45a6-b317-619924057163 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:50.143082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d289695e-e9a7-4668-881b-96cc2dc37afb req-d2dfa063-e673-45a6-b317-619924057163 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.1774178 Aug 24 00:18:50.184605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2c23c3f-a1b7-4e36-bc01-0c431440cfb1 req-4809e35a-1c52-4727-993e-66a4f35f2628 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768800 Aug 24 00:18:50.253524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d289695e-e9a7-4668-881b-96cc2dc37afb req-74e78e6b-5379-4d51-8dec-92a1d7ed1519 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962410 Aug 24 00:18:50.340910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:50.373965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49414) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:50.514031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-839041318-network', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:50.515015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1917025595-network', 'tenant_id': '5356aa8eef24403599d9f2796a084d67'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:50.643212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Made reservation on behalf of e1b483dab76b4e17b9dd579514e70611 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:50.644821 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.653899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.766073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Made reservation on behalf of 5356aa8eef24403599d9f2796a084d67 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:50.768545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.778674 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.872917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:50.932177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49424) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:50.978007 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a1afaa14-0254-4547-a352-9617c621d57b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b14b8fc525d4587bb2b74893e27b8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444725 Aug 24 00:18:50.981625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49426) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:50.989005 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.023381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:18:51.038672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafb652a-d169-4915-b873-7cc05b4e196e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:51.062382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.062950 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Added segment 9cc9c8a6-7d24-4088-8673-5f77c5653bd0 of type vlan for network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 Aug 24 00:18:51.084166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41fc80c4-dbfe-4a3a-b36e-9c916a9798fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.110032 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.129231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41fc80c4-dbfe-4a3a-b36e-9c916a9798fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.189744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.207792 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.208495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:51.209268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.259561 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.299276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41fc80c4-dbfe-4a3a-b36e-9c916a9798fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.303489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:51.315112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41fc80c4-dbfe-4a3a-b36e-9c916a9798fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.316307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-41fc80c4-dbfe-4a3a-b36e-9c916a9798fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3723f71d-07b6-4ccb-b024-dada8182a55e HTTP/1.1" status: 204 len: 168 time: 0.3340969 Aug 24 00:18:51.333062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:18:51.342894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] Pushing event updated for resources: {'Network': ['ID=afa56c2b-4c75-4c37-a2a5-2bd294b482d3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:51.355419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0992ff-a385-4cc8-8f43-9086c4346e42,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:51.377557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:18:51.393839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc80c4-dbfe-4a3a-b36e-9c916a9798fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3723f71d-07b6-4ccb-b024-dada8182a55e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:51.403689 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.404530 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Added segment 02fc2225-203d-41bc-9f83-fd01598dd62f of type vlan for network 216df912-921f-4278-80e3-a4cea5a13626 Aug 24 00:18:51.408946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-73a756dc-e977-41dd-8b20-4d1c98c2aca6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0668962 Aug 24 00:18:51.412778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:51.433220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Request body: {'subnet': {'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-839041318-subnet', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:51.512460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d228c0-7cf5-4527-ac1d-f93eb4cf571a req-9e8d3595-faa9-4b0c-9159-1e99dd97ecc0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:51.534107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6d228c0-7cf5-4527-ac1d-f93eb4cf571a req-9e8d3595-faa9-4b0c-9159-1e99dd97ecc0 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.2476847 Aug 24 00:18:51.555045 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.597531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Made reservation on behalf of e1b483dab76b4e17b9dd579514e70611 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:51.603660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.607612 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.639725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:51.642884 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6bb6f1-02a4-4893-b4e3-2f0c0d2bad09" -d '{"events": [{"server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:51.660374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:51.735865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6d228c0-7cf5-4527-ac1d-f93eb4cf571a req-a8ae2dc7-3d6e-4fe3-9c00-baeda06ab958 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008586 Aug 24 00:18:51.750473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.751491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:51.752069 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.783914 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:51.820968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f33e3-d541-4e0f-8c70-126699d7147f req-8b59eb7f-dc62-4eee-8352-e5e17e31fbc7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:51.826810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d56f33e3-d541-4e0f-8c70-126699d7147f req-8b59eb7f-dc62-4eee-8352-e5e17e31fbc7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.2454610 Aug 24 00:18:51.878174 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5030611 Aug 24 00:18:51.880985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49452) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:51.889034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Request body: {'subnet': {'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1917025595-subnet', 'tenant_id': '5356aa8eef24403599d9f2796a084d67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:51.894377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb0e58-0b16-42ac-9cb6-c286611588f3 admin admin] Pushing event updated for resources: {'Network': ['ID=216df912-921f-4278-80e3-a4cea5a13626,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:51.918681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 216df912-921f-4278-80e3-a4cea5a13626 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:18:51.967116 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e796c-19c4-4545-91ea-9534d6657a87 x-openstack-request-id: req-030e796c-19c4-4545-91ea-9534d6657a87 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:51.968453 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "name": "network-vif-unplugged", "status": "completed", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:51.968721 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-030e796c-19c4-4545-91ea-9534d6657a87 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:51.970297 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'code': 200} Aug 24 00:18:51.994703 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Made reservation on behalf of 5356aa8eef24403599d9f2796a084d67 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:18:51.997072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.074061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:52.106471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-b71b8207-3c4f-44e3-b77d-74186a979806 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:52.108723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-b71b8207-3c4f-44e3-b77d-74186a979806 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 945 time: 0.5589385 Aug 24 00:18:52.113017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:52.265691 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.384969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f79c7e5-69af-4c72-85c1-7385547af0c7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:52.401864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.497584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d56f33e3-d541-4e0f-8c70-126699d7147f req-32cd4e81-2936-4746-b81c-1f38a3e1f552 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874004 Aug 24 00:18:52.512446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=82931143-52e6-40e1-a22d-d8ba89268c6f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:52.512446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Checking segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:52.513788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Network hostable DHCP agents. Network: 216df912-921f-4278-80e3-a4cea5a13626, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:18:52.589058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Checking segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:52.589741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Network hostable DHCP agents. Network: afa56c2b-4c75-4c37-a2a5-2bd294b482d3, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:18:52.618496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Deleting port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:52.618850 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.653241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Network 216df912-921f-4278-80e3-a4cea5a13626 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:18:52.737919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 216df912-921f-4278-80e3-a4cea5a13626) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:52.743704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:52.745389 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.757469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012c3fd4-22b3-4d02-921c-47403539b3b3 None None] Network 216df912-921f-4278-80e3-a4cea5a13626 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:52.894369 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-01bea617-0e89-40a4-9c41-0d8e16ad35ad admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0122907 Aug 24 00:18:52.898162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] For port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,segment=NetworkSegment(dded2374-fad4-4334-ac2b-0641c91988b1),segment_id=dded2374-fad4-4334-ac2b-0641c91988b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:52.898545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:52.908171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:18:52.950906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Calling delete_port for 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:52.952967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, afa56c2b-4c75-4c37-a2a5-2bd294b482d3) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:52.963892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:52.964487 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.004202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f00a5c-c4b7-47e4-98be-f7c7f6342ec1 None None] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:53.021448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b53-b775-4901-8c21-56adc5bf8b0b req-36f3f852-6eb7-436a-a40e-2e2dfb29e918 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:53.031088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7738b53-b775-4901-8c21-56adc5bf8b0b req-36f3f852-6eb7-436a-a40e-2e2dfb29e918 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 943 time: 0.1855941 Aug 24 00:18:53.140240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7738b53-b775-4901-8c21-56adc5bf8b0b req-27916f4c-7582-4913-99f2-ea9095e03b42 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/security-groups?id=89f02d56-17f2-4d69-9fb7-e31d7ffe108f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936835 Aug 24 00:18:53.185255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f6e0d9f5-1b3c-429f-8888-2235441e27ea admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7658572 Aug 24 00:18:53.188214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49500) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:53.193190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:53.226924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efad4d3f-f493-4b8b-8b9e-56656088122c None None] Network 216df912-921f-4278-80e3-a4cea5a13626 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:53.300033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.302025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.346528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.470049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.518461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:18:53.519707 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.595083 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.684930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Pushing event deleted for resources: {'Port': ['ID=780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:53.711460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-ff51ada0-2d1a-4c67-b428-4275879dc705 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2221072 Aug 24 00:18:53.748205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Allocated IP 172.20.0.2 (afa56c2b-4c75-4c37-a2a5-2bd294b482d3/2f79c7e5-69af-4c72-85c1-7385547af0c7/0994aeca-2756-40e0-9476-471ccbd0e990) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:53.827484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:53.865733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-1593b612-dab2-4a3f-a208-9c09d10e0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:53.867560 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-1593b612-dab2-4a3f-a208-9c09d10e0944 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 1095 time: 0.1250265 Aug 24 00:18:54.022260 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.032210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-e99c8f1d-1170-4aa7-b897-9393027a1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:54.033904 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-e99c8f1d-1170-4aa7-b897-9393027a1b4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1424968 Aug 24 00:18:54.037269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Transition to ACTIVE for port object 0994aeca-2756-40e0-9476-471ccbd0e990 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:54.055941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Transition to ACTIVE for port object 0994aeca-2756-40e0-9476-471ccbd0e990 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:54.093593 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-e9c5574a-acef-442b-bcaf-1a406d9ede79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 200 len: 217 time: 0.0421770 Aug 24 00:18:54.122621 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.196975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Pushing event updated for resources: {'Port': ['ID=0994aeca-2756-40e0-9476-471ccbd0e990,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:54.209619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:54.211310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:54.215790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:54.225842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-8580c8ac-a864-43d0-848a-860991f79c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:54.226104 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-8580c8ac-a864-43d0-848a-860991f79c43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.1032488 Aug 24 00:18:54.284445 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-41cfc1d6-6922-4350-9600-06e1a75350fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494502 Aug 24 00:18:54.303310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Attempting to bind port 0994aeca-2756-40e0-9476-471ccbd0e990 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:54.303699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Attempting to bind port 0994aeca-2756-40e0-9476-471ccbd0e990 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:54.304075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Attempting to bind port 0994aeca-2756-40e0-9476-471ccbd0e990 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:54.310853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:54.311301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Checking segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:54.311908 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.312314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Bound using segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:54.312785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Bound port: 0994aeca-2756-40e0-9476-471ccbd0e990, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:54.313506 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.337739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-aa03f22e-08d0-4156-8b76-bbad883428d0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:54.345017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-aa03f22e-08d0-4156-8b76-bbad883428d0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.6576660 Aug 24 00:18:54.387998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-6c3c5536-120d-48b5-a879-afc34f85e762 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/quotas/5356aa8eef24403599d9f2796a084d67 HTTP/1.1" status: 200 len: 375 time: 0.0415983 Aug 24 00:18:54.429409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] For port 0994aeca-2756-40e0-9476-471ccbd0e990, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:54.434219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] For port 0994aeca-2756-40e0-9476-471ccbd0e990, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0994aeca-2756-40e0-9476-471ccbd0e990,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:54.455285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-aeccc12d-6524-4f54-bfa3-685fc1547e99 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639665 Aug 24 00:18:54.455285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] No DVR routers for this DVR port 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:18:54.470460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.474965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfed8f70-7050-4725-a1e1-1fa8aed071d4 req-2631b6c4-3c2a-4132-b579-1869f7ba4de2 tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.36 "DELETE /v2.0/ports/780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 HTTP/1.1" status: 204 len: 173 time: 2.2512274 Aug 24 00:18:54.477021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'name': 'network-vif-deleted', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:18:54.479694 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30138d1b-25c0-40c3-8c86-2423eb74aa7b" -d '{"events": [{"server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "name": "network-vif-deleted", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:18:54.504870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a4a74-bd22-4969-a883-13a54b707a44 req-6391cb7e-a90a-4f0d-99e7-2b2a3ad32896 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:54.509105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d1a4a74-bd22-4969-a883-13a54b707a44 req-6391cb7e-a90a-4f0d-99e7-2b2a3ad32896 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.8266997 Aug 24 00:18:54.534562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.551316 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.589428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:54.637799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb52322-f1a3-4aa7-bb23-1eee3ad6a7e6 None None] Pushing event updated for resources: {'Port': ['ID=0994aeca-2756-40e0-9476-471ccbd0e990,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:54.639933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d1a4a74-bd22-4969-a883-13a54b707a44 req-6193b505-b6f0-4611-8808-68757188811c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812438 Aug 24 00:18:54.686331 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-2b142f1d-136c-461d-8c7d-e1bc747e6861 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790767 Aug 24 00:18:54.794339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-f1390b8e-f303-411b-a3bf-16df3807ab2d service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402400 Aug 24 00:18:54.873673 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Allocated IP 172.25.5.146 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:54.903880 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-86d7f1b1-a385-425d-b831-e49e61c513f7 req-35fa4ab6-cf2b-4d4f-b612-ead5df175367 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085814 Aug 24 00:18:55.003391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Deleting port 599ac1dc-b619-4d9d-ab05-5ebe8198669a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:55.004084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.030932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-591882fd-950d-4887-a8e4-5dcdeed14622 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352815 Aug 24 00:18:55.111598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.153135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] For port 599ac1dc-b619-4d9d-ab05-5ebe8198669a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=599ac1dc-b619-4d9d-ab05-5ebe8198669a,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:55.154317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.173654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Calling delete_port for 599ac1dc-b619-4d9d-ab05-5ebe8198669a owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:55.287548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.290361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.334765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:18:55.403532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:18:55.404403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:18:55.496950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Pushing event updated for resources: {'Port': ['ID=044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:55.528417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:55.531062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:55.537784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:55.580577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7e0b155-9752-422a-9388-813864424dab req-c502ac8c-691b-4e87-b470-e3ce087df18b tempest-ImagesTestJSON-2089213633 tempest-ImagesTestJSON-2089213633-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c555343-49ea-4bac-a30d-b482d3001c6a HTTP/1.1" status: 200 len: 210 time: 0.0810654 Aug 24 00:18:55.716584 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e057ed38-7af0-4574-a1ea-fe3dc3e25b43 x-openstack-request-id: req-e057ed38-7af0-4574-a1ea-fe3dc3e25b43 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:18:55.716584 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c555343-49ea-4bac-a30d-b482d3001c6a", "name": "network-vif-deleted", "tag": "780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:18:55.716584 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e057ed38-7af0-4574-a1ea-fe3dc3e25b43 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:18:55.716584 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c555343-49ea-4bac-a30d-b482d3001c6a', 'name': 'network-vif-deleted', 'tag': '780a6cb2-afcc-4df1-bf63-1b42ddb8ccd8', 'status': 'completed', 'code': 200} Aug 24 00:18:55.830809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cfdca2f-bc43-4470-880e-6c7f0da3b999 req-d0d3d495-490a-45be-94fe-ed0375e08cae tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 210 time: 0.0615189 Aug 24 00:18:55.834378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:55.910661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Pushing event deleted for resources: {'Port': ['ID=599ac1dc-b619-4d9d-ab05-5ebe8198669a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:56.041291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0994aeca-2756-40e0-9476-471ccbd0e990 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:56.123485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9668789d-9c1d-4097-b3d1-f9a1b9c2cfb1 None None] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:18:56.355243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.361982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27e1e1-ae34-4975-9809-14140106fe19 req-5a890041-b448-4625-8ac7-92d5636079f2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:56.363855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee27e1e1-ae34-4975-9809-14140106fe19 req-5a890041-b448-4625-8ac7-92d5636079f2 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.3735151 Aug 24 00:18:56.364639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.425956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 0994aeca-2756-40e0-9476-471ccbd0e990 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:56.676686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee27e1e1-ae34-4975-9809-14140106fe19 req-59c3f7dc-a433-4fd4-a229-13f7774ac0dc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177912 Aug 24 00:18:56.696726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Router f54cb684-68b8-45b9-804b-d3df7e50dbe3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:18:56.852986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:56.866775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-434d65cb-8076-4516-b1b3-855456275898 admin admin] 10.222.0.26 "PUT /v2.0/routers/f54cb684-68b8-45b9-804b-d3df7e50dbe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7527423 Aug 24 00:18:56.871217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49612) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:56.871356 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] Sync routers for ids ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:56.881532 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] Routers {'f54cb684-68b8-45b9-804b-d3df7e50dbe3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:56.882406 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:56.906031 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.935609 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-265ee7f6-ce33-48ce-a3ab-e936f5857db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.935609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-23c3dbd3-7b14-4284-9e2c-fa645b1114a4 None None] Provisioning for port 0994aeca-2756-40e0-9476-471ccbd0e990 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:18:56.938312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-23c3dbd3-7b14-4284-9e2c-fa645b1114a4 None None] Provisioning complete for port 0994aeca-2756-40e0-9476-471ccbd0e990 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:56.938784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-23c3dbd3-7b14-4284-9e2c-fa645b1114a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:56.995434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da0be734-715f-4ccb-b9d5-f4195b7fbf57 req-18691dc6-651d-48de-b29e-a73084d9a457 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 210 time: 0.0666292 Aug 24 00:18:57.153336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.166633 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-23c3dbd3-7b14-4284-9e2c-fa645b1114a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.257014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-23c3dbd3-7b14-4284-9e2c-fa645b1114a4 None None] For port 0994aeca-2756-40e0-9476-471ccbd0e990, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0994aeca-2756-40e0-9476-471ccbd0e990,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:57.271714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49642) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:57.305432 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] Set router f54cb684-68b8-45b9-804b-d3df7e50dbe3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:57.326074 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-23c3dbd3-7b14-4284-9e2c-fa645b1114a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.342293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Router 411cc998-236c-409d-ad0c-97ec259460e3 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:18:57.373096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.407423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-20194ec9-399f-49da-903b-95502869fa31 admin admin] Deleting subnet d362f50b-2768-483a-9b4d-2edd55aae693 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:18:57.413490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20194ec9-399f-49da-903b-95502869fa31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.420127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3dbd3-7b14-4284-9e2c-fa645b1114a4 None None] Pushing event updated for resources: {'Port': ['ID=0994aeca-2756-40e0-9476-471ccbd0e990,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:57.423216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 33f842c5-032e-4cfb-b6e7-cf31d84a1699 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:18:57.507392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20194ec9-399f-49da-903b-95502869fa31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.518391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7d156101-3436-4c1d-b57c-00b7f4382d18 None None] Provisioning complete for port 0994aeca-2756-40e0-9476-471ccbd0e990 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:57.531302 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7d156101-3436-4c1d-b57c-00b7f4382d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.626630 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20194ec9-399f-49da-903b-95502869fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.626904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Deleting port 5f81c747-ef89-4aa4-8255-223f5bb15314 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:18:57.627246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.645150 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:18:55Z', 'revision_number': 5, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port': {'id': '5f81c747-ef89-4aa4-8255-223f5bb15314', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:57.665330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:57.677539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:18:57.691098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Sync routers for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:18:57.713889 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] Checking router: f54cb684-68b8-45b9-804b-d3df7e50dbe3 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:57.720885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '33f842c5-032e-4cfb-b6e7-cf31d84a1699', 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638', 'port_id': '33f842c5-032e-4cfb-b6e7-cf31d84a1699', 'mac_address': 'fa:16:3e:29:09:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ea5bd9-8083-4cfb-8219-46e0987c4327', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:18:57.763535 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] Routers {'f54cb684-68b8-45b9-804b-d3df7e50dbe3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:57.763889 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:57.779705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:18:57.780943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:57.831336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47101338-df50-4f76-90c8-338fecb52734 req-e6856d5c-9297-4254-bb49-36b84bb403b0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:57.833609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47101338-df50-4f76-90c8-338fecb52734 req-e6856d5c-9297-4254-bb49-36b84bb403b0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.2087746 Aug 24 00:18:57.863255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.870005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20194ec9-399f-49da-903b-95502869fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.939539 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] Set router f54cb684-68b8-45b9-804b-d3df7e50dbe3 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:57.947278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20194ec9-399f-49da-903b-95502869fa31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d362f50b-2768-483a-9b4d-2edd55aae693,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:57.956811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:57.966577 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-04ec4d7a-d588-42c2-9e7e-337840f4869b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7764330 Aug 24 00:18:57.968250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49656) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:57.978369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f842c5-032e-4cfb-b6e7-cf31d84a1699 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:18:57.996912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] For port 5f81c747-ef89-4aa4-8255-223f5bb15314, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5f81c747-ef89-4aa4-8255-223f5bb15314,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:58.000746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.024146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:18:58.026511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20194ec9-399f-49da-903b-95502869fa31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.028850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:18:58.038235 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-20194ec9-399f-49da-903b-95502869fa31 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d362f50b-2768-483a-9b4d-2edd55aae693 HTTP/1.1" status: 204 len: 168 time: 0.7658923 Aug 24 00:18:58.068029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49662) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:18:58.080139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0994aeca-2756-40e0-9476-471ccbd0e990 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:18:58.088808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:18:57Z', 'revision_number': 6, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:58.118246 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.149380 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07982152-563b-4e42-9b02-11ee017b4c9d None None] The sync data for ids ['f54cb684-68b8-45b9-804b-d3df7e50dbe3'] in n-d-804878-2 is: [{'id': 'f54cb684-68b8-45b9-804b-d3df7e50dbe3', 'name': 'tempest-AttachSCSIVolumeTestJSON-655581748-router', 'tenant_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:37Z', 'updated_at': '2021-08-24T00:18:57Z', 'revision_number': 6, 'project_id': 'ee09ead979ea4026a67b5e28f6cff8e0', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:18:58.297683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.298851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:58.301877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Calling delete_port for 5f81c747-ef89-4aa4-8255-223f5bb15314 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:18:58.323889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47101338-df50-4f76-90c8-338fecb52734 req-89269dab-3364-4aec-a52d-6a4d8094dc98 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712586 Aug 24 00:18:58.405432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0994aeca-2756-40e0-9476-471ccbd0e990 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:18:58.410844 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.507506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a4ca6fe-573d-4652-8d90-7f43c9588582 req-f12bb6dd-95e0-4d01-bbe9-72fc61a96ea1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 210 time: 0.0358284 Aug 24 00:18:58.542992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:18:55Z', 'revision_number': 3, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:58.554073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['33f842c5-032e-4cfb-b6e7-cf31d84a1699'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:18:58.770002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Checking router: 411cc998-236c-409d-ad0c-97ec259460e3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:18:58.770358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Updating router 411cc998-236c-409d-ad0c-97ec259460e3 port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:18:58.775567 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.788362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60ef469-d6be-4ae1-9ba5-67e94cf982e2']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:58.802106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dded2374-fad4-4334-ac2b-0641c91988b1') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:58.802353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dded2374-fad4-4334-ac2b-0641c91988b1') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:18:58.816051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.832630 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.844774 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.882246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:18:58.882963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:18:58.907604 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:18:58.944380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:58.958194 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.034580 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-041010f7-e4fd-405f-b08f-042544644a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.074665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f81c747-ef89-4aa4-8255-223f5bb15314,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:59.145561 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.309522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-555f20fd-9e59-4162-b2b4-fe9a2da645cd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:18:59.317073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-555f20fd-9e59-4162-b2b4-fe9a2da645cd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.1826470 Aug 24 00:18:59.320445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.331328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Transition to ACTIVE for port object 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:59.343844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.352662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Request body: {'port': {'device_id': 'c4db8a3c-c951-439b-9cda-5524c5678fec', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'admin_state_up': True, 'tenant_id': '5356aa8eef24403599d9f2796a084d67'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:18:59.359248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Allocated IP 172.20.0.1 (afa56c2b-4c75-4c37-a2a5-2bd294b482d3/2f79c7e5-69af-4c72-85c1-7385547af0c7/6ccb7f37-4b21-4709-a175-f707d6127e69) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:18:59.369425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.375005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e60ef469-d6be-4ae1-9ba5-67e94cf982e2 HTTP/1.1" status: 204 len: 168 time: 1.3029497 Aug 24 00:18:59.411173 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.487765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Attempting to bind port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:18:59.489191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Attempting to bind port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:18:59.489717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Attempting to bind port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:18:59.535653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54725027-2d4a-4bbf-be46-a0fd86506134 admin admin] Pushing event deleted for resources: {'Network': ['ID=e60ef469-d6be-4ae1-9ba5-67e94cf982e2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:59.564938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99976443-ccc2-4415-858c-0f9ba3e40ceb None None] Pushing event updated for resources: {'Port': ['ID=044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:59.575322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:18:59.575873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:18:59.578215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.578638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:18:59.579139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Bound port: 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:18:59.579550 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.595341 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.615459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Transition to ACTIVE for port object 6ccb7f37-4b21-4709-a175-f707d6127e69 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:18:59.674427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] For port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:18:59.675259 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.677736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] For port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:18:59.701685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fec8e336-8481-484d-8c61-9400eb7f8366 req-dd99ab8e-b547-4361-9ca3-72b047bed4c7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 210 time: 0.0537300 Aug 24 00:18:59.720488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.789022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccb7f37-4b21-4709-a175-f707d6127e69,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:59.800946 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.820360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:18:59.822532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:18:59.840647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:18:59.932936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99976443-ccc2-4415-858c-0f9ba3e40ceb None None] Pushing event updated for resources: {'Port': ['ID=044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:18:59.943824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:18:59.979570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 599ac1dc-b619-4d9d-ab05-5ebe8198669a no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:00.060774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 599ac1dc-b619-4d9d-ab05-5ebe8198669a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:00.061117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 599ac1dc-b619-4d9d-ab05-5ebe8198669a not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:00.061535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5f81c747-ef89-4aa4-8255-223f5bb15314 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:00.087505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:00.088741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:00.116681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:00.209665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5f81c747-ef89-4aa4-8255-223f5bb15314 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:00.210013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5f81c747-ef89-4aa4-8255-223f5bb15314 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:00.253207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.261169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.301034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.318248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4a9b-b5d5-47ad-9bf5-7d9ac39f9a70 req-e8833bcc-e3a3-42ed-85b0-d5cb9e5bb8af tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:00.320241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.327160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-195940a7-c3dc-4d47-8199-d81c6a1123db None None] Provisioning for port 6ccb7f37-4b21-4709-a175-f707d6127e69 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:00.334336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c83e4a9b-b5d5-47ad-9bf5-7d9ac39f9a70 req-e8833bcc-e3a3-42ed-85b0-d5cb9e5bb8af tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 945 time: 0.7900269 Aug 24 00:19:00.356344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-195940a7-c3dc-4d47-8199-d81c6a1123db None None] Provisioning complete for port 6ccb7f37-4b21-4709-a175-f707d6127e69 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:00.356911 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-195940a7-c3dc-4d47-8199-d81c6a1123db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.425498 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49728) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:00.425882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5cd9c6fe-cf5d-4d12-addc-6356e291741d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b8cd63968f547cd8271dbfc440ed315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731342 Aug 24 00:19:00.450198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c83e4a9b-b5d5-47ad-9bf5-7d9ac39f9a70 req-fc52e95b-2e97-43bc-b77e-cca052cc9c72 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159248 Aug 24 00:19:00.459173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Made reservation on behalf of 5356aa8eef24403599d9f2796a084d67 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:00.473795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.477136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:00.589694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.592611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f54cb684-68b8-45b9-804b-d3df7e50dbe3 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:19:00.615552 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.620666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-81e33d60-cd34-439a-baa7-50f1971edab4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f54cb684-68b8-45b9-804b-d3df7e50dbe3 HTTP/1.1" status: 204 len: 168 time: 3.7495747 Aug 24 00:19:00.621476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49732) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:00.670279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5874b49c-6fe8-4b3a-b9c5-651ad87b3614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.696942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-195940a7-c3dc-4d47-8199-d81c6a1123db None None] Port 6ccb7f37-4b21-4709-a175-f707d6127e69 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:00.708563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c514c87-ac13-4b54-91dc-f9683a66b313 admin admin] Deleting subnet 337a986d-41b1-4ffc-ac44-bb4185239b66 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:19:00.735966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c514c87-ac13-4b54-91dc-f9683a66b313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.799001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.811893 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5874b49c-6fe8-4b3a-b9c5-651ad87b3614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.828408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Allocated IP 172.20.0.14 (216df912-921f-4278-80e3-a4cea5a13626/82931143-52e6-40e1-a22d-d8ba89268c6f/a268e17e-0040-423a-a1b3-701fcd490d16) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:00.879812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.936956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee74b5ac-981b-4826-ab7e-68e498f6e9dc req-484c87f5-325f-49e6-9b06-8bbe25389c8f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 210 time: 0.0724084 Aug 24 00:19:00.947758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5874b49c-6fe8-4b3a-b9c5-651ad87b3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.950474 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5874b49c-6fe8-4b3a-b9c5-651ad87b3614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:00.952567 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5874b49c-6fe8-4b3a-b9c5-651ad87b3614 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89f02d56-17f2-4d69-9fb7-e31d7ffe108f HTTP/1.1" status: 204 len: 168 time: 0.5256677 Aug 24 00:19:00.973391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c514c87-ac13-4b54-91dc-f9683a66b313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.004723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874b49c-6fe8-4b3a-b9c5-651ad87b3614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f02d56-17f2-4d69-9fb7-e31d7ffe108f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:01.023622 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.037102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccb7f37-4b21-4709-a175-f707d6127e69,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:01.037992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:18:55Z', 'revision_number': 3, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:01.124973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a0e142-1889-4307-b95c-910ff9807426 None None] The sync data for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 is: [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:18:55Z', 'revision_number': 3, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:01.163378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:01.165294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:01.210630 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.216645 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c514c87-ac13-4b54-91dc-f9683a66b313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.351179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.380784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 33f842c5-032e-4cfb-b6e7-cf31d84a1699 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:01.416785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Network 216df912-921f-4278-80e3-a4cea5a13626 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:01.426587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:01.430956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:01.459183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Router 411cc998-236c-409d-ad0c-97ec259460e3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:19:01.551229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:01.551903 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.596943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c514c87-ac13-4b54-91dc-f9683a66b313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.660901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d8570-1605-40be-b1a2-d6b57c074078 None None] Network 9b127f34-50e4-44af-84d9-c02921db4da4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:01.674473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:01.707323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c514c87-ac13-4b54-91dc-f9683a66b313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.711956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6d0948ad-8afe-4934-8bb7-b0346df9eb9f None None] Provisioning complete for port 6ccb7f37-4b21-4709-a175-f707d6127e69 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:01.712468 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6d0948ad-8afe-4934-8bb7-b0346df9eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.719219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3c514c87-ac13-4b54-91dc-f9683a66b313 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/337a986d-41b1-4ffc-ac44-bb4185239b66 HTTP/1.1" status: 204 len: 168 time: 1.0942543 Aug 24 00:19:01.747644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:01.748880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49770) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:01.752696 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.853642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5140324 Aug 24 00:19:01.854277 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:01.860370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c514c87-ac13-4b54-91dc-f9683a66b313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=337a986d-41b1-4ffc-ac44-bb4185239b66,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:01.867370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca391d-d568-4e1f-8659-917a08b8d8eb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event updated for resources: {'Port': ['ID=a268e17e-0040-423a-a1b3-701fcd490d16,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:01.948321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d6cf1-856f-4240-8b02-5807674501b6 req-35431c74-4e4c-466d-a76d-6722fba23bab tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:01.955335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6d0948ad-8afe-4934-8bb7-b0346df9eb9f None None] Port 6ccb7f37-4b21-4709-a175-f707d6127e69 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:01.980717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad1d6cf1-856f-4240-8b02-5807674501b6 req-35431c74-4e4c-466d-a76d-6722fba23bab tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 945 time: 0.3314385 Aug 24 00:19:02.117661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.118333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad1d6cf1-856f-4240-8b02-5807674501b6 req-fab6936d-7fd3-4cd4-889f-5369afcadf39 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228933 Aug 24 00:19:02.129363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:19:02.130957 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.148909 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5168ad3d-00a9-4d11-a8fc-4d6a16f29d11 admin admin] 10.222.0.26 "PUT /v2.0/routers/411cc998-236c-409d-ad0c-97ec259460e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1724138 Aug 24 00:19:02.150222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:02.229613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Request body: {'port': {'device_id': 'c4db8a3c-c951-439b-9cda-5524c5678fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:02.304988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Deleting port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:02.304988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.324545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:02.327200 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d4a93f-b53a-4f53-a64a-9b63a28772c5" -d '{"events": [{"server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "name": "network-vif-plugged", "status": "completed", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:02.374973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04912f-b384-48e8-9fea-2054322132e1 req-1dbe5691-b05d-4533-ab62-87af53e09710 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:02.375419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:02.375548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b04912f-b384-48e8-9fea-2054322132e1 req-1dbe5691-b05d-4533-ab62-87af53e09710 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 932 time: 0.2438409 Aug 24 00:19:02.430382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] DHCP port deletion for 9b127f34-50e4-44af-84d9-c02921db4da4 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:19:02.457606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.465417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] For port 30ae60e5-54c4-40f8-b7eb-058ba95342b9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=30ae60e5-54c4-40f8-b7eb-058ba95342b9,segment=NetworkSegment(309c3313-5692-4972-872f-c72a2007ac28),segment_id=309c3313-5692-4972-872f-c72a2007ac28)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:02.466049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.499371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Calling delete_port for 30ae60e5-54c4-40f8-b7eb-058ba95342b9 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:02.535031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b04912f-b384-48e8-9fea-2054322132e1 req-e1c940d4-6f0c-45d4-91ad-7e04a268711d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523814 Aug 24 00:19:02.543506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-21926f2b-9ba9-4339-bcbf-7381c857c315 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111965 Aug 24 00:19:02.548754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.589034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:02.598096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:02.598480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.735692 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ad437c-c54e-44c2-82ec-09d0b2452a74 x-openstack-request-id: req-b8ad437c-c54e-44c2-82ec-09d0b2452a74 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:02.735692 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "name": "network-vif-plugged", "status": "completed", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:02.735692 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8ad437c-c54e-44c2-82ec-09d0b2452a74 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:02.735692 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699', 'code': 200} Aug 24 00:19:02.750539 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.770899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:02.807221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] Deleting port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:02.807687 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.811178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=30ae60e5-54c4-40f8-b7eb-058ba95342b9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:02.827075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] No DVR routers for this DVR port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:02.937162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.968657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:02.971864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] For port 30ae60e5-54c4-40f8-b7eb-058ba95342b9, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:02.972533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:02.998405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] Calling delete_port for 30ae60e5-54c4-40f8-b7eb-058ba95342b9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:03.002062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] Port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:19:03.004138 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.043485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] Pushing event deleted for resources: {'Port': ['ID=30ae60e5-54c4-40f8-b7eb-058ba95342b9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:03.058729 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.081139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2824a-d5c9-4e0b-9007-f866cdc693ec None None] No DVR routers for this DVR port 30ae60e5-54c4-40f8-b7eb-058ba95342b9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:03.173471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b7bc5-3438-40a7-b593-ab287a6dd5f8 req-0d33946c-be66-45cf-8b30-56a5d5b17946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:03.175026 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e7b7bc5-3438-40a7-b593-ab287a6dd5f8 req-0d33946c-be66-45cf-8b30-56a5d5b17946 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1097 time: 0.3446426 Aug 24 00:19:03.178089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:03.188163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.221007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b127f34-50e4-44af-84d9-c02921db4da4']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:03.243026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309c3313-5692-4972-872f-c72a2007ac28') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:03.243339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309c3313-5692-4972-872f-c72a2007ac28') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:03.267373 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e7b7bc5-3438-40a7-b593-ab287a6dd5f8 req-602d77bd-e708-4bec-b335-1240f89a404a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705423 Aug 24 00:19:03.279461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.283142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-f5d36170-4616-4bad-a991-8ba3d8167c3f tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:03.284708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-f5d36170-4616-4bad-a991-8ba3d8167c3f tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7173114 Aug 24 00:19:03.306505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b971149-3972-475d-80d3-f0564f5876f0 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/quotas/2c67dc891af149b7b77bcdb82acc9e3e HTTP/1.1" status: 200 len: 375 time: 0.0156147 Aug 24 00:19:03.324520 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.341231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:19:03.341597 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:19:03.344602 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:19:03.368639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-1ddd768a-37e3-4e84-8e59-34115dc95f35 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506618 Aug 24 00:19:03.387599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a268e17e-0040-423a-a1b3-701fcd490d16 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:03.396748 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.511175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.511805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Transition to ACTIVE for port object a268e17e-0040-423a-a1b3-701fcd490d16 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:03.517464 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.520312 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] 10.222.0.26 "DELETE /v2.0/networks/9b127f34-50e4-44af-84d9-c02921db4da4 HTTP/1.1" status: 204 len: 168 time: 1.7702045 Aug 24 00:19:03.523497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:03.548414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64418c-84ea-49bf-9c24-e5e3ba8cdc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=9b127f34-50e4-44af-84d9-c02921db4da4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:03.640362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.719473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Pushing event updated for resources: {'Port': ['ID=a268e17e-0040-423a-a1b3-701fcd490d16,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:03.801259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49854) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:03.806501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-515f7458-954c-4faf-9851-38e054bad410 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212950922', 'description': 'tempest-description--1074406554'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:03.927985 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-515f7458-954c-4faf-9851-38e054bad410 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:03.956780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:04.047893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87bc2d-d907-417b-8288-5b91c09dc9f1 req-1e84bd26-0490-46ca-a7c5-0feb0567caec tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:04.050033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b87bc2d-d907-417b-8288-5b91c09dc9f1 req-1e84bd26-0490-46ca-a7c5-0feb0567caec tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.2313209 Aug 24 00:19:04.104058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Attempting to bind port a268e17e-0040-423a-a1b3-701fcd490d16 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:04.104425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Attempting to bind port a268e17e-0040-423a-a1b3-701fcd490d16 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:04.104725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Attempting to bind port a268e17e-0040-423a-a1b3-701fcd490d16 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:04.128458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:04.132597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.132777 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-515f7458-954c-4faf-9851-38e054bad410 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.184745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b87bc2d-d907-417b-8288-5b91c09dc9f1 req-67e19abe-bf33-4d90-8c97-95c144599654 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218219 Aug 24 00:19:04.220298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-515f7458-954c-4faf-9851-38e054bad410 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.233413 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Sync routers for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:04.245190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Port a268e17e-0040-423a-a1b3-701fcd490d16 on network 216df912-921f-4278-80e3-a4cea5a13626 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:04.251138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Attempting to bind port a268e17e-0040-423a-a1b3-701fcd490d16 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:04.276294 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:04.276950 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:04.280965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:04.281600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Checking segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:04.282190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Bound using segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:04.284838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Bound port: a268e17e-0040-423a-a1b3-701fcd490d16, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:04.284838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.342568 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f7458-954c-4faf-9851-38e054bad410 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d9c8dd-8083-49cf-adee-c07fb2cbdd03,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:04.398705 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-515f7458-954c-4faf-9851-38e054bad410 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.403038 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-515f7458-954c-4faf-9851-38e054bad410 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6006389 Aug 24 00:19:04.412979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49862) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:04.420263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5572720a-700b-4b3f-a462-d45afd5850bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'security_group_rule': {'security_group_id': '61d9c8dd-8083-49cf-adee-c07fb2cbdd03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:04.451029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 30ae60e5-54c4-40f8-b7eb-058ba95342b9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:04.514703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 30ae60e5-54c4-40f8-b7eb-058ba95342b9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:04.515051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 30ae60e5-54c4-40f8-b7eb-058ba95342b9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:04.539962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:04.552365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] For port a268e17e-0040-423a-a1b3-701fcd490d16, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:04.582336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] For port a268e17e-0040-423a-a1b3-701fcd490d16, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a268e17e-0040-423a-a1b3-701fcd490d16,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:04.601052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3b343-d85d-42e6-bd0c-a1643bab51b4 req-653e1f79-af76-4997-975e-8763378b3e97 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:04.602633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5e3b343-d85d-42e6-bd0c-a1643bab51b4 req-653e1f79-af76-4997-975e-8763378b3e97 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 944 time: 0.2357512 Aug 24 00:19:04.632901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.687159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5e3b343-d85d-42e6-bd0c-a1643bab51b4 req-6bbd3f7d-06ad-4bbc-b30e-9d9ea371e02c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776289 Aug 24 00:19:04.768053 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 2, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:04.803119 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Checking router: 411cc998-236c-409d-ad0c-97ec259460e3 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:04.803541 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Updating router 411cc998-236c-409d-ad0c-97ec259460e3 port 6ccb7f37-4b21-4709-a175-f707d6127e69 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:19:04.819389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-dcc210f6-0fee-4aac-a281-7e9065157519 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494540 Aug 24 00:19:04.833509 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:04.957232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-dce0ee42-2d3f-4b37-963e-bcc3c75cf217 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:04.958604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-dce0ee42-2d3f-4b37-963e-bcc3c75cf217 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1225920 Aug 24 00:19:04.989216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-aceaa7f8-2ace-42e2-98ed-a6181bb84971 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/quotas/2c67dc891af149b7b77bcdb82acc9e3e HTTP/1.1" status: 200 len: 375 time: 0.0158668 Aug 24 00:19:05.059103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5572720a-700b-4b3f-a462-d45afd5850bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.173276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5572720a-700b-4b3f-a462-d45afd5850bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.187270 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.206625 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Transition to ACTIVE for port object 6ccb7f37-4b21-4709-a175-f707d6127e69 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:05.247465 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5572720a-700b-4b3f-a462-d45afd5850bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.280032 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.308278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572720a-700b-4b3f-a462-d45afd5850bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5509498-9f2e-4d6e-bcde-b96c516432dc,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:05.345937 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.378711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-d26bd488-956c-42ba-852f-fa06f2f1e1cb tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3631344 Aug 24 00:19:05.400061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5572720a-700b-4b3f-a462-d45afd5850bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.402832 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5572720a-700b-4b3f-a462-d45afd5850bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9881463 Aug 24 00:19:05.406690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49896) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:05.413236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b6d9ebfb-53ff-43e9-b061-67c0b14512e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'security_group_rule': {'security_group_id': '61d9c8dd-8083-49cf-adee-c07fb2cbdd03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:05.436175 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Pushing event updated for resources: {'Port': ['ID=6ccb7f37-4b21-4709-a175-f707d6127e69,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:05.458882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:05.459524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.461012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] 10.222.0.36 "PUT /v2.0/ports/a268e17e-0040-423a-a1b3-701fcd490d16 HTTP/1.1" status: 200 len: 1092 time: 3.5898848 Aug 24 00:19:05.462558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4db8a3c-c951-439b-9cda-5524c5678fec', 'tag': 'a268e17e-0040-423a-a1b3-701fcd490d16'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:05.485742 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa9dd9-071a-4084-ab31-e0f643ee5e52" -d '{"events": [{"name": "network-changed", "server_uuid": "c4db8a3c-c951-439b-9cda-5524c5678fec", "tag": "a268e17e-0040-423a-a1b3-701fcd490d16"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:05.518483 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.518784 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.519134 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.519481 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.519796 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.520120 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.520441 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.520765 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.521085 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.521402 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.521746 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.522069 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:05.562112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6d9ebfb-53ff-43e9-b061-67c0b14512e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.591371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Deleting port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:05.592014 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.614516 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Attempting to bind port 6ccb7f37-4b21-4709-a175-f707d6127e69 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:05.615806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Attempting to bind port 6ccb7f37-4b21-4709-a175-f707d6127e69 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:05.616232 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Attempting to bind port 6ccb7f37-4b21-4709-a175-f707d6127e69 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:05.624242 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:05.624743 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Checking segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:05.625322 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.625824 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Bound using segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:05.626370 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Bound port: 6ccb7f37-4b21-4709-a175-f707d6127e69, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:05.626839 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.636889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbe53d-5c89-41da-8b2f-a967b648fd9f service neutron] Pushing event updated for resources: {'Port': ['ID=a268e17e-0040-423a-a1b3-701fcd490d16,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:05.715294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6d9ebfb-53ff-43e9-b061-67c0b14512e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.742814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56bd1-4779-482f-9afe-f8b2a31a8bdf req-7263c4c7-aa1e-4ee5-811b-3290978cb59e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:05.746574 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] For port 6ccb7f37-4b21-4709-a175-f707d6127e69, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:05.750356 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] For port 6ccb7f37-4b21-4709-a175-f707d6127e69, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6ccb7f37-4b21-4709-a175-f707d6127e69,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:05.751000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a56bd1-4779-482f-9afe-f8b2a31a8bdf req-7263c4c7-aa1e-4ee5-811b-3290978cb59e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.2055247 Aug 24 00:19:05.820091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] For port 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,segment=NetworkSegment(d9c6ecd3-690a-4a58-90c6-72f443b5485a),segment_id=d9c6ecd3-690a-4a58-90c6-72f443b5485a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:05.820594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.841984 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6d9ebfb-53ff-43e9-b061-67c0b14512e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.845844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-1340a611-5958-4086-a5e0-ae45c17a0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:05.847657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-1340a611-5958-4086-a5e0-ae45c17a0ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 1095 time: 0.2230361 Aug 24 00:19:05.852655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Calling delete_port for 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:05.867627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a56bd1-4779-482f-9afe-f8b2a31a8bdf req-249a818c-4ff5-4547-9464-5b12f401c0b9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135750 Aug 24 00:19:05.874073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9ebfb-53ff-43e9-b061-67c0b14512e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf4bae4-fd3b-463f-983e-a6eaa57cd188,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:05.897999 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.973283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6d9ebfb-53ff-43e9-b061-67c0b14512e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:05.975178 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b6d9ebfb-53ff-43e9-b061-67c0b14512e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5668957 Aug 24 00:19:05.977605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49910) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:05.983612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:05.986357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-07ff1b4c-c160-4909-bcf3-9a0f3fbd2e33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a268e17e-0040-423a-a1b3-701fcd490d16 HTTP/1.1" status: 200 len: 217 time: 0.1012871 Aug 24 00:19:06.006276 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2642a9-a050-4d36-8d82-084289fa1cf9 None None] Pushing event updated for resources: {'Port': ['ID=6ccb7f37-4b21-4709-a175-f707d6127e69,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:06.054058 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:06.054798 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:06.063935 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e884a692-768b-499c-b994-805f186db722 x-openstack-request-id: req-e884a692-768b-499c-b994-805f186db722 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:06.064222 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4db8a3c-c951-439b-9cda-5524c5678fec", "tag": "a268e17e-0040-423a-a1b3-701fcd490d16", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:06.064489 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e884a692-768b-499c-b994-805f186db722 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:06.066749 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4db8a3c-c951-439b-9cda-5524c5678fec', 'tag': 'a268e17e-0040-423a-a1b3-701fcd490d16', 'status': 'completed', 'code': 200} Aug 24 00:19:06.169060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-971b002c-7692-4f55-8ae6-75804ffb5754 req-f04becb1-5204-4711-ad78-06795d5d2035 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 210 time: 0.0991008 Aug 24 00:19:06.183580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-48599299-8566-4d23-bc61-994b84225dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:06.185065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-48599299-8566-4d23-bc61-994b84225dbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.1977444 Aug 24 00:19:06.269682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-67349348-e7b4-40b0-b4f4-97c5ea0780dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763240 Aug 24 00:19:06.284433 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:06.285415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca172841-68f8-4b2c-8504-82e8d47f4ac8 req-16e12ba9-9e5e-4e6a-9660-b7f149630555 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:06.288176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca172841-68f8-4b2c-8504-82e8d47f4ac8 req-16e12ba9-9e5e-4e6a-9660-b7f149630555 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 944 time: 0.2162945 Aug 24 00:19:06.333451 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:06.469669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca172841-68f8-4b2c-8504-82e8d47f4ac8 req-e460b9dd-f602-4fb9-a9bb-6654dcd8a377 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604686 Aug 24 00:19:06.482488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec638517-c3f3-450d-9de4-6fc098cd4b6b req-e2c23b24-88d8-4de3-b1d3-357a27494503 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:06.484584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec638517-c3f3-450d-9de4-6fc098cd4b6b req-e2c23b24-88d8-4de3-b1d3-357a27494503 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1097 time: 0.2124310 Aug 24 00:19:06.537818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:06.552963 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:05Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:06.584375 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99782676-ae6c-40f3-9aa5-371f2198fa67 None None] The sync data for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 is: [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:05Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:06.614419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-c2cd9b40-fc09-48c3-ae9a-f4ce8202db23 service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170888 Aug 24 00:19:06.710002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Allocated IP 172.25.5.83 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/930d8a55-06f0-4ba9-a022-f2403de1feae) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:06.754395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec638517-c3f3-450d-9de4-6fc098cd4b6b req-8a0aadbf-c252-49f7-a712-c61b5b218304 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561402 Aug 24 00:19:06.855003 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:06.943599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a5c299-ebc8-4136-8ad4-243a57f22350 req-e6df83d7-5d5f-40f4-b998-145ce1a1d17f service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202400 Aug 24 00:19:06.963417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Pushing event deleted for resources: {'Port': ['ID=94bdb413-b0e4-46eb-81b7-31ca3b38e6d2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:06.981410 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-4b598f5d-d52e-4662-b674-22a44b96cb14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1809676 Aug 24 00:19:07.197736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-b1e2caf8-d46f-42d1-ab30-e2c7b2499bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.197736 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-b1e2caf8-d46f-42d1-ab30-e2c7b2499bf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1097 time: 0.1457119 Aug 24 00:19:07.202596 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.256799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac13108-f227-4c25-a343-9c5b61663814 req-6f6f03a7-999f-4c17-9cae-a88861184288 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.258397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ac13108-f227-4c25-a343-9c5b61663814 req-6f6f03a7-999f-4c17-9cae-a88861184288 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1097 time: 0.1722016 Aug 24 00:19:07.272290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-34e2f18f-9a95-4018-aa14-c47e40a76896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.273725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-34e2f18f-9a95-4018-aa14-c47e40a76896 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 1095 time: 0.1429076 Aug 24 00:19:07.301189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.352154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-63163d77-9b5d-4474-9833-89d1d48a5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.354552 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-63163d77-9b5d-4474-9833-89d1d48a5eef service neutron] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1393237 Aug 24 00:19:07.398475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-4417eaff-c6c4-4b84-a0b0-6129d307ebbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699 HTTP/1.1" status: 200 len: 217 time: 0.0376298 Aug 24 00:19:07.405469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:07.457629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ac13108-f227-4c25-a343-9c5b61663814 req-30185f49-41fd-4751-b8ac-e924419efe64 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901481 Aug 24 00:19:07.487851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2644bfe-42a1-462d-88ce-456bd580283f req-b7c1aaac-24ba-4364-8e8a-0a0bfccb70f5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 210 time: 0.0508325 Aug 24 00:19:07.493549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:07.501681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:07.517595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:07.582972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'Port': ['ID=930d8a55-06f0-4ba9-a022-f2403de1feae,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:07.602737 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-4301ae27-9d4b-46de-980b-4753a3e5cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.604708 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-4301ae27-9d4b-46de-980b-4753a3e5cf2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.1930962 Aug 24 00:19:07.608608 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-d5cb62d5-1455-46ec-98e5-5c5e9be1edfc tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444069 Aug 24 00:19:07.630077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-2c8a2f60-9c7f-4051-9477-fd216e186665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.631703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-2c8a2f60-9c7f-4051-9477-fd216e186665 service neutron] 10.222.0.36 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 913 time: 0.3479643 Aug 24 00:19:07.706540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-a639c389-fb6d-4ae2-933d-baafc037ff2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a268e17e-0040-423a-a1b3-701fcd490d16 HTTP/1.1" status: 200 len: 217 time: 0.0674706 Aug 24 00:19:07.852087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a0a9-3aba-4a81-a330-b7aefa1a5782 req-abd2c1c9-9ace-4898-936d-54756799af21 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.860139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b586a0a9-3aba-4a81-a330-b7aefa1a5782 req-abd2c1c9-9ace-4898-936d-54756799af21 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 950 time: 0.2755311 Aug 24 00:19:07.938448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-964dddcf-d183-48ba-9309-72c1c74ec913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.939934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-964dddcf-d183-48ba-9309-72c1c74ec913 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.2243264 Aug 24 00:19:07.958751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26c9e-b1e7-4a3b-8cb4-b47d228e6ba3 req-d23cd0f7-5e78-42c8-8b6f-7922204db1d9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:07.966926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1aa26c9e-b1e7-4a3b-8cb4-b47d228e6ba3 req-d23cd0f7-5e78-42c8-8b6f-7922204db1d9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 944 time: 0.2548785 Aug 24 00:19:08.035065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-58ecf45b-2a33-48f3-a259-2aae83ad5dfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838845 Aug 24 00:19:08.050619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b586a0a9-3aba-4a81-a330-b7aefa1a5782 req-e0f3dc71-e801-48a7-8b97-c850d556514c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858974 Aug 24 00:19:08.050965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-927b0746-a2c1-476e-9f3b-e7aeab80567e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4389346 Aug 24 00:19:08.082769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Router 4df00597-3b18-4268-b28f-a6a78680f42c has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:19:08.106979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6ccb7f37-4b21-4709-a175-f707d6127e69 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:08.217654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.221826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1aa26c9e-b1e7-4a3b-8cb4-b47d228e6ba3 req-da92c815-43c7-49b5-a09a-1ad5e6583b41 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540016 Aug 24 00:19:08.226127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-3e7af6c3-6551-4dfd-a506-d22e2dd32c04 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:08.227874 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-3e7af6c3-6551-4dfd-a506-d22e2dd32c04 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6035581 Aug 24 00:19:08.249675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Request body: {'port': {'device_id': '6b59863b-6f6b-49bb-9960-a77199f66255', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '2c67dc891af149b7b77bcdb82acc9e3e'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:08.297152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-dfecf910-5c04-48de-b7e9-31f2796df97b service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473087 Aug 24 00:19:08.308942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6ccb7f37-4b21-4709-a175-f707d6127e69 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:08.313127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6ccb7f37-4b21-4709-a175-f707d6127e69 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:08.313546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.351825 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-9f74c25d-6898-467b-aae1-e80562a0338f service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646947 Aug 24 00:19:08.430145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.507691 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.554343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 6ccb7f37-4b21-4709-a175-f707d6127e69, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6ccb7f37-4b21-4709-a175-f707d6127e69,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:08.583060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afa9dd9-071a-4084-ab31-e0f643ee5e52 req-8017135a-066a-438b-9e7c-a37f2ea060e4 service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002313 Aug 24 00:19:08.584665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:19:08.597849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] Sync routers for ids ['4df00597-3b18-4268-b28f-a6a78680f42c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:08.599906 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c63a1093-e708-4e72-8ed5-78bd940d4bd3 req-d2595356-6217-419c-ab1c-7d5c6c39d2ed service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203720 Aug 24 00:19:08.610559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49990) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:08.613809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] Routers {'4df00597-3b18-4268-b28f-a6a78680f42c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:08.614719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4df00597-3b18-4268-b28f-a6a78680f42c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:08.624241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4bcf5e98-c364-44f7-a960-6179586c8746 admin admin] 10.222.0.26 "PUT /v2.0/routers/4df00597-3b18-4268-b28f-a6a78680f42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0994575 Aug 24 00:19:08.672348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-184ba4d6-25e3-449f-89d1-1ecca9ba4e31 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443380 Aug 24 00:19:08.675769 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.743730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Made reservation on behalf of 2c67dc891af149b7b77bcdb82acc9e3e for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:08.747283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.782299 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.805493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=6ccb7f37-4b21-4709-a175-f707d6127e69,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:08.809354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] Set router 4df00597-3b18-4268-b28f-a6a78680f42c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:08.817439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.868797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.869578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-869a49de-3778-40d0-aa12-20f386dbb63d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:08.872011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-869a49de-3778-40d0-aa12-20f386dbb63d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899393 Aug 24 00:19:08.891885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Request body: {'port': {'device_id': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '2c67dc891af149b7b77bcdb82acc9e3e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:08.973121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:08.994727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.041911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.065193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:19:06Z', 'revision_number': 5, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port': {'id': 'b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:16:49Z', 'updated_at': '2021-08-24T00:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:09.084621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'Port': ['ID=930d8a55-06f0-4ba9-a022-f2403de1feae,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:09.096640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] Checking router: 4df00597-3b18-4268-b28f-a6a78680f42c for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:09.107011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] Routers {'4df00597-3b18-4268-b28f-a6a78680f42c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:09.107642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:18:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4df00597-3b18-4268-b28f-a6a78680f42c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:09.113823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.141999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.153075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Deleting port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:09.153684 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.221049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] Set router 4df00597-3b18-4268-b28f-a6a78680f42c gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:09.274808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1279b017-f962-404b-aac8-5b947e64fd1f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:09.309075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93fbccb2-0d77-4a9f-9e72-8623b0246d92 req-92d392bc-7f3f-4799-803c-5cddd99b4f66 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 210 time: 0.0623388 Aug 24 00:19:09.316478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:19:08Z', 'revision_number': 6, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:09.316813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Made reservation on behalf of 2c67dc891af149b7b77bcdb82acc9e3e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:09.316813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.349812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.358380 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-749e1024-d8a0-4a5c-8fd2-7756e42d5312 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3724711 Aug 24 00:19:09.358589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0001a3f4-948b-46ba-924d-95de57db0979 None None] The sync data for ids ['4df00597-3b18-4268-b28f-a6a78680f42c'] in n-d-804878-2 is: [{'id': '4df00597-3b18-4268-b28f-a6a78680f42c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2132036931-router', 'tenant_id': 'ebcb430115e74e3f928360beb6a74f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:16:47Z', 'updated_at': '2021-08-24T00:19:08Z', 'revision_number': 6, 'project_id': 'ebcb430115e74e3f928360beb6a74f75', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:09.375588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] For port b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:09.375962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.403291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Calling delete_port for b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:09.411793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Allocated IP 192.168.233.54 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/75318867-e4c2-48a6-9e5f-71651acf4bd0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:09.705003 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.744926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Transition to ACTIVE for port object 75318867-e4c2-48a6-9e5f-71651acf4bd0 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:09.865075 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.867676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:09.907090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:09.922793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Allocated IP 192.168.233.23 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/6531f98d-7b86-4f29-94b4-b580f40e5180) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:09.955149 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:09.965229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:09.967946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:10.036995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:10.070190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:10.070699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.074962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.113689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.137544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Transition to ACTIVE for port object 6531f98d-7b86-4f29-94b4-b580f40e5180 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:10.226741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.229814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.237871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6ccb7f37-4b21-4709-a175-f707d6127e69 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:10.239051 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-b6047811-2691-4db6-b3b0-b0a8f5c4e206 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9950304 Aug 24 00:19:10.265315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.279948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Request body: {'port': {'device_id': '6b59863b-6f6b-49bb-9960-a77199f66255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:10.304516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6ccb7f37-4b21-4709-a175-f707d6127e69 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:10.305609 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.342179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Pushing event updated for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:10.354760 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.361679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:10.363179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:10.365747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:10.424548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.425104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df00597-3b18-4268-b28f-a6a78680f42c {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:19:10.429798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:10.431013 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.438040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.439539 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b51d9db5-12d8-4edf-bedf-7f22e5d2fce7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4df00597-3b18-4268-b28f-a6a78680f42c HTTP/1.1" status: 204 len: 168 time: 1.8276498 Aug 24 00:19:10.439949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cf6370f0-c175-4aa4-a633-56941a561fcf None None] Provisioning for port 75318867-e4c2-48a6-9e5f-71651acf4bd0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:10.442131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50060) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:10.446390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cf6370f0-c175-4aa4-a633-56941a561fcf None None] Provisioning complete for port 75318867-e4c2-48a6-9e5f-71651acf4bd0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:10.449132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf6370f0-c175-4aa4-a633-56941a561fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.480744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:10.508114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:10.508747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 94bdb413-b0e4-46eb-81b7-31ca3b38e6d2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:10.509358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:10.533750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:10.534397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b6bfcaf3-3dfa-40d7-ba3e-0c44cbc41a37 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:10.544943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-32219704-3579-4a29-9521-5d60fa6c84a7 admin admin] Deleting subnet be6498e8-b009-4313-8f37-3b98af41459d {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:19:10.545549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cf6370f0-c175-4aa4-a633-56941a561fcf None None] Port 75318867-e4c2-48a6-9e5f-71651acf4bd0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:10.555758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-178c7537-1a6b-481e-95a5-0440ceaf26e2 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6736374 Aug 24 00:19:10.560679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32219704-3579-4a29-9521-5d60fa6c84a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.570475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Request body: {'port': {'device_id': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:10.646703 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.670869 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32219704-3579-4a29-9521-5d60fa6c84a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.756214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-2453dd84-747a-496e-95f4-55f313ca77f3 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:19:10.757209 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-2453dd84-747a-496e-95f4-55f313ca77f3 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112813 Aug 24 00:19:10.769833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:10.803320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Request body: {'binding': {'host': 'n-h2-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:10.803602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Unknown quota resources ['binding']. {{(pid=95327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:19:10.863762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.868859 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32219704-3579-4a29-9521-5d60fa6c84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:10.997692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a85a7f22-6648-48e3-8eb2-c0dee4bdd8da None None] Provisioning for port 6531f98d-7b86-4f29-94b4-b580f40e5180 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:11.006634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a85a7f22-6648-48e3-8eb2-c0dee4bdd8da None None] Provisioning complete for port 6531f98d-7b86-4f29-94b4-b580f40e5180 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:11.007014 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a85a7f22-6648-48e3-8eb2-c0dee4bdd8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.034418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:11.036657 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89563a06-e1f8-4faa-96ec-5034e6f4a893" -d '{"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-unplugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:11.042593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75318867-e4c2-48a6-9e5f-71651acf4bd0 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:11.054339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:11.058661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a85a7f22-6648-48e3-8eb2-c0dee4bdd8da None None] Port 6531f98d-7b86-4f29-94b4-b580f40e5180 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:11.058795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.081428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Transition to ACTIVE for port object 75318867-e4c2-48a6-9e5f-71651acf4bd0 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:11.085474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on host n-h2-804878-2 for vnic_type normal with profile None {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:11.089105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:11.089105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:11.090732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:11.091050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:11.095723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:11.096055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:11.096432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:11.096851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Bound port: 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:11.120637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32219704-3579-4a29-9521-5d60fa6c84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.137001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.187801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:11.363682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6531f98d-7b86-4f29-94b4-b580f40e5180 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:11.374496 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.396686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Transition to ACTIVE for port object 6531f98d-7b86-4f29-94b4-b580f40e5180 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:11.422803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32219704-3579-4a29-9521-5d60fa6c84a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6498e8-b009-4313-8f37-3b98af41459d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:11.424401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.428550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32219704-3579-4a29-9521-5d60fa6c84a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.428885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e7fabd-63a1-4ade-ba86-fcbdfa56a68f None None] Network 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:11.430475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-32219704-3579-4a29-9521-5d60fa6c84a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be6498e8-b009-4313-8f37-3b98af41459d HTTP/1.1" status: 204 len: 168 time: 0.9870453 Aug 24 00:19:11.435229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:11.444937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7928f5-9a67-4edb-800f-8a6b42f36021 req-fc2a1092-dfcb-474a-adc3-1daa35121fd2 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:11.446500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e7928f5-9a67-4edb-800f-8a6b42f36021 req-fc2a1092-dfcb-474a-adc3-1daa35121fd2 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 944 time: 0.0605171 Aug 24 00:19:11.478268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a268e17e-0040-423a-a1b3-701fcd490d16 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:11.486521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:11.495854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:11.509330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.563361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.565035 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-29885c26-06ce-4535-a323-6df70fd23e1b service neutron] 10.222.0.26 "POST /v2.0/ports/33f842c5-032e-4cfb-b6e7-cf31d84a1699/bindings HTTP/1.1" status: 201 len: 389 time: 0.7708416 Aug 24 00:19:11.592131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Attempting to bind port 75318867-e4c2-48a6-9e5f-71651acf4bd0 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:11.592517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Attempting to bind port 75318867-e4c2-48a6-9e5f-71651acf4bd0 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:11.592997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Attempting to bind port 75318867-e4c2-48a6-9e5f-71651acf4bd0 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:11.602672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Port 75318867-e4c2-48a6-9e5f-71651acf4bd0 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:11.602672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Attempting to bind port 75318867-e4c2-48a6-9e5f-71651acf4bd0 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:11.607117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:11.607475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:11.608150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:11.608611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Bound port: 75318867-e4c2-48a6-9e5f-71651acf4bd0, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:11.608984 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.688436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:11.692339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:11.718307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a268e17e-0040-423a-a1b3-701fcd490d16, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a268e17e-0040-423a-a1b3-701fcd490d16,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:11.735485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'a268e17e-0040-423a-a1b3-701fcd490d16', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'port_id': 'a268e17e-0040-423a-a1b3-701fcd490d16', 'mac_address': 'fa:16:3e:aa:c4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82931143-52e6-40e1-a22d-d8ba89268c6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:11.779977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.783834 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.803788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a268e17e-0040-423a-a1b3-701fcd490d16 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:11.826309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:11.826939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.828360 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] 10.222.0.37 "PUT /v2.0/ports/75318867-e4c2-48a6-9e5f-71651acf4bd0 HTTP/1.1" status: 200 len: 1095 time: 1.5542011 Aug 24 00:19:11.828809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:11.828938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a268e17e-0040-423a-a1b3-701fcd490d16, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a268e17e-0040-423a-a1b3-701fcd490d16,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:11.831620 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f19bdf-7a13-4bea-900b-bcf83748209b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:11.847459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] DHCP port deletion for 75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:19:11.883778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ad831-133f-4c7d-8989-6febd9d3e346 service neutron] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:11.910907 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.930537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Pushing event updated for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:11.940120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e7928f5-9a67-4edb-800f-8a6b42f36021 req-d8a893b1-3e6b-4fb2-be15-e728de6728e9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758203 Aug 24 00:19:11.942703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] Deleting port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:11.943066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.945359 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:11.966189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:12.090968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-c01253d6-8ca6-4504-a4bb-b4ec1b1f5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.100433 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-c01253d6-8ca6-4504-a4bb-b4ec1b1f5c02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 1098 time: 0.1052215 Aug 24 00:19:12.113518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Attempting to bind port 6531f98d-7b86-4f29-94b4-b580f40e5180 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:12.114023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Attempting to bind port 6531f98d-7b86-4f29-94b4-b580f40e5180 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:12.114480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Attempting to bind port 6531f98d-7b86-4f29-94b4-b580f40e5180 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:12.130744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Port 6531f98d-7b86-4f29-94b4-b580f40e5180 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:12.131194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Attempting to bind port 6531f98d-7b86-4f29-94b4-b580f40e5180 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:12.137407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Deleting port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:12.137851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.160737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=a268e17e-0040-423a-a1b3-701fcd490d16,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:12.169935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:12.170421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:12.170754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] For port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,segment=NetworkSegment(d9c6ecd3-690a-4a58-90c6-72f443b5485a),segment_id=d9c6ecd3-690a-4a58-90c6-72f443b5485a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:12.170995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:12.171167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.171665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Bound port: 6531f98d-7b86-4f29-94b4-b580f40e5180, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:12.172157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.180279 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-7f14d44a-fbae-47db-be3e-260657b720c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0 HTTP/1.1" status: 200 len: 217 time: 0.0711148 Aug 24 00:19:12.191643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] Calling delete_port for 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:12.243868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-69cf8c57-295f-400d-99f3-8e6a4bca08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.252904 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-69cf8c57-295f-400d-99f3-8e6a4bca08cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0649784 Aug 24 00:19:12.278365 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.306249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-25ff614f-9972-4909-8a16-e789ea9e6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.307987 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-25ff614f-9972-4909-8a16-e789ea9e6458 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475662 Aug 24 00:19:12.319539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-e53cecba-5349-48da-9514-cad5e4c17136 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1212950922&fields=id&tenant_id=e1b483dab76b4e17b9dd579514e70611 HTTP/1.1" status: 200 len: 267 time: 0.2198982 Aug 24 00:19:12.326676 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.334435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,segment=NetworkSegment(d9c6ecd3-690a-4a58-90c6-72f443b5485a),segment_id=d9c6ecd3-690a-4a58-90c6-72f443b5485a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:12.387863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['a268e17e-0040-423a-a1b3-701fcd490d16'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:12.459870 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.463837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-e1891826-5da7-4fee-845e-6ae364557b78 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434965 Aug 24 00:19:12.467514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-2991e0ea-3ca8-4aa0-a817-5e4aa002334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.469663 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-2991e0ea-3ca8-4aa0-a817-5e4aa002334b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1097 time: 0.0786293 Aug 24 00:19:12.475589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] For port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,segment=NetworkSegment(d9c6ecd3-690a-4a58-90c6-72f443b5485a),segment_id=d9c6ecd3-690a-4a58-90c6-72f443b5485a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:12.475589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.484500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-81ed2112-61ae-473e-83f4-4d3308386912 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.493594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-81ed2112-61ae-473e-83f4-4d3308386912 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.1731119 Aug 24 00:19:12.533828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Calling delete_port for 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:12.542156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4da046fc-6bd6-4875-bb24-a3158dbb1fe8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/quotas/e1b483dab76b4e17b9dd579514e70611 HTTP/1.1" status: 200 len: 375 time: 0.0471888 Aug 24 00:19:12.592769 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.612255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:12.629661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6859a-a362-488d-95c8-1f3d051840a6 req-abb90234-4ac0-4780-aeee-f1f67f871534 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.631454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ba6859a-a362-488d-95c8-1f3d051840a6 req-abb90234-4ac0-4780-aeee-f1f67f871534 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 947 time: 0.4682097 Aug 24 00:19:12.636989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:12.642087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] No DVR routers for this DVR port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:12.645337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-055f4623-e02f-4360-bbbc-485857a6b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.646866 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-055f4623-e02f-4360-bbbc-485857a6b336 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1585484 Aug 24 00:19:12.648806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cc50fcb-5c69-43cf-b8dc-33b0347fd50a req-a086adbf-e1ff-416d-b74f-41233e24ba07 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693742 Aug 24 00:19:12.655660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae56ab1-b2b1-47b5-b935-cb40b2f17d95 None None] Pushing event deleted for resources: {'Port': ['ID=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:12.663906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:12.701385 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-b08f1e30-f486-4eb3-844a-7de206f73432 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699 HTTP/1.1" status: 200 len: 217 time: 0.0427372 Aug 24 00:19:12.726936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-48f86881-709c-4bc1-bd23-9211f6d0cbdf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1717026 Aug 24 00:19:12.736826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.753063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-01bb1fd8-b15d-4a3d-adaf-3e35b25799d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.754668 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-01bb1fd8-b15d-4a3d-adaf-3e35b25799d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0460231 Aug 24 00:19:12.760741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ba6859a-a362-488d-95c8-1f3d051840a6 req-0c9e0879-b56d-47ae-83a7-a477a4efb1c7 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068118 Aug 24 00:19:12.788039 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-7a4a2519-b5b3-4a25-9e2f-8f672f9710cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255458 Aug 24 00:19:12.796733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.810888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:12.811513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:12.812912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] 10.222.0.37 "PUT /v2.0/ports/6531f98d-7b86-4f29-94b4-b580f40e5180 HTTP/1.1" status: 200 len: 1095 time: 2.2474804 Aug 24 00:19:12.813682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:12.816036 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c" -d '{"events": [{"name": "network-changed", "server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:12.877852 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca51f5bd-c306-4bc5-bfb5-0bd33105be13 x-openstack-request-id: req-ca51f5bd-c306-4bc5-bfb5-0bd33105be13 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:12.878158 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-unplugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:12.878806 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca51f5bd-c306-4bc5-bfb5-0bd33105be13 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:12.879054 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'code': 200} Aug 24 00:19:12.879167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] No DVR routers for this DVR port 5291ac3c-7a43-4ed6-9c00-b9a690979bc2 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:12.920180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f40d9-bf49-4b87-926a-28594af16ebf service neutron] Pushing event updated for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:12.920961 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-04be23b8-f531-44da-a533-4307d0bf84a7 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249168 Aug 24 00:19:13.021218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Pushing event deleted for resources: {'Port': ['ID=5291ac3c-7a43-4ed6-9c00-b9a690979bc2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:13.040677 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-5e75248e-979e-40a6-845b-bdf301f5a01a service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119268 Aug 24 00:19:13.044422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.068046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:13.080288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-2ee19133-f9a1-4e77-ba55-ea7d5af152ae service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359311 Aug 24 00:19:13.085526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c6ecd3-690a-4a58-90c6-72f443b5485a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:13.085917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c6ecd3-690a-4a58-90c6-72f443b5485a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:13.107709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.110733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-e69f26d5-52d2-4c52-96d6-fc6587c8cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.112272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-e69f26d5-52d2-4c52-96d6-fc6587c8cfb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 1098 time: 0.1247201 Aug 24 00:19:13.200918 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.204395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-cbf775d3-c12d-4bb3-a9c1-40560eec12dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6531f98d-7b86-4f29-94b4-b580f40e5180 HTTP/1.1" status: 200 len: 217 time: 0.0772712 Aug 24 00:19:13.212567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:19:13.212996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:19:13.214650 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:19:13.330240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-699800ab-bfa8-46d0-b260-c3fb68ccdebd service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348306 Aug 24 00:19:13.333046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-5719b42a-0701-4cb7-9e65-2ff64d99ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.334508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-5719b42a-0701-4cb7-9e65-2ff64d99ffb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1190941 Aug 24 00:19:13.407243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.412703 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.418382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] 10.222.0.26 "DELETE /v2.0/networks/75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc HTTP/1.1" status: 204 len: 168 time: 1.9788084 Aug 24 00:19:13.418515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-43f9ec86-0579-4215-8973-669dd9d1a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.420336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-43f9ec86-0579-4215-8973-669dd9d1a981 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779872 Aug 24 00:19:13.445196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a268e17e-0040-423a-a1b3-701fcd490d16 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:13.556273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-99489d6c-8e44-49b6-9ba8-8f0dfdd89e0e service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196809 Aug 24 00:19:13.557957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c7d46-673b-4ee2-977d-cf8aac253703 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d04be4-1ffc-4e7c-a406-4c3f6b4e6edc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:13.670124 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a394afa-e40f-48d2-b072-bde252e9e65d x-openstack-request-id: req-7a394afa-e40f-48d2-b072-bde252e9e65d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:13.670433 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:13.671613 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a394afa-e40f-48d2-b072-bde252e9e65d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:13.672079 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'status': 'completed', 'code': 200} Aug 24 00:19:13.696693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac5fbf5f-dd65-425a-84ff-526687c8560e req-11acb6c5-c32d-4a2d-b801-ba67386be88a service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302361 Aug 24 00:19:13.704536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port a268e17e-0040-423a-a1b3-701fcd490d16 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:13.709668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port a268e17e-0040-423a-a1b3-701fcd490d16 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:13.710340 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.760785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-cb13a9b2-ac53-4f8f-b926-8e057dd74f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.763120 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-cb13a9b2-ac53-4f8f-b926-8e057dd74f68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 1098 time: 0.0738139 Aug 24 00:19:13.810366 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.850591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a268e17e-0040-423a-a1b3-701fcd490d16, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a268e17e-0040-423a-a1b3-701fcd490d16,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:13.886621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd234e6-7a18-49c7-b7f9-194522d37f3e req-6498dcd6-6e3d-475f-980c-1d9b4ce13421 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.888232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdd234e6-7a18-49c7-b7f9-194522d37f3e req-6498dcd6-6e3d-475f-980c-1d9b4ce13421 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.1264606 Aug 24 00:19:13.918408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-84b35dff-18cb-47c0-861b-5e340d52597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:13.919992 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-84b35dff-18cb-47c0-861b-5e340d52597f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1488893 Aug 24 00:19:13.948188 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:13.957995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdd234e6-7a18-49c7-b7f9-194522d37f3e req-9768870a-1d23-43e8-a7f2-f522c78fac70 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588865 Aug 24 00:19:13.995628 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-f53d3f24-53e0-41e4-a0a6-5271f1d68de7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0 HTTP/1.1" status: 200 len: 217 time: 0.0678058 Aug 24 00:19:14.068557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-0ed5c284-53d0-4edc-b791-9577618bb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.070089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-0ed5c284-53d0-4edc-b791-9577618bb82d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0675004 Aug 24 00:19:14.078771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=a268e17e-0040-423a-a1b3-701fcd490d16,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:14.083665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50110) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:14.152160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5486cc00-d682-4351-8be5-8c9f370082ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee09ead979ea4026a67b5e28f6cff8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644205 Aug 24 00:19:14.152365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:14.218478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-f488df75-c136-45f2-b522-0022fe8cfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.219996 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-f488df75-c136-45f2-b522-0022fe8cfcfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366627 Aug 24 00:19:14.253446 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49d866aa-08ed-4171-8aa7-ed4eb4b91e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.313391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49d866aa-08ed-4171-8aa7-ed4eb4b91e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.368440 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-46d749ad-2ca2-4642-92bb-c6bd427c7aaf service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349292 Aug 24 00:19:14.462670 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70882481-4e9b-4dac-95ab-ace755d55d91 x-openstack-request-id: req-70882481-4e9b-4dac-95ab-ace755d55d91 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:14.463419 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:14.463678 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70882481-4e9b-4dac-95ab-ace755d55d91 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:14.464199 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'status': 'completed', 'code': 200} Aug 24 00:19:14.502019 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35f19bdf-7a13-4bea-900b-bcf83748209b req-0bd6e67a-2791-469c-b0bc-98d4d7da63b4 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244371 Aug 24 00:19:14.554166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49d866aa-08ed-4171-8aa7-ed4eb4b91e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.561339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49d866aa-08ed-4171-8aa7-ed4eb4b91e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:14.561339 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-49d866aa-08ed-4171-8aa7-ed4eb4b91e00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5d05e8c-7ee6-493a-b5ea-d8016d37c80e HTTP/1.1" status: 204 len: 168 time: 0.4050851 Aug 24 00:19:14.577587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d866aa-08ed-4171-8aa7-ed4eb4b91e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d05e8c-7ee6-493a-b5ea-d8016d37c80e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:14.579304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-3e8de4b6-4ff7-4f68-b7b1-9871ffbe4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.580925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-3e8de4b6-4ff7-4f68-b7b1-9871ffbe4145 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 1098 time: 0.0910969 Aug 24 00:19:14.597489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e443b0-ea3d-4ec4-8f87-4775a41a3545 req-af9e6b7b-0801-4bc3-b280-696a0a47056c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.599879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13e443b0-ea3d-4ec4-8f87-4775a41a3545 req-af9e6b7b-0801-4bc3-b280-696a0a47056c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 946 time: 0.0716190 Aug 24 00:19:14.709765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13e443b0-ea3d-4ec4-8f87-4775a41a3545 req-7b67a3c0-bd01-44aa-a77b-d795fb4a22d0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958550 Aug 24 00:19:14.744905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-0ca30407-da46-409c-a1cc-9c089909f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.746549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-0ca30407-da46-409c-a1cc-9c089909f4d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1451776 Aug 24 00:19:14.785638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:14.817328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d5eb59-af27-44e0-a25c-d0a43d1af0d1 req-c58e503f-8c70-44a5-a694-a6f9906d8c7b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 210 time: 0.0634179 Aug 24 00:19:14.820853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-fec2b61a-eefc-4152-8d7e-4f081326a958 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6531f98d-7b86-4f29-94b4-b580f40e5180 HTTP/1.1" status: 200 len: 217 time: 0.0569360 Aug 24 00:19:14.883742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db8a3c-c951-439b-9cda-5524c5678fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a268e17e-0040-423a-a1b3-701fcd490d16'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:14.889318 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2142994c-8272-4ff7-a6d5-745bc6312ce3" -d '{"events": [{"server_uuid": "c4db8a3c-c951-439b-9cda-5524c5678fec", "name": "network-vif-plugged", "status": "completed", "tag": "a268e17e-0040-423a-a1b3-701fcd490d16"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:14.937584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-80cf6afe-d54d-43ca-9476-9f8a4a382468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.939063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-80cf6afe-d54d-43ca-9476-9f8a4a382468 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0976419 Aug 24 00:19:14.954529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a95e9-2a94-473b-9f8b-d8656492358f req-f296fa13-d032-4f1b-99a8-35e7e6c70f57 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:14.960182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a44a95e9-2a94-473b-9f8b-d8656492358f req-f296fa13-d032-4f1b-99a8-35e7e6c70f57 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 947 time: 0.1382077 Aug 24 00:19:14.970336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:14.986957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'mac_address': 'fa:16:3e:e7:45:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:15.027056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a44a95e9-2a94-473b-9f8b-d8656492358f req-af6f0e77-0d22-46a4-834e-15a49ece00f3 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605500 Aug 24 00:19:15.032609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-0da5865e-c33c-467a-8500-1ab5bc209dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.034353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-0da5865e-c33c-467a-8500-1ab5bc209dcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767312 Aug 24 00:19:15.038136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.062894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75318867-e4c2-48a6-9e5f-71651acf4bd0 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:15.086494 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a550e779-1fe6-46d0-94e4-b339d3bdfa59 x-openstack-request-id: req-a550e779-1fe6-46d0-94e4-b339d3bdfa59 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:15.086986 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4db8a3c-c951-439b-9cda-5524c5678fec", "name": "network-vif-plugged", "status": "completed", "tag": "a268e17e-0040-423a-a1b3-701fcd490d16", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:15.087439 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a550e779-1fe6-46d0-94e4-b339d3bdfa59 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:15.088058 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db8a3c-c951-439b-9cda-5524c5678fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a268e17e-0040-423a-a1b3-701fcd490d16', 'code': 200} Aug 24 00:19:15.150270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:15.239640 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.268968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e923-f0f7-4519-a35d-79ca7b9ef5e5 req-9c56e3f1-cd38-44db-8d15-62592e4fea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.270926 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b03e923-f0f7-4519-a35d-79ca7b9ef5e5 req-9c56e3f1-cd38-44db-8d15-62592e4fea91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 1097 time: 0.0661018 Aug 24 00:19:15.273359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d087d-dc76-4578-bcdb-ef2cb975d7e9 req-9ff39241-2bab-4ec3-ab54-397c7557f921 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.279408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f88d087d-dc76-4578-bcdb-ef2cb975d7e9 req-9ff39241-2bab-4ec3-ab54-397c7557f921 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.1208942 Aug 24 00:19:15.312781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:15.330462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-b35cc539-18d2-4109-9cb2-a09507fe2b87 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879658 Aug 24 00:19:15.338763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f88d087d-dc76-4578-bcdb-ef2cb975d7e9 req-f12b80e0-2207-4d72-8919-db905f622603 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534337 Aug 24 00:19:15.357685 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b03e923-f0f7-4519-a35d-79ca7b9ef5e5 req-34799b04-b1b1-4809-8ef4-584696d2acd4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739124 Aug 24 00:19:15.479619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43b3ac9c-3dc5-4f00-bdb0-5df9bbcc574c req-10bc654b-d650-4751-a297-c6dca2955d45 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399968 Aug 24 00:19:15.553007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['75318867-e4c2-48a6-9e5f-71651acf4bd0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:15.652492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:15.698886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-987818c9-ac84-4789-af62-6ad59d76fca7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebcb430115e74e3f928360beb6a74f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450203 Aug 24 00:19:15.701367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50150) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:15.761368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.793811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:15.855261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f531534-9227-428d-beaf-e18a1362ace2 req-51912dce-fcde-4528-88c7-8c3511a69425 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:15.856771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f531534-9227-428d-beaf-e18a1362ace2 req-51912dce-fcde-4528-88c7-8c3511a69425 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 946 time: 0.0805421 Aug 24 00:19:15.909949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f531534-9227-428d-beaf-e18a1362ace2 req-03548682-ca04-4b6e-8d25-1b23f6d13541 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459564 Aug 24 00:19:16.029954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.032490 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:16.033669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31339cb7-0ef0-4f91-8513-f3b900461877 HTTP/1.1" status: 204 len: 168 time: 0.3313432 Aug 24 00:19:16.047952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31339cb7-0ef0-4f91-8513-f3b900461877,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:16.080755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.081142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.081432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.081793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.082185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.082526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.082858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.083192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.083526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.083861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.084570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.084910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02321d8a-5535-4373-bf93-5c5abab81237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:16.114767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5df19e24-c960-464c-bf05-46ff3ed5db78 req-7514f5be-bb34-4418-8bcf-471464e4070a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 210 time: 0.0665798 Aug 24 00:19:16.285459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f53c1-7209-434d-a0c5-6cf9440494ef req-ef6ce19d-443e-4e9d-ba6d-d424225d4be1 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:16.285459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-279f53c1-7209-434d-a0c5-6cf9440494ef req-ef6ce19d-443e-4e9d-ba6d-d424225d4be1 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 947 time: 0.0565796 Aug 24 00:19:16.334767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-279f53c1-7209-434d-a0c5-6cf9440494ef req-3307ded4-e85f-49e8-98e6-9ed1bcaa2157 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Aug 24 00:19:16.500059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455992cb-15cd-4f35-8b31-197ed20e6a9d req-ba5c28b8-63e4-4fa9-995a-60b32965bea4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:16.501735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-455992cb-15cd-4f35-8b31-197ed20e6a9d req-ba5c28b8-63e4-4fa9-995a-60b32965bea4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.0771377 Aug 24 00:19:16.577828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-455992cb-15cd-4f35-8b31-197ed20e6a9d req-22091425-de4b-4d45-9408-e66cb8c76bfd tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624354 Aug 24 00:19:16.807561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6531f98d-7b86-4f29-94b4-b580f40e5180 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:16.896126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-18608a8f-1623-4973-ac98-653ce006e1ef tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:16.897831 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-18608a8f-1623-4973-ac98-653ce006e1ef tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.1368554 Aug 24 00:19:16.919412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:16.997646 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-9bc60776-03d5-45e0-b388-17bdaf7f9a87 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1b483dab76b4e17b9dd579514e70611 HTTP/1.1" status: 200 len: 380 time: 0.0721302 Aug 24 00:19:17.006800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'port': {'device_id': '14e97095-114d-43be-8d6c-240d40412faf', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'admin_state_up': True, 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'security_groups': ['61d9c8dd-8083-49cf-adee-c07fb2cbdd03']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:17.112523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4b9fc-c121-456c-8ecb-6500062d4b8b req-005ebded-8198-4690-be1c-b4eb817d3784 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:17.114593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:17.116092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1f4b9fc-c121-456c-8ecb-6500062d4b8b req-005ebded-8198-4690-be1c-b4eb817d3784 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 946 time: 0.0691149 Aug 24 00:19:17.128890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'mac_address': 'fa:16:3e:fb:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:17.169124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1f4b9fc-c121-456c-8ecb-6500062d4b8b req-e6a80628-acde-4d87-89ca-86d469371356 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441732 Aug 24 00:19:17.226314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.271891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 75318867-e4c2-48a6-9e5f-71651acf4bd0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:17.276427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Made reservation on behalf of e1b483dab76b4e17b9dd579514e70611 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:17.280204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.284291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6531f98d-7b86-4f29-94b4-b580f40e5180 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:17.292704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 75318867-e4c2-48a6-9e5f-71651acf4bd0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:17.292704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.349439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5195c576-a583-4939-966c-6974d53675ae req-345bc871-6cbd-4808-a72d-ac74ea8145c5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 210 time: 0.0423841 Aug 24 00:19:17.409297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:17.492287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Allocated IP 172.20.0.13 (afa56c2b-4c75-4c37-a2a5-2bd294b482d3/2f79c7e5-69af-4c72-85c1-7385547af0c7/2172adc6-1e26-44b8-bd5c-46d2bd63483d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:17.507393 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.512196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:17.579049 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.590074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:17.633741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fbe0d-88ac-47c3-9029-71f4149c6532 req-009d37c1-e620-42cb-89e7-844d79753502 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:17.636273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab6fbe0d-88ac-47c3-9029-71f4149c6532 req-009d37c1-e620-42cb-89e7-844d79753502 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 948 time: 0.1122193 Aug 24 00:19:17.646759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:17.649279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:17.651889 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60edbc8b-a69f-421b-b33b-aedc89eb84e2" -d '{"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-plugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:17.655894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:17.673727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'mac_address': 'fa:16:3e:8c:a7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:17.688592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab6fbe0d-88ac-47c3-9029-71f4149c6532 req-4065490d-8818-4e46-aa1e-b856e82d6223 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Aug 24 00:19:17.744415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.748856 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.783350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Transition to ACTIVE for port object 2172adc6-1e26-44b8-bd5c-46d2bd63483d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:17.803801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62601c-094f-42a1-bd40-f723400c6ccc req-21349e36-ec71-4389-b2e9-71ec9aec47e0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:17.805321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a62601c-094f-42a1-bd40-f723400c6ccc req-21349e36-ec71-4389-b2e9-71ec9aec47e0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.0875366 Aug 24 00:19:17.813523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.850731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e985f776-efc2-4b00-be1f-6c11b2361291 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:17.867664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a62601c-094f-42a1-bd40-f723400c6ccc req-6180d8bb-3d96-42be-b6a8-cf341ca134db tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491216 Aug 24 00:19:17.870961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:17.894164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:17.927902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.933410 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a6467b-8662-49ad-a85f-2249e7c21c77 x-openstack-request-id: req-69a6467b-8662-49ad-a85f-2249e7c21c77 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:17.933731 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-plugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:17.937077 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69a6467b-8662-49ad-a85f-2249e7c21c77 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:17.937077 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'code': 200} Aug 24 00:19:17.962593 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:17.988104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:17.991349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:18.001309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:18.031422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:18.033693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:18.078914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cf51f-c26c-40c3-ba0f-6996bcba0257 req-560c8079-9b39-495d-9a0d-646748dc1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:18.080580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca4cf51f-c26c-40c3-ba0f-6996bcba0257 req-560c8079-9b39-495d-9a0d-646748dc1a8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 1100 time: 0.0527174 Aug 24 00:19:18.081739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:18.082450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.092549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e985f776-efc2-4b00-be1f-6c11b2361291'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:18.148658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca4cf51f-c26c-40c3-ba0f-6996bcba0257 req-e5337cbb-72b7-4220-a4f7-041b9f11857f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541735 Aug 24 00:19:18.202459 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-4fef215d-4d39-4e57-85dc-fc86b87be61f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1999109 Aug 24 00:19:18.225725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Request body: {'port': {'device_id': '14e97095-114d-43be-8d6c-240d40412faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:18.257234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:18.278519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['6531f98d-7b86-4f29-94b4-b580f40e5180'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:18.318305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.436025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44bdb3-a630-4765-bdf2-21826819e260 req-b0adbbed-1f42-4450-99b1-674683df033d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:18.470466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d44bdb3-a630-4765-bdf2-21826819e260 req-b0adbbed-1f42-4450-99b1-674683df033d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 946 time: 0.1754529 Aug 24 00:19:18.515714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cad2fab8-33de-410b-9d21-76bf081633e4 None None] Provisioning for port 2172adc6-1e26-44b8-bd5c-46d2bd63483d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:18.523521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cad2fab8-33de-410b-9d21-76bf081633e4 None None] Provisioning complete for port 2172adc6-1e26-44b8-bd5c-46d2bd63483d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:18.523950 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cad2fab8-33de-410b-9d21-76bf081633e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.582328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cad2fab8-33de-410b-9d21-76bf081633e4 None None] Port 2172adc6-1e26-44b8-bd5c-46d2bd63483d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:19:18.591423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2e7148d-b3a6-4a5a-b3d4-e1b9af0e6b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.622434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d44bdb3-a630-4765-bdf2-21826819e260 req-c877552b-78f7-4947-ab72-479df4bd59a1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510682 Aug 24 00:19:18.625854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50264) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:18.738081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2e7148d-b3a6-4a5a-b3d4-e1b9af0e6b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.764141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96937a15-8041-4a5b-9f6f-600213576e2d req-dfa0e54b-d640-40a3-b2eb-2be386aba212 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:18.776232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96937a15-8041-4a5b-9f6f-600213576e2d req-dfa0e54b-d640-40a3-b2eb-2be386aba212 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 932 time: 0.1815312 Aug 24 00:19:18.805912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2172adc6-1e26-44b8-bd5c-46d2bd63483d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:18.820573 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2e7148d-b3a6-4a5a-b3d4-e1b9af0e6b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.827797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.839093 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc3289f-a7d4-42cb-978c-cc25d51213d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.847400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96937a15-8041-4a5b-9f6f-600213576e2d req-bd7e5e70-5937-453c-be10-6a9b362d8b9c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696592 Aug 24 00:19:18.859359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Transition to ACTIVE for port object 2172adc6-1e26-44b8-bd5c-46d2bd63483d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:18.872060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7148d-b3a6-4a5a-b3d4-e1b9af0e6b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d429de-aed0-419c-9726-b5c3ba25a444,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:18.881690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e2e7148d-b3a6-4a5a-b3d4-e1b9af0e6b83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5529c1e0efe946359f6243438f441416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210277 Aug 24 00:19:18.888201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:18.959685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc3289f-a7d4-42cb-978c-cc25d51213d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:18.971004 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.003195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb618705-80e2-4733-9f61-5cbbd28b061b req-466b09f2-cfbe-47dc-b28d-64ebdc38537b tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.004755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb618705-80e2-4733-9f61-5cbbd28b061b req-466b09f2-cfbe-47dc-b28d-64ebdc38537b tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 948 time: 0.0844343 Aug 24 00:19:19.005670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fb246b2-96f1-4f9e-adca-ca42b912375a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.027395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:19.029676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fb246b2-96f1-4f9e-adca-ca42b912375a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.035968 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc3289f-a7d4-42cb-978c-cc25d51213d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.108691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb618705-80e2-4733-9f61-5cbbd28b061b req-ff7d883a-d2ac-4b28-9245-7cc1a0e3bbfe tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767827 Aug 24 00:19:19.132054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3289f-a7d4-42cb-978c-cc25d51213d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7339b0d3-715e-4fb4-a45e-187f5f31b13a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:19.139334 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1fc3289f-a7d4-42cb-978c-cc25d51213d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e27c6569390849088c6f80f0c80add9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124424 Aug 24 00:19:19.139719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:19.170459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Attempting to bind port 2172adc6-1e26-44b8-bd5c-46d2bd63483d on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:19.171452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Attempting to bind port 2172adc6-1e26-44b8-bd5c-46d2bd63483d by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:19.171452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Attempting to bind port 2172adc6-1e26-44b8-bd5c-46d2bd63483d on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:19.177444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Port 2172adc6-1e26-44b8-bd5c-46d2bd63483d on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:19.177928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Attempting to bind port 2172adc6-1e26-44b8-bd5c-46d2bd63483d on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:19.187747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:19.188297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Checking segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:19.188992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Bound using segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:19.193952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Bound port: 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:19.193952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.272857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fb246b2-96f1-4f9e-adca-ca42b912375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.277197 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fb246b2-96f1-4f9e-adca-ca42b912375a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.282038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9fb246b2-96f1-4f9e-adca-ca42b912375a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3d429de-aed0-419c-9726-b5c3ba25a444 HTTP/1.1" status: 204 len: 168 time: 0.3962712 Aug 24 00:19:19.299424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:19.303546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:19.339834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-936e18e3-28e8-46ab-8f56-dd420a24051c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.344181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb246b2-96f1-4f9e-adca-ca42b912375a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d429de-aed0-419c-9726-b5c3ba25a444,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:19.360776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.381695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f4715-9f0e-4b5c-adde-80ab4f9e0243 req-9fb52c79-d268-4ae5-91ed-c26e8504d943 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.383199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d84f4715-9f0e-4b5c-adde-80ab4f9e0243 req-9fb52c79-d268-4ae5-91ed-c26e8504d943 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.1781111 Aug 24 00:19:19.390624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-936e18e3-28e8-46ab-8f56-dd420a24051c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.403651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.404214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.405850 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] 10.222.0.36 "PUT /v2.0/ports/2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 1092 time: 1.1871922 Aug 24 00:19:19.406253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:19.406944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e9c5-119f-4a68-bb90-68d6c4211ccf req-b4f13cc0-89fe-4c2b-8674-72fa99a80a6f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.408521 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c8a1c6-5b6d-455b-9896-4ba786c94260" -d '{"events": [{"name": "network-changed", "server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:19.408812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc19e9c5-119f-4a68-bb90-68d6c4211ccf req-b4f13cc0-89fe-4c2b-8674-72fa99a80a6f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 946 time: 0.1266558 Aug 24 00:19:19.446209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4149a-3f94-421e-87f8-f0ed1ce79e35 service neutron] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:19.533243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d84f4715-9f0e-4b5c-adde-80ab4f9e0243 req-2cc86a61-32bd-4cfe-9986-5d5d97fb4dbb tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405754 Aug 24 00:19:19.552626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc19e9c5-119f-4a68-bb90-68d6c4211ccf req-e2410f91-468b-47c2-b18a-d368d38c50ce tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173258 Aug 24 00:19:19.647581 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84a1f6b-0374-400a-b096-69fa59dd7619 x-openstack-request-id: req-c84a1f6b-0374-400a-b096-69fa59dd7619 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:19.647581 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:19.647581 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c84a1f6b-0374-400a-b096-69fa59dd7619 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:19.648006 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'status': 'completed', 'code': 200} Aug 24 00:19:19.659777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-92308c23-6090-40e0-9672-7051ff8be41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.662399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-92308c23-6090-40e0-9672-7051ff8be41d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1095 time: 0.0706260 Aug 24 00:19:19.694997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-936e18e3-28e8-46ab-8f56-dd420a24051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.703129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-936e18e3-28e8-46ab-8f56-dd420a24051c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:19.708193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-936e18e3-28e8-46ab-8f56-dd420a24051c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7339b0d3-715e-4fb4-a45e-187f5f31b13a HTTP/1.1" status: 204 len: 168 time: 0.5672164 Aug 24 00:19:19.723892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e18e3-28e8-46ab-8f56-dd420a24051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7339b0d3-715e-4fb4-a45e-187f5f31b13a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:19.749086 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-2826b79e-e721-4b94-b83a-49d7d6ff982f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 217 time: 0.0648258 Aug 24 00:19:19.858462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-0ed08afe-6b09-4c5a-b5be-8afe7029bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.860238 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-0ed08afe-6b09-4c5a-b5be-8afe7029bfd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.1015203 Aug 24 00:19:19.940742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-3f6e0953-e69a-4270-b283-959b32aea8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:19.944045 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-3f6e0953-e69a-4270-b283-959b32aea8ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735157 Aug 24 00:19:20.040019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65645e-6ced-4859-ac54-d60b33abe575 req-1c93dd16-ca9c-4eaa-8071-8aa0979cae44 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.048250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea65645e-6ced-4859-ac54-d60b33abe575 req-1c93dd16-ca9c-4eaa-8071-8aa0979cae44 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 944 time: 0.0889792 Aug 24 00:19:20.092888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea65645e-6ced-4859-ac54-d60b33abe575 req-c8d71e3d-b59e-447f-91ab-da254debc2f6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 Aug 24 00:19:20.121497 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-404a1d77-555e-48a0-bc34-642b5cfe178e service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587961 Aug 24 00:19:20.274120 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35e1fb31-80fa-4563-bc7e-32475f84cd53 req-bc38d6aa-c737-4f5f-b16d-1c0faf101134 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444507 Aug 24 00:19:20.277073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cec58-d765-414b-83a1-ed14fb571803 req-609dc454-da80-436e-92da-53f327860d3a tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.287425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b46cec58-d765-414b-83a1-ed14fb571803 req-609dc454-da80-436e-92da-53f327860d3a tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 948 time: 0.0766280 Aug 24 00:19:20.325730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b46cec58-d765-414b-83a1-ed14fb571803 req-f9ddc4f3-a2b9-4809-a16f-d38ff33c1fe5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 Aug 24 00:19:20.496859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-56768c01-38a5-4605-8c20-0c5d5f9b9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.499118 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-56768c01-38a5-4605-8c20-0c5d5f9b9387 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1095 time: 0.0735304 Aug 24 00:19:20.698040 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-c20d4feb-aedb-4d87-bb8c-ca1b85f6b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.699670 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-c20d4feb-aedb-4d87-bb8c-ca1b85f6b063 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1906304 Aug 24 00:19:20.739043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978366-4e15-40e6-99ab-b9d9632ba4b8 req-24dc8d49-493c-4afd-aab7-d358910f1fda tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.740547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0978366-4e15-40e6-99ab-b9d9632ba4b8 req-24dc8d49-493c-4afd-aab7-d358910f1fda tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.1028297 Aug 24 00:19:20.753323 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-40c4340c-4029-4801-9a33-ac12dcb504bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 217 time: 0.0440013 Aug 24 00:19:20.760847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7850ea-ec00-42cc-8bd2-c787d2299d92 req-c4663418-b123-4c04-9e7d-af47a1d7a0dd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.771374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a7850ea-ec00-42cc-8bd2-c787d2299d92 req-c4663418-b123-4c04-9e7d-af47a1d7a0dd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 946 time: 0.1004834 Aug 24 00:19:20.814470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6531f98d-7b86-4f29-94b4-b580f40e5180 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:20.858707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a7850ea-ec00-42cc-8bd2-c787d2299d92 req-f97be0f5-4327-4ef5-afc7-924abc53b0b9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863674 Aug 24 00:19:20.865017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-0cc82b3c-9818-428b-9e0a-03e2281308da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.873011 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-0cc82b3c-9818-428b-9e0a-03e2281308da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.1125302 Aug 24 00:19:20.903448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0978366-4e15-40e6-99ab-b9d9632ba4b8 req-3666a5b7-4f19-429e-9384-52be4d601d88 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245382 Aug 24 00:19:20.995409 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-231e003a-50fa-470b-b559-57e7f62e21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:20.997287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-231e003a-50fa-470b-b559-57e7f62e21ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142688 Aug 24 00:19:21.022842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50372) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:21.026185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 6531f98d-7b86-4f29-94b4-b580f40e5180 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:21.034732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 6531f98d-7b86-4f29-94b4-b580f40e5180 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:21.034732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.227048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-e24bb2ea-c90f-4329-b363-285b5c8db1b1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:21.229333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-e24bb2ea-c90f-4329-b363-285b5c8db1b1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 946 time: 0.1839275 Aug 24 00:19:21.232868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.254315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1343850253-network', 'tenant_id': 'dc31fffea1fb4df1a75a3f64d57a068b'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:21.271567 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-11063802-8ae9-4f27-81d9-97797363566e service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265751 Aug 24 00:19:21.284255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:21.286669 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c30ac5-63c6-4352-8085-61aa4aae6210" -d '{"events": [{"server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "name": "network-vif-plugged", "status": "completed", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:21.333478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:21.385698 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e740c814-6194-4a25-bbc7-74358f116251 x-openstack-request-id: req-e740c814-6194-4a25-bbc7-74358f116251 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:21.386224 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "name": "network-vif-plugged", "status": "completed", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:21.386653 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e740c814-6194-4a25-bbc7-74358f116251 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:21.387299 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'code': 200} Aug 24 00:19:21.395987 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.397080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:21.415701 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f8c8a1c6-5b6d-455b-9896-4ba786c94260 req-0c9f2e25-4edf-42d5-84b7-b215d20239f1 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344163 Aug 24 00:19:21.490746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Made reservation on behalf of dc31fffea1fb4df1a75a3f64d57a068b for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:21.494814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.511965 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.586148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:21.598827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port e985f776-efc2-4b00-be1f-6c11b2361291 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:21.600151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.655674 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.700912 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.744967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:21.767351 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.801651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d360115-d01e-4c09-8c91-92434fb68cb7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:21.815799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:19:21.839796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.840418 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Added segment cc69e8f3-b74b-4cfa-9212-f8accd6240b1 of type vlan for network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 Aug 24 00:19:21.848028 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.902561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0330f-c911-4212-9fae-6b0a909c8cd8 req-d899b06f-b8a3-4246-801d-0e0671b46eea tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:21.903458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=10']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:21.911098 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14b0330f-c911-4212-9fae-6b0a909c8cd8 req-d899b06f-b8a3-4246-801d-0e0671b46eea tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 944 time: 0.6424456 Aug 24 00:19:21.965588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:21.984634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce702720-0c6c-49e1-83fc-da378f0507a0 req-3e2d6092-53df-4fc1-bdfa-fb9eae910d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:21.986228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce702720-0c6c-49e1-83fc-da378f0507a0 req-3e2d6092-53df-4fc1-bdfa-fb9eae910d7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 1100 time: 0.5311301 Aug 24 00:19:22.006156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14b0330f-c911-4212-9fae-6b0a909c8cd8 req-d6cd2562-f53b-437a-8996-535fde462add tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919106 Aug 24 00:19:22.045859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca11a8-f58d-4fcb-b61e-c3e8b82f287a req-764c9d1e-f5af-424c-80ea-287d32f51fd5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:22.047879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7ca11a8-f58d-4fcb-b61e-c3e8b82f287a req-764c9d1e-f5af-424c-80ea-287d32f51fd5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 949 time: 0.1745577 Aug 24 00:19:22.051810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Deleting port a268e17e-0040-423a-a1b3-701fcd490d16 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:22.052444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.091015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.092019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:22.092611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.170008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce702720-0c6c-49e1-83fc-da378f0507a0 req-041e83e3-9deb-4f00-80b3-67c724a5eecd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575511 Aug 24 00:19:22.192311 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7ca11a8-f58d-4fcb-b61e-c3e8b82f287a req-a2c9aaab-9036-47ff-87a0-2143b4fef464 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271672 Aug 24 00:19:22.229748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] For port a268e17e-0040-423a-a1b3-701fcd490d16, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a268e17e-0040-423a-a1b3-701fcd490d16,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:22.231115 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.239254 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2149310 Aug 24 00:19:22.243319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50398) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:22.251415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Request body: {'subnet': {'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1343850253-subnet', 'tenant_id': 'dc31fffea1fb4df1a75a3f64d57a068b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:22.258988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Calling delete_port for a268e17e-0040-423a-a1b3-701fcd490d16 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:22.267770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95765b66-ea42-407a-b4c9-59aefa07b5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=7261f61b-7665-4424-bc72-a70fdfcb4fe4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:22.280486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:19:22.414553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Made reservation on behalf of dc31fffea1fb4df1a75a3f64d57a068b for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:22.417786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.561812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4c830-6d17-4e78-8290-e85358926712 req-d0d5e822-3612-4f7d-8d5a-0e356e1abdf3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:22.566753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dd4c830-6d17-4e78-8290-e85358926712 req-d0d5e822-3612-4f7d-8d5a-0e356e1abdf3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 946 time: 0.2309034 Aug 24 00:19:22.666582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0f933-647e-420d-8c4c-4cf00967498d req-c9d1d865-edce-4b72-a532-da7d92b30753 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:22.668273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63a0f933-647e-420d-8c4c-4cf00967498d req-c9d1d865-edce-4b72-a532-da7d92b30753 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.1775701 Aug 24 00:19:22.710856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dd4c830-6d17-4e78-8290-e85358926712 req-2f085a13-9d30-484f-8863-5f11a6d36c18 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209004 Aug 24 00:19:22.748578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63a0f933-647e-420d-8c4c-4cf00967498d req-f85d6416-f240-4b4c-a29a-070dee18e24c tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681591 Aug 24 00:19:22.881775 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:22.926168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['a268e17e-0040-423a-a1b3-701fcd490d16'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:22.951809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event deleted for resources: {'Port': ['ID=a268e17e-0040-423a-a1b3-701fcd490d16,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:23.018247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] No DVR routers for this DVR port a268e17e-0040-423a-a1b3-701fcd490d16 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:23.045092 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.047367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94d0692f-354e-4f60-8892-4583eb9ed378 req-15a3d3d8-1491-4e9a-8b50-654a709e9a1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "DELETE /v2.0/ports/a268e17e-0040-423a-a1b3-701fcd490d16 HTTP/1.1" status: 204 len: 173 time: 1.8043859 Aug 24 00:19:23.047817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4db8a3c-c951-439b-9cda-5524c5678fec', 'name': 'network-vif-deleted', 'tag': 'a268e17e-0040-423a-a1b3-701fcd490d16'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:23.052322 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdab24c3-21a2-41ca-9dda-ee6e79f1056c" -d '{"events": [{"server_uuid": "c4db8a3c-c951-439b-9cda-5524c5678fec", "name": "network-vif-deleted", "tag": "a268e17e-0040-423a-a1b3-701fcd490d16"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:23.116820 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05952d60-a9c3-4f0f-a720-ff025f798c38 x-openstack-request-id: req-05952d60-a9c3-4f0f-a720-ff025f798c38 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:23.117237 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4db8a3c-c951-439b-9cda-5524c5678fec", "name": "network-vif-deleted", "tag": "a268e17e-0040-423a-a1b3-701fcd490d16", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:23.118542 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05952d60-a9c3-4f0f-a720-ff025f798c38 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:23.119064 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4db8a3c-c951-439b-9cda-5524c5678fec', 'name': 'network-vif-deleted', 'tag': 'a268e17e-0040-423a-a1b3-701fcd490d16', 'status': 'completed', 'code': 200} Aug 24 00:19:23.206452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50416) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:23.223894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f701c-6a83-4ba5-808e-059aad3f96ee req-d48e0a80-dbe6-4922-b19a-5b4b6a9af08c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:23.231194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-066f701c-6a83-4ba5-808e-059aad3f96ee req-d48e0a80-dbe6-4922-b19a-5b4b6a9af08c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 944 time: 0.1263039 Aug 24 00:19:23.280349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-066f701c-6a83-4ba5-808e-059aad3f96ee req-22d5ed61-27b6-4ab9-8b46-766494a5bade tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463183 Aug 24 00:19:23.328351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.363572 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fcc950ce-f845-4723-9e56-4ce710ac9653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.388655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:23.391366 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c8eb74-6d58-4ea3-8fdc-e454001bf40f" -d '{"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-plugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:23.475956 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86a6e5b-be11-45e6-9b02-2ee0adca96ec x-openstack-request-id: req-e86a6e5b-be11-45e6-9b02-2ee0adca96ec {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:23.476694 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-plugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:23.477302 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e86a6e5b-be11-45e6-9b02-2ee0adca96ec {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:23.477992 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'code': 200} Aug 24 00:19:23.497904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c993d4e7-a3d2-48a8-8b12-b2d1e39be517,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:23.521939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fcc950ce-f845-4723-9e56-4ce710ac9653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.560912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fb719-0a34-4fc6-8d36-1c047481c5b8 req-6d6bcfad-e9cc-4e23-945d-1894015cc57e tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:23.560912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d10fb719-0a34-4fc6-8d36-1c047481c5b8 req-6d6bcfad-e9cc-4e23-945d-1894015cc57e tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 949 time: 0.1086953 Aug 24 00:19:23.562329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Checking segment: {'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:23.562739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Network hostable DHCP agents. Network: 7261f61b-7665-4424-bc72-a70fdfcb4fe4, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:19:23.613550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d10fb719-0a34-4fc6-8d36-1c047481c5b8 req-8ffb68fc-4883-4aca-9994-e4de9fe6a137 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 Aug 24 00:19:23.670264 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fcc950ce-f845-4723-9e56-4ce710ac9653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.710706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:19:23.734744 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fcc950ce-f845-4723-9e56-4ce710ac9653 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20554b57acb44a4688aa64a8cac188da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241046 Aug 24 00:19:23.734744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc950ce-f845-4723-9e56-4ce710ac9653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699e6a58-4271-4e73-9e13-181e1fd846fc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:23.737282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50424) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:23.813632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 7261f61b-7665-4424-bc72-a70fdfcb4fe4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:23.827297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40349a8a-cd09-4c34-b14b-4e0da1e9c4b3 None None] Network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:23.865114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:23.870424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.878661 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3063dd87-531f-4d2a-b2b8-c7679faf8727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:23.943355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-497d0257-5d25-40d4-9ee1-74ebfd4831c9 req-822f281d-e36f-4fd2-b70c-3895ad35a4ed tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4db8a3c-c951-439b-9cda-5524c5678fec HTTP/1.1" status: 200 len: 210 time: 0.0657532 Aug 24 00:19:23.970964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3063dd87-531f-4d2a-b2b8-c7679faf8727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:24.053341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ae395-8039-4570-abb8-47bddd4ce7c2 req-01cc5591-e64a-4f22-a6b4-6406855a2ed9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:24.063978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a5ae395-8039-4570-abb8-47bddd4ce7c2 req-01cc5591-e64a-4f22-a6b4-6406855a2ed9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.1906955 Aug 24 00:19:24.090185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f66a45c3-fc10-43aa-8de3-6c5e0b60da43 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8397279 Aug 24 00:19:24.196109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a5ae395-8039-4570-abb8-47bddd4ce7c2 req-3a5efdc2-50f8-4af4-95c6-6804f33501ca tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310246 Aug 24 00:19:24.252667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7de3431-990a-4c35-b05b-ec0140234607 None None] Network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:24.322047 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:19:24.427420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ce172-9d76-476d-9e62-eaf8d3822b79 req-09ffdfc9-ca8d-41c6-bb71-f4fa69740ea5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:24.428996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee6ce172-9d76-476d-9e62-eaf8d3822b79 req-09ffdfc9-ca8d-41c6-bb71-f4fa69740ea5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 944 time: 0.0648150 Aug 24 00:19:24.433790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-35d6c578-16c0-4647-9a94-6d7293dda80f req-0e334054-c4a1-42f3-a7f1-af4164c1a7d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1149651178', 'description': 'tempest-description-127448645'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:24.488355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee6ce172-9d76-476d-9e62-eaf8d3822b79 req-72cec663-c8c2-4e46-b2c8-c1351b0fa47d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501950 Aug 24 00:19:24.578829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3063dd87-531f-4d2a-b2b8-c7679faf8727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:24.581414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3063dd87-531f-4d2a-b2b8-c7679faf8727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:24.583508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3063dd87-531f-4d2a-b2b8-c7679faf8727 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/699e6a58-4271-4e73-9e13-181e1fd846fc HTTP/1.1" status: 204 len: 168 time: 0.8442702 Aug 24 00:19:24.591010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063dd87-531f-4d2a-b2b8-c7679faf8727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699e6a58-4271-4e73-9e13-181e1fd846fc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:24.688485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35d6c578-16c0-4647-9a94-6d7293dda80f req-0e334054-c4a1-42f3-a7f1-af4164c1a7d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:24.772939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868f9f2-c93a-4bae-9c80-66642882fa35 req-954ff58a-d1bd-4af6-81c9-9285de6d4141 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:24.774492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9868f9f2-c93a-4bae-9c80-66642882fa35 req-954ff58a-d1bd-4af6-81c9-9285de6d4141 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 949 time: 0.0873463 Aug 24 00:19:24.920354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9868f9f2-c93a-4bae-9c80-66642882fa35 req-ab04cdc5-7fc7-458c-9dce-5b405a6f9efb tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299062 Aug 24 00:19:24.943448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35d6c578-16c0-4647-9a94-6d7293dda80f req-0e334054-c4a1-42f3-a7f1-af4164c1a7d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:24.955637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-3490bd7a-289f-4671-8be1-868bf2b9200e tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:24.957688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-3490bd7a-289f-4671-8be1-868bf2b9200e tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1097 time: 0.1549037 Aug 24 00:19:24.975426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-2'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:25.021255 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35d6c578-16c0-4647-9a94-6d7293dda80f req-0e334054-c4a1-42f3-a7f1-af4164c1a7d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.117690 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.132176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e334054-c4a1-42f3-a7f1-af4164c1a7d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1370d8-a624-41a9-b715-6d9c2a81fddf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:25.190357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99182e-991a-4ccc-9c34-3188210a9590 req-688fa033-d72e-4182-b601-62a172e86fec tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:25.192059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b99182e-991a-4ccc-9c34-3188210a9590 req-688fa033-d72e-4182-b601-62a172e86fec tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 949 time: 0.1613891 Aug 24 00:19:25.255092 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35d6c578-16c0-4647-9a94-6d7293dda80f req-0e334054-c4a1-42f3-a7f1-af4164c1a7d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.256516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35d6c578-16c0-4647-9a94-6d7293dda80f req-0e334054-c4a1-42f3-a7f1-af4164c1a7d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8265786 Aug 24 00:19:25.284947 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.324849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b99182e-991a-4ccc-9c34-3188210a9590 req-21afe049-f633-4dc4-93af-0748250f2c18 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214981 Aug 24 00:19:25.402179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:25.506965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:25.518380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a268e17e-0040-423a-a1b3-701fcd490d16 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:25.535447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:25.556985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c3d1aad3-5237-495c-9ea2-eb5130a18244 req-00970a08-dab7-4ce4-8f4f-ef3ab5765f39 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-412532859', 'description': 'tempest-description-1672883783'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:25.561316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: a268e17e-0040-423a-a1b3-701fcd490d16 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:25.561926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a268e17e-0040-423a-a1b3-701fcd490d16 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:25.645895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:25.648505 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db6410-477f-4221-8a8b-12ea30b26685" -d '{"events": [{"server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "name": "network-vif-unplugged", "status": "completed", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:25.653194 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.673370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982310-776e-444b-8a5b-e79213661a59 req-bc1945ad-cc86-43f4-b1ad-19a0df5702ec tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:25.675417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be982310-776e-444b-8a5b-e79213661a59 req-bc1945ad-cc86-43f4-b1ad-19a0df5702ec tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 946 time: 0.1517365 Aug 24 00:19:25.695125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:25.709413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'mac_address': 'fa:16:3e:3c:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:25.761275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be982310-776e-444b-8a5b-e79213661a59 req-8a1aa69d-7d3a-4cd5-bf2f-6701ef63047d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778985 Aug 24 00:19:25.777421 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.794375 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.804406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2172adc6-1e26-44b8-bd5c-46d2bd63483d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:25.852640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:25.879694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3d1aad3-5237-495c-9ea2-eb5130a18244 req-00970a08-dab7-4ce4-8f4f-ef3ab5765f39 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:25.907480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Pushing event updated for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:25.920116 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.020957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:26.030424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3d1aad3-5237-495c-9ea2-eb5130a18244 req-00970a08-dab7-4ce4-8f4f-ef3ab5765f39 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.063534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:26.063889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:26.064253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:26.069466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:26.069921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Attempting to bind port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on network e522c8a4-814a-4c72-90f4-36c357e07638 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:26.075771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:26.076191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Checking segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:26.076591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Bound using segment: {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:26.077011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Bound port: 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8998b579-4a48-4a41-97a7-3de6be3e25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e522c8a4-814a-4c72-90f4-36c357e07638'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:26.077488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.122044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3d1aad3-5237-495c-9ea2-eb5130a18244 req-00970a08-dab7-4ce4-8f4f-ef3ab5765f39 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.152614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00970a08-dab7-4ce4-8f4f-ef3ab5765f39 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8c9bdf-8712-4e27-808a-2b10e0807a4f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:26.197702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:26.201900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:26.268112 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e457c36-d90d-4dc3-bc4c-13ce5dc8df0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.314727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['2172adc6-1e26-44b8-bd5c-46d2bd63483d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:26.317428 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c3d1aad3-5237-495c-9ea2-eb5130a18244 req-00970a08-dab7-4ce4-8f4f-ef3ab5765f39 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.318842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3d1aad3-5237-495c-9ea2-eb5130a18244 req-00970a08-dab7-4ce4-8f4f-ef3ab5765f39 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7671936 Aug 24 00:19:26.319951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.419374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:26.420352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:26.422449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] 10.222.0.37 "PUT /v2.0/ports/33f842c5-032e-4cfb-b6e7-cf31d84a1699 HTTP/1.1" status: 200 len: 1122 time: 1.4518576 Aug 24 00:19:26.428115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a77b0d-a91b-4eb3-a02d-99e2bcf93423 service neutron] Pushing event updated for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:26.569209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['33f842c5-032e-4cfb-b6e7-cf31d84a1699'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:26.623267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f328fc-6a9f-4e73-b33a-a9e1d3920baf req-371f15eb-fb07-40aa-b32d-35d3423257c3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:26.626503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9f328fc-6a9f-4e73-b33a-a9e1d3920baf req-371f15eb-fb07-40aa-b32d-35d3423257c3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1424751 Aug 24 00:19:26.628749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['33f842c5-032e-4cfb-b6e7-cf31d84a1699'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:26.707344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9f328fc-6a9f-4e73-b33a-a9e1d3920baf req-eba60ab7-6ad5-48b8-b4c5-a5a8b6d8e314 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683856 Aug 24 00:19:26.850593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-e2217df3-2816-4685-8e4a-d1e038ae672b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:26.859599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-e2217df3-2816-4685-8e4a-d1e038ae672b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.1608579 Aug 24 00:19:26.863683 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491bd123-7fc4-4094-9168-575dc22f93da x-openstack-request-id: req-491bd123-7fc4-4094-9168-575dc22f93da {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:26.863683 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "name": "network-vif-unplugged", "status": "completed", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:26.864124 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-491bd123-7fc4-4094-9168-575dc22f93da {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:26.864630 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699', 'code': 200} Aug 24 00:19:26.881444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-4c3db274-a2f7-447f-b2e5-04a999365e3a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/quotas/5356aa8eef24403599d9f2796a084d67 HTTP/1.1" status: 200 len: 375 time: 0.0206771 Aug 24 00:19:26.900266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 33f842c5-032e-4cfb-b6e7-cf31d84a1699 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:26.985548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-4c099132-6e66-4527-ae22-da752867cc0b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027801 Aug 24 00:19:27.144342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-903829c8-1de2-4af7-80cc-29315d13d2bd service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543429 Aug 24 00:19:27.186988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:27.199906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 33f842c5-032e-4cfb-b6e7-cf31d84a1699 has no active binding in host n-h2-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:19:27.281336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-c084ac81-37cc-45cd-9c86-9c9ee44335a5 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351414 Aug 24 00:19:27.506813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-5c36e93d-9945-4ee0-bf8f-7af981615a47 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:27.508077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-5c36e93d-9945-4ee0-bf8f-7af981615a47 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 813 time: 0.1314781 Aug 24 00:19:27.530498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-448dfc5e-ba57-40a0-90e0-0f8c68990d4a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/quotas/dc31fffea1fb4df1a75a3f64d57a068b HTTP/1.1" status: 200 len: 375 time: 0.0160887 Aug 24 00:19:27.586695 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-fe39b575-8626-4423-a3c2-55d9f1ebac06 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476739 Aug 24 00:19:27.742633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8888ece-b5ae-4fc1-a43e-bdcafa71b773 req-f58880d9-5898-4066-a479-418ec3d323c1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:27.744211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8888ece-b5ae-4fc1-a43e-bdcafa71b773 req-f58880d9-5898-4066-a479-418ec3d323c1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.1685054 Aug 24 00:19:27.748134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-6fbf5592-7ae8-4b14-90ba-2229eded131c service neutron] 10.222.0.26 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582675 Aug 24 00:19:27.864357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8888ece-b5ae-4fc1-a43e-bdcafa71b773 req-17bc84f8-7fcc-44c2-b0bb-93ea1ace5a21 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969939 Aug 24 00:19:27.903292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-1530efc5-a9a3-439b-89af-7a317b2609fe service neutron] 10.222.0.26 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456072 Aug 24 00:19:28.010049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94f3790e-d839-49db-b5a7-d444fc36157a req-485928bb-a07e-4814-8813-66847ca9ab9b tempest-AbsoluteLimitsNegativeTestJSON-1757241417 tempest-AbsoluteLimitsNegativeTestJSON-1757241417-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b86e7e117b83412e8ae2fba847f3041d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341744 Aug 24 00:19:28.152847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3790e-d839-49db-b5a7-d444fc36157a req-0b453449-adce-4708-bcb6-36bd1c6499f3 tempest-AbsoluteLimitsNegativeTestJSON-1757241417 tempest-AbsoluteLimitsNegativeTestJSON-1757241417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:28.160318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94f3790e-d839-49db-b5a7-d444fc36157a req-0b453449-adce-4708-bcb6-36bd1c6499f3 tempest-AbsoluteLimitsNegativeTestJSON-1757241417 tempest-AbsoluteLimitsNegativeTestJSON-1757241417-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1439931 Aug 24 00:19:28.181661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94f3790e-d839-49db-b5a7-d444fc36157a req-c79d358f-1443-4772-a9e5-2dfebdf9e40b tempest-AbsoluteLimitsNegativeTestJSON-1757241417 tempest-AbsoluteLimitsNegativeTestJSON-1757241417-project] 10.222.0.26 "GET /v2.0/quotas/b86e7e117b83412e8ae2fba847f3041d HTTP/1.1" status: 200 len: 375 time: 0.0196643 Aug 24 00:19:28.230237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94f3790e-d839-49db-b5a7-d444fc36157a req-0d978f36-4cf8-4864-81dc-9f887cbdf28f tempest-AbsoluteLimitsNegativeTestJSON-1757241417 tempest-AbsoluteLimitsNegativeTestJSON-1757241417-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b86e7e117b83412e8ae2fba847f3041d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470192 Aug 24 00:19:28.363625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87fcd81d-cfba-4efc-ade8-b8ddd84e0259 req-7b916906-4c6b-45b7-8297-56cb9be8621c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 210 time: 0.0394189 Aug 24 00:19:28.546935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d840c03-7829-4396-a69c-f397c11074c1 req-b6459245-7864-4a19-8de5-a0b03bca86b7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:28.550055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d840c03-7829-4396-a69c-f397c11074c1 req-b6459245-7864-4a19-8de5-a0b03bca86b7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1337855 Aug 24 00:19:28.609056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d840c03-7829-4396-a69c-f397c11074c1 req-b22187b4-e491-49bb-9090-739f7cdc3c68 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500705 Aug 24 00:19:28.686456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72f2a8ab-e5d0-49e4-86eb-eedf10979dbf req-4112fb3a-e670-4d1f-9dc2-c10d2c724eb2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 210 time: 0.0485256 Aug 24 00:19:28.860979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:28.865994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:28.870977 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea" -d '{"events": [{"name": "network-changed", "server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:28.911692 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c15f064-5588-43ce-8e4d-e0af077a1adb x-openstack-request-id: req-2c15f064-5588-43ce-8e4d-e0af077a1adb {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:28.912054 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:28.912411 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c15f064-5588-43ce-8e4d-e0af077a1adb {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:28.912952 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699', 'status': 'completed', 'code': 200} Aug 24 00:19:28.968072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:28.979289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'mac_address': 'fa:16:3e:e7:45:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:29.020166 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.034205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75318867-e4c2-48a6-9e5f-71651acf4bd0 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:29.049058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbff43-c00e-4030-b8f3-ac00d4bde469 req-147b63a8-8ab7-485d-90d2-f095c53f94f3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:29.050659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09dbff43-c00e-4030-b8f3-ac00d4bde469 req-147b63a8-8ab7-485d-90d2-f095c53f94f3 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.1011894 Aug 24 00:19:29.052696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-4c70de1b-f244-4e25-944f-f2473a0b412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:29.054099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:29.054229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-4c70de1b-f244-4e25-944f-f2473a0b412c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1125 time: 0.0905128 Aug 24 00:19:29.154892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09dbff43-c00e-4030-b8f3-ac00d4bde469 req-59b3fd8b-91e9-4534-b2ff-0ff5c003ee93 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965850 Aug 24 00:19:29.192546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-001fe7a2-047d-4e2e-bc55-06a13ba817e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:29.194198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-001fe7a2-047d-4e2e-bc55-06a13ba817e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1267459 Aug 24 00:19:29.241716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-56dd4497-5456-4783-acac-93c91c6505bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699 HTTP/1.1" status: 200 len: 217 time: 0.0377200 Aug 24 00:19:29.296501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-12ba127c-e236-41ce-874b-3c783c36e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:29.298053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-12ba127c-e236-41ce-874b-3c783c36e2f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0485401 Aug 24 00:19:29.334629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-23d6ac95-ba81-4683-beb5-f19a551db736 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290966 Aug 24 00:19:29.339670 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.339670 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.340647 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-714730ae-dd7f-48aa-a88d-935baf83d1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.348818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50624) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:29.425884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:29.468674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-f8e0cce1-a48b-41db-b809-d959adbd91a1 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227238 Aug 24 00:19:29.527417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:29.570051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.582604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['75318867-e4c2-48a6-9e5f-71651acf4bd0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:29.743496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.747602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a051d389-a70c-4a78-8e47-59691615dfb1 req-d74aa9ca-9a3a-4f61-ac7f-01685894ef6e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 210 time: 0.2533009 Aug 24 00:19:29.807387 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.808139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 2172adc6-1e26-44b8-bd5c-46d2bd63483d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:29.813295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 2172adc6-1e26-44b8-bd5c-46d2bd63483d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:29.813718 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.881246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b86e7e117b83412e8ae2fba847f3041d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312676 Aug 24 00:19:29.883790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50664) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:29.887530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09bdba2-3ef0-49ce-80e4-f24b97e61714,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:29.909198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ef5147b-008c-4490-91df-7d7b505d9ee8 req-244ec3a3-56e7-45af-8cc1-f1e0a1cc7260 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 210 time: 0.0819149 Aug 24 00:19:29.911501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.912179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.912904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.913480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.914067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.914792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.915396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.916302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.916872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.917463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.918102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.918691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ddd57f-d653-47df-94d6-b0ff26a3621a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:29.974557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.979910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7660ac56-08af-4775-a99f-d546e555ff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:29.980768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdcf524e-05d0-4e6a-bf39-5c84d5de5eea req-66af28a6-278d-471c-b527-d7e6969745e9 service neutron] 10.222.0.36 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070541 Aug 24 00:19:30.005013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:30.008767 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10961bdc-3eb5-4de7-89d4-242a2705e691" -d '{"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-plugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:30.012748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124df2f-a89b-48d7-a99c-4c2e3d38fb8c req-955e19a2-3502-4451-a412-6edd9fe872aa tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:30.024188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9124df2f-a89b-48d7-a99c-4c2e3d38fb8c req-955e19a2-3502-4451-a412-6edd9fe872aa tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1980782 Aug 24 00:19:30.026169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7660ac56-08af-4775-a99f-d546e555ff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.041065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:30.107240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9124df2f-a89b-48d7-a99c-4c2e3d38fb8c req-69987601-9021-41b1-90cc-b0b03266fd89 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821362 Aug 24 00:19:30.124334 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9008d401-6b09-4052-9890-c2bc82b54e4c x-openstack-request-id: req-9008d401-6b09-4052-9890-c2bc82b54e4c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:30.125243 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-plugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:30.127110 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9008d401-6b09-4052-9890-c2bc82b54e4c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:30.128141 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'code': 200} Aug 24 00:19:30.146096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.203765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:30.213616 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7660ac56-08af-4775-a99f-d546e555ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.216227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7660ac56-08af-4775-a99f-d546e555ff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.220589 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7660ac56-08af-4775-a99f-d546e555ff0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a09bdba2-3ef0-49ce-80e4-f24b97e61714 HTTP/1.1" status: 204 len: 168 time: 0.3342409 Aug 24 00:19:30.231879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660ac56-08af-4775-a99f-d546e555ff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09bdba2-3ef0-49ce-80e4-f24b97e61714,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:30.247079 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:30.325718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52846b79-1941-4114-a384-73250741ee95 req-51203f46-6556-48d5-af54-76ccb5fea823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:30.327816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52846b79-1941-4114-a384-73250741ee95 req-51203f46-6556-48d5-af54-76ccb5fea823 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1097 time: 0.1027999 Aug 24 00:19:30.351894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34efe8-5815-47f3-8b9f-eba259cfc772 req-7eafd70b-ed2a-4b71-a986-11778e6cbef9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:30.359881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba34efe8-5815-47f3-8b9f-eba259cfc772 req-7eafd70b-ed2a-4b71-a986-11778e6cbef9 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.0920005 Aug 24 00:19:30.410471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52846b79-1941-4114-a384-73250741ee95 req-864d611c-b86b-4e3b-a816-524cf7a60984 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744927 Aug 24 00:19:30.426480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba34efe8-5815-47f3-8b9f-eba259cfc772 req-1cb0bfc3-fceb-45f3-ada0-1f09522c69b5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653353 Aug 24 00:19:30.852632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:30.922206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8a47df3-2db2-4e13-b893-ed46a24e88bb req-23b45fb8-e735-4c40-89b5-fcedb4666f0e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 210 time: 0.0796659 Aug 24 00:19:30.924864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 75318867-e4c2-48a6-9e5f-71651acf4bd0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:30.935733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.051970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62b26208-0f0c-4d0f-b3ce-7b2c0ea5c9e8 req-f7a1b768-c3b9-4f90-a99b-8e0b35b80817 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 210 time: 0.0430481 Aug 24 00:19:31.113736 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.196695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:31.276466 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.340390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870ccbd-57a1-40f5-9afa-d39e57d4ab57 req-894954d5-0d7b-4c56-8fb0-03126c54d64b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:31.354537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9870ccbd-57a1-40f5-9afa-d39e57d4ab57 req-894954d5-0d7b-4c56-8fb0-03126c54d64b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 946 time: 0.1084449 Aug 24 00:19:31.356416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:31.439579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9870ccbd-57a1-40f5-9afa-d39e57d4ab57 req-91fa1a3a-49c3-4f61-89dc-48cd963c8173 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837519 Aug 24 00:19:31.646694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01029d-44c4-47ab-bdde-e2795e68d8ed req-db8c5f12-2424-489f-8405-cbc2926a4796 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:31.658300 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e01029d-44c4-47ab-bdde-e2795e68d8ed req-db8c5f12-2424-489f-8405-cbc2926a4796 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 944 time: 0.1288490 Aug 24 00:19:31.704054 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:31.764605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e01029d-44c4-47ab-bdde-e2795e68d8ed req-8cbef297-431c-4c23-a51c-164b1369991f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053493 Aug 24 00:19:31.853413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-8dad501f-eb83-47ca-bd58-7705ac079e8f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:31.861977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-8dad501f-eb83-47ca-bd58-7705ac079e8f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.2409537 Aug 24 00:19:31.898239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Request body: {'port': {'device_id': '17c2c034-3007-4e2d-b1ad-bd01375c7e8f', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'admin_state_up': True, 'tenant_id': '5356aa8eef24403599d9f2796a084d67'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:32.001929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50752) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:32.110097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5281093e-1995-4e7c-9285-872f520d7040 req-aadb0234-7220-4a96-a615-d41fb8fb5b58 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 210 time: 0.0518200 Aug 24 00:19:32.129854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:32.135264 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ef7a7b-09c1-4468-99ad-a94a2b98f4c2" -d '{"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-plugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:32.210717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1518533852-network', 'tenant_id': 'baf82f3ab28446738c3f853a6b343bf0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:32.246074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:19:32.246074 n-d-804878-2 neutron-server[95327]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:19:32.246074 n-d-804878-2 neutron-server[95327]: [parameters: {'project_id': 'baf82f3ab28446738c3f853a6b343bf0', 'id': '02b0d393-25c3-4d7e-8d46-d183f2e8dde0', 'expiration': datetime.datetime(2021, 8, 24, 0, 21, 32, 235470)}] Aug 24 00:19:32.246074 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:19:32.248212 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:19:32.332958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Made reservation on behalf of 5356aa8eef24403599d9f2796a084d67 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:32.336870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.681322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Allocated IP 172.20.0.6 (216df912-921f-4278-80e3-a4cea5a13626/82931143-52e6-40e1-a22d-d8ba89268c6f/b84d9787-15e3-4c7d-91b8-1900fa575f36) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:32.814640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-5d96e917-a8c8-4586-9821-a9fd68162b9f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:32.817312 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-5d96e917-a8c8-4586-9821-a9fd68162b9f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 813 time: 0.2214234 Aug 24 00:19:32.841233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'port': {'device_id': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4', 'admin_state_up': True, 'tenant_id': 'dc31fffea1fb4df1a75a3f64d57a068b'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:32.911530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Made reservation on behalf of baf82f3ab28446738c3f853a6b343bf0 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:32.914936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:32.933229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:33.046631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:33.106549 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:19:33.106549 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:19:33.106549 n-d-804878-2 neutron-server[95327]: [parameters: {'project_id_1': 'baf82f3ab28446738c3f853a6b343bf0', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 19, 33, 67185)}] Aug 24 00:19:33.106549 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:19:33.107578 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:19:33.243876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Made reservation on behalf of dc31fffea1fb4df1a75a3f64d57a068b for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:33.245363 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:33.249422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:33.319485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Network 216df912-921f-4278-80e3-a4cea5a13626 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:33.398313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:33.419854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:33.494753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event updated for resources: {'Port': ['ID=b84d9787-15e3-4c7d-91b8-1900fa575f36,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:33.542316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:33.544253 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:33.576076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Allocated IP 172.20.0.4 (7261f61b-7665-4424-bc72-a70fdfcb4fe4/c993d4e7-a3d2-48a8-8b12-b2d1e39be517/5b16ae9b-8da6-477d-adb1-e344243359ca) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:33.610050 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:33.709276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-991305ca-93ad-4521-aa5d-d8994d6da63a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8156765 Aug 24 00:19:33.728125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Request body: {'port': {'device_id': '17c2c034-3007-4e2d-b1ad-bd01375c7e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:33.850283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.054409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.057478 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.089961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:34.094526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:34.186370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:34.249686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.263208 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:19:34.274062 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.275287 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Added segment f19fe20a-a59a-475a-9644-a3ee6d7dfa1a of type vlan for network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 Aug 24 00:19:34.300399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.366263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'Port': ['ID=5b16ae9b-8da6-477d-adb1-e344243359ca,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:34.378538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:34.379108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.387619 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.409434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aea32ae-d300-483a-bca3-42312dfebc6b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:34.642610 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-535c426b-8859-4988-937f-17f9cdcb859b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8093290 Aug 24 00:19:34.643713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.644932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:34.645371 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.674780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Request body: {'port': {'device_id': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:34.700043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84d9787-15e3-4c7d-91b8-1900fa575f36 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:34.716321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.733531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Transition to ACTIVE for port object b84d9787-15e3-4c7d-91b8-1900fa575f36 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:34.782756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-eadbd406-1510-49b5-8118-245ef4122a30 service neutron] 10.222.0.36 "GET /v2.0/ports/33f842c5-032e-4cfb-b6e7-cf31d84a1699/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.1439464 Aug 24 00:19:34.810508 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8071721 Aug 24 00:19:34.813512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81853f38-2109-405c-9733-76228e39f730 admin admin] Pushing event updated for resources: {'Network': ['ID=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:34.827471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:19:34.836113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50776) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:34.856353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Request body: {'subnet': {'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1518533852-subnet', 'tenant_id': 'baf82f3ab28446738c3f853a6b343bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:34.870827 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:34.990459 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:35.039715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b84d9787-15e3-4c7d-91b8-1900fa575f36,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:35.078333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Attempting to bind port b84d9787-15e3-4c7d-91b8-1900fa575f36 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:35.078673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Attempting to bind port b84d9787-15e3-4c7d-91b8-1900fa575f36 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:35.079006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Attempting to bind port b84d9787-15e3-4c7d-91b8-1900fa575f36 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:35.084212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Made reservation on behalf of baf82f3ab28446738c3f853a6b343bf0 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:35.088956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Port b84d9787-15e3-4c7d-91b8-1900fa575f36 on network 216df912-921f-4278-80e3-a4cea5a13626 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:35.089288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Attempting to bind port b84d9787-15e3-4c7d-91b8-1900fa575f36 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:35.094567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:35.226141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:35.266911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:35.342062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f842c5-032e-4cfb-b6e7-cf31d84a1699 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:35.369458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:35.395298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:35.395669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Checking segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:35.397216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Bound using segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:35.397701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Bound port: b84d9787-15e3-4c7d-91b8-1900fa575f36, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:35.399943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:35.466159 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:35.536020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 33f842c5-032e-4cfb-b6e7-cf31d84a1699 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:35.584956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] Transition to ACTIVE for port object 33f842c5-032e-4cfb-b6e7-cf31d84a1699 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:35.627121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] For port b84d9787-15e3-4c7d-91b8-1900fa575f36, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:35.633837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] For port b84d9787-15e3-4c7d-91b8-1900fa575f36, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b84d9787-15e3-4c7d-91b8-1900fa575f36,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:35.704982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:35.789557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] No DVR routers for this DVR port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:35.834304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/33f842c5-032e-4cfb-b6e7-cf31d84a1699/bindings/n-h2-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0442634 Aug 24 00:19:35.835379 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:35.847603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa144cbb-ce04-454c-b032-18c93c1a68c6 service neutron] Pushing event updated for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:35.860488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:35.861345 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:35.863092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/b84d9787-15e3-4c7d-91b8-1900fa575f36 HTTP/1.1" status: 200 len: 1091 time: 2.1399384 Aug 24 00:19:35.865841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c2c034-3007-4e2d-b1ad-bd01375c7e8f', 'tag': 'b84d9787-15e3-4c7d-91b8-1900fa575f36'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:35.867045 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26357956-e230-4b19-8b7d-1b3ca6f9c93b" -d '{"events": [{"name": "network-changed", "server_uuid": "17c2c034-3007-4e2d-b1ad-bd01375c7e8f", "tag": "b84d9787-15e3-4c7d-91b8-1900fa575f36"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:35.944347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731c41c-f02a-488c-93d0-c9366cf852a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b84d9787-15e3-4c7d-91b8-1900fa575f36,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:36.079831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b16ae9b-8da6-477d-adb1-e344243359ca {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:36.087376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:36.099159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Transition to ACTIVE for port object 5b16ae9b-8da6-477d-adb1-e344243359ca will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:36.287039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-f1fb3d8b-0080-491c-a18e-be7f7a7b8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.288797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-f1fb3d8b-0080-491c-a18e-be7f7a7b8102 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 1094 time: 0.0463989 Aug 24 00:19:36.345719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-72bcfe75-8fde-4c66-83c3-ab04a951cce5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b84d9787-15e3-4c7d-91b8-1900fa575f36 HTTP/1.1" status: 200 len: 217 time: 0.0429997 Aug 24 00:19:36.423261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-824428a7-f8dd-4799-b976-5dd8aa5b1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.424934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-824428a7-f8dd-4799-b976-5dd8aa5b1509 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0648441 Aug 24 00:19:36.427064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-0199da23-a003-4bcc-a825-cf8e75fbf8ec tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.428656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-0199da23-a003-4bcc-a825-cf8e75fbf8ec tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.1204545 Aug 24 00:19:36.468033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-b41f8a61-70d3-4e37-b226-a2e1fbcb3bd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361948 Aug 24 00:19:36.544204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:36.552462 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:36.588381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-e51c25b3-eaa1-49dd-9747-e0245a6d9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.589962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-e51c25b3-eaa1-49dd-9747-e0245a6d9b4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15&tenant_id=8264d2be08f54617bb0ba9db9202bad4 HTTP/1.1" status: 200 len: 1096 time: 0.1317387 Aug 24 00:19:36.615928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-b4604370-c620-4ec5-93e2-737ec2be656e service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258774 Aug 24 00:19:36.658418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85446131-7b7a-4636-92da-71f792a273b7,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:36.680939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16ae9b-8da6-477d-adb1-e344243359ca,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:36.720874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-1b0517f3-f208-4a92-9155-91bfe15e3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.720874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-1b0517f3-f208-4a92-9155-91bfe15e3380 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1096 time: 0.0958214 Aug 24 00:19:36.721421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Checking segment: {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:36.721421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Network hostable DHCP agents. Network: dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:19:36.766190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Attempting to bind port 5b16ae9b-8da6-477d-adb1-e344243359ca on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:36.766911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Attempting to bind port 5b16ae9b-8da6-477d-adb1-e344243359ca by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:36.767422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Attempting to bind port 5b16ae9b-8da6-477d-adb1-e344243359ca on network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:36.775613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Port 5b16ae9b-8da6-477d-adb1-e344243359ca on network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:36.776231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Attempting to bind port 5b16ae9b-8da6-477d-adb1-e344243359ca on network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:36.782336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:36.783655 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Checking segment: {'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:36.784634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Bound using segment: {'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:36.785390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Bound port: 5b16ae9b-8da6-477d-adb1-e344243359ca, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:36.785976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:36.803811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9ed484d-833c-42ad-a6dc-cfe24a0189d0 req-8dcd486b-5cfb-48ca-8ffb-856f762a6605 service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812479 Aug 24 00:19:36.841317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:19:36.857581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-804e8f45-d359-4b6a-aefe-1981d06b30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.859088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-804e8f45-d359-4b6a-aefe-1981d06b30b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1207795 Aug 24 00:19:36.881730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] For port 5b16ae9b-8da6-477d-adb1-e344243359ca, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:36.885865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] For port 5b16ae9b-8da6-477d-adb1-e344243359ca, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5b16ae9b-8da6-477d-adb1-e344243359ca,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:36.916931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-eb5da832-343c-47a3-9d65-d224e2ca5b6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699 HTTP/1.1" status: 200 len: 217 time: 0.0474517 Aug 24 00:19:36.973472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-44404596-b719-43a8-8a71-f95707216818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:36.975032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-44404596-b719-43a8-8a71-f95707216818 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0496004 Aug 24 00:19:36.984945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:36.992598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:36.997966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06f587-46f0-44f7-b285-0a122163eaa7 None None] Network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:36.999560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.004594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:37.036370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-a8c1ce64-a2d4-49f2-b27d-72ba913a5548 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441346 Aug 24 00:19:37.112035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.113161 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:37.116460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] 10.222.0.36 "PUT /v2.0/ports/5b16ae9b-8da6-477d-adb1-e344243359ca HTTP/1.1" status: 200 len: 1091 time: 2.4485888 Aug 24 00:19:37.122493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:37.128503 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a766c652-8ac0-4a86-acf7-d703fa4bd86d" -d '{"events": [{"name": "network-changed", "server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:37.169975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07657a06-970c-4cc8-9424-3af2a28db735 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16ae9b-8da6-477d-adb1-e344243359ca,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:37.202796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-75b038d0-cff8-4039-9b76-a44aec7f9168 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3617666 Aug 24 00:19:37.267614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-492e159a-206d-4173-be4a-49aa505e5e18 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158172 Aug 24 00:19:37.288691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898ebe88-eba5-4ddf-9e5d-6d01d0d09592 None None] Network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:37.298722 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2ce083-39b5-4211-98b4-21709e29659b x-openstack-request-id: req-0f2ce083-39b5-4211-98b4-21709e29659b {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:37.300011 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-plugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:37.302190 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f2ce083-39b5-4211-98b4-21709e29659b {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:37.302911 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'code': 200} Aug 24 00:19:37.339728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-6e6a17ab-c84f-4c19-8815-c520a8ba98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.342128 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-6e6a17ab-c84f-4c19-8815-c520a8ba98cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1094 time: 0.0974514 Aug 24 00:19:37.461395 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-d430a9b4-b5e6-4273-ba2d-7b45f166e5ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b16ae9b-8da6-477d-adb1-e344243359ca HTTP/1.1" status: 200 len: 217 time: 0.1018505 Aug 24 00:19:37.479069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048a0e-ded8-463d-bacd-615a3a6bb721 req-476ed90e-0f91-4315-83f9-f45cb9b1e7ea tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.481289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04048a0e-ded8-463d-bacd-615a3a6bb721 req-476ed90e-0f91-4315-83f9-f45cb9b1e7ea tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 943 time: 0.1865549 Aug 24 00:19:37.539425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-1828322c-d972-487e-a25f-d731e4d710a4 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607319 Aug 24 00:19:37.587674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04048a0e-ded8-463d-bacd-615a3a6bb721 req-ec74cd1b-789e-4353-9697-0115924aeb91 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Aug 24 00:19:37.611173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-da2e12d2-5742-4d4d-a4c1-6d53ccb5e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.614080 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-da2e12d2-5742-4d4d-a4c1-6d53ccb5e442 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.1494563 Aug 24 00:19:37.653812 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-79487fef-50a2-4be7-88c0-7b41f3cb4cad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312855 Aug 24 00:19:37.760929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360f6ec-e565-480b-9461-840a52b06a59 req-94f2e54b-05f9-4fe2-92f9-083b7e5579a1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.762931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5360f6ec-e565-480b-9461-840a52b06a59 req-94f2e54b-05f9-4fe2-92f9-083b7e5579a1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 946 time: 0.1053245 Aug 24 00:19:37.800933 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-a20ab653-2976-49cf-996b-dc7a659f7b9f service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399643 Aug 24 00:19:37.832578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5360f6ec-e565-480b-9461-840a52b06a59 req-8234f75f-c1cf-4f71-8915-1959f22e942b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600371 Aug 24 00:19:37.965587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcee569-7d48-42f1-8bc0-a1b9fac8ef23 req-516997b9-bfc8-4d8a-8174-084da366b87e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.967328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbcee569-7d48-42f1-8bc0-a1b9fac8ef23 req-516997b9-bfc8-4d8a-8174-084da366b87e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 945 time: 0.1190195 Aug 24 00:19:37.976099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8445ed-8eb2-4566-afa7-2b127eed9f07 req-f602fb6e-8009-4989-845b-263ccd4b5f34 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:37.978670 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29dfa9f1-3efd-48d6-8e4c-f9ba1407e719 req-af919e48-dc26-4232-bb79-d90549c9d3b2 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700349 Aug 24 00:19:37.984232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df8445ed-8eb2-4566-afa7-2b127eed9f07 req-f602fb6e-8009-4989-845b-263ccd4b5f34 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 943 time: 0.0766284 Aug 24 00:19:38.047912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbcee569-7d48-42f1-8bc0-a1b9fac8ef23 req-58952136-9bdb-49ca-9ce6-f2591503d57e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614314 Aug 24 00:19:38.050889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df8445ed-8eb2-4566-afa7-2b127eed9f07 req-7fb83b95-304d-4cc0-bcbe-494852cb82ba tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657792 Aug 24 00:19:38.118665 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a6c213-4146-4bfe-98c6-56f14bafdd6e x-openstack-request-id: req-45a6c213-4146-4bfe-98c6-56f14bafdd6e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:38.121006 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c2c034-3007-4e2d-b1ad-bd01375c7e8f", "tag": "b84d9787-15e3-4c7d-91b8-1900fa575f36", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:38.122145 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45a6c213-4146-4bfe-98c6-56f14bafdd6e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:38.123044 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c2c034-3007-4e2d-b1ad-bd01375c7e8f', 'tag': 'b84d9787-15e3-4c7d-91b8-1900fa575f36', 'status': 'completed', 'code': 200} Aug 24 00:19:38.153735 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862604e9-3cbf-4353-8efd-980e085a7430 x-openstack-request-id: req-862604e9-3cbf-4353-8efd-980e085a7430 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:38.154252 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:38.154252 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-862604e9-3cbf-4353-8efd-980e085a7430 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:38.154711 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca', 'status': 'completed', 'code': 200} Aug 24 00:19:38.169839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-dc023ad5-e3f6-4b4b-9ab9-87f25583f67f tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.172103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-dc023ad5-e3f6-4b4b-9ab9-87f25583f67f tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15&tenant_id=8264d2be08f54617bb0ba9db9202bad4&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0680132 Aug 24 00:19:38.300147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-4e79a455-b109-4a58-9830-1b2aef0184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.302622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-4e79a455-b109-4a58-9830-1b2aef0184ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 1094 time: 0.0864964 Aug 24 00:19:38.328891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-6b240591-36e0-48f7-a07c-af5c5ca4cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.330429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-6b240591-36e0-48f7-a07c-af5c5ca4cd1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1094 time: 0.1018016 Aug 24 00:19:38.453451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-152e96a6-2b3b-48cb-8471-d807f791038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.454517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0336d-7204-4e07-86ba-345e42a48e02 req-58cf2fc6-ce03-4d80-bb50-55c6f029c08f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.455129 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-152e96a6-2b3b-48cb-8471-d807f791038a service neutron] 10.222.0.36 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 913 time: 0.1366286 Aug 24 00:19:38.456110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4f0336d-7204-4e07-86ba-345e42a48e02 req-58cf2fc6-ce03-4d80-bb50-55c6f029c08f tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.1951778 Aug 24 00:19:38.511767 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-9119458a-a58f-492c-9624-5f00426251ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b84d9787-15e3-4c7d-91b8-1900fa575f36 HTTP/1.1" status: 200 len: 217 time: 0.0467210 Aug 24 00:19:38.578533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-1ef3398d-2f3e-4208-9a56-e71a28005e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.580605 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-1ef3398d-2f3e-4208-9a56-e71a28005e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0573020 Aug 24 00:19:38.635810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-991f5ed2-0dfb-4ffc-be37-6c40af385f31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477407 Aug 24 00:19:38.651161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4f0336d-7204-4e07-86ba-345e42a48e02 req-22d1a588-7725-4c5f-b570-bc0220445c79 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480753 Aug 24 00:19:38.691164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-020f8abf-66ce-4382-bf95-c33f2d89c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.691164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-020f8abf-66ce-4382-bf95-c33f2d89c583 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 914 time: 0.3349142 Aug 24 00:19:38.749547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-2b2b0c72-4695-4286-9b85-1164f80adff4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b16ae9b-8da6-477d-adb1-e344243359ca HTTP/1.1" status: 200 len: 217 time: 0.0607681 Aug 24 00:19:38.760535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-c79fd899-dc68-4ac8-9c31-3f8f118cb6df tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.765364 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-d27ebbb3-162e-42b1-a419-fddace3a8b5a service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217587 Aug 24 00:19:38.766077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-c79fd899-dc68-4ac8-9c31-3f8f118cb6df tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/networks?id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 HTTP/1.1" status: 200 len: 818 time: 0.3992701 Aug 24 00:19:38.789091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-7cdd0b69-8fe2-47c2-825f-9974a71d23e1 service neutron] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:38.792991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-7cdd0b69-8fe2-47c2-825f-9974a71d23e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:38.794838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51a0e964-3b72-4096-b0f0-d54d2244d8dd req-7cdd0b69-8fe2-47c2-825f-9974a71d23e1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/33f842c5-032e-4cfb-b6e7-cf31d84a1699/bindings/n-h1-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.6109188 Aug 24 00:19:38.874705 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-26357956-e230-4b19-8b7d-1b3ca6f9c93b req-cdf9839e-7b75-4d13-8ff9-fa3e5ff6736f service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023254 Aug 24 00:19:38.875278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-5cd89290-5c33-45bb-b85d-ddc42c629ecb tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/quotas/baf82f3ab28446738c3f853a6b343bf0 HTTP/1.1" status: 200 len: 375 time: 0.0785210 Aug 24 00:19:38.931747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0b9f-6537-4d60-982c-65b0da89a31b req-81439a52-2e39-4471-80a1-373deb950124 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:38.934020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d3a0b9f-6537-4d60-982c-65b0da89a31b req-81439a52-2e39-4471-80a1-373deb950124 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 946 time: 0.1663532 Aug 24 00:19:38.943121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50844) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:38.953139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'floatingip': {'port_id': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:38.958899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e8913d3f-de50-4afd-837a-3d059bd4d06b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=baf82f3ab28446738c3f853a6b343bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737488 Aug 24 00:19:39.011161 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.066183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-f31b2cd4-8df3-4569-87f6-726a8bf685c6 service neutron] 10.222.0.26 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050830 Aug 24 00:19:39.068144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-8f898a30-e6a7-4d73-ac31-586d905aed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:39.071179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-8f898a30-e6a7-4d73-ac31-586d905aed3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.3029158 Aug 24 00:19:39.181743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-1de84a72-2eee-4ca6-a52f-529bfd6086aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969570 Aug 24 00:19:39.264160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d0ce-9c2a-477f-b455-6c0a42f63366 req-f435acdf-1c7a-4b68-9a91-576ad34a22d7 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:39.271632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85f5d0ce-9c2a-477f-b455-6c0a42f63366 req-f435acdf-1c7a-4b68-9a91-576ad34a22d7 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 951 time: 0.1992121 Aug 24 00:19:39.360406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0d40cafc-e252-4ad5-81e3-53551b228faa service neutron] 10.222.0.26 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868736 Aug 24 00:19:39.396378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85f5d0ce-9c2a-477f-b455-6c0a42f63366 req-7a8cae59-0466-40a6-8b2a-1b6907b7ae11 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224473 Aug 24 00:19:39.399030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-a02cba02-8358-4680-9e9e-573bcf26fe7a service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061977 Aug 24 00:19:39.558374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a766c652-8ac0-4a86-acf7-d703fa4bd86d req-741bfc16-61ba-4a70-bb6a-3475b01bcc30 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517270 Aug 24 00:19:39.636247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230933ee-5432-4ae9-9d55-c0849b57389d req-084f2c39-b85a-4f98-94b5-d00a0c9a62ff tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:39.637961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-230933ee-5432-4ae9-9d55-c0849b57389d req-084f2c39-b85a-4f98-94b5-d00a0c9a62ff tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 943 time: 0.0620639 Aug 24 00:19:39.673638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.684123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-230933ee-5432-4ae9-9d55-c0849b57389d req-fac3f938-a82d-4272-a9e4-b2205f28fa3e tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Aug 24 00:19:39.781493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:39.863611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0b95-e875-499d-bdec-839239b1f9b3 req-2e9dadd8-30fa-43b7-971b-74775dd3ae5b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:39.871860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb4a0b95-e875-499d-bdec-839239b1f9b3 req-2e9dadd8-30fa-43b7-971b-74775dd3ae5b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 943 time: 0.1068034 Aug 24 00:19:39.927416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb4a0b95-e875-499d-bdec-839239b1f9b3 req-7fbf76fa-295a-407d-b453-9175a05deb10 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Aug 24 00:19:39.957749 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Floating IP b31b91b2-5ec6-468c-9419-e95dcaf21174 associated. External IP: 172.25.5.83, port: 2172adc6-1e26-44b8-bd5c-46d2bd63483d. Aug 24 00:19:40.297633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Router 411cc998-236c-409d-ad0c-97ec259460e3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:19:40.442662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:19:40.447373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:40.455435 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] Sync routers for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:40.468686 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:40.469694 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:40.480698 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0101f08b-6547-46d2-b4b8-ffdc97507b34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "PUT /v2.0/floatingips/b31b91b2-5ec6-468c-9419-e95dcaf21174 HTTP/1.1" status: 200 len: 991 time: 1.5359628 Aug 24 00:19:40.481617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:40.485150 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a97117-fb96-4938-86b4-39b686e80271" -d '{"events": [{"name": "network-changed", "server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:40.551445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca2133-fbb7-4403-b343-6a8d8179aa3e req-6424e5b6-ebd0-43fa-9a9e-4ca4abafe1da tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.553343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8fca2133-fbb7-4403-b343-6a8d8179aa3e req-6424e5b6-ebd0-43fa-9a9e-4ca4abafe1da tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 945 time: 0.5494993 Aug 24 00:19:40.610123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8fca2133-fbb7-4403-b343-6a8d8179aa3e req-f7036da4-9f33-4581-9b7a-41058041f0f8 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Aug 24 00:19:40.612383 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:40.843065 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d8339-0db0-4879-824b-c24d7f8ae7e9 x-openstack-request-id: req-6a3d8339-0db0-4879-824b-c24d7f8ae7e9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:40.843682 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:40.843863 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a3d8339-0db0-4879-824b-c24d7f8ae7e9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:40.844492 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'status': 'completed', 'code': 200} Aug 24 00:19:40.909717 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'b31b91b2-5ec6-468c-9419-e95dcaf21174', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'port_id': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'mac_address': 'fa:16:3e:3c:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e97095-114d-43be-8d6c-240d40412faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:19:07Z', 'updated_at': '2021-08-24T00:19:39Z', 'revision_number': 1, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:08Z', 'revision_number': 5, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:40.924860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97117-fb96-4938-86b4-39b686e80271 req-e0dc3f43-aeff-47e4-9580-eea2bcde06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:40.926589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6a97117-fb96-4938-86b4-39b686e80271 req-e0dc3f43-aeff-47e4-9580-eea2bcde06e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1097 time: 0.0426934 Aug 24 00:19:40.926948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:40.944818 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] Checking router: 411cc998-236c-409d-ad0c-97ec259460e3 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:40.954853 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:40.955359 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:41.016020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.031188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97117-fb96-4938-86b4-39b686e80271 req-3e537fb9-da24-491b-811a-3f03e5c2bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:41.032732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6a97117-fb96-4938-86b4-39b686e80271 req-3e537fb9-da24-491b-811a-3f03e5c2bafd service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.0978613 Aug 24 00:19:41.034079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:41.036417 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ecf894-340c-451a-8fa3-df845256c51b" -d '{"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-unplugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:41.048152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:41.069036 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:41.103026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6a97117-fb96-4938-86b4-39b686e80271 req-f64139df-79f2-4dde-8575-c7d908bf6818 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.0625820 Aug 24 00:19:41.153166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97117-fb96-4938-86b4-39b686e80271 req-1e867771-38d5-47c5-a56b-95a0a8480105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:41.154654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6a97117-fb96-4938-86b4-39b686e80271 req-1e867771-38d5-47c5-a56b-95a0a8480105 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0460117 Aug 24 00:19:41.203365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a97117-fb96-4938-86b4-39b686e80271 req-f5839868-a082-47ae-9030-426187a48bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:41.204930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6a97117-fb96-4938-86b4-39b686e80271 req-f5839868-a082-47ae-9030-426187a48bdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440712 Aug 24 00:19:41.302305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6a97117-fb96-4938-86b4-39b686e80271 req-05e882af-ad38-401d-a7c1-2bec398e6c6c service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907614 Aug 24 00:19:41.303148 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'b31b91b2-5ec6-468c-9419-e95dcaf21174', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'port_id': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'mac_address': 'fa:16:3e:3c:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e97095-114d-43be-8d6c-240d40412faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:19:07Z', 'updated_at': '2021-08-24T00:19:39Z', 'revision_number': 1, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:08Z', 'revision_number': 5, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:41.331867 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196d568-4fb9-4779-80b2-6d55191e8f44 None None] The sync data for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 is: [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'b31b91b2-5ec6-468c-9419-e95dcaf21174', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'port_id': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'mac_address': 'fa:16:3e:3c:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e97095-114d-43be-8d6c-240d40412faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:19:07Z', 'updated_at': '2021-08-24T00:19:39Z', 'revision_number': 1, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:08Z', 'revision_number': 5, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:19:41.404829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6a97117-fb96-4938-86b4-39b686e80271 req-2e8ab9be-5931-4a56-a50b-0a49f0825ef9 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957611 Aug 24 00:19:41.418492 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.488661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:41.502972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.502972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.522339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:19:41.565704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b84d9787-15e3-4c7d-91b8-1900fa575f36 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:41.598666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96baa94d-4c94-4f93-8cda-c479ad6638b4 None None] New status for floating IP b31b91b2-5ec6-468c-9419-e95dcaf21174: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:19:41.865528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b84d9787-15e3-4c7d-91b8-1900fa575f36, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b84d9787-15e3-4c7d-91b8-1900fa575f36,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:41.882835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'b84d9787-15e3-4c7d-91b8-1900fa575f36', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'port_id': 'b84d9787-15e3-4c7d-91b8-1900fa575f36', 'mac_address': 'fa:16:3e:f7:da:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82931143-52e6-40e1-a22d-d8ba89268c6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:41.965049 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:41.982950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84d9787-15e3-4c7d-91b8-1900fa575f36 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:42.004447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b84d9787-15e3-4c7d-91b8-1900fa575f36, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b84d9787-15e3-4c7d-91b8-1900fa575f36,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:42.133000 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:42.185959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=b84d9787-15e3-4c7d-91b8-1900fa575f36,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:42.200703 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:42.545120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['b84d9787-15e3-4c7d-91b8-1900fa575f36'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:42.933693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-439cf639-e365-45f7-8cf1-61ccf3752445 req-6809ad16-ad0b-4e9b-86b3-6a71d7bd3c1c tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 210 time: 0.0438600 Aug 24 00:19:43.050876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c6019-b828-4dc7-95db-aea81c5f7f7a req-b0cbb40b-31a4-42c0-9436-0626ab31a138 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:43.053061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e74c6019-b828-4dc7-95db-aea81c5f7f7a req-b0cbb40b-31a4-42c0-9436-0626ab31a138 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 943 time: 0.0871165 Aug 24 00:19:43.067285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e245c-0bd5-49c2-bd81-8814f8b425ee req-0ece0cd6-0bd8-42ab-a478-aee2991d28ba tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:43.076291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e8e245c-0bd5-49c2-bd81-8814f8b425ee req-0ece0cd6-0bd8-42ab-a478-aee2991d28ba tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 944 time: 0.0794716 Aug 24 00:19:43.136836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e8e245c-0bd5-49c2-bd81-8814f8b425ee req-a404c116-c49f-4697-a4fe-6c4a93ca377a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596554 Aug 24 00:19:43.154664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e74c6019-b828-4dc7-95db-aea81c5f7f7a req-4260bc00-7062-4774-824e-08940a0321ce tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762897 Aug 24 00:19:43.198636 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285566f3-2a8d-43f9-a8cf-5b91a56c363e x-openstack-request-id: req-285566f3-2a8d-43f9-a8cf-5b91a56c363e {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:43.199223 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-unplugged", "status": "completed", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:43.199356 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-285566f3-2a8d-43f9-a8cf-5b91a56c363e {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:43.199818 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'code': 200} Aug 24 00:19:43.365817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e4e1c-9140-4d00-850c-ccf7a5623486 req-884a49ed-2876-4804-aba5-ab92dd9894e6 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:43.367896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a98e4e1c-9140-4d00-850c-ccf7a5623486 req-884a49ed-2876-4804-aba5-ab92dd9894e6 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 1096 time: 0.0586607 Aug 24 00:19:43.411975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a98e4e1c-9140-4d00-850c-ccf7a5623486 req-a0c451f7-2a99-412d-8a01-5438df078234 tempest-LiveAutoBlockMigrationV225Test-84415875 tempest-LiveAutoBlockMigrationV225Test-84415875-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375669 Aug 24 00:19:43.582180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5b16ae9b-8da6-477d-adb1-e344243359ca details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:43.591785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b84d9787-15e3-4c7d-91b8-1900fa575f36 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:43.770033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5b16ae9b-8da6-477d-adb1-e344243359ca, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5b16ae9b-8da6-477d-adb1-e344243359ca,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:43.782930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '5b16ae9b-8da6-477d-adb1-e344243359ca', 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4', 'port_id': '5b16ae9b-8da6-477d-adb1-e344243359ca', 'mac_address': 'fa:16:3e:e3:cc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c993d4e7-a3d2-48a8-8b12-b2d1e39be517', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:43.841551 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:43.881032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port b84d9787-15e3-4c7d-91b8-1900fa575f36 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:43.891036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b16ae9b-8da6-477d-adb1-e344243359ca {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:43.901627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port b84d9787-15e3-4c7d-91b8-1900fa575f36 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:43.902013 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:43.952542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6021060-18e6-4892-aa40-f41db8c72afd req-4bb9297a-f7c8-4704-a700-ab19ae54be7a tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:43.960978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6021060-18e6-4892-aa40-f41db8c72afd req-4bb9297a-f7c8-4704-a700-ab19ae54be7a tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 949 time: 0.0853684 Aug 24 00:19:43.974747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5b16ae9b-8da6-477d-adb1-e344243359ca, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5b16ae9b-8da6-477d-adb1-e344243359ca,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:44.039392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6021060-18e6-4892-aa40-f41db8c72afd req-90dfca04-3a04-4d84-8002-a44de8a01458 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773072 Aug 24 00:19:44.104957 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.143286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b84d9787-15e3-4c7d-91b8-1900fa575f36, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b84d9787-15e3-4c7d-91b8-1900fa575f36,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:44.152892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.205931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8951c0df-fa1c-4b4c-bbc4-3698e582160f req-692fdb21-a1e7-4c23-b6ae-a24fa5b820b5 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 210 time: 0.0639954 Aug 24 00:19:44.220083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=5b16ae9b-8da6-477d-adb1-e344243359ca,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:44.245053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:44.334453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=b84d9787-15e3-4c7d-91b8-1900fa575f36,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:44.398522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334cd0-30e3-4f1f-826e-7d866e46fc24 req-15193386-ff8f-4e37-8ec3-109734d4d2b5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:44.409139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08334cd0-30e3-4f1f-826e-7d866e46fc24 req-15193386-ff8f-4e37-8ec3-109734d4d2b5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 945 time: 0.0845766 Aug 24 00:19:44.494063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08334cd0-30e3-4f1f-826e-7d866e46fc24 req-599a5a3b-ed66-4489-8b79-915ebf857751 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839734 Aug 24 00:19:44.507926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2044cb-b58d-4b6b-8ca0-0e68ad90d48e req-509b03da-8048-45c2-9fc2-d470296e255f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:44.516262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f2044cb-b58d-4b6b-8ca0-0e68ad90d48e req-509b03da-8048-45c2-9fc2-d470296e255f tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 945 time: 0.3594000 Aug 24 00:19:44.549624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:44.578516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f2044cb-b58d-4b6b-8ca0-0e68ad90d48e req-8ef65411-44fd-4bcd-ae87-c4b6d3fcbcb1 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611098 Aug 24 00:19:44.699829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db05d-44a8-4fd9-8647-1471744902bc req-428e99e8-825f-4b56-8bcc-6f5e643b5528 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:44.701773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c7db05d-44a8-4fd9-8647-1471744902bc req-428e99e8-825f-4b56-8bcc-6f5e643b5528 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 944 time: 0.1220152 Aug 24 00:19:44.776518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c7db05d-44a8-4fd9-8647-1471744902bc req-6d431929-500d-457a-9b73-df122166c096 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656993 Aug 24 00:19:44.790883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-4db7665c-ab27-4f1b-8fcd-26ff90911b5b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:44.790883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-4db7665c-ab27-4f1b-8fcd-26ff90911b5b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.37 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 945 time: 0.0877771 Aug 24 00:19:45.045308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-77e7e942-f887-447c-a796-e0df2f735c66 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.047398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-77e7e942-f887-447c-a796-e0df2f735c66 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.36 "GET /v2.0/networks?id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 HTTP/1.1" status: 200 len: 818 time: 0.1553454 Aug 24 00:19:45.049688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Deleting port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:45.050109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.104801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Request body: {'port': {'device_id': '13c7bfc8-e28b-4d4d-b5d4-644be318f8a8', 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9', 'admin_state_up': True, 'tenant_id': 'baf82f3ab28446738c3f853a6b343bf0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:45.201662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c2c034-3007-4e2d-b1ad-bd01375c7e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84d9787-15e3-4c7d-91b8-1900fa575f36'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:45.205276 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d40e85-2a95-4e52-b62b-838c0c53457b" -d '{"events": [{"server_uuid": "17c2c034-3007-4e2d-b1ad-bd01375c7e8f", "name": "network-vif-plugged", "status": "completed", "tag": "b84d9787-15e3-4c7d-91b8-1900fa575f36"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:45.252940 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e012810-9395-440a-b1fe-369c1379e58b x-openstack-request-id: req-1e012810-9395-440a-b1fe-369c1379e58b {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:45.254107 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c2c034-3007-4e2d-b1ad-bd01375c7e8f", "name": "network-vif-plugged", "status": "completed", "tag": "b84d9787-15e3-4c7d-91b8-1900fa575f36", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:45.254658 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e012810-9395-440a-b1fe-369c1379e58b {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:45.255232 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c2c034-3007-4e2d-b1ad-bd01375c7e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84d9787-15e3-4c7d-91b8-1900fa575f36', 'code': 200} Aug 24 00:19:45.313953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] For port 33f842c5-032e-4cfb-b6e7-cf31d84a1699, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=33f842c5-032e-4cfb-b6e7-cf31d84a1699,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:45.314212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.341161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b89aa-8fde-47bc-bfc3-0d8b0f211350 req-7358062f-2146-439a-bc58-8e1b02d53add tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.343379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c9b89aa-8fde-47bc-bfc3-0d8b0f211350 req-7358062f-2146-439a-bc58-8e1b02d53add tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 949 time: 0.1789567 Aug 24 00:19:45.379464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3322708e-5374-4da4-a4cb-11a4cffd8515 req-f17b6572-eff6-4bc7-a67b-c7c1fd9df77a tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 210 time: 0.0708375 Aug 24 00:19:45.380414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Calling delete_port for 33f842c5-032e-4cfb-b6e7-cf31d84a1699 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:45.435823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933c143-f948-4400-9356-70f1863a995c req-90df1263-193d-4b51-8db6-adeb3703c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.438079 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8933c143-f948-4400-9356-70f1863a995c req-90df1263-193d-4b51-8db6-adeb3703c204 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 1096 time: 0.0658722 Aug 24 00:19:45.480423 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8933c143-f948-4400-9356-70f1863a995c req-d853c52c-a3d2-47d2-8a23-6cefe2b0620c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350220 Aug 24 00:19:45.483070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c9b89aa-8fde-47bc-bfc3-0d8b0f211350 req-b54f7ad3-d78d-41db-9617-07501bbe160d tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151545 Aug 24 00:19:45.617439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c41b55-e541-4e8a-a42a-d54cffd11173 req-fedadb5c-759f-44bb-8158-98887d2fb8b4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.619512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4c41b55-e541-4e8a-a42a-d54cffd11173 req-fedadb5c-759f-44bb-8158-98887d2fb8b4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 945 time: 0.0534976 Aug 24 00:19:45.660806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4c41b55-e541-4e8a-a42a-d54cffd11173 req-8e71714b-2061-4f55-b911-84e5edddbebc tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349126 Aug 24 00:19:45.694277 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.695973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Made reservation on behalf of baf82f3ab28446738c3f853a6b343bf0 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:45.699470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.709476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['dc9dbae3-117f-44dc-95ba-98cf83dc7f81'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:45.749793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Pushing event deleted for resources: {'Port': ['ID=33f842c5-032e-4cfb-b6e7-cf31d84a1699,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:45.760486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b3b1e-7bf6-47e4-b976-7e1db5a291a4 req-7add3a0b-d5d4-487c-ae0d-afd7823421d5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.762097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c85b3b1e-7bf6-47e4-b976-7e1db5a291a4 req-7add3a0b-d5d4-487c-ae0d-afd7823421d5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 945 time: 0.1056216 Aug 24 00:19:45.859875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] No DVR routers for this DVR port 33f842c5-032e-4cfb-b6e7-cf31d84a1699 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:45.865966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:45.868460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9074ba66-e7e5-46fa-9053-4cfa5d03a62a req-3bcadcf8-3d6f-469c-a976-2f83b47f0382 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.37 "DELETE /v2.0/ports/33f842c5-032e-4cfb-b6e7-cf31d84a1699 HTTP/1.1" status: 204 len: 173 time: 1.0682101 Aug 24 00:19:45.873460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'name': 'network-vif-deleted', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:45.875789 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4867baf-dc24-4843-95f7-99acf402d2d4" -d '{"events": [{"server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "name": "network-vif-deleted", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:45.899179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-2d837a55-1d40-4225-b38e-a7cdf6a103bc tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:45.903806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-2d837a55-1d40-4225-b38e-a7cdf6a103bc tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.37 "GET /v2.0/networks?id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 HTTP/1.1" status: 200 len: 818 time: 0.1862073 Aug 24 00:19:45.916461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c85b3b1e-7bf6-47e4-b976-7e1db5a291a4 req-36d3cac1-9de4-4bf8-b2d7-383f5734f8fd tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360168 Aug 24 00:19:45.920112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Request body: {'port': {'device_id': '85cf8392-a28a-4edc-91f4-b5556af26642', 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9', 'admin_state_up': True, 'tenant_id': 'baf82f3ab28446738c3f853a6b343bf0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:46.036405 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1612ceb0-0cba-483e-a0d3-afc633a3d464 x-openstack-request-id: req-1612ceb0-0cba-483e-a0d3-afc633a3d464 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:46.036935 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15", "name": "network-vif-deleted", "tag": "33f842c5-032e-4cfb-b6e7-cf31d84a1699", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:46.037402 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1612ceb0-0cba-483e-a0d3-afc633a3d464 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:46.038045 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15', 'name': 'network-vif-deleted', 'tag': '33f842c5-032e-4cfb-b6e7-cf31d84a1699', 'status': 'completed', 'code': 200} Aug 24 00:19:46.047114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Allocated IP 172.20.0.7 (dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9/85446131-7b7a-4636-92da-71f792a273b7/df5f5dda-f444-4bb1-858c-c5d43da6ae80) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:46.170053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77676-724f-4c2e-9b1e-82dc78fd6b9f req-917fb751-016b-4415-97b6-30a68ebcad29 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:46.177672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68f77676-724f-4c2e-9b1e-82dc78fd6b9f req-917fb751-016b-4415-97b6-30a68ebcad29 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 944 time: 0.1036308 Aug 24 00:19:46.278690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-271a5cc3-eb3b-45da-9968-1a2228b3956d tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:46.280563 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-271a5cc3-eb3b-45da-9968-1a2228b3956d tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.36 "GET /v2.0/networks?id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 HTTP/1.1" status: 200 len: 818 time: 0.1869841 Aug 24 00:19:46.304742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Request body: {'port': {'device_id': '5ccde4b6-7208-4434-a192-ce6d7d92b01d', 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9', 'admin_state_up': True, 'tenant_id': 'baf82f3ab28446738c3f853a6b343bf0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:46.315600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68f77676-724f-4c2e-9b1e-82dc78fd6b9f req-1294bbf5-006e-4bc6-8e44-e6f0f02752de tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345799 Aug 24 00:19:46.363652 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:46.413232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Made reservation on behalf of baf82f3ab28446738c3f853a6b343bf0 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:46.421732 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:46.430490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-3029a2b2-910a-4e0b-8acb-0a7883be131f tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:46.434289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-3029a2b2-910a-4e0b-8acb-0a7883be131f tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.37 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 949 time: 0.2186360 Aug 24 00:19:46.592790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50c3ee60-bab7-40db-aeed-40cf0b0815d4 req-02d038e6-f817-49dd-a036-3e2331ef2202 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 210 time: 0.0462394 Aug 24 00:19:46.719871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32af7e-10c4-41d7-9246-3a491017b6a3 req-5aebf2f0-408a-4da9-a592-a526010baa38 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:46.721479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa32af7e-10c4-41d7-9246-3a491017b6a3 req-5aebf2f0-408a-4da9-a592-a526010baa38 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 949 time: 0.1276884 Aug 24 00:19:46.734146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Made reservation on behalf of baf82f3ab28446738c3f853a6b343bf0 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:46.743542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:46.834821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa32af7e-10c4-41d7-9246-3a491017b6a3 req-ba174df2-cfa7-4113-a337-aa40d3a761f3 tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce817aae-d28d-49f6-a3ff-1ffbc17e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884538 Aug 24 00:19:46.864069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:46.879658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daa216-ca0c-4075-a468-326157869f8f req-349ba00f-7a1c-4dae-b0a2-4cbf2add4f7f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:46.881477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36daa216-ca0c-4075-a468-326157869f8f req-349ba00f-7a1c-4dae-b0a2-4cbf2add4f7f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 945 time: 0.0999939 Aug 24 00:19:46.886444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Deleting port e985f776-efc2-4b00-be1f-6c11b2361291 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:46.887051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:46.944033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Allocated IP 172.20.0.14 (dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9/85446131-7b7a-4636-92da-71f792a273b7/41e8da50-0d9d-4a2c-b95a-dd5e281e3345) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:46.965555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 33f842c5-032e-4cfb-b6e7-cf31d84a1699 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:46.998178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 33f842c5-032e-4cfb-b6e7-cf31d84a1699 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:47.002546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 33f842c5-032e-4cfb-b6e7-cf31d84a1699 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:47.009803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:47.018644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:47.024504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:47.081504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Pushing event updated for resources: {'Port': ['ID=df5f5dda-f444-4bb1-858c-c5d43da6ae80,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:47.139343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36daa216-ca0c-4075-a468-326157869f8f req-c84a28b0-9d2b-44a9-ad17-26b8dc1f37f8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491627 Aug 24 00:19:47.202520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.203062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.206354 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.208489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] For port e985f776-efc2-4b00-be1f-6c11b2361291, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e985f776-efc2-4b00-be1f-6c11b2361291,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:47.208870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.234987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-442947a7-0f7d-462d-a8ef-0abe358d7725 req-791db1da-76a2-402b-a8a2-7830163ae4f0 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 210 time: 0.0515475 Aug 24 00:19:47.242088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Calling delete_port for e985f776-efc2-4b00-be1f-6c11b2361291 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:47.313319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e3a6fff5-2ea5-472d-92b8-60625cda68b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2255938 Aug 24 00:19:47.338259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Request body: {'port': {'device_id': '13c7bfc8-e28b-4d4d-b5d4-644be318f8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:47.363790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.470397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.509276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:47.518341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:47.519730 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.528499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:47.564662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Pushing event updated for resources: {'Port': ['ID=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:47.565065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Pushing event deleted for resources: {'Port': ['ID=e985f776-efc2-4b00-be1f-6c11b2361291,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:47.586204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dff75-2e40-4708-90f7-a2420c39a2f1 req-357e217b-24e7-4b87-a2a0-2a832e7baa31 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.589222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1dff75-2e40-4708-90f7-a2420c39a2f1 req-357e217b-24e7-4b87-a2a0-2a832e7baa31 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 944 time: 0.1670825 Aug 24 00:19:47.595603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Allocated IP 172.20.0.13 (dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9/85446131-7b7a-4636-92da-71f792a273b7/347cb3b0-fea0-4bee-9d57-9a2e020214cf) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:47.611396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5b16ae9b-8da6-477d-adb1-e344243359ca up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:47.618420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.618420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.696639 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-9703d46f-c89c-40a6-b166-f4f0f2297e16 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7821283 Aug 24 00:19:47.732783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 5b16ae9b-8da6-477d-adb1-e344243359ca completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:47.736759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 5b16ae9b-8da6-477d-adb1-e344243359ca triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:47.737350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.741086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Request body: {'port': {'device_id': '85cf8392-a28a-4edc-91f4-b5556af26642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:47.770130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] No DVR routers for this DVR port e985f776-efc2-4b00-be1f-6c11b2361291 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:19:47.779315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.783704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb2dbfc5-a485-4ef7-9807-5e80b6a7a277 req-03b65b9d-2d6f-4eb5-bd7f-d088fcf2d16c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.37 "DELETE /v2.0/ports/e985f776-efc2-4b00-be1f-6c11b2361291 HTTP/1.1" status: 204 len: 173 time: 1.3395467 Aug 24 00:19:47.820023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.826293 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:47.850106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d873ad-a61e-49ad-8a63-e0ed3ade6358 req-c7f6b8cc-9cc6-4be2-aa1a-c5698f14be41 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:47.851764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47d873ad-a61e-49ad-8a63-e0ed3ade6358 req-c7f6b8cc-9cc6-4be2-aa1a-c5698f14be41 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 949 time: 0.1700103 Aug 24 00:19:47.856529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1dff75-2e40-4708-90f7-a2420c39a2f1 req-5a81a09f-03a9-42e7-92a7-fe8976005be2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569847 Aug 24 00:19:47.881653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5b16ae9b-8da6-477d-adb1-e344243359ca, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5b16ae9b-8da6-477d-adb1-e344243359ca,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:47.884205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:47.887385 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b33369-f025-41d5-8723-7d96c8ced35a" -d '{"events": [{"server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "name": "network-vif-plugged", "status": "completed", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:47.932901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47d873ad-a61e-49ad-8a63-e0ed3ade6358 req-93e08072-000f-4585-8f6a-e6ccbcccf2a7 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565829 Aug 24 00:19:47.992972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.027432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34580adf-54e5-4cdb-97ad-39b2cc3243c3 req-0cf43374-5364-4ac7-a3d2-9954103bfc3c tempest-ImagesOneServerTestJSON-732570727 tempest-ImagesOneServerTestJSON-732570727-project] 10.222.0.26 "GET /v2.0/ports?device_id=06225c69-7142-4541-a623-7edfc79b3f33 HTTP/1.1" status: 200 len: 210 time: 0.0327525 Aug 24 00:19:48.046763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46137afd-3f1f-47b7-8efc-9390ac72f77f req-09752afb-0de3-44d6-8302-eb180425ce0b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:48.047148 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.048416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46137afd-3f1f-47b7-8efc-9390ac72f77f req-09752afb-0de3-44d6-8302-eb180425ce0b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 932 time: 0.0948212 Aug 24 00:19:48.049118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-deleted', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:48.053243 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a25b34-7010-408e-979c-ffbd42bdb9b0" -d '{"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-deleted", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:48.107742 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.120707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46137afd-3f1f-47b7-8efc-9390ac72f77f req-137b6e05-b461-4876-b6e9-9cabd02ee423 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641296 Aug 24 00:19:48.143859 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6cd90e-175d-4384-90d5-9c69de9b7171 x-openstack-request-id: req-ac6cd90e-175d-4384-90d5-9c69de9b7171 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:48.148281 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "name": "network-vif-plugged", "status": "completed", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:48.149913 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac6cd90e-175d-4384-90d5-9c69de9b7171 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:48.150433 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca', 'code': 200} Aug 24 00:19:48.179942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=5b16ae9b-8da6-477d-adb1-e344243359ca,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:48.210187 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f60a1f4-ef45-467f-a6ab-a8b5a0bed764 x-openstack-request-id: req-6f60a1f4-ef45-467f-a6ab-a8b5a0bed764 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:48.210595 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06225c69-7142-4541-a623-7edfc79b3f33", "name": "network-vif-deleted", "tag": "e985f776-efc2-4b00-be1f-6c11b2361291", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:48.210732 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f60a1f4-ef45-467f-a6ab-a8b5a0bed764 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:48.211139 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06225c69-7142-4541-a623-7edfc79b3f33', 'name': 'network-vif-deleted', 'tag': 'e985f776-efc2-4b00-be1f-6c11b2361291', 'status': 'completed', 'code': 200} Aug 24 00:19:48.241718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Pushing event updated for resources: {'Port': ['ID=347cb3b0-fea0-4bee-9d57-9a2e020214cf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:48.260541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:48.262158 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:48.270534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:48.341070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:48.341740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.379621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7dfea715-113b-43ab-a248-eaffbbb81f06 req-609e8921-bdd7-4185-ab4f-a2c20ebad62b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 210 time: 0.0387015 Aug 24 00:19:48.431144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-444497e1-5705-4f13-8b22-aaf766b46883 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1317260 Aug 24 00:19:48.457745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Request body: {'port': {'device_id': '5ccde4b6-7208-4434-a192-ce6d7d92b01d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:48.520861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.717434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ca576-ed3f-4a65-a4fe-a03b2e1f1573 req-af6ad8dd-45dd-4ed6-a75d-1dcf0d1f37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:48.719514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd8ca576-ed3f-4a65-a4fe-a03b2e1f1573 req-af6ad8dd-45dd-4ed6-a75d-1dcf0d1f37e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1096 time: 0.4396155 Aug 24 00:19:48.728628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c6dd8-5724-4a60-a745-bcc4b334c70d req-239637f6-d7b6-43c6-8f23-51a61d42d6f3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:48.730029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c1c6dd8-5724-4a60-a745-bcc4b334c70d req-239637f6-d7b6-43c6-8f23-51a61d42d6f3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 945 time: 0.4378285 Aug 24 00:19:48.758259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5f5dda-f444-4bb1-858c-c5d43da6ae80 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:48.774847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.809403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Transition to ACTIVE for port object df5f5dda-f444-4bb1-858c-c5d43da6ae80 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:48.811786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd8ca576-ed3f-4a65-a4fe-a03b2e1f1573 req-85c61c69-90ec-4180-9cb4-8f3bd08b62ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808709 Aug 24 00:19:48.814922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c1c6dd8-5724-4a60-a745-bcc4b334c70d req-de6b04c0-8391-4128-a152-4c56a90177ca tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743551 Aug 24 00:19:48.869852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:48.941885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Pushing event updated for resources: {'Port': ['ID=df5f5dda-f444-4bb1-858c-c5d43da6ae80,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:48.969398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:48.996444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: e985f776-efc2-4b00-be1f-6c11b2361291 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:19:48.996800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e985f776-efc2-4b00-be1f-6c11b2361291 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:19:49.044842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Attempting to bind port df5f5dda-f444-4bb1-858c-c5d43da6ae80 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:49.045700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Attempting to bind port df5f5dda-f444-4bb1-858c-c5d43da6ae80 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:49.045700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Attempting to bind port df5f5dda-f444-4bb1-858c-c5d43da6ae80 on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:49.062241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afdde4-6977-409d-bd18-f2a4c371f4be req-2331830f-e6b6-410b-bb2f-a06b987c9373 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.064385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2afdde4-6977-409d-bd18-f2a4c371f4be req-2331830f-e6b6-410b-bb2f-a06b987c9373 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 945 time: 0.0932295 Aug 24 00:19:49.079879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Port df5f5dda-f444-4bb1-858c-c5d43da6ae80 on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:49.079879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Attempting to bind port df5f5dda-f444-4bb1-858c-c5d43da6ae80 on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:49.113398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:49.114403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:49.114751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Checking segment: {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:49.115140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Bound using segment: {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:49.115583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Bound port: df5f5dda-f444-4bb1-858c-c5d43da6ae80, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:49.115948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.122106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.135611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Transition to ACTIVE for port object 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:49.175231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2afdde4-6977-409d-bd18-f2a4c371f4be req-9d357efc-9900-4830-8c3e-6eff3cb2e598 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008215 Aug 24 00:19:49.187244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35cd8-a978-48cc-8116-5a96bfa9589a req-a30b6f78-a06f-45e9-a73e-48a7eafd9878 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.188801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34f35cd8-a978-48cc-8116-5a96bfa9589a req-a30b6f78-a06f-45e9-a73e-48a7eafd9878 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 949 time: 0.1388462 Aug 24 00:19:49.233221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] For port df5f5dda-f444-4bb1-858c-c5d43da6ae80, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:49.247174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.254714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34f35cd8-a978-48cc-8116-5a96bfa9589a req-c52fc926-84df-4b95-9c8d-e3eb59312522 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Aug 24 00:19:49.256344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] For port df5f5dda-f444-4bb1-858c-c5d43da6ae80, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df5f5dda-f444-4bb1-858c-c5d43da6ae80,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:49.339947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.412477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.413120 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:49.414681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] 10.222.0.36 "PUT /v2.0/ports/df5f5dda-f444-4bb1-858c-c5d43da6ae80 HTTP/1.1" status: 200 len: 1091 time: 2.0810559 Aug 24 00:19:49.439732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28468916-43fa-44ab-ab11-37fa281e9798 req-1db7edc4-2609-424b-b6dc-fdafd4480842 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.449522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28468916-43fa-44ab-ab11-37fa281e9798 req-1db7edc4-2609-424b-b6dc-fdafd4480842 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 944 time: 0.1550901 Aug 24 00:19:49.462792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea921e02-098c-4b42-aa01-0320a3ed458e service neutron] Pushing event updated for resources: {'Port': ['ID=df5f5dda-f444-4bb1-858c-c5d43da6ae80,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:49.511158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28468916-43fa-44ab-ab11-37fa281e9798 req-ca796960-595a-4a8a-ae40-e7f15689971f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606406 Aug 24 00:19:49.638846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83133495-6e50-4f27-b109-fdd75de485cb req-0abc6aed-f351-4b19-9274-d16cded6138d tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 210 time: 0.0393317 Aug 24 00:19:49.724842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e59f8725-0324-41b4-a80a-c091e64131f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.726821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e59f8725-0324-41b4-a80a-c091e64131f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf82f3ab28446738c3f853a6b343bf0&device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 1094 time: 0.0551097 Aug 24 00:19:49.799246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Pushing event updated for resources: {'Port': ['ID=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:49.835864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51110) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:49.850767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-2b61a273-7841-4112-8052-790fe45712f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df5f5dda-f444-4bb1-858c-c5d43da6ae80 HTTP/1.1" status: 200 len: 217 time: 0.1011951 Aug 24 00:19:49.927894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-fc3fca02-79b2-45e0-a3f0-a78e912a14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:49.937684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-fc3fca02-79b2-45e0-a3f0-a78e912a14aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85446131-7b7a-4636-92da-71f792a273b7 HTTP/1.1" status: 200 len: 858 time: 0.0657344 Aug 24 00:19:49.937816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Attempting to bind port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:49.937816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Attempting to bind port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:49.937816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Attempting to bind port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:49.966677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-51699b8e-8bd7-4c24-a7f7-7814e71918f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292025 Aug 24 00:19:49.983606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:49.984166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Attempting to bind port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:50.037271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:50.037271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Checking segment: {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:50.037271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Bound using segment: {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:50.037271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Bound port: 41e8da50-0d9d-4a2c-b95a-dd5e281e3345, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:50.037271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.037271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347cb3b0-fea0-4bee-9d57-9a2e020214cf {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:50.037271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.079525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-bc54f314-6db8-47d3-9b60-991ee35b3edd service neutron] 10.222.0.36 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052134 Aug 24 00:19:50.080251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Transition to ACTIVE for port object 347cb3b0-fea0-4bee-9d57-9a2e020214cf will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:50.134400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] For port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:50.135273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] For port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:50.138595 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-93e2a3f4-e613-4e1d-b6bf-51e9be56c0b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f643ce66a974e3bb6ff9000f836f6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023975 Aug 24 00:19:50.141179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:50.199170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5aa0eaa9-bbb4-4563-8d25-e2847408864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.208279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-efa1018f-a376-43b6-a7fb-4b427c8f9d17 service neutron] 10.222.0.36 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095052 Aug 24 00:19:50.212355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c7bfc8-e28b-4d4d-b5d4-644be318f8a8', 'tag': 'df5f5dda-f444-4bb1-858c-c5d43da6ae80'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:50.215005 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a081b43f-7eb7-4b88-9cc2-8f819cc74967" -d '{"events": [{"name": "network-changed", "server_uuid": "13c7bfc8-e28b-4d4d-b5d4-644be318f8a8", "tag": "df5f5dda-f444-4bb1-858c-c5d43da6ae80"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:50.244211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5aa0eaa9-bbb4-4563-8d25-e2847408864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.322162 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f4ab23-1c91-45a6-972a-672f2a248484 x-openstack-request-id: req-10f4ab23-1c91-45a6-972a-672f2a248484 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:50.322652 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c7bfc8-e28b-4d4d-b5d4-644be318f8a8", "tag": "df5f5dda-f444-4bb1-858c-c5d43da6ae80", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:50.322901 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10f4ab23-1c91-45a6-972a-672f2a248484 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:50.323318 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c7bfc8-e28b-4d4d-b5d4-644be318f8a8', 'tag': 'df5f5dda-f444-4bb1-858c-c5d43da6ae80', 'status': 'completed', 'code': 200} Aug 24 00:19:50.323437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.334111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.354306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.354933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.356354 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] 10.222.0.37 "PUT /v2.0/ports/41e8da50-0d9d-4a2c-b95a-dd5e281e3345 HTTP/1.1" status: 200 len: 1092 time: 2.6313028 Aug 24 00:19:50.380093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cf8392-a28a-4edc-91f4-b5556af26642', 'tag': '41e8da50-0d9d-4a2c-b95a-dd5e281e3345'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:50.382504 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028ad80d-bb10-423e-99f2-2abc0753ec9b" -d '{"events": [{"name": "network-changed", "server_uuid": "85cf8392-a28a-4edc-91f4-b5556af26642", "tag": "41e8da50-0d9d-4a2c-b95a-dd5e281e3345"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:50.422090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb9d70-4686-4e16-b49b-709caba26ac8 req-0134992b-f02a-4e46-a82a-04eaa2ee039a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.424023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3fb9d70-4686-4e16-b49b-709caba26ac8 req-0134992b-f02a-4e46-a82a-04eaa2ee039a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 945 time: 0.1162956 Aug 24 00:19:50.466184 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5aa0eaa9-bbb4-4563-8d25-e2847408864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.468721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5aa0eaa9-bbb4-4563-8d25-e2847408864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.469902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5aa0eaa9-bbb4-4563-8d25-e2847408864a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce817aae-d28d-49f6-a3ff-1ffbc17e9249 HTTP/1.1" status: 204 len: 168 time: 0.3275044 Aug 24 00:19:50.498400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Attempting to bind port 347cb3b0-fea0-4bee-9d57-9a2e020214cf on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:50.498751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Attempting to bind port 347cb3b0-fea0-4bee-9d57-9a2e020214cf by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:50.499092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Attempting to bind port 347cb3b0-fea0-4bee-9d57-9a2e020214cf on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:50.504292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Port 347cb3b0-fea0-4bee-9d57-9a2e020214cf on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:19:50.504623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Attempting to bind port 347cb3b0-fea0-4bee-9d57-9a2e020214cf on network dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:50.509947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0eaa9-bbb4-4563-8d25-e2847408864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce817aae-d28d-49f6-a3ff-1ffbc17e9249,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:50.517054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:50.517377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3fb9d70-4686-4e16-b49b-709caba26ac8 req-ffff69ab-e549-4e4f-a650-5f73f7824aab tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867443 Aug 24 00:19:50.517512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Checking segment: {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:50.517822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Bound using segment: {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:50.518275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Bound port: 347cb3b0-fea0-4bee-9d57-9a2e020214cf, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:50.518646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.520807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf10c0a-1ea7-47ad-b52d-ee1055a20d91 service neutron] Pushing event updated for resources: {'Port': ['ID=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:50.630494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-80643a59-ff5a-4261-859c-8e280410dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.641932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-80643a59-ff5a-4261-859c-8e280410dd0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf82f3ab28446738c3f853a6b343bf0&device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 1094 time: 0.1147130 Aug 24 00:19:50.646435 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be2a68e-28ca-4024-9d23-3d3a00dc1123 x-openstack-request-id: req-6be2a68e-28ca-4024-9d23-3d3a00dc1123 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:50.646736 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cf8392-a28a-4edc-91f4-b5556af26642", "tag": "41e8da50-0d9d-4a2c-b95a-dd5e281e3345", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:50.647004 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6be2a68e-28ca-4024-9d23-3d3a00dc1123 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:50.647392 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cf8392-a28a-4edc-91f4-b5556af26642', 'tag': '41e8da50-0d9d-4a2c-b95a-dd5e281e3345', 'status': 'completed', 'code': 200} Aug 24 00:19:50.676452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Pushing event updated for resources: {'Port': ['ID=347cb3b0-fea0-4bee-9d57-9a2e020214cf,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:50.775187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-791eee53-e691-4c61-85ef-af4c8f601c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.777169 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-791eee53-e691-4c61-85ef-af4c8f601c4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=baf82f3ab28446738c3f853a6b343bf0&device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 1095 time: 0.1916595 Aug 24 00:19:50.795791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] For port 347cb3b0-fea0-4bee-9d57-9a2e020214cf, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:50.800240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] For port 347cb3b0-fea0-4bee-9d57-9a2e020214cf, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=347cb3b0-fea0-4bee-9d57-9a2e020214cf,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:50.806594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9622cb27-fdcf-4d23-80fb-ac4a70e4ccfc req-79762813-6f3f-4bae-9cd1-1b4801629f84 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 210 time: 0.0403924 Aug 24 00:19:50.822192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3621-2518-4a36-b4e0-9ec38cd40be8 req-304a7024-f9fe-4f50-a0c5-765f1cdd2648 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.823869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-815e3621-2518-4a36-b4e0-9ec38cd40be8 req-304a7024-f9fe-4f50-a0c5-765f1cdd2648 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 944 time: 0.1554730 Aug 24 00:19:50.837892 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-7d348c6f-c52e-4b52-8b18-a00364c2c080 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41e8da50-0d9d-4a2c-b95a-dd5e281e3345 HTTP/1.1" status: 200 len: 217 time: 0.0488324 Aug 24 00:19:50.886978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.922095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-815e3621-2518-4a36-b4e0-9ec38cd40be8 req-fde88e7e-2646-49b0-92a4-27cee1458f7a tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782888 Aug 24 00:19:50.953921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-71dd9bb8-c434-4cad-9376-0fb379173714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.955440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-71dd9bb8-c434-4cad-9376-0fb379173714 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 HTTP/1.1" status: 200 len: 919 time: 0.3040304 Aug 24 00:19:50.959949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Pushing event updated for resources: {'Port': ['ID=347cb3b0-fea0-4bee-9d57-9a2e020214cf,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:50.965467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.966864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:50.967725 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-605ae206-03c5-4268-a548-3a2c60740354 service neutron] 10.222.0.36 "PUT /v2.0/ports/347cb3b0-fea0-4bee-9d57-9a2e020214cf HTTP/1.1" status: 200 len: 1092 time: 2.5198829 Aug 24 00:19:50.974629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e48dd8df-1f2d-47da-bfec-b948c5ea7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:50.974629 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-e48dd8df-1f2d-47da-bfec-b948c5ea7ae4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85446131-7b7a-4636-92da-71f792a273b7 HTTP/1.1" status: 200 len: 858 time: 0.1275620 Aug 24 00:19:50.983561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:19:51.043490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-7091b99f-9e17-4572-8741-5ebbab740a13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df5f5dda-f444-4bb1-858c-c5d43da6ae80 HTTP/1.1" status: 200 len: 217 time: 0.0751829 Aug 24 00:19:51.048324 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-8a4bb55d-b2ca-4782-b07b-afab2e4f56a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591609 Aug 24 00:19:51.104489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-433a4a68-da8c-4e7c-97bc-e3cba03805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.106605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-433a4a68-da8c-4e7c-97bc-e3cba03805dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85446131-7b7a-4636-92da-71f792a273b7 HTTP/1.1" status: 200 len: 858 time: 0.0550694 Aug 24 00:19:51.106838 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:51.143079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-4bd5e7a5-df66-4b2f-87ce-b529655fad07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294423 Aug 24 00:19:51.154785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:51.155623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:51.160328 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d61570-28ca-43a2-aca9-9cabe7dae137" -d '{"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-unplugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:51.214445 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-1b941155-eabf-4a6e-8e7e-ac3fb21cccc9 service neutron] 10.222.0.37 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577406 Aug 24 00:19:51.215170 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051ac7ac-caf6-4f5b-8606-ec970a9a0d48 x-openstack-request-id: req-051ac7ac-caf6-4f5b-8606-ec970a9a0d48 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:51.216302 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-unplugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:51.216926 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-051ac7ac-caf6-4f5b-8606-ec970a9a0d48 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:51.218169 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'code': 200} Aug 24 00:19:51.228720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ccf77fda-2c70-4b18-add6-15257acb0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.230860 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-ccf77fda-2c70-4b18-add6-15257acb0738 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf82f3ab28446738c3f853a6b343bf0&device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 1095 time: 0.1225121 Aug 24 00:19:51.247387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:51.358135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-d5ccfd0b-b2ed-4f1b-a3e3-a4e46a5dac43 service neutron] 10.222.0.36 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063231 Aug 24 00:19:51.364897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:51.365332 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-f81fe109-f39f-450f-82a1-40aecd76d19b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347cb3b0-fea0-4bee-9d57-9a2e020214cf HTTP/1.1" status: 200 len: 217 time: 0.0875947 Aug 24 00:19:51.469848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-70abbc30-73f3-405f-a484-41ed05b3fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.471336 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-70abbc30-73f3-405f-a484-41ed05b3fb6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85446131-7b7a-4636-92da-71f792a273b7 HTTP/1.1" status: 200 len: 858 time: 0.0947523 Aug 24 00:19:51.476824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a081b43f-7eb7-4b88-9cc2-8f819cc74967 req-676fda0c-f813-47c6-bca1-a8c3931bb7ad service neutron] 10.222.0.36 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114154 Aug 24 00:19:51.491343 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-0863a8c6-f851-4bc2-8226-cde010ea4d3b service neutron] 10.222.0.37 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566249 Aug 24 00:19:51.533005 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-f4004fc6-6af0-4b2b-bc1a-2498674b90b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275464 Aug 24 00:19:51.668497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b943c7-5c8e-42e4-87d6-1b726230f3c1 req-9fa58879-e3e6-49ff-80b2-0ed63ee86a58 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.668497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47b943c7-5c8e-42e4-87d6-1b726230f3c1 req-9fa58879-e3e6-49ff-80b2-0ed63ee86a58 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 945 time: 0.0546091 Aug 24 00:19:51.681941 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-96e52f45-0484-40bb-90b4-82bbd5cc8fa7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730803 Aug 24 00:19:51.701184 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-fd993159-7f20-429f-b0af-037b4c8f472f service neutron] 10.222.0.36 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505404 Aug 24 00:19:51.710815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47b943c7-5c8e-42e4-87d6-1b726230f3c1 req-d46afe4f-9f80-48bf-8225-75ac10778fd8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359559 Aug 24 00:19:51.788862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-4bb6b5e2-6282-4c5f-9187-5db89c81762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.791438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-4bb6b5e2-6282-4c5f-9187-5db89c81762e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=baf82f3ab28446738c3f853a6b343bf0&device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 1095 time: 0.0749705 Aug 24 00:19:51.823317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-505d3741-44ce-4037-9940-a1142fd825d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.824836 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-505d3741-44ce-4037-9940-a1142fd825d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8264d2be08f54617bb0ba9db9202bad4&device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 1095 time: 0.1087041 Aug 24 00:19:51.856451 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-23312582-b1c8-4511-bd76-c3e98e0a3743 req-edcde33c-63f2-4e65-b98e-3af0998c02a8 service neutron] 10.222.0.36 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487880 Aug 24 00:19:51.979363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-8bfbe56c-551f-49f7-8093-057fd4267ab7 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1149651178&fields=id&tenant_id=dc31fffea1fb4df1a75a3f64d57a068b HTTP/1.1" status: 200 len: 267 time: 0.1212592 Aug 24 00:19:51.987978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-6626f8ff-49f5-4c99-b740-3a0265ee314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:51.989508 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-6626f8ff-49f5-4c99-b740-3a0265ee314b service neutron] 10.222.0.37 "GET /v2.0/networks?id=e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 200 len: 922 time: 0.1309869 Aug 24 00:19:51.995427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4deabfc1-7b13-48a9-9868-2a9d35947369 req-1d370c07-da4b-47b6-8d29-5d134b68b362 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=d18ffb4b-148e-4a63-8fbf-0d7ddb9e5b15 HTTP/1.1" status: 200 len: 210 time: 0.0731077 Aug 24 00:19:52.072762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-b487ea64-f24e-4ff3-8c5a-cc98522f44e4 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:52.074889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-b487ea64-f24e-4ff3-8c5a-cc98522f44e4 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 945 time: 0.0765243 Aug 24 00:19:52.075769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51190) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:52.089203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'port': {'security_groups': ['6d360115-d01e-4c09-8c91-92434fb68cb7', '5c1370d8-a624-41a9-b715-6d9c2a81fddf']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:52.098423 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-e6f94871-a5d0-420a-a11c-df8438da3c72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81 HTTP/1.1" status: 200 len: 217 time: 0.0905833 Aug 24 00:19:52.130153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-57127d51-ceb2-4501-9f13-cf3075e0db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:52.131620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-57127d51-ceb2-4501-9f13-cf3075e0db98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 HTTP/1.1" status: 200 len: 919 time: 0.3191690 Aug 24 00:19:52.163418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-592b4782-b6d9-471f-8c4f-d36c42912973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:52.165268 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-592b4782-b6d9-471f-8c4f-d36c42912973 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 200 len: 861 time: 0.0507755 Aug 24 00:19:52.201146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.204608 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-c6d5136c-b938-4a5a-ac3a-c43f93a26543 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e522c8a4-814a-4c72-90f4-36c357e07638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283244 Aug 24 00:19:52.247264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-451535702-network', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:52.265470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-43876f4a-8c93-4e78-b288-f413c1e2a2db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41e8da50-0d9d-4a2c-b95a-dd5e281e3345 HTTP/1.1" status: 200 len: 217 time: 0.0960178 Aug 24 00:19:52.322555 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-767514cf-25d1-450b-8adc-588527d56447 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094303 Aug 24 00:19:52.357707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0dd1a-6d21-410a-951d-45cd319d6044 req-27138855-8f21-4c5a-872e-b6b84dd70a19 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:52.359256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36d0dd1a-6d21-410a-951d-45cd319d6044 req-27138855-8f21-4c5a-872e-b6b84dd70a19 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 944 time: 0.2309341 Aug 24 00:19:52.365233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:52.367684 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.391299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.393818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-5a0e26ca-86d0-424f-95ae-c62282be07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:52.395289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-5a0e26ca-86d0-424f-95ae-c62282be07a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=85446131-7b7a-4636-92da-71f792a273b7 HTTP/1.1" status: 200 len: 858 time: 0.1173878 Aug 24 00:19:52.439454 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4ee2df5-ea8a-4b7b-8dec-c1d5cc035c39 req-51a5566f-029a-44e3-af19-ff72dc788701 service neutron] 10.222.0.37 "GET /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094494 Aug 24 00:19:52.471438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-0ab39a7e-f3f8-4eaf-8ed6-b7a73ba13b1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598905 Aug 24 00:19:52.494238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36d0dd1a-6d21-410a-951d-45cd319d6044 req-606c773a-efc0-4d68-a858-6b9a7ac246d2 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226394 Aug 24 00:19:52.650327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccde4b6-7208-4434-a192-ce6d7d92b01d', 'tag': '347cb3b0-fea0-4bee-9d57-9a2e020214cf'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:52.652797 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1700a60-58c1-4547-9393-912e6828ebc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccde4b6-7208-4434-a192-ce6d7d92b01d", "tag": "347cb3b0-fea0-4bee-9d57-9a2e020214cf"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:52.709547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-c46bc08d-64e1-497c-9666-52e0270b27f5 service neutron] 10.222.0.37 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143302 Aug 24 00:19:52.795220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] For port 5b16ae9b-8da6-477d-adb1-e344243359ca, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5b16ae9b-8da6-477d-adb1-e344243359ca,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:52.824587 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.850913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.872793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-028ad80d-bb10-423e-99f2-2abc0753ec9b req-f6dcf4ac-b85f-4905-8581-b6a7b48553b5 service neutron] 10.222.0.37 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520925 Aug 24 00:19:52.924027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.946868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:19:52.957321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.972635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:52.972985 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Added segment ac0b78e0-abb8-41bd-ad05-ef6dfac39e07 of type vlan for network 02811b6d-d2ab-456b-acf1-a097541acb3b Aug 24 00:19:52.974227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957177ae-a6ce-41f5-b037-98234f2f1adf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:53.002166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6531f98d-7b86-4f29-94b4-b580f40e5180 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:53.009533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:53.063486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.063486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:53.063486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98bf38e8-2c00-4467-839e-cad12dff7ce1 req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "PUT /v2.0/ports/5b16ae9b-8da6-477d-adb1-e344243359ca HTTP/1.1" status: 200 len: 981 time: 0.9770160 Aug 24 00:19:53.063486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:53.064146 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa13cea-34be-46b4-b425-85268d4fc4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:53.072901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:53.111949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1c31e-719c-4523-b1d3-76ba2e78e3ad tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'Port': ['ID=5b16ae9b-8da6-477d-adb1-e344243359ca,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:53.184218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:53.204947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'mac_address': 'fa:16:3e:fb:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:53.215204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:53.216344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.217540 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:53.269691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:53.287654 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3128b7a-cb4f-4c37-a91c-88ea9dd698cb x-openstack-request-id: req-c3128b7a-cb4f-4c37-a91c-88ea9dd698cb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:53.287953 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccde4b6-7208-4434-a192-ce6d7d92b01d", "tag": "347cb3b0-fea0-4bee-9d57-9a2e020214cf", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:53.288207 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3128b7a-cb4f-4c37-a91c-88ea9dd698cb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:53.288605 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccde4b6-7208-4434-a192-ce6d7d92b01d', 'tag': '347cb3b0-fea0-4bee-9d57-9a2e020214cf', 'status': 'completed', 'code': 200} Aug 24 00:19:53.301884 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:53.302465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] Pushing event updated for resources: {'Network': ['ID=02811b6d-d2ab-456b-acf1-a097541acb3b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:53.321325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 02811b6d-d2ab-456b-acf1-a097541acb3b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:19:53.381696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-65747e7d-3f68-4daa-9708-67fbb3da719d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3030190 Aug 24 00:19:53.384395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:53.389387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Request body: {'subnet': {'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-451535702-subnet', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:53.399905 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-0a71a012-bfa6-464d-8693-9f09f1107221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.402495 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-0a71a012-bfa6-464d-8693-9f09f1107221 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=baf82f3ab28446738c3f853a6b343bf0&device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 1095 time: 0.0648873 Aug 24 00:19:53.429455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6531f98d-7b86-4f29-94b4-b580f40e5180 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:53.478796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76177cf6-f7b3-409f-953b-232116225656 req-6f6dc445-3357-4ad1-b4ef-cd0a28baf346 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-412532859&fields=id&tenant_id=dc31fffea1fb4df1a75a3f64d57a068b HTTP/1.1" status: 200 len: 267 time: 0.0953684 Aug 24 00:19:53.496271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:53.564900 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7167c72b-525c-4e66-af54-98ee39fde517 x-openstack-request-id: req-7167c72b-525c-4e66-af54-98ee39fde517 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:53.565478 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:53.565765 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7167c72b-525c-4e66-af54-98ee39fde517 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:53.566208 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca', 'status': 'completed', 'code': 200} Aug 24 00:19:53.568088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:19:53.569957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-423562ec-028f-47e3-93de-ef9fa825062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.570466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:53.572301 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-423562ec-028f-47e3-93de-ef9fa825062f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 HTTP/1.1" status: 200 len: 919 time: 0.1608813 Aug 24 00:19:53.673878 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-6933eb43-e152-4f69-a9b2-880393220f0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347cb3b0-fea0-4bee-9d57-9a2e020214cf HTTP/1.1" status: 200 len: 217 time: 0.0611620 Aug 24 00:19:53.703841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:53.706978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:53.736529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-db5c9ab0-34bc-4430-b29a-0646a942aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.738328 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-db5c9ab0-34bc-4430-b29a-0646a942aed3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85446131-7b7a-4636-92da-71f792a273b7 HTTP/1.1" status: 200 len: 858 time: 0.0570183 Aug 24 00:19:53.807701 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-3d7a5a08-24fc-429a-95ce-970a2c67f74c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611639 Aug 24 00:19:53.880460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:53.885849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177cf6-f7b3-409f-953b-232116225656 req-2f78e8e3-225f-4c83-8657-dfbf8cc603b1 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:53.902550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76177cf6-f7b3-409f-953b-232116225656 req-2f78e8e3-225f-4c83-8657-dfbf8cc603b1 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 984 time: 0.4229779 Aug 24 00:19:53.934713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-76177cf6-f7b3-409f-953b-232116225656 req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'port': {'security_groups': ['5c1370d8-a624-41a9-b715-6d9c2a81fddf', '6d360115-d01e-4c09-8c91-92434fb68cb7', '0c8c9bdf-8712-4e27-808a-2b10e0807a4f']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:53.935800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:53.952124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '41e8da50-0d9d-4a2c-b95a-dd5e281e3345', 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9', 'port_id': '41e8da50-0d9d-4a2c-b95a-dd5e281e3345', 'mac_address': 'fa:16:3e:e6:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85446131-7b7a-4636-92da-71f792a273b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:53.956819 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-85ae1438-e4b4-4e91-970e-0de4963f6eae service neutron] 10.222.0.36 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395106 Aug 24 00:19:54.004208 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.020650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:54.044019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:54.074867 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.100498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-76177cf6-f7b3-409f-953b-232116225656 req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.104698 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a1700a60-58c1-4547-9393-912e6828ebc9 req-6204dfc1-414c-476b-8805-3a1228d32271 service neutron] 10.222.0.36 "GET /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396093 Aug 24 00:19:54.127096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.174838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac8f0e-2488-494d-bd72-c7dcb3925635 req-6ec3127d-49bf-401d-8381-41d360837619 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.184666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbac8f0e-2488-494d-bd72-c7dcb3925635 req-6ec3127d-49bf-401d-8381-41d360837619 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 944 time: 0.5601897 Aug 24 00:19:54.216903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-78790bcf-5f1b-4cfb-85fc-b5776b7acc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.218587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:54.218843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-78790bcf-5f1b-4cfb-85fc-b5776b7acc38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1135 time: 0.6036594 Aug 24 00:19:54.261194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['6531f98d-7b86-4f29-94b4-b580f40e5180'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:54.301629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645a04f3-c4e6-40ff-9d7f-94cfbf092be5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:54.400245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Checking segment: {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:54.401709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Network hostable DHCP agents. Network: 02811b6d-d2ab-456b-acf1-a097541acb3b, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:19:54.474101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbac8f0e-2488-494d-bd72-c7dcb3925635 req-4957cbeb-7275-4caa-ade3-a600a1c2a531 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885621 Aug 24 00:19:54.488903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['41e8da50-0d9d-4a2c-b95a-dd5e281e3345'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:54.536802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Network 02811b6d-d2ab-456b-acf1-a097541acb3b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:19:54.547364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-30c83133-4ed9-4691-888a-590219c0326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.549107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-30c83133-4ed9-4691-888a-590219c0326b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 914 time: 0.3075135 Aug 24 00:19:54.690166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 02811b6d-d2ab-456b-acf1-a097541acb3b) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:54.692829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-dddcb439-5da8-49b2-ab11-4bcd6ba4d0d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b16ae9b-8da6-477d-adb1-e344243359ca HTTP/1.1" status: 200 len: 217 time: 0.0994427 Aug 24 00:19:54.700960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.701451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.713874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee5fe1-e1e5-4879-9fd0-e76729deee19 None None] Network 02811b6d-d2ab-456b-acf1-a097541acb3b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:54.789258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-9bb64b9e-af28-4102-8e6b-387fe41b4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:54.791332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-9bb64b9e-af28-4102-8e6b-387fe41b4006 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.0780935 Aug 24 00:19:54.842632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-e2b2545c-71ab-4b95-ac78-f4b4f429d63e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281119 Aug 24 00:19:54.857123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-76177cf6-f7b3-409f-953b-232116225656 req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] For port 5b16ae9b-8da6-477d-adb1-e344243359ca, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5b16ae9b-8da6-477d-adb1-e344243359ca,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:54.878125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51250) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:54.878668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aed0780f-f872-4b3b-aab8-20805e4e3d94 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4928296 Aug 24 00:19:54.882747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:54.943891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-02811b6d-d2ab-456b-acf1-a097541acb3b', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:19:54.944331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-76177cf6-f7b3-409f-953b-232116225656 req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.946269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:54.990681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-797565bb-4ce8-4b25-8cab-b67d815f938f service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488886 Aug 24 00:19:55.035269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-76177cf6-f7b3-409f-953b-232116225656 req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:55.066966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:55.068042 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:55.096999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6531f98d-7b86-4f29-94b4-b580f40e5180 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:55.107408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:55.206104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:55.536410 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:55.564324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 6531f98d-7b86-4f29-94b4-b580f40e5180 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:55.566252 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:55.566761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Allocated IP 172.20.0.2 (02811b6d-d2ab-456b-acf1-a097541acb3b/645a04f3-c4e6-40ff-9d7f-94cfbf092be5/64a9e640-3a7c-4141-8f3e-441ebfadcc9c) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:55.571765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:55.598067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177cf6-f7b3-409f-953b-232116225656 req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:55.598958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-76177cf6-f7b3-409f-953b-232116225656 req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:55.600480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76177cf6-f7b3-409f-953b-232116225656 req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "PUT /v2.0/ports/5b16ae9b-8da6-477d-adb1-e344243359ca HTTP/1.1" status: 200 len: 1020 time: 1.6968648 Aug 24 00:19:55.604431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:55.610066 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff65bb-7166-4e92-8e56-f5bb46d43849" -d '{"events": [{"name": "network-changed", "server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:55.623892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b013e8-b23f-4165-b717-6082d20b59cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'Port': ['ID=5b16ae9b-8da6-477d-adb1-e344243359ca,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:55.707598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afa13cea-34be-46b4-b425-85268d4fc4e2 req-3bab99cc-47e1-4566-b4dc-12fbf68e0fed service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028964 Aug 24 00:19:55.725333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df5f5dda-f444-4bb1-858c-c5d43da6ae80 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:55.733150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743e705-278f-4f74-905f-e321c1ff238d req-c4516c72-a647-4f6a-ac27-07f3e6efa473 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:55.750719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f743e705-278f-4f74-905f-e321c1ff238d req-c4516c72-a647-4f6a-ac27-07f3e6efa473 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.2732439 Aug 24 00:19:55.866669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:55.943330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f743e705-278f-4f74-905f-e321c1ff238d req-e259133b-6bce-489b-9618-e40302a3c287 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884031 Aug 24 00:19:55.987674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee53eb-593a-4acc-8113-107502f0c2e1 req-0a8abb63-ab90-4ce7-84b1-704a0b57fabe tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:55.999299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35ee53eb-593a-4acc-8113-107502f0c2e1 req-0a8abb63-ab90-4ce7-84b1-704a0b57fabe tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 945 time: 0.2471564 Aug 24 00:19:56.057268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35ee53eb-593a-4acc-8113-107502f0c2e1 req-87fa41d4-caa2-45c1-9e2c-6d74553cf21f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Aug 24 00:19:56.113402 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.159264 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23082a12-028c-4862-b15b-534ae70ea558 x-openstack-request-id: req-23082a12-028c-4862-b15b-534ae70ea558 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:56.159837 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:56.160278 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23082a12-028c-4862-b15b-534ae70ea558 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:56.161033 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca', 'status': 'completed', 'code': 200} Aug 24 00:19:56.168727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.198031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df5f5dda-f444-4bb1-858c-c5d43da6ae80, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df5f5dda-f444-4bb1-858c-c5d43da6ae80,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:56.206044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee40c7-71ee-4c02-bae5-b926fe7ebc62 req-831203ad-7758-47b9-a23c-e3048c4f152f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.210523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82ee40c7-71ee-4c02-bae5-b926fe7ebc62 req-831203ad-7758-47b9-a23c-e3048c4f152f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1023 time: 0.0971730 Aug 24 00:19:56.277167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'df5f5dda-f444-4bb1-858c-c5d43da6ae80', 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9', 'port_id': 'df5f5dda-f444-4bb1-858c-c5d43da6ae80', 'mac_address': 'fa:16:3e:d2:c2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85446131-7b7a-4636-92da-71f792a273b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:56.316042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Allocated IP 172.25.5.252 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/1882b00f-a9cc-4306-8cb7-73b10afeb506) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:19:56.376780 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.387297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82ee40c7-71ee-4c02-bae5-b926fe7ebc62 req-83c27323-0909-4008-877c-c227de42802f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&id=5c1370d8-a624-41a9-b715-6d9c2a81fddf&id=0c8c9bdf-8712-4e27-808a-2b10e0807a4f HTTP/1.1" status: 200 len: 6148 time: 0.1590114 Aug 24 00:19:56.393081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-0c92832a-0f2e-49a7-8f65-1b03d78b8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.394685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-0c92832a-0f2e-49a7-8f65-1b03d78b8a76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1174 time: 0.1827955 Aug 24 00:19:56.471565 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.541559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-846245aa-0143-4ca8-a484-34da069bab94 req-e0a3f274-4124-460a-8616-8d2d4ca10036 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': ' tempest-securitygroup -373034238 ', 'description': 'tempest-description-1534756618'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:56.545983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.574081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:56.595564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:56.598223 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a945b03c-f6ea-49c0-a474-84415f8c63d6" -d '{"events": [{"server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "name": "network-vif-plugged", "status": "completed", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:56.604766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.619577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-cae48dbf-726e-4f0b-8f00-4a9ceb083563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.619577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-cae48dbf-726e-4f0b-8f00-4a9ceb083563 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 914 time: 0.2122884 Aug 24 00:19:56.623176 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1e27f2c7-49de-4558-a1a2-9a25f25f3f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.655512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5f5dda-f444-4bb1-858c-c5d43da6ae80 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:56.674439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-261d6c04-be71-44dc-8d10-0df0b4198ce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b16ae9b-8da6-477d-adb1-e344243359ca HTTP/1.1" status: 200 len: 217 time: 0.0473998 Aug 24 00:19:56.684310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df5f5dda-f444-4bb1-858c-c5d43da6ae80, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df5f5dda-f444-4bb1-858c-c5d43da6ae80,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:56.690947 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef66ff95-0e13-46fe-816b-b0181da74012 x-openstack-request-id: req-ef66ff95-0e13-46fe-816b-b0181da74012 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:56.691233 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "name": "network-vif-plugged", "status": "completed", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:56.691485 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef66ff95-0e13-46fe-816b-b0181da74012 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:56.691871 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'code': 200} Aug 24 00:19:56.696320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.716518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:56.725535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Transition to ACTIVE for port object 64a9e640-3a7c-4141-8f3e-441ebfadcc9c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:56.730042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:56.750822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:56.767841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-781f5fcf-5a36-4018-9577-a6abaac53e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:56.769955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-781f5fcf-5a36-4018-9577-a6abaac53e0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.0772924 Aug 24 00:19:56.788322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1882b00f-a9cc-4306-8cb7-73b10afeb506,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:56.796546 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-846245aa-0143-4ca8-a484-34da069bab94 req-e0a3f274-4124-460a-8616-8d2d4ca10036 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.828371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-fb6c438b-3a31-46a4-95a3-790a4cae05c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499244 Aug 24 00:19:56.840021 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.894042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Transition to ACTIVE for port object 64a9e640-3a7c-4141-8f3e-441ebfadcc9c will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:56.925944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-846245aa-0143-4ca8-a484-34da069bab94 req-e0a3f274-4124-460a-8616-8d2d4ca10036 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:56.951687 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.028170 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.042568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:57.101265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:57.104660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-846245aa-0143-4ca8-a484-34da069bab94 req-e0a3f274-4124-460a-8616-8d2d4ca10036 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.137403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Network 02811b6d-d2ab-456b-acf1-a097541acb3b is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:19:57.190624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:19:57.192383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=df5f5dda-f444-4bb1-858c-c5d43da6ae80,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:57.236081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3f274-4124-460a-8616-8d2d4ca10036 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf934ca-33df-4a41-803d-ae4169170709,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:57.243550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-4b03b600-b622-4a57-9746-b046fcc37497 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157575 Aug 24 00:19:57.261248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.270587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:19:57.277124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Pushing event updated for resources: {'Port': ['ID=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:57.343955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-846245aa-0143-4ca8-a484-34da069bab94 req-e0a3f274-4124-460a-8616-8d2d4ca10036 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.358541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Attempting to bind port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:19:57.358992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Attempting to bind port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:19:57.359430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Attempting to bind port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c on network 02811b6d-d2ab-456b-acf1-a097541acb3b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:19:57.362284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-846245aa-0143-4ca8-a484-34da069bab94 req-e0a3f274-4124-460a-8616-8d2d4ca10036 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9446304 Aug 24 00:19:57.372063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:19:57.372549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Checking segment: {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:19:57.373030 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.373495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Bound using segment: {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:19:57.374587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Bound port: 64a9e640-3a7c-4141-8f3e-441ebfadcc9c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:19:57.375075 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.375978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-eff9b6bf-6636-4042-ac22-76a513d733aa tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:57.377496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-eff9b6bf-6636-4042-ac22-76a513d733aa tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.2873881 Aug 24 00:19:57.438864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237df2-9b38-40ba-bf0d-a3bde1830ee7 req-bb4d10c1-a44f-4110-b04a-9814fe552adb tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:57.446158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66237df2-9b38-40ba-bf0d-a3bde1830ee7 req-bb4d10c1-a44f-4110-b04a-9814fe552adb tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 945 time: 0.3475513 Aug 24 00:19:57.484045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:57.492333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:19:57.492761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.522299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12ff65bb-7166-4e92-8e56-f5bb46d43849 req-01e9d42b-edd9-49f6-9404-1d94078687f4 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711737 Aug 24 00:19:57.543600 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df5f5dda-f444-4bb1-858c-c5d43da6ae80'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:57.630143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66237df2-9b38-40ba-bf0d-a3bde1830ee7 req-c092ab46-0567-4481-920c-e4d30dafb398 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c50b9-3ba8-4615-bb16-fff0578239a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829855 Aug 24 00:19:57.641011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfd47a-88a5-48bb-adf8-52a911021e36 req-a03951cd-f54a-4158-b462-6dea9bdb20b6 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:57.642853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6dfd47a-88a5-48bb-adf8-52a911021e36 req-a03951cd-f54a-4158-b462-6dea9bdb20b6 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 945 time: 0.1557927 Aug 24 00:19:57.643514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] For port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:19:57.651051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] For port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:19:57.663936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Deleting port 20b39695-a9fb-4c3a-a9ae-fb4879505471 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:19:57.664805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.673418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.754965 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.768509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6dfd47a-88a5-48bb-adf8-52a911021e36 req-ec0001a1-e477-4719-821b-0ce91110ca3a tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991466 Aug 24 00:19:57.825558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92174a51-1d38-4a6c-8779-e8ea3c4f3000 None None] Pushing event updated for resources: {'Port': ['ID=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:57.836986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 347cb3b0-fea0-4bee-9d57-9a2e020214cf details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:19:57.844918 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.902542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec776af8-c2c1-4847-bf6d-b56fb453021e req-f8bd6de0-0e9f-447d-9777-7d84e3d6dc7a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/bcf934ca-33df-4a41-803d-ae4169170709 HTTP/1.1" status: 200 len: 1780 time: 0.0781505 Aug 24 00:19:57.904774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] For port 20b39695-a9fb-4c3a-a9ae-fb4879505471, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=20b39695-a9fb-4c3a-a9ae-fb4879505471,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:57.905157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:57.932576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Router 41f9ff89-13da-4874-b011-a7d2c4e14720 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:19:58.058895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 347cb3b0-fea0-4bee-9d57-9a2e020214cf, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=347cb3b0-fea0-4bee-9d57-9a2e020214cf,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:58.071908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '347cb3b0-fea0-4bee-9d57-9a2e020214cf', 'network_id': 'dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9', 'port_id': '347cb3b0-fea0-4bee-9d57-9a2e020214cf', 'mac_address': 'fa:16:3e:1a:54:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85446131-7b7a-4636-92da-71f792a273b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:19:58.077813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:58.191702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:19:58.209485 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Sync routers for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:19:58.213467 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.216448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.234500 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:19:58.240109 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:58.240343 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.241009 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.241629 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6 disassociated. External IP: 172.25.5.223, port: 20b39695-a9fb-4c3a-a9ae-fb4879505471. Aug 24 00:19:58.243293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Calling delete_port for 20b39695-a9fb-4c3a-a9ae-fb4879505471 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:19:58.295493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:58.318831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347cb3b0-fea0-4bee-9d57-9a2e020214cf {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:19:58.326573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.330359 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-be58c3a1-99d0-41de-9f38-b431ea7e9fc3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4487648 Aug 24 00:19:58.331591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51310) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:19:58.358917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 347cb3b0-fea0-4bee-9d57-9a2e020214cf, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=347cb3b0-fea0-4bee-9d57-9a2e020214cf,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:19:58.404268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ecc8a08-92b6-4c31-a17c-e8c709c626ac req-fdd03e00-76e3-46df-a86d-bedada9b7a16 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/bcf934ca-33df-4a41-803d-ae4169170709 HTTP/1.1" status: 200 len: 1780 time: 0.1969264 Aug 24 00:19:58.469689 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:19:58.518276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.544251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ecc8a08-92b6-4c31-a17c-e8c709c626ac req-f606e114-4d3a-4e8c-9f6f-14fe2e6b4f44 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.579745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ecc8a08-92b6-4c31-a17c-e8c709c626ac req-f606e114-4d3a-4e8c-9f6f-14fe2e6b4f44 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.603815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=347cb3b0-fea0-4bee-9d57-9a2e020214cf,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:58.693439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cf8392-a28a-4edc-91f4-b5556af26642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e8da50-0d9d-4a2c-b95a-dd5e281e3345'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:19:58.699920 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f27f14-3aff-4ab9-9cf0-a3fff0cf587a" -d '{"events": [{"server_uuid": "85cf8392-a28a-4edc-91f4-b5556af26642", "name": "network-vif-plugged", "status": "completed", "tag": "41e8da50-0d9d-4a2c-b95a-dd5e281e3345"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:19:58.784151 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:19:57Z', 'revision_number': 3, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:19:58.904746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.908155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ecc8a08-92b6-4c31-a17c-e8c709c626ac req-f606e114-4d3a-4e8c-9f6f-14fe2e6b4f44 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.911734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ecc8a08-92b6-4c31-a17c-e8c709c626ac req-f606e114-4d3a-4e8c-9f6f-14fe2e6b4f44 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:58.913196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ecc8a08-92b6-4c31-a17c-e8c709c626ac req-f606e114-4d3a-4e8c-9f6f-14fe2e6b4f44 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/bcf934ca-33df-4a41-803d-ae4169170709 HTTP/1.1" status: 204 len: 173 time: 0.5021000 Aug 24 00:19:59.006846 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Checking router: 41f9ff89-13da-4874-b011-a7d2c4e14720 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:19:59.007459 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Updating router 41f9ff89-13da-4874-b011-a7d2c4e14720 port 1882b00f-a9cc-4306-8cb7-73b10afeb506 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:19:59.043997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event deleted for resources: {'Port': ['ID=20b39695-a9fb-4c3a-a9ae-fb4879505471,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:59.063032 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8b353a87-ae64-4494-a885-6cf947e04580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:59.078318 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:59.080999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['347cb3b0-fea0-4bee-9d57-9a2e020214cf'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:19:59.220618 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660317b2-6cb2-472b-809c-7634b3a54cd3 x-openstack-request-id: req-660317b2-6cb2-472b-809c-7634b3a54cd3 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:19:59.220618 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cf8392-a28a-4edc-91f4-b5556af26642", "name": "network-vif-plugged", "status": "completed", "tag": "41e8da50-0d9d-4a2c-b95a-dd5e281e3345", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:19:59.220618 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-660317b2-6cb2-472b-809c-7634b3a54cd3 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:19:59.220618 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cf8392-a28a-4edc-91f4-b5556af26642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e8da50-0d9d-4a2c-b95a-dd5e281e3345', 'code': 200} Aug 24 00:19:59.239325 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:59.308648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606e114-4d3a-4e8c-9f6f-14fe2e6b4f44 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf934ca-33df-4a41-803d-ae4169170709,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:19:59.423173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d959c18-93c5-4eda-856e-06328bccf406 req-365d3a17-6689-4557-962b-cf138816e34d tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 210 time: 0.1157274 Aug 24 00:19:59.553094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Router 571a84da-b7c5-4701-8f12-312cc9e60f71 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:19:59.557947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11409c14-5e83-4e76-bee3-4f9da0c63b87 req-e755c75d-b198-453b-ac9a-f46b5def0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:59.559758 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-11409c14-5e83-4e76-bee3-4f9da0c63b87 req-e755c75d-b198-453b-ac9a-f46b5def0bb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 1097 time: 0.1205351 Aug 24 00:19:59.576569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8be78c-3e10-4d05-ab4c-a47590e11626 None None] Network 02811b6d-d2ab-456b-acf1-a097541acb3b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:19:59.602508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb67b07-d062-4083-99a6-7b1b003cf878 req-fd077151-9227-400e-94e4-89bfcf0c60aa tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:19:59.611816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bb67b07-d062-4083-99a6-7b1b003cf878 req-fd077151-9227-400e-94e4-89bfcf0c60aa tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 946 time: 0.1833606 Aug 24 00:19:59.686709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:59.689856 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-561d758b-4ec8-4534-ad0d-b9c3e31748bb req-7f5190c5-005b-48fd-9bae-280eefec6658 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:19:59.690991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-561d758b-4ec8-4534-ad0d-b9c3e31748bb req-7f5190c5-005b-48fd-9bae-280eefec6658 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/bcf934ca-33df-4a41-803d-ae4169170709 HTTP/1.1" status: 404 len: 352 time: 0.0433915 Aug 24 00:19:59.695330 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-11409c14-5e83-4e76-bee3-4f9da0c63b87 req-423e36ce-9a65-490c-9abd-4f7b7ba89f27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105375 Aug 24 00:19:59.773900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df5f5dda-f444-4bb1-858c-c5d43da6ae80 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:19:59.783543 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:59.808420 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Transition to ACTIVE for port object 1882b00f-a9cc-4306-8cb7-73b10afeb506 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:19:59.823745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bb67b07-d062-4083-99a6-7b1b003cf878 req-53095cf8-a474-444c-bd69-aabc69467ced tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109466 Aug 24 00:19:59.854475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e68daf52-8fdf-46b2-b678-bb32ade658ec None None] Provisioning for port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:19:59.880578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d35cb8f1-2ce6-43d9-a73c-cc90a98c4db1 req-d25d9490-c340-4e21-bef3-fd64527d14d0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-173864928', 'description': 'tempest-description-447865106'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:19:59.906984 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:19:59.966183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Allocated IP 172.20.0.1 (02811b6d-d2ab-456b-acf1-a097541acb3b/645a04f3-c4e6-40ff-9d7f-94cfbf092be5/e09ee460-0a10-4843-be0d-8f6f26dbc1fe) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:00.020819 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d35cb8f1-2ce6-43d9-a73c-cc90a98c4db1 req-d25d9490-c340-4e21-bef3-fd64527d14d0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.029346 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee4090-1807-4e41-bcc8-24ae01cccf31 None None] Pushing event updated for resources: {'Port': ['ID=1882b00f-a9cc-4306-8cb7-73b10afeb506,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:00.044258 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Attempting to bind port 1882b00f-a9cc-4306-8cb7-73b10afeb506 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:00.044893 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Attempting to bind port 1882b00f-a9cc-4306-8cb7-73b10afeb506 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:00.045265 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Attempting to bind port 1882b00f-a9cc-4306-8cb7-73b10afeb506 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:00.058629 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:00.059015 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:00.059413 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.059808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:00.060277 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Bound port: 1882b00f-a9cc-4306-8cb7-73b10afeb506, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:00.061707 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.116034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58771336-a8da-44ff-899e-d2ee97007dd0 req-801dcffa-f62e-4a6d-b3a4-7fc61d98ec56 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:00.118892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58771336-a8da-44ff-899e-d2ee97007dd0 req-801dcffa-f62e-4a6d-b3a4-7fc61d98ec56 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.3123963 Aug 24 00:20:00.120843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 64a9e640-3a7c-4141-8f3e-441ebfadcc9c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:00.124815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:00.127802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.152042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Transition to ACTIVE for port object e09ee460-0a10-4843-be0d-8f6f26dbc1fe will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:00.173384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] For port 1882b00f-a9cc-4306-8cb7-73b10afeb506, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:00.177757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port df5f5dda-f444-4bb1-858c-c5d43da6ae80 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:00.181444 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] For port 1882b00f-a9cc-4306-8cb7-73b10afeb506, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1882b00f-a9cc-4306-8cb7-73b10afeb506,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:00.190017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port df5f5dda-f444-4bb1-858c-c5d43da6ae80 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:00.190392 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.192105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] Sync routers for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:00.245248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] No DVR routers for this DVR port 20b39695-a9fb-4c3a-a9ae-fb4879505471 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:00.253840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.255989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3c86b20-86d4-45d9-bdb5-a8a1dc683b18 req-00389c62-aa61-43db-8486-3ecbca4c3b9b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.37 "DELETE /v2.0/ports/20b39695-a9fb-4c3a-a9ae-fb4879505471 HTTP/1.1" status: 204 len: 173 time: 2.8606050 Aug 24 00:20:00.256589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fc55fe-3ce5-4935-adf2-55da18527314', 'name': 'network-vif-deleted', 'tag': '20b39695-a9fb-4c3a-a9ae-fb4879505471'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:00.259306 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586925aa-1073-4504-b150-5e9897cf08e5" -d '{"events": [{"server_uuid": "25fc55fe-3ce5-4935-adf2-55da18527314", "name": "network-vif-deleted", "tag": "20b39695-a9fb-4c3a-a9ae-fb4879505471"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:00.277087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58771336-a8da-44ff-899e-d2ee97007dd0 req-e488bce7-d73f-4c50-bf42-ded92e640c26 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353393 Aug 24 00:20:00.283013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-b85c5cc8-8815-42e7-8ac5-507326cfca19 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:00.286298 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-b85c5cc8-8815-42e7-8ac5-507326cfca19 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.37 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.1017861 Aug 24 00:20:00.342172 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.352903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.367062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d35cb8f1-2ce6-43d9-a73c-cc90a98c4db1 req-d25d9490-c340-4e21-bef3-fd64527d14d0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.443796 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd327cd-4b0b-408f-bf2b-eb5573e6d6ec x-openstack-request-id: req-bdd327cd-4b0b-408f-bf2b-eb5573e6d6ec {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:00.444194 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fc55fe-3ce5-4935-adf2-55da18527314", "name": "network-vif-deleted", "tag": "20b39695-a9fb-4c3a-a9ae-fb4879505471", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:00.444589 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdd327cd-4b0b-408f-bf2b-eb5573e6d6ec {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:00.445125 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fc55fe-3ce5-4935-adf2-55da18527314', 'name': 'network-vif-deleted', 'tag': '20b39695-a9fb-4c3a-a9ae-fb4879505471', 'status': 'completed', 'code': 200} Aug 24 00:20:00.468146 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:00.468775 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:00.491456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Network 02811b6d-d2ab-456b-acf1-a097541acb3b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:00.498142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d35cb8f1-2ce6-43d9-a73c-cc90a98c4db1 req-d25d9490-c340-4e21-bef3-fd64527d14d0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.502897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:00.509099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:00.509480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:00.509480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:00.570945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.585159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d9490-c340-4e21-bef3-fd64527d14d0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6493d1e2-8b9f-4cad-9d2f-d3e167342af5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:00.644690 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee4090-1807-4e41-bcc8-24ae01cccf31 None None] Pushing event updated for resources: {'Port': ['ID=1882b00f-a9cc-4306-8cb7-73b10afeb506,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:00.654868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.680957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-524caa44-55db-4402-b65e-742b52aa87f2 req-5f15304f-3194-497e-9317-8d5b73f9181d tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/ports?device_id=25fc55fe-3ce5-4935-adf2-55da18527314 HTTP/1.1" status: 200 len: 210 time: 0.0679166 Aug 24 00:20:00.710479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d35cb8f1-2ce6-43d9-a73c-cc90a98c4db1 req-d25d9490-c340-4e21-bef3-fd64527d14d0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.722073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d35cb8f1-2ce6-43d9-a73c-cc90a98c4db1 req-d25d9490-c340-4e21-bef3-fd64527d14d0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8561959 Aug 24 00:20:00.727788 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.751145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-86187c15-2d71-4629-b027-48c9477b03c9 req-c566aa31-b9f0-41bf-b530-c6d457760a87 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1681924593', 'description': 'tempest-description-765215080'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:00.790345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Pushing event updated for resources: {'Port': ['ID=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:00.790566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df5f5dda-f444-4bb1-858c-c5d43da6ae80, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df5f5dda-f444-4bb1-858c-c5d43da6ae80,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:00.793124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:00.806983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:00.807372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.837447 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:00.924367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:00.926825 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a7bc152a-b9aa-4c9e-a4f4-9b6c071b83b9 None None] Provisioning complete for port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:00.927028 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7bc152a-b9aa-4c9e-a4f4-9b6c071b83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.938486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Deleting port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:00.938834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:00.953294 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-86187c15-2d71-4629-b027-48c9477b03c9 req-c566aa31-b9f0-41bf-b530-c6d457760a87 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.099983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.105454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 20b39695-a9fb-4c3a-a9ae-fb4879505471 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:01.163782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 20b39695-a9fb-4c3a-a9ae-fb4879505471 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:01.164519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 20b39695-a9fb-4c3a-a9ae-fb4879505471 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:01.165229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dc9dbae3-117f-44dc-95ba-98cf83dc7f81 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:01.220593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c7bfc8-e28b-4d4d-b5d4-644be318f8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5f5dda-f444-4bb1-858c-c5d43da6ae80'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:01.224116 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b3cf5f-5da0-4769-b9df-012d52949a42" -d '{"events": [{"server_uuid": "13c7bfc8-e28b-4d4d-b5d4-644be318f8a8", "name": "network-vif-plugged", "status": "completed", "tag": "df5f5dda-f444-4bb1-858c-c5d43da6ae80"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:01.232887 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:19:57Z', 'revision_number': 3, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:01.244540 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.244921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47448-61e1-4a74-8ae4-47ec91ac2086 req-d1428dbe-fa3b-4593-bfa0-c2c6875c97b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:01.255344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63b47448-61e1-4a74-8ae4-47ec91ac2086 req-d1428dbe-fa3b-4593-bfa0-c2c6875c97b9 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 946 time: 0.2203708 Aug 24 00:20:01.277978 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc1f56-c1ff-47dc-9001-febe69bf120f None None] The sync data for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 is: [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:19:57Z', 'revision_number': 3, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:01.322662 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:20:01.328040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.328230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63b47448-61e1-4a74-8ae4-47ec91ac2086 req-d9b0cd9f-dc04-4faf-b122-71c8e7715866 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Aug 24 00:20:01.335415 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-86187c15-2d71-4629-b027-48c9477b03c9 req-c566aa31-b9f0-41bf-b530-c6d457760a87 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.341531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] For port dc9dbae3-117f-44dc-95ba-98cf83dc7f81, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:01.341531 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.391470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Calling delete_port for dc9dbae3-117f-44dc-95ba-98cf83dc7f81 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:01.461415 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-86187c15-2d71-4629-b027-48c9477b03c9 req-c566aa31-b9f0-41bf-b530-c6d457760a87 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.484844 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7d1dde-f252-488c-a205-ff5f647e1c9a x-openstack-request-id: req-fa7d1dde-f252-488c-a205-ff5f647e1c9a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:01.485515 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c7bfc8-e28b-4d4d-b5d4-644be318f8a8", "name": "network-vif-plugged", "status": "completed", "tag": "df5f5dda-f444-4bb1-858c-c5d43da6ae80", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:01.486045 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa7d1dde-f252-488c-a205-ff5f647e1c9a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:01.487387 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c7bfc8-e28b-4d4d-b5d4-644be318f8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5f5dda-f444-4bb1-858c-c5d43da6ae80', 'code': 200} Aug 24 00:20:01.537864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566aa31-b9f0-41bf-b530-c6d457760a87 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c040aa-9c8a-40fb-ab4a-40bc5f995608,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:01.659983 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-86187c15-2d71-4629-b027-48c9477b03c9 req-c566aa31-b9f0-41bf-b530-c6d457760a87 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.661673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86187c15-2d71-4629-b027-48c9477b03c9 req-c566aa31-b9f0-41bf-b530-c6d457760a87 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9210498 Aug 24 00:20:01.714785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.727473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:01.747403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a2ae3-3ea4-4ff3-b952-edb76622ee51 req-f2b98149-80e1-422c-808a-2dd7532e43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:01.751340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-077a2ae3-3ea4-4ff3-b952-edb76622ee51 req-f2b98149-80e1-422c-808a-2dd7532e43f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1882639 Aug 24 00:20:01.755270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=df5f5dda-f444-4bb1-858c-c5d43da6ae80,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:01.808037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 347cb3b0-fea0-4bee-9d57-9a2e020214cf up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:01.841295 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7bc152a-b9aa-4c9e-a4f4-9b6c071b83b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.842233 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.848489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:01.862421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-077a2ae3-3ea4-4ff3-b952-edb76622ee51 req-78c2186b-8d99-4758-a9b1-4d98e32d5940 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990741 Aug 24 00:20:01.881085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d01f58-1bc0-470d-bf87-30389329cbf1 req-539e77fa-0687-447f-a2a1-c9dc37d773f5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:01.896956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0d01f58-1bc0-470d-bf87-30389329cbf1 req-539e77fa-0687-447f-a2a1-c9dc37d773f5 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 944 time: 0.2440207 Aug 24 00:20:01.953449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-fec1f3b5-9457-4e12-b7ef-d1951ea694c1 req-0135c5b3-92f5-4b54-94db-364cdbf0e93b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1210723844', 'description': 'tempest-description-1758784960'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:01.953734 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.028385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Pushing event updated for resources: {'Port': ['ID=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:02.044033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.062875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0d01f58-1bc0-470d-bf87-30389329cbf1 req-39cf6a94-1c4c-4715-9376-a7ba592b2e2e tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650190 Aug 24 00:20:02.084823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1882b00f-a9cc-4306-8cb7-73b10afeb506 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:02.095771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.107713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fec1f3b5-9457-4e12-b7ef-d1951ea694c1 req-0135c5b3-92f5-4b54-94db-364cdbf0e93b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.174235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:02.182387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:02.240900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] Checking router: 571a84da-b7c5-4701-8f12-312cc9e60f71 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:02.243626 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-a7bc152a-b9aa-4c9e-a4f4-9b6c071b83b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:20:02.247514 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-a7bc152a-b9aa-4c9e-a4f4-9b6c071b83b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:20:02.274014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 347cb3b0-fea0-4bee-9d57-9a2e020214cf completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:02.284886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 347cb3b0-fea0-4bee-9d57-9a2e020214cf triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:02.286969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.295680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:02.298022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:02.309449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Pushing event deleted for resources: {'Port': ['ID=dc9dbae3-117f-44dc-95ba-98cf83dc7f81,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:02.332376 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fec1f3b5-9457-4e12-b7ef-d1951ea694c1 req-0135c5b3-92f5-4b54-94db-364cdbf0e93b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.415679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fec1f3b5-9457-4e12-b7ef-d1951ea694c1 req-0135c5b3-92f5-4b54-94db-364cdbf0e93b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.446622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] No DVR routers for this DVR port dc9dbae3-117f-44dc-95ba-98cf83dc7f81 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:02.471781 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.478891 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ca74ccf1-4e01-4e91-8e3e-474aac8c43a7 req-e8d13ea1-8e39-494a-82d6-d1122fc452b7 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.37 "DELETE /v2.0/ports/dc9dbae3-117f-44dc-95ba-98cf83dc7f81 HTTP/1.1" status: 204 len: 173 time: 2.1856210 Aug 24 00:20:02.491295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'name': 'network-vif-deleted', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:02.501648 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190abb7a-3629-4457-af54-51511af1a4ab" -d '{"events": [{"server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "name": "network-vif-deleted", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:02.511649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135c5b3-92f5-4b54-94db-364cdbf0e93b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2640397b-906d-4b25-8bf8-9421ade9ed51,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:02.567861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Network 02811b6d-d2ab-456b-acf1-a097541acb3b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:02.572373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:02.651124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-fec1f3b5-9457-4e12-b7ef-d1951ea694c1 req-0135c5b3-92f5-4b54-94db-364cdbf0e93b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.659710 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fec1f3b5-9457-4e12-b7ef-d1951ea694c1 req-0135c5b3-92f5-4b54-94db-364cdbf0e93b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7521732 Aug 24 00:20:02.688427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cf86b-89f4-4872-bdf7-0a30a06aaecb req-cf63f2b5-5029-4e6c-a60d-3fb1c615afc8 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:02.690120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a92cf86b-89f4-4872-bdf7-0a30a06aaecb req-cf63f2b5-5029-4e6c-a60d-3fb1c615afc8 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 946 time: 0.1657324 Aug 24 00:20:02.700585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1882b00f-a9cc-4306-8cb7-73b10afeb506 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:02.711833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1882b00f-a9cc-4306-8cb7-73b10afeb506 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:02.712214 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:02.748507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a92cf86b-89f4-4872-bdf7-0a30a06aaecb req-72d31a17-cb31-41c5-9ccb-b984ffe3626b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517576 Aug 24 00:20:02.867766 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db409ea0-10ef-447e-88f0-9bb0d54e570b x-openstack-request-id: req-db409ea0-10ef-447e-88f0-9bb0d54e570b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:02.868719 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e946a5-e82f-4be3-90c3-35f1dce3a957", "name": "network-vif-deleted", "tag": "dc9dbae3-117f-44dc-95ba-98cf83dc7f81", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:02.869348 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db409ea0-10ef-447e-88f0-9bb0d54e570b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:02.870427 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e946a5-e82f-4be3-90c3-35f1dce3a957', 'name': 'network-vif-deleted', 'tag': 'dc9dbae3-117f-44dc-95ba-98cf83dc7f81', 'status': 'completed', 'code': 200} Aug 24 00:20:02.918628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:02.924447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Router 41f9ff89-13da-4874-b011-a7d2c4e14720 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:02.984690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac48244a-ebff-45f2-9579-10b221c09587 req-5bdc21ca-5d90-4c0a-9ab3-b4328533af54 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b HTTP/1.1" status: 200 len: 10895 time: 0.1663609 Aug 24 00:20:03.025437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51422) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:03.063278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac48244a-ebff-45f2-9579-10b221c09587 req-e84b2f0c-71f6-469f-b525-c1aa73f9c047 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6d360115-d01e-4c09-8c91-92434fb68cb7 HTTP/1.1" status: 200 len: 2981 time: 0.0772240 Aug 24 00:20:03.146576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.159533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:03.180150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ebf16845-e65e-479d-aeb0-6aebe8f87489 admin admin] 10.222.0.26 "PUT /v2.0/routers/41f9ff89-13da-4874-b011-a7d2c4e14720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8474874 Aug 24 00:20:03.191072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5766b1f0-a5e6-430f-bbb7-b9a7f50e331b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.197417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 347cb3b0-fea0-4bee-9d57-9a2e020214cf, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=347cb3b0-fea0-4bee-9d57-9a2e020214cf,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:03.236364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac48244a-ebff-45f2-9579-10b221c09587 req-1aad9067-da5c-4da2-bf17-8037971121cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6d360115-d01e-4c09-8c91-92434fb68cb7 HTTP/1.1" status: 200 len: 2981 time: 0.1715941 Aug 24 00:20:03.268886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5feb164-c4ec-4b9f-adfe-c912ea81283b req-6a3fd848-2e13-4082-bb53-bb5d14534001 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:03.273452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5feb164-c4ec-4b9f-adfe-c912ea81283b req-6a3fd848-2e13-4082-bb53-bb5d14534001 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 945 time: 0.1382592 Aug 24 00:20:03.289125 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.305250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5766b1f0-a5e6-430f-bbb7-b9a7f50e331b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.386833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5feb164-c4ec-4b9f-adfe-c912ea81283b req-437134c7-e355-42c1-b668-94fc02094eee tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121249 Aug 24 00:20:03.396599 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.483488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 1882b00f-a9cc-4306-8cb7-73b10afeb506, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1882b00f-a9cc-4306-8cb7-73b10afeb506,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:03.494652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccde4b6-7208-4434-a192-ce6d7d92b01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347cb3b0-fea0-4bee-9d57-9a2e020214cf'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:03.504328 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40131dec-943c-4201-9d4d-a0303ddb5ed5" -d '{"events": [{"server_uuid": "5ccde4b6-7208-4434-a192-ce6d7d92b01d", "name": "network-vif-plugged", "status": "completed", "tag": "347cb3b0-fea0-4bee-9d57-9a2e020214cf"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:03.552939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=347cb3b0-fea0-4bee-9d57-9a2e020214cf,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:03.576384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9634f8a8-2dec-4ccd-b4ce-e2da5dd8cf3c req-3892ae78-8711-492a-b779-c8962cce5cb7 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6493d1e2-8b9f-4cad-9d2f-d3e167342af5 HTTP/1.1" status: 200 len: 1799 time: 0.1368525 Aug 24 00:20:03.588565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:03.624373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51db9b0a-1630-4879-8eb5-fa7c6e0d3824 req-475ba37f-9fd6-4b8c-a561-dd52bdf58512 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e946a5-e82f-4be3-90c3-35f1dce3a957 HTTP/1.1" status: 200 len: 210 time: 0.0701675 Aug 24 00:20:03.681343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5766b1f0-a5e6-430f-bbb7-b9a7f50e331b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.697360 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5766b1f0-a5e6-430f-bbb7-b9a7f50e331b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.697360 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5766b1f0-a5e6-430f-bbb7-b9a7f50e331b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "DELETE /v2.0/security-groups/ec0c50b9-3ba8-4615-bb16-fff0578239a5 HTTP/1.1" status: 204 len: 168 time: 0.6586211 Aug 24 00:20:03.697360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51464) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:03.760648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766b1f0-a5e6-430f-bbb7-b9a7f50e331b tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c50b9-3ba8-4615-bb16-fff0578239a5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:03.798040 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-f62aae1b-53fd-48d4-a95f-7c9d79dc3a52 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] show failed (client error): The resource could not be found. Aug 24 00:20:03.802108 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f62aae1b-53fd-48d4-a95f-7c9d79dc3a52 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "GET /v2.0/security-groups/ec0c50b9-3ba8-4615-bb16-fff0578239a5 HTTP/1.1" status: 404 len: 347 time: 0.1085873 Aug 24 00:20:03.803179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51474) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:03.810684 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9634f8a8-2dec-4ccd-b4ce-e2da5dd8cf3c req-b39c78f6-df01-467b-ab74-c49a2155f086 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:03.869477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9634f8a8-2dec-4ccd-b4ce-e2da5dd8cf3c req-b39c78f6-df01-467b-ab74-c49a2155f086 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.018609 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decf9110-f370-4e8d-939e-4790b5e8b4c9 x-openstack-request-id: req-decf9110-f370-4e8d-939e-4790b5e8b4c9 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:04.019269 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccde4b6-7208-4434-a192-ce6d7d92b01d", "name": "network-vif-plugged", "status": "completed", "tag": "347cb3b0-fea0-4bee-9d57-9a2e020214cf", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:04.019269 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-decf9110-f370-4e8d-939e-4790b5e8b4c9 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:04.021598 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccde4b6-7208-4434-a192-ce6d7d92b01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347cb3b0-fea0-4bee-9d57-9a2e020214cf', 'code': 200} Aug 24 00:20:04.029778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d5fbf32a-a34c-4ca5-89d4-f3ab02dbbf28 None None] Provisioning for port e09ee460-0a10-4843-be0d-8f6f26dbc1fe completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:04.037265 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.042591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514b1e4-1a15-4c9c-941d-20d819bbccaf None None] The sync data for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 is: [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:14:16Z', 'revision_number': 4, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e8b07f4e-0950-4666-a243-14027a6fe454', 'name': '', 'network_id': 'ae0206da-21f7-4470-bf63-0d5925f82c12', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'mac_address': 'fa:16:3e:d8:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:15Z', 'updated_at': '2021-08-24T00:14:22Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'subnets': [{'id': '78d9712c-ca50-45c9-bfaa-36c273124569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:04.052702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d5fbf32a-a34c-4ca5-89d4-f3ab02dbbf28 None None] Provisioning complete for port e09ee460-0a10-4843-be0d-8f6f26dbc1fe triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:04.052702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5fbf32a-a34c-4ca5-89d4-f3ab02dbbf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.055834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9634f8a8-2dec-4ccd-b4ce-e2da5dd8cf3c req-b39c78f6-df01-467b-ab74-c49a2155f086 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.060724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9634f8a8-2dec-4ccd-b4ce-e2da5dd8cf3c req-b39c78f6-df01-467b-ab74-c49a2155f086 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.061851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9634f8a8-2dec-4ccd-b4ce-e2da5dd8cf3c req-b39c78f6-df01-467b-ab74-c49a2155f086 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/6493d1e2-8b9f-4cad-9d2f-d3e167342af5 HTTP/1.1" status: 204 len: 173 time: 0.4406552 Aug 24 00:20:04.190978 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Sync routers for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:04.204778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Deleting port 66b948b9-5483-41e2-83c6-bbf2fe8d2643 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:04.212062 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:04.213955 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.214609 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:04.221710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbf32a-a34c-4ca5-89d4-f3ab02dbbf28 None None] Port e09ee460-0a10-4843-be0d-8f6f26dbc1fe cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:04.278836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 64a9e640-3a7c-4141-8f3e-441ebfadcc9c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:04.303699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c78f6-df01-467b-ab74-c49a2155f086 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493d1e2-8b9f-4cad-9d2f-d3e167342af5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:04.328082 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-a86ddefc-5264-479d-ae2a-6a96e7e5801a req-96caf494-15d4-4679-9e08-c1e512cabee0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:20:04.333748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a86ddefc-5264-479d-ae2a-6a96e7e5801a req-96caf494-15d4-4679-9e08-c1e512cabee0 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6493d1e2-8b9f-4cad-9d2f-d3e167342af5 HTTP/1.1" status: 404 len: 352 time: 0.1225936 Aug 24 00:20:04.407000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=1882b00f-a9cc-4306-8cb7-73b10afeb506,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:04.484308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:04.491619 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.508645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6a4cf-0c60-4ffc-b3d6-69789f4c04e5 req-aaba8063-f145-41f7-9e8a-ecb883cabfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:04.510442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdd6a4cf-0c60-4ffc-b3d6-69789f4c04e5 req-aaba8063-f145-41f7-9e8a-ecb883cabfa9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 1097 time: 0.4368989 Aug 24 00:20:04.535920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.536286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.558040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74ceeca1-cc7e-4aca-b483-fb0827f4dbd1 req-4f471e63-76f5-4db9-bb33-f583e912e0ce tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/d4c040aa-9c8a-40fb-ab4a-40bc5f995608 HTTP/1.1" status: 200 len: 1800 time: 0.1736894 Aug 24 00:20:04.560721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Calling delete_port for 66b948b9-5483-41e2-83c6-bbf2fe8d2643 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:04.623972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe0459-ff36-4bd5-8d70-e14f17800828 None None] New status for floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:20:04.629758 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:04.757294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdd6a4cf-0c60-4ffc-b3d6-69789f4c04e5 req-52f690af-a4d7-4007-9522-1b222ecb05eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340317 Aug 24 00:20:04.799487 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74ceeca1-cc7e-4aca-b483-fb0827f4dbd1 req-c7177133-a1b0-426c-8b4b-929b0d3ea18c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.810089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91e4ee-3189-4531-ae1a-8d6c1de32a53 req-365e87b8-5f07-411e-b4c5-b013df265091 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:04.811734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f91e4ee-3189-4531-ae1a-8d6c1de32a53 req-365e87b8-5f07-411e-b4c5-b013df265091 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 946 time: 0.1871285 Aug 24 00:20:04.848662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74ceeca1-cc7e-4aca-b483-fb0827f4dbd1 req-c7177133-a1b0-426c-8b4b-929b0d3ea18c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.850309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:04.852784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-68fe0459-ff36-4bd5-8d70-e14f17800828 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:20:04.853175 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-68fe0459-ff36-4bd5-8d70-e14f17800828 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:20:04.894423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f91e4ee-3189-4531-ae1a-8d6c1de32a53 req-ea546523-fd9a-409f-bb5d-aeb866521464 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734775 Aug 24 00:20:04.896303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Pushing event deleted for resources: {'Port': ['ID=66b948b9-5483-41e2-83c6-bbf2fe8d2643,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:04.997066 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 2, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:05.009671 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.012766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.014169 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-34dcabba-d137-44dc-94cd-6c3a9d8cc410 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] 10.222.0.26 "DELETE /v2.0/floatingips/c10bc6b4-0674-49b8-b984-3f7ea57405f6 HTTP/1.1" status: 204 len: 168 time: 1.2097592 Aug 24 00:20:05.031934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74ceeca1-cc7e-4aca-b483-fb0827f4dbd1 req-c7177133-a1b0-426c-8b4b-929b0d3ea18c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.033302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-74ceeca1-cc7e-4aca-b483-fb0827f4dbd1 req-c7177133-a1b0-426c-8b4b-929b0d3ea18c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.034538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74ceeca1-cc7e-4aca-b483-fb0827f4dbd1 req-c7177133-a1b0-426c-8b4b-929b0d3ea18c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/d4c040aa-9c8a-40fb-ab4a-40bc5f995608 HTTP/1.1" status: 204 len: 173 time: 0.4684548 Aug 24 00:20:05.056841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7177133-a1b0-426c-8b4b-929b0d3ea18c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c040aa-9c8a-40fb-ab4a-40bc5f995608,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:05.063991 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Checking router: 41f9ff89-13da-4874-b011-a7d2c4e14720 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:05.064318 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Updating router 41f9ff89-13da-4874-b011-a7d2c4e14720 port e09ee460-0a10-4843-be0d-8f6f26dbc1fe binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:20:05.093465 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.354393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fe0459-ff36-4bd5-8d70-e14f17800828 None None] New status for floating IP c10bc6b4-0674-49b8-b984-3f7ea57405f6: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:20:05.558241 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.576546 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Transition to ACTIVE for port object e09ee460-0a10-4843-be0d-8f6f26dbc1fe will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:05.576714 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-a26943d7-0351-480a-8ebb-b94a21144370 req-c40c7bbc-c998-494b-bbf2-5983800d02e2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:20:05.579201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a26943d7-0351-480a-8ebb-b94a21144370 req-c40c7bbc-c998-494b-bbf2-5983800d02e2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/d4c040aa-9c8a-40fb-ab4a-40bc5f995608 HTTP/1.1" status: 404 len: 352 time: 0.0537486 Aug 24 00:20:05.718453 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.845677 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Pushing event updated for resources: {'Port': ['ID=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:05.868725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c3fe4a5-b88d-4a9c-968d-29b1920152c7 req-469b67b9-e065-4b78-a743-c4bb5f7bfead tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/2640397b-906d-4b25-8bf8-9421ade9ed51 HTTP/1.1" status: 200 len: 1801 time: 0.1155913 Aug 24 00:20:05.891791 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.892285 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.892708 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.893214 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.893685 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.894110 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.894527 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.894945 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.895359 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.895777 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.896185 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.896753 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:05.959577 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Attempting to bind port e09ee460-0a10-4843-be0d-8f6f26dbc1fe on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:05.961255 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Attempting to bind port e09ee460-0a10-4843-be0d-8f6f26dbc1fe by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:05.965588 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Attempting to bind port e09ee460-0a10-4843-be0d-8f6f26dbc1fe on network 02811b6d-d2ab-456b-acf1-a097541acb3b {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:05.974544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1000be2-37cd-46da-ae6d-dafc849229c1 req-64b4074c-e8ff-47e6-a402-6d36c2c63835 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:05.979061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:05.979061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Checking segment: {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:05.979061 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:05.979061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Bound using segment: {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:05.979536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1000be2-37cd-46da-ae6d-dafc849229c1 req-64b4074c-e8ff-47e6-a402-6d36c2c63835 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 944 time: 0.2353249 Aug 24 00:20:05.979697 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Bound port: e09ee460-0a10-4843-be0d-8f6f26dbc1fe, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:05.979697 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.059095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1000be2-37cd-46da-ae6d-dafc849229c1 req-fe355d45-7ebe-40ba-b9b2-c3366f0b6cbc tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647237 Aug 24 00:20:06.134486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2c3fe4a5-b88d-4a9c-968d-29b1920152c7 req-14853c81-144f-4291-8f9e-8083d54c6321 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.160746 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] For port e09ee460-0a10-4843-be0d-8f6f26dbc1fe, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:06.165777 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] For port e09ee460-0a10-4843-be0d-8f6f26dbc1fe, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:06.172987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-3e86033c-df9f-4e7a-b9fe-c88f0982ca56 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:06.180945 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-3e86033c-df9f-4e7a-b9fe-c88f0982ca56 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 944 time: 0.1665332 Aug 24 00:20:06.200039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2c3fe4a5-b88d-4a9c-968d-29b1920152c7 req-14853c81-144f-4291-8f9e-8083d54c6321 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.239746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1882b00f-a9cc-4306-8cb7-73b10afeb506 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:06.249885 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.325030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003f47e-f5df-4748-b10d-6837f937bbea req-ea31aa81-0c7b-4dc9-b549-88efc69c7c44 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:06.336951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a003f47e-f5df-4748-b10d-6837f937bbea req-ea31aa81-0c7b-4dc9-b549-88efc69c7c44 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 946 time: 0.0816238 Aug 24 00:20:06.354464 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2c3fe4a5-b88d-4a9c-968d-29b1920152c7 req-14853c81-144f-4291-8f9e-8083d54c6321 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.377012 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2c3fe4a5-b88d-4a9c-968d-29b1920152c7 req-14853c81-144f-4291-8f9e-8083d54c6321 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.380789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c3fe4a5-b88d-4a9c-968d-29b1920152c7 req-14853c81-144f-4291-8f9e-8083d54c6321 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/2640397b-906d-4b25-8bf8-9421ade9ed51 HTTP/1.1" status: 204 len: 173 time: 0.4831793 Aug 24 00:20:06.410139 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:06.415785 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:06.428570 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc25bb-37b9-4366-bf0a-1045311f81ef None None] Pushing event updated for resources: {'Port': ['ID=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:06.432701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a003f47e-f5df-4748-b10d-6837f937bbea req-b2c944c3-70ec-4c38-8e0e-1f99fbaf6fc4 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899298 Aug 24 00:20:06.434660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14853c81-144f-4291-8f9e-8083d54c6321 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2640397b-906d-4b25-8bf8-9421ade9ed51,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:06.438467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Deleting port 4bff8c60-2809-47c4-bd1a-b510712241f1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:06.439131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.446609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1882b00f-a9cc-4306-8cb7-73b10afeb506 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:06.448364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.625924 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-2e594454-1700-4f1a-acd3-d7965eac06eb req-8c5c8592-5509-46b6-b51e-6d75d6ec429e tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:20:06.650270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e594454-1700-4f1a-acd3-d7965eac06eb req-8c5c8592-5509-46b6-b51e-6d75d6ec429e tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/2640397b-906d-4b25-8bf8-9421ade9ed51 HTTP/1.1" status: 404 len: 352 time: 0.0503697 Aug 24 00:20:06.702516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] For port 4bff8c60-2809-47c4-bd1a-b510712241f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4bff8c60-2809-47c4-bd1a-b510712241f1,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:06.703669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:06.791236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Calling delete_port for 4bff8c60-2809-47c4-bd1a-b510712241f1 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:06.808668 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:06.857611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fce79172-44c0-4898-8853-cc8d06d30247 req-85a62af1-14db-4752-b30f-382c3f53a2f5 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b HTTP/1.1" status: 200 len: 6148 time: 0.2028103 Aug 24 00:20:06.943673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fce79172-44c0-4898-8853-cc8d06d30247 req-c7eb8fe6-ed97-4894-a88d-736cd46a5b77 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6d360115-d01e-4c09-8c91-92434fb68cb7 HTTP/1.1" status: 200 len: 2981 time: 0.0818498 Aug 24 00:20:07.069893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fce79172-44c0-4898-8853-cc8d06d30247 req-5c660057-e394-4c9e-b325-0c0323d40178 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6d360115-d01e-4c09-8c91-92434fb68cb7 HTTP/1.1" status: 200 len: 2981 time: 0.1160874 Aug 24 00:20:07.121152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:07.124021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-bff1a626-728f-4266-887b-94f2bf58b508 req-57bdc4eb-48f4-4d1f-a2ab-30380c39eaac tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-49237436', 'description': 'tempest-description-2146555308'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:07.159804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Pushing event deleted for resources: {'Port': ['ID=4bff8c60-2809-47c4-bd1a-b510712241f1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:07.207598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] No DVR routers for this DVR port 4bff8c60-2809-47c4-bd1a-b510712241f1 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:07.210274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:07.212484 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9382514d-a4a8-41b9-9d6f-c1963b22aa0b req-057a3e5d-5190-4c7b-82ac-87de7790b9e4 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.37 "DELETE /v2.0/ports/4bff8c60-2809-47c4-bd1a-b510712241f1 HTTP/1.1" status: 204 len: 173 time: 1.0282638 Aug 24 00:20:07.213503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'name': 'network-vif-deleted', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:07.216293 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3620122-e30e-4841-a6f1-7c2fed1a1678" -d '{"events": [{"server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "name": "network-vif-deleted", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:07.248307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:06Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:07.272884 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bff1a626-728f-4266-887b-94f2bf58b508 req-57bdc4eb-48f4-4d1f-a2ab-30380c39eaac tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:07.284314 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54eca39-ee65-4324-9e3a-8159a10d51dc None None] The sync data for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 is: [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:06Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:07.466796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bff1a626-728f-4266-887b-94f2bf58b508 req-57bdc4eb-48f4-4d1f-a2ab-30380c39eaac tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:07.580694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bff1a626-728f-4266-887b-94f2bf58b508 req-57bdc4eb-48f4-4d1f-a2ab-30380c39eaac tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:07.636272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc4eb-48f4-4d1f-a2ab-30380c39eaac tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78957866-82f6-4862-9b83-a32d4ffee94b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:07.792204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bff1a626-728f-4266-887b-94f2bf58b508 req-57bdc4eb-48f4-4d1f-a2ab-30380c39eaac tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:07.804077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bff1a626-728f-4266-887b-94f2bf58b508 req-57bdc4eb-48f4-4d1f-a2ab-30380c39eaac tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6772552 Aug 24 00:20:07.923429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86eec433-7928-4172-b801-3f675f29b592 req-02f238b0-1713-4892-bdc3-e1e0bd0fbf5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847397 Aug 24 00:20:07.969224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ce2a0b8-094e-4550-80e8-dfece3fe5004 req-be528731-e65c-4b73-9598-21a1e51a2d42 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7616a78-07e0-44f9-be25-4060eb13cffd HTTP/1.1" status: 200 len: 210 time: 0.0426674 Aug 24 00:20:08.073339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec433-7928-4172-b801-3f675f29b592 req-fb4c4cfa-75f5-4c39-a177-fb5738957a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.075009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86eec433-7928-4172-b801-3f675f29b592 req-fb4c4cfa-75f5-4c39-a177-fb5738957a9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1097 time: 0.0755715 Aug 24 00:20:08.104904 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a01388-6cfb-4c3b-9c3b-5f984dc88325 x-openstack-request-id: req-94a01388-6cfb-4c3b-9c3b-5f984dc88325 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:08.105437 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7616a78-07e0-44f9-be25-4060eb13cffd", "name": "network-vif-deleted", "tag": "4bff8c60-2809-47c4-bd1a-b510712241f1", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:08.105864 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94a01388-6cfb-4c3b-9c3b-5f984dc88325 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:08.111276 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7616a78-07e0-44f9-be25-4060eb13cffd', 'name': 'network-vif-deleted', 'tag': '4bff8c60-2809-47c4-bd1a-b510712241f1', 'status': 'completed', 'code': 200} Aug 24 00:20:08.304642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e09ee460-0a10-4843-be0d-8f6f26dbc1fe up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:08.399919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec433-7928-4172-b801-3f675f29b592 req-caef649a-ccd4-4e53-ae98-ad93cb1c8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.401437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86eec433-7928-4172-b801-3f675f29b592 req-caef649a-ccd4-4e53-ae98-ad93cb1c8e4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.2924290 Aug 24 00:20:08.435734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc457d36-f413-442e-a36f-a305ddbd4121 req-fdeee535-c168-4009-86fe-7334ac6a2786 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.437848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc457d36-f413-442e-a36f-a305ddbd4121 req-fdeee535-c168-4009-86fe-7334ac6a2786 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 946 time: 0.2211792 Aug 24 00:20:08.525350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86eec433-7928-4172-b801-3f675f29b592 req-8cfa01ec-122e-4b71-b1c9-070e189d0d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 1001 time: 0.1149635 Aug 24 00:20:08.528264 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc457d36-f413-442e-a36f-a305ddbd4121 req-42413d9b-ba7a-4304-a968-b9c7e7756b9d tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554898 Aug 24 00:20:08.609682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec433-7928-4172-b801-3f675f29b592 req-2770c9c0-8125-48a0-b401-54cbb1be088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.611392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86eec433-7928-4172-b801-3f675f29b592 req-2770c9c0-8125-48a0-b401-54cbb1be088b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0749578 Aug 24 00:20:08.662777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c89dda2c-b463-43a8-bfb9-3b7965d92197 req-3a12a14b-f60e-4957-a85b-5ceee000e3bd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1823138762', 'description': 'tempest-description-495243957'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:08.713921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec433-7928-4172-b801-3f675f29b592 req-54b7fb8c-ee68-46a8-84af-12a881bfbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:08.716136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86eec433-7928-4172-b801-3f675f29b592 req-54b7fb8c-ee68-46a8-84af-12a881bfbde2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692222 Aug 24 00:20:08.828559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86eec433-7928-4172-b801-3f675f29b592 req-5ac2ef5d-02b5-484f-8df7-88983413f920 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022282 Aug 24 00:20:08.936169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86eec433-7928-4172-b801-3f675f29b592 req-e2081cde-74fa-4ed8-aa30-db0fbc82e8bd service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984771 Aug 24 00:20:09.030127 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c89dda2c-b463-43a8-bfb9-3b7965d92197 req-3a12a14b-f60e-4957-a85b-5ceee000e3bd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.031342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e09ee460-0a10-4843-be0d-8f6f26dbc1fe completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:09.047814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e09ee460-0a10-4843-be0d-8f6f26dbc1fe triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:09.048982 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.108390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:09.138004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 4bff8c60-2809-47c4-bd1a-b510712241f1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:09.138354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4bff8c60-2809-47c4-bd1a-b510712241f1 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:09.189002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c89dda2c-b463-43a8-bfb9-3b7965d92197 req-3a12a14b-f60e-4957-a85b-5ceee000e3bd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.206503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.254392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e09ee460-0a10-4843-be0d-8f6f26dbc1fe, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:09.281045 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c89dda2c-b463-43a8-bfb9-3b7965d92197 req-3a12a14b-f60e-4957-a85b-5ceee000e3bd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.313378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12a14b-f60e-4957-a85b-5ceee000e3bd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb05d0d-08bd-4800-99e1-1cf62ddb1e92,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:09.394024 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.395056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c89dda2c-b463-43a8-bfb9-3b7965d92197 req-3a12a14b-f60e-4957-a85b-5ceee000e3bd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:09.404211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c89dda2c-b463-43a8-bfb9-3b7965d92197 req-3a12a14b-f60e-4957-a85b-5ceee000e3bd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7472534 Aug 24 00:20:09.544208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:10.193969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1dd86-4b44-494c-8087-cd12127f07c7 req-4b3a860e-e2c9-4d4d-852d-fde10190507e tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:10.196566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fbf1dd86-4b44-494c-8087-cd12127f07c7 req-4b3a860e-e2c9-4d4d-852d-fde10190507e tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0986588 Aug 24 00:20:10.207936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e09ee460-0a10-4843-be0d-8f6f26dbc1fe up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:10.293862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fbf1dd86-4b44-494c-8087-cd12127f07c7 req-b819c834-1a28-4b19-a373-83f503c61c56 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882485 Aug 24 00:20:10.297666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e09ee460-0a10-4843-be0d-8f6f26dbc1fe triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:10.298798 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:10.388709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51646) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:10.926051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.529992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Deleting port e8b07f4e-0950-4666-a243-14027a6fe454 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:11.530695 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.638544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] For port e8b07f4e-0950-4666-a243-14027a6fe454, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e8b07f4e-0950-4666-a243-14027a6fe454,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:11.638929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.657645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Calling delete_port for e8b07f4e-0950-4666-a243-14027a6fe454 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:11.955250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:11.987828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b07f4e-0950-4666-a243-14027a6fe454,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:12.242975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.247265 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.479672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Router 571a84da-b7c5-4701-8f12-312cc9e60f71 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:12.633986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:12.644728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-349669c1-3f9e-4433-8df5-66c056ccb6ed admin admin] 10.222.0.26 "PUT /v2.0/routers/571a84da-b7c5-4701-8f12-312cc9e60f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2544258 Aug 24 00:20:12.647157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51658) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:12.649553 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] Sync routers for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:12.659543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-b86be58c-dbf5-4aa5-b39c-17449d19a4c8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:12.661269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-b86be58c-dbf5-4aa5-b39c-17449d19a4c8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 945 time: 0.0771825 Aug 24 00:20:12.663074 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:12.663799 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:12.793379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.801022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Deleting port b84d9787-15e3-4c7d-91b8-1900fa575f36 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:12.801498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.816342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:12.915846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] For port b84d9787-15e3-4c7d-91b8-1900fa575f36, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b84d9787-15e3-4c7d-91b8-1900fa575f36,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:12.916204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:12.939716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Calling delete_port for b84d9787-15e3-4c7d-91b8-1900fa575f36 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:12.956461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.050350 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:20:11Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:13.125824 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] Checking router: 571a84da-b7c5-4701-8f12-312cc9e60f71 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:13.125824 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] Routers {'571a84da-b7c5-4701-8f12-312cc9e60f71'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:13.125824 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['571a84da-b7c5-4701-8f12-312cc9e60f71'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:13.205340 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] Set router 571a84da-b7c5-4701-8f12-312cc9e60f71 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:13.399385 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:20:11Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:13.430365 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ce31a-5f0b-4048-939d-aedb61f73a8d None None] The sync data for ids ['571a84da-b7c5-4701-8f12-312cc9e60f71'] in n-d-804878-2 is: [{'id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-612751391-router', 'tenant_id': '6989634de92f4885a6b0d1f1fcecffa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:11Z', 'updated_at': '2021-08-24T00:20:11Z', 'revision_number': 5, 'project_id': '6989634de92f4885a6b0d1f1fcecffa9', 'gw_port': {'id': '0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571a84da-b7c5-4701-8f12-312cc9e60f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:12Z', 'updated_at': '2021-08-24T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:13.563711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.599226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event deleted for resources: {'Port': ['ID=b84d9787-15e3-4c7d-91b8-1900fa575f36,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:13.602991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['b84d9787-15e3-4c7d-91b8-1900fa575f36'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:13.648323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] No DVR routers for this DVR port b84d9787-15e3-4c7d-91b8-1900fa575f36 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:13.651478 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.653827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6208469-c0f3-4bc1-a5b6-2bd4bc884f4e req-1a5c6a67-b8f5-43fb-9e1e-53e504f58fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "DELETE /v2.0/ports/b84d9787-15e3-4c7d-91b8-1900fa575f36 HTTP/1.1" status: 204 len: 173 time: 0.9846535 Aug 24 00:20:13.654276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c2c034-3007-4e2d-b1ad-bd01375c7e8f', 'name': 'network-vif-deleted', 'tag': 'b84d9787-15e3-4c7d-91b8-1900fa575f36'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:13.656923 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a328060-0464-4698-9396-da2652b6c23c" -d '{"events": [{"server_uuid": "17c2c034-3007-4e2d-b1ad-bd01375c7e8f", "name": "network-vif-deleted", "tag": "b84d9787-15e3-4c7d-91b8-1900fa575f36"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:13.665362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Deleting port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:13.666036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.806398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] For port 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:13.806769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:13.839928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Calling delete_port for 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:14.090006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e8b07f4e-0950-4666-a243-14027a6fe454 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:14.120887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e8b07f4e-0950-4666-a243-14027a6fe454 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:14.120887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e8b07f4e-0950-4666-a243-14027a6fe454 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:14.180843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.208671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:14.317560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.468580 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.472053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.726715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.727375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 571a84da-b7c5-4701-8f12-312cc9e60f71 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:20:14.732069 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.736247 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8b422b8a-c350-441d-9a5b-033093222bc1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/571a84da-b7c5-4701-8f12-312cc9e60f71 HTTP/1.1" status: 204 len: 168 time: 2.0845397 Aug 24 00:20:14.736247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51670) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:14.822900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c3f45f-7813-4eca-9ec7-e2c04a62a2c3 admin admin] Deleting subnet 78d9712c-ca50-45c9-bfaa-36c273124569 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:14.836631 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3f45f-7813-4eca-9ec7-e2c04a62a2c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:14.881225 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3f45f-7813-4eca-9ec7-e2c04a62a2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.032059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3f45f-7813-4eca-9ec7-e2c04a62a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.215596 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3f45f-7813-4eca-9ec7-e2c04a62a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.244541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3f45f-7813-4eca-9ec7-e2c04a62a2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d9712c-ca50-45c9-bfaa-36c273124569,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:15.258504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9c3f45f-7813-4eca-9ec7-e2c04a62a2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.258791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f3e8b-88b5-4d68-b091-95a5f9159fc8 None None] Network ae0206da-21f7-4470-bf63-0d5925f82c12 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:15.261724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a9c3f45f-7813-4eca-9ec7-e2c04a62a2c3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/78d9712c-ca50-45c9-bfaa-36c273124569 HTTP/1.1" status: 204 len: 168 time: 0.5245237 Aug 24 00:20:15.264234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51674) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:15.360059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.675726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] DHCP port deletion for ae0206da-21f7-4470-bf63-0d5925f82c12 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:20:15.727491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] Deleting port c3e50536-bbac-4091-8b56-2d258b0fa493 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:15.728132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.797089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Deleting port c3e50536-bbac-4091-8b56-2d258b0fa493 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:15.797673 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.815110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] For port c3e50536-bbac-4091-8b56-2d258b0fa493, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c3e50536-bbac-4091-8b56-2d258b0fa493,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:15.815810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:15.834004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] Calling delete_port for c3e50536-bbac-4091-8b56-2d258b0fa493 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:15.920756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b84d9787-15e3-4c7d-91b8-1900fa575f36 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:16.079514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: b84d9787-15e3-4c7d-91b8-1900fa575f36 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:16.079514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b84d9787-15e3-4c7d-91b8-1900fa575f36 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:16.080105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] For port c3e50536-bbac-4091-8b56-2d258b0fa493, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c3e50536-bbac-4091-8b56-2d258b0fa493,segment=NetworkSegment(de3a1045-39e2-4aae-87d7-e10cb2730e44),segment_id=de3a1045-39e2-4aae-87d7-e10cb2730e44)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:16.080105 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:16.080105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Calling delete_port for c3e50536-bbac-4091-8b56-2d258b0fa493 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:16.178072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:16.223919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:16.224591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0e2c1cf5-90ef-47d4-bd3b-5cec7aa198ad not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:16.225113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c3e50536-bbac-4091-8b56-2d258b0fa493 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:16.331923 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:16.693071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:16.706144 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:16.713292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] No DVR routers for this DVR port c3e50536-bbac-4091-8b56-2d258b0fa493 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:16.767640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e50536-bbac-4091-8b56-2d258b0fa493,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:16.777161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] No DVR routers for this DVR port c3e50536-bbac-4091-8b56-2d258b0fa493 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:16.803339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dc0e7-8007-4f42-a746-31f3f74e1a4a None None] Pushing event deleted for resources: {'Port': ['ID=c3e50536-bbac-4091-8b56-2d258b0fa493,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:16.894690 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:16.911449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0206da-21f7-4470-bf63-0d5925f82c12']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:16.933979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3a1045-39e2-4aae-87d7-e10cb2730e44') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:16.933979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3a1045-39e2-4aae-87d7-e10cb2730e44') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:16.962599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:16.996120 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.003159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:17.003574 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:17.005707 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:17.163053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.173405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.175530 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] 10.222.0.26 "DELETE /v2.0/networks/ae0206da-21f7-4470-bf63-0d5925f82c12 HTTP/1.1" status: 204 len: 168 time: 1.9099662 Aug 24 00:20:17.178601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:17.217276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087dd7b-9c39-4713-ab52-2de8f4a1700a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0206da-21f7-4470-bf63-0d5925f82c12,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:17.680200 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:17.994013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Deleting port 03d72c11-3783-4ca5-8e86-0c5bcad94621 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:17.994696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:18.131797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] For port 03d72c11-3783-4ca5-8e86-0c5bcad94621, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=03d72c11-3783-4ca5-8e86-0c5bcad94621,segment=NetworkSegment(ae24441a-af86-4c2f-98ef-131ae4837493),segment_id=ae24441a-af86-4c2f-98ef-131ae4837493)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:18.132956 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:18.151053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Calling delete_port for 03d72c11-3783-4ca5-8e86-0c5bcad94621 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:18.552613 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:18.587553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=03d72c11-3783-4ca5-8e86-0c5bcad94621,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:18.614886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.615255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.615587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.615933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.616381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.616654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.617016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.617331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.617693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.622575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.622575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.622575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:18.851351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.096341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Router 353cc542-3b57-4ac7-9cdd-5e85f3de015d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:20:19.277853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:20:19.287004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-90a69aca-b040-47d4-8db6-7f9073ed8c2b admin admin] 10.222.0.26 "PUT /v2.0/routers/353cc542-3b57-4ac7-9cdd-5e85f3de015d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058753 Aug 24 00:20:19.287330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] Sync routers for ids ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:20:19.288189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51708) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:19.298548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] Routers {'353cc542-3b57-4ac7-9cdd-5e85f3de015d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:19.299513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:19.414538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-855d9345-7682-4607-ac4f-56f208c75318 req-eccb0f65-da12-4138-b8a9-7fc5344b3bea tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c2c034-3007-4e2d-b1ad-bd01375c7e8f HTTP/1.1" status: 200 len: 210 time: 0.0497174 Aug 24 00:20:19.421795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-93e0086f-962d-41e7-9cd7-d3e33affb0d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:19.422866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-93e0086f-962d-41e7-9cd7-d3e33affb0d6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 813 time: 0.2226901 Aug 24 00:20:19.448471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] Set router 353cc542-3b57-4ac7-9cdd-5e85f3de015d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:19.453458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-5f80a533-bb5b-4e7d-9c9d-3c9970c56465 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/quotas/dc31fffea1fb4df1a75a3f64d57a068b HTTP/1.1" status: 200 len: 375 time: 0.0245802 Aug 24 00:20:19.463147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.520584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-02c0d147-5ddd-442a-9dda-24915d12f8e8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599532 Aug 24 00:20:19.642433 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.682184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-0828146c-641d-44ee-8e4b-b3ae1cc04a3b service neutron] 10.222.0.26 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607220 Aug 24 00:20:19.735619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:20:18Z', 'revision_number': 5, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:19.763359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] Checking router: 353cc542-3b57-4ac7-9cdd-5e85f3de015d for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:20:19.771862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] Routers {'353cc542-3b57-4ac7-9cdd-5e85f3de015d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:20:19.772475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:19.787654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-ece650d9-f69b-40a2-94a5-36359b31c3a1 service neutron] 10.222.0.26 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944498 Aug 24 00:20:19.855170 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Deleting port 741cba84-5c2d-402b-b422-fd0321c23176 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:19.855720 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.921621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] Set router 353cc542-3b57-4ac7-9cdd-5e85f3de015d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:20:19.951624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] For port 741cba84-5c2d-402b-b422-fd0321c23176, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=741cba84-5c2d-402b-b422-fd0321c23176,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:19.952017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:19.967788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Calling delete_port for 741cba84-5c2d-402b-b422-fd0321c23176 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:20.128470 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f95f6a-3713-401c-8398-f2ef9fe298aa x-openstack-request-id: req-f3f95f6a-3713-401c-8398-f2ef9fe298aa {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:20.128470 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c2c034-3007-4e2d-b1ad-bd01375c7e8f", "name": "network-vif-deleted", "tag": "b84d9787-15e3-4c7d-91b8-1900fa575f36", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:20.128470 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3f95f6a-3713-401c-8398-f2ef9fe298aa {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:20.128470 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c2c034-3007-4e2d-b1ad-bd01375c7e8f', 'name': 'network-vif-deleted', 'tag': 'b84d9787-15e3-4c7d-91b8-1900fa575f36', 'status': 'completed', 'code': 200} Aug 24 00:20:20.336225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012ce3a-f2b3-4acf-b826-5bff02602fd0 req-43e3aa86-687d-4adb-a492-c17fff96b775 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:20.338132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9012ce3a-f2b3-4acf-b826-5bff02602fd0 req-43e3aa86-687d-4adb-a492-c17fff96b775 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 945 time: 0.0639629 Aug 24 00:20:20.373200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:20:18Z', 'revision_number': 5, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:20.401991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9012ce3a-f2b3-4acf-b826-5bff02602fd0 req-4350d053-c512-414d-987f-dfea282f92b7 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479362 Aug 24 00:20:20.413260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a602af1c-af46-449c-bc50-12f0cd880e77 None None] The sync data for ids ['353cc542-3b57-4ac7-9cdd-5e85f3de015d'] in n-d-804878-2 is: [{'id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1610160006-router', 'tenant_id': 'db9e707431e64d708922e82befe84303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '741cba84-5c2d-402b-b422-fd0321c23176', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:14:25Z', 'updated_at': '2021-08-24T00:20:18Z', 'revision_number': 5, 'project_id': 'db9e707431e64d708922e82befe84303', 'gw_port': {'id': '741cba84-5c2d-402b-b422-fd0321c23176', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353cc542-3b57-4ac7-9cdd-5e85f3de015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:14:28Z', 'updated_at': '2021-08-24T00:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:20:20.439427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.487524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Pushing event deleted for resources: {'Port': ['ID=741cba84-5c2d-402b-b422-fd0321c23176,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:20.512213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e6a623d-2baa-4bb8-b4bd-f051766e2d80 req-3859291e-b6e1-4d8d-9b22-cbb2c065f4d2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 210 time: 0.0559840 Aug 24 00:20:20.617003 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.644182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16ca92-74bc-439f-86dc-0b3b7ff0cbe6 req-9045c90e-10f0-4a8e-87bd-c81db6a8ca66 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:20.653693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d16ca92-74bc-439f-86dc-0b3b7ff0cbe6 req-9045c90e-10f0-4a8e-87bd-c81db6a8ca66 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 949 time: 0.0784125 Aug 24 00:20:20.704689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d16ca92-74bc-439f-86dc-0b3b7ff0cbe6 req-e2d3095a-6bef-4c16-a922-27f34ad010dc tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457630 Aug 24 00:20:20.779771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.786257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.884367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245276e-514b-433b-9324-b75176f02a1c req-60f10b61-a537-4bd4-98df-b094955ac858 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:20.896912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1245276e-514b-433b-9324-b75176f02a1c req-60f10b61-a537-4bd4-98df-b094955ac858 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 944 time: 0.1264625 Aug 24 00:20:20.988449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.989088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 353cc542-3b57-4ac7-9cdd-5e85f3de015d {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:20:20.995103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:20.998659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1bf6171-15ec-418d-8c15-f8b7ef576388 admin admin] 10.222.0.26 "DELETE /v2.0/routers/353cc542-3b57-4ac7-9cdd-5e85f3de015d HTTP/1.1" status: 204 len: 168 time: 1.7070570 Aug 24 00:20:21.005517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51754) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:21.023488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1245276e-514b-433b-9324-b75176f02a1c req-f87eaf49-518b-4224-abd2-541b08690ada tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/security-groups?id=540df8c0-de83-4efb-89a4-24d2921e2e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246696 Aug 24 00:20:21.046790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-59341cf4-452c-4e36-b34c-a3972df5b1ad tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.048974 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-59341cf4-452c-4e36-b34c-a3972df5b1ad tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 944 time: 0.1126566 Aug 24 00:20:21.123067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b42adf9-ce64-48a1-8854-53d3335e1d6d admin admin] Deleting subnet 7fc437d9-a1d5-4497-a3c4-3691cb91b469 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:21.147138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b42adf9-ce64-48a1-8854-53d3335e1d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.273600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b42adf9-ce64-48a1-8854-53d3335e1d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.331763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Deleting port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:21.332111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.442420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b42adf9-ce64-48a1-8854-53d3335e1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.504618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] For port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,segment=NetworkSegment(8998b579-4a48-4a41-97a7-3de6be3e25c4),segment_id=8998b579-4a48-4a41-97a7-3de6be3e25c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:21.505000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.524621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Calling delete_port for 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:21.557408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8274f0-16cd-4511-b514-c6c0ee17945a req-b67952dc-d61d-407b-a88e-0cfc60b2c747 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:21.570288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff8274f0-16cd-4511-b514-c6c0ee17945a req-b67952dc-d61d-407b-a88e-0cfc60b2c747 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.1622629 Aug 24 00:20:21.596825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff8274f0-16cd-4511-b514-c6c0ee17945a req-52f20c83-7d8f-472a-96a2-17ba76c25f48 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/quotas/5356aa8eef24403599d9f2796a084d67 HTTP/1.1" status: 200 len: 375 time: 0.0255363 Aug 24 00:20:21.762468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b42adf9-ce64-48a1-8854-53d3335e1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.841607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42adf9-ce64-48a1-8854-53d3335e1d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc437d9-a1d5-4497-a3c4-3691cb91b469,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:21.852290 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b42adf9-ce64-48a1-8854-53d3335e1d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.854225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b42adf9-ce64-48a1-8854-53d3335e1d6d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7fc437d9-a1d5-4497-a3c4-3691cb91b469 HTTP/1.1" status: 204 len: 168 time: 0.8468280 Aug 24 00:20:21.856586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c1940-b599-46c0-b695-d9316c3689fb None None] Network de4e30fa-2986-4e0a-a20d-add0ec70f9cf requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:21.857064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51786) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:21.917442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:21.962808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff8274f0-16cd-4511-b514-c6c0ee17945a req-0144ef67-9b84-4303-8896-8748e2a88d5e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3649464 Aug 24 00:20:22.031175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.040356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Pushing event deleted for resources: {'Port': ['ID=76a7f0e0-da54-452d-8e5a-877ab6d5cec7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:22.140392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-a8e32a20-0d8b-4b2c-a052-7568f351dbe7 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.140981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] No DVR routers for this DVR port 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:22.141915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-a8e32a20-0d8b-4b2c-a052-7568f351dbe7 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 945 time: 0.1833913 Aug 24 00:20:22.145135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.155899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3229294-09fc-4bf0-b2e1-c63c9003a4c9 req-b8844f63-9325-4285-b39f-c7a30eb074a5 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:22.157436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3229294-09fc-4bf0-b2e1-c63c9003a4c9 req-b8844f63-9325-4285-b39f-c7a30eb074a5 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 945 time: 0.1978381 Aug 24 00:20:22.161698 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3460c3-2edb-400a-a316-945fcf3533ed req-5a895754-200e-4d5e-935c-98f3b1d2b422 tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.37 "DELETE /v2.0/ports/76a7f0e0-da54-452d-8e5a-877ab6d5cec7 HTTP/1.1" status: 204 len: 173 time: 1.0900123 Aug 24 00:20:22.162575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'name': 'network-vif-deleted', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:22.166097 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e5fe1-5570-4445-ab91-d28a6a451da6" -d '{"events": [{"server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "name": "network-vif-deleted", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:22.182145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] DHCP port deletion for de4e30fa-2986-4e0a-a20d-add0ec70f9cf request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:20:22.223731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff8274f0-16cd-4511-b514-c6c0ee17945a req-7e985634-e6aa-47b1-8e80-95810206b854 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508402 Aug 24 00:20:22.228530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 741cba84-5c2d-402b-b422-fd0321c23176 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:22.235318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Deleting port b96fed3a-3244-46ea-a78d-99b246bb7ceb {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:22.235820 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.262038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 741cba84-5c2d-402b-b422-fd0321c23176 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:22.262655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 741cba84-5c2d-402b-b422-fd0321c23176 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:22.263268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 03d72c11-3783-4ca5-8e86-0c5bcad94621 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:22.294526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 03d72c11-3783-4ca5-8e86-0c5bcad94621 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:22.303231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3229294-09fc-4bf0-b2e1-c63c9003a4c9 req-b741c69b-1c66-4495-9b98-848b829ff58b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358993 Aug 24 00:20:22.307244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 03d72c11-3783-4ca5-8e86-0c5bcad94621 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:22.335122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] Deleting port b96fed3a-3244-46ea-a78d-99b246bb7ceb {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:22.335122 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.335894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] For port b96fed3a-3244-46ea-a78d-99b246bb7ceb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b96fed3a-3244-46ea-a78d-99b246bb7ceb,segment=NetworkSegment(ae24441a-af86-4c2f-98ef-131ae4837493),segment_id=ae24441a-af86-4c2f-98ef-131ae4837493)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:22.335894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.347981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Calling delete_port for b96fed3a-3244-46ea-a78d-99b246bb7ceb owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:22.427147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] For port b96fed3a-3244-46ea-a78d-99b246bb7ceb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b96fed3a-3244-46ea-a78d-99b246bb7ceb,segment=NetworkSegment(ae24441a-af86-4c2f-98ef-131ae4837493),segment_id=ae24441a-af86-4c2f-98ef-131ae4837493)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:22.427649 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.446256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] Calling delete_port for b96fed3a-3244-46ea-a78d-99b246bb7ceb owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:22.511020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-205e923e-e221-4c10-9b3d-0645e94c87db req-72349a5e-6ae9-4e07-afdb-504569f11199 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 210 time: 0.0492127 Aug 24 00:20:22.524416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff8274f0-16cd-4511-b514-c6c0ee17945a req-02416864-449c-4891-91f0-69c40a108bee service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867362 Aug 24 00:20:22.533171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Deleting port df5f5dda-f444-4bb1-858c-c5d43da6ae80 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:22.537850 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.647443 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.654400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.674675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] No DVR routers for this DVR port b96fed3a-3244-46ea-a78d-99b246bb7ceb on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:22.695348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b96fed3a-3244-46ea-a78d-99b246bb7ceb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:22.697297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] No DVR routers for this DVR port b96fed3a-3244-46ea-a78d-99b246bb7ceb on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:22.723457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fce7a-dff7-456f-8e30-b7fc305f69d1 None None] Pushing event deleted for resources: {'Port': ['ID=b96fed3a-3244-46ea-a78d-99b246bb7ceb,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:22.723900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] For port df5f5dda-f444-4bb1-858c-c5d43da6ae80, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df5f5dda-f444-4bb1-858c-c5d43da6ae80,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:22.726167 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.740896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Calling delete_port for df5f5dda-f444-4bb1-858c-c5d43da6ae80 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:22.782556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.795010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4e30fa-2986-4e0a-a20d-add0ec70f9cf']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:22.811622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae24441a-af86-4c2f-98ef-131ae4837493') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:22.811622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae24441a-af86-4c2f-98ef-131ae4837493') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:22.821412 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.827476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5156e828-d248-423a-a5ed-e5045e7999af req-375e491e-592a-4e8f-8129-7eb5ffb0ce7b tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 210 time: 0.0296099 Aug 24 00:20:22.851419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.862967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:22.863187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:22.865067 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:22.891460 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c803b5-380c-47bd-a649-2d014b2b5bd3 x-openstack-request-id: req-73c803b5-380c-47bd-a649-2d014b2b5bd3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:22.891756 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e8cd72-e025-48b7-b5ff-2d710099684f", "name": "network-vif-deleted", "tag": "76a7f0e0-da54-452d-8e5a-877ab6d5cec7", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:22.892017 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73c803b5-380c-47bd-a649-2d014b2b5bd3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:22.892433 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e8cd72-e025-48b7-b5ff-2d710099684f', 'name': 'network-vif-deleted', 'tag': '76a7f0e0-da54-452d-8e5a-877ab6d5cec7', 'status': 'completed', 'code': 200} Aug 24 00:20:22.974147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f815dbe-5173-4492-93ca-1d3943fa713d req-1b07dd4c-3fd2-4cc6-8ade-160e76b2ab8f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=352d45d8-c540-4224-b88c-28b2860b68f8 HTTP/1.1" status: 200 len: 210 time: 0.0368369 Aug 24 00:20:23.029178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.037317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['41e8da50-0d9d-4a2c-b95a-dd5e281e3345'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:23.065431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df5f5dda-f444-4bb1-858c-c5d43da6ae80', '347cb3b0-fea0-4bee-9d57-9a2e020214cf'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:23.069952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Pushing event deleted for resources: {'Port': ['ID=df5f5dda-f444-4bb1-858c-c5d43da6ae80,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:23.076815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.082662 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.084695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] 10.222.0.26 "DELETE /v2.0/networks/de4e30fa-2986-4e0a-a20d-add0ec70f9cf HTTP/1.1" status: 204 len: 168 time: 1.2267141 Aug 24 00:20:23.107622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabef17-77c2-4b09-b3aa-76d5ca60cb2b admin admin] Pushing event deleted for resources: {'Network': ['ID=de4e30fa-2986-4e0a-a20d-add0ec70f9cf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:23.175134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] No DVR routers for this DVR port df5f5dda-f444-4bb1-858c-c5d43da6ae80 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:23.179012 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.182725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2752bfb7-d8da-4c97-9918-824f25cfe48c req-8f0afba0-e3f9-4a4b-a2a2-d8aab20e999f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.36 "DELETE /v2.0/ports/df5f5dda-f444-4bb1-858c-c5d43da6ae80 HTTP/1.1" status: 204 len: 173 time: 1.0229914 Aug 24 00:20:23.183305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c7bfc8-e28b-4d4d-b5d4-644be318f8a8', 'name': 'network-vif-deleted', 'tag': 'df5f5dda-f444-4bb1-858c-c5d43da6ae80'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:23.186067 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c998184-b850-45ea-9f12-65ba89ba3459" -d '{"events": [{"server_uuid": "13c7bfc8-e28b-4d4d-b5d4-644be318f8a8", "name": "network-vif-deleted", "tag": "df5f5dda-f444-4bb1-858c-c5d43da6ae80"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:23.194038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6531f98d-7b86-4f29-94b4-b580f40e5180 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:23.238605 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40490337-3e25-4ddd-a9a3-f123e8343216 x-openstack-request-id: req-40490337-3e25-4ddd-a9a3-f123e8343216 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:23.239180 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c7bfc8-e28b-4d4d-b5d4-644be318f8a8", "name": "network-vif-deleted", "tag": "df5f5dda-f444-4bb1-858c-c5d43da6ae80", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:23.239516 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40490337-3e25-4ddd-a9a3-f123e8343216 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:23.239975 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c7bfc8-e28b-4d4d-b5d4-644be318f8a8', 'name': 'network-vif-deleted', 'tag': 'df5f5dda-f444-4bb1-858c-c5d43da6ae80', 'status': 'completed', 'code': 200} Aug 24 00:20:23.530398 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.581505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-9623bf4a-56a8-48f0-8ff4-9cbe1bb953de tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:23.585883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-9623bf4a-56a8-48f0-8ff4-9cbe1bb953de tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 813 time: 0.2213044 Aug 24 00:20:23.593486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:23.599280 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dad7ce-2297-4503-8b40-8e359375d30b" -d '{"events": [{"server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "name": "network-vif-unplugged", "status": "completed", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:23.619740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'port': {'device_id': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4', 'admin_state_up': True, 'tenant_id': 'dc31fffea1fb4df1a75a3f64d57a068b'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:23.673535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:23.707877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51836) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:23.721734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0db54cf-9916-4ce3-817c-040d67428792 req-8eb15517-3782-4168-a0a6-64aeb35c3bd5 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 210 time: 0.1347222 Aug 24 00:20:23.784502 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-58b2fc96-50e2-4eee-a783-2113eb8cbf84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6989634de92f4885a6b0d1f1fcecffa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747128 Aug 24 00:20:23.790165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51844) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:23.876174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da5bdd24-6c9c-4cb6-b587-726ec629f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.889324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5926957b-261a-474c-a351-caa6dccab971 req-a8174e0b-d96f-4089-a8cf-05317314c8bc tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 210 time: 0.0440462 Aug 24 00:20:23.914748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da5bdd24-6c9c-4cb6-b587-726ec629f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:23.964851 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc067bd9-a929-41a4-a54a-8f8acc1c8723 x-openstack-request-id: req-dc067bd9-a929-41a4-a54a-8f8acc1c8723 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:23.965266 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "name": "network-vif-unplugged", "status": "completed", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:23.965643 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc067bd9-a929-41a4-a54a-8f8acc1c8723 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:23.966136 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'code': 200} Aug 24 00:20:24.138655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b96fed3a-3244-46ea-a78d-99b246bb7ceb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:24.158526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b96fed3a-3244-46ea-a78d-99b246bb7ceb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:24.158875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b96fed3a-3244-46ea-a78d-99b246bb7ceb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:24.199047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-314397fc-4288-4fdb-bba4-c1f9f0a0480d req-bce2a8c1-3073-458b-933d-2b9556ae20ac tempest-LiveAutoBlockMigrationV225Test-393577554 tempest-LiveAutoBlockMigrationV225Test-393577554-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e8cd72-e025-48b7-b5ff-2d710099684f HTTP/1.1" status: 200 len: 210 time: 0.0296638 Aug 24 00:20:24.397290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.398481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:24.442703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:24.442988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76a7f0e0-da54-452d-8e5a-877ab6d5cec7 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:24.471964 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da5bdd24-6c9c-4cb6-b587-726ec629f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.471964 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da5bdd24-6c9c-4cb6-b587-726ec629f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.473623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Made reservation on behalf of dc31fffea1fb4df1a75a3f64d57a068b for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:24.473843 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-da5bdd24-6c9c-4cb6-b587-726ec629f758 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95d43556-1549-459d-831a-3fa30813562a HTTP/1.1" status: 204 len: 168 time: 0.6679702 Aug 24 00:20:24.473843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bdd24-6c9c-4cb6-b587-726ec629f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d43556-1549-459d-831a-3fa30813562a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:24.474633 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:24.495036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:24.669404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Allocated IP 172.20.0.6 (7261f61b-7665-4424-bc72-a70fdfcb4fe4/c993d4e7-a3d2-48a8-8b12-b2d1e39be517/8597eef3-be8c-45ea-bafd-731ddf2471b5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:24.874802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f6a3df8-6b65-41be-b19d-0a3c1e3fd849 req-d5a86905-7057-48b8-96b5-35dba7fce4a1 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=13c7bfc8-e28b-4d4d-b5d4-644be318f8a8 HTTP/1.1" status: 200 len: 210 time: 0.0509083 Aug 24 00:20:24.910251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-b4e7a1f8-b010-4f78-9f1f-af7ac8379343 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:24.911649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-b4e7a1f8-b010-4f78-9f1f-af7ac8379343 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.2136998 Aug 24 00:20:24.941431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-f40a634a-3fa2-46ca-9fb3-b91df56902f6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/quotas/5356aa8eef24403599d9f2796a084d67 HTTP/1.1" status: 200 len: 375 time: 0.0213723 Aug 24 00:20:24.969691 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.005556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-210d3d41-1219-4e13-a14d-83b0b9d313d0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516913 Aug 24 00:20:25.026158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cce1e4a4-8456-46a5-956f-418ee9750afe req-45c6c987-ec3f-4298-96f0-cbb6103a3c31 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 210 time: 0.0595932 Aug 24 00:20:25.184207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-9cee89d1-4d81-49e3-9ac1-2cc4d499ab05 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616545 Aug 24 00:20:25.191357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:25.211367 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.263896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51914) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:25.283156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:25.341274 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.371289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'Port': ['ID=8597eef3-be8c-45ea-bafd-731ddf2471b5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:25.374985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:25.378479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:25.382002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-86a4ee84-3512-45d5-a47e-84d3940c33be service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968334 Aug 24 00:20:25.382858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:25.394546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:25.415462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'mac_address': 'fa:16:3e:e7:45:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:25.474483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:25.480059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.513124 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.523165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aa254b-af93-4fc7-a64a-5edaf2e164ef admin admin] Deleting subnet 58ea5bd9-8083-4cfb-8219-46e0987c4327 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:25.526826 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa254b-af93-4fc7-a64a-5edaf2e164ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.540376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75318867-e4c2-48a6-9e5f-71651acf4bd0 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:25.568097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa254b-af93-4fc7-a64a-5edaf2e164ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.574002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:25.614281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa254b-af93-4fc7-a64a-5edaf2e164ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.678017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-239a30cf-bf65-4b20-a7ab-81c47bd0eb40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0668144 Aug 24 00:20:25.698723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Request body: {'port': {'device_id': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:25.699881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51918) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:25.788151 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-628ee94b-3504-4cce-8c6f-59a50966222f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db9e707431e64d708922e82befe84303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846214 Aug 24 00:20:25.788418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51924) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:25.791439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.837701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7989446-d628-4f47-b865-6968d327c5e5 req-c67c1ad3-1268-427b-8e28-9a76502a3bf1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 210 time: 0.0749032 Aug 24 00:20:25.839871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa254b-af93-4fc7-a64a-5edaf2e164ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.853027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.864928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:25.883819 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7aa254b-af93-4fc7-a64a-5edaf2e164ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.885820 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d7aa254b-af93-4fc7-a64a-5edaf2e164ef admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58ea5bd9-8083-4cfb-8219-46e0987c4327 HTTP/1.1" status: 204 len: 168 time: 0.6206813 Aug 24 00:20:25.887716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa254b-af93-4fc7-a64a-5edaf2e164ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ea5bd9-8083-4cfb-8219-46e0987c4327,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:25.890328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51930) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:25.901498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['75318867-e4c2-48a6-9e5f-71651acf4bd0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:25.934562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df5f5dda-f444-4bb1-858c-c5d43da6ae80 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:25.950164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8e15fba-37f5-4741-a031-3d5ed90445bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:25.976552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: df5f5dda-f444-4bb1-858c-c5d43da6ae80 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:25.977302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df5f5dda-f444-4bb1-858c-c5d43da6ae80 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:25.995819 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8e15fba-37f5-4741-a031-3d5ed90445bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.008969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.225218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.240147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e522c8a4-814a-4c72-90f4-36c357e07638']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:26.253688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8998b579-4a48-4a41-97a7-3de6be3e25c4') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:26.254114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8998b579-4a48-4a41-97a7-3de6be3e25c4') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:26.264665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.280281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.287096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:26.287549 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:26.290100 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:26.303476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88897d86-98cf-4e34-a041-69ce4573d35d req-925ad182-af43-4ba0-abcc-faaa2557fa71 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:26.305255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88897d86-98cf-4e34-a041-69ce4573d35d req-925ad182-af43-4ba0-abcc-faaa2557fa71 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 931 time: 0.1273735 Aug 24 00:20:26.326455 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-409a93b3-7da5-4a4a-8af2-9ef5950034c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.345550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8e15fba-37f5-4741-a031-3d5ed90445bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.350390 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e8e15fba-37f5-4741-a031-3d5ed90445bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.352558 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e8e15fba-37f5-4741-a031-3d5ed90445bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3351e73-dd8a-4ae1-9487-fb899e712171 HTTP/1.1" status: 204 len: 168 time: 0.5632215 Aug 24 00:20:26.372888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88897d86-98cf-4e34-a041-69ce4573d35d req-a72ebff8-ba86-4db9-9eb1-e98d62d2d7cf tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582623 Aug 24 00:20:26.398661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e15fba-37f5-4741-a031-3d5ed90445bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3351e73-dd8a-4ae1-9487-fb899e712171,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:26.467011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8597eef3-be8c-45ea-bafd-731ddf2471b5 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:26.476118 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.557763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.558855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Transition to ACTIVE for port object 8597eef3-be8c-45ea-bafd-731ddf2471b5 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:26.588293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.590449 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] 10.222.0.26 "DELETE /v2.0/networks/e522c8a4-814a-4c72-90f4-36c357e07638 HTTP/1.1" status: 204 len: 168 time: 0.6977589 Aug 24 00:20:26.591874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9679cf-ce2e-4fad-99d1-dd2660720eca admin admin] Pushing event deleted for resources: {'Network': ['ID=e522c8a4-814a-4c72-90f4-36c357e07638,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:26.593338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:26.668945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-989b42dd-639a-4465-b45e-3932c4fb4fa7 admin admin] Deleting subnet 89614ec7-a9c7-477c-97a4-5cef8bafa447 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:26.673095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-989b42dd-639a-4465-b45e-3932c4fb4fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.675848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.779773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-989b42dd-639a-4465-b45e-3932c4fb4fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:26.808116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8597eef3-be8c-45ea-bafd-731ddf2471b5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:26.972384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa671874-a2fd-4b51-a175-bc62b32059bd req-1147f2d1-ccc4-4514-b06a-1a82d0665111 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 210 time: 0.0484993 Aug 24 00:20:26.977144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-989b42dd-639a-4465-b45e-3932c4fb4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.000754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Attempting to bind port 8597eef3-be8c-45ea-bafd-731ddf2471b5 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:27.000754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Attempting to bind port 8597eef3-be8c-45ea-bafd-731ddf2471b5 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:27.000754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Attempting to bind port 8597eef3-be8c-45ea-bafd-731ddf2471b5 on network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:27.011742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Port 8597eef3-be8c-45ea-bafd-731ddf2471b5 on network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:27.011995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Attempting to bind port 8597eef3-be8c-45ea-bafd-731ddf2471b5 on network 7261f61b-7665-4424-bc72-a70fdfcb4fe4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:27.030881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:27.031242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Checking segment: {'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:27.031628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Bound using segment: {'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:27.032080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Bound port: 8597eef3-be8c-45ea-bafd-731ddf2471b5, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:27.032449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.147705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] For port 8597eef3-be8c-45ea-bafd-731ddf2471b5, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:27.149026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] For port 8597eef3-be8c-45ea-bafd-731ddf2471b5, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:27.176447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:27.217883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-989b42dd-639a-4465-b45e-3932c4fb4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.232791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 75318867-e4c2-48a6-9e5f-71651acf4bd0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:27.233170 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.245912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b42dd-639a-4465-b45e-3932c4fb4fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89614ec7-a9c7-477c-97a4-5cef8bafa447,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:27.267184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d1987-8e35-4289-b3c8-1d12eaa125cc req-c38bc0fb-222c-414d-a14d-d46d17702924 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.274904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d1987-8e35-4289-b3c8-1d12eaa125cc req-c38bc0fb-222c-414d-a14d-d46d17702924 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.276734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b8d1987-8e35-4289-b3c8-1d12eaa125cc req-c38bc0fb-222c-414d-a14d-d46d17702924 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d&device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 1683 time: 0.1114056 Aug 24 00:20:27.282113 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.311253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.311968 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.313722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 200 len: 1091 time: 1.6207907 Aug 24 00:20:27.341850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:27.341850 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f048b3-4662-40fe-8370-c94ddbe4bf28" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:27.361105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-989b42dd-639a-4465-b45e-3932c4fb4fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.364986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-989b42dd-639a-4465-b45e-3932c4fb4fa7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/89614ec7-a9c7-477c-97a4-5cef8bafa447 HTTP/1.1" status: 204 len: 168 time: 0.7705672 Aug 24 00:20:27.367882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52026) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:27.411631 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.479546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b8d1987-8e35-4289-b3c8-1d12eaa125cc req-ce8ec04d-8db6-41fa-94af-6610aa6a1b84 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749358 Aug 24 00:20:27.509370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:27.516980 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b6edc6-fc14-4104-b007-b07ea5df1a2a" -d '{"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-plugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:27.520845 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e330280e-3504-4b10-a2ba-4316d36f3e17 x-openstack-request-id: req-e330280e-3504-4b10-a2ba-4316d36f3e17 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:27.521149 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:27.521385 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e330280e-3504-4b10-a2ba-4316d36f3e17 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:27.521828 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5', 'status': 'completed', 'code': 200} Aug 24 00:20:27.545095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:27.580303 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235da09b-37cf-4461-86c8-325ce6dfb696 x-openstack-request-id: req-235da09b-37cf-4461-86c8-325ce6dfb696 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:27.580869 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-plugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:27.581328 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-235da09b-37cf-4461-86c8-325ce6dfb696 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:27.582047 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'code': 200} Aug 24 00:20:27.582189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.608067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351f15d-ca81-4cb9-ab89-7cc506cde6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8597eef3-be8c-45ea-bafd-731ddf2471b5,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:27.643997 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.733020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa4f9e-476d-4fbf-b78f-22cc0015974d req-95168d57-d350-48ba-a570-c733bb31353b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.744378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9baa4f9e-476d-4fbf-b78f-22cc0015974d req-95168d57-d350-48ba-a570-c733bb31353b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 943 time: 0.1396060 Aug 24 00:20:27.748735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7d46b58f-5066-4927-8a30-35dce2b467db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.749111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=10']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:27.751015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.755114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-7d46b58f-5066-4927-8a30-35dce2b467db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1094 time: 0.2089820 Aug 24 00:20:27.772543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7f2e7c-8db1-432b-b098-5e7023d604db']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:27.801891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867eed6c-0209-450d-a20d-27e52f98d585') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:27.802189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867eed6c-0209-450d-a20d-27e52f98d585') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:27.823302 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.840955 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.852219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-76f210f6-1dea-403a-9639-6385763c34ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 200 len: 217 time: 0.0549018 Aug 24 00:20:27.852363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9baa4f9e-476d-4fbf-b78f-22cc0015974d req-6ed448e2-a773-4907-b8d4-8e19a63e11a7 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960605 Aug 24 00:20:27.855273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:27.855688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:27.857841 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:27.926695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-d0c1c42b-bed9-4780-8a28-667acb9bcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:27.928341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-d0c1c42b-bed9-4780-8a28-667acb9bcc17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.0705898 Aug 24 00:20:27.980835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-b04f9107-9c0b-4606-bd67-5a4cd7dc0310 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298197 Aug 24 00:20:28.116941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7fca3fd-5e87-4770-a57f-54adc423d820 req-2442585e-cdcd-4ae8-aa45-75b58fd6576b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 210 time: 0.0573022 Aug 24 00:20:28.151363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-734bddda-41fd-4b00-8986-b89abfc6587e service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627734 Aug 24 00:20:28.165285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.181956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:28.186084 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4c7f2e7c-8db1-432b-b098-5e7023d604db HTTP/1.1" status: 204 len: 168 time: 0.8163915 Aug 24 00:20:28.240093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335346c2-82f1-4421-a010-06601ba32a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7f2e7c-8db1-432b-b098-5e7023d604db,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:28.410690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cec61a2-5771-4730-a98e-c3295d35a5ea req-70fe0c05-4624-4872-9ea0-b7071509332c service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495162 Aug 24 00:20:28.729164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-f0c2c08f-3ae8-406e-8a9f-9a93b081f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:28.733185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-f0c2c08f-3ae8-406e-8a9f-9a93b081f89a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1094 time: 0.1123180 Aug 24 00:20:28.982184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:29.021208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-429a64ad-30bb-41bb-8e6c-3eae92a54d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:29.023113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-429a64ad-30bb-41bb-8e6c-3eae92a54d94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 914 time: 0.2829185 Aug 24 00:20:29.087135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-600eb554-6121-47c0-a04e-654ffc78af2a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:29.090788 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-600eb554-6121-47c0-a04e-654ffc78af2a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.1576254 Aug 24 00:20:29.096837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-c5c56901-34ff-4f2d-b26e-ca53371c62a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 200 len: 217 time: 0.0577006 Aug 24 00:20:29.113512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Request body: {'port': {'device_id': '9ff334dd-6216-4269-8072-e18a814026b1', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'admin_state_up': True, 'tenant_id': '5356aa8eef24403599d9f2796a084d67'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:29.137665 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cc2c28b9-2ebf-4c8f-b9c2-b5f4300e0b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.142841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099f724-ef24-46c0-8465-47734334c8d4 req-09203acc-64a6-4258-b747-b7d050a0d1ff tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:29.154094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6099f724-ef24-46c0-8465-47734334c8d4 req-09203acc-64a6-4258-b747-b7d050a0d1ff tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 943 time: 0.1527627 Aug 24 00:20:29.154776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e965d12c-87f4-49f5-bdc5-5acf30c97e73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8264d2be08f54617bb0ba9db9202bad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645703 Aug 24 00:20:29.180461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.193907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:29.266722 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5055bfe-c8a5-4f14-94b9-56579e08930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.284047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-8dd3271c-be63-49c8-8a25-8d0c1189e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:29.286204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-8dd3271c-be63-49c8-8a25-8d0c1189e24b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.1717823 Aug 24 00:20:29.307227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6099f724-ef24-46c0-8465-47734334c8d4 req-5c543fb4-e42b-4b26-9b43-a632e02576fe tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508169 Aug 24 00:20:29.365319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-ddb1fb43-0913-4dc3-b18e-6d0388e37f55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568299 Aug 24 00:20:29.370822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5055bfe-c8a5-4f14-94b9-56579e08930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.460762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Made reservation on behalf of 5356aa8eef24403599d9f2796a084d67 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:29.466650 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:29.481643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46841ce3-5d0e-415f-ad78-806228e59282 req-af6c2d28-e089-46d1-8834-86a4175f770f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 210 time: 0.0879514 Aug 24 00:20:29.574873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-b779b182-ca25-454d-b8cf-9f21faf34ee4 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957705 Aug 24 00:20:29.815042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Allocated IP 172.20.0.4 (216df912-921f-4278-80e3-a4cea5a13626/82931143-52e6-40e1-a22d-d8ba89268c6f/016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:30.082537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.127010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f048b3-4662-40fe-8370-c94ddbe4bf28 req-759a4d38-ead6-4080-9588-c7457336aaa8 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414793 Aug 24 00:20:30.136827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73618c72-f0e8-4504-af07-58845aa16b41 req-2aadac6f-656e-47a8-8c22-0ce5ed906d9f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:30.144351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73618c72-f0e8-4504-af07-58845aa16b41 req-2aadac6f-656e-47a8-8c22-0ce5ed906d9f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 946 time: 0.1019807 Aug 24 00:20:30.186436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73618c72-f0e8-4504-af07-58845aa16b41 req-fec9fbf5-c824-47b8-971c-6e2a04c3ae42 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Aug 24 00:20:30.203569 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5055bfe-c8a5-4f14-94b9-56579e08930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.207297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5055bfe-c8a5-4f14-94b9-56579e08930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.208676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f5055bfe-c8a5-4f14-94b9-56579e08930f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/540df8c0-de83-4efb-89a4-24d2921e2e1e HTTP/1.1" status: 204 len: 168 time: 1.0247447 Aug 24 00:20:30.220509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055bfe-c8a5-4f14-94b9-56579e08930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540df8c0-de83-4efb-89a4-24d2921e2e1e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:30.232663 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.236980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.303418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Network 216df912-921f-4278-80e3-a4cea5a13626 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:30.307225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:30.312232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:30.316328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event updated for resources: {'Port': ['ID=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.350817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.352769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.352769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:30.394037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:30.394678 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.497338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01338d37-5be7-46b1-9c4d-2c694a53ce8e req-9def7c6a-c627-4f9e-a150-74f8a573265c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:30.504010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01338d37-5be7-46b1-9c4d-2c694a53ce8e req-9def7c6a-c627-4f9e-a150-74f8a573265c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 943 time: 0.0739331 Aug 24 00:20:30.556652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01338d37-5be7-46b1-9c4d-2c694a53ce8e req-f2f21fa7-f655-43ab-905b-0ba89a18daa3 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478387 Aug 24 00:20:30.660601 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-5912bb95-fb5e-4af9-9841-b056d02c7972 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5621841 Aug 24 00:20:30.678411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Request body: {'port': {'device_id': '9ff334dd-6216-4269-8072-e18a814026b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:30.693983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6f8f2-aac6-4729-bc47-9d92bdeedce2 req-9a2c6ecc-2860-4366-9215-e8788d6ab50c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:30.695712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dca6f8f2-aac6-4729-bc47-9d92bdeedce2 req-9a2c6ecc-2860-4366-9215-e8788d6ab50c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 931 time: 0.0689278 Aug 24 00:20:30.775899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:30.852650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dca6f8f2-aac6-4729-bc47-9d92bdeedce2 req-b62cb012-2882-4843-b3d6-732ad8e10ab5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506460 Aug 24 00:20:30.872361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-95d94007-e43e-4c71-83a8-ff47bc4ad85d tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:30.874200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-95d94007-e43e-4c71-83a8-ff47bc4ad85d tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 946 time: 0.1608212 Aug 24 00:20:31.100511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-7d2290e6-f22d-4bc0-baad-3d7218bddfc7 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:31.115814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-7d2290e6-f22d-4bc0-baad-3d7218bddfc7 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.37 "GET /v2.0/ports?device_id=85cf8392-a28a-4edc-91f4-b5556af26642 HTTP/1.1" status: 200 len: 946 time: 0.0864499 Aug 24 00:20:31.115814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Deleting port 347cb3b0-fea0-4bee-9d57-9a2e020214cf {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:31.115814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.246309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:31.256532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.274012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Transition to ACTIVE for port object 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:31.277322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] For port 347cb3b0-fea0-4bee-9d57-9a2e020214cf, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=347cb3b0-fea0-4bee-9d57-9a2e020214cf,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:31.277752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.298027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Calling delete_port for 347cb3b0-fea0-4bee-9d57-9a2e020214cf owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:31.392323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.398093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Deleting port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:31.399760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.504362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6125e5-a972-45f5-b473-e6c52c355931 req-723b33a9-4819-4c5d-b2f6-e496170855d6 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:31.521553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db6125e5-a972-45f5-b473-e6c52c355931 req-723b33a9-4819-4c5d-b2f6-e496170855d6 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 946 time: 0.2255898 Aug 24 00:20:31.540110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Pushing event updated for resources: {'Port': ['ID=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:31.609354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52170) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:31.611980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Attempting to bind port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:31.612425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Attempting to bind port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:31.612425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Attempting to bind port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:31.630139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 on network 216df912-921f-4278-80e3-a4cea5a13626 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:31.630390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Attempting to bind port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:31.637309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db6125e5-a972-45f5-b473-e6c52c355931 req-484061f2-07f6-4742-b60e-55a2f0042139 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/security-groups?id=0aea32ae-d300-483a-bca3-42312dfebc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067424 Aug 24 00:20:31.639005 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:31.639354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Checking segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:31.639951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Bound using segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:31.640178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Bound port: 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:31.640547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.646285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] For port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,segment=NetworkSegment(f19fe20a-a59a-475a-9644-a3ee6d7dfa1a),segment_id=f19fe20a-a59a-475a-9644-a3ee6d7dfa1a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:31.646801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.697748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Calling delete_port for 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:31.703175 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6404ea4d-da78-447a-af69-f71d0d1cb068 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c1ccac52ed64a32b2b7244b8b4a521f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924571 Aug 24 00:20:31.703800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52172) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:31.797131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] For port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:31.801455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] For port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:31.817475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f67454e-6a8c-450b-a0e5-cb7829ef572b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.848581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f67454e-6a8c-450b-a0e5-cb7829ef572b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.851473 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.914996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e1db9-3d5c-4a07-96e6-b9c155f95fd3 req-f5e4e753-d4bb-4235-a823-a93904cefaae tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:31.930830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e48e1db9-3d5c-4a07-96e6-b9c155f95fd3 req-f5e4e753-d4bb-4235-a823-a93904cefaae tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 943 time: 0.1124196 Aug 24 00:20:31.947351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:31.981296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['347cb3b0-fea0-4bee-9d57-9a2e020214cf'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:32.017980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Pushing event deleted for resources: {'Port': ['ID=347cb3b0-fea0-4bee-9d57-9a2e020214cf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.026537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.068930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:32.076811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.078375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] 10.222.0.37 "PUT /v2.0/ports/016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 HTTP/1.1" status: 200 len: 1091 time: 1.4073119 Aug 24 00:20:32.078870 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff334dd-6216-4269-8072-e18a814026b1', 'tag': '016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:32.081244 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff334dd-6216-4269-8072-e18a814026b1", "tag": "016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:32.088838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f67454e-6a8c-450b-a0e5-cb7829ef572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.091756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f67454e-6a8c-450b-a0e5-cb7829ef572b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.095897 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6f67454e-6a8c-450b-a0e5-cb7829ef572b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/afc0a814-0f0c-454f-a44a-f096b58a6778 HTTP/1.1" status: 204 len: 168 time: 0.3889344 Aug 24 00:20:32.128705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e48e1db9-3d5c-4a07-96e6-b9c155f95fd3 req-eb14cc9e-f5ef-4e21-86ef-e15c113fc5d3 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914670 Aug 24 00:20:32.128902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67454e-6a8c-450b-a0e5-cb7829ef572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc0a814-0f0c-454f-a44a-f096b58a6778,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.143099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aebc21-76b2-4148-a1c6-692c2d31255b service neutron] Pushing event updated for resources: {'Port': ['ID=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.167174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] No DVR routers for this DVR port 347cb3b0-fea0-4bee-9d57-9a2e020214cf on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:32.174447 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.186324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e046d328-0ec9-41ae-bc59-16f0da4f1440 req-306c038f-6888-4f5d-bef2-750c2bf6ac1b tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.36 "DELETE /v2.0/ports/347cb3b0-fea0-4bee-9d57-9a2e020214cf HTTP/1.1" status: 204 len: 173 time: 1.3055780 Aug 24 00:20:32.191190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccde4b6-7208-4434-a192-ce6d7d92b01d', 'name': 'network-vif-deleted', 'tag': '347cb3b0-fea0-4bee-9d57-9a2e020214cf'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:32.193522 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b83e94-da28-48a6-bc4c-6e7ed84ec74d" -d '{"events": [{"server_uuid": "5ccde4b6-7208-4434-a192-ce6d7d92b01d", "name": "network-vif-deleted", "tag": "347cb3b0-fea0-4bee-9d57-9a2e020214cf"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:32.226609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a11b-5c83-4316-802e-ca84c315b6cb req-83dd08e4-9f0a-49e0-a94d-d2e6b3592596 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:32.230554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23a1a11b-5c83-4316-802e-ca84c315b6cb req-83dd08e4-9f0a-49e0-a94d-d2e6b3592596 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 943 time: 0.2255821 Aug 24 00:20:32.282519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23a1a11b-5c83-4316-802e-ca84c315b6cb req-7cb5b87e-e576-4608-9122-8009242218cf tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Aug 24 00:20:32.311365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.325649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-a85e5a10-40b6-4bb4-838e-fcfd1bc2380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:32.327800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-a85e5a10-40b6-4bb4-838e-fcfd1bc2380e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 1094 time: 0.1067481 Aug 24 00:20:32.353905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['347cb3b0-fea0-4bee-9d57-9a2e020214cf'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:32.359791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Pushing event deleted for resources: {'Port': ['ID=41e8da50-0d9d-4a2c-b95a-dd5e281e3345,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:32.374431 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b9d2a1-4fb6-4de2-a16d-b63d5a3c3944 x-openstack-request-id: req-66b9d2a1-4fb6-4de2-a16d-b63d5a3c3944 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:32.375124 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff334dd-6216-4269-8072-e18a814026b1", "tag": "016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:32.375331 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66b9d2a1-4fb6-4de2-a16d-b63d5a3c3944 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:32.376918 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff334dd-6216-4269-8072-e18a814026b1', 'tag': '016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3', 'status': 'completed', 'code': 200} Aug 24 00:20:32.405626 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ab06b-6d53-4ca9-9109-bc4792d146f0 x-openstack-request-id: req-855ab06b-6d53-4ca9-9109-bc4792d146f0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:32.406158 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccde4b6-7208-4434-a192-ce6d7d92b01d", "name": "network-vif-deleted", "tag": "347cb3b0-fea0-4bee-9d57-9a2e020214cf", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:32.406593 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-855ab06b-6d53-4ca9-9109-bc4792d146f0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:32.407200 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccde4b6-7208-4434-a192-ce6d7d92b01d', 'name': 'network-vif-deleted', 'tag': '347cb3b0-fea0-4bee-9d57-9a2e020214cf', 'status': 'completed', 'code': 200} Aug 24 00:20:32.432961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] No DVR routers for this DVR port 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:32.436125 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:32.441590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1d9fb2e-835c-4b07-b298-f58ef2be7284 req-e45499ed-f615-442c-a728-0b7292a147f0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.37 "DELETE /v2.0/ports/41e8da50-0d9d-4a2c-b95a-dd5e281e3345 HTTP/1.1" status: 204 len: 173 time: 1.3240230 Aug 24 00:20:32.482677 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-cf842124-07d6-43f5-82c9-071f6edf98a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 HTTP/1.1" status: 200 len: 217 time: 0.1433098 Aug 24 00:20:32.568389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-745992af-a88a-4b54-82f8-3cfad96fe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:32.568389 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-745992af-a88a-4b54-82f8-3cfad96fe6e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0582328 Aug 24 00:20:32.614716 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-572bae21-0330-44ac-b3ff-3eff974f555a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556896 Aug 24 00:20:32.757481 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-12bb2f22-416a-4e4d-a798-791fbcc904d2 service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256664 Aug 24 00:20:32.840335 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9818c7f6-efab-4d08-82ac-0735f55ec5a5 req-6e0dd93c-b196-4c69-8edd-32d656813e1f tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 210 time: 0.0359783 Aug 24 00:20:32.880310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c8549b72-cc6a-41f5-9688-55ca8a064008 req-d1269869-d2b9-4d78-8160-2c140bf71b0d service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252184 Aug 24 00:20:33.205937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:33.226108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:33.226455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 41e8da50-0d9d-4a2c-b95a-dd5e281e3345 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:33.239540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75526157-bcd7-4fb9-84d4-9eb19365e7f6 req-638885b1-3684-4e6f-a36e-adda2a64de40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:33.241708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75526157-bcd7-4fb9-84d4-9eb19365e7f6 req-638885b1-3684-4e6f-a36e-adda2a64de40 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 943 time: 0.0509477 Aug 24 00:20:33.279566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75526157-bcd7-4fb9-84d4-9eb19365e7f6 req-37b834e8-dcf6-4de3-9ff0-be1e31c9db4a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Aug 24 00:20:33.406294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771bf69-26eb-4f2e-a38a-1a0368608f03 req-106d8e0a-06d0-471e-bbba-c0434b1c0ed7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:33.407798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6771bf69-26eb-4f2e-a38a-1a0368608f03 req-106d8e0a-06d0-471e-bbba-c0434b1c0ed7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 943 time: 0.0536685 Aug 24 00:20:33.454569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6771bf69-26eb-4f2e-a38a-1a0368608f03 req-34a8b49d-a2ea-4a72-b64f-14a6d618d12f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Aug 24 00:20:33.778607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-d8ba70e3-0b31-440c-b81b-9835cc389941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:33.780360 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-d8ba70e3-0b31-440c-b81b-9835cc389941 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 1094 time: 0.0691271 Aug 24 00:20:33.919453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-681e5939-d262-4705-a074-1cf65867bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:33.927971 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-681e5939-d262-4705-a074-1cf65867bb35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 913 time: 0.1332436 Aug 24 00:20:33.956890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8597eef3-be8c-45ea-bafd-731ddf2471b5 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:33.981995 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-7dfe64dd-907c-40a4-9c86-25f9be50af2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 HTTP/1.1" status: 200 len: 217 time: 0.0465806 Aug 24 00:20:34.094801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76387106-e199-4ffa-8df5-f5f91c30665e req-96f3ddf7-2dc2-46e2-ba65-65bf56209ff0 tempest-ListServersNegativeTestJSON-1086938662 tempest-ListServersNegativeTestJSON-1086938662-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccde4b6-7208-4434-a192-ce6d7d92b01d HTTP/1.1" status: 200 len: 210 time: 0.0925643 Aug 24 00:20:34.108111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-e25bcaee-d564-4d02-a478-4ed67b14b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:34.109695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-e25bcaee-d564-4d02-a478-4ed67b14b3cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.1184099 Aug 24 00:20:34.124804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52254) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:34.180379 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-6b15eaf6-9488-4aaf-a72d-efbca8872145 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614762 Aug 24 00:20:34.199850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8597eef3-be8c-45ea-bafd-731ddf2471b5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:34.213745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '8597eef3-be8c-45ea-bafd-731ddf2471b5', 'network_id': '7261f61b-7665-4424-bc72-a70fdfcb4fe4', 'port_id': '8597eef3-be8c-45ea-bafd-731ddf2471b5', 'mac_address': 'fa:16:3e:b3:9c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c993d4e7-a3d2-48a8-8b12-b2d1e39be517', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:34.317107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0217ed22-e144-4595-b2c8-bb9c915ffc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.320419 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-79ccd350-488b-4c00-9b01-c9f8e56d383a service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303580 Aug 24 00:20:34.362454 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.372977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8597eef3-be8c-45ea-bafd-731ddf2471b5 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:34.418097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8597eef3-be8c-45ea-bafd-731ddf2471b5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:34.432901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cf8392-a28a-4edc-91f4-b5556af26642', 'name': 'network-vif-deleted', 'tag': '41e8da50-0d9d-4a2c-b95a-dd5e281e3345'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:34.435250 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26227c16-67f4-40fd-8f8a-d4589185e5da" -d '{"events": [{"server_uuid": "85cf8392-a28a-4edc-91f4-b5556af26642", "name": "network-vif-deleted", "tag": "41e8da50-0d9d-4a2c-b95a-dd5e281e3345"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:34.439348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7d1d7cd0-f55c-4d41-92a7-1d3035f67082 req-80886d9c-8a7e-48c8-a7e6-8ee99f8fc37e service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096222 Aug 24 00:20:34.541331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19f54f-90e0-4401-ba81-44e97977e36a req-e6a109f4-8a3a-41a0-ae7a-80f253a022cc tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:34.543437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e19f54f-90e0-4401-ba81-44e97977e36a req-e6a109f4-8a3a-41a0-ae7a-80f253a022cc tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 943 time: 0.1745203 Aug 24 00:20:34.568706 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9834e53-945e-41bf-b8a4-a48f6bb0ddb2 x-openstack-request-id: req-e9834e53-945e-41bf-b8a4-a48f6bb0ddb2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:34.569262 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cf8392-a28a-4edc-91f4-b5556af26642", "name": "network-vif-deleted", "tag": "41e8da50-0d9d-4a2c-b95a-dd5e281e3345", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:34.569705 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9834e53-945e-41bf-b8a4-a48f6bb0ddb2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:34.571502 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cf8392-a28a-4edc-91f4-b5556af26642', 'name': 'network-vif-deleted', 'tag': '41e8da50-0d9d-4a2c-b95a-dd5e281e3345', 'status': 'completed', 'code': 200} Aug 24 00:20:34.586294 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.629149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e19f54f-90e0-4401-ba81-44e97977e36a req-21997ea9-0da2-4cda-a23e-fd265ff60b11 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739539 Aug 24 00:20:34.655353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8597eef3-be8c-45ea-bafd-731ddf2471b5,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:34.707420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0217ed22-e144-4595-b2c8-bb9c915ffc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.733026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bb196-7934-43fd-a385-d2a1e2f80698 req-7ba6d67b-a7c3-401e-b9d1-2f3e528e7169 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:34.734643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-282bb196-7934-43fd-a385-d2a1e2f80698 req-7ba6d67b-a7c3-401e-b9d1-2f3e528e7169 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 943 time: 0.0651627 Aug 24 00:20:34.799589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-282bb196-7934-43fd-a385-d2a1e2f80698 req-b43e86f2-5f43-4cbc-bb95-4d7989f8156d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584106 Aug 24 00:20:34.847806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0217ed22-e144-4595-b2c8-bb9c915ffc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.891853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217ed22-e144-4595-b2c8-bb9c915ffc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cdb143-1d3f-4c2b-aed0-961f6e0c0c8d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:34.906505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0217ed22-e144-4595-b2c8-bb9c915ffc48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b818dad93afe4506afaed99a62385d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7804308 Aug 24 00:20:34.909144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52276) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:34.968920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5b22ae9-d4cd-4f30-b7cc-84fc627d4af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:34.998481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5b22ae9-d4cd-4f30-b7cc-84fc627d4af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.064302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8597eef3-be8c-45ea-bafd-731ddf2471b5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:35.208528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5b22ae9-d4cd-4f30-b7cc-84fc627d4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.211502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5b22ae9-d4cd-4f30-b7cc-84fc627d4af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.212790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a5b22ae9-d4cd-4f30-b7cc-84fc627d4af4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95cdb143-1d3f-4c2b-aed0-961f6e0c0c8d HTTP/1.1" status: 204 len: 168 time: 0.3020067 Aug 24 00:20:35.218097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52296) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:35.246709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b22ae9-d4cd-4f30-b7cc-84fc627d4af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cdb143-1d3f-4c2b-aed0-961f6e0c0c8d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:35.315518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-a517bc0a-8a56-4f94-b0f9-01cb9580a616 admin admin] Deleting subnet 85446131-7b7a-4636-92da-71f792a273b7 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:20:35.323433 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a517bc0a-8a56-4f94-b0f9-01cb9580a616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.409519 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a517bc0a-8a56-4f94-b0f9-01cb9580a616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.461670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a517bc0a-8a56-4f94-b0f9-01cb9580a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.771941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4229a0-ddb0-4fb0-8df7-c4e108ae4218 req-31bef18c-d556-41b8-a04a-f8880862bf43 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:35.777066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee4229a0-ddb0-4fb0-8df7-c4e108ae4218 req-31bef18c-d556-41b8-a04a-f8880862bf43 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 944 time: 0.0674586 Aug 24 00:20:35.817189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a517bc0a-8a56-4f94-b0f9-01cb9580a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.870753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517bc0a-8a56-4f94-b0f9-01cb9580a616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85446131-7b7a-4636-92da-71f792a273b7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:35.877977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee4229a0-ddb0-4fb0-8df7-c4e108ae4218 req-e31a2947-6b9d-405a-a885-fe984d6313c1 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998378 Aug 24 00:20:35.882914 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a517bc0a-8a56-4f94-b0f9-01cb9580a616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:35.884485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a517bc0a-8a56-4f94-b0f9-01cb9580a616 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/85446131-7b7a-4636-92da-71f792a273b7 HTTP/1.1" status: 204 len: 168 time: 0.6652765 Aug 24 00:20:35.887366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52316) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:35.970977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 347cb3b0-fea0-4bee-9d57-9a2e020214cf no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:36.019695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 347cb3b0-fea0-4bee-9d57-9a2e020214cf {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:36.020527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 347cb3b0-fea0-4bee-9d57-9a2e020214cf not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:36.051094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef630bf-d7c4-48d1-9163-e7be463ab186 req-7606c53b-3e50-42fa-b01b-98020436de09 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:36.055856 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.060905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ef630bf-d7c4-48d1-9163-e7be463ab186 req-7606c53b-3e50-42fa-b01b-98020436de09 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 943 time: 0.1053770 Aug 24 00:20:36.140324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ef630bf-d7c4-48d1-9163-e7be463ab186 req-e9e9616d-f139-4ec2-af90-4f93b57508a3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696831 Aug 24 00:20:36.488367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.500863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:36.515984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:36.516286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19fe20a-a59a-475a-9644-a3ee6d7dfa1a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:20:36.526310 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.542399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.552489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:20:36.553125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:20:36.555076 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:20:36.729203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52338) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:36.743802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34f59e53-2247-4c3c-b451-db8a8afb45be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.821458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.832287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.834310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9 HTTP/1.1" status: 204 len: 168 time: 0.9457989 Aug 24 00:20:36.851575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07c9e5-ea3a-40a6-b1cc-080a628e88e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd13f2e9-9c81-4fdc-99a1-5fb2315a7ff9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:36.873347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34f59e53-2247-4c3c-b451-db8a8afb45be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:36.996856 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34f59e53-2247-4c3c-b451-db8a8afb45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.065276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a5f5f-8922-40e3-8c46-f8d5366435b0 req-b2122222-fb2c-4520-95ce-5d7a417a38e3 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:37.074036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f59e53-2247-4c3c-b451-db8a8afb45be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b09fc-22ac-41da-aa52-90ac10e33de5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:37.076063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d8a5f5f-8922-40e3-8c46-f8d5366435b0 req-b2122222-fb2c-4520-95ce-5d7a417a38e3 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 944 time: 0.1005280 Aug 24 00:20:37.080401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-34f59e53-2247-4c3c-b451-db8a8afb45be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41e7aa90fa284d6eb45eece68f99dae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499887 Aug 24 00:20:37.084642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:37.155861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d8a5f5f-8922-40e3-8c46-f8d5366435b0 req-e4ff4fef-39e2-4fe1-b835-c6caf1c2f71e tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722213 Aug 24 00:20:37.175291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3667b9e3-4761-4e24-96de-a96ea1cf335a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.206119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3667b9e3-4761-4e24-96de-a96ea1cf335a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.219994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:20:37.342416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eebc68-e585-44a2-b20d-1d9d549f490a req-d1c94311-a80d-461c-ac6c-1d88de3222e5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:37.351258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71eebc68-e585-44a2-b20d-1d9d549f490a req-d1c94311-a80d-461c-ac6c-1d88de3222e5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 943 time: 0.0695629 Aug 24 00:20:37.375559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:37.392210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'port_id': '016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3', 'mac_address': 'fa:16:3e:64:7f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82931143-52e6-40e1-a22d-d8ba89268c6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:20:37.417775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71eebc68-e585-44a2-b20d-1d9d549f490a req-13d87fb7-caa6-4693-95f4-373a3b6b2b0d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647693 Aug 24 00:20:37.425811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3667b9e3-4761-4e24-96de-a96ea1cf335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.427102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3667b9e3-4761-4e24-96de-a96ea1cf335a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.434024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3667b9e3-4761-4e24-96de-a96ea1cf335a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c66b09fc-22ac-41da-aa52-90ac10e33de5 HTTP/1.1" status: 204 len: 168 time: 0.3411231 Aug 24 00:20:37.445962 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.457183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667b9e3-4761-4e24-96de-a96ea1cf335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b09fc-22ac-41da-aa52-90ac10e33de5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:37.572339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52362) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:37.618728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:37.620138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d83ca667-0f84-494a-b4ee-a39cc227d6ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=baf82f3ab28446738c3f853a6b343bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463855 Aug 24 00:20:37.622948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52364) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:37.643048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:37.674232 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4577b5ad-1268-4642-bef2-f78f6fc45bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.696035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4577b5ad-1268-4642-bef2-f78f6fc45bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:37.988863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8597eef3-be8c-45ea-bafd-731ddf2471b5 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:38.275175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20893a79-2e6a-4607-8df4-d614ac9aed82 req-59597785-07d5-4b8f-8f65-86b4e0de2b52 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:38.276651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20893a79-2e6a-4607-8df4-d614ac9aed82 req-59597785-07d5-4b8f-8f65-86b4e0de2b52 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 944 time: 0.0525620 Aug 24 00:20:38.316722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20893a79-2e6a-4607-8df4-d614ac9aed82 req-0723dfdf-5b26-4040-ad85-3d3662d97060 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Aug 24 00:20:38.322990 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:20:38.554555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4577b5ad-1268-4642-bef2-f78f6fc45bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.559506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 8597eef3-be8c-45ea-bafd-731ddf2471b5 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:38.560050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4577b5ad-1268-4642-bef2-f78f6fc45bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.560050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4577b5ad-1268-4642-bef2-f78f6fc45bc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0aea32ae-d300-483a-bca3-42312dfebc6b HTTP/1.1" status: 204 len: 168 time: 0.9343033 Aug 24 00:20:38.560263 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.568122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577b5ad-1268-4642-bef2-f78f6fc45bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aea32ae-d300-483a-bca3-42312dfebc6b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:38.572087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 8597eef3-be8c-45ea-bafd-731ddf2471b5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:38.575750 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.578589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78c2b9-c025-4905-a021-f3f92d1e4505 req-a75f5dd9-57aa-4afc-9c62-611788f35ad7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:38.582602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb78c2b9-c025-4905-a021-f3f92d1e4505 req-a75f5dd9-57aa-4afc-9c62-611788f35ad7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 943 time: 0.0731816 Aug 24 00:20:38.628197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb78c2b9-c025-4905-a021-f3f92d1e4505 req-15384e09-514e-46a8-896c-cfd4a60a2706 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Aug 24 00:20:38.678286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:38.733372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:38.758391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:38.762178 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c6b386-5ba9-4129-98a5-25aaa072e6bf" -d '{"events": [{"server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "name": "network-vif-plugged", "status": "completed", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:38.796362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8597eef3-be8c-45ea-bafd-731ddf2471b5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:38.807498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:38.854173 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab786c1f-05e6-4b62-bf90-af829ae3df8a x-openstack-request-id: req-ab786c1f-05e6-4b62-bf90-af829ae3df8a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:38.854471 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "name": "network-vif-plugged", "status": "completed", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:38.854761 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab786c1f-05e6-4b62-bf90-af829ae3df8a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:38.856101 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5', 'code': 200} Aug 24 00:20:39.029742 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:39.059740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a2cec-a668-47e9-8587-00948a762207 req-29dc1bc1-f5a1-440e-8ad9-fb879bef4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:39.067490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-848a2cec-a668-47e9-8587-00948a762207 req-29dc1bc1-f5a1-440e-8ad9-fb879bef4076 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1095 time: 0.1218452 Aug 24 00:20:39.130102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-848a2cec-a668-47e9-8587-00948a762207 req-24cb7535-f77d-4dfb-8966-8ab0b76f562b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524125 Aug 24 00:20:39.163638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8597eef3-be8c-45ea-bafd-731ddf2471b5,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:39.491619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5fdee-9027-4045-b1ac-760f26b1fc82 req-2692c937-6958-440d-bcdb-1cf4565c765f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:39.493132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31c5fdee-9027-4045-b1ac-760f26b1fc82 req-2692c937-6958-440d-bcdb-1cf4565c765f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 945 time: 0.0736325 Aug 24 00:20:39.538230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31c5fdee-9027-4045-b1ac-760f26b1fc82 req-e6ceaa71-ff48-4360-8d24-8e646edf9592 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362456 Aug 24 00:20:39.799773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75a29b-8e48-47f6-8c52-2c85b4e49748 req-cbe0ff8e-2fcd-4342-9d86-94d595ed4215 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:39.801595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c75a29b-8e48-47f6-8c52-2c85b4e49748 req-cbe0ff8e-2fcd-4342-9d86-94d595ed4215 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 944 time: 0.0591781 Aug 24 00:20:39.854292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c75a29b-8e48-47f6-8c52-2c85b4e49748 req-a12158e8-7b4f-4e2a-84d8-1d368cc007e9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Aug 24 00:20:40.677276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f6de6-c5f2-4ea9-9c29-eb563c13c23a req-6bc801be-a0ca-45d3-a3da-2d3b7fdafbf6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:40.679476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f94f6de6-c5f2-4ea9-9c29-eb563c13c23a req-6bc801be-a0ca-45d3-a3da-2d3b7fdafbf6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 945 time: 0.0515184 Aug 24 00:20:40.733309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f94f6de6-c5f2-4ea9-9c29-eb563c13c23a req-a61e5866-a232-43cc-87a4-a71d7919511a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476143 Aug 24 00:20:41.238900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:41.437581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:41.457618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:41.457618 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.509754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318383bc-a3aa-43a4-b505-f531564040fa req-211658da-365a-4132-8b42-c53b82a24f07 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:41.511369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-318383bc-a3aa-43a4-b505-f531564040fa req-211658da-365a-4132-8b42-c53b82a24f07 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 944 time: 0.1264806 Aug 24 00:20:41.651880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-318383bc-a3aa-43a4-b505-f531564040fa req-46aaf299-3b52-41f7-8233-17a2f3bc6089 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183791 Aug 24 00:20:41.708304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45b51898-3765-48a1-8b22-d7ee1ef412ce req-33b55493-2f6f-430a-94c9-9b00ffa9c1e3 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0540824 Aug 24 00:20:41.762088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:41.817354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff334dd-6216-4269-8072-e18a814026b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:41.821625 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edafe3d-faef-42ab-9f5f-76e1202e1dcf" -d '{"events": [{"server_uuid": "9ff334dd-6216-4269-8072-e18a814026b1", "name": "network-vif-plugged", "status": "completed", "tag": "016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:41.849125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:41.877999 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c6fda3-69d9-40eb-a973-a860aa9e45a5 x-openstack-request-id: req-31c6fda3-69d9-40eb-a973-a860aa9e45a5 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:41.878551 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff334dd-6216-4269-8072-e18a814026b1", "name": "network-vif-plugged", "status": "completed", "tag": "016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:41.878816 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31c6fda3-69d9-40eb-a973-a860aa9e45a5 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:41.879222 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff334dd-6216-4269-8072-e18a814026b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3', 'code': 200} Aug 24 00:20:41.969221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8e8dc-f501-4a19-a161-50ab3033e5a4 req-ba53459d-2f28-415e-b9d0-4a9d6f5f453c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:41.975096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3a8e8dc-f501-4a19-a161-50ab3033e5a4 req-ba53459d-2f28-415e-b9d0-4a9d6f5f453c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 945 time: 0.1321120 Aug 24 00:20:42.017954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac719564-c4fc-4e29-9bc1-50ad4a51ac3a req-5fbc7a6b-d098-43f5-923b-e4f3bd9822d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:42.020306 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac719564-c4fc-4e29-9bc1-50ad4a51ac3a req-5fbc7a6b-d098-43f5-923b-e4f3bd9822d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 1095 time: 0.0608957 Aug 24 00:20:42.035332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52520) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:42.037279 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.063463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3a8e8dc-f501-4a19-a161-50ab3033e5a4 req-728f0998-08ad-430c-b08b-737a9c38b9c1 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810308 Aug 24 00:20:42.071459 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac719564-c4fc-4e29-9bc1-50ad4a51ac3a req-d397298e-c079-4cf0-ac8f-828947a9afff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Aug 24 00:20:42.135662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:42.145500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.149556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:20:42.237288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0560d42-c2d5-408d-bbda-04fd222f9cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.242696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d980b9b-483f-4585-8767-49effe718a65 req-1f13291a-780b-4399-b7e1-50947362a942 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-49237436&fields=id&tenant_id=dc31fffea1fb4df1a75a3f64d57a068b HTTP/1.1" status: 200 len: 267 time: 0.0577168 Aug 24 00:20:42.248433 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.361853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d980b9b-483f-4585-8767-49effe718a65 req-b121a07d-2834-43d9-8e99-4cbbc49fa7cc tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:42.361853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d980b9b-483f-4585-8767-49effe718a65 req-b121a07d-2834-43d9-8e99-4cbbc49fa7cc tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 945 time: 0.1069469 Aug 24 00:20:42.380450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2d980b9b-483f-4585-8767-49effe718a65 req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'port': {'security_groups': ['6d360115-d01e-4c09-8c91-92434fb68cb7', '78957866-82f6-4862-9b83-a32d4ffee94b']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:42.525085 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0560d42-c2d5-408d-bbda-04fd222f9cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.528766 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d980b9b-483f-4585-8767-49effe718a65 req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.533826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52540) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:42.670761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2714f072-834e-438b-9fcb-fc3dd72b4131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.788809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2d980b9b-483f-4585-8767-49effe718a65 req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] For port 8597eef3-be8c-45ea-bafd-731ddf2471b5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:42.816479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e792dd-224e-45c4-ad1f-fb985041644e req-cf1f6263-ba04-4228-a073-d461f3a537da tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:42.817987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09e792dd-224e-45c4-ad1f-fb985041644e req-cf1f6263-ba04-4228-a073-d461f3a537da tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 945 time: 0.0972137 Aug 24 00:20:42.838410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d980b9b-483f-4585-8767-49effe718a65 req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.865915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09e792dd-224e-45c4-ad1f-fb985041644e req-fd87cf01-f96e-483e-af35-9f099c9afd41 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371866 Aug 24 00:20:42.934206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c70476f-567a-4163-bc74-5aab0c1ed85c req-c34fbcc6-58c4-4a81-8906-18a4a3ff9447 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0269132 Aug 24 00:20:42.945312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0560d42-c2d5-408d-bbda-04fd222f9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:42.990450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a0560d42-c2d5-408d-bbda-04fd222f9cb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d90280fca1642d98f72148499d2d5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9472222 Aug 24 00:20:42.991830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52552) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:43.013732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0560d42-c2d5-408d-bbda-04fd222f9cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f6781c-fdee-4f7e-b5f9-ae9d009ab936,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:43.032815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2714f072-834e-438b-9fcb-fc3dd72b4131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.045764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d980b9b-483f-4585-8767-49effe718a65 req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.078819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca', '8597eef3-be8c-45ea-bafd-731ddf2471b5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:43.114973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d980b9b-483f-4585-8767-49effe718a65 req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:43.115916 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d980b9b-483f-4585-8767-49effe718a65 req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.129892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d980b9b-483f-4585-8767-49effe718a65 req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "PUT /v2.0/ports/8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 200 len: 981 time: 0.7568815 Aug 24 00:20:43.151075 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2714f072-834e-438b-9fcb-fc3dd72b4131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.189464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:43.192770 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983a43f9-a9d4-4df6-951a-b1beec44c7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:43.239778 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2714f072-834e-438b-9fcb-fc3dd72b4131 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74a46172af4c4b8dba2c5dd403731b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7017198 Aug 24 00:20:43.240989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714f072-834e-438b-9fcb-fc3dd72b4131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a6c3c-fa4a-4b01-975b-2195e36b8c19,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:43.249492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53593a0f-5aa2-4dec-a94d-d77b37aa561a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'Port': ['ID=8597eef3-be8c-45ea-bafd-731ddf2471b5,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:43.263240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8597eef3-be8c-45ea-bafd-731ddf2471b5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:43.263865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52564) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:43.290055 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af270520-c120-4439-8d30-d869eaea946d x-openstack-request-id: req-af270520-c120-4439-8d30-d869eaea946d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:43.290550 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:43.291365 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af270520-c120-4439-8d30-d869eaea946d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:43.291992 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5', 'status': 'completed', 'code': 200} Aug 24 00:20:43.292921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a12829f9-2148-4a09-a63a-eab921078d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.320982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a12829f9-2148-4a09-a63a-eab921078d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.409809 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaf7c-4655-477d-ab4e-5518a35ad16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.454905 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaf7c-4655-477d-ab4e-5518a35ad16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.487724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-f40451f8-d5fd-463f-b20d-22e1ba6ac3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:43.490111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-f40451f8-d5fd-463f-b20d-22e1ba6ac3b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1135 time: 0.1020429 Aug 24 00:20:43.492587 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a12829f9-2148-4a09-a63a-eab921078d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.496065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a12829f9-2148-4a09-a63a-eab921078d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.497846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a12829f9-2148-4a09-a63a-eab921078d87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65f6781c-fdee-4f7e-b5f9-ae9d009ab936 HTTP/1.1" status: 204 len: 168 time: 0.5044279 Aug 24 00:20:43.655603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5676a5a-dbf2-40e5-a8dd-f6301b926bfb req-5ba5140e-2463-4b44-b096-6b330ee39aec tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/78957866-82f6-4862-9b83-a32d4ffee94b HTTP/1.1" status: 200 len: 1799 time: 0.4563282 Aug 24 00:20:43.680307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12829f9-2148-4a09-a63a-eab921078d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f6781c-fdee-4f7e-b5f9-ae9d009ab936,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:43.689468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaf7c-4655-477d-ab4e-5518a35ad16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.692949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f0aaf7c-4655-477d-ab4e-5518a35ad16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:43.698148 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8f0aaf7c-4655-477d-ab4e-5518a35ad16c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a4a6c3c-fa4a-4b01-975b-2195e36b8c19 HTTP/1.1" status: 204 len: 168 time: 0.4304223 Aug 24 00:20:43.718373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0aaf7c-4655-477d-ab4e-5518a35ad16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a6c3c-fa4a-4b01-975b-2195e36b8c19,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:43.744461 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-f5676a5a-dbf2-40e5-a8dd-f6301b926bfb req-78b93180-ed89-4cae-bbbf-3c12595eb532 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:20:43.750871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5676a5a-dbf2-40e5-a8dd-f6301b926bfb req-78b93180-ed89-4cae-bbbf-3c12595eb532 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/78957866-82f6-4862-9b83-a32d4ffee94b HTTP/1.1" status: 409 len: 341 time: 0.0956285 Aug 24 00:20:43.833240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-c98d6687-f15c-477d-863e-429dafcc6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:43.839659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-c98d6687-f15c-477d-863e-429dafcc6a08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 914 time: 0.3376772 Aug 24 00:20:43.910914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-9ae63bd0-1fce-41f5-8861-891e9ee3b952 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 200 len: 217 time: 0.0630865 Aug 24 00:20:44.028935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-3a6c3cd6-c313-41f2-bce3-31e6772b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:44.030563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-3a6c3cd6-c313-41f2-bce3-31e6772b7b4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.1084695 Aug 24 00:20:44.056884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6487a-41ac-4b07-87fa-c0b5b879f293 req-20fc41ac-43dc-459c-8269-8c5f40082c10 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:44.058491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21f6487a-41ac-4b07-87fa-c0b5b879f293 req-20fc41ac-43dc-459c-8269-8c5f40082c10 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 945 time: 0.0816448 Aug 24 00:20:44.076702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-60308490-7ce6-46bc-bf28-b0477196cb44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381560 Aug 24 00:20:44.170347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21f6487a-41ac-4b07-87fa-c0b5b879f293 req-cff23c45-876a-4a94-9678-16ed5f943593 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962009 Aug 24 00:20:44.262545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-7bc24b6e-3243-409a-9478-4a9921ce0ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722090 Aug 24 00:20:44.425600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-113ebb09-b07d-491a-b3b9-b91e17030236 req-8980ed8a-df80-4e9b-995e-fb45a9d39d51 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0447063 Aug 24 00:20:44.447375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83488713-8cee-48b9-8736-15e9fce49c64 req-38e1ff2b-5d7e-4c88-b5db-b675eb3dbfb6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:44.454641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83488713-8cee-48b9-8736-15e9fce49c64 req-38e1ff2b-5d7e-4c88-b5db-b675eb3dbfb6 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 984 time: 0.1803327 Aug 24 00:20:44.500213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-983a43f9-a9d4-4df6-951a-b1beec44c7a4 req-3928f2ad-b144-40eb-bb4c-a70184a66ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166438 Aug 24 00:20:44.514366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83488713-8cee-48b9-8736-15e9fce49c64 req-f27695c1-bbc0-446e-a67e-e58e456f56e1 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=78957866-82f6-4862-9b83-a32d4ffee94b&id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0585814 Aug 24 00:20:44.576611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52608) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:44.589652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17725d91-7b81-42ed-a035-d198cbabbfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.680135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17725d91-7b81-42ed-a035-d198cbabbfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.808665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17725d91-7b81-42ed-a035-d198cbabbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.846532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-9f869dab-35d7-41c4-be3c-f2c18e418caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:44.848052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-9f869dab-35d7-41c4-be3c-f2c18e418caa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1135 time: 0.0429504 Aug 24 00:20:44.849309 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-17725d91-7b81-42ed-a035-d198cbabbfa3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bf6013554184f828f380781ef06d678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720757 Aug 24 00:20:44.851124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17725d91-7b81-42ed-a035-d198cbabbfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26edbd36-04f0-4b51-9eaa-610fbcee020d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:44.852561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52624) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:44.946685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52632) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:44.961110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-73800493-eb59-49af-b486-e6f6e1586e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:44.973021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e9f1-3744-4fac-bff5-15fe3cfa1401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.021090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e9f1-3744-4fac-bff5-15fe3cfa1401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.073258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a92b6a-a5a5-478f-8dc6-6904802de4ab req-e9440d9e-3356-4b3f-9d15-863d948c10d1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:45.075081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a92b6a-a5a5-478f-8dc6-6904802de4ab req-e9440d9e-3356-4b3f-9d15-863d948c10d1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 945 time: 0.1168411 Aug 24 00:20:45.083672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-51433277-1ff2-4ce6-90e8-3c47adb1da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:45.084768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-73800493-eb59-49af-b486-e6f6e1586e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.085336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-51433277-1ff2-4ce6-90e8-3c47adb1da78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 914 time: 0.1892388 Aug 24 00:20:45.144775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-64a8357c-ec36-4567-afb3-6d4a8152fbf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 200 len: 217 time: 0.0507095 Aug 24 00:20:45.191425 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-73800493-eb59-49af-b486-e6f6e1586e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.192611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a92b6a-a5a5-478f-8dc6-6904802de4ab req-aefe0b08-8055-470e-bf42-008d24ac5445 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022117 Aug 24 00:20:45.213762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-5d801012-b6d7-4654-a328-920d555e095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:45.215993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-5d801012-b6d7-4654-a328-920d555e095a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.0589356 Aug 24 00:20:45.246744 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-73800493-eb59-49af-b486-e6f6e1586e6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92c15d8073374ac6bda4883bb050c2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987828 Aug 24 00:20:45.247766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73800493-eb59-49af-b486-e6f6e1586e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe26a3b-e4a1-43d4-89b3-6a128156668c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:45.264872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52636) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:45.276770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-f2b4bab0-a1ba-425b-8950-26df103ea29a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541716 Aug 24 00:20:45.317401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77ec934-23fd-4d2e-8d13-3399174e744e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.339798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77ec934-23fd-4d2e-8d13-3399174e744e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.341786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e9f1-3744-4fac-bff5-15fe3cfa1401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.344346 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e9f1-3744-4fac-bff5-15fe3cfa1401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.345901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bfc3e9f1-3744-4fac-bff5-15fe3cfa1401 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26edbd36-04f0-4b51-9eaa-610fbcee020d HTTP/1.1" status: 204 len: 168 time: 0.4919295 Aug 24 00:20:45.359444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3e9f1-3744-4fac-bff5-15fe3cfa1401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26edbd36-04f0-4b51-9eaa-610fbcee020d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:45.408293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-09207444-2828-4005-b743-f153689f062a service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148307 Aug 24 00:20:45.520099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aff1de44-ec09-469c-a51e-5a8bdc0b30d3 req-3d20c13a-c602-4fb6-a27d-468ce3721da8 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133287 Aug 24 00:20:45.530306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77ec934-23fd-4d2e-8d13-3399174e744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.535762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d77ec934-23fd-4d2e-8d13-3399174e744e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:45.543367 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d77ec934-23fd-4d2e-8d13-3399174e744e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fe26a3b-e4a1-43d4-89b3-6a128156668c HTTP/1.1" status: 204 len: 168 time: 0.2790344 Aug 24 00:20:45.561715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ec934-23fd-4d2e-8d13-3399174e744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe26a3b-e4a1-43d4-89b3-6a128156668c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:45.665246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdd88cde-ab69-4cd0-bec9-513404df4834 req-0c867b1c-cc8f-4a61-8a22-6735c773682f tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0770133 Aug 24 00:20:45.731360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af77fc0-80a6-45a6-a8c8-4a62e511cef4 req-3f5d87ce-3b7f-452b-a286-bb50f5988a3f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:45.732930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3af77fc0-80a6-45a6-a8c8-4a62e511cef4 req-3f5d87ce-3b7f-452b-a286-bb50f5988a3f tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 984 time: 0.0713148 Aug 24 00:20:45.776416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3af77fc0-80a6-45a6-a8c8-4a62e511cef4 req-f1a0b779-3e92-4168-a489-c6667a81a58e tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=78957866-82f6-4862-9b83-a32d4ffee94b&id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0370302 Aug 24 00:20:45.919426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524001bd-f55d-445d-b4b3-9f7aa9bb6f68 req-4516b3da-9d7a-4e2b-baaf-708c0e6a106d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:45.920055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-524001bd-f55d-445d-b4b3-9f7aa9bb6f68 req-4516b3da-9d7a-4e2b-baaf-708c0e6a106d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 950 time: 0.0507894 Aug 24 00:20:45.958791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-524001bd-f55d-445d-b4b3-9f7aa9bb6f68 req-435616a1-6b8e-4c24-ae2d-a60ecec53b7f tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334473 Aug 24 00:20:46.347082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4385e-2480-4540-b236-60d396021d4b req-3c60e0bf-9441-4bf0-b6a6-95f54a808c0c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:46.349144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98f4385e-2480-4540-b236-60d396021d4b req-3c60e0bf-9441-4bf0-b6a6-95f54a808c0c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 945 time: 0.0701830 Aug 24 00:20:46.397932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98f4385e-2480-4540-b236-60d396021d4b req-753ccf2c-5dd0-4ee9-945d-a1b336591412 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Aug 24 00:20:46.854993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10fd17a8-9978-49f3-b2c1-e8f9f673df31 req-bd31e37f-bfad-4b9b-bbea-57b5f8e93e44 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0305645 Aug 24 00:20:47.000973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a483e6-e5a6-4c07-8c47-3dc334d0ce44 req-0dff10c7-f04f-45e0-9025-450f75660532 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:47.003255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5a483e6-e5a6-4c07-8c47-3dc334d0ce44 req-0dff10c7-f04f-45e0-9025-450f75660532 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 984 time: 0.0646362 Aug 24 00:20:47.076570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5a483e6-e5a6-4c07-8c47-3dc334d0ce44 req-0ce1a5b9-727c-4b80-a23a-9ad6966fb03a tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=78957866-82f6-4862-9b83-a32d4ffee94b&id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0660355 Aug 24 00:20:47.108755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74a00f-373e-406f-ac68-6d835dc852c5 req-d7f100ba-d73e-442e-8588-358098115034 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:47.115415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e74a00f-373e-406f-ac68-6d835dc852c5 req-d7f100ba-d73e-442e-8588-358098115034 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 945 time: 0.0854156 Aug 24 00:20:47.168448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e74a00f-373e-406f-ac68-6d835dc852c5 req-2b6f7f68-1413-407c-8ad9-c9c71525d544 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521073 Aug 24 00:20:47.284417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:47.299753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-0ff3545a-7cb5-4ba3-88df-9efa8b41159c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1823138762&fields=id&tenant_id=dc31fffea1fb4df1a75a3f64d57a068b HTTP/1.1" status: 200 len: 267 time: 0.0563767 Aug 24 00:20:47.385375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-4e059c36-2c22-485d-a3cd-f8249325359c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:47.398756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-4e059c36-2c22-485d-a3cd-f8249325359c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 984 time: 0.0904145 Aug 24 00:20:47.405508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'port': {'security_groups': ['6d360115-d01e-4c09-8c91-92434fb68cb7', '78957866-82f6-4862-9b83-a32d4ffee94b', '6cb05d0d-08bd-4800-99e1-1cf62ddb1e92']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:47.413080 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.473512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:47.478428 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c2b64e-008b-49fa-89c7-db1840fb7586" -d '{"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-unplugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:47.509135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:47.521798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.596960 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:47.635834 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434f5b39-f312-41ea-ae91-d5a8c7675281 x-openstack-request-id: req-434f5b39-f312-41ea-ae91-d5a8c7675281 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:47.636578 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-unplugged", "status": "completed", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:47.637142 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-434f5b39-f312-41ea-ae91-d5a8c7675281 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:47.637993 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'code': 200} Aug 24 00:20:47.679819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:48.121471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] For port 8597eef3-be8c-45ea-bafd-731ddf2471b5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:48.156859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.276470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.324033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca', '8597eef3-be8c-45ea-bafd-731ddf2471b5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:48.424180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-d1318778-93bf-45fe-a590-2dd3c06fdc74 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:48.444399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-d1318778-93bf-45fe-a590-2dd3c06fdc74 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 945 time: 0.1537311 Aug 24 00:20:48.454820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:48.455906 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.457631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45a794b0-14a5-417f-ab6c-538612f132a0 req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "PUT /v2.0/ports/8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 200 len: 1020 time: 1.0580339 Aug 24 00:20:48.470140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:48.475790 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc252e6-6bd2-46f1-80aa-2991a4650057" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:48.528753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe7b8d-b9e4-44ac-9ce9-7acfc3468bc8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'Port': ['ID=8597eef3-be8c-45ea-bafd-731ddf2471b5,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:48.579359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35a25e59-226e-4a18-ba56-ed5f90bca0b6 req-fd41fabf-84b3-495a-b21a-32ca890756c8 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0399308 Aug 24 00:20:48.627364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Deleting port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:48.627789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.730691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13b67-f042-455b-beba-e478b38c02c9 req-ff64bd9e-52f6-467f-a6bf-bad8edce73ab tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:48.732478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92a13b67-f042-455b-beba-e478b38c02c9 req-ff64bd9e-52f6-467f-a6bf-bad8edce73ab tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 945 time: 0.0674307 Aug 24 00:20:48.743041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] For port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:48.743542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:48.758186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Calling delete_port for 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:48.771423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92a13b67-f042-455b-beba-e478b38c02c9 req-43065bd4-73de-4628-802d-33e0195ba3fd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Aug 24 00:20:48.792288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8597eef3-be8c-45ea-bafd-731ddf2471b5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:49.042471 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.054619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:49.072605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event deleted for resources: {'Port': ['ID=016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:49.110935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f91d30b-f777-4802-8265-6302b40c27fe req-60dbbb8f-370f-4adb-914f-154bf7adb2c7 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6cb05d0d-08bd-4800-99e1-1cf62ddb1e92 HTTP/1.1" status: 200 len: 1800 time: 0.0420172 Aug 24 00:20:49.119571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] No DVR routers for this DVR port 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:49.122231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.124729 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-043d7917-fc82-43d1-9b2c-d7e77ee71154 req-7e4d023b-2509-48b6-8716-6cbeb7ac1cd8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "DELETE /v2.0/ports/016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 HTTP/1.1" status: 204 len: 173 time: 0.6787794 Aug 24 00:20:49.124729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff334dd-6216-4269-8072-e18a814026b1', 'name': 'network-vif-deleted', 'tag': '016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:49.126919 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e14cf7-2aa2-4cbf-998b-04cb75bba1e3" -d '{"events": [{"server_uuid": "9ff334dd-6216-4269-8072-e18a814026b1", "name": "network-vif-deleted", "tag": "016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:49.161670 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-6f91d30b-f777-4802-8265-6302b40c27fe req-86552544-ff6f-433c-8de4-3f1a14dc3a5b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:20:49.163332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f91d30b-f777-4802-8265-6302b40c27fe req-86552544-ff6f-433c-8de4-3f1a14dc3a5b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/6cb05d0d-08bd-4800-99e1-1cf62ddb1e92 HTTP/1.1" status: 409 len: 341 time: 0.0456014 Aug 24 00:20:49.198954 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8f54aa-95f8-43e7-89fe-f04a9ff9b7e1 x-openstack-request-id: req-ee8f54aa-95f8-43e7-89fe-f04a9ff9b7e1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:49.199352 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:49.199613 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee8f54aa-95f8-43e7-89fe-f04a9ff9b7e1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:49.200027 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5', 'status': 'completed', 'code': 200} Aug 24 00:20:49.293832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-4c7b8f7c-5094-4f12-bf25-360c07505b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:49.295369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-4c7b8f7c-5094-4f12-bf25-360c07505b0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1174 time: 0.0434244 Aug 24 00:20:49.365215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-d618c85d-5144-48ea-bb9a-73fe919e2b06 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541365 Aug 24 00:20:49.430905 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-53e5a21b-84e0-4796-ab44-cd6ea7195695 req-2818a992-117a-4f15-9418-ad3a7f5e76d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0298052 Aug 24 00:20:49.477391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-c6e45a1f-336d-41e8-be68-1113a90ed596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:49.478909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-c6e45a1f-336d-41e8-be68-1113a90ed596 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 200 len: 914 time: 0.1765187 Aug 24 00:20:49.501515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-c7c6c8b1-84ce-4222-af38-82bafc893168 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:49.503022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-c7c6c8b1-84ce-4222-af38-82bafc893168 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319101 Aug 24 00:20:49.511649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52998) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:49.516913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-831484117'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:49.523579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-3c1f593c-47b7-4bd8-8aed-126f7b9693cb tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/quotas/f44ac4bd15914fdfa0413565f640f7f0 HTTP/1.1" status: 200 len: 375 time: 0.0141418 Aug 24 00:20:49.556117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-91559fb6-0a9b-435a-bd1b-f0220bc01168 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266185 Aug 24 00:20:49.653133 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048b9cdb-b6a8-4ba3-83f2-2b2929ecf878 x-openstack-request-id: req-048b9cdb-b6a8-4ba3-83f2-2b2929ecf878 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:49.653428 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff334dd-6216-4269-8072-e18a814026b1", "name": "network-vif-deleted", "tag": "016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:49.653721 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-048b9cdb-b6a8-4ba3-83f2-2b2929ecf878 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:49.654150 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff334dd-6216-4269-8072-e18a814026b1', 'name': 'network-vif-deleted', 'tag': '016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3', 'status': 'completed', 'code': 200} Aug 24 00:20:49.674402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:49.678025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.702086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:20:49.711441 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.711808 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Added segment 853a1581-4d36-4f35-a485-3374251fb386 of type vlan for network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 Aug 24 00:20:49.753704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.819455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-b1c6d753-ad3d-451b-bf46-4411e8d260db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 200 len: 217 time: 0.0419207 Aug 24 00:20:49.907077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0f2b743-2581-4d30-a072-5a501e395e7e req-3b3568e5-2823-46cb-b5e9-e8535d9cf8fd tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0326672 Aug 24 00:20:49.913813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-9757f767-962f-466c-890e-0753e9705eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:49.915477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-9757f767-962f-466c-890e-0753e9705eaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 200 len: 853 time: 0.0877318 Aug 24 00:20:49.916659 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.922341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:49.924436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:49.985761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-6f851033-8725-41f7-b1f8-e17ceeace8c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7261f61b-7665-4424-bc72-a70fdfcb4fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577369 Aug 24 00:20:50.069721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Network': ['ID=c4ee1e41-3bef-425d-962a-67d2b42b9cd0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:50.081560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:20:50.094492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-7c70770f-42dc-4534-8de0-4a1914e05f58 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052401 Aug 24 00:20:50.157720 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed861ef0-943a-4640-a52d-3582f7268e5e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6449001 Aug 24 00:20:50.160256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53030) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:50.167256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1822124464'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:50.204071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2fc252e6-6bd2-46f1-80aa-2991a4650057 req-8c577bc4-f65a-4e78-a99f-a0b776353715 service neutron] 10.222.0.36 "GET /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000659 Aug 24 00:20:50.281173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:50.286163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.314771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:20:50.323702 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.323979 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Added segment d16b8fdf-ae99-4b69-90c1-36d8ec091323 of type vlan for network 6ebfc40c-f1d5-419f-aee7-9d4941683983 Aug 24 00:20:50.344436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eaff42f-0d19-4e4e-bbf0-b3da5ea52a00 req-1dd6d1b1-84c0-48be-b6c1-b204f9512c7f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ff334dd-6216-4269-8072-e18a814026b1 HTTP/1.1" status: 200 len: 210 time: 0.0309963 Aug 24 00:20:50.370670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.413150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a9a3095-8811-454b-8017-b9a0a986e8ed req-77f6e5f3-23d6-402c-a4e1-75f261331af9 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 210 time: 0.0275435 Aug 24 00:20:50.503252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.512072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:50.512844 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:50.596551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Network': ['ID=6ebfc40c-f1d5-419f-aee7-9d4941683983,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:50.608272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 6ebfc40c-f1d5-419f-aee7-9d4941683983 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:20:50.611729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1337ea2-3f31-4f90-bd3e-06dba292e2fa req-c4cf33c3-425b-4c19-bda9-966cd4722c5c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:50.613287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1337ea2-3f31-4f90-bd3e-06dba292e2fa req-c4cf33c3-425b-4c19-bda9-966cd4722c5c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1023 time: 0.0526614 Aug 24 00:20:50.656033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1337ea2-3f31-4f90-bd3e-06dba292e2fa req-e1d70684-1833-44c0-96b0-956f2d782c11 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=78957866-82f6-4862-9b83-a32d4ffee94b&id=6cb05d0d-08bd-4800-99e1-1cf62ddb1e92&id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0361350 Aug 24 00:20:50.732245 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-17ce1947-0e0c-494a-a6a0-f67d3029ad3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5699654 Aug 24 00:20:50.735341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53050) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:50.744503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'subnet': {'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:50.996255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:51.000343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.015658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8732173-bd37-47c2-ac12-832f0346d74d req-25afd25b-a73c-40e2-b98f-cfd7d76d420a tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0284894 Aug 24 00:20:51.291317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:51.312488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:51.312817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 016b3b26-0ecc-4a5f-a0b7-404c5a7a81a3 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:51.322554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.400285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Subnet': ['ID=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:51.402818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Checking segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:51.403239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network hostable DHCP agents. Network: c4ee1e41-3bef-425d-962a-67d2b42b9cd0, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:20:51.496729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87a4cec4-5b2d-4414-b4fc-d159a3c10bf9 req-3b3abf44-599c-46b3-985f-441cd7cbb5d8 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 210 time: 0.0342052 Aug 24 00:20:51.585496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:20:51.680949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, c4ee1e41-3bef-425d-962a-67d2b42b9cd0) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:51.688944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-43356cff-70e4-40fa-8579-b66a2f4d7da3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:51.689325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb105be-7774-44af-b97f-0d8682ccb0fa None None] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:51.690579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-43356cff-70e4-40fa-8579-b66a2f4d7da3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.1182175 Aug 24 00:20:51.690750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:51.693090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.710182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-344b164c-ca56-4e00-9230-718aa4d70ebc tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/quotas/5356aa8eef24403599d9f2796a084d67 HTTP/1.1" status: 200 len: 375 time: 0.0125735 Aug 24 00:20:51.743438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53104) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:51.746692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-d957da24-c2af-4fb5-a57c-a55573f6c050 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302999 Aug 24 00:20:51.819844 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-167e160d-2c12-4802-8793-f7f12a9213fa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0824447 Aug 24 00:20:51.822384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53110) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:51.827881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'subnet': {'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:51.889438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'fixed_ips': [{'subnet_id': 'd4b6ab2b-4d86-403e-bc53-d7d14a1a9c05'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:20:51.891234 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.900640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4e560c-dbaa-447b-a8fd-42d4a6e98305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:51.946171 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:20:51.946171 n-d-804878-2 neutron-server[95327]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:20:51.946171 n-d-804878-2 neutron-server[95327]: [parameters: {'project_id': '3ce9b671258249d0ad55d7db347f4071', 'id': '958856d6-35c4-4c55-808d-5eb10100361c', 'expiration': datetime.datetime(2021, 8, 24, 0, 22, 51, 939500)}] Aug 24 00:20:51.946171 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:20:51.946625 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:20:51.981192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-3c5b244b-c5c7-44e7-8344-205a319d0b22 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260206 Aug 24 00:20:52.042750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4e560c-dbaa-447b-a8fd-42d4a6e98305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.065131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Allocated IP 10.1.1.2 (c4ee1e41-3bef-425d-962a-67d2b42b9cd0/d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05/08ae5b13-6b84-4056-b4a9-79ebc91ec670) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:52.082189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-a3bf2347-cc8c-454d-9f0f-ab7e41d27024 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998611 Aug 24 00:20:52.156860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4e560c-dbaa-447b-a8fd-42d4a6e98305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.180413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ee794-2b8a-4a56-b988-7dbc96c9d301 req-3c856c74-258e-4181-a0a7-224faed2171e tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:52.181994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-957ee794-2b8a-4a56-b988-7dbc96c9d301 req-3c856c74-258e-4181-a0a7-224faed2171e tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1023 time: 0.0582707 Aug 24 00:20:52.227621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e560c-dbaa-447b-a8fd-42d4a6e98305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a11a44-5b2d-4d25-862f-575026de76b6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:52.227621 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac4e560c-dbaa-447b-a8fd-42d4a6e98305 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80359d13edc04596a95e1caf7f127dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660068 Aug 24 00:20:52.227621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:52.232847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-957ee794-2b8a-4a56-b988-7dbc96c9d301 req-20e13653-1ddd-4bb1-b2f5-3afb07e5e05d tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=78957866-82f6-4862-9b83-a32d4ffee94b&id=6cb05d0d-08bd-4800-99e1-1cf62ddb1e92&id=6d360115-d01e-4c09-8c91-92434fb68cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0445960 Aug 24 00:20:52.241759 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.250256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Transition to ACTIVE for port object 08ae5b13-6b84-4056-b4a9-79ebc91ec670 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:52.266708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Transition to ACTIVE for port object 08ae5b13-6b84-4056-b4a9-79ebc91ec670 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:52.277149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8718e089-d53b-4132-98df-b49d2d20448e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.302623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8718e089-d53b-4132-98df-b49d2d20448e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.425926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.462522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8718e089-d53b-4132-98df-b49d2d20448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.465858 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8718e089-d53b-4132-98df-b49d2d20448e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.467943 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8718e089-d53b-4132-98df-b49d2d20448e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52a11a44-5b2d-4d25-862f-575026de76b6 HTTP/1.1" status: 204 len: 168 time: 0.2538297 Aug 24 00:20:52.490135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:52.496536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:52.499557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:52.515504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718e089-d53b-4132-98df-b49d2d20448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a11a44-5b2d-4d25-862f-575026de76b6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:52.590074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:52.590639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Pushing event updated for resources: {'Port': ['ID=08ae5b13-6b84-4056-b4a9-79ebc91ec670,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:52.590756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.590846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76e5741f-334e-460e-8ba4-dbf231bd79c4 req-9daf90fa-ddd0-49ed-a868-34635ca9dadc tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0768430 Aug 24 00:20:52.602513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Attempting to bind port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:52.602883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Attempting to bind port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:52.603251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Attempting to bind port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:52.617105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:52.617407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Checking segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:52.621195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-e5019b83-d151-4f41-955d-1295f77ef924 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:52.621866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.624281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Bound using segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:52.624281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Bound port: 08ae5b13-6b84-4056-b4a9-79ebc91ec670, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:52.624281 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.626268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-e5019b83-d151-4f41-955d-1295f77ef924 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 1023 time: 0.1946769 Aug 24 00:20:52.750291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] For port 08ae5b13-6b84-4056-b4a9-79ebc91ec670, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:52.754138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] For port 08ae5b13-6b84-4056-b4a9-79ebc91ec670, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=08ae5b13-6b84-4056-b4a9-79ebc91ec670,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:52.795783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-004aa778-da7b-4af6-b519-5d8040c9579a req-4dc98b5c-96b2-47e7-a560-005303b17a63 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 210 time: 0.0640171 Aug 24 00:20:52.842300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Deleting port 8597eef3-be8c-45ea-bafd-731ddf2471b5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:52.842919 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.895402 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:52.932894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67ee406d-3194-46fa-b190-ecdef3e577f0 req-48df17a3-1245-49d0-9b1a-23380af40c6a tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 210 time: 0.0406847 Aug 24 00:20:52.968174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1527c1-8391-456d-86c4-c43639a885e4 None None] Pushing event updated for resources: {'Port': ['ID=08ae5b13-6b84-4056-b4a9-79ebc91ec670,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:52.986941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] For port 8597eef3-be8c-45ea-bafd-731ddf2471b5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8597eef3-be8c-45ea-bafd-731ddf2471b5,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:52.987242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.003709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Calling delete_port for 8597eef3-be8c-45ea-bafd-731ddf2471b5 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:53.013975 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.115580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Subnet': ['ID=60f04202-4510-4817-b8cc-8d129a690170,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:53.122753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Checking segment: {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:53.123118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network hostable DHCP agents. Network: 6ebfc40c-f1d5-419f-aee7-9d4941683983, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:20:53.320973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network 6ebfc40c-f1d5-419f-aee7-9d4941683983 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:20:53.321168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.357728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'Port': ['ID=8597eef3-be8c-45ea-bafd-731ddf2471b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:53.361805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca', '8597eef3-be8c-45ea-bafd-731ddf2471b5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:20:53.416814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] No DVR routers for this DVR port 8597eef3-be8c-45ea-bafd-731ddf2471b5 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:53.420619 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.428318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c050d19-bf7a-4589-aa9e-80b6b5f4bc82 req-6ff552de-8f58-45a8-83cc-8209de648b57 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.36 "DELETE /v2.0/ports/8597eef3-be8c-45ea-bafd-731ddf2471b5 HTTP/1.1" status: 204 len: 173 time: 0.7898815 Aug 24 00:20:53.428318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'name': 'network-vif-deleted', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:53.428318 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056d1a9-78c0-406e-b1ae-beca563eac0c" -d '{"events": [{"server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "name": "network-vif-deleted", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:53.444909 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-15966d76-fd5b-4a57-bf7c-95856d78efe3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370264 Aug 24 00:20:53.513861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 6ebfc40c-f1d5-419f-aee7-9d4941683983) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:53.518899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:53.519519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.543478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1095b6-fd57-42bf-926f-3196f4911188 None None] Network 6ebfc40c-f1d5-419f-aee7-9d4941683983 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:53.621714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-16776ef6-1dc0-4c23-89fe-e086d9cf567a tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:53.626624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36787a97-69f0-4858-a2c4-834adf380407 req-2906ff5e-1dc9-43f0-8cff-14cb53bf0a0b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 210 time: 0.0627229 Aug 24 00:20:53.646159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:53.647511 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-16776ef6-1dc0-4c23-89fe-e086d9cf567a tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814718 Aug 24 00:20:53.647511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Request body: {'port': {'device_id': 'a702d9c0-edca-4320-98e5-39e3b8c0b18b', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'f44ac4bd15914fdfa0413565f640f7f0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:53.655786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c9c274c-b3fc-4cd9-84f6-66160c877698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.675016 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fb0030c0-8aed-4d4c-9dca-8b331deba9d3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8515596 Aug 24 00:20:53.680906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53176) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:53.692512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'port': {'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'name': 'tempest-TaggedBootDevicesTest-1038289730', 'fixed_ips': [{'subnet_id': 'd4b6ab2b-4d86-403e-bc53-d7d14a1a9c05'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:53.851708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-6ebfc40c-f1d5-419f-aee7-9d4941683983', 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'fixed_ips': [{'subnet_id': '60f04202-4510-4817-b8cc-8d129a690170'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:20:53.852901 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:53.936969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c9c274c-b3fc-4cd9-84f6-66160c877698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.014265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Allocated IP 10.2.2.2 (6ebfc40c-f1d5-419f-aee7-9d4941683983/60f04202-4510-4817-b8cc-8d129a690170/6587206c-dbd3-4dbb-a291-44bcfd0af86a) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:54.095287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c9c274c-b3fc-4cd9-84f6-66160c877698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.120506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c25e2-c934-4f19-84a4-94a72860a617 None None] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:54.171946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53196) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:54.184514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1c9c274c-b3fc-4cd9-84f6-66160c877698 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62458f1d780948159f59684ff3a8c0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5498152 Aug 24 00:20:54.185590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c274c-b3fc-4cd9-84f6-66160c877698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ae21e-2b6a-4481-849b-ce56e593bd80,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:54.235345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 08ae5b13-6b84-4056-b4a9-79ebc91ec670 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:54.246167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c72a526b-4657-4bf7-8dd5-8c98ca3c1894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.267671 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c72a526b-4657-4bf7-8dd5-8c98ca3c1894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.277095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Made reservation on behalf of f44ac4bd15914fdfa0413565f640f7f0 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:54.281748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.298394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.313796 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.430802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:54.495146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e4be7242-689c-4844-bd1c-704ecee38a71 None None] Provisioning for port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:54.517884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c72a526b-4657-4bf7-8dd5-8c98ca3c1894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.521221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c72a526b-4657-4bf7-8dd5-8c98ca3c1894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.523670 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c72a526b-4657-4bf7-8dd5-8c98ca3c1894 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/889ae21e-2b6a-4481-849b-ce56e593bd80 HTTP/1.1" status: 204 len: 168 time: 0.3507390 Aug 24 00:20:54.525734 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Transition to ACTIVE for port object 6587206c-dbd3-4dbb-a291-44bcfd0af86a will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:54.555905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Transition to ACTIVE for port object 6587206c-dbd3-4dbb-a291-44bcfd0af86a will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:54.563662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a526b-4657-4bf7-8dd5-8c98ca3c1894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ae21e-2b6a-4481-849b-ce56e593bd80,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:54.570805 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a2559-f196-4042-8f2a-45d65231a742 x-openstack-request-id: req-aa8a2559-f196-4042-8f2a-45d65231a742 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:54.571103 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8fe1d5-de04-47d8-985b-78f50a2a3932", "name": "network-vif-deleted", "tag": "8597eef3-be8c-45ea-bafd-731ddf2471b5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:54.571369 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa8a2559-f196-4042-8f2a-45d65231a742 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:54.572700 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8fe1d5-de04-47d8-985b-78f50a2a3932', 'name': 'network-vif-deleted', 'tag': '8597eef3-be8c-45ea-bafd-731ddf2471b5', 'status': 'completed', 'code': 200} Aug 24 00:20:54.612251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.650166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] device_id is not set on port 678b847c-3345-457a-a479-f0927bf12b0f yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:20:54.658388 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.680361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:54.683797 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.750186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:54.752791 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.766036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:54.827450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7d7fda0-a648-46d2-8844-96e916aa8a71 req-4f2f68d8-4aba-4014-b9da-e0165fa2e1f6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 210 time: 0.1350555 Aug 24 00:20:54.873064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Network 6ebfc40c-f1d5-419f-aee7-9d4941683983 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:54.883034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:54.885189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Pushing event updated for resources: {'Port': ['ID=6587206c-dbd3-4dbb-a291-44bcfd0af86a,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:54.890634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:54.916977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47897bf6-b68e-4cae-8472-b21d04030a12,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:54.933618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64359513-010c-44ec-8248-a3e453ad9173 req-9578496c-b76c-46fe-9ac9-55e5d9b9dee3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 210 time: 0.0832865 Aug 24 00:20:54.976857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9714770e-0574-4235-a7a1-d092cf452118 None None] Provisioning complete for port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:54.977254 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9714770e-0574-4235-a7a1-d092cf452118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.008442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a2ebd1a-0fa3-40af-9f9d-02caace3c658 req-ce22163e-a518-4913-a562-64371ce6aa31 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0755343 Aug 24 00:20:55.021258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Attempting to bind port 6587206c-dbd3-4dbb-a291-44bcfd0af86a on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:55.026060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Attempting to bind port 6587206c-dbd3-4dbb-a291-44bcfd0af86a by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:55.026490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Attempting to bind port 6587206c-dbd3-4dbb-a291-44bcfd0af86a on network 6ebfc40c-f1d5-419f-aee7-9d4941683983 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:55.049477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Allocated IP 192.168.233.97 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/df1a40c1-36e5-47e4-a421-51f97256b6ce) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:55.049689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:55.050069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Checking segment: {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:55.050598 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.050841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Bound using segment: {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:55.051351 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Bound port: 6587206c-dbd3-4dbb-a291-44bcfd0af86a, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:55.051763 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.217525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] For port 6587206c-dbd3-4dbb-a291-44bcfd0af86a, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:55.222592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Allocated IP 10.1.1.111 (c4ee1e41-3bef-425d-962a-67d2b42b9cd0/d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05/678b847c-3345-457a-a479-f0927bf12b0f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:55.233011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06a66c10-8182-4a44-bb7c-5e9e26f7e92e req-4a3f9245-a56b-41a9-a273-f58c7a278127 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e8fe1d5-de04-47d8-985b-78f50a2a3932 HTTP/1.1" status: 200 len: 210 time: 0.0715938 Aug 24 00:20:55.253004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] For port 6587206c-dbd3-4dbb-a291-44bcfd0af86a, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6587206c-dbd3-4dbb-a291-44bcfd0af86a,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:55.255053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.320775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 08ae5b13-6b84-4056-b4a9-79ebc91ec670, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=08ae5b13-6b84-4056-b4a9-79ebc91ec670,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:55.322317 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9714770e-0574-4235-a7a1-d092cf452118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.354998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.373421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Transition to ACTIVE for port object df1a40c1-36e5-47e4-a421-51f97256b6ce will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:55.394108 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.398387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.427568 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.445324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Transition to ACTIVE for port object 678b847c-3345-457a-a479-f0927bf12b0f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:55.499873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.556982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf2cd-13e6-49b4-84f8-ec2a8aa4e482 None None] Pushing event updated for resources: {'Port': ['ID=6587206c-dbd3-4dbb-a291-44bcfd0af86a,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:55.579612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.606291 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-9714770e-0574-4235-a7a1-d092cf452118 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:20:55.606566 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-9714770e-0574-4235-a7a1-d092cf452118 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:20:55.635187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=08ae5b13-6b84-4056-b4a9-79ebc91ec670,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:55.643394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:55.646842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:55.649161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:55.657900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.692237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Pushing event updated for resources: {'Port': ['ID=df1a40c1-36e5-47e4-a421-51f97256b6ce,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:55.733942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:55.735687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:55.745018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:55.753233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:55.764796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:55.860109 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-5b15a0b2-aa50-47cd-ac6e-5890ff98cc38 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2193823 Aug 24 00:20:55.873663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Request body: {'port': {'device_id': 'a702d9c0-edca-4320-98e5-39e3b8c0b18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:55.922724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=678b847c-3345-457a-a479-f0927bf12b0f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:56.011322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.023147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5899d741-d251-43c9-8156-49baa12dc189 req-56ee463c-77e0-45e3-9b81-463c8e9ba90d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 210 time: 0.0482912 Aug 24 00:20:56.039815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:56.041994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.063167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f70dd-daef-493f-9812-169ddb53a963 req-2b0c7e60-8711-4cd2-9fcf-a5f319a73730 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:56.072980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a47f70dd-daef-493f-9812-169ddb53a963 req-2b0c7e60-8711-4cd2-9fcf-a5f319a73730 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 947 time: 0.2350953 Aug 24 00:20:56.140413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a47f70dd-daef-493f-9812-169ddb53a963 req-6ce2589a-35f2-492a-98d9-a75d0e68ddc0 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660479 Aug 24 00:20:56.193109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-965ee1fb-04d7-416d-8900-5ddaa96e14f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5106540 Aug 24 00:20:56.194359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53234) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:56.200596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'port': {'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'name': 'tempest-TaggedBootDevicesTest-1778201110', 'fixed_ips': [{'subnet_id': 'd4b6ab2b-4d86-403e-bc53-d7d14a1a9c05'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:56.200770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8597eef3-be8c-45ea-bafd-731ddf2471b5 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:20:56.273270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 8597eef3-be8c-45ea-bafd-731ddf2471b5 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:20:56.273917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8597eef3-be8c-45ea-bafd-731ddf2471b5 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:20:56.379488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6587206c-dbd3-4dbb-a291-44bcfd0af86a up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:56.447333 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c97c3f39-2999-40bc-9565-85822853c387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.516337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6448cfb6-ad39-4e44-84f5-3daa26a14baa req-2fac1567-08d3-4b04-806f-f070687456bb tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.1034014 Aug 24 00:20:56.573664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f6fe931f-e1fa-42bf-be54-29695d7c8bcb None None] Provisioning for port df1a40c1-36e5-47e4-a421-51f97256b6ce completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:56.579365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6587206c-dbd3-4dbb-a291-44bcfd0af86a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:56.589055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f6fe931f-e1fa-42bf-be54-29695d7c8bcb None None] Provisioning complete for port df1a40c1-36e5-47e4-a421-51f97256b6ce triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:56.592336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f6fe931f-e1fa-42bf-be54-29695d7c8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.603605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 08ae5b13-6b84-4056-b4a9-79ebc91ec670 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:56.608382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668536f-a169-405d-82c4-fa3251e1da98 req-59661ea6-ad3f-4801-bed2-91fa2672701d tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:56.612433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1a40c1-36e5-47e4-a421-51f97256b6ce {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:56.617647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d668536f-a169-405d-82c4-fa3251e1da98 req-59661ea6-ad3f-4801-bed2-91fa2672701d tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 935 time: 0.3089485 Aug 24 00:20:56.632339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.658083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Transition to ACTIVE for port object df1a40c1-36e5-47e4-a421-51f97256b6ce will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:56.677239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe931f-e1fa-42bf-be54-29695d7c8bcb None None] Port df1a40c1-36e5-47e4-a421-51f97256b6ce cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:56.699095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53246) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:56.710543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:56.710543 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.754317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-7179ddc0-762c-4bbb-9481-c1a4e8484009 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:56.756334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-7179ddc0-762c-4bbb-9481-c1a4e8484009 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.4359446 Aug 24 00:20:56.762094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d668536f-a169-405d-82c4-fa3251e1da98 req-221798ef-1149-4f53-b62e-1ec30767b689 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434765 Aug 24 00:20:56.776724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Request body: {'port': {'device_id': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'admin_state_up': True, 'tenant_id': '5356aa8eef24403599d9f2796a084d67'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:56.782429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c085316d-6abe-4e2d-8167-b785123664b1 req-00dbe3d1-3d5d-4100-b0fe-d76f623d7720 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/78957866-82f6-4862-9b83-a32d4ffee94b HTTP/1.1" status: 200 len: 1799 time: 0.1555243 Aug 24 00:20:56.820658 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.822256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f6fe931f-e1fa-42bf-be54-29695d7c8bcb None None] Provisioning for port 678b847c-3345-457a-a479-f0927bf12b0f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:56.829447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f6fe931f-e1fa-42bf-be54-29695d7c8bcb None None] Provisioning complete for port 678b847c-3345-457a-a479-f0927bf12b0f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:56.829910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f6fe931f-e1fa-42bf-be54-29695d7c8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.889431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe931f-e1fa-42bf-be54-29695d7c8bcb None None] Port 678b847c-3345-457a-a479-f0927bf12b0f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:56.903823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2134293660-network', 'tenant_id': 'fa321f3aaf844d3cad1999a705abd9f1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:56.908356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c085316d-6abe-4e2d-8167-b785123664b1 req-0c40e7e4-77b4-43f2-b9b0-43086b8a7d1b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.909907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:56.915148 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:56.935206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Pushing event updated for resources: {'Port': ['ID=df1a40c1-36e5-47e4-a421-51f97256b6ce,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:56.954660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] device_id is not set on port 70ecba71-eb80-443a-9956-d138937f71dc yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:20:56.971073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc0ab4-00fa-48dc-a834-e5184c1ec59c None None] Network 6ebfc40c-f1d5-419f-aee7-9d4941683983 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:56.976747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c085316d-6abe-4e2d-8167-b785123664b1 req-0c40e7e4-77b4-43f2-b9b0-43086b8a7d1b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.030347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Attempting to bind port df1a40c1-36e5-47e4-a421-51f97256b6ce on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:20:57.030929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Attempting to bind port df1a40c1-36e5-47e4-a421-51f97256b6ce by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:20:57.031275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Attempting to bind port df1a40c1-36e5-47e4-a421-51f97256b6ce on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:57.039079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Port df1a40c1-36e5-47e4-a421-51f97256b6ce on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:20:57.039595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Attempting to bind port df1a40c1-36e5-47e4-a421-51f97256b6ce on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:20:57.058265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:20:57.064541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:57.064541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:20:57.064541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Bound port: df1a40c1-36e5-47e4-a421-51f97256b6ce, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:20:57.064541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.094763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Made reservation on behalf of fa321f3aaf844d3cad1999a705abd9f1 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:57.097103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.122014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.150639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-95a9acaa-27c5-4c0c-a6ae-1da2a9d8d421 None None] Provisioning for port 6587206c-dbd3-4dbb-a291-44bcfd0af86a completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:57.169196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-95a9acaa-27c5-4c0c-a6ae-1da2a9d8d421 None None] Provisioning complete for port 6587206c-dbd3-4dbb-a291-44bcfd0af86a triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:57.169978 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-95a9acaa-27c5-4c0c-a6ae-1da2a9d8d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.198502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] For port df1a40c1-36e5-47e4-a421-51f97256b6ce, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:20:57.203679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] For port df1a40c1-36e5-47e4-a421-51f97256b6ce, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df1a40c1-36e5-47e4-a421-51f97256b6ce,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:20:57.283812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e7d92d3-9a0a-4393-ba5e-c310ee4d9bc9 req-9f30ff97-1cc7-41df-a783-e5e53a768698 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 210 time: 0.0388169 Aug 24 00:20:57.289590 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-95a9acaa-27c5-4c0c-a6ae-1da2a9d8d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.324178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Allocated IP 10.1.1.105 (c4ee1e41-3bef-425d-962a-67d2b42b9cd0/d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05/70ecba71-eb80-443a-9956-d138937f71dc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:57.324726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-95a9acaa-27c5-4c0c-a6ae-1da2a9d8d421 None None] For port 6587206c-dbd3-4dbb-a291-44bcfd0af86a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6587206c-dbd3-4dbb-a291-44bcfd0af86a,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:57.325134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.338581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.409167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.409604 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.411006 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] 10.222.0.37 "PUT /v2.0/ports/df1a40c1-36e5-47e4-a421-51f97256b6ce HTTP/1.1" status: 200 len: 1095 time: 1.5420969 Aug 24 00:20:57.411618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a702d9c0-edca-4320-98e5-39e3b8c0b18b', 'tag': 'df1a40c1-36e5-47e4-a421-51f97256b6ce'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:57.414302 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892da49e-65c3-4ab1-b790-5db844dfc246" -d '{"events": [{"name": "network-changed", "server_uuid": "a702d9c0-edca-4320-98e5-39e3b8c0b18b", "tag": "df1a40c1-36e5-47e4-a421-51f97256b6ce"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:57.460384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-b8e42f53-f190-4501-9049-8f4cddba4905 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.462362 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-b8e42f53-f190-4501-9049-8f4cddba4905 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 947 time: 0.1518197 Aug 24 00:20:57.463396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-95a9acaa-27c5-4c0c-a6ae-1da2a9d8d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.463647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d00a3-89dd-4314-8eed-cc2212effd99 service neutron] Pushing event updated for resources: {'Port': ['ID=df1a40c1-36e5-47e4-a421-51f97256b6ce,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:57.466540 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.532290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9acaa-27c5-4c0c-a6ae-1da2a9d8d421 None None] Pushing event updated for resources: {'Port': ['ID=6587206c-dbd3-4dbb-a291-44bcfd0af86a,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:57.536024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:20:57.594194 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.602146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c085316d-6abe-4e2d-8167-b785123664b1 req-0c40e7e4-77b4-43f2-b9b0-43086b8a7d1b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.604918 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c085316d-6abe-4e2d-8167-b785123664b1 req-0c40e7e4-77b4-43f2-b9b0-43086b8a7d1b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.606540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c085316d-6abe-4e2d-8167-b785123664b1 req-0c40e7e4-77b4-43f2-b9b0-43086b8a7d1b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/78957866-82f6-4862-9b83-a32d4ffee94b HTTP/1.1" status: 204 len: 173 time: 0.8064356 Aug 24 00:20:57.607271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2a93d779-11b3-4756-b5d1-9501d4ae6706 None None] Provisioning complete for port 6587206c-dbd3-4dbb-a291-44bcfd0af86a triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:57.610321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2a93d779-11b3-4756-b5d1-9501d4ae6706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.632744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6618c56d-08e4-450b-9619-c3bcb9a39bf4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:57.644500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058edd3b-a688-4d0b-8284-db91a5b9e951 req-3772b23e-ec51-4717-a87d-4527e3bd8136 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.650872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-058edd3b-a688-4d0b-8284-db91a5b9e951 req-3772b23e-ec51-4717-a87d-4527e3bd8136 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 947 time: 0.2784996 Aug 24 00:20:57.660613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Transition to ACTIVE for port object 70ecba71-eb80-443a-9956-d138937f71dc will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:57.661991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40e7e4-77b4-43f2-b9b0-43086b8a7d1b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78957866-82f6-4862-9b83-a32d4ffee94b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:57.668458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.668787 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Added segment c247e54f-a5d0-45d5-8c56-91508b262c84 of type vlan for network 5138a54a-cbfe-45f8-8518-73972265602f Aug 24 00:20:57.727326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-058edd3b-a688-4d0b-8284-db91a5b9e951 req-00cda748-2fea-4a67-94cf-c6ad54f35dfb tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753856 Aug 24 00:20:57.768479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.774096 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e52e8-27d5-4c1e-97f6-8bba93c21144 x-openstack-request-id: req-9d3e52e8-27d5-4c1e-97f6-8bba93c21144 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:57.774511 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a702d9c0-edca-4320-98e5-39e3b8c0b18b", "tag": "df1a40c1-36e5-47e4-a421-51f97256b6ce", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:57.774638 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d3e52e8-27d5-4c1e-97f6-8bba93c21144 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:57.775021 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a702d9c0-edca-4320-98e5-39e3b8c0b18b', 'tag': 'df1a40c1-36e5-47e4-a421-51f97256b6ce', 'status': 'completed', 'code': 200} Aug 24 00:20:57.784603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Made reservation on behalf of 5356aa8eef24403599d9f2796a084d67 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:57.785827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-b69ac4f1-e0f8-4a3d-9ee0-5949d3b7da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.788209 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-b69ac4f1-e0f8-4a3d-9ee0-5949d3b7da31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 1098 time: 0.2095666 Aug 24 00:20:57.799411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.848145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-26923034-6786-4e27-9c3a-63ff80134b56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=df1a40c1-36e5-47e4-a421-51f97256b6ce HTTP/1.1" status: 200 len: 217 time: 0.0463927 Aug 24 00:20:57.850935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Deleting port 6531f98d-7b86-4f29-94b4-b580f40e5180 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:20:57.851624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.881661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5bcb6c9-3d3c-44df-b97a-77288c6e5a55 req-fda67b31-3cbc-4649-9609-7be7665a6ce6 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0421259 Aug 24 00:20:57.927408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.934141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51111bb1-3b85-4c9f-bfda-b002d378021d req-58e318f3-ed5c-4ce4-b851-7ea079f69506 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6cb05d0d-08bd-4800-99e1-1cf62ddb1e92 HTTP/1.1" status: 200 len: 1800 time: 0.1109512 Aug 24 00:20:57.942408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.943580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.944707 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:57.986606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-7da7aee6-ab0b-449b-8f5a-21991722262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:57.988083 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-7da7aee6-ab0b-449b-8f5a-21991722262d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1322608 Aug 24 00:20:58.004317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:58.068750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] For port 6531f98d-7b86-4f29-94b4-b580f40e5180, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6531f98d-7b86-4f29-94b4-b580f40e5180,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:20:58.069163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.083195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] Pushing event updated for resources: {'Network': ['ID=5138a54a-cbfe-45f8-8518-73972265602f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:58.094815 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fd6ac851-4d75-408f-a02b-ad75f1888995 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3911810 Aug 24 00:20:58.094815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Calling delete_port for 6531f98d-7b86-4f29-94b4-b580f40e5180 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:20:58.097199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 5138a54a-cbfe-45f8-8518-73972265602f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:20:58.097790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53264) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:58.103802 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Request body: {'subnet': {'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2134293660-subnet', 'tenant_id': 'fa321f3aaf844d3cad1999a705abd9f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:58.171404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-146f8230-f408-4f2d-8e15-250e3b142976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.172867 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-146f8230-f408-4f2d-8e15-250e3b142976 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556420 Aug 24 00:20:58.197067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6587206c-dbd3-4dbb-a291-44bcfd0af86a up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:20:58.254496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6587206c-dbd3-4dbb-a291-44bcfd0af86a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:58.257943 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.311497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Made reservation on behalf of fa321f3aaf844d3cad1999a705abd9f1 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:20:58.314379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.333289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:58.337839 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-40bba6fd-08b0-4289-a87f-7c0f8d5da99e service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566608 Aug 24 00:20:58.343407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:58.409214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=70ecba71-eb80-443a-9956-d138937f71dc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:58.489031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Allocated IP 172.20.0.3 (216df912-921f-4278-80e3-a4cea5a13626/82931143-52e6-40e1-a22d-d8ba89268c6f/1c7a5f43-cbdf-419a-ae9c-016827d53403) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:20:58.496873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.497548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.502949 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51111bb1-3b85-4c9f-bfda-b002d378021d req-e831ee32-4169-4e73-a150-db4ac4026d88 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.514853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ca1ae-0fd0-4c28-86ed-e4c237f3783a req-a88de795-de80-4a20-adf9-07e5a79833a3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:58.521491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a94ca1ae-0fd0-4c28-86ed-e4c237f3783a req-a88de795-de80-4a20-adf9-07e5a79833a3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 947 time: 0.5134938 Aug 24 00:20:58.599878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51111bb1-3b85-4c9f-bfda-b002d378021d req-e831ee32-4169-4e73-a150-db4ac4026d88 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.642755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a94ca1ae-0fd0-4c28-86ed-e4c237f3783a req-8adcd693-4cce-4071-8a4b-5268d46d2964 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192167 Aug 24 00:20:58.673290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ab69364c-d5df-42a3-ae53-5de4083a94cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4741833 Aug 24 00:20:58.776012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df4588e-b938-4ed4-9397-01bcc6089050 req-1cd2cc84-70aa-4368-a46b-28a9f9275ba2 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 210 time: 0.0457313 Aug 24 00:20:58.785469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-762e9542-b11e-4205-9e2a-ee355344b50e None None] Provisioning for port 70ecba71-eb80-443a-9956-d138937f71dc completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:20:58.792499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-762e9542-b11e-4205-9e2a-ee355344b50e None None] Provisioning complete for port 70ecba71-eb80-443a-9956-d138937f71dc triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:20:58.799538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.803591 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-762e9542-b11e-4205-9e2a-ee355344b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.812252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da739bcc-4e80-4d07-9f10-4f2aecabfc84 req-cfbd0426-9584-49c6-93bf-25501f1e598d service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370513 Aug 24 00:20:58.844808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-762e9542-b11e-4205-9e2a-ee355344b50e None None] Port 70ecba71-eb80-443a-9956-d138937f71dc cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:20:58.933404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51111bb1-3b85-4c9f-bfda-b002d378021d req-e831ee32-4169-4e73-a150-db4ac4026d88 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.936130 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-51111bb1-3b85-4c9f-bfda-b002d378021d req-e831ee32-4169-4e73-a150-db4ac4026d88 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:58.937317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51111bb1-3b85-4c9f-bfda-b002d378021d req-e831ee32-4169-4e73-a150-db4ac4026d88 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/6cb05d0d-08bd-4800-99e1-1cf62ddb1e92 HTTP/1.1" status: 204 len: 173 time: 0.9886353 Aug 24 00:20:58.954175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831ee32-4169-4e73-a150-db4ac4026d88 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb05d0d-08bd-4800-99e1-1cf62ddb1e92,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:59.042373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4ecf2-d523-4cab-bc05-041bbb364e6e req-3355cdba-2028-44bd-a2a7-7b02cd2c28fa tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.043832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ab4ecf2-d523-4cab-bc05-041bbb364e6e req-3355cdba-2028-44bd-a2a7-7b02cd2c28fa tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 947 time: 0.0488214 Aug 24 00:20:59.052187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.062350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f3129429-79ac-4bd7-96e0-5b417b0d7c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.070379 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.086586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Pushing event deleted for resources: {'Port': ['ID=6531f98d-7b86-4f29-94b4-b580f40e5180,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:59.117169 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.126938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.132787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Network 216df912-921f-4278-80e3-a4cea5a13626 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:20:59.135983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ab4ecf2-d523-4cab-bc05-041bbb364e6e req-8a9f35c0-6c16-47ff-9485-da853efb7bdf tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862267 Aug 24 00:20:59.139000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:59.142899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:20:59.158990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] No DVR routers for this DVR port 6531f98d-7b86-4f29-94b4-b580f40e5180 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:20:59.164301 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.166714 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e3f3a7a8-1505-4d38-9150-ef9e14d29ab3 req-2e5c8bd2-324c-461b-860a-4d6717927b1d tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "DELETE /v2.0/ports/6531f98d-7b86-4f29-94b4-b580f40e5180 HTTP/1.1" status: 204 len: 173 time: 1.6962156 Aug 24 00:20:59.172608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event updated for resources: {'Port': ['ID=1c7a5f43-cbdf-419a-ae9c-016827d53403,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:59.205961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.206689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.242478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:20:59.257453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-8b201e9c-cc04-4ce0-a506-559baac26c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.259058 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-8b201e9c-cc04-4ce0-a506-559baac26c2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 1098 time: 0.1339476 Aug 24 00:20:59.260502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53278) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:20:59.265412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6c6219ab-ec5f-4984-ac43-83ae0c080f22 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571128113', 'description': 'tempest-description--441828395'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:59.272030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:20:59.272407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Network hostable DHCP agents. Network: 5138a54a-cbfe-45f8-8518-73972265602f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:20:59.281091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0bd3c348-3389-4c0a-8b22-86435a8908b8 req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-641380124', 'description': 'tempest-description-626824025'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:59.316404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97091690-2f71-45f7-8f29-284f26832240 req-9cdee336-114c-485e-bef9-eb14efa59554 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0296943 Aug 24 00:20:59.322023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-72d1558d-a958-4234-b9d5-a5fa8ffe0fb4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5505457 Aug 24 00:20:59.334665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Request body: {'port': {'device_id': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:20:59.358360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [req-0bd3c348-3389-4c0a-8b22-86435a8908b8 req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:20:59.358360 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:20:59.358360 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id_1': 'dc31fffea1fb4df1a75a3f64d57a068b', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 20, 59, 297155)}] Aug 24 00:20:59.358360 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:20:59.358967 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [req-0bd3c348-3389-4c0a-8b22-86435a8908b8 req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:20:59.385225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-5b085e4e-5954-42a7-bd45-7d4a96324bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.386710 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-5b085e4e-5954-42a7-bd45-7d4a96324bef service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1158590 Aug 24 00:20:59.392931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.433791 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-df0ef318-5ff8-4943-a2e2-3a60739e480c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=df1a40c1-36e5-47e4-a421-51f97256b6ce HTTP/1.1" status: 200 len: 217 time: 0.0388176 Aug 24 00:20:59.435985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Network 5138a54a-cbfe-45f8-8518-73972265602f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:20:59.471072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c6219ab-ec5f-4984-ac43-83ae0c080f22 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.506559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-0daa73d5-58d7-4301-8695-5dd6c488e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.509110 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-0daa73d5-58d7-4301-8695-5dd6c488e450 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0664203 Aug 24 00:20:59.577455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 5138a54a-cbfe-45f8-8518-73972265602f) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:20:59.584798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.585348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387527e9-97a3-4f0e-9ea9-483602274cbd None None] Network 5138a54a-cbfe-45f8-8518-73972265602f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:59.585645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.616351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-b9a2ab43-26d3-415f-a06d-3ddcbbec14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.618110 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-b9a2ab43-26d3-415f-a06d-3ddcbbec14b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915647 Aug 24 00:20:59.654321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c6219ab-ec5f-4984-ac43-83ae0c080f22 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.712003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7a5f43-cbdf-419a-ae9c-016827d53403 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:20:59.721559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.727404 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-a7e33059-d669-4c87-b67d-76a5b74ae2f3 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999296 Aug 24 00:20:59.737450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Transition to ACTIVE for port object 1c7a5f43-cbdf-419a-ae9c-016827d53403 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:20:59.737923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6700bc82-0483-47dc-b199-2c20cd647dc5 None None] Network 5138a54a-cbfe-45f8-8518-73972265602f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:20:59.786441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae8bf9-e28e-40a0-ae40-0428e56908e1 req-a3637b6c-f7dd-4669-8edc-1c92bff38686 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:20:59.787989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2ae8bf9-e28e-40a0-ae40-0428e56908e1 req-a3637b6c-f7dd-4669-8edc-1c92bff38686 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 947 time: 0.0541089 Aug 24 00:20:59.792446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'name': 'network-vif-deleted', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:20:59.812798 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134ad7ec-9af0-4b94-864c-403556585bac" -d '{"events": [{"server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "name": "network-vif-deleted", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:20:59.830790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2ae8bf9-e28e-40a0-ae40-0428e56908e1 req-548aa4c7-e867-499e-ae43-d91dac5362bf tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Aug 24 00:20:59.841198 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-892da49e-65c3-4ab1-b790-5db844dfc246 req-d4664c68-aa31-45a2-a13c-d99f444a055d service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042433 Aug 24 00:20:59.877474 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864004d6-91bb-4de3-a9a6-1aa88bab882c x-openstack-request-id: req-864004d6-91bb-4de3-a9a6-1aa88bab882c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:20:59.877814 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d1a31b-17b2-419f-906c-bffddeb5e24c", "name": "network-vif-deleted", "tag": "6531f98d-7b86-4f29-94b4-b580f40e5180", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:20:59.878074 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-864004d6-91bb-4de3-a9a6-1aa88bab882c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:20:59.878517 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d1a31b-17b2-419f-906c-bffddeb5e24c', 'name': 'network-vif-deleted', 'tag': '6531f98d-7b86-4f29-94b4-b580f40e5180', 'status': 'completed', 'code': 200} Aug 24 00:20:59.910148 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c6219ab-ec5f-4984-ac43-83ae0c080f22 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.938983 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:20:59.941023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6219ab-ec5f-4984-ac43-83ae0c080f22 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481630e0-2690-4793-979f-2c29e735f5ae,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:00.016678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7a5f43-cbdf-419a-ae9c-016827d53403,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:00.038723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea90a7-20f9-488e-80c6-39b5a15ad3e9 req-a6112884-895d-4a78-97cd-6739ac731d94 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.047608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bea90a7-20f9-488e-80c6-39b5a15ad3e9 req-a6112884-895d-4a78-97cd-6739ac731d94 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 943 time: 0.1171980 Aug 24 00:21:00.101398 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e3e62970-1c01-4356-8f21-fd3918e92a79 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0024154 Aug 24 00:21:00.123361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bea90a7-20f9-488e-80c6-39b5a15ad3e9 req-e8dc96c2-4516-4ae4-bea8-8283c551f4c9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628383 Aug 24 00:21:00.126574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Attempting to bind port 1c7a5f43-cbdf-419a-ae9c-016827d53403 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:00.126804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Attempting to bind port 1c7a5f43-cbdf-419a-ae9c-016827d53403 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:00.127132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Attempting to bind port 1c7a5f43-cbdf-419a-ae9c-016827d53403 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:00.132215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Port 1c7a5f43-cbdf-419a-ae9c-016827d53403 on network 216df912-921f-4278-80e3-a4cea5a13626 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:00.132542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Attempting to bind port 1c7a5f43-cbdf-419a-ae9c-016827d53403 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:00.138139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:00.138487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Checking segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:00.138873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Bound using segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:00.139309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Bound port: 1c7a5f43-cbdf-419a-ae9c-016827d53403, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:00.139676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.213423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:00.218807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:00.248629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.262297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51b78735-8c50-473d-81e2-cf25ecdeab1d req-ee574043-bd19-40e7-a03e-d001b51fdb1b tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39d1a31b-17b2-419f-906c-bffddeb5e24c HTTP/1.1" status: 200 len: 210 time: 0.0275161 Aug 24 00:21:00.293381 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0bd3c348-3389-4c0a-8b22-86435a8908b8 req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.368356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.402419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c6219ab-ec5f-4984-ac43-83ae0c080f22 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.402552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.403154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.404753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] 10.222.0.37 "PUT /v2.0/ports/1c7a5f43-cbdf-419a-ae9c-016827d53403 HTTP/1.1" status: 200 len: 1091 time: 1.0746982 Aug 24 00:21:00.406652 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c6219ab-ec5f-4984-ac43-83ae0c080f22 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1451042 Aug 24 00:21:00.407389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53296) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:00.412529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5f82c06f-f3ba-427f-b3c9-22e71e1ae239 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'security_group_rule': {'security_group_id': '481630e0-2690-4793-979f-2c29e735f5ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:00.412719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'tag': '1c7a5f43-cbdf-419a-ae9c-016827d53403'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:00.415076 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c52bee-7742-45b1-a2a7-b98b3ec98d66" -d '{"events": [{"name": "network-changed", "server_uuid": "53ac5f8e-8443-47fd-b519-22ecb4ef8e1b", "tag": "1c7a5f43-cbdf-419a-ae9c-016827d53403"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:00.453520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02bcd196-f7d4-4775-919e-8da240955446 req-3690c960-6c18-4bd0-80fd-555a20eb2bd3 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0567644 Aug 24 00:21:00.478427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c80cf-c6c5-4fe1-bf87-619576a18dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7a5f43-cbdf-419a-ae9c-016827d53403,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:00.510445 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9424702-fe8e-41f2-86b0-87adab01bf6a x-openstack-request-id: req-d9424702-fe8e-41f2-86b0-87adab01bf6a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:00.510757 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ac5f8e-8443-47fd-b519-22ecb4ef8e1b", "tag": "1c7a5f43-cbdf-419a-ae9c-016827d53403", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:00.511000 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9424702-fe8e-41f2-86b0-87adab01bf6a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:00.511365 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'tag': '1c7a5f43-cbdf-419a-ae9c-016827d53403', 'status': 'completed', 'code': 200} Aug 24 00:21:00.563525 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0bd3c348-3389-4c0a-8b22-86435a8908b8 req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.576547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c52bee-7742-45b1-a2a7-b98b3ec98d66 req-be7636ea-fec2-4fd0-b916-23441b61dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.578102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72c52bee-7742-45b1-a2a7-b98b3ec98d66 req-be7636ea-fec2-4fd0-b916-23441b61dd6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 1094 time: 0.0469844 Aug 24 00:21:00.672195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c52bee-7742-45b1-a2a7-b98b3ec98d66 req-166f6c27-f26f-4fdd-a467-513aae51a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.673679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72c52bee-7742-45b1-a2a7-b98b3ec98d66 req-166f6c27-f26f-4fdd-a467-513aae51a16f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5356aa8eef24403599d9f2796a084d67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0886300 Aug 24 00:21:00.732922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0bd3c348-3389-4c0a-8b22-86435a8908b8 req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.776458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5ea9b-cecf-4614-96af-eec8abff55ec,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:00.798997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c52bee-7742-45b1-a2a7-b98b3ec98d66 req-3cc4fe6e-1d6d-4e70-a47b-894fa6b3e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.800496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72c52bee-7742-45b1-a2a7-b98b3ec98d66 req-3cc4fe6e-1d6d-4e70-a47b-894fa6b3e4e8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205940 Aug 24 00:21:00.846863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f82c06f-f3ba-427f-b3c9-22e71e1ae239 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.879492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-0935e486-cff7-4296-ad83-ba89b501c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:00.881105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-0935e486-cff7-4296-ad83-ba89b501c980 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 1094 time: 0.0455925 Aug 24 00:21:00.905646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f82c06f-f3ba-427f-b3c9-22e71e1ae239 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.931993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-bfcc6d1b-8153-4696-8697-bafe07de9122 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403 HTTP/1.1" status: 200 len: 217 time: 0.0427623 Aug 24 00:21:00.986664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0bd3c348-3389-4c0a-8b22-86435a8908b8 req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:00.987742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bd3c348-3389-4c0a-8b22-86435a8908b8 req-3abc0690-33c3-41a8-a204-0c85880b3865 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.7137070 Aug 24 00:21:01.005459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-30a2f320-f281-45de-a183-99fa28b153de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.009882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-30a2f320-f281-45de-a183-99fa28b153de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0665390 Aug 24 00:21:01.036077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f82c06f-f3ba-427f-b3c9-22e71e1ae239 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.043002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21546da6-bee8-4e6a-9f93-718917a9089e req-fa198764-9e2c-4ca0-8af2-61c638ced851 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.043002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21546da6-bee8-4e6a-9f93-718917a9089e req-fa198764-9e2c-4ca0-8af2-61c638ced851 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 947 time: 0.1130736 Aug 24 00:21:01.048489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53314) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:01.057602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1148414646-network', 'tenant_id': 'a8a5e7d375e443cfa485e53764762bbb'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:01.063233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-410c88f3-9b00-4b0d-b496-11ad2f45763b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473902 Aug 24 00:21:01.070424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82c06f-f3ba-427f-b3c9-22e71e1ae239 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096db9a6-b6a5-4c9c-9e34-5e6d2ac70cb4,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:01.168911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf425353-e3ce-4e4e-b48f-f1cb87fe6577 req-a315ce4a-d34a-4ce7-b7eb-14214802ffa4 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/8ec5ea9b-cecf-4614-96af-eec8abff55ec HTTP/1.1" status: 200 len: 1799 time: 0.1541121 Aug 24 00:21:01.173220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21546da6-bee8-4e6a-9f93-718917a9089e req-4226602d-4a1c-4750-8aa3-94ae241bdf39 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123655 Aug 24 00:21:01.188053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cf425353-e3ce-4e4e-b48f-f1cb87fe6577 req-88a49e8d-3171-414e-a6dc-a5ad16bea623 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1574184690', 'description': 'tempest-description-hth-1373926062'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:01.197103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Made reservation on behalf of a8a5e7d375e443cfa485e53764762bbb for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:01.199477 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.214983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.224825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-95e37963-5517-4d22-860a-794dea6d95e3 service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538689 Aug 24 00:21:01.228042 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf425353-e3ce-4e4e-b48f-f1cb87fe6577 req-88a49e8d-3171-414e-a6dc-a5ad16bea623 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.271931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f82c06f-f3ba-427f-b3c9-22e71e1ae239 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.273286 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5f82c06f-f3ba-427f-b3c9-22e71e1ae239 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8647172 Aug 24 00:21:01.276152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53318) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:01.280990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-bcc0ae1b-a32d-4d96-b671-9bfc4930ee83 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'security_group_rule': {'security_group_id': '481630e0-2690-4793-979f-2c29e735f5ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:01.331833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6531f98d-7b86-4f29-94b4-b580f40e5180 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:01.354816 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf425353-e3ce-4e4e-b48f-f1cb87fe6577 req-88a49e8d-3171-414e-a6dc-a5ad16bea623 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.355590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 6531f98d-7b86-4f29-94b4-b580f40e5180 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:01.355935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6531f98d-7b86-4f29-94b4-b580f40e5180 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:01.376993 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.383714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa1f4-6b91-47d0-9322-2969415073bc req-18e5e32d-8652-4d46-ab24-bd43f1aaed5e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.385226 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98afa1f4-6b91-47d0-9322-2969415073bc req-18e5e32d-8652-4d46-ab24-bd43f1aaed5e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 943 time: 0.1363337 Aug 24 00:21:01.415127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5876280-be22-4260-ac5f-01c7ee4e22b4 req-6edd8bd6-9dbb-4657-9514-ea5a81148eb1 service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827366 Aug 24 00:21:01.433495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98afa1f4-6b91-47d0-9322-2969415073bc req-611c2473-13a5-4fb9-93f0-3a2b3b5ebebd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Aug 24 00:21:01.435564 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf425353-e3ce-4e4e-b48f-f1cb87fe6577 req-88a49e8d-3171-414e-a6dc-a5ad16bea623 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.438138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf425353-e3ce-4e4e-b48f-f1cb87fe6577 req-88a49e8d-3171-414e-a6dc-a5ad16bea623 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.439574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf425353-e3ce-4e4e-b48f-f1cb87fe6577 req-88a49e8d-3171-414e-a6dc-a5ad16bea623 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "PUT /v2.0/security-groups/8ec5ea9b-cecf-4614-96af-eec8abff55ec HTTP/1.1" status: 200 len: 1775 time: 0.2632992 Aug 24 00:21:01.469341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a49e8d-3171-414e-a6dc-a5ad16bea623 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5ea9b-cecf-4614-96af-eec8abff55ec,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:01.475679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.501595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:01.521730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.522123 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Added segment 22c1a751-d985-4152-b29e-563dbdd8bdaf of type vlan for network 78593f60-226e-467c-a0e8-5bb4ac1ac318 Aug 24 00:21:01.523534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b3501d-698f-46e3-854d-46f4f6e8d8c3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:01.573267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.605765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46e61539-739f-4945-a127-928fe50381be req-0900163c-809f-42d5-8158-8f9a3122fa85 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/8ec5ea9b-cecf-4614-96af-eec8abff55ec HTTP/1.1" status: 200 len: 1775 time: 0.0858903 Aug 24 00:21:01.613754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ae1b-a32d-4d96-b671-9bfc4930ee83 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.632837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b8cb7d1-0510-49d7-b4be-1b850e12f89c req-97a8da28-0a23-4fd7-b428-388ab98f9cef tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0355773 Aug 24 00:21:01.663652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ae1b-a32d-4d96-b671-9bfc4930ee83 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.670649 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.671659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:01.672379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.703001 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63772eb5-70b3-4f51-b081-def45f1c90e1 req-c4725ffc-0adb-4d74-92d7-25fe33b50084 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/8ec5ea9b-cecf-4614-96af-eec8abff55ec HTTP/1.1" status: 200 len: 1775 time: 0.0422845 Aug 24 00:21:01.721786 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.734473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=78593f60-226e-467c-a0e8-5bb4ac1ac318,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:01.744142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 78593f60-226e-467c-a0e8-5bb4ac1ac318 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:01.751121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ae1b-a32d-4d96-b671-9bfc4930ee83 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.763479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63772eb5-70b3-4f51-b081-def45f1c90e1 req-c487607a-ce55-4780-9556-6048d375f831 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.776983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0ae1b-a32d-4d96-b671-9bfc4930ee83 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3169cbb6-d7be-44f4-a02f-59d6d2b65891,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:01.788145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63772eb5-70b3-4f51-b081-def45f1c90e1 req-c487607a-ce55-4780-9556-6048d375f831 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.804779 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-be4f1978-1ca6-44a8-9e8f-6a37237b0fa9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7539039 Aug 24 00:21:01.817016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:01.817016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Request body: {'subnet': {'network_id': '78593f60-226e-467c-a0e8-5bb4ac1ac318', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1148414646-subnet', 'tenant_id': 'a8a5e7d375e443cfa485e53764762bbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:01.882044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ae1b-a32d-4d96-b671-9bfc4930ee83 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:01.883284 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bcc0ae1b-a32d-4d96-b671-9bfc4930ee83 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6060240 Aug 24 00:21:01.886385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53334) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:01.891010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:02.001977 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63772eb5-70b3-4f51-b081-def45f1c90e1 req-c487607a-ce55-4780-9556-6048d375f831 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.004653 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-63772eb5-70b3-4f51-b081-def45f1c90e1 req-c487607a-ce55-4780-9556-6048d375f831 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.005913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63772eb5-70b3-4f51-b081-def45f1c90e1 req-c487607a-ce55-4780-9556-6048d375f831 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/8ec5ea9b-cecf-4614-96af-eec8abff55ec HTTP/1.1" status: 204 len: 173 time: 0.2959955 Aug 24 00:21:02.015274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487607a-ce55-4780-9556-6048d375f831 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5ea9b-cecf-4614-96af-eec8abff55ec,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:02.053469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Made reservation on behalf of a8a5e7d375e443cfa485e53764762bbb for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:02.055894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.132777 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-6a056950-0472-49f8-a026-e1b08b2dd95f req-a9583e65-87c5-45eb-b1f2-4c0c7e52a9fb tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:21:02.133818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a056950-0472-49f8-a026-e1b08b2dd95f req-a9583e65-87c5-45eb-b1f2-4c0c7e52a9fb tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6cb05d0d-08bd-4800-99e1-1cf62ddb1e92 HTTP/1.1" status: 404 len: 352 time: 0.0340357 Aug 24 00:21:02.179109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.185925 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-4087f533-aa26-4a8b-9524-c5c8a9e83c46 req-b5613929-6621-439f-8894-d013d836dae8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:21:02.187218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4087f533-aa26-4a8b-9524-c5c8a9e83c46 req-b5613929-6621-439f-8894-d013d836dae8 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/78957866-82f6-4862-9b83-a32d4ffee94b HTTP/1.1" status: 404 len: 352 time: 0.0301545 Aug 24 00:21:02.205753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dbdb2-f65a-491a-bf76-e3e9f23eb37d req-10a0e9c2-6b89-4935-b4b1-e08a3f4893c3 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.207340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-070dbdb2-f65a-491a-bf76-e3e9f23eb37d req-10a0e9c2-6b89-4935-b4b1-e08a3f4893c3 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 948 time: 0.0914953 Aug 24 00:21:02.280646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.313945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-070dbdb2-f65a-491a-bf76-e3e9f23eb37d req-6aceedab-3e38-4d42-9b1b-bbbec0f1369e tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938737 Aug 24 00:21:02.377915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf05d1e-76b3-46b0-9e0a-f12f84007ad1 req-16cb7cf9-4035-43b0-b8bc-b24fcd9a63c6 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.379401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bf05d1e-76b3-46b0-9e0a-f12f84007ad1 req-16cb7cf9-4035-43b0-b8bc-b24fcd9a63c6 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 947 time: 0.1272655 Aug 24 00:21:02.387607 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-062ecf35-3f82-4774-8ac6-19992a26cd55 req-95230301-adc7-4da2-8f65-5ecf46520376 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:21:02.388593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-062ecf35-3f82-4774-8ac6-19992a26cd55 req-95230301-adc7-4da2-8f65-5ecf46520376 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/2640397b-906d-4b25-8bf8-9421ade9ed51 HTTP/1.1" status: 404 len: 352 time: 0.0354495 Aug 24 00:21:02.391796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Allocated IP 172.25.5.207 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/8f3cbb75-3bf1-487d-b565-e459e8458a43) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:02.433521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bf05d1e-76b3-46b0-9e0a-f12f84007ad1 req-7d889383-af89-4142-9f84-a7cf266baf79 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480661 Aug 24 00:21:02.434635 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-011e090a-8dc6-4eda-9841-e9e589ddc242 req-b05d1c34-7045-43ac-a67f-651aa827c0cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:21:02.435660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-011e090a-8dc6-4eda-9841-e9e589ddc242 req-b05d1c34-7045-43ac-a67f-651aa827c0cd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/d4c040aa-9c8a-40fb-ab4a-40bc5f995608 HTTP/1.1" status: 404 len: 352 time: 0.0208316 Aug 24 00:21:02.480491 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-4bf675da-efb3-419f-ba08-2a52542460a7 req-d74ccdbe-c1f6-41ae-bc6f-eb736aa2c4b3 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:21:02.482232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bf675da-efb3-419f-ba08-2a52542460a7 req-d74ccdbe-c1f6-41ae-bc6f-eb736aa2c4b3 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/6493d1e2-8b9f-4cad-9d2f-d3e167342af5 HTTP/1.1" status: 404 len: 352 time: 0.0154970 Aug 24 00:21:02.487668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.510252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.563464 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-95c22e9b-6505-4739-aadd-03bc0fcee0ba req-efc8fc04-5aa9-47fc-b659-f53b0163b919 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] show failed (client error): The resource could not be found. Aug 24 00:21:02.564455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95c22e9b-6505-4739-aadd-03bc0fcee0ba req-efc8fc04-5aa9-47fc-b659-f53b0163b919 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/bcf934ca-33df-4a41-803d-ae4169170709 HTTP/1.1" status: 404 len: 352 time: 0.0365031 Aug 24 00:21:02.605873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28df356e-99c4-4523-8d8e-4579c8602943,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:02.619852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Checking segment: {'id': '22c1a751-d985-4152-b29e-563dbdd8bdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '78593f60-226e-467c-a0e8-5bb4ac1ac318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:02.620213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Network hostable DHCP agents. Network: 78593f60-226e-467c-a0e8-5bb4ac1ac318, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:02.624922 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.630819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857c4fa-9c8f-4a66-b976-b93b9241655d req-6ddcecc2-1bc1-4fed-b480-60e2d41533da tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.632362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2857c4fa-9c8f-4a66-b976-b93b9241655d req-6ddcecc2-1bc1-4fed-b480-60e2d41533da tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 943 time: 0.0883117 Aug 24 00:21:02.668661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:02.672595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:02.679935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2857c4fa-9c8f-4a66-b976-b93b9241655d req-f13b4b42-9fef-42a8-8598-f9a11767780f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Aug 24 00:21:02.683080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:02.718655 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=8f3cbb75-3bf1-487d-b565-e459e8458a43,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:02.721764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Network 78593f60-226e-467c-a0e8-5bb4ac1ac318 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:02.777612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f82588b-c8b0-41cd-b310-a681a7f1d127 req-c088f973-e2ec-4335-9172-b4747a71a8c6 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0267615 Aug 24 00:21:02.788918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.859047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 78593f60-226e-467c-a0e8-5bb4ac1ac318) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:02.863645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:02.864706 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.868876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92518b68-346f-42ba-be7c-fa97c1977030 None None] Network 78593f60-226e-467c-a0e8-5bb4ac1ac318 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:02.941246 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:02.990772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b424d4-bbb9-4667-b9a8-cb2ef07f7493 None None] Network 78593f60-226e-467c-a0e8-5bb4ac1ac318 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:03.036789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5196d882-99d9-4bfe-8140-2f26cc3b5a9c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2293680 Aug 24 00:21:03.124039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.233092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16b0fc-27fe-412c-b7e3-f58d22e55f97 req-032b053c-f234-4f6c-b780-e284bb178e44 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.236012 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.245653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e16b0fc-27fe-412c-b7e3-f58d22e55f97 req-032b053c-f234-4f6c-b780-e284bb178e44 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1023 time: 0.0596008 Aug 24 00:21:03.288317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e16b0fc-27fe-412c-b7e3-f58d22e55f97 req-e37a69bb-ae06-43b0-825e-29e6a9ebc1e2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&id=5c1370d8-a624-41a9-b715-6d9c2a81fddf&id=0c8c9bdf-8712-4e27-808a-2b10e0807a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0414450 Aug 24 00:21:03.310342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=8f3cbb75-3bf1-487d-b565-e459e8458a43,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:03.317638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.330759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device df1a40c1-36e5-47e4-a421-51f97256b6ce details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:03.418903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.429579 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-edf453ed-a3a6-44e7-9298-3448476eb1f2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5420661 Aug 24 00:21:03.440274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port df1a40c1-36e5-47e4-a421-51f97256b6ce, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df1a40c1-36e5-47e4-a421-51f97256b6ce,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:03.459223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'df1a40c1-36e5-47e4-a421-51f97256b6ce', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'df1a40c1-36e5-47e4-a421-51f97256b6ce', 'mac_address': 'fa:16:3e:fa:b4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:03.463949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11a4bc-8250-4c7c-a7c0-3b97edab7932 req-b5cfded3-a329-4319-9c3b-52125db162e0 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.465853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e11a4bc-8250-4c7c-a7c0-3b97edab7932 req-b5cfded3-a329-4319-9c3b-52125db162e0 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 948 time: 0.0762932 Aug 24 00:21:03.565703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e11a4bc-8250-4c7c-a7c0-3b97edab7932 req-9428014f-8800-4fab-9d38-6ceb69b74a2c tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/security-groups?id=1279b017-f962-404b-aac8-5b947e64fd1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894804 Aug 24 00:21:03.597129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-345e7b6c-be0c-4684-af01-2a9fee7be7ea tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.598731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-345e7b6c-be0c-4684-af01-2a9fee7be7ea tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 808 time: 0.1595192 Aug 24 00:21:03.617366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-90a771f0-d3a6-47d6-9346-4dc440d85a0c tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/quotas/fa321f3aaf844d3cad1999a705abd9f1 HTTP/1.1" status: 200 len: 375 time: 0.0120652 Aug 24 00:21:03.630464 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.643450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1a40c1-36e5-47e4-a421-51f97256b6ce {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:03.663313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port df1a40c1-36e5-47e4-a421-51f97256b6ce, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df1a40c1-36e5-47e4-a421-51f97256b6ce,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:03.671323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-91fa0771-0a5d-49c4-9f9f-4c430f22d1d2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472305 Aug 24 00:21:03.727554 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:03.741641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b9b02-7da9-48e7-8b90-5eeade743d26 req-c424f0ec-335f-4236-84c9-21aee104f8c4 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.743138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f0b9b02-7da9-48e7-8b90-5eeade743d26 req-c424f0ec-335f-4236-84c9-21aee104f8c4 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 947 time: 0.1104655 Aug 24 00:21:03.783797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=df1a40c1-36e5-47e4-a421-51f97256b6ce,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:03.805891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-d685921a-cf7c-4537-905a-bed18cb97c18 service neutron] 10.222.0.26 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263471 Aug 24 00:21:03.810845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f0b9b02-7da9-48e7-8b90-5eeade743d26 req-302d47fb-6232-48f8-8c0a-866c6bf3a941 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583618 Aug 24 00:21:03.933110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['df1a40c1-36e5-47e4-a421-51f97256b6ce'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:03.943519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-0bcb9cfc-1600-46ca-9551-7dff8337145d service neutron] 10.222.0.26 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306357 Aug 24 00:21:03.969514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-ec0c410a-6ec1-4ecc-926b-c23397751a48 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--571128113&fields=id&tenant_id=3ce9b671258249d0ad55d7db347f4071 HTTP/1.1" status: 200 len: 267 time: 0.0793433 Aug 24 00:21:03.992179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-599e7294-431c-4d9c-815b-8a56f6c7d16c tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:03.993787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-599e7294-431c-4d9c-815b-8a56f6c7d16c tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 948 time: 0.0707600 Aug 24 00:21:04.067668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-18ff232d-5ebb-4b19-9ca5-2987f7e682fb tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.069320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-18ff232d-5ebb-4b19-9ca5-2987f7e682fb tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports/678b847c-3345-457a-a479-f0927bf12b0f HTTP/1.1" status: 200 len: 932 time: 0.0745351 Aug 24 00:21:04.148235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4d324ad6-9cc9-4c89-b9b5-6d3bd82c7478 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.149594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4d324ad6-9cc9-4c89-b9b5-6d3bd82c7478 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports/70ecba71-eb80-443a-9956-d138937f71dc HTTP/1.1" status: 200 len: 932 time: 0.0739439 Aug 24 00:21:04.207527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-814a268d-b492-4250-87f2-952418748fda tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0499704 Aug 24 00:21:04.214692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Deleting port 75318867-e4c2-48a6-9e5f-71651acf4bd0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:04.215034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:04.285783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-8416d50f-c8cd-475c-9d2f-96c7e8c875ca tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0665665 Aug 24 00:21:04.392183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] For port 75318867-e4c2-48a6-9e5f-71651acf4bd0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=75318867-e4c2-48a6-9e5f-71651acf4bd0,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:04.392563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:04.431429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Calling delete_port for 75318867-e4c2-48a6-9e5f-71651acf4bd0 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:04.470717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e455799a-d599-4d53-9852-be60055b29e7 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.476449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e455799a-d599-4d53-9852-be60055b29e7 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.482649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e455799a-d599-4d53-9852-be60055b29e7 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.484259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e455799a-d599-4d53-9852-be60055b29e7 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/networks?id=02811b6d-d2ab-456b-acf1-a097541acb3b&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=6ebfc40c-f1d5-419f-aee7-9d4941683983&id=6ebfc40c-f1d5-419f-aee7-9d4941683983 HTTP/1.1" status: 200 len: 1989 time: 0.1909070 Aug 24 00:21:04.537942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4a54c086-7693-4654-bf37-b20f74c8b6e5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/quotas/3ce9b671258249d0ad55d7db347f4071 HTTP/1.1" status: 200 len: 375 time: 0.0465732 Aug 24 00:21:04.546894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5b918-db0b-45e8-8592-2c3100a55de5 req-3896b37b-29eb-4fdd-a321-985e8f09a406 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:04.548321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72d5b918-db0b-45e8-8592-2c3100a55de5 req-3896b37b-29eb-4fdd-a321-985e8f09a406 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 943 time: 0.1466968 Aug 24 00:21:04.643687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72d5b918-db0b-45e8-8592-2c3100a55de5 req-82b725e4-6eb8-491a-9fc9-34f2c5339842 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820150 Aug 24 00:21:04.663799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-504aab05-6343-45db-a5ba-90f7bfd9178f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1145079 Aug 24 00:21:04.768468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3a16fb7-2da4-45e3-ab01-6e01df2fc1a4 req-4e11d92b-ed01-4a01-9db6-b14c93f9aaff tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0647957 Aug 24 00:21:04.809227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3eb70386-b47c-4a17-8569-6dfb1f3cc242 service neutron] 10.222.0.26 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273949 Aug 24 00:21:04.850334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92371c92-982c-4a2a-b542-dc2b3eb64886 req-52956f37-a3ce-4fdc-b1dd-2584edebf2dd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 210 time: 0.0392745 Aug 24 00:21:04.914428 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:04.974092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Pushing event deleted for resources: {'Port': ['ID=75318867-e4c2-48a6-9e5f-71651acf4bd0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:04.991669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-adf06d00-a16b-46c3-a20b-4617bfdf17d2 service neutron] 10.222.0.26 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722200 Aug 24 00:21:05.329952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] No DVR routers for this DVR port 75318867-e4c2-48a6-9e5f-71651acf4bd0 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:05.342282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ea83-eb15-45a6-a865-c1f7f7935424 req-0c3a6de7-ce98-4fe8-8d57-1cca665594d4 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:05.343838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0642ea83-eb15-45a6-a865-c1f7f7935424 req-0c3a6de7-ce98-4fe8-8d57-1cca665594d4 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1023 time: 0.4336348 Aug 24 00:21:05.352328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.354277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b00f86cf-0188-46fc-97fd-1252e329ad20 req-60bb4c4d-7a01-421a-bdac-a4c093d4b2b5 tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.37 "DELETE /v2.0/ports/75318867-e4c2-48a6-9e5f-71651acf4bd0 HTTP/1.1" status: 204 len: 173 time: 1.3486204 Aug 24 00:21:05.360371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1c7a5f43-cbdf-419a-ae9c-016827d53403 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:05.361003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-deleted', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:05.361118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device df1a40c1-36e5-47e4-a421-51f97256b6ce up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:05.361214 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7495c01b-6479-4cf4-8d16-b85354683dbc" -d '{"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-deleted", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:05.394691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b5a83c5a-6276-4aec-8c54-e003b7132f34 service neutron] 10.222.0.26 "GET /v2.0/ports/678b847c-3345-457a-a479-f0927bf12b0f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3877213 Aug 24 00:21:05.507145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0642ea83-eb15-45a6-a865-c1f7f7935424 req-d016768f-e23e-4e63-a5a3-6820c9ec3c69 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups?id=6d360115-d01e-4c09-8c91-92434fb68cb7&id=5c1370d8-a624-41a9-b715-6d9c2a81fddf&id=0c8c9bdf-8712-4e27-808a-2b10e0807a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1394422 Aug 24 00:21:05.533413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:05.546380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-95a5c43e-4d25-432e-a419-3da6da048fbd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:05.556468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '1c7a5f43-cbdf-419a-ae9c-016827d53403', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'port_id': '1c7a5f43-cbdf-419a-ae9c-016827d53403', 'mac_address': 'fa:16:3e:1d:a2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82931143-52e6-40e1-a22d-d8ba89268c6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:05.559592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-95a5c43e-4d25-432e-a419-3da6da048fbd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.36 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 1023 time: 0.2141244 Aug 24 00:21:05.592977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port df1a40c1-36e5-47e4-a421-51f97256b6ce completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:05.601613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port df1a40c1-36e5-47e4-a421-51f97256b6ce triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:05.601991 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.623893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.646673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7a5f43-cbdf-419a-ae9c-016827d53403 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:05.651345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b9cdfc1-8b76-4a88-9331-18c9cd5ef130 req-c860add5-b121-4a22-9f92-09b5da2af1aa tempest-ListImageFiltersTestJSON-1312857159 tempest-ListImageFiltersTestJSON-1312857159-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b59863b-6f6b-49bb-9960-a77199f66255 HTTP/1.1" status: 200 len: 210 time: 0.0593016 Aug 24 00:21:05.688949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-6f362151-52ef-4103-af39-d6e578d79532 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847760 Aug 24 00:21:05.698113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:05.715444 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.741792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a702d9c0-edca-4320-98e5-39e3b8c0b18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1a40c1-36e5-47e4-a421-51f97256b6ce'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:05.744094 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e79f9-daf5-4c4b-abd5-d9cc6a0b031d" -d '{"events": [{"server_uuid": "a702d9c0-edca-4320-98e5-39e3b8c0b18b", "name": "network-vif-plugged", "status": "completed", "tag": "df1a40c1-36e5-47e4-a421-51f97256b6ce"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:05.760431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port df1a40c1-36e5-47e4-a421-51f97256b6ce, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df1a40c1-36e5-47e4-a421-51f97256b6ce,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:05.772824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.818783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Deleting port 5b16ae9b-8da6-477d-adb1-e344243359ca {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:05.819145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.822535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=1c7a5f43-cbdf-419a-ae9c-016827d53403,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:05.876443 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:05.886904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167729e6-f646-4fea-9fb6-a301a0f826dd req-f0cbd275-bf17-49db-b7ed-a0bb2ae822e5 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:05.888424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-167729e6-f646-4fea-9fb6-a301a0f826dd req-f0cbd275-bf17-49db-b7ed-a0bb2ae822e5 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 948 time: 0.1382058 Aug 24 00:21:05.895970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-7f932e2a-74a5-458c-956b-6557d3c5d353 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983726 Aug 24 00:21:05.931536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=df1a40c1-36e5-47e4-a421-51f97256b6ce,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:05.975451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-7ae3e44d-b26c-4018-ab74-52d552c4aed3 service neutron] 10.222.0.26 "GET /v2.0/ports/70ecba71-eb80-443a-9956-d138937f71dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0677767 Aug 24 00:21:05.983947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1c7a5f43-cbdf-419a-ae9c-016827d53403'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:05.992350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-167729e6-f646-4fea-9fb6-a301a0f826dd req-9fe50393-d2d1-4d9c-9482-8a737643bd95 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954144 Aug 24 00:21:06.006310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] For port 5b16ae9b-8da6-477d-adb1-e344243359ca, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5b16ae9b-8da6-477d-adb1-e344243359ca,segment=NetworkSegment(cc69e8f3-b74b-4cfa-9212-f8accd6240b1),segment_id=cc69e8f3-b74b-4cfa-9212-f8accd6240b1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:06.006691 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.059454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Calling delete_port for 5b16ae9b-8da6-477d-adb1-e344243359ca owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:06.133793 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3760838-b208-4e8f-93b5-aaf9baa45cc2 x-openstack-request-id: req-a3760838-b208-4e8f-93b5-aaf9baa45cc2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:06.134088 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b59863b-6f6b-49bb-9960-a77199f66255", "name": "network-vif-deleted", "tag": "75318867-e4c2-48a6-9e5f-71651acf4bd0", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:06.134340 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3760838-b208-4e8f-93b5-aaf9baa45cc2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:06.134763 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b59863b-6f6b-49bb-9960-a77199f66255', 'name': 'network-vif-deleted', 'tag': '75318867-e4c2-48a6-9e5f-71651acf4bd0', 'status': 'completed', 'code': 200} Aug 24 00:21:06.156909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-9991472e-0df3-406e-a88a-d2bc454fcec1 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729670 Aug 24 00:21:06.326804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-2a0c033c-1394-4994-93cc-21ac4fa3ceb9 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683023 Aug 24 00:21:06.337467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb2e29-5914-4932-bd5f-fbdaac4caddf req-506c6e3e-f6d3-4b77-8244-2f0047566deb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:06.339525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13cb2e29-5914-4932-bd5f-fbdaac4caddf req-506c6e3e-f6d3-4b77-8244-2f0047566deb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 944 time: 0.1276796 Aug 24 00:21:06.438526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13cb2e29-5914-4932-bd5f-fbdaac4caddf req-a656d9d5-00c4-4cea-9c11-10690f93d5b3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861661 Aug 24 00:21:06.470903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-88a4d714-9841-4b02-8085-9503c7af61ea service neutron] 10.222.0.26 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303899 Aug 24 00:21:06.484903 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0749428b-7509-4f43-8f9e-2b7bd22d1af4 x-openstack-request-id: req-0749428b-7509-4f43-8f9e-2b7bd22d1af4 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:06.484903 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a702d9c0-edca-4320-98e5-39e3b8c0b18b", "name": "network-vif-plugged", "status": "completed", "tag": "df1a40c1-36e5-47e4-a421-51f97256b6ce", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:06.484903 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0749428b-7509-4f43-8f9e-2b7bd22d1af4 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:06.486067 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a702d9c0-edca-4320-98e5-39e3b8c0b18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1a40c1-36e5-47e4-a421-51f97256b6ce', 'code': 200} Aug 24 00:21:06.555937 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.575446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c932324-b97a-4815-8dbf-b59bd9903919 req-3d533c0e-b7f9-4924-be29-33e19477e114 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0437913 Aug 24 00:21:06.602692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5b16ae9b-8da6-477d-adb1-e344243359ca'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:06.632713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'Port': ['ID=5b16ae9b-8da6-477d-adb1-e344243359ca,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:06.717069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-2ec973e6-4e72-45aa-b655-d373458ae577 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375779 Aug 24 00:21:06.718894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0920f304-51e3-4a89-abb1-e8471e1a0c0f req-c867b7ec-32f4-4d38-a72b-4e15f30e7013 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 210 time: 0.0687604 Aug 24 00:21:06.720601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ade6e6-aba7-446e-ae2f-4e15c178e428 req-11c4815e-c5dc-4121-9c5b-047a8743b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:06.722055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06ade6e6-aba7-446e-ae2f-4e15c178e428 req-11c4815e-c5dc-4121-9c5b-047a8743b126 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 1100 time: 0.1747243 Aug 24 00:21:06.722796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] No DVR routers for this DVR port 5b16ae9b-8da6-477d-adb1-e344243359ca on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:06.726221 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:06.728111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7665bb04-81f5-446b-8eed-920bf6d7f9cf req-56410ef2-da10-47af-b117-10b88fe34edd tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.36 "DELETE /v2.0/ports/5b16ae9b-8da6-477d-adb1-e344243359ca HTTP/1.1" status: 204 len: 173 time: 1.1677365 Aug 24 00:21:06.829456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31b3304c-0fce-480d-afce-aa527ddf62c5 req-7b2ea005-2afc-4b77-ae37-58a691cfb66c tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/ports?device_id=8537eef2-4e46-4c04-98ed-d0d25c275bcf HTTP/1.1" status: 200 len: 210 time: 0.0417068 Aug 24 00:21:06.840559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06ade6e6-aba7-446e-ae2f-4e15c178e428 req-77bd6458-fe53-4b95-9aee-5eae295b304c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052413 Aug 24 00:21:06.868401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b95575ca-2fc3-4a31-ac0f-f576e9212a29 service neutron] 10.222.0.26 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437051 Aug 24 00:21:06.976174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-74a80df9-1cac-423d-bfb1-8f9dedbe66fe service neutron] 10.222.0.26 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970931 Aug 24 00:21:07.082494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f18e5ce5-9efa-45d9-9c47-38bb6807b37f service neutron] 10.222.0.26 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045561 Aug 24 00:21:07.274983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4592e52e-5dd3-41e7-bcac-ed8b51bd025a service neutron] 10.222.0.26 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858878 Aug 24 00:21:07.281967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-028f662f-a5f2-4982-811e-6d086c2854b3 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:07.283324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-028f662f-a5f2-4982-811e-6d086c2854b3 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 808 time: 0.1853180 Aug 24 00:21:07.340670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Request body: {'port': {'device_id': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'admin_state_up': True, 'tenant_id': 'fa321f3aaf844d3cad1999a705abd9f1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:07.364317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1c7a5f43-cbdf-419a-ae9c-016827d53403 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:07.443719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-9020bb0a-4c13-4206-ba32-7cb0411fd75d service neutron] 10.222.0.26 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593988 Aug 24 00:21:07.554659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 1c7a5f43-cbdf-419a-ae9c-016827d53403 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:07.558569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 1c7a5f43-cbdf-419a-ae9c-016827d53403 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:07.559104 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.562297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-ca91dfe3-3c08-4dde-8da4-ddf02bc6324e service neutron] 10.222.0.26 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121552 Aug 24 00:21:07.643649 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.675175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Made reservation on behalf of fa321f3aaf844d3cad1999a705abd9f1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:07.676979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:07.680041 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.748502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:07.749333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:07.775498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 75318867-e4c2-48a6-9e5f-71651acf4bd0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:07.775858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 75318867-e4c2-48a6-9e5f-71651acf4bd0 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:07.843390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=1c7a5f43-cbdf-419a-ae9c-016827d53403,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:07.844734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Allocated IP 172.20.0.12 (5138a54a-cbfe-45f8-8518-73972265602f/2ee400ed-b6f9-4653-aaf1-b8612f6fcde2/67126bbd-80d1-47fa-9489-f90c4c2d4f3a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:07.945277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0579-d4db-4d9d-9ed9-3feb6c60b92b req-cb202f1a-05f9-447d-a3f6-e4e715372b04 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:07.946807 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2dc0579-d4db-4d9d-9ed9-3feb6c60b92b req-cb202f1a-05f9-447d-a3f6-e4e715372b04 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 949 time: 0.0908768 Aug 24 00:21:08.027674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2dc0579-d4db-4d9d-9ed9-3feb6c60b92b req-f43288c7-fd12-4149-a741-20f582ec50e1 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560622 Aug 24 00:21:08.058474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:08.135958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'name': 'network-vif-deleted', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:08.138439 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1431f0-4841-4ae8-a381-944864aae30e" -d '{"events": [{"server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "name": "network-vif-deleted", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:08.158712 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:08.241825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Network 5138a54a-cbfe-45f8-8518-73972265602f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:08.249333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:08.251769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:08.278840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Pushing event updated for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:08.304287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c8e16-43c8-4ac2-9b04-5df17f38235f req-838b2d66-44b1-4f85-ac35-2b50a2a6a019 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:08.305805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e0c8e16-43c8-4ac2-9b04-5df17f38235f req-838b2d66-44b1-4f85-ac35-2b50a2a6a019 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1357744 Aug 24 00:21:08.330096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:08.331026 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:08.365946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e0c8e16-43c8-4ac2-9b04-5df17f38235f req-6472f37c-fea2-44a8-885a-5dbde15e0372 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Aug 24 00:21:08.453867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b55782db-1b94-4be3-8a14-eec06ca1bc39 req-31b68838-f1bc-4da5-ad3b-16423a3196a4 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0273590 Aug 24 00:21:08.455378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-c8a90e51-ef5c-4e0e-ae4c-862167746ac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1232064 Aug 24 00:21:08.473949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Request body: {'port': {'device_id': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:08.487181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7a5f43-cbdf-419a-ae9c-016827d53403'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:08.489644 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e657a09-5ad5-4c8f-af58-954bb6bc306d" -d '{"events": [{"server_uuid": "53ac5f8e-8443-47fd-b519-22ecb4ef8e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1c7a5f43-cbdf-419a-ae9c-016827d53403"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:08.556024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:08.616511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e9c35-07e1-4562-b400-8a25323aace6 req-f6e3b60d-a833-4da7-b5e0-3b17977e0507 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:08.618192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f99e9c35-07e1-4562-b400-8a25323aace6 req-f6e3b60d-a833-4da7-b5e0-3b17977e0507 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 932 time: 0.0949416 Aug 24 00:21:08.725683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f99e9c35-07e1-4562-b400-8a25323aace6 req-6cfdf270-5643-42e7-9ba7-86df2bb6abc0 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014969 Aug 24 00:21:08.893217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67126bbd-80d1-47fa-9489-f90c4c2d4f3a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:08.901338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:08.913447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Transition to ACTIVE for port object 67126bbd-80d1-47fa-9489-f90c4c2d4f3a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:09.453417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.504336 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661b795e-790c-4fa9-b3d4-3582d3d73323 x-openstack-request-id: req-661b795e-790c-4fa9-b3d4-3582d3d73323 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:09.504628 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537eef2-4e46-4c04-98ed-d0d25c275bcf", "name": "network-vif-deleted", "tag": "5b16ae9b-8da6-477d-adb1-e344243359ca", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:09.504884 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-661b795e-790c-4fa9-b3d4-3582d3d73323 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:09.505462 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537eef2-4e46-4c04-98ed-d0d25c275bcf', 'name': 'network-vif-deleted', 'tag': '5b16ae9b-8da6-477d-adb1-e344243359ca', 'status': 'completed', 'code': 200} Aug 24 00:21:09.535246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:09.535430 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb1c8c6-d3ea-4eed-b349-81edd6036905 x-openstack-request-id: req-fbb1c8c6-d3ea-4eed-b349-81edd6036905 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:09.535430 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ac5f8e-8443-47fd-b519-22ecb4ef8e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1c7a5f43-cbdf-419a-ae9c-016827d53403", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:09.536083 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbb1c8c6-d3ea-4eed-b349-81edd6036905 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:09.536083 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7a5f43-cbdf-419a-ae9c-016827d53403', 'code': 200} Aug 24 00:21:09.678980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:09.679317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:09.679649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:09.688096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a191-7bae-46de-a14c-1fa22510f07b req-62b02be8-3871-4097-a3b5-28b52a0fb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:09.689542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c71a191-7bae-46de-a14c-1fa22510f07b req-62b02be8-3871-4097-a3b5-28b52a0fb234 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 1096 time: 0.0972881 Aug 24 00:21:09.697588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd306b-7c5d-4268-81ff-f34ad596fd1f req-3e5119c2-d58a-4624-9778-994ce5787c41 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:09.698955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adbd306b-7c5d-4268-81ff-f34ad596fd1f req-3e5119c2-d58a-4624-9778-994ce5787c41 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 949 time: 0.0939021 Aug 24 00:21:09.700751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:09.701072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:09.724864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:09.725190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:09.725615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:09.726053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Bound port: 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:09.726417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.772843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c71a191-7bae-46de-a14c-1fa22510f07b req-f626c909-11ae-41f5-839f-a4b00cbda9af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729566 Aug 24 00:21:09.793491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adbd306b-7c5d-4268-81ff-f34ad596fd1f req-889be6e8-2fde-4cb2-b95c-82b1ba76f3e6 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862741 Aug 24 00:21:09.832770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:09.843382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:09.914543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.986724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:09.987363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:09.988759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] 10.222.0.36 "PUT /v2.0/ports/67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 1092 time: 1.5193503 Aug 24 00:21:09.991114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a33ce9b-305e-45aa-9f26-a950ae5192ac req-ebacd101-a86d-4c3f-b659-ef4d293d1172 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0489135 Aug 24 00:21:10.008861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c18e6e-e94f-4126-a07d-012296c9344d req-4c57c828-a53b-40c3-8d96-0e22fe654a8b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:10.010502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6c18e6e-e94f-4126-a07d-012296c9344d req-4c57c828-a53b-40c3-8d96-0e22fe654a8b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1277506 Aug 24 00:21:10.032197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8d446-8bb2-46dd-8e92-d2c6f7026fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:10.086756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6c18e6e-e94f-4126-a07d-012296c9344d req-94acd301-8339-4ca6-b3bb-7b83b5938a8b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580637 Aug 24 00:21:10.089362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5021d8ba-4ea0-4282-87ae-c52281b86073 req-1cb65bea-6424-4306-8c3a-59311d811e3b tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/0c8c9bdf-8712-4e27-808a-2b10e0807a4f HTTP/1.1" status: 200 len: 1800 time: 0.0694206 Aug 24 00:21:10.196479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5888854-6497-494f-bc89-be7c4b84b4fb req-7422beac-6aca-43b3-ae75-c55961c71442 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0432658 Aug 24 00:21:10.201411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5b16ae9b-8da6-477d-adb1-e344243359ca no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:10.213670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5021d8ba-4ea0-4282-87ae-c52281b86073 req-0fb1378d-8754-4b65-9cdf-f9d3e3d572d2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.220610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-13b9d5b7-1d80-42aa-bda3-5a0a41470bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:10.222082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-13b9d5b7-1d80-42aa-bda3-5a0a41470bfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1095 time: 0.0960078 Aug 24 00:21:10.234525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 5b16ae9b-8da6-477d-adb1-e344243359ca {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:10.234874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5b16ae9b-8da6-477d-adb1-e344243359ca not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:10.534749 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5021d8ba-4ea0-4282-87ae-c52281b86073 req-0fb1378d-8754-4b65-9cdf-f9d3e3d572d2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.582338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-f59be6e9-3e2f-4e6b-a205-c13aa844bfba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 217 time: 0.3450162 Aug 24 00:21:10.655789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e74baa-cab3-4194-94d8-1d9ce3eb9553 req-a0d39937-0083-423e-a84d-1bb9773911e4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:10.657285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2e74baa-cab3-4194-94d8-1d9ce3eb9553 req-a0d39937-0083-423e-a84d-1bb9773911e4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 944 time: 0.1343579 Aug 24 00:21:10.669762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-11448435-fed7-4004-950d-bf2c59f9376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:10.671172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-11448435-fed7-4004-950d-bf2c59f9376f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0796292 Aug 24 00:21:10.717880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-7d2651d2-79d4-408c-bb87-b768f94bc2b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334420 Aug 24 00:21:10.720624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5021d8ba-4ea0-4282-87ae-c52281b86073 req-0fb1378d-8754-4b65-9cdf-f9d3e3d572d2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.723267 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5021d8ba-4ea0-4282-87ae-c52281b86073 req-0fb1378d-8754-4b65-9cdf-f9d3e3d572d2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:10.724860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5021d8ba-4ea0-4282-87ae-c52281b86073 req-0fb1378d-8754-4b65-9cdf-f9d3e3d572d2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/0c8c9bdf-8712-4e27-808a-2b10e0807a4f HTTP/1.1" status: 204 len: 173 time: 0.6255989 Aug 24 00:21:10.741593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2e74baa-cab3-4194-94d8-1d9ce3eb9553 req-ef04b587-2b6b-423e-a36e-aa83cb3c770d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754578 Aug 24 00:21:10.756620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1378d-8754-4b65-9cdf-f9d3e3d572d2 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8c9bdf-8712-4e27-808a-2b10e0807a4f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:10.835888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-a4fa531e-baf4-4d8a-b9f4-cd147ae37431 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082661 Aug 24 00:21:11.004276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-57bfdcfa-3f04-403c-9ca2-025ece9f668a req-fb713fbd-a6a4-496f-ae79-9c72af45d9a7 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "GET /v2.0/security-groups/5c1370d8-a624-41a9-b715-6d9c2a81fddf HTTP/1.1" status: 200 len: 1800 time: 0.0891263 Aug 24 00:21:11.009795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4321b60-1b1a-4b73-a9bd-1a4a763c5d6a req-1b8f94a3-f5ae-4a79-86c6-576e6197fbb0 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664877 Aug 24 00:21:11.070590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57bfdcfa-3f04-403c-9ca2-025ece9f668a req-93d2b00e-586a-410e-a008-e3d0af7f5153 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.092548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57bfdcfa-3f04-403c-9ca2-025ece9f668a req-93d2b00e-586a-410e-a008-e3d0af7f5153 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.322360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57bfdcfa-3f04-403c-9ca2-025ece9f668a req-93d2b00e-586a-410e-a008-e3d0af7f5153 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.327001 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-57bfdcfa-3f04-403c-9ca2-025ece9f668a req-93d2b00e-586a-410e-a008-e3d0af7f5153 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.329253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-57bfdcfa-3f04-403c-9ca2-025ece9f668a req-93d2b00e-586a-410e-a008-e3d0af7f5153 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] 10.222.0.26 "DELETE /v2.0/security-groups/5c1370d8-a624-41a9-b715-6d9c2a81fddf HTTP/1.1" status: 204 len: 173 time: 0.3183813 Aug 24 00:21:11.338156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53570) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:11.362650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2b00e-586a-410e-a008-e3d0af7f5153 tempest-SecurityGroupsTestJSON-423178632 tempest-SecurityGroupsTestJSON-423178632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1370d8-a624-41a9-b715-6d9c2a81fddf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:11.422814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d50e9b-94b1-4f45-8604-30f2abd7ab69 admin admin] Deleting subnet c993d4e7-a3d2-48a8-8b12-b2d1e39be517 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:11.427111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75d50e9b-94b1-4f45-8604-30f2abd7ab69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.469452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75d50e9b-94b1-4f45-8604-30f2abd7ab69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.507064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:11.509305 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:11.513414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75d50e9b-94b1-4f45-8604-30f2abd7ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.520955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2fe20d51-6e42-4450-9bdb-f9e714f58460 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278447 Aug 24 00:21:11.624793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75d50e9b-94b1-4f45-8604-30f2abd7ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.633076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2016bb-3711-4871-a379-9d36eec8181d req-847e00a0-5fd0-4475-bbb6-76fe718ca9c1 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:11.636021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-847e00a0-5fd0-4475-bbb6-76fe718ca9c1 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1150503 Aug 24 00:21:11.664424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d50e9b-94b1-4f45-8604-30f2abd7ab69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c993d4e7-a3d2-48a8-8b12-b2d1e39be517,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:11.664424 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75d50e9b-94b1-4f45-8604-30f2abd7ab69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.668563 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-75d50e9b-94b1-4f45-8604-30f2abd7ab69 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c993d4e7-a3d2-48a8-8b12-b2d1e39be517 HTTP/1.1" status: 204 len: 168 time: 0.3261714 Aug 24 00:21:11.668563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53584) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:11.682155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc2553a8-da3d-4f2b-b41a-5cfe2a1e8132 req-d6f5ba06-826e-4dd3-bd84-75267f67b020 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0412593 Aug 24 00:21:11.683735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-da02cc67-fc12-41b5-9ea8-8d2e48f5aa89 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/quotas/f44ac4bd15914fdfa0413565f640f7f0 HTTP/1.1" status: 200 len: 375 time: 0.0415621 Aug 24 00:21:11.746745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-015f7b6e-d9f6-4f4e-a95a-c564f83fda25 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571227 Aug 24 00:21:11.749107 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.812018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b307c3-8710-4dc2-9d66-16508c0de5bd req-e01d8c66-e922-4b2d-95c6-f29d2ae88fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:11.813247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62b307c3-8710-4dc2-9d66-16508c0de5bd req-e01d8c66-e922-4b2d-95c6-f29d2ae88fb3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.0543551 Aug 24 00:21:11.838486 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.844247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7261f61b-7665-4424-bc72-a70fdfcb4fe4']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:11.853880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62b307c3-8710-4dc2-9d66-16508c0de5bd req-ed570677-162b-4adc-b27a-7715c704c00f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Aug 24 00:21:11.855911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:11.856209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc69e8f3-b74b-4cfa-9212-f8accd6240b1') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:11.865851 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.884222 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.894550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:21:11.894966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:21:11.896923 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:21:11.954200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ffbf6f8b-85da-40f4-8cf7-7fb9ea457b81 req-4237c6e8-6a6a-4a94-990e-32d5e304c567 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0323186 Aug 24 00:21:12.006824 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7d47db-c314-41d4-b9bf-a5556143766b x-openstack-request-id: req-3e7d47db-c314-41d4-b9bf-a5556143766b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:12.006824 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:12.006824 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e7d47db-c314-41d4-b9bf-a5556143766b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:12.007154 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a', 'status': 'completed', 'code': 200} Aug 24 00:21:12.024478 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.052953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.055104 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7261f61b-7665-4424-bc72-a70fdfcb4fe4 HTTP/1.1" status: 204 len: 168 time: 0.3859193 Aug 24 00:21:12.056137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e4a9c-0587-42b3-b2b2-0a5bf1f88647 admin admin] Pushing event deleted for resources: {'Network': ['ID=7261f61b-7665-4424-bc72-a70fdfcb4fe4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:12.153226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d7b28-b58a-46de-9771-ea9189132165 req-347f29bc-9b44-4417-8afe-2f82f5d44c26 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.154879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-235d7b28-b58a-46de-9771-ea9189132165 req-347f29bc-9b44-4417-8afe-2f82f5d44c26 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 944 time: 0.1339467 Aug 24 00:21:12.196426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-289451ed-ce79-48fe-820c-ed3256d249f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.197954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-289451ed-ce79-48fe-820c-ed3256d249f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1095 time: 0.1244907 Aug 24 00:21:12.216930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53602) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:12.222437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.237474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-0ff673bd-5d66-46a1-86c3-dabd23fa4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.238897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-0ff673bd-5d66-46a1-86c3-dabd23fa4475 service neutron] 10.222.0.37 "GET /v2.0/ports/678b847c-3345-457a-a479-f0927bf12b0f HTTP/1.1" status: 200 len: 1028 time: 0.0831075 Aug 24 00:21:12.320055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-235d7b28-b58a-46de-9771-ea9189132165 req-e6648b3e-7bc3-4bb5-be79-9cd23884d9df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488442 Aug 24 00:21:12.330483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-110fc04a-f836-422a-bea5-a4ea56860ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.331900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-110fc04a-f836-422a-bea5-a4ea56860ae4 service neutron] 10.222.0.37 "GET /v2.0/ports/70ecba71-eb80-443a-9956-d138937f71dc HTTP/1.1" status: 200 len: 1028 time: 0.0535858 Aug 24 00:21:12.377268 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-da9af668-dc0e-4442-893a-42fffe36e6a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c67dc891af149b7b77bcdb82acc9e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591208 Aug 24 00:21:12.380206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53606) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:12.438198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7345765-3e7e-4fd1-b639-d711659e20a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.460883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53610) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:12.462352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a58be7c3-743d-4953-9a61-d9580e7b122e req-c5e9019a-8888-48e9-af4e-33536b9f09b1 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 210 time: 0.0944896 Aug 24 00:21:12.463382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-78e368ad-0ee3-4237-a8fa-a2148fa3b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.464805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-78e368ad-0ee3-4237-a8fa-a2148fa3b049 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.2562788 Aug 24 00:21:12.503691 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7345765-3e7e-4fd1-b639-d711659e20a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.520458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-7c19cf95-06da-4636-a60b-966657549833 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 217 time: 0.0449004 Aug 24 00:21:12.594295 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-65547416-a932-4b91-9a13-a2243e729e6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc31fffea1fb4df1a75a3f64d57a068b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323442 Aug 24 00:21:12.596096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53618) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:12.625805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-d4763cc2-6039-4491-a7f1-79d442dc13ab tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.633125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-d4763cc2-6039-4491-a7f1-79d442dc13ab tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.644569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-d4763cc2-6039-4491-a7f1-79d442dc13ab tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.644569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-d4763cc2-6039-4491-a7f1-79d442dc13ab tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "GET /v2.0/networks?id=02811b6d-d2ab-456b-acf1-a097541acb3b&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=6ebfc40c-f1d5-419f-aee7-9d4941683983&id=6ebfc40c-f1d5-419f-aee7-9d4941683983 HTTP/1.1" status: 200 len: 1989 time: 0.3011711 Aug 24 00:21:12.659590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-ac3fc9e3-54b5-4ab4-97de-d9dc3d56ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:12.660365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75568322-f83d-4503-944c-e4d5ac5d008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.661323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-ac3fc9e3-54b5-4ab4-97de-d9dc3d56ea13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.1164036 Aug 24 00:21:12.684110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75568322-f83d-4503-944c-e4d5ac5d008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.697213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-ecf3bd09-5c05-48be-a5b3-20e5b4984a01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275736 Aug 24 00:21:12.727667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-94b46fb5-89f2-464d-9647-a8ef0ec586a5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ce9b671258249d0ad55d7db347f4071 HTTP/1.1" status: 200 len: 379 time: 0.0757191 Aug 24 00:21:12.742877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'admin_state_up': True, 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'security_groups': ['481630e0-2690-4793-979f-2c29e735f5ae']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:12.793947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7345765-3e7e-4fd1-b639-d711659e20a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.799581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7345765-3e7e-4fd1-b639-d711659e20a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.799581 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e7345765-3e7e-4fd1-b639-d711659e20a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1279b017-f962-404b-aac8-5b947e64fd1f HTTP/1.1" status: 204 len: 168 time: 0.4175632 Aug 24 00:21:12.809208 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7345765-3e7e-4fd1-b639-d711659e20a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1279b017-f962-404b-aac8-5b947e64fd1f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:12.851078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f365aec7-1864-41b0-9484-268cff081c08 req-53eaa3cc-64f5-4147-9c35-686cae37a3cd tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0647240 Aug 24 00:21:12.868796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75568322-f83d-4503-944c-e4d5ac5d008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.874504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75568322-f83d-4503-944c-e4d5ac5d008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:12.876825 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-75568322-f83d-4503-944c-e4d5ac5d008e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d360115-d01e-4c09-8c91-92434fb68cb7 HTTP/1.1" status: 204 len: 168 time: 0.2794979 Aug 24 00:21:12.910630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75568322-f83d-4503-944c-e4d5ac5d008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d360115-d01e-4c09-8c91-92434fb68cb7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:13.001914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-b2b55a70-4ce6-45a2-a8f7-3b3deffb6c12 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938821 Aug 24 00:21:13.151734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bcf67d9-79cf-4017-917d-e0f95bd341e9 req-e3201f4d-53df-49da-8173-84a00f59a2fc tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0893624 Aug 24 00:21:13.152247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:13.155844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.220908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f668b7-7e79-4d61-bd3a-02dc575a931e req-de0fb3e3-d5de-4384-bad4-5674694ac4e4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:13.222597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99f668b7-7e79-4d61-bd3a-02dc575a931e req-de0fb3e3-d5de-4384-bad4-5674694ac4e4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1591194 Aug 24 00:21:13.283848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e865d8d8-a387-4398-b0f3-8cab61d0ec3c req-7a75f7c3-611b-4ab7-91ec-3523a8196fbc service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618001 Aug 24 00:21:13.332426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99f668b7-7e79-4d61-bd3a-02dc575a931e req-47f2f050-bcb4-4387-a7f4-2364f6b09b01 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681453 Aug 24 00:21:13.393924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Allocated IP 172.20.0.7 (02811b6d-d2ab-456b-acf1-a097541acb3b/645a04f3-c4e6-40ff-9d7f-94cfbf092be5/6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:13.601013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18eea0dc-e384-4015-b8ea-6ef72601d93d req-ea17b62b-c685-4f32-8efa-7e5cc67c8fc8 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 210 time: 0.0450454 Aug 24 00:21:13.623842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b7c7-b785-4ca4-8a4b-20bb0794ca36 req-a29fe714-a4a5-492c-8ea8-d039fac5f64f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:13.625455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45d2b7c7-b785-4ca4-8a4b-20bb0794ca36 req-a29fe714-a4a5-492c-8ea8-d039fac5f64f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 944 time: 0.2108955 Aug 24 00:21:13.720920 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.727546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45d2b7c7-b785-4ca4-8a4b-20bb0794ca36 req-0884e6f2-4315-46f6-96b2-f46a559176fb tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911505 Aug 24 00:21:13.757279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Transition to ACTIVE for port object 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:13.865662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:13.914351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network 02811b6d-d2ab-456b-acf1-a097541acb3b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:13.917419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:13.922634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:13.926893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:13.985064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:13.985064 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.098171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a10df876-77a0-4327-80c7-2cb8073cae7f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3603804 Aug 24 00:21:14.125949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'admin_state_up': True, 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'security_groups': ['481630e0-2690-4793-979f-2c29e735f5ae']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:14.215493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7943a-afa4-48c4-985c-f03fceac2f43 req-5566518b-b19a-42b0-a36b-4b3dfc6bb44b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:14.217257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0e7943a-afa4-48c4-985c-f03fceac2f43 req-5566518b-b19a-42b0-a36b-4b3dfc6bb44b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 931 time: 0.1835752 Aug 24 00:21:14.347138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0e7943a-afa4-48c4-985c-f03fceac2f43 req-504f6abc-53a6-4c09-b956-bba878cd43fd tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183791 Aug 24 00:21:14.359787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53686) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:14.408473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a4e0053d-c60f-40bb-b626-ba3d142ee086 None None] Provisioning for port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:14.420822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a4e0053d-c60f-40bb-b626-ba3d142ee086 None None] Provisioning complete for port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:14.420822 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4e0053d-c60f-40bb-b626-ba3d142ee086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.471334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16c322da-6ea3-412e-984e-27b5ff963b44 req-72f44e7e-9f73-4beb-886f-1823c9c625cb tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0423977 Aug 24 00:21:14.472275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:14.476132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.490647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0053d-c60f-40bb-b626-ba3d142ee086 None None] Port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:14.591807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1045683713-network', 'tenant_id': '48a870a921cf4160b839b83236def0ff'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:14.669704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a3c52-59d5-4198-ab9c-e54e17b6d2bf req-b2c3ebb9-73ab-4236-8506-7412d8e80633 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:14.671827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-359a3c52-59d5-4198-ab9c-e54e17b6d2bf req-b2c3ebb9-73ab-4236-8506-7412d8e80633 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1083539 Aug 24 00:21:14.710211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Made reservation on behalf of 48a870a921cf4160b839b83236def0ff for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:14.712858 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.722491 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.760544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Allocated IP 10.1.1.64 (c4ee1e41-3bef-425d-962a-67d2b42b9cd0/d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05/042958f8-c756-46e2-962c-fa2d45f67dcf) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:14.770047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-b90aeda2-5ca5-4e88-b29d-c9e097a75b8c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680532 Aug 24 00:21:14.772981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e516e65-78a9-4894-a387-a86f31ce693a req-cdeff65a-acbf-48a2-a695-2465c4a9b7b2 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 210 time: 0.0699754 Aug 24 00:21:14.839786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-359a3c52-59d5-4198-ab9c-e54e17b6d2bf req-1a88c42a-528c-4fb5-9beb-0dfcdf50d8e6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577477 Aug 24 00:21:14.843214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.927637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.961526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:14.973304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9b4d0f-4d04-4f96-8c87-d3a090c8adaf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:14.980364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:14.980717 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Added segment e35f576d-caf5-4cd3-9d8f-32c8667663a6 of type vlan for network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 Aug 24 00:21:15.042323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.085235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2016bb-3711-4871-a379-9d36eec8181d req-7b792f06-8a9d-48ba-82c9-afb6a8392eb1 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:15.087203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-7b792f06-8a9d-48ba-82c9-afb6a8392eb1 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028059 Aug 24 00:21:15.110897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Request body: {'port': {'device_id': '47694b97-89bc-4e5c-9482-569c3d77fa84', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'f44ac4bd15914fdfa0413565f640f7f0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:15.133666 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.134892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:15.136020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.216718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] Pushing event updated for resources: {'Network': ['ID=2480ad75-39a9-499b-9abe-49dcbf0c9bf7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:15.228572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:15.236311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167ad2e-9e22-495d-96c5-4687df071807 req-981b7c48-4b03-4ff0-be61-7be26f03f5e9 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:15.237857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3167ad2e-9e22-495d-96c5-4687df071807 req-981b7c48-4b03-4ff0-be61-7be26f03f5e9 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 944 time: 0.2090123 Aug 24 00:21:15.241382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.281117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fb194a2d-9d0c-450a-b4a3-af509001632b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9194591 Aug 24 00:21:15.281780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Transition to ACTIVE for port object 042958f8-c756-46e2-962c-fa2d45f67dcf will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:15.283924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53700) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:15.289731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Request body: {'subnet': {'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1045683713-subnet', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:15.329150 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:21:15.331912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3167ad2e-9e22-495d-96c5-4687df071807 req-a4f1e29f-e4b4-45b2-b90c-3177169c17cc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844162 Aug 24 00:21:15.332352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:21:15.332352 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:21:15.332352 n-d-804878-2 neutron-server[95327]: [parameters: {'project_id_1': '48a870a921cf4160b839b83236def0ff', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 21, 15, 294624)}] Aug 24 00:21:15.332352 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:21:15.332986 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:21:15.424306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Made reservation on behalf of f44ac4bd15914fdfa0413565f640f7f0 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:15.429813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.469344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.578198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:15.584080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=042958f8-c756-46e2-962c-fa2d45f67dcf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:15.589844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:15.597439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:15.612048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40546d31-0d09-4015-b479-8f075d6ecf5a req-a2733a31-f20a-4822-9d2a-d96b2ffdc37a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:15.613744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40546d31-0d09-4015-b479-8f075d6ecf5a req-a2733a31-f20a-4822-9d2a-d96b2ffdc37a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 931 time: 0.1813226 Aug 24 00:21:15.727849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:15.728559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:15.765975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40546d31-0d09-4015-b479-8f075d6ecf5a req-94b66876-def5-437d-87bb-d8162fd75a2b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147788 Aug 24 00:21:15.795269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Allocated IP 192.168.233.195 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/4971e704-6bba-4591-bcbd-f5b22380889d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:15.933532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a63dcf7-d335-4a21-90e9-c459bd3a399f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8259687 Aug 24 00:21:15.937614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c90214ab-8474-4a4b-a967-bdd842b545af req-8618f09c-2783-413f-be1e-4588218e7688 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0680909 Aug 24 00:21:15.946959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'admin_state_up': True, 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'security_groups': ['481630e0-2690-4793-979f-2c29e735f5ae']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:16.037129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Made reservation on behalf of 48a870a921cf4160b839b83236def0ff for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:16.038714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-808e0e4e-aabe-47a8-ac03-491404b214b9 None None] Provisioning for port 042958f8-c756-46e2-962c-fa2d45f67dcf completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:16.044956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-808e0e4e-aabe-47a8-ac03-491404b214b9 None None] Provisioning complete for port 042958f8-c756-46e2-962c-fa2d45f67dcf triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:16.045258 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.045993 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808e0e4e-aabe-47a8-ac03-491404b214b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.074582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.087992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-808e0e4e-aabe-47a8-ac03-491404b214b9 None None] Port 042958f8-c756-46e2-962c-fa2d45f67dcf cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:16.090325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Transition to ACTIVE for port object 4971e704-6bba-4591-bcbd-f5b22380889d will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:16.134928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec966227-569c-405d-9587-0bd3d9750171 req-c04f1b12-c519-4226-92f9-f17eef536148 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 210 time: 0.0424330 Aug 24 00:21:16.227672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a2371-b88a-4dd2-85d4-c362b1ea99f5 req-cb965a39-8224-4580-a7e1-4ad052d98954 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:16.229281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f86a2371-b88a-4dd2-85d4-c362b1ea99f5 req-cb965a39-8224-4580-a7e1-4ad052d98954 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1032469 Aug 24 00:21:16.235138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 67126bbd-80d1-47fa-9489-f90c4c2d4f3a details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:16.291496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f86a2371-b88a-4dd2-85d4-c362b1ea99f5 req-acb945e6-c87b-48ef-ae9c-0a3dd2da9359 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485666 Aug 24 00:21:16.319851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:16.324837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.368385 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.394368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['df1a40c1-36e5-47e4-a421-51f97256b6ce'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:16.405797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:16.430509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.542478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Checking segment: {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:16.543213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Network hostable DHCP agents. Network: 2480ad75-39a9-499b-9abe-49dcbf0c9bf7, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:16.545851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919e4b2d-b825-4a2c-9a11-c25a7bf181bd,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:16.582212 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a', 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'port_id': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a', 'mac_address': 'fa:16:3e:6e:8e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee400ed-b6f9-4653-aaf1-b8612f6fcde2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:16.629894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:16.685268 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.712616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67126bbd-80d1-47fa-9489-f90c4c2d4f3a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:16.744096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 2480ad75-39a9-499b-9abe-49dcbf0c9bf7) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:16.750392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:16.756895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:16.757912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.758851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbcc6b8-155d-4539-b56d-cb965de0b2aa None None] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:16.861755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.864390 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1fc7ff4c-b261-452d-ac56-0f38e3e672f9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5792594 Aug 24 00:21:16.865823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53732) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:16.871942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:16.873811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:16.876355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:16.894455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:16.981314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:21:16.982393 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.989959 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:16.991606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.023120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.028396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.028558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:17.049529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Pushing event updated for resources: {'Port': ['ID=4971e704-6bba-4591-bcbd-f5b22380889d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:17.108963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Allocated IP 10.1.1.174 (c4ee1e41-3bef-425d-962a-67d2b42b9cd0/d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05/8182b142-479e-46ce-be7f-a38f33a0187c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:17.125580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53738) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:17.147565 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.160072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dff89-850e-44c2-88ee-dc583919404c req-321b02ff-04f0-403b-b622-8d388e28c163 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.179032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dff89-850e-44c2-88ee-dc583919404c req-321b02ff-04f0-403b-b622-8d388e28c163 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.188130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b0dff89-850e-44c2-88ee-dc583919404c req-321b02ff-04f0-403b-b622-8d388e28c163 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 1652 time: 0.3178563 Aug 24 00:21:17.214807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a9b49-b4b9-45a9-a4f6-121c992bc4d5 req-7dd4cad8-8df9-41ea-85f7-0dd108a333b0 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.216942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f53a9b49-b4b9-45a9-a4f6-121c992bc4d5 req-7dd4cad8-8df9-41ea-85f7-0dd108a333b0 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 945 time: 0.7317202 Aug 24 00:21:17.218437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-cfac4b77-971f-4590-8a5f-2148ff9e27f3 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1149676 Aug 24 00:21:17.272029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Allocated IP 172.20.0.2 (2480ad75-39a9-499b-9abe-49dcbf0c9bf7/919e4b2d-b825-4a2c-9a11-c25a7bf181bd/5e4cc112-1dcc-4dd2-aab8-d413abb23a6b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:17.352243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cd5dfef6-ab8c-4256-a61b-6b7d9cbeafc5 None None] Provisioning for port 4971e704-6bba-4591-bcbd-f5b22380889d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:17.356863 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b0dff89-850e-44c2-88ee-dc583919404c req-e576ec69-f0c9-44b3-b716-acfe320856e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679580 Aug 24 00:21:17.366650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['67126bbd-80d1-47fa-9489-f90c4c2d4f3a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:17.371275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cd5dfef6-ab8c-4256-a61b-6b7d9cbeafc5 None None] Provisioning complete for port 4971e704-6bba-4591-bcbd-f5b22380889d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:17.372098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfef6-ab8c-4256-a61b-6b7d9cbeafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.374738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f917981d-8b6b-4c04-ba3a-3bb297ae7673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.399224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Request body: {'port': {'device_id': '47694b97-89bc-4e5c-9482-569c3d77fa84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:17.473704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.484637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cd5dfef6-ab8c-4256-a61b-6b7d9cbeafc5 None None] Port 4971e704-6bba-4591-bcbd-f5b22380889d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:17.493667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f53a9b49-b4b9-45a9-a4f6-121c992bc4d5 req-15d44532-90bb-47bc-adda-0528fcb60926 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441638 Aug 24 00:21:17.532426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd25afb1-6c9b-4258-96e4-3c1fdc87628a req-bdde4e57-1671-49ed-bcd0-142777664657 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0502796 Aug 24 00:21:17.576720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.604504 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.619480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Transition to ACTIVE for port object 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:17.652853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Transition to ACTIVE for port object 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:17.710128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.738828 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.794251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Pushing event updated for resources: {'Port': ['ID=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:17.796427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Transition to ACTIVE for port object 8182b142-479e-46ce-be7f-a38f33a0187c will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:17.799051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:17.800556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:17.805465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:17.851532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.863101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Attempting to bind port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:17.863447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Attempting to bind port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:17.863788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Attempting to bind port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b on network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:17.869183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:17.869555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Checking segment: {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:17.869991 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.870384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Bound using segment: {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:17.870849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Bound port: 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:17.871263 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.876623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:17.897977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b865906-5db2-4a75-8117-f221b3000bdd req-b41fb808-4bab-4cb8-b418-74661ce3672f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.899531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b865906-5db2-4a75-8117-f221b3000bdd req-b41fb808-4bab-4cb8-b418-74661ce3672f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.2163846 Aug 24 00:21:17.911299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4b2c2-6267-4bd2-91d3-9a42a3fc25a1 req-9cd614f1-0474-4948-873c-6f45b3426cda tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:17.912735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ab4b2c2-6267-4bd2-91d3-9a42a3fc25a1 req-9cd614f1-0474-4948-873c-6f45b3426cda tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 936 time: 0.2313006 Aug 24 00:21:17.966319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] For port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:17.969495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] For port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:17.993504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Allocated IP 172.25.5.201 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/dd34bef4-6b3f-4b14-9ee8-cb2019246b63) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:18.033174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f917981d-8b6b-4c04-ba3a-3bb297ae7673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.063445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b865906-5db2-4a75-8117-f221b3000bdd req-cbc12fa7-bedf-4931-9101-f03cf56410e9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483629 Aug 24 00:21:18.072225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ab4b2c2-6267-4bd2-91d3-9a42a3fc25a1 req-4c86455a-ad5d-4830-b437-b0c5c001bd30 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357603 Aug 24 00:21:18.082651 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.111235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.143893 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f917981d-8b6b-4c04-ba3a-3bb297ae7673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.152913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46281c4-9c23-48e2-b455-84d038607b14 None None] Pushing event updated for resources: {'Port': ['ID=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:18.186409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.236124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.252287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4971e704-6bba-4591-bcbd-f5b22380889d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:18.268926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.271266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917981d-8b6b-4c04-ba3a-3bb297ae7673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a725d53e-023e-4be7-b06f-a0886ba93de5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:18.276029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:18.277765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f917981d-8b6b-4c04-ba3a-3bb297ae7673 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66e02be8fc804e32ae52bf2f13a8bb68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1491928 Aug 24 00:21:18.279690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:18.281409 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53750) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:18.287331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:18.289238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:18.299752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:18.302679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Transition to ACTIVE for port object 4971e704-6bba-4591-bcbd-f5b22380889d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:18.306335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:18.310551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=8182b142-479e-46ce-be7f-a38f33a0187c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:18.343268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Pushing event updated for resources: {'Port': ['ID=dd34bef4-6b3f-4b14-9ee8-cb2019246b63,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:18.368528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:18.369287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.373433 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.466769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Pushing event updated for resources: {'Port': ['ID=4971e704-6bba-4591-bcbd-f5b22380889d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:18.495189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c9307fc0-6cb9-47c4-97ab-e5bba2a352da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5523436 Aug 24 00:21:18.523952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983', 'admin_state_up': True, 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'security_groups': ['481630e0-2690-4793-979f-2c29e735f5ae']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:18.665951 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e15b8bbb-5000-4887-8196-68d5dcb5c15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.701350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e15b8bbb-5000-4887-8196-68d5dcb5c15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.830231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Attempting to bind port 4971e704-6bba-4591-bcbd-f5b22380889d on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:18.830603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Attempting to bind port 4971e704-6bba-4591-bcbd-f5b22380889d by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:18.830939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Attempting to bind port 4971e704-6bba-4591-bcbd-f5b22380889d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:18.844388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94942-2934-481f-b5d1-468eceb029d9 req-7e1f7ab3-dfc3-4d6e-a4d0-79e2b0a73914 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:18.852173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94942-2934-481f-b5d1-468eceb029d9 req-7e1f7ab3-dfc3-4d6e-a4d0-79e2b0a73914 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:18.858677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb94942-2934-481f-b5d1-468eceb029d9 req-7e1f7ab3-dfc3-4d6e-a4d0-79e2b0a73914 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:18.866215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deb94942-2934-481f-b5d1-468eceb029d9 req-7e1f7ab3-dfc3-4d6e-a4d0-79e2b0a73914 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 2373 time: 0.2924473 Aug 24 00:21:18.876358 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e15b8bbb-5000-4887-8196-68d5dcb5c15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.878932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e15b8bbb-5000-4887-8196-68d5dcb5c15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.887564 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e15b8bbb-5000-4887-8196-68d5dcb5c15c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a725d53e-023e-4be7-b06f-a0886ba93de5 HTTP/1.1" status: 204 len: 168 time: 0.5959911 Aug 24 00:21:18.888350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:18.894883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b8bbb-5000-4887-8196-68d5dcb5c15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a725d53e-023e-4be7-b06f-a0886ba93de5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:18.925206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Port 4971e704-6bba-4591-bcbd-f5b22380889d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:18.925810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Attempting to bind port 4971e704-6bba-4591-bcbd-f5b22380889d on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:18.938687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-959e1630-1568-47b5-a9d8-e85e389a6904 None None] Provisioning for port 8182b142-479e-46ce-be7f-a38f33a0187c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:18.945085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-959e1630-1568-47b5-a9d8-e85e389a6904 None None] Provisioning complete for port 8182b142-479e-46ce-be7f-a38f33a0187c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:18.945891 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-959e1630-1568-47b5-a9d8-e85e389a6904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:18.992370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.000183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77255afb-f7c7-440b-8af7-5dd34dfa0abf req-9a416ffe-7028-48e6-9a10-cc3dcdabc87d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.004108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-959e1630-1568-47b5-a9d8-e85e389a6904 None None] Port 8182b142-479e-46ce-be7f-a38f33a0187c cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:19.007550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77255afb-f7c7-440b-8af7-5dd34dfa0abf req-9a416ffe-7028-48e6-9a10-cc3dcdabc87d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 945 time: 0.2446442 Aug 24 00:21:19.018335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:19.018680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:19.019067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:19.019522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Bound port: 4971e704-6bba-4591-bcbd-f5b22380889d, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:19.019885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.086399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deb94942-2934-481f-b5d1-468eceb029d9 req-38448bef-3cb7-47f6-9f2c-61babfbf0e24 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163017 Aug 24 00:21:19.151795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77255afb-f7c7-440b-8af7-5dd34dfa0abf req-98e92052-727f-47da-b55d-4a53741be8d8 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431763 Aug 24 00:21:19.235262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] For port 4971e704-6bba-4591-bcbd-f5b22380889d, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:19.239560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] For port 4971e704-6bba-4591-bcbd-f5b22380889d, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4971e704-6bba-4591-bcbd-f5b22380889d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:19.292930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.314180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84bb8b18-2925-4f3c-a6de-2659c45958e6 req-a1c96035-97fe-4acc-8a56-8aa06587a733 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.1173420 Aug 24 00:21:19.332780 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.358528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.502702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.505031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.507061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] 10.222.0.36 "PUT /v2.0/ports/4971e704-6bba-4591-bcbd-f5b22380889d HTTP/1.1" status: 200 len: 1096 time: 2.1543088 Aug 24 00:21:19.584847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0934a7-0fc8-426b-8696-28ecee9870fb None None] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:19.616379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47694b97-89bc-4e5c-9482-569c3d77fa84', 'tag': '4971e704-6bba-4591-bcbd-f5b22380889d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:19.620127 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd8788-b045-4388-a243-5893f7e25648" -d '{"events": [{"name": "network-changed", "server_uuid": "47694b97-89bc-4e5c-9482-569c3d77fa84", "tag": "4971e704-6bba-4591-bcbd-f5b22380889d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:19.663918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:21:19.730199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3db93-f9d7-49e4-82bd-b415cca4d704 req-ae2b91f8-b52c-4cfb-af69-c56a17025615 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.738153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ec3db93-f9d7-49e4-82bd-b415cca4d704 req-ae2b91f8-b52c-4cfb-af69-c56a17025615 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 948 time: 0.4418228 Aug 24 00:21:19.817297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Pushing event updated for resources: {'Port': ['ID=4971e704-6bba-4591-bcbd-f5b22380889d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:19.835994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.836616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.837156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.837734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.838073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.838583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.839439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.843613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.843613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.843613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.843613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.843613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eee3230-216a-451b-8c4c-ab4a91576765 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:19.844119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6c52810e-dd90-4b2a-b7dd-7ee9d4ec0c84 None None] Provisioning for port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:19.863110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:21:19.882149 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Sync routers for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:21:19.898651 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:19.899487 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:19.928623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b60e8b-6070-4782-a4b6-96908e5ec4d7 req-0211d3dd-6d45-454b-88d4-5c97ed9fa416 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.936176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87b60e8b-6070-4782-a4b6-96908e5ec4d7 req-0211d3dd-6d45-454b-88d4-5c97ed9fa416 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.4370952 Aug 24 00:21:19.973066 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:19.974472 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7b2cc28c-2caf-4342-b0c5-5e3f78879362 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1076477 Aug 24 00:21:19.977280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53782) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:19.985499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2016bb-3711-4871-a379-9d36eec8181d req-41c9fe22-6f54-4168-ac7b-409368683600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:19.987004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-41c9fe22-6f54-4168-ac7b-409368683600 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 1099 time: 0.2842000 Aug 24 00:21:20.009933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ec3db93-f9d7-49e4-82bd-b415cca4d704 req-11523dd8-3549-4033-af4a-83c1defbd4d6 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658982 Aug 24 00:21:20.103713 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:20.207736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Allocated IP 10.2.2.100 (6ebfc40c-f1d5-419f-aee7-9d4941683983/60f04202-4510-4817-b8cc-8d129a690170/195f0fde-8f0f-43fe-9778-721e1c876bc6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:20.216297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-3d94da4c-47e6-451b-8f86-7dadc706c4b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=4971e704-6bba-4591-bcbd-f5b22380889d HTTP/1.1" status: 200 len: 217 time: 0.1481695 Aug 24 00:21:20.237213 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47d6a4e-23b6-413a-99b5-c9dff28cc7a8 x-openstack-request-id: req-d47d6a4e-23b6-413a-99b5-c9dff28cc7a8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:20.237466 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47694b97-89bc-4e5c-9482-569c3d77fa84", "tag": "4971e704-6bba-4591-bcbd-f5b22380889d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:20.237763 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d47d6a4e-23b6-413a-99b5-c9dff28cc7a8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:20.238159 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47694b97-89bc-4e5c-9482-569c3d77fa84', 'tag': '4971e704-6bba-4591-bcbd-f5b22380889d', 'status': 'completed', 'code': 200} Aug 24 00:21:20.269503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 67126bbd-80d1-47fa-9489-f90c4c2d4f3a up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:20.327432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87b60e8b-6070-4782-a4b6-96908e5ec4d7 req-86a46d55-586b-4a8d-95d4-1cecc652f70f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890224 Aug 24 00:21:20.347782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:20.450820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2016bb-3711-4871-a379-9d36eec8181d req-4cefac90-119e-4302-ac7a-ab3f2eed3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.452673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-4cefac90-119e-4302-ac7a-ab3f2eed3e2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.2177083 Aug 24 00:21:20.473928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53794) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:20.496585 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:18Z', 'revision_number': 3, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:20.531358 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Checking router: 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:21:20.531632 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Updating router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 port dd34bef4-6b3f-4b14-9ee8-cb2019246b63 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:21:20.532647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:20.537755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:20.538420 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:20.565537 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:20.613160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:20.622040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:20.622424 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:20.790289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2016bb-3711-4871-a379-9d36eec8181d req-eccd3573-8f65-42e3-b990-b44cd19f4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.795349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-eccd3573-8f65-42e3-b990-b44cd19f4cd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2777925 Aug 24 00:21:20.826932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ee7c6-4d4e-46bc-9823-650414dcc4c0 req-eafcdb6a-f2ce-4750-967c-d6f369cf5b26 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.837429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c06ee7c6-4d4e-46bc-9823-650414dcc4c0 req-eafcdb6a-f2ce-4750-967c-d6f369cf5b26 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 945 time: 0.4217842 Aug 24 00:21:20.860072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1365276473-network', 'tenant_id': '162f8baf7cdc494eaf6ad2944a57ed11'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:20.903369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279fef-d5d6-4b52-a144-f34ef7617e23 req-6e889e9e-309a-44ec-9fcf-9ebf9d985d54 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.916373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279fef-d5d6-4b52-a144-f34ef7617e23 req-6e889e9e-309a-44ec-9fcf-9ebf9d985d54 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.924425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279fef-d5d6-4b52-a144-f34ef7617e23 req-6e889e9e-309a-44ec-9fcf-9ebf9d985d54 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:20.936903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7279fef-d5d6-4b52-a144-f34ef7617e23 req-6e889e9e-309a-44ec-9fcf-9ebf9d985d54 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 2373 time: 0.5702159 Aug 24 00:21:21.065845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.085978 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.103879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c06ee7c6-4d4e-46bc-9823-650414dcc4c0 req-99851ada-d029-4ae0-b6cc-b649eb4dc93a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655511 Aug 24 00:21:21.106985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Transition to ACTIVE for port object 195f0fde-8f0f-43fe-9778-721e1c876bc6 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:21.134361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.143102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7279fef-d5d6-4b52-a144-f34ef7617e23 req-d1409da2-33a2-4ff5-a749-fbd358e1c0b2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768079 Aug 24 00:21:21.165895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Made reservation on behalf of 162f8baf7cdc494eaf6ad2944a57ed11 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:21.180328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.186227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:21.188489 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af66f9f-539b-47a2-b80a-5d3e8e4f9c9e" -d '{"events": [{"server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "name": "network-vif-plugged", "status": "completed", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:21.227341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:21.255662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.265057 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.269387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:21.290776 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Transition to ACTIVE for port object dd34bef4-6b3f-4b14-9ee8-cb2019246b63 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:21.304099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.327147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-e4690d31-afdf-4421-9e22-e0fb406c5d3a service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165133 Aug 24 00:21:21.332130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.369602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:21.384030 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.447098 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.466689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:21.508083 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Pushing event updated for resources: {'Port': ['ID=dd34bef4-6b3f-4b14-9ee8-cb2019246b63,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:21.539592 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Attempting to bind port dd34bef4-6b3f-4b14-9ee8-cb2019246b63 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:21.543500 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Attempting to bind port dd34bef4-6b3f-4b14-9ee8-cb2019246b63 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:21.543743 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Attempting to bind port dd34bef4-6b3f-4b14-9ee8-cb2019246b63 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:21.555925 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.556274 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.556621 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.557496 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.557496 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.557962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.557962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.558553 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.558661 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.558936 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.559263 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.559587 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:21.568387 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:21.568895 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:21.569158 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.576501 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:21.577031 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Bound port: dd34bef4-6b3f-4b14-9ee8-cb2019246b63, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:21.577510 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.629293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Allocated IP 172.20.0.1 (2480ad75-39a9-499b-9abe-49dcbf0c9bf7/919e4b2d-b825-4a2c-9a11-c25a7bf181bd/d9b86c52-f1c2-491c-b566-6a8dafe90cb9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:21.677886 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] For port dd34bef4-6b3f-4b14-9ee8-cb2019246b63, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:21.681631 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] For port dd34bef4-6b3f-4b14-9ee8-cb2019246b63, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dd34bef4-6b3f-4b14-9ee8-cb2019246b63,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:21.761409 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.784994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.793172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53c42aac-26c8-43e3-8b25-76a754df9081 req-c2088e20-56dc-4674-9093-763410f17025 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.5107765 Aug 24 00:21:21.803450 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Transition to ACTIVE for port object d9b86c52-f1c2-491c-b566-6a8dafe90cb9 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:21.895107 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:21.895768 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:21.922043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.922260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:21.982530 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fbd0ed-a645-424e-9688-c0516572b213 x-openstack-request-id: req-91fbd0ed-a645-424e-9688-c0516572b213 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:21.982830 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "name": "network-vif-plugged", "status": "completed", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:21.983088 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91fbd0ed-a645-424e-9688-c0516572b213 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:21.983491 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a', 'code': 200} Aug 24 00:21:21.984314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:21.986150 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150585f-0aef-4ebc-9cec-9e8b99932664 None None] Pushing event updated for resources: {'Port': ['ID=dd34bef4-6b3f-4b14-9ee8-cb2019246b63,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:21.988005 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:21.992824 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:22.029064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Pushing event updated for resources: {'Port': ['ID=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:22.053809 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.086739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca521d0-7ae1-499a-8fab-45e15c6cbae5 req-eb04aa0e-f9cd-4cdb-ac88-b787f41db54b tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:22.094756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ca521d0-7ae1-499a-8fab-45e15c6cbae5 req-eb04aa0e-f9cd-4cdb-ac88-b787f41db54b tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 948 time: 0.8162024 Aug 24 00:21:22.101948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.105140 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:22.204798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f2016bb-3711-4871-a379-9d36eec8181d req-0262ac8a-6484-4f98-8564-adcc0805c77f service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8055723 Aug 24 00:21:22.227804 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.239863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:22.267704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f827cbc-9ae3-4e53-b4e6-4e46aad52b1f req-e364893e-99a9-4256-b87a-35a7c6f2d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:22.269666 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4f827cbc-9ae3-4e53-b4e6-4e46aad52b1f req-e364893e-99a9-4256-b87a-35a7c6f2d9e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1097 time: 0.1631598 Aug 24 00:21:22.326817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network 6ebfc40c-f1d5-419f-aee7-9d4941683983 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:22.331152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d840cb4-6553-46b5-a21a-ab68da8b4a52,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:22.370094 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4f827cbc-9ae3-4e53-b4e6-4e46aad52b1f req-50bb49a7-f478-48d3-adbf-af6f7137fa5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721383 Aug 24 00:21:22.377632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:22.386246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:22.386743 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.401197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:22.511813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.512051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:22.512537 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.547437 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:18Z', 'revision_number': 3, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:22.552134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:22.562662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.563027 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Added segment 8c603d4d-0804-4c1e-a5d1-d1770c7ca6ec of type vlan for network 4b701d0e-5c3f-4022-a721-ca0ec3389e47 Aug 24 00:21:22.582130 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e683eeb-3efa-4a51-8028-ecfed1087ad5 None None] The sync data for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 is: [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:18Z', 'revision_number': 3, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:21:22.613214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ead98c03-c296-441f-9d1a-e3937b5c96c6 None None] Provisioning for port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:22.618058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ead98c03-c296-441f-9d1a-e3937b5c96c6 None None] Provisioning complete for port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:22.625829 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ead98c03-c296-441f-9d1a-e3937b5c96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.626140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.638268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=195f0fde-8f0f-43fe-9778-721e1c876bc6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:22.657204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a0b1ac-47d3-4422-b0e2-c4181935dc41 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1473551 Aug 24 00:21:22.670491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ca521d0-7ae1-499a-8fab-45e15c6cbae5 req-b8fd9523-b1cf-4222-911b-daf85ddf27a4 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727305 Aug 24 00:21:22.685719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983', 'admin_state_up': True, 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'security_groups': ['481630e0-2690-4793-979f-2c29e735f5ae']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:22.697011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ead98c03-c296-441f-9d1a-e3937b5c96c6 None None] Port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:22.720592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ee61e-3e59-4905-8e0e-8fee6c0b50b1 req-6e7efe56-4d9e-4491-9db6-6e7c26f72a34 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:22.729706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c4ee61e-3e59-4905-8e0e-8fee6c0b50b1 req-6e7efe56-4d9e-4491-9db6-6e7c26f72a34 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.6255889 Aug 24 00:21:22.741078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd8788-b045-4388-a243-5893f7e25648 req-23107578-17f1-461b-98e8-84e0c7a93f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:22.741078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72fd8788-b045-4388-a243-5893f7e25648 req-23107578-17f1-461b-98e8-84e0c7a93f4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 1099 time: 0.3589137 Aug 24 00:21:22.802607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.827903 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.828876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:22.829773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.898564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.933183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-970b9f16-705e-4c56-82ad-33a1c196fef3 None None] Provisioning for port 195f0fde-8f0f-43fe-9778-721e1c876bc6 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:22.938418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-970b9f16-705e-4c56-82ad-33a1c196fef3 None None] Provisioning complete for port 195f0fde-8f0f-43fe-9778-721e1c876bc6 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:22.938418 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-970b9f16-705e-4c56-82ad-33a1c196fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:22.984307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c4ee61e-3e59-4905-8e0e-8fee6c0b50b1 req-9c80a2ba-23d1-45b5-abf0-4deee3ae0344 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536223 Aug 24 00:21:23.037604 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:23.045082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-970b9f16-705e-4c56-82ad-33a1c196fef3 None None] Port 195f0fde-8f0f-43fe-9778-721e1c876bc6 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:23.064791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] Pushing event updated for resources: {'Network': ['ID=4b701d0e-5c3f-4022-a721-ca0ec3389e47,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:23.077614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 4b701d0e-5c3f-4022-a721-ca0ec3389e47 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:23.084541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Pushing event updated for resources: {'Port': ['ID=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:23.111376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-75f9e24d-cd69-4e9f-bb60-f8f84ffd384e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6320620 Aug 24 00:21:23.117660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:23.124845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Request body: {'subnet': {'network_id': '4b701d0e-5c3f-4022-a721-ca0ec3389e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1365276473-subnet', 'tenant_id': '162f8baf7cdc494eaf6ad2944a57ed11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:23.238349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709cb59-f818-48dd-a731-afb062e4818a req-d4698996-46c9-4e59-8175-f6ee081a1691 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.240691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7709cb59-f818-48dd-a731-afb062e4818a req-d4698996-46c9-4e59-8175-f6ee081a1691 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 946 time: 0.4261355 Aug 24 00:21:23.250893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd8788-b045-4388-a243-5893f7e25648 req-0e3eb40b-ae08-4dc3-8bb5-79a562836560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.252543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72fd8788-b045-4388-a243-5893f7e25648 req-0e3eb40b-ae08-4dc3-8bb5-79a562836560 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.5022922 Aug 24 00:21:23.276935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:23.278799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:23.289437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Made reservation on behalf of 162f8baf7cdc494eaf6ad2944a57ed11 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:23.291928 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:23.343079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808589-d889-4f64-b848-3566617911e7 req-98f7f6c4-c71a-4469-94c6-8df77f562847 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.349143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808589-d889-4f64-b848-3566617911e7 req-98f7f6c4-c71a-4469-94c6-8df77f562847 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.355667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808589-d889-4f64-b848-3566617911e7 req-98f7f6c4-c71a-4469-94c6-8df77f562847 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.363401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808589-d889-4f64-b848-3566617911e7 req-98f7f6c4-c71a-4469-94c6-8df77f562847 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.363605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c808589-d889-4f64-b848-3566617911e7 req-98f7f6c4-c71a-4469-94c6-8df77f562847 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 3094 time: 0.2742910 Aug 24 00:21:23.368111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72fd8788-b045-4388-a243-5893f7e25648 req-56807ff5-db92-4ccf-9313-de7da1c6b63f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=4971e704-6bba-4591-bcbd-f5b22380889d HTTP/1.1" status: 200 len: 217 time: 0.0880871 Aug 24 00:21:23.461899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7709cb59-f818-48dd-a731-afb062e4818a req-7f10687e-4fbf-4107-8d10-f5dc7b3ffa7c tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073846 Aug 24 00:21:23.465402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Made reservation on behalf of 3ce9b671258249d0ad55d7db347f4071 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:23.470174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:23.512461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c808589-d889-4f64-b848-3566617911e7 req-9a7b5e1a-97e6-405c-868e-e7370d03426b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365759 Aug 24 00:21:23.516465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd8788-b045-4388-a243-5893f7e25648 req-eff28b5b-bf62-4785-b1fa-573966bec892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.518774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72fd8788-b045-4388-a243-5893f7e25648 req-eff28b5b-bf62-4785-b1fa-573966bec892 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1393955 Aug 24 00:21:23.678847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2866a276-c2ae-4656-b48b-ed64d0b9a96a None None] Provisioning complete for port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:23.679433 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2866a276-c2ae-4656-b48b-ed64d0b9a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:23.694370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:21:23.755987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2866a276-c2ae-4656-b48b-ed64d0b9a96a None None] Port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:23.776346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd8788-b045-4388-a243-5893f7e25648 req-2f7d2253-8b47-4b1a-b0d2-76dee39f55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:23.779379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72fd8788-b045-4388-a243-5893f7e25648 req-2f7d2253-8b47-4b1a-b0d2-76dee39f55b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2472236 Aug 24 00:21:23.803401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e48e10c5-68e3-4102-83b2-d438cb855a6c req-53f86ac2-4e66-49ab-9ada-f964cb8ae6d4 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.1377704 Aug 24 00:21:23.960849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:21:23.968153 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0981cf72-bc3d-47e5-a666-2b5a02e4f83f admin admin] 10.222.0.26 "PUT /v2.0/routers/6c8f361c-5ad0-4f3c-84c6-f3cbedd83177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9898093 Aug 24 00:21:23.969999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.065280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=581034b7-fe8b-4e4c-9aea-f83640772817,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:24.074105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Checking segment: {'id': '8c603d4d-0804-4c1e-a5d1-d1770c7ca6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b701d0e-5c3f-4022-a721-ca0ec3389e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:24.074557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Network hostable DHCP agents. Network: 4b701d0e-5c3f-4022-a721-ca0ec3389e47, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:24.085006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Allocated IP 10.2.2.200 (6ebfc40c-f1d5-419f-aee7-9d4941683983/60f04202-4510-4817-b8cc-8d129a690170/b6603f31-5555-4c3d-a982-69b567bcf759) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:24.207064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Network 4b701d0e-5c3f-4022-a721-ca0ec3389e47 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:24.269032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dd34bef4-6b3f-4b14-9ee8-cb2019246b63 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:24.285768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 4b701d0e-5c3f-4022-a721-ca0ec3389e47) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:24.291034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.291737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.313917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989be17d-f17a-4ed8-a691-5f6f85784e2a None None] Network 4b701d0e-5c3f-4022-a721-ca0ec3389e47 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:24.373445 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.377994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72fd8788-b045-4388-a243-5893f7e25648 req-f9eb4861-4a46-447b-ad33-19ea89b94a88 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585587 Aug 24 00:21:24.379960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9237224f-862f-4177-92aa-78650ccb2d4d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2606046 Aug 24 00:21:24.424306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1248c28-afcf-4974-86ea-1ca673926009 req-c9d9572d-bb75-4ed2-a190-89418b43e173 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.433128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1248c28-afcf-4974-86ea-1ca673926009 req-c9d9572d-bb75-4ed2-a190-89418b43e173 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 948 time: 0.6032507 Aug 24 00:21:24.468624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cfe0b6-734a-403b-9b83-fccf4a4c2ad7 None None] Network 4b701d0e-5c3f-4022-a721-ca0ec3389e47 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:24.486984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port dd34bef4-6b3f-4b14-9ee8-cb2019246b63 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:24.517360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Transition to ACTIVE for port object b6603f31-5555-4c3d-a982-69b567bcf759 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:24.524418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port dd34bef4-6b3f-4b14-9ee8-cb2019246b63 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:24.526445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.545142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4de67-f909-4d6f-abb2-d081603e896f req-5338573b-698e-42e7-ac1f-2cabdc9f7111 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.546957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08f4de67-f909-4d6f-abb2-d081603e896f req-5338573b-698e-42e7-ac1f-2cabdc9f7111 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.3086436 Aug 24 00:21:24.588237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1248c28-afcf-4974-86ea-1ca673926009 req-b9755308-8f26-4a7e-9288-516670f4c0c7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539967 Aug 24 00:21:24.664909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08f4de67-f909-4d6f-abb2-d081603e896f req-81dfc77f-fd68-4cd0-86e6-f66f5e4f6989 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981369 Aug 24 00:21:24.668943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72fd8788-b045-4388-a243-5893f7e25648 req-12fa51d0-1ab0-49ab-abb1-4eadf20b198c service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695100 Aug 24 00:21:24.726595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.749232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port dd34bef4-6b3f-4b14-9ee8-cb2019246b63, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dd34bef4-6b3f-4b14-9ee8-cb2019246b63,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:24.760491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.830620 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.832473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Network 6ebfc40c-f1d5-419f-aee7-9d4941683983 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:24.841528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:24.842001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:24.847925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event updated for resources: {'Port': ['ID=b6603f31-5555-4c3d-a982-69b567bcf759,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:24.881617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32001b57-91b7-46fe-88df-d579bc3d93c8 req-1f2e9150-e0e1-4d1d-94c1-263a92ba1870 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.882171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32001b57-91b7-46fe-88df-d579bc3d93c8 req-1f2e9150-e0e1-4d1d-94c1-263a92ba1870 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 946 time: 0.1381195 Aug 24 00:21:24.916536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=dd34bef4-6b3f-4b14-9ee8-cb2019246b63,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:24.930101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:24.930101 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:24.950691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32001b57-91b7-46fe-88df-d579bc3d93c8 req-d2848a67-33ac-4265-9686-600dd8c28646 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616307 Aug 24 00:21:25.042528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1f315333-75f0-4a02-91c8-5a817ac38402 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3724115 Aug 24 00:21:25.056089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:25.083945 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Sync routers for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:21:25.084238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-622f16f6-9755-4a45-891c-af0a2650d15c req-3187a3b8-876c-4c4f-97e7-7e4d21bec860 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-192845618', 'description': 'tempest-description-774201300'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:25.099865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:25.103746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:25.120863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53842) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:25.128659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-63a96493-3cb2-4587-9843-c74651ca7eab tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556212515', 'description': 'tempest-description--98236464'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:25.137870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.227608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-622f16f6-9755-4a45-891c-af0a2650d15c req-3187a3b8-876c-4c4f-97e7-7e4d21bec860 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.254436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:25.320582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d19e-d03b-4180-abe1-c8a1acd60a3f req-d12648e3-9473-49ad-88e4-0f2b6fd6d7f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:25.326601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d19e-d03b-4180-abe1-c8a1acd60a3f req-d12648e3-9473-49ad-88e4-0f2b6fd6d7f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:25.328113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-55c2c6c6-a0cb-4e82-b446-5d0d30b98f86 None None] Provisioning for port b6603f31-5555-4c3d-a982-69b567bcf759 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:25.332338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a96493-3cb2-4587-9843-c74651ca7eab tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.332568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d19e-d03b-4180-abe1-c8a1acd60a3f req-d12648e3-9473-49ad-88e4-0f2b6fd6d7f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:25.337434 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.339455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d19e-d03b-4180-abe1-c8a1acd60a3f req-d12648e3-9473-49ad-88e4-0f2b6fd6d7f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:25.345463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20d19e-d03b-4180-abe1-c8a1acd60a3f req-d12648e3-9473-49ad-88e4-0f2b6fd6d7f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:25.347309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c20d19e-d03b-4180-abe1-c8a1acd60a3f req-d12648e3-9473-49ad-88e4-0f2b6fd6d7f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 3815 time: 0.1754961 Aug 24 00:21:25.387101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-55c2c6c6-a0cb-4e82-b446-5d0d30b98f86 None None] Provisioning complete for port b6603f31-5555-4c3d-a982-69b567bcf759 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:25.387478 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55c2c6c6-a0cb-4e82-b446-5d0d30b98f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.442566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-55c2c6c6-a0cb-4e82-b446-5d0d30b98f86 None None] Port b6603f31-5555-4c3d-a982-69b567bcf759 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:21:25.459753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c20d19e-d03b-4180-abe1-c8a1acd60a3f req-8e48a9c0-c1c4-4be1-8025-4b7ce0948a12 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040573 Aug 24 00:21:25.523912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 2, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:25.537232 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-622f16f6-9755-4a45-891c-af0a2650d15c req-3187a3b8-876c-4c4f-97e7-7e4d21bec860 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.552504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Checking router: 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:21:25.552937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Updating router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:21:25.584943 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.586767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:25.595535 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.610096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Transition to ACTIVE for port object 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:25.655578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-110cc9ef-6420-4dbc-907a-ae1b05e3afe8 req-b01fd53c-a0b3-42a2-a552-497412113038 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0298433 Aug 24 00:21:25.656289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-622f16f6-9755-4a45-891c-af0a2650d15c req-3187a3b8-876c-4c4f-97e7-7e4d21bec860 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.686030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187a3b8-876c-4c4f-97e7-7e4d21bec860 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d12c40-f86e-4b03-88a8-dafc06b5e7c3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:25.691296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.759803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a96493-3cb2-4587-9843-c74651ca7eab tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.767379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Pushing event updated for resources: {'Port': ['ID=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:25.857122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Attempting to bind port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:25.857468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Attempting to bind port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:25.858121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Attempting to bind port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 on network 02811b6d-d2ab-456b-acf1-a097541acb3b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:25.866520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 on network 02811b6d-d2ab-456b-acf1-a097541acb3b not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:25.866859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Attempting to bind port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 on network 02811b6d-d2ab-456b-acf1-a097541acb3b {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:25.871765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a96493-3cb2-4587-9843-c74651ca7eab tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.877862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:25.877862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Checking segment: {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:25.877862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Bound using segment: {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:25.877862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Bound port: 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:25.878418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.942324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a96493-3cb2-4587-9843-c74651ca7eab tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2530ca64-82aa-4430-a692-0fa6f7b17e0e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:25.978932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-622f16f6-9755-4a45-891c-af0a2650d15c req-3187a3b8-876c-4c4f-97e7-7e4d21bec860 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.980025 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:25.992486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-622f16f6-9755-4a45-891c-af0a2650d15c req-3187a3b8-876c-4c4f-97e7-7e4d21bec860 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9153643 Aug 24 00:21:26.001236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Transition to ACTIVE for port object d9b86c52-f1c2-491c-b566-6a8dafe90cb9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:26.027269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a96493-3cb2-4587-9843-c74651ca7eab tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.030280 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-63a96493-3cb2-4587-9843-c74651ca7eab tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9053876 Aug 24 00:21:26.031523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53852) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:26.037152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ef844118-c663-4408-a3cf-fec1d9936791 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Request body: {'security_group_rule': {'security_group_id': '2530ca64-82aa-4430-a692-0fa6f7b17e0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:26.087617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4814c763-4b49-4e66-96d1-312cc0f7f230 req-31f92c42-d888-43d5-a80c-5c3993c924cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0497332 Aug 24 00:21:26.093204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] For port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:26.125940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] For port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:26.136025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f026ac-dd84-492e-ba6d-fe0a788e9a68 req-970ad57e-2356-466b-9015-71023df1b08e tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.143286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93f026ac-dd84-492e-ba6d-fe0a788e9a68 req-970ad57e-2356-466b-9015-71023df1b08e tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1097 time: 0.1436424 Aug 24 00:21:26.175203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e243-c714-4772-8287-ac5448a53165 req-3b69baf5-62ea-4f46-b440-2863ebeda767 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.175438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.176997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1893e243-c714-4772-8287-ac5448a53165 req-3b69baf5-62ea-4f46-b440-2863ebeda767 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 948 time: 0.1164839 Aug 24 00:21:26.186606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef844118-c663-4408-a3cf-fec1d9936791 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.204931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93f026ac-dd84-492e-ba6d-fe0a788e9a68 req-2706f8fe-158f-44c3-bac7-0e905ca93c02 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587311 Aug 24 00:21:26.210250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dd34bef4-6b3f-4b14-9ee8-cb2019246b63 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:26.264952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef844118-c663-4408-a3cf-fec1d9936791 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.268145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1893e243-c714-4772-8287-ac5448a53165 req-41c20837-53ee-4eab-aa69-f7d24be22b8c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830109 Aug 24 00:21:26.269688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.357903 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf335478-d1b3-411c-a53d-7fe700fc026d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.359604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4971e704-6bba-4591-bcbd-f5b22380889d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:26.362652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e859b-eb21-459c-86de-ce27393a1360 None None] Pushing event updated for resources: {'Port': ['ID=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:26.375762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.376399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.377866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] 10.222.0.37 "PUT /v2.0/ports/6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 HTTP/1.1" status: 200 len: 1091 time: 1.3269103 Aug 24 00:21:26.381629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:26.384039 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c4a1d1-4ce5-4e10-98be-f715827bdca4" -d '{"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:26.401948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port dd34bef4-6b3f-4b14-9ee8-cb2019246b63 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:26.402642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.405258 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef844118-c663-4408-a3cf-fec1d9936791 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.432631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861d15e-b60a-485b-a019-dc95c1a4aaef service neutron] Pushing event updated for resources: {'Port': ['ID=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:26.439576 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bb2783e-169a-4b07-8057-cc26dfe83500 req-51d78efa-a216-41bc-8ded-853a09c54214 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/17d12c40-f86e-4b03-88a8-dafc06b5e7c3 HTTP/1.1" status: 200 len: 1811 time: 0.1188312 Aug 24 00:21:26.455311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef844118-c663-4408-a3cf-fec1d9936791 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b47841-ee76-47e0-ab0a-ceda8dc5c05e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:26.463014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc8ffc-0b64-451e-a04d-54e0fe0d9d9a req-a728fb6b-73fb-4be8-8c25-d3d2ad6d45fc tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.464773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97cc8ffc-0b64-451e-a04d-54e0fe0d9d9a req-a728fb6b-73fb-4be8-8c25-d3d2ad6d45fc tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1474326 Aug 24 00:21:26.468559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Attempting to bind port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:26.470241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0bb2783e-169a-4b07-8057-cc26dfe83500 req-d8661b5e-67b2-4479-b0ba-1b5be35ad87b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17d12c40-f86e-4b03-88a8-dafc06b5e7c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:26.470633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0bb2783e-169a-4b07-8057-cc26dfe83500 req-d8661b5e-67b2-4479-b0ba-1b5be35ad87b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17d12c40-f86e-4b03-88a8-dafc06b5e7c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:26.471295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Attempting to bind port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:26.471857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Attempting to bind port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 on network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:26.500977 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.resource_extend [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:21:26.506641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:26.516580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:26.517286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Checking segment: {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:26.517971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.518546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Bound using segment: {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:26.519223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Bound port: d9b86c52-f1c2-491c-b566-6a8dafe90cb9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:26.527638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.544090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef844118-c663-4408-a3cf-fec1d9936791 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.545691 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ef844118-c663-4408-a3cf-fec1d9936791 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5129950 Aug 24 00:21:26.548469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53860) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:26.553984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c2ba0aef-0d78-4b89-85ad-27a9440e24c7 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Request body: {'security_group_rule': {'security_group_id': '2530ca64-82aa-4430-a692-0fa6f7b17e0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:26.636882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97cc8ffc-0b64-451e-a04d-54e0fe0d9d9a req-58fe213d-0e87-4af9-bfc3-65d9d2f94996 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491728 Aug 24 00:21:26.648810 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.803077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0aef-0d78-4b89-85ad-27a9440e24c7 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.837331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] For port d9b86c52-f1c2-491c-b566-6a8dafe90cb9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:26.841517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] For port d9b86c52-f1c2-491c-b566-6a8dafe90cb9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:26.871770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0aef-0d78-4b89-85ad-27a9440e24c7 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.873160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0bb2783e-169a-4b07-8057-cc26dfe83500 req-d8661b5e-67b2-4479-b0ba-1b5be35ad87b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.884445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4971e704-6bba-4591-bcbd-f5b22380889d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4971e704-6bba-4591-bcbd-f5b22380889d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:26.907426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575784-f19d-4b6d-a1fa-ccd180df04a0 req-870dd148-19b9-46c1-bf6c-38a1922dd2dd tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:26.909251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce575784-f19d-4b6d-a1fa-ccd180df04a0 req-870dd148-19b9-46c1-bf6c-38a1922dd2dd tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1097 time: 0.1517625 Aug 24 00:21:26.933113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '4971e704-6bba-4591-bcbd-f5b22380889d', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '4971e704-6bba-4591-bcbd-f5b22380889d', 'mac_address': 'fa:16:3e:37:52:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:26.942435 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.955035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0aef-0d78-4b89-85ad-27a9440e24c7 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:26.975685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba0aef-0d78-4b89-85ad-27a9440e24c7 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35705e6-59b2-48d4-923f-c321be4ff06f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:27.040987 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0aef-0d78-4b89-85ad-27a9440e24c7 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.045192 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c2ba0aef-0d78-4b89-85ad-27a9440e24c7 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4953079 Aug 24 00:21:27.046095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53866) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:27.050470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:27.067574 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:21:27.068500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:27.172962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.321737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0bb2783e-169a-4b07-8057-cc26dfe83500 req-d8661b5e-67b2-4479-b0ba-1b5be35ad87b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.330134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.366228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.392452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4971e704-6bba-4591-bcbd-f5b22380889d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:27.426468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:21:27.447706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce575784-f19d-4b6d-a1fa-ccd180df04a0 req-9e00e893-686f-45f2-af3e-3614da4c57c6 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385596 Aug 24 00:21:27.460683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0bb2783e-169a-4b07-8057-cc26dfe83500 req-d8661b5e-67b2-4479-b0ba-1b5be35ad87b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.490741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e859b-eb21-459c-86de-ce27393a1360 None None] Pushing event updated for resources: {'Port': ['ID=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:27.493479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Allocated IP 172.25.5.216 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/26634ade-6f65-4b9c-bdb2-b57431da69df) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:27.555554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4971e704-6bba-4591-bcbd-f5b22380889d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4971e704-6bba-4591-bcbd-f5b22380889d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:27.566430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678b847c-3345-457a-a479-f0927bf12b0f {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:27.578130 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2543b397-6055-4b23-81cb-c74a2de5b712 x-openstack-request-id: req-2543b397-6055-4b23-81cb-c74a2de5b712 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:27.578346 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:27.578608 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2543b397-6055-4b23-81cb-c74a2de5b712 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:27.579027 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'status': 'completed', 'code': 200} Aug 24 00:21:27.582202 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.587658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8661b5e-67b2-4479-b0ba-1b5be35ad87b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b885ff-f682-4bd7-9122-a1fdde18806e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:27.600854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Transition to ACTIVE for port object 678b847c-3345-457a-a479-f0927bf12b0f will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:27.676444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9130e64-42e0-4332-92b4-203e376f88f3 req-aadcae68-9e5c-4909-934f-ae4847948e14 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.678696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-94e39bd8-0c94-4598-8198-60e122a45cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.679181 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-94e39bd8-0c94-4598-8198-60e122a45cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.679671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-94e39bd8-0c94-4598-8198-60e122a45cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.680137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-94e39bd8-0c94-4598-8198-60e122a45cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.680601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-94e39bd8-0c94-4598-8198-60e122a45cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.682389 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-94e39bd8-0c94-4598-8198-60e122a45cd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 4362 time: 0.1235073 Aug 24 00:21:27.686048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9130e64-42e0-4332-92b4-203e376f88f3 req-aadcae68-9e5c-4909-934f-ae4847948e14 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.694846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9130e64-42e0-4332-92b4-203e376f88f3 req-aadcae68-9e5c-4909-934f-ae4847948e14 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.701651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9130e64-42e0-4332-92b4-203e376f88f3 req-aadcae68-9e5c-4909-934f-ae4847948e14 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.711230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9130e64-42e0-4332-92b4-203e376f88f3 req-aadcae68-9e5c-4909-934f-ae4847948e14 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.714003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9130e64-42e0-4332-92b4-203e376f88f3 req-aadcae68-9e5c-4909-934f-ae4847948e14 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 3827 time: 0.1033456 Aug 24 00:21:27.714685 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.716019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.718237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0bb2783e-169a-4b07-8057-cc26dfe83500 req-d8661b5e-67b2-4479-b0ba-1b5be35ad87b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.719505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bb2783e-169a-4b07-8057-cc26dfe83500 req-d8661b5e-67b2-4479-b0ba-1b5be35ad87b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2535784 Aug 24 00:21:27.786644 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:27.800108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9130e64-42e0-4332-92b4-203e376f88f3 req-76e7f5b8-44db-44d9-a430-0ecf0a298543 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732453 Aug 24 00:21:27.911645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-2c4ce844-322c-442a-a5eb-3365bfc13a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.912541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-2c4ce844-322c-442a-a5eb-3365bfc13a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.913085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-2c4ce844-322c-442a-a5eb-3365bfc13a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:27.914828 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-2c4ce844-322c-442a-a5eb-3365bfc13a81 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce9b671258249d0ad55d7db347f4071&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2224793 Aug 24 00:21:27.923623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Pushing event updated for resources: {'Port': ['ID=678b847c-3345-457a-a479-f0927bf12b0f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:27.950919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Attempting to bind port 678b847c-3345-457a-a479-f0927bf12b0f on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:27.951639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Attempting to bind port 678b847c-3345-457a-a479-f0927bf12b0f by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:27.952187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Attempting to bind port 678b847c-3345-457a-a479-f0927bf12b0f on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:27.954395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4971e704-6bba-4591-bcbd-f5b22380889d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:27.957762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Port 678b847c-3345-457a-a479-f0927bf12b0f on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:27.959200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Attempting to bind port 678b847c-3345-457a-a479-f0927bf12b0f on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:27.973328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:27.974004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Checking segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:27.974591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Bound using segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:27.975227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Bound port: 678b847c-3345-457a-a479-f0927bf12b0f, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:27.975771 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.007775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:26Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:28.015714 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.042220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db78fefe-9bb6-4e42-a8fd-7557e1348b45 None None] The sync data for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 is: [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:26Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:21:28.142201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['4971e704-6bba-4591-bcbd-f5b22380889d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:28.163966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] For port 678b847c-3345-457a-a479-f0927bf12b0f, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:28.176546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:28.189645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:28.194015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:28.197875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-9c6134e5-9d5e-439e-b0b6-906dd62cc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:28.202030 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-39c4a1d1-4ce5-4e10-98be-f715827bdca4 req-9c6134e5-9d5e-439e-b0b6-906dd62cc5a7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2568266 Aug 24 00:21:28.202030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event updated for resources: {'Port': ['ID=26634ade-6f65-4b9c-bdb2-b57431da69df,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:28.215730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-169a8fbd-212b-4ea3-a07b-9ca7618cf1d1 req-bebb542f-b03e-4f1e-bbe5-3339f71479e8 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.2172134 Aug 24 00:21:28.228720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] For port 678b847c-3345-457a-a479-f0927bf12b0f, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=678b847c-3345-457a-a479-f0927bf12b0f,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:28.306309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcb208-65a0-4b3f-be97-5d80af026c5a req-14c9f490-91f7-4724-b1cb-0678a59691ed tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:28.309080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7dcb208-65a0-4b3f-be97-5d80af026c5a req-14c9f490-91f7-4724-b1cb-0678a59691ed tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 949 time: 0.3124979 Aug 24 00:21:28.352890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.394547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:28.394738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.396704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] 10.222.0.37 "PUT /v2.0/ports/678b847c-3345-457a-a479-f0927bf12b0f HTTP/1.1" status: 200 len: 1131 time: 1.9077919 Aug 24 00:21:28.402156 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.419599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9b86c52-f1c2-491c-b566-6a8dafe90cb9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:28.493496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:28.544011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.603463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7dcb208-65a0-4b3f-be97-5d80af026c5a req-dd336222-0658-485c-9796-a000c753d550 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875612 Aug 24 00:21:28.665195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd4223-0129-47c8-874d-20f92e68b978 service neutron] Pushing event updated for resources: {'Port': ['ID=678b847c-3345-457a-a479-f0927bf12b0f,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:28.675985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.716522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841bab1-ed6a-4d25-a560-91c8845dc32a req-2e539c49-a94a-4258-ae17-4c5ac24ae078 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:28.719190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2841bab1-ed6a-4d25-a560-91c8845dc32a req-2e539c49-a94a-4258-ae17-4c5ac24ae078 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.2582772 Aug 24 00:21:28.742328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:28.749387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:28.749821 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.811033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7573e958-9db3-44ac-b2e2-55156beb5f3d req-8771ffb7-585c-4fe0-be1f-52a95a4524c0 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/17d12c40-f86e-4b03-88a8-dafc06b5e7c3 HTTP/1.1" status: 200 len: 2404 time: 0.1718323 Aug 24 00:21:28.822663 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.885192 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.908264 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:28.926466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2841bab1-ed6a-4d25-a560-91c8845dc32a req-1baf0811-3ed6-49b6-a1a6-9c7f619af170 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809030 Aug 24 00:21:28.976754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port d9b86c52-f1c2-491c-b566-6a8dafe90cb9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:29.036715 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cec60067-0574-4258-8fda-d0e8ace6b8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.045160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad147996-bff2-4030-ae2f-05ac2dcd98fb req-3f079429-7661-4616-b7b7-bee367088cce tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-group-rules/c3b885ff-f682-4bd7-9122-a1fdde18806e HTTP/1.1" status: 200 len: 778 time: 0.0575550 Aug 24 00:21:29.062988 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.064083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event updated for resources: {'Port': ['ID=26634ade-6f65-4b9c-bdb2-b57431da69df,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:29.064992 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.092401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.160617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:29.172325 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.183546 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aa946bc0-78ad-403a-9c1c-c1103ba05fef tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1364865 Aug 24 00:21:29.186141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad147996-bff2-4030-ae2f-05ac2dcd98fb req-55e960e3-beb0-4cc7-94d5-7151f29d901e tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/17d12c40-f86e-4b03-88a8-dafc06b5e7c3 HTTP/1.1" status: 200 len: 2404 time: 0.1400414 Aug 24 00:21:29.306073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ecba71-eb80-443a-9956-d138937f71dc {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:29.315532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.330919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Transition to ACTIVE for port object 70ecba71-eb80-443a-9956-d138937f71dc will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:29.362971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad147996-bff2-4030-ae2f-05ac2dcd98fb req-7ea0d3c4-4d84-4561-9b5f-e671fff0369f tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.373445 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad147996-bff2-4030-ae2f-05ac2dcd98fb req-7ea0d3c4-4d84-4561-9b5f-e671fff0369f tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.428029 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.501719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad147996-bff2-4030-ae2f-05ac2dcd98fb req-7ea0d3c4-4d84-4561-9b5f-e671fff0369f tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.513207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad147996-bff2-4030-ae2f-05ac2dcd98fb req-7ea0d3c4-4d84-4561-9b5f-e671fff0369f tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.518607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad147996-bff2-4030-ae2f-05ac2dcd98fb req-7ea0d3c4-4d84-4561-9b5f-e671fff0369f tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c3b885ff-f682-4bd7-9122-a1fdde18806e HTTP/1.1" status: 204 len: 173 time: 0.3315625 Aug 24 00:21:29.532486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Pushing event updated for resources: {'Port': ['ID=70ecba71-eb80-443a-9956-d138937f71dc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:29.551642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0d3c4-4d84-4561-9b5f-e671fff0369f tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3b885ff-f682-4bd7-9122-a1fdde18806e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:29.613449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '678b847c-3345-457a-a479-f0927bf12b0f'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:29.618648 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb625aa6-3508-4a10-a6a9-317711f50440" -d '{"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "678b847c-3345-457a-a479-f0927bf12b0f"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:29.716710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Attempting to bind port 70ecba71-eb80-443a-9956-d138937f71dc on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:29.717325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Attempting to bind port 70ecba71-eb80-443a-9956-d138937f71dc by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:29.717689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Attempting to bind port 70ecba71-eb80-443a-9956-d138937f71dc on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:29.748468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-cfb76d01-d58e-4c05-88fd-6cfa0e19edd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.759866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-cfb76d01-d58e-4c05-88fd-6cfa0e19edd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.774470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-cfb76d01-d58e-4c05-88fd-6cfa0e19edd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.782911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-cfb76d01-d58e-4c05-88fd-6cfa0e19edd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.790758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-cfb76d01-d58e-4c05-88fd-6cfa0e19edd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.798421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-cfb76d01-d58e-4c05-88fd-6cfa0e19edd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.805450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-cfb76d01-d58e-4c05-88fd-6cfa0e19edd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:29.807873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-cfb76d01-d58e-4c05-88fd-6cfa0e19edd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5373 time: 0.1763456 Aug 24 00:21:29.810304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Port 70ecba71-eb80-443a-9956-d138937f71dc on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:29.810647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Attempting to bind port 70ecba71-eb80-443a-9956-d138937f71dc on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:29.816123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:29.816659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Checking segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:29.817988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Bound using segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:29.821351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Bound port: 70ecba71-eb80-443a-9956-d138937f71dc, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:29.821351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:29.920636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bbd7b1d-1c19-4203-8ddb-1eb75802ffd0 req-a576dba2-e8b0-48cb-b556-e2919ab8f4d0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951040 Aug 24 00:21:29.934653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] For port 70ecba71-eb80-443a-9956-d138937f71dc, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:29.938299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] For port 70ecba71-eb80-443a-9956-d138937f71dc, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=70ecba71-eb80-443a-9956-d138937f71dc,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:30.058748 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.097837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:30.098500 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.099985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] 10.222.0.37 "PUT /v2.0/ports/70ecba71-eb80-443a-9956-d138937f71dc HTTP/1.1" status: 200 len: 1131 time: 1.6125865 Aug 24 00:21:30.134397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398fc57-51ae-44bf-aab1-c29d17aef81a service neutron] Pushing event updated for resources: {'Port': ['ID=70ecba71-eb80-443a-9956-d138937f71dc,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:30.214496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:30.214885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9b86c52-f1c2-491c-b566-6a8dafe90cb9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:30.277845 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.286457 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.329025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4971e704-6bba-4591-bcbd-f5b22380889d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:30.526842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:30.532216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.565208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-214f172b-f3fd-49bb-b329-3cb7019bd3bd req-5ad7f302-180d-4a1a-a0ce-4b7139757eae tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1844572201', 'description': 'tempest-description-1381305694'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:30.619196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67223afd-d632-401d-b08c-1c156d4e2143 req-dc43a4c5-4db0-4894-9fdc-152726a2ac49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87de1403e5084705913c085164a1f247&device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0397620 Aug 24 00:21:30.664407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67223afd-d632-401d-b08c-1c156d4e2143 req-dd8d5197-76bc-437e-8e0b-bc590c859f10 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=87de1403e5084705913c085164a1f247&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298085 Aug 24 00:21:30.681676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 4971e704-6bba-4591-bcbd-f5b22380889d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:21:30.689824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 4971e704-6bba-4591-bcbd-f5b22380889d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:30.690209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.752600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-214f172b-f3fd-49bb-b329-3cb7019bd3bd req-5ad7f302-180d-4a1a-a0ce-4b7139757eae tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.759555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042958f8-c756-46e2-962c-fa2d45f67dcf {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:30.777801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.811583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Transition to ACTIVE for port object 042958f8-c756-46e2-962c-fa2d45f67dcf will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:30.819058 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.861050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223afd-d632-401d-b08c-1c156d4e2143 req-62badc5b-6c96-4e41-8daf-624766a25a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:30.862821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67223afd-d632-401d-b08c-1c156d4e2143 req-62badc5b-6c96-4e41-8daf-624766a25a34 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695251 Aug 24 00:21:30.875194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47694b97-89bc-4e5c-9482-569c3d77fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4971e704-6bba-4591-bcbd-f5b22380889d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:30.878215 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9dc2a5-b2db-433c-b06c-d0806a67dcc9" -d '{"events": [{"server_uuid": "47694b97-89bc-4e5c-9482-569c3d77fa84", "name": "network-vif-plugged", "status": "completed", "tag": "4971e704-6bba-4591-bcbd-f5b22380889d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:30.898721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:30.912597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4971e704-6bba-4591-bcbd-f5b22380889d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4971e704-6bba-4591-bcbd-f5b22380889d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:30.984789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Pushing event updated for resources: {'Port': ['ID=042958f8-c756-46e2-962c-fa2d45f67dcf,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:31.014532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-214f172b-f3fd-49bb-b329-3cb7019bd3bd req-5ad7f302-180d-4a1a-a0ce-4b7139757eae tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.046744 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.124973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Attempting to bind port 042958f8-c756-46e2-962c-fa2d45f67dcf on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:31.129719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Attempting to bind port 042958f8-c756-46e2-962c-fa2d45f67dcf by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:31.130369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Attempting to bind port 042958f8-c756-46e2-962c-fa2d45f67dcf on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:31.138275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-214f172b-f3fd-49bb-b329-3cb7019bd3bd req-5ad7f302-180d-4a1a-a0ce-4b7139757eae tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.162164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4971e704-6bba-4591-bcbd-f5b22380889d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:31.174544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Port 042958f8-c756-46e2-962c-fa2d45f67dcf on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:31.174983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Attempting to bind port 042958f8-c756-46e2-962c-fa2d45f67dcf on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:31.191198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:31.191781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Checking segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:31.192315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Bound using segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:31.192891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Bound port: 042958f8-c756-46e2-962c-fa2d45f67dcf, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:31.193369 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.216115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7f302-180d-4a1a-a0ce-4b7139757eae tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbc4019-d9b9-4f9b-b201-82017fa5ded4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:31.276095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-214f172b-f3fd-49bb-b329-3cb7019bd3bd req-5ad7f302-180d-4a1a-a0ce-4b7139757eae tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.277876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-214f172b-f3fd-49bb-b329-3cb7019bd3bd req-5ad7f302-180d-4a1a-a0ce-4b7139757eae tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7232828 Aug 24 00:21:31.307158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] For port 042958f8-c756-46e2-962c-fa2d45f67dcf, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:31.311226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] For port 042958f8-c756-46e2-962c-fa2d45f67dcf, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=042958f8-c756-46e2-962c-fa2d45f67dcf,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:31.382342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.426708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-23e694c7-9996-410b-bf55-c7c04492a551 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:21:31.427882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-23e694c7-9996-410b-bf55-c7c04492a551 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0995162 Aug 24 00:21:31.445964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.446782 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.451350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] 10.222.0.37 "PUT /v2.0/ports/042958f8-c756-46e2-962c-fa2d45f67dcf HTTP/1.1" status: 200 len: 1090 time: 1.2430892 Aug 24 00:21:31.472080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6468b-dfc9-4504-bb37-1d84ba8b3b6f req-b7fbe07e-0f32-4817-b394-a997c2fe1280 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.473737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bc6468b-dfc9-4504-bb37-1d84ba8b3b6f req-b7fbe07e-0f32-4817-b394-a997c2fe1280 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 950 time: 0.1314790 Aug 24 00:21:31.492652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6309f33-d61f-403e-9376-dd9665259f2a service neutron] Pushing event updated for resources: {'Port': ['ID=042958f8-c756-46e2-962c-fa2d45f67dcf,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:31.530070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Request body: {'binding': {'host': 'n-h2-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:31.530544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Unknown quota resources ['binding']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:21:31.539079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:31.639566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bc6468b-dfc9-4504-bb37-1d84ba8b3b6f req-fc0d0887-bf60-4fa2-a6ed-60469dd7f010 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565199 Aug 24 00:21:31.703614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.716629 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f09134c-3bbb-48ed-90f9-45a25f3d034d x-openstack-request-id: req-2f09134c-3bbb-48ed-90f9-45a25f3d034d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:31.716629 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "678b847c-3345-457a-a479-f0927bf12b0f", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:31.716629 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f09134c-3bbb-48ed-90f9-45a25f3d034d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:31.716629 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '678b847c-3345-457a-a479-f0927bf12b0f', 'status': 'completed', 'code': 200} Aug 24 00:21:31.731540 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:31.804696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-4410db9e-1b19-4276-9a38-af014282fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.805862 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-4410db9e-1b19-4276-9a38-af014282fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.806576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-4410db9e-1b19-4276-9a38-af014282fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.807056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-4410db9e-1b19-4276-9a38-af014282fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.807649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-4410db9e-1b19-4276-9a38-af014282fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.808136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-4410db9e-1b19-4276-9a38-af014282fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.808610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-4410db9e-1b19-4276-9a38-af014282fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.810781 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-4410db9e-1b19-4276-9a38-af014282fdf1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6277 time: 0.0692096 Aug 24 00:21:31.936677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on host n-h2-804878-2 for vnic_type normal with profile None {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:31.937014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:31.937370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:31.945770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-cdb98b6a-54f2-43a2-80c6-fb980c34aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.945770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-cdb98b6a-54f2-43a2-80c6-fb980c34aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.945770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-cdb98b6a-54f2-43a2-80c6-fb980c34aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.946601 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-cdb98b6a-54f2-43a2-80c6-fb980c34aaba service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce9b671258249d0ad55d7db347f4071&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1239185 Aug 24 00:21:31.952198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eceb4-923e-4fb9-9ae0-c475a7b63913 req-c54695da-f5ff-4881-aeb6-b07e07a22bd0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:31.953805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a1eceb4-923e-4fb9-9ae0-c475a7b63913 req-c54695da-f5ff-4881-aeb6-b07e07a22bd0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1687899 Aug 24 00:21:31.957234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:31.957925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:31.981265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:31.981757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:31.982051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:31.982455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Bound port: 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:32.071563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-62f610d1-234b-4bd5-a5a3-3c058cea578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.075042 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cb625aa6-3508-4a10-a6a9-317711f50440 req-62f610d1-234b-4bd5-a5a3-3c058cea578e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162660 Aug 24 00:21:32.088469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a1eceb4-923e-4fb9-9ae0-c475a7b63913 req-b7666d26-6534-42d6-a53e-eb852c00e127 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247401 Aug 24 00:21:32.121196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:32.198129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-919ea1e5-a26a-4568-9bdb-bc5b3f45c105 req-a874bafb-1893-4629-8564-2b829a956738 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0383594 Aug 24 00:21:32.219194 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.220713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00336fe7-80dc-40e9-80cb-510470cd62df service neutron] 10.222.0.26 "POST /v2.0/ports/67126bbd-80d1-47fa-9489-f90c4c2d4f3a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7684159 Aug 24 00:21:32.246301 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6f530-312c-42bd-b678-d51cb21d2a29 x-openstack-request-id: req-0df6f530-312c-42bd-b678-d51cb21d2a29 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:32.246839 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47694b97-89bc-4e5c-9482-569c3d77fa84", "name": "network-vif-plugged", "status": "completed", "tag": "4971e704-6bba-4591-bcbd-f5b22380889d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:32.247194 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0df6f530-312c-42bd-b678-d51cb21d2a29 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:32.247698 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47694b97-89bc-4e5c-9482-569c3d77fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4971e704-6bba-4591-bcbd-f5b22380889d', 'code': 200} Aug 24 00:21:32.278949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8182b142-479e-46ce-be7f-a38f33a0187c {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:32.288007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.329998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Transition to ACTIVE for port object 8182b142-479e-46ce-be7f-a38f33a0187c will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:32.360629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-62ab8ea6-fefc-4a54-b78a-33094dab5961 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.367459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-62ab8ea6-fefc-4a54-b78a-33094dab5961 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.373558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-62ab8ea6-fefc-4a54-b78a-33094dab5961 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.379558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-62ab8ea6-fefc-4a54-b78a-33094dab5961 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.385513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-62ab8ea6-fefc-4a54-b78a-33094dab5961 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.391579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-62ab8ea6-fefc-4a54-b78a-33094dab5961 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.398409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-62ab8ea6-fefc-4a54-b78a-33094dab5961 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.402040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-62ab8ea6-fefc-4a54-b78a-33094dab5961 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5385 time: 0.1052439 Aug 24 00:21:32.428092 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67223afd-d632-401d-b08c-1c156d4e2143 req-7df4be03-2fb6-4fa4-8969-b274e537fbd5 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0353401 Aug 24 00:21:32.444617 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.530824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Pushing event updated for resources: {'Port': ['ID=8182b142-479e-46ce-be7f-a38f33a0187c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:32.562201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2870edd-b208-449e-8af1-31ba58c89e29 req-6bee2a98-a755-4079-abfe-920de99cc42a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483498 Aug 24 00:21:32.581388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d219da2-d1ac-4199-9fb3-4301fb3d5ef8 req-c6ed3636-063e-4876-9dbd-79c513006306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.587557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d219da2-d1ac-4199-9fb3-4301fb3d5ef8 req-c6ed3636-063e-4876-9dbd-79c513006306 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 1101 time: 0.1842575 Aug 24 00:21:32.764242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5b857b4-c5be-4086-9d31-acc03c677be3 req-93e1b5c4-f922-4366-8098-60b0116c7b00 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/acbc4019-d9b9-4f9b-b201-82017fa5ded4 HTTP/1.1" status: 200 len: 1813 time: 0.1923954 Aug 24 00:21:32.771144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d219da2-d1ac-4199-9fb3-4301fb3d5ef8 req-33a2cb1d-742c-445d-9c68-811e379f5758 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522360 Aug 24 00:21:32.774184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Attempting to bind port 8182b142-479e-46ce-be7f-a38f33a0187c on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:32.774525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Attempting to bind port 8182b142-479e-46ce-be7f-a38f33a0187c by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:32.774875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Attempting to bind port 8182b142-479e-46ce-be7f-a38f33a0187c on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:32.782698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Port 8182b142-479e-46ce-be7f-a38f33a0187c on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:32.782837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Attempting to bind port 8182b142-479e-46ce-be7f-a38f33a0187c on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:32.791392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:32.791743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Checking segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:32.792148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Bound using segment: {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:32.792644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Bound port: 8182b142-479e-46ce-be7f-a38f33a0187c, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853a1581-4d36-4f35-a485-3374251fb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:32.793115 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:32.815965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4327ab-7b39-4db0-bffc-82f73421d30f req-8b0f856e-a27f-4109-a220-5d9acdb18121 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.818388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb4327ab-7b39-4db0-bffc-82f73421d30f req-8b0f856e-a27f-4109-a220-5d9acdb18121 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 946 time: 0.1347945 Aug 24 00:21:32.934137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-bd7309da-2082-4947-8073-17228c33f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.935691 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-bd7309da-2082-4947-8073-17228c33f176 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1097 time: 0.0519114 Aug 24 00:21:32.941927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb4327ab-7b39-4db0-bffc-82f73421d30f req-a53a3f7d-6b39-4be9-a3d8-f95a4ba880bc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162806 Aug 24 00:21:32.951815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] For port 8182b142-479e-46ce-be7f-a38f33a0187c, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:32.963986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] For port 8182b142-479e-46ce-be7f-a38f33a0187c, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8182b142-479e-46ce-be7f-a38f33a0187c,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:32.977301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92a562-4789-481f-a15f-56ceab7a1005 req-ad3d39d5-7722-47dd-aae3-895f84450373 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:32.978990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a92a562-4789-481f-a15f-56ceab7a1005 req-ad3d39d5-7722-47dd-aae3-895f84450373 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 950 time: 0.1176574 Aug 24 00:21:33.007438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8573b570-e4f8-4087-83e8-f922aaacf08f req-56c2d3eb-8de3-40ec-84e4-48f3f9cd56ba tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1811733663', 'description': 'tempest-description-2106390361'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:33.022197 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.047160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00dc6740-51ee-41a9-970c-b7495f9248bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.048755 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-00dc6740-51ee-41a9-970c-b7495f9248bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1053076 Aug 24 00:21:33.090154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.093449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.093449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] 10.222.0.37 "PUT /v2.0/ports/8182b142-479e-46ce-be7f-a38f33a0187c HTTP/1.1" status: 200 len: 1091 time: 1.5584438 Aug 24 00:21:33.097234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a92a562-4789-481f-a15f-56ceab7a1005 req-71af58e0-92fb-49ad-bd0b-4c242c4e86a2 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076608 Aug 24 00:21:33.105618 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-1e45adaa-56e9-4f4c-aa3b-3e8077e5dc29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 217 time: 0.0490003 Aug 24 00:21:33.118569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e93425-3b6c-4d5f-a8c8-e36c9fae4c8f service neutron] Pushing event updated for resources: {'Port': ['ID=8182b142-479e-46ce-be7f-a38f33a0187c,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:33.138141 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8573b570-e4f8-4087-83e8-f922aaacf08f req-56c2d3eb-8de3-40ec-84e4-48f3f9cd56ba tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.174252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-479cd212-860b-4d81-b72f-0179f2d3a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.175812 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-479cd212-860b-4d81-b72f-0179f2d3a8d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0597486 Aug 24 00:21:33.196487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:33.221653 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-e959ad0c-4c11-498c-b8e4-23a35120b386 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338230 Aug 24 00:21:33.348292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200c4b-7be5-4314-91b3-fbc26449d61d req-aadda3d9-fbc2-4e72-ba01-db2f669c78aa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.349712 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-c5da980f-e77a-4bc6-8de8-fca2a6766de7 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159527 Aug 24 00:21:33.354089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2200c4b-7be5-4314-91b3-fbc26449d61d req-aadda3d9-fbc2-4e72-ba01-db2f669c78aa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1514068 Aug 24 00:21:33.366907 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8573b570-e4f8-4087-83e8-f922aaacf08f req-56c2d3eb-8de3-40ec-84e4-48f3f9cd56ba tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.368365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.439201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8573b570-e4f8-4087-83e8-f922aaacf08f req-56c2d3eb-8de3-40ec-84e4-48f3f9cd56ba tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.457859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2200c4b-7be5-4314-91b3-fbc26449d61d req-36d15e51-cfdf-4418-9601-e93b7558de19 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861053 Aug 24 00:21:33.490792 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-9997a81c-6b7b-462d-aa67-dc36d4c1216d service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332736 Aug 24 00:21:33.543039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8573b570-e4f8-4087-83e8-f922aaacf08f req-56c2d3eb-8de3-40ec-84e4-48f3f9cd56ba tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.543987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8573b570-e4f8-4087-83e8-f922aaacf08f req-56c2d3eb-8de3-40ec-84e4-48f3f9cd56ba tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5441229 Aug 24 00:21:33.546972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2d3eb-8de3-40ec-84e4-48f3f9cd56ba tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf54417-aedf-42a8-adfb-ceeac49d9e76,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:33.605777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3d6f832-6e59-478a-adff-e9892e581fc9 req-69be3c27-0d73-4f77-9bb2-f97470a0faa6 tempest-ServerShowV254Test-173105185 tempest-ServerShowV254Test-173105185-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5eca480-f2da-41cf-ba3c-ff7bba269c6b HTTP/1.1" status: 200 len: 210 time: 0.0440493 Aug 24 00:21:33.692562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14b8eae7-a57b-42a6-bda8-35ecd4875bf1 req-526b5c25-fe56-4fc7-b147-50fad712df9a tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/adf54417-aedf-42a8-adfb-ceeac49d9e76 HTTP/1.1" status: 200 len: 1813 time: 0.0532839 Aug 24 00:21:33.701665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-6a94d0df-c6dc-4c1a-a69e-984ebb39b0ef tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.718223 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-6a94d0df-c6dc-4c1a-a69e-984ebb39b0ef tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1097 time: 0.0880973 Aug 24 00:21:33.726674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '70ecba71-eb80-443a-9956-d138937f71dc'}, {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '042958f8-c756-46e2-962c-fa2d45f67dcf'}, {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '8182b142-479e-46ce-be7f-a38f33a0187c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:33.726674 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb15b1f-bb08-4ff5-834e-b62166546f64" -d '{"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "70ecba71-eb80-443a-9956-d138937f71dc"}, {"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "042958f8-c756-46e2-962c-fa2d45f67dcf"}, {"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "8182b142-479e-46ce-be7f-a38f33a0187c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:33.726960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-2'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:33.752163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0dbf0a6e-c621-4a6a-a6cb-8c38b021b4c0 req-e8c4779a-8a5d-4295-81c4-423ce72eb8de tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-792988623', 'description': 'tempest-description-401143374'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:33.812624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.832042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869e49-efa4-4411-ab58-930ebec776cf req-d93dc1b5-8fdc-4ac4-bdac-14ee12effd3a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.838135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869e49-efa4-4411-ab58-930ebec776cf req-d93dc1b5-8fdc-4ac4-bdac-14ee12effd3a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.844080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869e49-efa4-4411-ab58-930ebec776cf req-d93dc1b5-8fdc-4ac4-bdac-14ee12effd3a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.850552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869e49-efa4-4411-ab58-930ebec776cf req-d93dc1b5-8fdc-4ac4-bdac-14ee12effd3a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.856814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869e49-efa4-4411-ab58-930ebec776cf req-d93dc1b5-8fdc-4ac4-bdac-14ee12effd3a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.862749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869e49-efa4-4411-ab58-930ebec776cf req-d93dc1b5-8fdc-4ac4-bdac-14ee12effd3a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.869392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869e49-efa4-4411-ab58-930ebec776cf req-d93dc1b5-8fdc-4ac4-bdac-14ee12effd3a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:33.871323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea869e49-efa4-4411-ab58-930ebec776cf req-d93dc1b5-8fdc-4ac4-bdac-14ee12effd3a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5397 time: 0.1739426 Aug 24 00:21:33.875573 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0dbf0a6e-c621-4a6a-a6cb-8c38b021b4c0 req-e8c4779a-8a5d-4295-81c4-423ce72eb8de tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:33.949415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:33.965318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea869e49-efa4-4411-ab58-930ebec776cf req-e4381dc0-cf2d-4625-9024-f5eb6ef3d83c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781176 Aug 24 00:21:33.983077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195f0fde-8f0f-43fe-9778-721e1c876bc6 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:33.992011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.012996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:34.014508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Transition to ACTIVE for port object 195f0fde-8f0f-43fe-9778-721e1c876bc6 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:34.046286 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0f3ff2-b30d-4815-87ee-ad7165b55526 x-openstack-request-id: req-4e0f3ff2-b30d-4815-87ee-ad7165b55526 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:34.046734 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "70ecba71-eb80-443a-9956-d138937f71dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "042958f8-c756-46e2-962c-fa2d45f67dcf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "8182b142-479e-46ce-be7f-a38f33a0187c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:34.047077 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e0f3ff2-b30d-4815-87ee-ad7165b55526 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:34.047578 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '70ecba71-eb80-443a-9956-d138937f71dc', 'status': 'completed', 'code': 200} Aug 24 00:21:34.047931 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '042958f8-c756-46e2-962c-fa2d45f67dcf', 'status': 'completed', 'code': 200} Aug 24 00:21:34.048282 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '8182b142-479e-46ce-be7f-a38f33a0187c', 'status': 'completed', 'code': 200} Aug 24 00:21:34.074680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0dbf0a6e-c621-4a6a-a6cb-8c38b021b4c0 req-e8c4779a-8a5d-4295-81c4-423ce72eb8de tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.077377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:34.083367 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e6862f-7cb3-4a33-931f-15c1ba65222f" -d '{"events": [{"server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "name": "network-vif-unplugged", "status": "completed", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:34.085026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.109773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.134095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-4e7d65d1-d917-40dd-9e11-f7e48922b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.134582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-4e7d65d1-d917-40dd-9e11-f7e48922b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.135070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-4e7d65d1-d917-40dd-9e11-f7e48922b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.135546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-4e7d65d1-d917-40dd-9e11-f7e48922b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.136022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-4e7d65d1-d917-40dd-9e11-f7e48922b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.138462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-4e7d65d1-d917-40dd-9e11-f7e48922b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.138462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-4e7d65d1-d917-40dd-9e11-f7e48922b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.139262 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-4e7d65d1-d917-40dd-9e11-f7e48922b08c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6344 time: 0.0523057 Aug 24 00:21:34.197192 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0dbf0a6e-c621-4a6a-a6cb-8c38b021b4c0 req-e8c4779a-8a5d-4295-81c4-423ce72eb8de tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.229824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.252471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a99a43-e8a2-4ea3-a7ee-66f1a70a334a req-a35b40ac-9148-4d80-a607-42ceb08c0b02 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.260582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a99a43-e8a2-4ea3-a7ee-66f1a70a334a req-a35b40ac-9148-4d80-a607-42ceb08c0b02 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 946 time: 0.1618836 Aug 24 00:21:34.284784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Pushing event updated for resources: {'Port': ['ID=195f0fde-8f0f-43fe-9778-721e1c876bc6,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.299699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0dbf0a6e-c621-4a6a-a6cb-8c38b021b4c0 req-e8c4779a-8a5d-4295-81c4-423ce72eb8de tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.312746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dbf0a6e-c621-4a6a-a6cb-8c38b021b4c0 req-e8c4779a-8a5d-4295-81c4-423ce72eb8de tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5951138 Aug 24 00:21:34.353843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Pushing event updated for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.355275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4779a-8a5d-4295-81c4-423ce72eb8de tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4916ddbf-6f02-4d45-815d-52bc1398498b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.385415 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1e9ebf-9c06-4db4-b68d-8f2f70b2a1a0 x-openstack-request-id: req-ae1e9ebf-9c06-4db4-b68d-8f2f70b2a1a0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:34.385745 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "name": "network-vif-unplugged", "status": "completed", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:34.386019 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae1e9ebf-9c06-4db4-b68d-8f2f70b2a1a0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:34.386406 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a', 'code': 200} Aug 24 00:21:34.409937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:34.410306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:34.410608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:34.438770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-57e038f8-da0f-410f-8e83-059a64caf1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.441531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-57e038f8-da0f-410f-8e83-059a64caf1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.441531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-57e038f8-da0f-410f-8e83-059a64caf1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.441531 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-57e038f8-da0f-410f-8e83-059a64caf1db service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce9b671258249d0ad55d7db347f4071&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2841251 Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.447518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:34.464521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:34.464832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Attempting to bind port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:34.513325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:34.513710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:34.514111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:34.514571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Bound port: 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:34.514940 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.615800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-8a6e1014-4990-4159-a672-954baffb8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.617730 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-8a6e1014-4990-4159-a672-954baffb8a73 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1648290 Aug 24 00:21:34.625781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:34.633760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:34.693650 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.756591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-39cacf44-3eec-4bd7-a16b-d2a70aaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.757077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-39cacf44-3eec-4bd7-a16b-d2a70aaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.757558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-39cacf44-3eec-4bd7-a16b-d2a70aaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.758056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-39cacf44-3eec-4bd7-a16b-d2a70aaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.758542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-39cacf44-3eec-4bd7-a16b-d2a70aaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.759322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-39cacf44-3eec-4bd7-a16b-d2a70aaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.759791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-39cacf44-3eec-4bd7-a16b-d2a70aaabb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.761745 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-39cacf44-3eec-4bd7-a16b-d2a70aaabb02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6369 time: 0.1007202 Aug 24 00:21:34.774474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a99a43-e8a2-4ea3-a7ee-66f1a70a334a req-cc0bc33e-90ed-42fc-84d4-403a657c2e25 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125251 Aug 24 00:21:34.829406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.830074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.831511 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] 10.222.0.37 "PUT /v2.0/ports/67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 1122 time: 1.1116781 Aug 24 00:21:34.837071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b956a-9e2c-471f-93e5-f2055166c314 service neutron] Pushing event updated for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:34.852527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9603671-5ad4-467e-9403-11a44a62927b req-049bc7ec-c675-4da8-8235-20fa9e515687 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.855509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9603671-5ad4-467e-9403-11a44a62927b req-049bc7ec-c675-4da8-8235-20fa9e515687 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 950 time: 0.4405382 Aug 24 00:21:34.867242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Attempting to bind port 195f0fde-8f0f-43fe-9778-721e1c876bc6 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:34.867588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Attempting to bind port 195f0fde-8f0f-43fe-9778-721e1c876bc6 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:34.867981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Attempting to bind port 195f0fde-8f0f-43fe-9778-721e1c876bc6 on network 6ebfc40c-f1d5-419f-aee7-9d4941683983 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:34.894772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Port 195f0fde-8f0f-43fe-9778-721e1c876bc6 on network 6ebfc40c-f1d5-419f-aee7-9d4941683983 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:34.895095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Attempting to bind port 195f0fde-8f0f-43fe-9778-721e1c876bc6 on network 6ebfc40c-f1d5-419f-aee7-9d4941683983 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:34.911706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:34.912033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Checking segment: {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:34.912674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Bound using segment: {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:34.913111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Bound port: 195f0fde-8f0f-43fe-9778-721e1c876bc6, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:34.913475 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:34.919641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48bde300-4fd2-4b0f-a130-725570d49f56 req-41a08a77-5d0e-4b32-bc04-d37535bf522a tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/4916ddbf-6f02-4d45-815d-52bc1398498b HTTP/1.1" status: 200 len: 1811 time: 0.1063850 Aug 24 00:21:34.932575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-410c5ecf-ef45-4908-a3a4-aa77f4c3d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.933065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-410c5ecf-ef45-4908-a3a4-aa77f4c3d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.933540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-410c5ecf-ef45-4908-a3a4-aa77f4c3d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:34.935241 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-410c5ecf-ef45-4908-a3a4-aa77f4c3d9ae service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce9b671258249d0ad55d7db347f4071&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1638038 Aug 24 00:21:34.940673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9603671-5ad4-467e-9403-11a44a62927b req-72be2f6f-5b17-49c7-923c-9bcef2f3a0c8 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748222 Aug 24 00:21:34.948279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['67126bbd-80d1-47fa-9489-f90c4c2d4f3a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:35.109930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] For port 195f0fde-8f0f-43fe-9778-721e1c876bc6, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:35.112667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-57989ac7-5117-4fd4-a720-af598bf36f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.116450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-57989ac7-5117-4fd4-a720-af598bf36f14 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731980 Aug 24 00:21:35.124873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] For port 195f0fde-8f0f-43fe-9778-721e1c876bc6, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:35.146929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5a5f6-0e4f-425b-b140-afff8685e72c req-ef27642a-aed0-487e-9831-06da51bdf99d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.154346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63e5a5f6-0e4f-425b-b140-afff8685e72c req-ef27642a-aed0-487e-9831-06da51bdf99d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1357784 Aug 24 00:21:35.162237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9ebc988a-a19a-47f0-a083-dfaaac2c5741 req-b77cc61a-3a91-44db-93a4-5f80cca50a7d tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-470662965', 'description': 'tempest-description-1094379055'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:35.206748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-7afed34d-6c55-47cc-bcec-3700f3d9edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.207256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-7afed34d-6c55-47cc-bcec-3700f3d9edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.207767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-7afed34d-6c55-47cc-bcec-3700f3d9edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.208236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-7afed34d-6c55-47cc-bcec-3700f3d9edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.209164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-7afed34d-6c55-47cc-bcec-3700f3d9edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.209164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-7afed34d-6c55-47cc-bcec-3700f3d9edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.209618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-7afed34d-6c55-47cc-bcec-3700f3d9edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.209786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.211647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-7afed34d-6c55-47cc-bcec-3700f3d9edcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6369 time: 0.0519516 Aug 24 00:21:35.226467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63e5a5f6-0e4f-425b-b140-afff8685e72c req-d0527f20-3ecb-445e-898e-0725fd40ed51 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690260 Aug 24 00:21:35.255116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.255116 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.256484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] 10.222.0.37 "PUT /v2.0/ports/195f0fde-8f0f-43fe-9778-721e1c876bc6 HTTP/1.1" status: 200 len: 1091 time: 2.0700915 Aug 24 00:21:35.281858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e131954-cbd9-4461-876e-3e3f6db47c54 service neutron] Pushing event updated for resources: {'Port': ['ID=195f0fde-8f0f-43fe-9778-721e1c876bc6,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:35.304531 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9ebc988a-a19a-47f0-a083-dfaaac2c5741 req-b77cc61a-3a91-44db-93a4-5f80cca50a7d tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.357374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-f365249c-8db9-4d56-8a44-8d7cea60ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.358982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-f365249c-8db9-4d56-8a44-8d7cea60ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.359465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-f365249c-8db9-4d56-8a44-8d7cea60ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.361294 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-f365249c-8db9-4d56-8a44-8d7cea60ae27 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce9b671258249d0ad55d7db347f4071&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1404335 Aug 24 00:21:35.405470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Request body: {'port': {'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:35.531096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-829bec38-d44b-4e2a-b787-fb78f917140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.534978 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dbb15b1f-bb08-4ff5-834e-b62166546f64 req-829bec38-d44b-4e2a-b787-fb78f917140a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1637001 Aug 24 00:21:35.557163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-3563e556-813e-4d2b-8ae0-6915c57de1f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.563817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-3563e556-813e-4d2b-8ae0-6915c57de1f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.571794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-3563e556-813e-4d2b-8ae0-6915c57de1f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.579045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-3563e556-813e-4d2b-8ae0-6915c57de1f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.585146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54056) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:35.585675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-3563e556-813e-4d2b-8ae0-6915c57de1f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.591858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-3563e556-813e-4d2b-8ae0-6915c57de1f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.598160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-3563e556-813e-4d2b-8ae0-6915c57de1f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.600337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-3563e556-813e-4d2b-8ae0-6915c57de1f6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5409 time: 0.2829771 Aug 24 00:21:35.628212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9ebc988a-a19a-47f0-a083-dfaaac2c5741 req-b77cc61a-3a91-44db-93a4-5f80cca50a7d tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.634187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.700366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b79680f-eccf-4c67-ab1e-d69a066fd250 req-022607ee-8cf2-42ff-86ff-2c1de189aa72 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803974 Aug 24 00:21:35.705608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9ebc988a-a19a-47f0-a083-dfaaac2c5741 req-b77cc61a-3a91-44db-93a4-5f80cca50a7d tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.706698 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a512c2c5-ec21-4c45-8a32-f4fddbf6b71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.773921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cc61a-3a91-44db-93a4-5f80cca50a7d tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb22cd13-193f-4f19-9be3-b45848808f0b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:35.800791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a512c2c5-ec21-4c45-8a32-f4fddbf6b71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.880435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a512c2c5-ec21-4c45-8a32-f4fddbf6b71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.927399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a512c2c5-ec21-4c45-8a32-f4fddbf6b71b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87de1403e5084705913c085164a1f247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398082 Aug 24 00:21:35.928700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:35.931395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512c2c5-ec21-4c45-8a32-f4fddbf6b71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57491ed-33f2-4adc-b70e-0a726f7c9dd3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:35.980200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbc134-8833-44df-b0b3-ebcca858d705 req-9cb134a7-1de9-4efc-8363-1952aadc6ce1 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:35.981704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74dbc134-8833-44df-b0b3-ebcca858d705 req-9cb134a7-1de9-4efc-8363-1952aadc6ce1 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 944 time: 0.1322582 Aug 24 00:21:35.992897 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9ebc988a-a19a-47f0-a083-dfaaac2c5741 req-b77cc61a-3a91-44db-93a4-5f80cca50a7d tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:35.994120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ebc988a-a19a-47f0-a083-dfaaac2c5741 req-b77cc61a-3a91-44db-93a4-5f80cca50a7d tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8388221 Aug 24 00:21:36.059217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '195f0fde-8f0f-43fe-9778-721e1c876bc6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:36.061477 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2173151c-016d-4b7a-862c-cc01206be6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "195f0fde-8f0f-43fe-9778-721e1c876bc6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:36.079624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-610d0ba2-440e-4b97-96ff-88db4710a682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.085042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74dbc134-8833-44df-b0b3-ebcca858d705 req-a0758cad-a694-4dbd-8015-0f85a675249e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932841 Aug 24 00:21:36.166906 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-610d0ba2-440e-4b97-96ff-88db4710a682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.206820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6603f31-5555-4c3d-a982-69b567bcf759 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:36.228591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.261648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e42ec-436b-4181-abfd-118119bd5010 req-49cf9631-6fea-4f89-b5fa-c2c1c1b6bd68 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.263142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a2e42ec-436b-4181-abfd-118119bd5010 req-49cf9631-6fea-4f89-b5fa-c2c1c1b6bd68 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 950 time: 0.1582820 Aug 24 00:21:36.267225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Transition to ACTIVE for port object b6603f31-5555-4c3d-a982-69b567bcf759 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:36.270007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c4d5e08-29d3-4eb2-961d-74e52fb7ada3 req-148d784e-4854-4325-8e3c-0027fce66bef tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/cb22cd13-193f-4f19-9be3-b45848808f0b HTTP/1.1" status: 200 len: 1812 time: 0.1284921 Aug 24 00:21:36.310933 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5df4e3-606a-4c74-9e44-fa3a6890a888 x-openstack-request-id: req-ec5df4e3-606a-4c74-9e44-fa3a6890a888 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:36.311229 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "195f0fde-8f0f-43fe-9778-721e1c876bc6", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:36.311481 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec5df4e3-606a-4c74-9e44-fa3a6890a888 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:36.311880 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '195f0fde-8f0f-43fe-9778-721e1c876bc6', 'status': 'completed', 'code': 200} Aug 24 00:21:36.315481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a2e42ec-436b-4181-abfd-118119bd5010 req-d27c01f0-b3df-4d07-b212-bed606c3fe93 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Aug 24 00:21:36.343264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.388628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:36.391203 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b63bce5-8589-4b8c-8493-9b2d431c29de" -d '{"events": [{"name": "network-changed", "server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:36.405205 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-610d0ba2-440e-4b97-96ff-88db4710a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.407883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-610d0ba2-440e-4b97-96ff-88db4710a682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.411950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-610d0ba2-440e-4b97-96ff-88db4710a682 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e57491ed-33f2-4adc-b70e-0a726f7c9dd3 HTTP/1.1" status: 204 len: 168 time: 0.4779129 Aug 24 00:21:36.412112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-3620e7f2-e623-46ea-ac6a-cfc5faf85a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.412112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-3620e7f2-e623-46ea-ac6a-cfc5faf85a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.412112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-3620e7f2-e623-46ea-ac6a-cfc5faf85a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.412112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-3620e7f2-e623-46ea-ac6a-cfc5faf85a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.413236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-3620e7f2-e623-46ea-ac6a-cfc5faf85a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.413236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-3620e7f2-e623-46ea-ac6a-cfc5faf85a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.413665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-3620e7f2-e623-46ea-ac6a-cfc5faf85a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.415759 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-3620e7f2-e623-46ea-ac6a-cfc5faf85a82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6436 time: 0.0646923 Aug 24 00:21:36.514118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d0ba2-440e-4b97-96ff-88db4710a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57491ed-33f2-4adc-b70e-0a726f7c9dd3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:36.529812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6603f31-5555-4c3d-a982-69b567bcf759,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:36.550183 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-026e0b30-14c2-4029-a260-6a75a3dd9c77 req-f484db41-56a5-4a3f-a9c7-27989d70fc7b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] show failed (client error): The resource could not be found. Aug 24 00:21:36.551249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-026e0b30-14c2-4029-a260-6a75a3dd9c77 req-f484db41-56a5-4a3f-a9c7-27989d70fc7b tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/eea8fe20-650b-4299-8142-8c3e72e43f68 HTTP/1.1" status: 404 len: 352 time: 0.1085007 Aug 24 00:21:36.597428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-1a629b60-267e-4bd6-8b77-36da64b3eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.599481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-1a629b60-267e-4bd6-8b77-36da64b3eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.601470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-1a629b60-267e-4bd6-8b77-36da64b3eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.603386 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-1a629b60-267e-4bd6-8b77-36da64b3eb76 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce9b671258249d0ad55d7db347f4071&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1785891 Aug 24 00:21:36.614854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888a0b-3b66-4b1a-8b64-65576d6fa532 req-39d4d4ed-7e76-42e2-8955-1f4a7aaf980e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:36.623395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d888a0b-3b66-4b1a-8b64-65576d6fa532 req-39d4d4ed-7e76-42e2-8955-1f4a7aaf980e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.2110555 Aug 24 00:21:36.670088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Attempting to bind port b6603f31-5555-4c3d-a982-69b567bcf759 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:36.671764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Attempting to bind port b6603f31-5555-4c3d-a982-69b567bcf759 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:36.672225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Attempting to bind port b6603f31-5555-4c3d-a982-69b567bcf759 on network 6ebfc40c-f1d5-419f-aee7-9d4941683983 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:36.681741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Port b6603f31-5555-4c3d-a982-69b567bcf759 on network 6ebfc40c-f1d5-419f-aee7-9d4941683983 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:36.682085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Attempting to bind port b6603f31-5555-4c3d-a982-69b567bcf759 on network 6ebfc40c-f1d5-419f-aee7-9d4941683983 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:36.695302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:36.695834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Checking segment: {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:36.696316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Bound using segment: {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:36.696683 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Bound port: b6603f31-5555-4c3d-a982-69b567bcf759, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd16b8fdf-ae99-4b69-90c1-36d8ec091323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:36.697057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:36.707549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d888a0b-3b66-4b1a-8b64-65576d6fa532 req-6c777782-5084-48f4-ae76-e2990592d520 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811334 Aug 24 00:21:36.809637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] For port b6603f31-5555-4c3d-a982-69b567bcf759, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:36.813709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] For port b6603f31-5555-4c3d-a982-69b567bcf759, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b6603f31-5555-4c3d-a982-69b567bcf759,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:36.869490 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-041f2a08-77ba-4dfd-86cb-8ea139d504c0 req-c73d7fc7-ded5-4dc3-b0b2-44b7c6b15649 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] show failed (client error): The resource could not be found. Aug 24 00:21:36.875230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-041f2a08-77ba-4dfd-86cb-8ea139d504c0 req-c73d7fc7-ded5-4dc3-b0b2-44b7c6b15649 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-group-rules/2a373339-df7a-499f-8798-933ec2aea1e5 HTTP/1.1" status: 404 len: 361 time: 0.0289683 Aug 24 00:21:36.928119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.009638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.011249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.013220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/b6603f31-5555-4c3d-a982-69b567bcf759 HTTP/1.1" status: 200 len: 1091 time: 1.6127317 Aug 24 00:21:37.059234 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6676094-36b6-43f4-9458-0d850883886d x-openstack-request-id: req-b6676094-36b6-43f4-9458-0d850883886d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:37.059510 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:37.059752 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6676094-36b6-43f4-9458-0d850883886d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:37.060141 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a', 'status': 'completed', 'code': 200} Aug 24 00:21:37.064175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-aa37790a-9a80-4c38-84df-c54857424032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.092074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-aa37790a-9a80-4c38-84df-c54857424032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1125 time: 0.2324815 Aug 24 00:21:37.094583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61d258-ac3e-483d-bbd1-b1291528c2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6603f31-5555-4c3d-a982-69b567bcf759,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:37.166011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-995a9f21-45b7-40f1-8ab7-e997230d7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.168879 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2173151c-016d-4b7a-862c-cc01206be6f4 req-995a9f21-45b7-40f1-8ab7-e997230d7df0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5569146 Aug 24 00:21:37.213699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-863e27cd-9927-4a93-87b9-1edf94647209 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.219704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-863e27cd-9927-4a93-87b9-1edf94647209 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.225942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-863e27cd-9927-4a93-87b9-1edf94647209 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.232543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-863e27cd-9927-4a93-87b9-1edf94647209 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.238603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-863e27cd-9927-4a93-87b9-1edf94647209 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.245216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-863e27cd-9927-4a93-87b9-1edf94647209 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.251334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-863e27cd-9927-4a93-87b9-1edf94647209 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.253325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-863e27cd-9927-4a93-87b9-1edf94647209 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.2623613 Aug 24 00:21:37.263839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a302d28-6441-4cdc-8b04-7a6ff5f53bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.264459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a302d28-6441-4cdc-8b04-7a6ff5f53bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.264998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a302d28-6441-4cdc-8b04-7a6ff5f53bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.265532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a302d28-6441-4cdc-8b04-7a6ff5f53bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.266105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a302d28-6441-4cdc-8b04-7a6ff5f53bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.266621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a302d28-6441-4cdc-8b04-7a6ff5f53bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.267155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a302d28-6441-4cdc-8b04-7a6ff5f53bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.274531 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-3a302d28-6441-4cdc-8b04-7a6ff5f53bbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6478 time: 0.0580091 Aug 24 00:21:37.325073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-85c02cd8-d0e2-47ee-9935-7a7232cf1802 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 HTTP/1.1" status: 200 len: 217 time: 0.0459094 Aug 24 00:21:37.327203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a4bcaee-f594-4f5a-9fc4-b19982ddd1c1 req-34116ae8-0cc3-4e35-b805-d5e996c0f3e0 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/cb22cd13-193f-4f19-9be3-b45848808f0b HTTP/1.1" status: 200 len: 1812 time: 0.2022238 Aug 24 00:21:37.352082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-316656b1-470f-4fbd-83f9-1b54d2c5bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.353550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-316656b1-470f-4fbd-83f9-1b54d2c5bc9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.2536850 Aug 24 00:21:37.366327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49e85fd3-6508-4c49-a223-3b1e4c275dbd req-0decab4f-a450-4c64-a407-f994e90790bb tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937648 Aug 24 00:21:37.413849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-8b58ae60-d54b-497e-9807-55c86bed2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.419526 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-8b58ae60-d54b-497e-9807-55c86bed2826 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=645a04f3-c4e6-40ff-9d7f-94cfbf092be5 HTTP/1.1" status: 200 len: 850 time: 0.0817420 Aug 24 00:21:37.421357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-9664f4e4-6e38-40a4-ba3e-ad3a9ca05614 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 217 time: 0.0478284 Aug 24 00:21:37.486083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4e31284d-80db-4441-ad15-5795f4774b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.487758 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4e31284d-80db-4441-ad15-5795f4774b7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02811b6d-d2ab-456b-acf1-a097541acb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571232 Aug 24 00:21:37.505328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 67126bbd-80d1-47fa-9489-f90c4c2d4f3a details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:37.529777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8a4bcaee-f594-4f5a-9fc4-b19982ddd1c1 req-0730bf87-75a3-4985-b49d-96461eebc552 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.565320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-a8ee6e6c-b58c-4040-aac6-8b344b278866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.566839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-a8ee6e6c-b58c-4040-aac6-8b344b278866 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.1365366 Aug 24 00:21:37.575718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8a4bcaee-f594-4f5a-9fc4-b19982ddd1c1 req-0730bf87-75a3-4985-b49d-96461eebc552 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.600950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efdae-9c05-4928-a7e0-90105212523f req-ae2bf177-4be9-476a-bea3-2bbcd62e821c tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.602548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-910efdae-9c05-4928-a7e0-90105212523f req-ae2bf177-4be9-476a-bea3-2bbcd62e821c tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 1101 time: 0.1161087 Aug 24 00:21:37.624547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-d888721f-8f76-41d7-885a-e8b812037f40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397935 Aug 24 00:21:37.638076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:37.651674 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-10acfa90-ec00-46d3-a02c-ed17f8518737 service neutron] 10.222.0.37 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536648 Aug 24 00:21:37.653917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 67126bbd-80d1-47fa-9489-f90c4c2d4f3a has no active binding in host n-h2-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:21:37.657195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-910efdae-9c05-4928-a7e0-90105212523f req-00d27554-bb4e-4584-a250-e8246a23ab2c tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.774242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-c08ffd02-3dbb-4177-9562-81d66d800016 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320488 Aug 24 00:21:37.776157 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-ad747622-7003-43ce-af12-480a8551e58d service neutron] 10.222.0.37 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124113 Aug 24 00:21:37.797478 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8a4bcaee-f594-4f5a-9fc4-b19982ddd1c1 req-0730bf87-75a3-4985-b49d-96461eebc552 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.800152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8a4bcaee-f594-4f5a-9fc4-b19982ddd1c1 req-0730bf87-75a3-4985-b49d-96461eebc552 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:37.801826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a4bcaee-f594-4f5a-9fc4-b19982ddd1c1 req-0730bf87-75a3-4985-b49d-96461eebc552 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "DELETE /v2.0/security-groups/cb22cd13-193f-4f19-9be3-b45848808f0b HTTP/1.1" status: 204 len: 173 time: 0.4589272 Aug 24 00:21:37.829244 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-be37fe72-ec09-4965-a023-b1deaf648db1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=678b847c-3345-457a-a479-f0927bf12b0f HTTP/1.1" status: 200 len: 217 time: 0.0441277 Aug 24 00:21:37.871151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730bf87-75a3-4985-b49d-96461eebc552 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb22cd13-193f-4f19-9be3-b45848808f0b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:37.916630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-9ab2b8fe-1ccc-48d5-a0d7-34a5bce8589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.918182 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-9ab2b8fe-1ccc-48d5-a0d7-34a5bce8589b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0810401 Aug 24 00:21:37.968572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b63bce5-8589-4b8c-8493-9b2d431c29de req-c2324590-a0d6-4ae8-b314-645c5e4fd1d3 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863270 Aug 24 00:21:37.973911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-53b5481a-a18c-4b5e-8129-00874c00ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.975495 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-53b5481a-a18c-4b5e-8129-00874c00ec5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458438 Aug 24 00:21:37.994425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba72859-d31d-473b-a750-b6b5af1a9d62 req-e89d6221-bc0d-43da-b80b-b65b9759b848 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:37.997455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ba72859-d31d-473b-a750-b6b5af1a9d62 req-e89d6221-bc0d-43da-b80b-b65b9759b848 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 944 time: 0.1140416 Aug 24 00:21:38.044493 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-910efdae-9c05-4928-a7e0-90105212523f req-00d27554-bb4e-4584-a250-e8246a23ab2c tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.064577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ba72859-d31d-473b-a750-b6b5af1a9d62 req-340aace9-8bdb-4662-9bb1-0ca9becd09d7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517907 Aug 24 00:21:38.096574 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-910efdae-9c05-4928-a7e0-90105212523f req-00d27554-bb4e-4584-a250-e8246a23ab2c tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.134259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-910efdae-9c05-4928-a7e0-90105212523f req-00d27554-bb4e-4584-a250-e8246a23ab2c tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122726 Aug 24 00:21:38.152227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d27554-bb4e-4584-a250-e8246a23ab2c tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e442e9f-d921-441a-9a1e-57c92c26830e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:38.176266 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-2813dd67-2346-4a5b-819e-ceb2c3a4f340 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903353 Aug 24 00:21:38.282155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0e29e-d989-4728-9086-24666a2afc00 req-451aa1ab-0d33-4559-a0a5-64487ad0e873 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.283748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ed0e29e-d989-4728-9086-24666a2afc00 req-451aa1ab-0d33-4559-a0a5-64487ad0e873 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.0867090 Aug 24 00:21:38.308308 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-78652495-fc76-4c96-a9aa-34777d16bf52 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241298 Aug 24 00:21:38.313244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': 'b6603f31-5555-4c3d-a982-69b567bcf759'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:38.315636 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91" -d '{"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "b6603f31-5555-4c3d-a982-69b567bcf759"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:38.344026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ee8d8d4-f07d-4756-a3c4-2a6133678627 req-138573ae-dfa2-4d99-9bb4-77caac5aaaea tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/4916ddbf-6f02-4d45-815d-52bc1398498b HTTP/1.1" status: 200 len: 1811 time: 0.1079149 Aug 24 00:21:38.371317 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4c91d593-e251-4ca7-8485-ea411b6d56c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=70ecba71-eb80-443a-9956-d138937f71dc HTTP/1.1" status: 200 len: 217 time: 0.0490556 Aug 24 00:21:38.384574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ed0e29e-d989-4728-9086-24666a2afc00 req-c2be4664-e3ce-42de-874b-275cbc4d00ea tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931373 Aug 24 00:21:38.436684 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-81a77779-7792-4275-a2e1-5c97c3e918e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.438267 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-81a77779-7792-4275-a2e1-5c97c3e918e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0556366 Aug 24 00:21:38.453327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7ee8d8d4-f07d-4756-a3c4-2a6133678627 req-db403c49-a878-4e39-8af9-a88f7bfd54bd tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.470726 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ea597e-d43e-4cfc-a6d5-f7dea4e2312b x-openstack-request-id: req-26ea597e-d43e-4cfc-a6d5-f7dea4e2312b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:38.472972 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "b6603f31-5555-4c3d-a982-69b567bcf759", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:38.472972 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26ea597e-d43e-4cfc-a6d5-f7dea4e2312b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:38.472972 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': 'b6603f31-5555-4c3d-a982-69b567bcf759', 'status': 'completed', 'code': 200} Aug 24 00:21:38.490848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7ee8d8d4-f07d-4756-a3c4-2a6133678627 req-db403c49-a878-4e39-8af9-a88f7bfd54bd tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.530318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c568a5fe-16d3-47b3-8f98-55e3426f0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.532385 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c568a5fe-16d3-47b3-8f98-55e3426f0776 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846496 Aug 24 00:21:38.615708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-719f66c5-a34f-4438-a995-5409ef6d2ca3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.625518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-719f66c5-a34f-4438-a995-5409ef6d2ca3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.632706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-719f66c5-a34f-4438-a995-5409ef6d2ca3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.639603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-719f66c5-a34f-4438-a995-5409ef6d2ca3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.645647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-b967368c-5e45-47fc-b1ff-8d2dee546586 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031220 Aug 24 00:21:38.646933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-719f66c5-a34f-4438-a995-5409ef6d2ca3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.653537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-719f66c5-a34f-4438-a995-5409ef6d2ca3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.661354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-719f66c5-a34f-4438-a995-5409ef6d2ca3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.663646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-719f66c5-a34f-4438-a995-5409ef6d2ca3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.1239688 Aug 24 00:21:38.669053 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7ee8d8d4-f07d-4756-a3c4-2a6133678627 req-db403c49-a878-4e39-8af9-a88f7bfd54bd tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.672229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7ee8d8d4-f07d-4756-a3c4-2a6133678627 req-db403c49-a878-4e39-8af9-a88f7bfd54bd tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.673903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ee8d8d4-f07d-4756-a3c4-2a6133678627 req-db403c49-a878-4e39-8af9-a88f7bfd54bd tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "DELETE /v2.0/security-groups/4916ddbf-6f02-4d45-815d-52bc1398498b HTTP/1.1" status: 204 len: 173 time: 0.3288145 Aug 24 00:21:38.727262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db403c49-a878-4e39-8af9-a88f7bfd54bd tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916ddbf-6f02-4d45-815d-52bc1398498b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:38.752361 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c4e2beda-3144-401b-8d84-e1a9ddda31d2 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995970 Aug 24 00:21:38.763749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1ad6ace-6e4e-4e40-a879-244d051bae87 req-014a0ef9-3f0c-474d-9f54-0594ad4ec028 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/adf54417-aedf-42a8-adfb-ceeac49d9e76 HTTP/1.1" status: 200 len: 1813 time: 0.0647936 Aug 24 00:21:38.774685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d678cbd2-8444-4919-b71e-4ffb96883484 req-1f6cddde-9013-4085-aca0-aafceb91ed49 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996156 Aug 24 00:21:38.812669 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-50181e94-5b59-4eaf-94c9-79152dcad164 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=042958f8-c756-46e2-962c-fa2d45f67dcf HTTP/1.1" status: 200 len: 217 time: 0.0501981 Aug 24 00:21:38.848879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e1ad6ace-6e4e-4e40-a879-244d051bae87 req-c033923f-93e1-4280-a517-8f5ba94438ce tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.874952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e1ad6ace-6e4e-4e40-a879-244d051bae87 req-c033923f-93e1-4280-a517-8f5ba94438ce tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.878512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-ce1c2ff0-d757-4064-9f2e-0c9dc125f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.882451 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-ce1c2ff0-d757-4064-9f2e-0c9dc125f34c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0577617 Aug 24 00:21:38.931461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c0b2a0fd-01ad-4a54-b890-239be5038b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:38.933021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-c0b2a0fd-01ad-4a54-b890-239be5038b30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438552 Aug 24 00:21:38.987898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e1ad6ace-6e4e-4e40-a879-244d051bae87 req-c033923f-93e1-4280-a517-8f5ba94438ce tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.990640 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e1ad6ace-6e4e-4e40-a879-244d051bae87 req-c033923f-93e1-4280-a517-8f5ba94438ce tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:38.991802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1ad6ace-6e4e-4e40-a879-244d051bae87 req-c033923f-93e1-4280-a517-8f5ba94438ce tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "DELETE /v2.0/security-groups/adf54417-aedf-42a8-adfb-ceeac49d9e76 HTTP/1.1" status: 204 len: 173 time: 0.2160723 Aug 24 00:21:39.010123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033923f-93e1-4280-a517-8f5ba94438ce tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf54417-aedf-42a8-adfb-ceeac49d9e76,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:39.051266 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-887edfe6-4fb9-4f53-a9fc-33bd9bdd17b8 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074839 Aug 24 00:21:39.113649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4e050cb-bd7e-4ebb-bcdb-ed8daf8e939d req-e2483964-82a2-43fb-b55f-ce561232044d tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/acbc4019-d9b9-4f9b-b201-82017fa5ded4 HTTP/1.1" status: 200 len: 1813 time: 0.0963051 Aug 24 00:21:39.193222 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-5e3a5a83-b1e7-421f-afbd-d9e383fa76e2 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302030 Aug 24 00:21:39.194249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4e050cb-bd7e-4ebb-bcdb-ed8daf8e939d req-97743615-4f05-46f6-91f8-0dc52ed4968a tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.239515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4e050cb-bd7e-4ebb-bcdb-ed8daf8e939d req-97743615-4f05-46f6-91f8-0dc52ed4968a tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.248628 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-54ce491d-45ba-4ec3-a8a2-d24ba7689c42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8182b142-479e-46ce-be7f-a38f33a0187c HTTP/1.1" status: 200 len: 217 time: 0.0482738 Aug 24 00:21:39.267587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc00dc6-7cec-4062-b7b2-508e8531829b req-bb19fe0d-3f22-4a9a-8f95-bbcdd46296c5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.269765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfc00dc6-7cec-4062-b7b2-508e8531829b req-bb19fe0d-3f22-4a9a-8f95-bbcdd46296c5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 944 time: 0.0934424 Aug 24 00:21:39.311351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-d75dc0d2-664e-4f80-bdd9-a499d0892576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.311351 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-d75dc0d2-664e-4f80-bdd9-a499d0892576 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0513804 Aug 24 00:21:39.333149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfc00dc6-7cec-4062-b7b2-508e8531829b req-1c395b69-ea35-479a-8813-b80fdb69a1d5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Aug 24 00:21:39.367485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-7eceb7b5-9084-4ee6-bb97-1f6e45f09887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.369399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-7eceb7b5-9084-4ee6-bb97-1f6e45f09887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0510232 Aug 24 00:21:39.419120 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4e050cb-bd7e-4ebb-bcdb-ed8daf8e939d req-97743615-4f05-46f6-91f8-0dc52ed4968a tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.421884 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4e050cb-bd7e-4ebb-bcdb-ed8daf8e939d req-97743615-4f05-46f6-91f8-0dc52ed4968a tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.434564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4e050cb-bd7e-4ebb-bcdb-ed8daf8e939d req-97743615-4f05-46f6-91f8-0dc52ed4968a tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "DELETE /v2.0/security-groups/acbc4019-d9b9-4f9b-b201-82017fa5ded4 HTTP/1.1" status: 204 len: 173 time: 0.3198893 Aug 24 00:21:39.467442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97743615-4f05-46f6-91f8-0dc52ed4968a tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbc4019-d9b9-4f9b-b201-82017fa5ded4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:39.476127 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-d8d244f8-2a69-407e-a9b6-d24d6ef0a4e5 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982423 Aug 24 00:21:39.483825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800caa29-4cbe-4c55-a5ef-024099ec4945 req-24dd9a91-d453-4a44-b27c-df6dc5638592 tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.495086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-800caa29-4cbe-4c55-a5ef-024099ec4945 req-24dd9a91-d453-4a44-b27c-df6dc5638592 tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 1101 time: 0.1031384 Aug 24 00:21:39.530991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-800caa29-4cbe-4c55-a5ef-024099ec4945 req-1962196d-5e75-4259-bc44-ae4354cfbc64 tempest-ServersAdminNegativeTestJSON-1096452295 tempest-ServersAdminNegativeTestJSON-1096452295-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350137 Aug 24 00:21:39.636565 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-a30ad000-a2f2-4f92-8336-9cc9b47f0ca0 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526980 Aug 24 00:21:39.654049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c86c3635-eb77-4c19-8074-be2ef7c78974 req-654b5d31-c269-4e7a-82a2-84dbd37e41c2 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "GET /v2.0/security-groups/17d12c40-f86e-4b03-88a8-dafc06b5e7c3 HTTP/1.1" status: 200 len: 1811 time: 0.0833209 Aug 24 00:21:39.685919 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-ec508203-67c4-41db-bb66-b603ac94cff4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6 HTTP/1.1" status: 200 len: 217 time: 0.0409620 Aug 24 00:21:39.688733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f65625-89c0-413a-ae7f-6a73ba14c26d req-1aea38d3-c43c-4b25-b2c7-8f20129fcedd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.690268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74f65625-89c0-413a-ae7f-6a73ba14c26d req-1aea38d3-c43c-4b25-b2c7-8f20129fcedd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.0794013 Aug 24 00:21:39.744081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a96131-9e97-48e6-b84b-cad3409760ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.745858 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-60a96131-9e97-48e6-b84b-cad3409760ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60f04202-4510-4817-b8cc-8d129a690170 HTTP/1.1" status: 200 len: 797 time: 0.0509632 Aug 24 00:21:39.751591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74f65625-89c0-413a-ae7f-6a73ba14c26d req-13418022-f871-42dd-98d2-64dcf07f61dd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551155 Aug 24 00:21:39.766765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c86c3635-eb77-4c19-8074-be2ef7c78974 req-ba1521af-da95-4c37-b9fb-c0f0a064d806 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.804335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c86c3635-eb77-4c19-8074-be2ef7c78974 req-ba1521af-da95-4c37-b9fb-c0f0a064d806 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.828202 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e9d6886b-0efb-4b46-88cc-5365c2eaa0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:39.830372 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-e9d6886b-0efb-4b46-88cc-5365c2eaa0d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717835 Aug 24 00:21:39.949440 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-66682919-ba0f-464b-9840-5fa43bf5c7b3 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099353 Aug 24 00:21:39.958434 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c86c3635-eb77-4c19-8074-be2ef7c78974 req-ba1521af-da95-4c37-b9fb-c0f0a064d806 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.960976 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c86c3635-eb77-4c19-8074-be2ef7c78974 req-ba1521af-da95-4c37-b9fb-c0f0a064d806 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:39.962135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c86c3635-eb77-4c19-8074-be2ef7c78974 req-ba1521af-da95-4c37-b9fb-c0f0a064d806 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] 10.222.0.26 "DELETE /v2.0/security-groups/17d12c40-f86e-4b03-88a8-dafc06b5e7c3 HTTP/1.1" status: 204 len: 173 time: 0.2991874 Aug 24 00:21:39.972407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:39.974896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1521af-da95-4c37-b9fb-c0f0a064d806 tempest-SecurityGroupRulesNegativeTestJSON-624104444 tempest-SecurityGroupRulesNegativeTestJSON-624104444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d12c40-f86e-4b03-88a8-dafc06b5e7c3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:40.068325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-3ff283f4-af85-4d5d-8264-47438bf6c3f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.073979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-3ff283f4-af85-4d5d-8264-47438bf6c3f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.080052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-3ff283f4-af85-4d5d-8264-47438bf6c3f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.086776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-3ff283f4-af85-4d5d-8264-47438bf6c3f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.092792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-3ff283f4-af85-4d5d-8264-47438bf6c3f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.098790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-3ff283f4-af85-4d5d-8264-47438bf6c3f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.105696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-3ff283f4-af85-4d5d-8264-47438bf6c3f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.107616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-3ff283f4-af85-4d5d-8264-47438bf6c3f5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.1867785 Aug 24 00:21:40.119250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e007d8ca-64f0-4a1e-8443-e771ebdad02d admin admin] Deleting subnet 581034b7-fe8b-4e4c-9aea-f83640772817 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:21:40.123018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e007d8ca-64f0-4a1e-8443-e771ebdad02d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.137686 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-bd4a44d6-de0a-43ad-829d-504280adcb70 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713531 Aug 24 00:21:40.191039 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-de7efafe-e837-477e-973f-a28eef623238 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6603f31-5555-4c3d-a982-69b567bcf759 HTTP/1.1" status: 200 len: 217 time: 0.0409858 Aug 24 00:21:40.229297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e007d8ca-64f0-4a1e-8443-e771ebdad02d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.269269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4610857f-2e6d-4ac6-9f67-471e51c1a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.269269 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-4610857f-2e6d-4ac6-9f67-471e51c1a6a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60f04202-4510-4817-b8cc-8d129a690170 HTTP/1.1" status: 200 len: 797 time: 0.0627139 Aug 24 00:21:40.269786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31e9dff9-515a-483b-b1c7-1068df2bf45d req-27fb3c63-9154-43ee-8bac-9d220aefc512 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445017 Aug 24 00:21:40.284406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-d5629638-727a-4a6e-9058-252a5ad50aa3 service neutron] 10.222.0.36 "GET /v2.0/ports/67126bbd-80d1-47fa-9489-f90c4c2d4f3a/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.1353884 Aug 24 00:21:40.300960 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e007d8ca-64f0-4a1e-8443-e771ebdad02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.321948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-be06b083-b0cf-4c05-b3c1-d6df84040cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.324710 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-be06b083-b0cf-4c05-b3c1-d6df84040cce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0561068 Aug 24 00:21:40.474678 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-436e03e7-7577-48e1-9b04-c75137aff0c0 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403694 Aug 24 00:21:40.558619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fad7a4-4626-4160-9749-53bd5141ab49 req-7212a18d-3a34-4099-9e69-2a96446fe38d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.562511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32fad7a4-4626-4160-9749-53bd5141ab49 req-7212a18d-3a34-4099-9e69-2a96446fe38d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 944 time: 0.0842276 Aug 24 00:21:40.570342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:40.584883 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dc86fa33-ee1e-4fde-b106-8e8091fd411a req-1287a6e8-ec41-4fe3-ae26-6b84b159bc48 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005609 Aug 24 00:21:40.616404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:40.654812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32fad7a4-4626-4160-9749-53bd5141ab49 req-ccd5d116-f7f6-4200-9d45-32ae0b924da9 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811775 Aug 24 00:21:40.661356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67126bbd-80d1-47fa-9489-f90c4c2d4f3a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:40.683656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:40.875522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067a788-4fee-4b23-b4ef-3ec7b405279a req-4955cd0a-899e-496c-bc73-d817b6e023d7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:40.877007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c067a788-4fee-4b23-b4ef-3ec7b405279a req-4955cd0a-899e-496c-bc73-d817b6e023d7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.0498879 Aug 24 00:21:40.920470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c067a788-4fee-4b23-b4ef-3ec7b405279a req-b42409e4-a189-42dc-8731-d49bd3c22c94 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Aug 24 00:21:40.958528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e007d8ca-64f0-4a1e-8443-e771ebdad02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:40.963650 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.000185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007d8ca-64f0-4a1e-8443-e771ebdad02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581034b7-fe8b-4e4c-9aea-f83640772817,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:41.002368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e007d8ca-64f0-4a1e-8443-e771ebdad02d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.004791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e007d8ca-64f0-4a1e-8443-e771ebdad02d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/581034b7-fe8b-4e4c-9aea-f83640772817 HTTP/1.1" status: 204 len: 168 time: 1.0273974 Aug 24 00:21:41.007892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:41.044227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-c5f39ecf-b162-4080-832d-5dcb43de8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.044768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-c5f39ecf-b162-4080-832d-5dcb43de8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.045281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-c5f39ecf-b162-4080-832d-5dcb43de8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.045749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-c5f39ecf-b162-4080-832d-5dcb43de8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.046672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-c5f39ecf-b162-4080-832d-5dcb43de8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.046809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-c5f39ecf-b162-4080-832d-5dcb43de8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.047198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-c5f39ecf-b162-4080-832d-5dcb43de8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.049364 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-c5f39ecf-b162-4080-832d-5dcb43de8930 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6478 time: 0.0544593 Aug 24 00:21:41.166893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-7ae7c28c-8946-4ef1-b51d-42c17f8ebb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.170047 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-7ae7c28c-8946-4ef1-b51d-42c17f8ebb6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6ebfc40c-f1d5-419f-aee7-9d4941683983 HTTP/1.1" status: 200 len: 903 time: 0.1128051 Aug 24 00:21:41.185970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.196517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] Transition to ACTIVE for port object 67126bbd-80d1-47fa-9489-f90c4c2d4f3a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:41.212362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeee426-8452-4b9c-acc6-2f6bf15e7d54 req-a1db401f-a731-4f46-945b-e1f1d96971e6 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.214694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abeee426-8452-4b9c-acc6-2f6bf15e7d54 req-a1db401f-a731-4f46-945b-e1f1d96971e6 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 950 time: 0.1016510 Aug 24 00:21:41.224647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-3890133b-78b4-477e-9e9e-e8cc287523bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6603f31-5555-4c3d-a982-69b567bcf759 HTTP/1.1" status: 200 len: 217 time: 0.0493772 Aug 24 00:21:41.264972 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.313973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-842020ad-2684-4b9a-8fbc-2605a2351c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.318134 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-842020ad-2684-4b9a-8fbc-2605a2351c8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60f04202-4510-4817-b8cc-8d129a690170 HTTP/1.1" status: 200 len: 797 time: 0.0822046 Aug 24 00:21:41.383206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-a44e93d7-c0f7-4613-bf74-26fbff854a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.385304 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-a44e93d7-c0f7-4613-bf74-26fbff854a90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0620210 Aug 24 00:21:41.402167 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abeee426-8452-4b9c-acc6-2f6bf15e7d54 req-d5f97028-1b0f-4829-b32e-e21289b0d5b6 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818852 Aug 24 00:21:41.415582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.485320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] No DVR routers for this DVR port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:41.491854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b701d0e-5c3f-4022-a721-ca0ec3389e47']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:41.519278 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-1a1fe79d-a0de-424f-bd36-25edf1cddfc5 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185298 Aug 24 00:21:41.521942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] Pushing event updated for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:41.529993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c603d4d-0804-4c1e-a5d1-d1770c7ca6ec') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:41.529993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c603d4d-0804-4c1e-a5d1-d1770c7ca6ec') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:21:41.544156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.548556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-3e506819-57bb-43c1-9785-351272aa4580 service neutron] 10.222.0.36 "PUT /v2.0/ports/67126bbd-80d1-47fa-9489-f90c4c2d4f3a/bindings/n-h2-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2557857 Aug 24 00:21:41.574663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.590649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-9f7d4261-70fb-4006-950d-94b945f48a66 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.597408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-9f7d4261-70fb-4006-950d-94b945f48a66 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.607839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-9f7d4261-70fb-4006-950d-94b945f48a66 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.614799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-9f7d4261-70fb-4006-950d-94b945f48a66 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.620928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-9f7d4261-70fb-4006-950d-94b945f48a66 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.626937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-9f7d4261-70fb-4006-950d-94b945f48a66 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.633446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-9f7d4261-70fb-4006-950d-94b945f48a66 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.635788 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bbd5b9de-1fe2-4dd9-bfa6-27ca85453f91 req-46351c0a-2a80-4cb6-b7ad-79faca1cb59d service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070118 Aug 24 00:21:41.641489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-9f7d4261-70fb-4006-950d-94b945f48a66 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.2555609 Aug 24 00:21:41.662684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:21:41.662947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:21:41.664763 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:21:41.780292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-15809ebe-0773-4022-bd20-b985f9d8e8cd tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.787814 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-15809ebe-0773-4022-bd20-b985f9d8e8cd tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0569134 Aug 24 00:21:41.788158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09c182b1-633c-45ac-b50c-4e92f3f429ab req-1ba899c1-2742-4519-afa6-aeaca4164e8a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396849 Aug 24 00:21:41.811265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d02b8-8d0a-484a-b62b-adc1d9d7dcdc req-eff3e440-3dbd-4d80-bd93-42b7926e6438 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.813428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca3d02b8-8d0a-484a-b62b-adc1d9d7dcdc req-eff3e440-3dbd-4d80-bd93-42b7926e6438 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 945 time: 0.0844917 Aug 24 00:21:41.852305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.860154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:41.862301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4b701d0e-5c3f-4022-a721-ca0ec3389e47 HTTP/1.1" status: 204 len: 168 time: 0.8545032 Aug 24 00:21:41.866683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca3d02b8-8d0a-484a-b62b-adc1d9d7dcdc req-092b364e-2381-4eed-9796-e80e55306bd6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Aug 24 00:21:41.878021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbad37-bce4-42e3-b0e0-ec8673a3a410 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b701d0e-5c3f-4022-a721-ca0ec3389e47,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:41.890081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-1b7ce2b4-d072-4c2b-b792-d2d9fc2ba6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.890081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-1b7ce2b4-d072-4c2b-b792-d2d9fc2ba6e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47&tenant_id=fa321f3aaf844d3cad1999a705abd9f1 HTTP/1.1" status: 200 len: 1096 time: 0.0818608 Aug 24 00:21:41.955028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-df06d97f-fd3b-40f7-b0dd-e7b44b6ecb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:41.956545 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-df06d97f-fd3b-40f7-b0dd-e7b44b6ecb1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1096 time: 0.0445435 Aug 24 00:21:42.059264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60565082-bf4b-4abf-9fe5-06c594da63fa req-e8ab66b6-6887-45b2-9eca-d316c62dfbf0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:42.060892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60565082-bf4b-4abf-9fe5-06c594da63fa req-e8ab66b6-6887-45b2-9eca-d316c62dfbf0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.0629807 Aug 24 00:21:42.074034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-84800d5d-16c9-4a30-b645-31de92cf0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:42.075629 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-84800d5d-16c9-4a30-b645-31de92cf0f56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1088703 Aug 24 00:21:42.118407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60565082-bf4b-4abf-9fe5-06c594da63fa req-3f7ac0d8-b7a8-4cf6-8982-e5a50cac76bd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 Aug 24 00:21:42.136984 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-20bbe373-286a-44e9-a8ec-d013f85a464d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 217 time: 0.0540156 Aug 24 00:21:42.181878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:42.203720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-d6d7ae51-057c-4ef1-8939-51c218bd9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:42.203720 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-d6d7ae51-057c-4ef1-8939-51c218bd9b8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0562117 Aug 24 00:21:42.216268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54230) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:42.223132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.241056 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-4370c7c3-a655-4b16-b222-1f72ccf0300f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335009 Aug 24 00:21:42.263604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-61684582-715f-4c07-bf4b-f0d9f342ae3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=162f8baf7cdc494eaf6ad2944a57ed11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453744 Aug 24 00:21:42.266500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:42.357636 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-8bb4d493-5c8e-4ee3-98b8-a30addf549bf service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047511 Aug 24 00:21:42.366779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f43927ab-46ec-4e41-942c-1979a303cea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.390704 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f43927ab-46ec-4e41-942c-1979a303cea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.448537 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90802fa3-8a06-4e54-ad96-0377ad5db1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.488630 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-64b1c84b-f526-4ac3-a061-98fa744e901f service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248479 Aug 24 00:21:42.533897 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f43927ab-46ec-4e41-942c-1979a303cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.537199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f43927ab-46ec-4e41-942c-1979a303cea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.538378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f43927ab-46ec-4e41-942c-1979a303cea5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d840cb4-6553-46b5-a21a-ab68da8b4a52 HTTP/1.1" status: 204 len: 168 time: 0.2693081 Aug 24 00:21:42.560462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43927ab-46ec-4e41-942c-1979a303cea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d840cb4-6553-46b5-a21a-ab68da8b4a52,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:42.593138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1d364-3e37-4bdc-aeca-fed00582e318 req-5898eac6-1a46-4a3b-9f38-c4018a220824 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:42.594859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24b1d364-3e37-4bdc-aeca-fed00582e318 req-5898eac6-1a46-4a3b-9f38-c4018a220824 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 950 time: 0.1105549 Aug 24 00:21:42.659387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90802fa3-8a06-4e54-ad96-0377ad5db1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.663425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24b1d364-3e37-4bdc-aeca-fed00582e318 req-f2d25201-a2c2-4ab4-8fa2-e49ea1022653 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589364 Aug 24 00:21:42.743255 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90802fa3-8a06-4e54-ad96-0377ad5db1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.782962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802fa3-8a06-4e54-ad96-0377ad5db1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326bf69-92f1-4d04-94e4-7e18e9aabac4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:42.790126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-90802fa3-8a06-4e54-ad96-0377ad5db1a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe85e6e132234f7dba364e92b96997c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042058 Aug 24 00:21:42.790930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54240) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:42.867733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd057-49a7-48b0-888f-c5d7a87b53bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.896445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd057-49a7-48b0-888f-c5d7a87b53bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:42.980896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-ca08c4a1-7ecc-42aa-b926-9999ff043afe tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:42.982012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-ca08c4a1-7ecc-42aa-b926-9999ff043afe tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.36 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 950 time: 0.1107352 Aug 24 00:21:42.994870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-e4356a29-9676-4d2a-9fc6-676f0e2c5f13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.000917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-e4356a29-9676-4d2a-9fc6-676f0e2c5f13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.007204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-e4356a29-9676-4d2a-9fc6-676f0e2c5f13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.013718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-e4356a29-9676-4d2a-9fc6-676f0e2c5f13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.022465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-e4356a29-9676-4d2a-9fc6-676f0e2c5f13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.030800 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd057-49a7-48b0-888f-c5d7a87b53bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.033410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd057-49a7-48b0-888f-c5d7a87b53bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.034625 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8c5bd057-49a7-48b0-888f-c5d7a87b53bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c326bf69-92f1-4d04-94e4-7e18e9aabac4 HTTP/1.1" status: 204 len: 168 time: 0.2426701 Aug 24 00:21:43.044789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bd057-49a7-48b0-888f-c5d7a87b53bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326bf69-92f1-4d04-94e4-7e18e9aabac4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:43.048561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-75a02697-6584-40bb-8fe0-5f98cea6eb63 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.050628 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-75a02697-6584-40bb-8fe0-5f98cea6eb63 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0740268 Aug 24 00:21:43.052458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-e4356a29-9676-4d2a-9fc6-676f0e2c5f13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.073863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-e4356a29-9676-4d2a-9fc6-676f0e2c5f13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.076310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-e4356a29-9676-4d2a-9fc6-676f0e2c5f13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.1916766 Aug 24 00:21:43.247525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c73f411c-9f12-44d2-96bd-2eb4df8a1869 req-31eaad03-970b-41ac-98ae-332ed3d157c6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438153 Aug 24 00:21:43.264158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1efc0a-378b-4cce-a9ed-131def399be2 req-fc26adcd-449f-4d50-b5bd-f9a50958fcb5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.265671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1efc0a-378b-4cce-a9ed-131def399be2 req-fc26adcd-449f-4d50-b5bd-f9a50958fcb5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 945 time: 0.1607399 Aug 24 00:21:43.274583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-6605852d-10e2-473b-bd64-f914b2ae2bda service neutron] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:43.278725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-6605852d-10e2-473b-bd64-f914b2ae2bda service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.280185 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d54b0a5c-cf93-4d5c-b589-8948ab98f938 req-6605852d-10e2-473b-bd64-f914b2ae2bda service neutron] 10.222.0.37 "DELETE /v2.0/ports/67126bbd-80d1-47fa-9489-f90c4c2d4f3a/bindings/n-h1-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.2171142 Aug 24 00:21:43.627359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Deleting port 4971e704-6bba-4591-bcbd-f5b22380889d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:43.627698 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.663234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1efc0a-378b-4cce-a9ed-131def399be2 req-1bc7e72a-3f9d-47f9-a190-e8e5e246f4be tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869414 Aug 24 00:21:43.737678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3279a-5c02-43e2-9ff4-6702c5330809 req-1994f14c-f7f1-4722-886b-fdce93ae7087 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.741512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6e3279a-5c02-43e2-9ff4-6702c5330809 req-1994f14c-f7f1-4722-886b-fdce93ae7087 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1582758 Aug 24 00:21:43.803528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54280) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:43.822341 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c5c44f7-b39d-4296-adcb-49c03ceb69e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.851842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc518-48ae-4575-b61b-11500b3f2697 req-1036534b-3290-4421-83a3-29d6402a20de tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:43.853429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d5cc518-48ae-4575-b61b-11500b3f2697 req-1036534b-3290-4421-83a3-29d6402a20de tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 950 time: 0.1004179 Aug 24 00:21:43.860286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] For port 4971e704-6bba-4591-bcbd-f5b22380889d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4971e704-6bba-4591-bcbd-f5b22380889d,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:43.860662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:43.867558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6e3279a-5c02-43e2-9ff4-6702c5330809 req-de569ea8-d6c7-42a1-83f3-a9b80dd72f64 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181142 Aug 24 00:21:43.890472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54282) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:43.904583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Calling delete_port for 4971e704-6bba-4591-bcbd-f5b22380889d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:43.930147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d5cc518-48ae-4575-b61b-11500b3f2697 req-8e61038d-d5e8-47cd-88df-481663ac9f53 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663438 Aug 24 00:21:43.994134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c5c44f7-b39d-4296-adcb-49c03ceb69e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.048624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42c7ad-30af-43f5-b18a-4d9d84ae6a07 req-6b27eb42-7b7c-4182-a425-6df50e13a768 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.050444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b42c7ad-30af-43f5-b18a-4d9d84ae6a07 req-6b27eb42-7b7c-4182-a425-6df50e13a768 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1096 time: 0.0571377 Aug 24 00:21:44.074576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c5c44f7-b39d-4296-adcb-49c03ceb69e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.109362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b42c7ad-30af-43f5-b18a-4d9d84ae6a07 req-8f73f2e5-3d67-4a2f-96ce-63c6d983fab2 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502305 Aug 24 00:21:44.147446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-115302895-network', 'tenant_id': 'e1a19784a6d741319f82e6baf4c17ed6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:44.161579 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c5c44f7-b39d-4296-adcb-49c03ceb69e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17aaef6070f841a98b539d4adafbba34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555844 Aug 24 00:21:44.165009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54290) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:44.165807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c44f7-b39d-4296-adcb-49c03ceb69e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d021aac9-76f0-4356-9ca9-2762dd54ef9a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:44.234907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51b6af66-e82b-4ec7-9714-8e8676c5a6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.252985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Made reservation on behalf of e1a19784a6d741319f82e6baf4c17ed6 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:44.255323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.270847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51b6af66-e82b-4ec7-9714-8e8676c5a6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.273516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.280375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.293268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['df1a40c1-36e5-47e4-a421-51f97256b6ce'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:44.365189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['4971e704-6bba-4591-bcbd-f5b22380889d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:44.400799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Pushing event deleted for resources: {'Port': ['ID=4971e704-6bba-4591-bcbd-f5b22380889d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:44.413867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51b6af66-e82b-4ec7-9714-8e8676c5a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.416856 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51b6af66-e82b-4ec7-9714-8e8676c5a6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.420434 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-51b6af66-e82b-4ec7-9714-8e8676c5a6f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d021aac9-76f0-4356-9ca9-2762dd54ef9a HTTP/1.1" status: 204 len: 168 time: 0.2487633 Aug 24 00:21:44.433607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 67126bbd-80d1-47fa-9489-f90c4c2d4f3a no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:44.441969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6af66-e82b-4ec7-9714-8e8676c5a6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d021aac9-76f0-4356-9ca9-2762dd54ef9a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:44.529081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 67126bbd-80d1-47fa-9489-f90c4c2d4f3a not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:44.529503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4971e704-6bba-4591-bcbd-f5b22380889d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:44.542349 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.586726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] No DVR routers for this DVR port 4971e704-6bba-4591-bcbd-f5b22380889d on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:44.586726 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.587621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 4971e704-6bba-4591-bcbd-f5b22380889d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:44.587621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4971e704-6bba-4591-bcbd-f5b22380889d not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:44.587840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cf26199-0f46-4620-b257-ca16eb6b996d req-e25f9114-6728-4f72-adaf-3817545967f7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.36 "DELETE /v2.0/ports/4971e704-6bba-4591-bcbd-f5b22380889d HTTP/1.1" status: 204 len: 173 time: 1.5081985 Aug 24 00:21:44.587840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47694b97-89bc-4e5c-9482-569c3d77fa84', 'name': 'network-vif-deleted', 'tag': '4971e704-6bba-4591-bcbd-f5b22380889d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:44.588526 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67235213-df5b-4e1a-b42a-65bb9832c2e9" -d '{"events": [{"server_uuid": "47694b97-89bc-4e5c-9482-569c3d77fa84", "name": "network-vif-deleted", "tag": "4971e704-6bba-4591-bcbd-f5b22380889d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:44.606085 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.636415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:21:44.682969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.683386 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Added segment 8cf24d43-16ee-4d05-b687-6ee291021c48 of type vlan for network e48cb224-a43b-4859-9b55-41dedcd5f2e2 Aug 24 00:21:44.686225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3cd5b3-6587-4fa5-8532-18d7df437517,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:44.695844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0384d3-0c76-4195-9382-1289252ae38c req-9bbf42fe-663d-4ecc-8395-5fcadce61df3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.717748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0384d3-0c76-4195-9382-1289252ae38c req-9bbf42fe-663d-4ecc-8395-5fcadce61df3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.726039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0384d3-0c76-4195-9382-1289252ae38c req-9bbf42fe-663d-4ecc-8395-5fcadce61df3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.733593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0384d3-0c76-4195-9382-1289252ae38c req-9bbf42fe-663d-4ecc-8395-5fcadce61df3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.742484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0384d3-0c76-4195-9382-1289252ae38c req-9bbf42fe-663d-4ecc-8395-5fcadce61df3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.747397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0384d3-0c76-4195-9382-1289252ae38c req-9bbf42fe-663d-4ecc-8395-5fcadce61df3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.756866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0384d3-0c76-4195-9382-1289252ae38c req-9bbf42fe-663d-4ecc-8395-5fcadce61df3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.759322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f0384d3-0c76-4195-9382-1289252ae38c req-9bbf42fe-663d-4ecc-8395-5fcadce61df3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.2335758 Aug 24 00:21:44.763636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.800468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-8ae3545b-543b-4340-9d0f-b76784dfcb67 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.801985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-8ae3545b-543b-4340-9d0f-b76784dfcb67 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 808 time: 0.4744883 Aug 24 00:21:44.837775 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.839643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:44.840729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:44.846854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-70191fee-575c-4c8d-8a1d-14056a9c34e5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/quotas/fa321f3aaf844d3cad1999a705abd9f1 HTTP/1.1" status: 200 len: 375 time: 0.0335732 Aug 24 00:21:44.853556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f0384d3-0c76-4195-9382-1289252ae38c req-30a3cc24-3c19-40ce-8bd9-19f90aefcc3f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881195 Aug 24 00:21:44.908766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-aa380847-fbf7-4d24-ae28-88a4101eabdd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609779 Aug 24 00:21:44.918875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] Pushing event updated for resources: {'Network': ['ID=e48cb224-a43b-4859-9b55-41dedcd5f2e2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:44.926681 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a282223-ab4e-43e1-8012-346b4e81c8de admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0351467 Aug 24 00:21:44.929957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54314) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:44.931675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e48cb224-a43b-4859-9b55-41dedcd5f2e2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:21:44.942396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Request body: {'subnet': {'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-115302895-subnet', 'tenant_id': 'e1a19784a6d741319f82e6baf4c17ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:45.014164 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8461be79-2d35-477a-9c7b-6f1a2d6279df x-openstack-request-id: req-8461be79-2d35-477a-9c7b-6f1a2d6279df {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:45.014590 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47694b97-89bc-4e5c-9482-569c3d77fa84", "name": "network-vif-deleted", "tag": "4971e704-6bba-4591-bcbd-f5b22380889d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:45.015145 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8461be79-2d35-477a-9c7b-6f1a2d6279df {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:45.015552 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47694b97-89bc-4e5c-9482-569c3d77fa84', 'name': 'network-vif-deleted', 'tag': '4971e704-6bba-4591-bcbd-f5b22380889d', 'status': 'completed', 'code': 200} Aug 24 00:21:45.059586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Made reservation on behalf of e1a19784a6d741319f82e6baf4c17ed6 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:45.062901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.098786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-963966e1-af72-46a5-9ce5-8669aa7c5aa8 service neutron] 10.222.0.26 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854990 Aug 24 00:21:45.195734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe2a0-ac63-4369-9768-a82fb16a661d req-3f2b4d04-3bb6-44c0-bd6b-060e94880c15 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:45.205270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54ffe2a0-ac63-4369-9768-a82fb16a661d req-3f2b4d04-3bb6-44c0-bd6b-060e94880c15 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1628428 Aug 24 00:21:45.265976 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54ffe2a0-ac63-4369-9768-a82fb16a661d req-ab7fe3bd-10a9-4eff-8908-128777cddfde tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596895 Aug 24 00:21:45.290045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-98eb8387-dfd6-43c1-8cf6-4b6ef24d7d60 service neutron] 10.222.0.26 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856723 Aug 24 00:21:45.384806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0b0579d-0b99-4c2a-8e7d-67043b2e96b6 req-2b14dac1-9fac-4da5-9b47-1f1ad8746005 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=47694b97-89bc-4e5c-9482-569c3d77fa84 HTTP/1.1" status: 200 len: 210 time: 0.0301588 Aug 24 00:21:45.497681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.537164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1c7a5f43-cbdf-419a-ae9c-016827d53403 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:21:45.587855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b15c8d8-3413-4c52-b8c9-4df7e5daef84,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:45.648830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Checking segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:45.649195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Network hostable DHCP agents. Network: e48cb224-a43b-4859-9b55-41dedcd5f2e2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:21:45.682903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:45.699751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '1c7a5f43-cbdf-419a-ae9c-016827d53403', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'port_id': '1c7a5f43-cbdf-419a-ae9c-016827d53403', 'mac_address': 'fa:16:3e:1d:a2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82931143-52e6-40e1-a22d-d8ba89268c6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:21:45.724880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-feca0851-35cb-4d4b-8a88-3594f8f75791 req-0f04d7ff-9b73-4b1b-bff4-35256ad177a9 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 210 time: 0.0398734 Aug 24 00:21:45.747158 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.775543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c7a5f43-cbdf-419a-ae9c-016827d53403 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:45.777387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Network e48cb224-a43b-4859-9b55-41dedcd5f2e2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:21:45.796310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:45.914654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e48cb224-a43b-4859-9b55-41dedcd5f2e2) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:45.922087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:45.923197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:45.926680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32157cd-a2f2-41e7-bb6c-85b5122099a3 None None] Network e48cb224-a43b-4859-9b55-41dedcd5f2e2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:45.970824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:46.002170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-8ce0f747-c834-4ae8-8692-75e26a218045 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.009238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-8ce0f747-c834-4ae8-8692-75e26a218045 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.015923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-8ce0f747-c834-4ae8-8692-75e26a218045 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.022014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-8ce0f747-c834-4ae8-8692-75e26a218045 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.032212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-8ce0f747-c834-4ae8-8692-75e26a218045 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.038304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-8ce0f747-c834-4ae8-8692-75e26a218045 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.044941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-8ce0f747-c834-4ae8-8692-75e26a218045 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.046846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-8ce0f747-c834-4ae8-8692-75e26a218045 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.1010973 Aug 24 00:21:46.060004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1c7a5f43-cbdf-419a-ae9c-016827d53403'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:46.063849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=1c7a5f43-cbdf-419a-ae9c-016827d53403,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:46.072283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.072639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.072986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.073330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.073691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.074032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.074365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.074696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.075057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.075392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.075717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.076047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:21:46.104944 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eb458784-364f-48c4-8aa8-04993eb538d2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1725168 Aug 24 00:21:46.144715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf27711a-7db2-4aef-b799-03667ddb3e5e req-1b166731-a301-4ab2-afc5-b3f40edd00dc tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905902 Aug 24 00:21:46.165019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc3674-04a7-45e5-9312-906db240bce5 None None] Network e48cb224-a43b-4859-9b55-41dedcd5f2e2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:21:46.443670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b2d12-aa92-4672-aeee-a32ec43363b8 req-a4eeebe6-50d0-40ee-a1dd-c2b364cb2763 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:46.451324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e91b2d12-aa92-4672-aeee-a32ec43363b8 req-a4eeebe6-50d0-40ee-a1dd-c2b364cb2763 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 944 time: 0.0846536 Aug 24 00:21:46.506127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e91b2d12-aa92-4672-aeee-a32ec43363b8 req-bda9b331-4a04-4ccd-bdce-ca1e8ff8be79 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539024 Aug 24 00:21:47.222521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb3980ce-96d9-44ef-b468-62c6867867a4 req-fe0bd687-e241-409c-ad40-15dde56e6290 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 210 time: 0.0296252 Aug 24 00:21:47.346775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c2977-fd5f-483c-8bbf-3977e181c10e req-88ffa3ba-75e4-4733-b1e0-e2c07cd223b2 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:47.355798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-201c2977-fd5f-483c-8bbf-3977e181c10e req-88ffa3ba-75e4-4733-b1e0-e2c07cd223b2 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 949 time: 0.0661747 Aug 24 00:21:47.423515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-201c2977-fd5f-483c-8bbf-3977e181c10e req-8384e063-f085-484f-bf0c-4fc6c9451793 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Aug 24 00:21:47.553984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1c7a5f43-cbdf-419a-ae9c-016827d53403 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:21:47.625240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-088d313f-6b43-42c5-bf10-d42263c9259c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:47.640811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-088d313f-6b43-42c5-bf10-d42263c9259c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:47.651485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-088d313f-6b43-42c5-bf10-d42263c9259c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:47.659085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-088d313f-6b43-42c5-bf10-d42263c9259c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:47.667376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-088d313f-6b43-42c5-bf10-d42263c9259c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:47.677069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-088d313f-6b43-42c5-bf10-d42263c9259c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:47.685875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-088d313f-6b43-42c5-bf10-d42263c9259c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:47.694298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-088d313f-6b43-42c5-bf10-d42263c9259c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.2095432 Aug 24 00:21:47.714534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 1c7a5f43-cbdf-419a-ae9c-016827d53403 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:21:47.714930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:47.775388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd1f63dd-4534-40cc-aebd-d9f6ded11652 req-e2307e61-4d45-4315-9cc2-06d1847779f9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798447 Aug 24 00:21:47.951786 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:48.046114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e6fd8-cd2e-425c-a6c6-67c577b3d559 req-28338273-490f-4223-b23b-c8925cce75d3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:48.055466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134e6fd8-cd2e-425c-a6c6-67c577b3d559 req-28338273-490f-4223-b23b-c8925cce75d3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 944 time: 0.1107712 Aug 24 00:21:48.063649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:48.065343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7a5f43-cbdf-419a-ae9c-016827d53403'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:48.072082 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20e6527-bcde-4606-b336-6f91d809f411" -d '{"events": [{"server_uuid": "53ac5f8e-8443-47fd-b519-22ecb4ef8e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1c7a5f43-cbdf-419a-ae9c-016827d53403"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:48.086753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-0f413c41-c2ac-4747-8b06-9c2e86821f32 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:48.088319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-0f413c41-c2ac-4747-8b06-9c2e86821f32 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/networks?id=e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 200 len: 812 time: 0.3631732 Aug 24 00:21:48.130656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134e6fd8-cd2e-425c-a6c6-67c577b3d559 req-c1e7a675-16b4-44eb-8c66-59087197b110 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738413 Aug 24 00:21:48.135399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-25fc0837-6b89-4d36-954c-7cd22a72d386 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/quotas/e1a19784a6d741319f82e6baf4c17ed6 HTTP/1.1" status: 200 len: 375 time: 0.0325985 Aug 24 00:21:48.200337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-a6cc9cf4-4ce8-4c42-b416-eb88ae0220af tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487609 Aug 24 00:21:48.283581 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd58c7a-8a84-4d78-9fdb-f6a9ecfeb8bc x-openstack-request-id: req-acd58c7a-8a84-4d78-9fdb-f6a9ecfeb8bc {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:48.283921 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ac5f8e-8443-47fd-b519-22ecb4ef8e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1c7a5f43-cbdf-419a-ae9c-016827d53403", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:48.284274 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acd58c7a-8a84-4d78-9fdb-f6a9ecfeb8bc {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:48.284752 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7a5f43-cbdf-419a-ae9c-016827d53403', 'code': 200} Aug 24 00:21:48.329813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-11609560-b6c5-42da-b3e1-ab5497a06b97 service neutron] 10.222.0.26 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198468 Aug 24 00:21:48.387505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0490a5db-8335-4875-abc0-d468d4df1a0a req-44e2d2ac-75c1-47e2-b86d-0fa48249be1e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 210 time: 0.0443738 Aug 24 00:21:48.554107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-fd1a2079-f23d-4f2c-91d8-87bbe7213027 service neutron] 10.222.0.26 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229888 Aug 24 00:21:48.624765 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:48.662758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65b7bd-e048-475e-88d4-956d05ac2ad1 req-37393793-6c89-4b43-ab0c-4450cb79fdb7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:48.670345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb65b7bd-e048-475e-88d4-956d05ac2ad1 req-37393793-6c89-4b43-ab0c-4450cb79fdb7 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 949 time: 0.1145792 Aug 24 00:21:48.742828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-8ec61959-80e4-431b-92ed-68c8226a6a22 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:48.745617 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-8ec61959-80e4-431b-92ed-68c8226a6a22 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.37 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 949 time: 0.1178513 Aug 24 00:21:48.759011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=1c7a5f43-cbdf-419a-ae9c-016827d53403,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:48.776364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb65b7bd-e048-475e-88d4-956d05ac2ad1 req-420d4382-4d2a-4500-88ee-0987a9509446 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/security-groups?id=47897bf6-b68e-4cae-8472-b21d04030a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902011 Aug 24 00:21:48.993502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Deleting port df1a40c1-36e5-47e4-a421-51f97256b6ce {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:21:48.996423 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.060171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-5585ebfe-bd24-453b-942c-7fa4cc993542 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.060171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-5585ebfe-bd24-453b-942c-7fa4cc993542 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 808 time: 0.2602105 Aug 24 00:21:49.128485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Request body: {'port': {'device_id': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'admin_state_up': True, 'tenant_id': 'fa321f3aaf844d3cad1999a705abd9f1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:49.225158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-8d0431cd-b924-4b2c-a689-d5e15db5c6b0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.232196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-8d0431cd-b924-4b2c-a689-d5e15db5c6b0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.240734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-8d0431cd-b924-4b2c-a689-d5e15db5c6b0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.248425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-8d0431cd-b924-4b2c-a689-d5e15db5c6b0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.257944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-8d0431cd-b924-4b2c-a689-d5e15db5c6b0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.265756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-8d0431cd-b924-4b2c-a689-d5e15db5c6b0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.277471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-8d0431cd-b924-4b2c-a689-d5e15db5c6b0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.287993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-8d0431cd-b924-4b2c-a689-d5e15db5c6b0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.2281985 Aug 24 00:21:49.325428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] For port df1a40c1-36e5-47e4-a421-51f97256b6ce, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df1a40c1-36e5-47e4-a421-51f97256b6ce,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:21:49.325428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.338964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Calling delete_port for df1a40c1-36e5-47e4-a421-51f97256b6ce owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:21:49.505945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f1eb296-0db9-4407-9e5b-768ad3b93b51 req-baab7290-e340-494a-910e-bfe58df3105a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2144325 Aug 24 00:21:49.528193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efcada-8a54-4c0c-a2c9-ddfbc7783e66 req-364ecb17-5f3e-4533-a707-8e0fb70e6ccb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:49.538340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6efcada-8a54-4c0c-a2c9-ddfbc7783e66 req-364ecb17-5f3e-4533-a707-8e0fb70e6ccb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.2154114 Aug 24 00:21:49.558258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Made reservation on behalf of fa321f3aaf844d3cad1999a705abd9f1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:49.562305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.617772 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.629183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['df1a40c1-36e5-47e4-a421-51f97256b6ce'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:21:49.701067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6efcada-8a54-4c0c-a2c9-ddfbc7783e66 req-7e24ac05-ae67-40a7-b3df-34f310843db4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616609 Aug 24 00:21:49.725867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Pushing event deleted for resources: {'Port': ['ID=df1a40c1-36e5-47e4-a421-51f97256b6ce,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:49.748592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] No DVR routers for this DVR port df1a40c1-36e5-47e4-a421-51f97256b6ce on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:21:49.752679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:49.766069 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-287d0b8f-de17-4f3d-8b89-60dccda35eb8 req-d80b37e3-3393-4e7e-9867-a03199adc40c tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.37 "DELETE /v2.0/ports/df1a40c1-36e5-47e4-a421-51f97256b6ce HTTP/1.1" status: 204 len: 173 time: 0.9957590 Aug 24 00:21:49.766069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a702d9c0-edca-4320-98e5-39e3b8c0b18b', 'name': 'network-vif-deleted', 'tag': 'df1a40c1-36e5-47e4-a421-51f97256b6ce'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:49.766069 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bac2cdd-b89a-445c-8283-1ecb65e4784c" -d '{"events": [{"server_uuid": "a702d9c0-edca-4320-98e5-39e3b8c0b18b", "name": "network-vif-deleted", "tag": "df1a40c1-36e5-47e4-a421-51f97256b6ce"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:49.822147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59a1cead-f9f7-49ca-bb16-d42287209136 req-6d0858d4-ec02-4612-b3e1-10e1d1f357b1 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 210 time: 0.0414786 Aug 24 00:21:49.910084 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b345e3a1-ac18-41ee-a0ab-dd2d2d4184a0 x-openstack-request-id: req-b345e3a1-ac18-41ee-a0ab-dd2d2d4184a0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:49.911138 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a702d9c0-edca-4320-98e5-39e3b8c0b18b", "name": "network-vif-deleted", "tag": "df1a40c1-36e5-47e4-a421-51f97256b6ce", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:49.911455 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b345e3a1-ac18-41ee-a0ab-dd2d2d4184a0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:49.911944 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a702d9c0-edca-4320-98e5-39e3b8c0b18b', 'name': 'network-vif-deleted', 'tag': 'df1a40c1-36e5-47e4-a421-51f97256b6ce', 'status': 'completed', 'code': 200} Aug 24 00:21:49.984761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Allocated IP 172.20.0.3 (5138a54a-cbfe-45f8-8518-73972265602f/2ee400ed-b6f9-4653-aaf1-b8612f6fcde2/971239af-82a0-4172-a54c-4163fb423182) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:50.048467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38edcf85-cb82-4e56-8f3f-428151bfc64f req-03f94bc0-b3a8-4bcd-bc26-cdbbe9c52f69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 210 time: 0.1253746 Aug 24 00:21:50.152067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37cad43a-ffee-4c75-b962-57557d1c849e req-8e2c6e87-9717-40b1-b0cd-a012ac0d6848 tempest-ServersAdminNegativeTestJSON-1099493648 tempest-ServersAdminNegativeTestJSON-1099493648-project] 10.222.0.26 "GET /v2.0/ports?device_id=a702d9c0-edca-4320-98e5-39e3b8c0b18b HTTP/1.1" status: 200 len: 210 time: 0.1135480 Aug 24 00:21:50.444784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.637288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.661507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Network 5138a54a-cbfe-45f8-8518-73972265602f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:50.666253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:50.692334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:50.757923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-594629ce-03a1-43ce-8ad7-ea8d04026738 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.764965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-594629ce-03a1-43ce-8ad7-ea8d04026738 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.771615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-594629ce-03a1-43ce-8ad7-ea8d04026738 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.779255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-594629ce-03a1-43ce-8ad7-ea8d04026738 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.786172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-594629ce-03a1-43ce-8ad7-ea8d04026738 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.792832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-594629ce-03a1-43ce-8ad7-ea8d04026738 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.799498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-594629ce-03a1-43ce-8ad7-ea8d04026738 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.808737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-594629ce-03a1-43ce-8ad7-ea8d04026738 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.2063880 Aug 24 00:21:50.844225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Pushing event updated for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:50.884289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:50.885517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:50.895103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb20d6b-5ec4-4fe4-af63-437afe69d343 req-5b370ef5-3c02-415b-9213-6dc7707ac484 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852447 Aug 24 00:21:50.994754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-d20f3218-fefe-4312-9210-53d48c0a7efc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8706186 Aug 24 00:21:51.015813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Request body: {'port': {'device_id': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:51.056628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b25dd-1d9c-49b4-b711-505f390cff26 req-ad8960c5-da3f-455a-b8cc-299c59172648 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:51.064877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af5b25dd-1d9c-49b4-b711-505f390cff26 req-ad8960c5-da3f-455a-b8cc-299c59172648 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1113398 Aug 24 00:21:51.101289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03aa6d37-08f4-4f93-9885-f2595dceb8fe req-777c2d21-cd09-48d6-81ea-5282ed55505d tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 210 time: 0.0580814 Aug 24 00:21:51.166642 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.214786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af5b25dd-1d9c-49b4-b711-505f390cff26 req-72fc881c-edca-4e0a-9ac0-78c3e9697702 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486154 Aug 24 00:21:51.435796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a756d-5832-4723-ac74-90a4f5cec610 req-fb1dee0d-4bbc-470d-9ef9-48a9418163c6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:51.441603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54518) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:51.450426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe7a756d-5832-4723-ac74-90a4f5cec610 req-fb1dee0d-4bbc-470d-9ef9-48a9418163c6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 931 time: 0.2573907 Aug 24 00:21:51.602197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe7a756d-5832-4723-ac74-90a4f5cec610 req-85d1953f-9a80-4dc2-94ce-be8a17924c98 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502874 Aug 24 00:21:51.681100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-941dccf4-ace7-40be-b4b3-b1891bfb9adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.819684 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-941dccf4-ace7-40be-b4b3-b1891bfb9adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.886039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-941dccf4-ace7-40be-b4b3-b1891bfb9adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:51.968783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971239af-82a0-4172-a54c-4163fb423182 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:51.988001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dccf4-ace7-40be-b4b3-b1891bfb9adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb1580a-231d-4677-ba5f-7b8f8ee1dbcb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:51.995197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54536) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:52.010900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.051494 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-941dccf4-ace7-40be-b4b3-b1891bfb9adf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4631a72e91e4e37a11aa55fdd8c89b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6067591 Aug 24 00:21:52.052877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54540) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:52.082907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Transition to ACTIVE for port object 971239af-82a0-4172-a54c-4163fb423182 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:52.152074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.163827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb634-cd06-49bd-b3f3-6fa41ccbb81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.227062 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb634-cd06-49bd-b3f3-6fa41ccbb81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.270805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Pushing event updated for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:52.308911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7662c5dd-4a3c-4d16-8348-f11d869a132b req-ce72e2e8-b012-4531-9e39-7687889f9ca1 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 210 time: 0.0507207 Aug 24 00:21:52.327729 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:21:52.343744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-41d9227a-77e5-4d60-bad8-cfff9d59a184 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.351835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-41d9227a-77e5-4d60-bad8-cfff9d59a184 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.358655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-41d9227a-77e5-4d60-bad8-cfff9d59a184 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.360377 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb634-cd06-49bd-b3f3-6fa41ccbb81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.365483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-41d9227a-77e5-4d60-bad8-cfff9d59a184 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.367742 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb634-cd06-49bd-b3f3-6fa41ccbb81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.371054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5e3bb634-cd06-49bd-b3f3-6fa41ccbb81c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fb1580a-231d-4677-ba5f-7b8f8ee1dbcb HTTP/1.1" status: 204 len: 168 time: 0.3161225 Aug 24 00:21:52.377895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-41d9227a-77e5-4d60-bad8-cfff9d59a184 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.382492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-41d9227a-77e5-4d60-bad8-cfff9d59a184 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.388645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-41d9227a-77e5-4d60-bad8-cfff9d59a184 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.398637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-41d9227a-77e5-4d60-bad8-cfff9d59a184 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.3036737 Aug 24 00:21:52.427443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bb634-cd06-49bd-b3f3-6fa41ccbb81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb1580a-231d-4677-ba5f-7b8f8ee1dbcb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:52.569086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54550) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:52.576953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e3c58d94-7c4a-42af-8157-202d6e3e0676 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f44ac4bd15914fdfa0413565f640f7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744922 Aug 24 00:21:52.746447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85ff160e-b471-4299-9ec4-fb3afd0e0731 req-d7f33bba-98c1-4431-9026-4be85bdfcc60 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3468554 Aug 24 00:21:52.765454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:52.769288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:52.770421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:52.791663 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-547b65d1-a9ce-4439-8cac-1eb32675eec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.794341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:52.796161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:52.818561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:52.820496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:52.821083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:52.822483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Bound port: 971239af-82a0-4172-a54c-4163fb423182, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:52.823800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.893109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-547b65d1-a9ce-4439-8cac-1eb32675eec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:52.979343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-e27b3a41-c6a7-45f4-af17-9af4043cd2b4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.981276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-e27b3a41-c6a7-45f4-af17-9af4043cd2b4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "GET /v2.0/networks?id=e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 200 len: 812 time: 0.3133953 Aug 24 00:21:52.986934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf6b1-d46a-4516-98ff-50fd862d1062 req-c4bd2e20-6b94-4e80-8f87-556634ac44f9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:52.999826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14baf6b1-d46a-4516-98ff-50fd862d1062 req-c4bd2e20-6b94-4e80-8f87-556634ac44f9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.4070892 Aug 24 00:21:53.029865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Request body: {'port': {'device_id': '55f23521-7539-49f7-acb4-fa9993eb1d3e', 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'admin_state_up': True, 'tenant_id': 'e1a19784a6d741319f82e6baf4c17ed6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:53.078637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:53.118764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51daecc-3361-471b-a0c3-914e0f178d59 req-1f841157-e93b-4735-ba4a-3decbbe7259b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:53.120722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a51daecc-3361-471b-a0c3-914e0f178d59 req-1f841157-e93b-4735-ba4a-3decbbe7259b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 943 time: 0.2108433 Aug 24 00:21:53.128160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:53.134028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14baf6b1-d46a-4516-98ff-50fd862d1062 req-0a9959a5-6b38-43c2-80ca-49be143f5423 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343522 Aug 24 00:21:53.186446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a51daecc-3361-471b-a0c3-914e0f178d59 req-c4f9b654-fd0c-49b8-8259-621f842c3c41 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 Aug 24 00:21:53.427496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d68ee1d-af63-494c-bcc3-d3fa7c8553dc req-1c2763bc-b2b8-4018-ac84-c6a3b0eb4034 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 210 time: 0.0368354 Aug 24 00:21:53.460480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Made reservation on behalf of e1a19784a6d741319f82e6baf4c17ed6 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:53.461268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.462864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.481098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-547b65d1-a9ce-4439-8cac-1eb32675eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.485131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-547b65d1-a9ce-4439-8cac-1eb32675eec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.488310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-547b65d1-a9ce-4439-8cac-1eb32675eec8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47897bf6-b68e-4cae-8472-b21d04030a12 HTTP/1.1" status: 204 len: 168 time: 0.9180415 Aug 24 00:21:53.505603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:53.505881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b65d1-a9ce-4439-8cac-1eb32675eec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47897bf6-b68e-4cae-8472-b21d04030a12,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:53.506214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.509802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] 10.222.0.36 "PUT /v2.0/ports/971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 200 len: 1091 time: 2.4992220 Aug 24 00:21:53.510279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'tag': '971239af-82a0-4172-a54c-4163fb423182'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:53.514883 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcde48e-b40c-4ecc-a083-685a62df2cce" -d '{"events": [{"name": "network-changed", "server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "tag": "971239af-82a0-4172-a54c-4163fb423182"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:53.581386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device df1a40c1-36e5-47e4-a421-51f97256b6ce no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:21:53.619829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a5711-f885-411b-965a-1d8404a71f4d service neutron] Pushing event updated for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:53.657979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: df1a40c1-36e5-47e4-a421-51f97256b6ce {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:21:53.659009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device df1a40c1-36e5-47e4-a421-51f97256b6ce not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:21:53.676727 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9812437-492d-444b-94c7-4ab15e1b5089 x-openstack-request-id: req-b9812437-492d-444b-94c7-4ab15e1b5089 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:53.677030 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "tag": "971239af-82a0-4172-a54c-4163fb423182", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:53.677290 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9812437-492d-444b-94c7-4ab15e1b5089 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:53.677792 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'tag': '971239af-82a0-4172-a54c-4163fb423182', 'status': 'completed', 'code': 200} Aug 24 00:21:53.779118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54570) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:53.862153 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7822-424f-4a84-a9a3-67e166b9c994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:53.877058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-a99bf2ca-f26d-4339-ac12-7e6a0c9dbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:53.878641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-a99bf2ca-f26d-4339-ac12-7e6a0c9dbceb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1094 time: 0.1760330 Aug 24 00:21:53.916570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-ca488633-c12b-44d8-979d-d0d8ac2b0746 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:53.919080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-ca488633-c12b-44d8-979d-d0d8ac2b0746 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "GET /v2.0/networks?id=e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 200 len: 812 time: 0.2129717 Aug 24 00:21:53.921523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-8de16428-8cd9-472f-881b-c6420dd7566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:53.923083 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-8de16428-8cd9-472f-881b-c6420dd7566a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 1096 time: 0.1855528 Aug 24 00:21:53.967015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Allocated IP 172.20.0.3 (e48cb224-a43b-4859-9b55-41dedcd5f2e2/9b15c8d8-3413-4c52-b8c9-4df7e5daef84/17900604-c889-449d-a524-4203b7ab421b) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:53.967177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Request body: {'port': {'device_id': '3078f94f-1b44-435e-8c6e-dfc0cee0569b', 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'admin_state_up': True, 'tenant_id': 'e1a19784a6d741319f82e6baf4c17ed6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:54.162957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-e1d5e98e-010c-4d57-9e70-c3346bb1ecc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 200 len: 217 time: 0.2426593 Aug 24 00:21:54.201076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-de4794d1-fe9d-4ebb-b23a-ae516026a84f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.217437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-de4794d1-fe9d-4ebb-b23a-ae516026a84f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.226986 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-5c651c36-9b56-4c95-9d48-38204ed76650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.228513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-5c651c36-9b56-4c95-9d48-38204ed76650 service neutron] 10.222.0.37 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 913 time: 0.2817829 Aug 24 00:21:54.233282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-de4794d1-fe9d-4ebb-b23a-ae516026a84f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.247632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-de4794d1-fe9d-4ebb-b23a-ae516026a84f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.261390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-de4794d1-fe9d-4ebb-b23a-ae516026a84f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.277326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-de4794d1-fe9d-4ebb-b23a-ae516026a84f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.287732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-de4794d1-fe9d-4ebb-b23a-ae516026a84f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.291764 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-97b1e9d8-983a-430e-a65f-08aeccc6e5c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403 HTTP/1.1" status: 200 len: 217 time: 0.0533216 Aug 24 00:21:54.295100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-de4794d1-fe9d-4ebb-b23a-ae516026a84f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.3731749 Aug 24 00:21:54.325634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7822-424f-4a84-a9a3-67e166b9c994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:54.389798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-15609ce7-f10b-453e-a676-4e0333c22da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.391315 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-15609ce7-f10b-453e-a676-4e0333c22da0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0885456 Aug 24 00:21:54.401361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:54.489057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7822-424f-4a84-a9a3-67e166b9c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:54.561156 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-ccb60a32-8d6b-412e-acc8-c3514185ec74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009452 Aug 24 00:21:54.616951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54584) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:54.629865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e7822-424f-4a84-a9a3-67e166b9c994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96735e8-dec5-4e7a-834c-19799de321a7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:54.659049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d8e7822-424f-4a84-a9a3-67e166b9c994 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6c2cdce41654e66968bc41871313124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8579605 Aug 24 00:21:54.663294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54588) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:54.786986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-ca8a5fcc-d9d1-42c3-bcd8-2b11080a1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.788415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-ca8a5fcc-d9d1-42c3-bcd8-2b11080a1e9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.4912896 Aug 24 00:21:54.801760 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70d5ffa3-9a7f-4807-bc01-f16e2d74cc4d req-609cae08-822a-4c6e-bacb-562d845d9c6b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1081607 Aug 24 00:21:54.821026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a4d6c-0594-45bf-afb6-6235c19f4b75 req-8a789c93-0555-45ae-8a62-20d4959d2202 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:54.829348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a57a4d6c-0594-45bf-afb6-6235c19f4b75 req-8a789c93-0555-45ae-8a62-20d4959d2202 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.5330777 Aug 24 00:21:54.910556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-55af6303-d8fb-48f6-a4ed-518cb0ee5e05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399470 Aug 24 00:21:54.930252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a57a4d6c-0594-45bf-afb6-6235c19f4b75 req-5e8d96e8-06f8-4744-87f0-58b2793588d7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994935 Aug 24 00:21:54.988929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Made reservation on behalf of e1a19784a6d741319f82e6baf4c17ed6 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:21:54.998141 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.018692 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.094532 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1a8c7ff5-6610-409c-9239-40de52dd65b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07acd6785bec4c00b1478b5b71c9eaa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690900 Aug 24 00:21:55.096506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54590) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:55.140437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Network e48cb224-a43b-4859-9b55-41dedcd5f2e2 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:55.155996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Pushing event updated for resources: {'Port': ['ID=17900604-c889-449d-a524-4203b7ab421b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:55.158719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:55.174903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:55.226575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-2d357b8f-549f-4a5d-a7e8-31b851dd0946 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903550 Aug 24 00:21:55.231636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7f31325-d2b1-46d9-9569-f69ed74a8507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.240075 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-d815dbe3-3395-4776-8650-3d546207425a service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424546 Aug 24 00:21:55.244565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dc214-3402-47d1-a4e1-c7fc51528a1d req-112b8ae6-1ceb-4113-ba84-b4ee9b9903de tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:55.250112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-319dc214-3402-47d1-a4e1-c7fc51528a1d req-112b8ae6-1ceb-4113-ba84-b4ee9b9903de tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 943 time: 0.3127220 Aug 24 00:21:55.311964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ffc8ce-744f-4fd5-a05c-6a807383aad9 req-b0437f13-e16c-400b-9dfb-9e8bf6de4e80 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 210 time: 0.0948687 Aug 24 00:21:55.334280 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.340660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7f31325-d2b1-46d9-9569-f69ed74a8507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.357406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:55.358098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.365430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd99518a-5329-4824-9c9e-03736d39f7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.433727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd99518a-5329-4824-9c9e-03736d39f7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.465665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-319dc214-3402-47d1-a4e1-c7fc51528a1d req-cbfb8809-b5d5-4692-a405-ecb81e7f0308 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560948 Aug 24 00:21:55.470763 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b618f296-2ef2-45e1-8d9f-91601f2c7680 req-edc552b3-eb64-4d5d-8910-ce3081a87c0c service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174699 Aug 24 00:21:55.521990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Allocated IP 172.20.0.13 (e48cb224-a43b-4859-9b55-41dedcd5f2e2/9b15c8d8-3413-4c52-b8c9-4df7e5daef84/3ada4147-f855-4bca-8ef9-fc9b748dfc80) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:21:55.526651 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-edcc17b1-bce9-4878-a71f-d2bb7b14a4f9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5232368 Aug 24 00:21:55.537079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59cdde0f-42b5-49d6-a596-b354e42f02b7 req-e050400f-810c-40a4-8d05-b046b506576c service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855017 Aug 24 00:21:55.554651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Request body: {'port': {'device_id': '55f23521-7539-49f7-acb4-fa9993eb1d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:55.617626 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.764913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.783805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7f31325-d2b1-46d9-9569-f69ed74a8507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.787725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7f31325-d2b1-46d9-9569-f69ed74a8507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.789311 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e7f31325-d2b1-46d9-9569-f69ed74a8507 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c96735e8-dec5-4e7a-834c-19799de321a7 HTTP/1.1" status: 204 len: 168 time: 1.1274517 Aug 24 00:21:55.790262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd99518a-5329-4824-9c9e-03736d39f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.794058 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd99518a-5329-4824-9c9e-03736d39f7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:55.795636 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fd99518a-5329-4824-9c9e-03736d39f7c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e442e9f-d921-441a-9a1e-57c92c26830e HTTP/1.1" status: 204 len: 168 time: 0.6952744 Aug 24 00:21:55.818902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f31325-d2b1-46d9-9569-f69ed74a8507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96735e8-dec5-4e7a-834c-19799de321a7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:55.848634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99518a-5329-4824-9c9e-03736d39f7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e442e9f-d921-441a-9a1e-57c92c26830e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:56.000800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-52257810-594f-44cf-85f1-efe6b5df0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.002729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-52257810-594f-44cf-85f1-efe6b5df0273 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1094 time: 0.2355275 Aug 24 00:21:56.131399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-c3d0ce4c-d2b4-4f4f-8775-c0365015ab19 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.140313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-c3d0ce4c-d2b4-4f4f-8775-c0365015ab19 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.157659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-c3d0ce4c-d2b4-4f4f-8775-c0365015ab19 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.168487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-c3d0ce4c-d2b4-4f4f-8775-c0365015ab19 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.173896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-c3d0ce4c-d2b4-4f4f-8775-c0365015ab19 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.186978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-c3d0ce4c-d2b4-4f4f-8775-c0365015ab19 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.193523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-c3d0ce4c-d2b4-4f4f-8775-c0365015ab19 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.203861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-c3d0ce4c-d2b4-4f4f-8775-c0365015ab19 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.2737601 Aug 24 00:21:56.219482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.259831 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed989-d10a-4781-89cd-67c6eece2c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.299842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Network e48cb224-a43b-4859-9b55-41dedcd5f2e2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:21:56.334829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ff6036a-c148-4597-8e3e-7f42412438ae req-29af5b99-1aa8-4adb-8138-f963907fed4a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300061 Aug 24 00:21:56.350574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:21:56.397929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a3ed-5da3-4b28-acaf-3da2502374e8 req-be440e50-bf77-4805-9bbf-6d640e2df5c7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.414181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c37a3ed-5da3-4b28-acaf-3da2502374e8 req-be440e50-bf77-4805-9bbf-6d640e2df5c7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.3710339 Aug 24 00:21:56.416832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:21:56.520912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17900604-c889-449d-a524-4203b7ab421b {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:56.551811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.588610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Transition to ACTIVE for port object 17900604-c889-449d-a524-4203b7ab421b will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:56.634146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Pushing event updated for resources: {'Port': ['ID=3ada4147-f855-4bca-8ef9-fc9b748dfc80,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:56.641433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-003d22f1-86d7-4f5a-ab97-2bbc721fa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.643284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-003d22f1-86d7-4f5a-ab97-2bbc721fa7f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.6315939 Aug 24 00:21:56.680661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.705423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.706146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.761420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c37a3ed-5da3-4b28-acaf-3da2502374e8 req-afe0850f-6523-44e8-ae94-7d6d1af08d8b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458591 Aug 24 00:21:56.766865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-9ac4b914-669c-4d6d-949d-8a418a3f6b96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 200 len: 217 time: 0.1148627 Aug 24 00:21:56.890778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Pushing event updated for resources: {'Port': ['ID=17900604-c889-449d-a524-4203b7ab421b,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:56.900928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73834-8d3a-4aa9-837d-acbcd7577e18 req-92a27a6c-8e83-433a-99dd-73cc1e5678a8 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.902540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0f73834-8d3a-4aa9-837d-acbcd7577e18 req-92a27a6c-8e83-433a-99dd-73cc1e5678a8 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 932 time: 0.2994387 Aug 24 00:21:56.916875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Attempting to bind port 17900604-c889-449d-a524-4203b7ab421b on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:56.917275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Attempting to bind port 17900604-c889-449d-a524-4203b7ab421b by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:56.917555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Attempting to bind port 17900604-c889-449d-a524-4203b7ab421b on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:56.933204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-ef6fecad-832f-4350-a813-16b0569fe1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:56.934698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-ef6fecad-832f-4350-a813-16b0569fe1d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.1577678 Aug 24 00:21:56.939281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Port 17900604-c889-449d-a524-4203b7ab421b on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:56.942373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Attempting to bind port 17900604-c889-449d-a524-4203b7ab421b on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:56.961317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:56.962057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Checking segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:56.962689 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Bound using segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:56.963379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Bound port: 17900604-c889-449d-a524-4203b7ab421b, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:56.964727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:56.988959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-cdcb05de-0f3a-4140-a047-a7fc4b258c56 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0277550 Aug 24 00:21:56.993614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-869b0485-86d4-4c7f-96a4-7aba650b1a9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453162 Aug 24 00:21:57.014735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76e75c-a087-4f61-bc35-d8655bf54d2f req-79087058-c98b-42bc-9b8d-f75c2432ca40 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.023318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd76e75c-a087-4f61-bc35-d8655bf54d2f req-79087058-c98b-42bc-9b8d-f75c2432ca40 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 943 time: 0.1478209 Aug 24 00:21:57.033980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Request body: {'port': {'device_id': '3078f94f-1b44-435e-8c6e-dfc0cee0569b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:21:57.055459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0f73834-8d3a-4aa9-837d-acbcd7577e18 req-cbee9e47-dd7b-4590-8821-f110867ced27 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258717 Aug 24 00:21:57.173271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] For port 17900604-c889-449d-a524-4203b7ab421b, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:57.178800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] For port 17900604-c889-449d-a524-4203b7ab421b, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=17900604-c889-449d-a524-4203b7ab421b,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:57.198579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd76e75c-a087-4f61-bc35-d8655bf54d2f req-9856fbb1-801f-4610-ab9f-79c849b59ba5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738663 Aug 24 00:21:57.223621 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.307951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-f89de76c-e6e4-47bd-a369-4775f3cfefed service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797165 Aug 24 00:21:57.326689 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.418918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.420644 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:57.426797 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] 10.222.0.36 "PUT /v2.0/ports/17900604-c889-449d-a524-4203b7ab421b HTTP/1.1" status: 200 len: 1091 time: 1.8770931 Aug 24 00:21:57.436786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f23521-7539-49f7-acb4-fa9993eb1d3e', 'tag': '17900604-c889-449d-a524-4203b7ab421b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:57.447244 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd80e68a-1a86-4c4d-97d5-79d709a0566c" -d '{"events": [{"name": "network-changed", "server_uuid": "55f23521-7539-49f7-acb4-fa9993eb1d3e", "tag": "17900604-c889-449d-a524-4203b7ab421b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:57.515424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94ff94-9c06-4a05-8578-e8f158b8513c service neutron] Pushing event updated for resources: {'Port': ['ID=17900604-c889-449d-a524-4203b7ab421b,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:57.515424 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267568a7-8888-49d4-9c59-4e7a22a024bc x-openstack-request-id: req-267568a7-8888-49d4-9c59-4e7a22a024bc {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:57.515424 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f23521-7539-49f7-acb4-fa9993eb1d3e", "tag": "17900604-c889-449d-a524-4203b7ab421b", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:57.515424 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-267568a7-8888-49d4-9c59-4e7a22a024bc {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:57.515424 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f23521-7539-49f7-acb4-fa9993eb1d3e', 'tag': '17900604-c889-449d-a524-4203b7ab421b', 'status': 'completed', 'code': 200} Aug 24 00:21:57.647968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dcde48e-b40c-4ecc-a083-685a62df2cce req-d5713d45-fb85-42cf-b606-0addab3f15e7 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326912 Aug 24 00:21:57.664316 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e68a-1a86-4c4d-97d5-79d709a0566c req-b11e161e-88ed-44a7-94d8-070fb0d51293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.671532 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd80e68a-1a86-4c4d-97d5-79d709a0566c req-b11e161e-88ed-44a7-94d8-070fb0d51293 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&device_id=55f23521-7539-49f7-acb4-fa9993eb1d3e HTTP/1.1" status: 200 len: 1094 time: 0.0948951 Aug 24 00:21:57.688836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-2fe87be2-d56f-45da-8358-731c17cef0be tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.695024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-2fe87be2-d56f-45da-8358-731c17cef0be tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.701930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-2fe87be2-d56f-45da-8358-731c17cef0be tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.710638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-2fe87be2-d56f-45da-8358-731c17cef0be tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.716705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-2fe87be2-d56f-45da-8358-731c17cef0be tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.723812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-2fe87be2-d56f-45da-8358-731c17cef0be tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.730369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-2fe87be2-d56f-45da-8358-731c17cef0be tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.732329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-2fe87be2-d56f-45da-8358-731c17cef0be tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.2345278 Aug 24 00:21:57.891173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fdb2db7-49ed-4cd5-be1b-740cf5645652 req-3a7b4ccf-7b0f-4728-992f-04a14efe38ec tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491511 Aug 24 00:21:57.967029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e68a-1a86-4c4d-97d5-79d709a0566c req-56afd095-85ee-4808-bd02-5d790ef82e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:57.971565 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd80e68a-1a86-4c4d-97d5-79d709a0566c req-56afd095-85ee-4808-bd02-5d790ef82e17 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2907367 Aug 24 00:21:58.142996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ada4147-f855-4bca-8ef9-fc9b748dfc80 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:21:58.167325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.187547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e68a-1a86-4c4d-97d5-79d709a0566c req-c74fbfe9-b034-4049-8732-796393e9fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.189135 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd80e68a-1a86-4c4d-97d5-79d709a0566c req-c74fbfe9-b034-4049-8732-796393e9fd29 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2076151 Aug 24 00:21:58.204536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc2f7-5ee3-4738-a430-016bfe1f63e2 req-ec544381-da41-4eb9-b94b-3e7e03ab9e7b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.207381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab0fc2f7-5ee3-4738-a430-016bfe1f63e2 req-ec544381-da41-4eb9-b94b-3e7e03ab9e7b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.3022559 Aug 24 00:21:58.208736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Transition to ACTIVE for port object 3ada4147-f855-4bca-8ef9-fc9b748dfc80 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:21:58.289433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab0fc2f7-5ee3-4738-a430-016bfe1f63e2 req-30b28780-aadc-4d49-b77a-c1453a64f27c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731742 Aug 24 00:21:58.337173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-34d5b551-3922-42f3-aefb-6b5962bdf4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.346749 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-34d5b551-3922-42f3-aefb-6b5962bdf4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&device_id=55f23521-7539-49f7-acb4-fa9993eb1d3e HTTP/1.1" status: 200 len: 1094 time: 0.0841856 Aug 24 00:21:58.400031 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-5cb43ee7-a6b3-4c9e-a650-afb63b0127ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17900604-c889-449d-a524-4203b7ab421b HTTP/1.1" status: 200 len: 217 time: 0.0463469 Aug 24 00:21:58.437752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171eb1-16f6-4ff9-963e-37431acac63e req-0078bcff-79a4-4e6e-986e-322757630e8d tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.444168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc171eb1-16f6-4ff9-963e-37431acac63e req-0078bcff-79a4-4e6e-986e-322757630e8d tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 932 time: 0.0887725 Aug 24 00:21:58.444168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.453752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-3a3b565d-e3dc-43b3-a735-a1ccfae5d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.458596 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-3a3b565d-e3dc-43b3-a735-a1ccfae5d919 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b15c8d8-3413-4c52-b8c9-4df7e5daef84 HTTP/1.1" status: 200 len: 852 time: 0.0488622 Aug 24 00:21:58.463767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730d6c6-78d4-4902-9334-81dfe18a6530 req-cf9611ab-c65f-4af3-a857-3ffec7331229 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:58.465596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8730d6c6-78d4-4902-9334-81dfe18a6530 req-cf9611ab-c65f-4af3-a857-3ffec7331229 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 943 time: 0.1038935 Aug 24 00:21:58.488715 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-d0dda28a-9937-4af8-9ff1-b22b866ab082 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e48cb224-a43b-4859-9b55-41dedcd5f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256717 Aug 24 00:21:58.555112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ada4147-f855-4bca-8ef9-fc9b748dfc80,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:58.585754 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-2a6e6cc4-0819-44cc-9f59-245a70569946 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898781 Aug 24 00:21:58.615847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc171eb1-16f6-4ff9-963e-37431acac63e req-802198a9-0673-4b72-a27d-94bf8de69fc7 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660688 Aug 24 00:21:58.620321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8730d6c6-78d4-4902-9334-81dfe18a6530 req-29dc94a4-faec-47e2-8471-5f0888d5af2c tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250632 Aug 24 00:21:58.649161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Attempting to bind port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:21:58.649495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Attempting to bind port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:21:58.650066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Attempting to bind port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:58.655924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:21:58.656234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Attempting to bind port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:21:58.662001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:21:58.662345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Checking segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:21:58.662735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Bound using segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:21:58.663623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Bound port: 3ada4147-f855-4bca-8ef9-fc9b748dfc80, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:21:58.663747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:58.743774 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-01e529b9-3d41-495a-b50d-cf488754f6b7 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509809 Aug 24 00:21:58.806652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] For port 3ada4147-f855-4bca-8ef9-fc9b748dfc80, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:21:58.818655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] For port 3ada4147-f855-4bca-8ef9-fc9b748dfc80, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3ada4147-f855-4bca-8ef9-fc9b748dfc80,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:21:58.954634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.001180 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b3b60c07-8d9b-4eb9-87dd-f3a9b5e197cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.060161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54704) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:21:59.070319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.070944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.072434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ada4147-f855-4bca-8ef9-fc9b748dfc80 HTTP/1.1" status: 200 len: 1092 time: 2.0429537 Aug 24 00:21:59.072965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3078f94f-1b44-435e-8c6e-dfc0cee0569b', 'tag': '3ada4147-f855-4bca-8ef9-fc9b748dfc80'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:21:59.074246 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.075348 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03114d28-4df7-4132-a62f-7a932299bc19" -d '{"events": [{"name": "network-changed", "server_uuid": "3078f94f-1b44-435e-8c6e-dfc0cee0569b", "tag": "3ada4147-f855-4bca-8ef9-fc9b748dfc80"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:21:59.125887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f75450-f209-4f74-9ebf-44432f4133b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3ada4147-f855-4bca-8ef9-fc9b748dfc80,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:21:59.154804 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fc1ec5-d356-40a8-88f9-077456170f40 x-openstack-request-id: req-18fc1ec5-d356-40a8-88f9-077456170f40 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:21:59.155099 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3078f94f-1b44-435e-8c6e-dfc0cee0569b", "tag": "3ada4147-f855-4bca-8ef9-fc9b748dfc80", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:21:59.155351 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18fc1ec5-d356-40a8-88f9-077456170f40 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:21:59.155755 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3078f94f-1b44-435e-8c6e-dfc0cee0569b', 'tag': '3ada4147-f855-4bca-8ef9-fc9b748dfc80', 'status': 'completed', 'code': 200} Aug 24 00:21:59.278222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-4a96c586-6e6c-4643-b1c2-8e218655f432 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.286835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-4a96c586-6e6c-4643-b1c2-8e218655f432 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.293448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-4a96c586-6e6c-4643-b1c2-8e218655f432 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.299002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-4a96c586-6e6c-4643-b1c2-8e218655f432 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.306010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-4a96c586-6e6c-4643-b1c2-8e218655f432 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.312075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-4a96c586-6e6c-4643-b1c2-8e218655f432 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.318476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-4a96c586-6e6c-4643-b1c2-8e218655f432 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.326867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-4a96c586-6e6c-4643-b1c2-8e218655f432 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.1598330 Aug 24 00:21:59.332827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03114d28-4df7-4132-a62f-7a932299bc19 req-d22564e5-42cf-4bdb-9757-29b4424645b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.334542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03114d28-4df7-4132-a62f-7a932299bc19 req-d22564e5-42cf-4bdb-9757-29b4424645b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 1095 time: 0.1258268 Aug 24 00:21:59.370805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a33a4778-42d0-4b01-bec1-87f6acb8babe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.481934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a189963-55e6-4b7b-bc24-26927c6cd65a req-265aec42-ccdb-416e-a461-a7b3cd6ea66e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537950 Aug 24 00:21:59.550589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13315dc1-eda2-4866-ab0e-ac5f86834259 req-7969e5c8-76f6-421c-ae07-2cd9f112e989 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.558697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13315dc1-eda2-4866-ab0e-ac5f86834259 req-7969e5c8-76f6-421c-ae07-2cd9f112e989 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1745486 Aug 24 00:21:59.594993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03114d28-4df7-4132-a62f-7a932299bc19 req-d7be3aeb-fb9f-4486-8abc-5e419e85e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.596630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03114d28-4df7-4132-a62f-7a932299bc19 req-d7be3aeb-fb9f-4486-8abc-5e419e85e3ce service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2377634 Aug 24 00:21:59.679021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13315dc1-eda2-4866-ab0e-ac5f86834259 req-01e9ef6e-2944-4957-8110-7c697fcb325b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201053 Aug 24 00:21:59.880412 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a33a4778-42d0-4b01-bec1-87f6acb8babe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:21:59.896697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03114d28-4df7-4132-a62f-7a932299bc19 req-ece4752f-79ca-4c79-8a4f-dc7a87cc0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.898226 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03114d28-4df7-4132-a62f-7a932299bc19 req-ece4752f-79ca-4c79-8a4f-dc7a87cc0bb3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2938857 Aug 24 00:21:59.908568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9758485-9d47-4822-8386-4b109cadc803 req-9e910ff1-8fc6-4f80-a5b9-653cbc0923b3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.911378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9758485-9d47-4822-8386-4b109cadc803 req-9e910ff1-8fc6-4f80-a5b9-653cbc0923b3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 944 time: 0.1819663 Aug 24 00:21:59.919510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71beebe7-1ba4-4901-b063-17136e4ffb7b req-7eea817f-677a-4991-bc05-8713b0544f5e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:21:59.929401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71beebe7-1ba4-4901-b063-17136e4ffb7b req-7eea817f-677a-4991-bc05-8713b0544f5e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 943 time: 0.1370902 Aug 24 00:22:00.015035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a33a4778-42d0-4b01-bec1-87f6acb8babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.033964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71beebe7-1ba4-4901-b063-17136e4ffb7b req-7619579e-1a1b-4b75-ab72-cc7b4fcfd21e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050756 Aug 24 00:22:00.041428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9758485-9d47-4822-8386-4b109cadc803 req-adfe9641-6a15-416c-8ade-f9ad1ebfefe5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193943 Aug 24 00:22:00.086703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a33a4778-42d0-4b01-bec1-87f6acb8babe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=567e9a93391e4809bef7c3e7ed0bc6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0238650 Aug 24 00:22:00.089441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54734) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:00.104945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a4778-42d0-4b01-bec1-87f6acb8babe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80871aec-93d7-403d-b105-861d3532fe03,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:00.125864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-d89ab645-0e6f-46d1-8010-7f2bcd6473f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.130988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-d89ab645-0e6f-46d1-8010-7f2bcd6473f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 1095 time: 0.1726916 Aug 24 00:22:00.171798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71c96ce7-ba78-4d0a-af83-b1ec34463397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.216415 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71c96ce7-ba78-4d0a-af83-b1ec34463397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.216676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-27c76766-b513-477e-a71d-4aab82111cdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ada4147-f855-4bca-8ef9-fc9b748dfc80 HTTP/1.1" status: 200 len: 217 time: 0.0707052 Aug 24 00:22:00.222230 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.285117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-b191bcc3-179b-4cad-bab4-05e60c0c7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.288066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-b191bcc3-179b-4cad-bab4-05e60c0c7cc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b15c8d8-3413-4c52-b8c9-4df7e5daef84 HTTP/1.1" status: 200 len: 852 time: 0.0611739 Aug 24 00:22:00.331664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-3243bcb4-8534-41ee-9021-21a5e70bb16b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e48cb224-a43b-4859-9b55-41dedcd5f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365047 Aug 24 00:22:00.334718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:00.442580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 971239af-82a0-4172-a54c-4163fb423182 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:00.448928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-a393c37e-cee3-4b31-a130-cc7b5d2e6091 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076121 Aug 24 00:22:00.462506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71c96ce7-ba78-4d0a-af83-b1ec34463397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.465295 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-71c96ce7-ba78-4d0a-af83-b1ec34463397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.466618 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-71c96ce7-ba78-4d0a-af83-b1ec34463397 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80871aec-93d7-403d-b105-861d3532fe03 HTTP/1.1" status: 204 len: 168 time: 0.3760877 Aug 24 00:22:00.491436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a0d4-e0e3-4ddf-a536-80db69755c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.497597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c96ce7-ba78-4d0a-af83-b1ec34463397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80871aec-93d7-403d-b105-861d3532fe03,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:00.630814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:00.641995 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '971239af-82a0-4172-a54c-4163fb423182', 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'port_id': '971239af-82a0-4172-a54c-4163fb423182', 'mac_address': 'fa:16:3e:1a:b8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee400ed-b6f9-4653-aaf1-b8612f6fcde2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:00.653166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd05b0c-7db9-414d-9957-829fec2bd93c req-b9e4d138-c553-4fc7-b041-0c46c78348a8 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967535 Aug 24 00:22:00.696127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.715816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971239af-82a0-4172-a54c-4163fb423182 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:00.740637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:00.750146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-fab3d8c4-72ea-4b23-8954-4e6a25c19812 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.757180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-fab3d8c4-72ea-4b23-8954-4e6a25c19812 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.763271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-fab3d8c4-72ea-4b23-8954-4e6a25c19812 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.769877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-fab3d8c4-72ea-4b23-8954-4e6a25c19812 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.776262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-fab3d8c4-72ea-4b23-8954-4e6a25c19812 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.782371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-fab3d8c4-72ea-4b23-8954-4e6a25c19812 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.788506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-fab3d8c4-72ea-4b23-8954-4e6a25c19812 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.790464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-fab3d8c4-72ea-4b23-8954-4e6a25c19812 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.1642632 Aug 24 00:22:00.862981 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.895296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a0d4-e0e3-4ddf-a536-80db69755c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:00.911133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14af7c8-75b5-4de2-af52-c35094a411cb req-2d6316cc-e6a3-4184-b941-5a9f4f56837c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:00.912946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a14af7c8-75b5-4de2-af52-c35094a411cb req-2d6316cc-e6a3-4184-b941-5a9f4f56837c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1215529 Aug 24 00:22:00.931859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62e286f5-d4a7-4aee-8022-e41984c32f6c req-2f18c3f2-9bf5-4be1-9b30-ef2f0b0b2064 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028924 Aug 24 00:22:00.950964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:00.979294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a14af7c8-75b5-4de2-af52-c35094a411cb req-c3bc21df-7750-4c8a-9cc8-ac1fe1b384d7 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Aug 24 00:22:01.005702 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a0d4-e0e3-4ddf-a536-80db69755c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.050098 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d7b6a0d4-e0e3-4ddf-a536-80db69755c52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b74454e523cb4cbe878f15d4c3da24bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7142093 Aug 24 00:22:01.053297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54756) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:01.060712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6a0d4-e0e3-4ddf-a536-80db69755c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df65e1b1-1987-4b41-83a2-505b088177b6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:01.147396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3553b7-75e3-4a6c-b9dd-170f3a4e2d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.199350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3553b7-75e3-4a6c-b9dd-170f3a4e2d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.253234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb4d0e-5e46-4b15-8588-c744c455740d req-f64b124d-d6aa-422d-ba94-c4a6895c3f89 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:01.255634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bbb4d0e-5e46-4b15-8588-c744c455740d req-f64b124d-d6aa-422d-ba94-c4a6895c3f89 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 944 time: 0.1029727 Aug 24 00:22:01.301355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a870ac7-5273-4746-a1a2-1690960e7633 req-abfb286e-2ad1-49a8-b388-8f6a43128552 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:01.310666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a870ac7-5273-4746-a1a2-1690960e7633 req-abfb286e-2ad1-49a8-b388-8f6a43128552 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 944 time: 0.1461372 Aug 24 00:22:01.314304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3553b7-75e3-4a6c-b9dd-170f3a4e2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.317471 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3553b7-75e3-4a6c-b9dd-170f3a4e2d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.318969 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7a3553b7-75e3-4a6c-b9dd-170f3a4e2d81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df65e1b1-1987-4b41-83a2-505b088177b6 HTTP/1.1" status: 204 len: 168 time: 0.2644231 Aug 24 00:22:01.331822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3553b7-75e3-4a6c-b9dd-170f3a4e2d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df65e1b1-1987-4b41-83a2-505b088177b6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:01.359587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bbb4d0e-5e46-4b15-8588-c744c455740d req-515d276b-5a65-4dd0-b8a3-d34150d26e44 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957055 Aug 24 00:22:01.398890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['971239af-82a0-4172-a54c-4163fb423182'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:01.421920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a870ac7-5273-4746-a1a2-1690960e7633 req-4e29db9a-a37a-491a-9139-4e08f10dd516 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100836 Aug 24 00:22:01.609409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 70ecba71-eb80-443a-9956-d138937f71dc details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:01.736217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:01.762066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 70ecba71-eb80-443a-9956-d138937f71dc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=70ecba71-eb80-443a-9956-d138937f71dc,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:01.776652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '70ecba71-eb80-443a-9956-d138937f71dc', 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'port_id': '70ecba71-eb80-443a-9956-d138937f71dc', 'mac_address': 'fa:16:3e:fd:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b6ab2b-4d86-403e-bc53-d7d14a1a9c05', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:02.034643 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.074763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ecba71-eb80-443a-9956-d138937f71dc {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:02.124156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 70ecba71-eb80-443a-9956-d138937f71dc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=70ecba71-eb80-443a-9956-d138937f71dc,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:02.156686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-fd62aed3-358f-4612-b3f6-06f541202742 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.162599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-fd62aed3-358f-4612-b3f6-06f541202742 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.168723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-fd62aed3-358f-4612-b3f6-06f541202742 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.174695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-fd62aed3-358f-4612-b3f6-06f541202742 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.182439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-fd62aed3-358f-4612-b3f6-06f541202742 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.187491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-fd62aed3-358f-4612-b3f6-06f541202742 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.193507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-fd62aed3-358f-4612-b3f6-06f541202742 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.201319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-fd62aed3-358f-4612-b3f6-06f541202742 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5421 time: 0.1530783 Aug 24 00:22:02.219728 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.219728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 042958f8-c756-46e2-962c-fa2d45f67dcf details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:02.327276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 042958f8-c756-46e2-962c-fa2d45f67dcf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=042958f8-c756-46e2-962c-fa2d45f67dcf,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:02.336236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=70ecba71-eb80-443a-9956-d138937f71dc,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:02.366944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '042958f8-c756-46e2-962c-fa2d45f67dcf', 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'port_id': '042958f8-c756-46e2-962c-fa2d45f67dcf', 'mac_address': 'fa:16:3e:70:9c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b6ab2b-4d86-403e-bc53-d7d14a1a9c05', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:02.459232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 17900604-c889-449d-a524-4203b7ab421b details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:02.469752 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.494082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042958f8-c756-46e2-962c-fa2d45f67dcf {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:02.578704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 042958f8-c756-46e2-962c-fa2d45f67dcf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=042958f8-c756-46e2-962c-fa2d45f67dcf,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:02.613755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7fe017c5-b968-4dd5-8031-5253f2b69256 req-d397ba77-e862-49df-a25f-397bc868ace7 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4109635 Aug 24 00:22:02.619499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 17900604-c889-449d-a524-4203b7ab421b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=17900604-c889-449d-a524-4203b7ab421b,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:02.622038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899966e-429a-4528-8593-290534604e52 req-fca7a7bb-5112-4696-bec9-aa9c39178ae4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.623614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f899966e-429a-4528-8593-290534604e52 req-fca7a7bb-5112-4696-bec9-aa9c39178ae4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.5173819 Aug 24 00:22:02.632948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '17900604-c889-449d-a524-4203b7ab421b', 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'port_id': '17900604-c889-449d-a524-4203b7ab421b', 'mac_address': 'fa:16:3e:25:c8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b15c8d8-3413-4c52-b8c9-4df7e5daef84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:02.674555 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.689859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f899966e-429a-4528-8593-290534604e52 req-778cd0df-d381-4afc-a222-0d32bd4523c0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583091 Aug 24 00:22:02.749450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17900604-c889-449d-a524-4203b7ab421b {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:02.749450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 17900604-c889-449d-a524-4203b7ab421b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=17900604-c889-449d-a524-4203b7ab421b,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:02.750660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb87ca7-5145-419c-b56c-452fde70b1ad req-22644008-d18b-4334-821a-7c051b37d6e2 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.750660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bb87ca7-5145-419c-b56c-452fde70b1ad req-22644008-d18b-4334-821a-7c051b37d6e2 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 944 time: 0.0544560 Aug 24 00:22:02.810851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bb87ca7-5145-419c-b56c-452fde70b1ad req-b0648016-7525-47c4-9024-f71f0b0932b6 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545714 Aug 24 00:22:02.819390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e012aa3-579f-47a9-8edb-a79cbc49b9b2 req-f7a7fd99-3c8a-41ab-b8b0-b6f52d6f9b04 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:02.820840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e012aa3-579f-47a9-8edb-a79cbc49b9b2 req-f7a7fd99-3c8a-41ab-b8b0-b6f52d6f9b04 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 944 time: 0.0736685 Aug 24 00:22:02.860924 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e012aa3-579f-47a9-8edb-a79cbc49b9b2 req-2dc1b1f5-9d9e-4ffd-b68b-42d44cceb732 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Aug 24 00:22:02.959932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:02.960760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 678b847c-3345-457a-a479-f0927bf12b0f details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:02.966949 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.048582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 678b847c-3345-457a-a479-f0927bf12b0f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=678b847c-3345-457a-a479-f0927bf12b0f,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:03.052014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=042958f8-c756-46e2-962c-fa2d45f67dcf,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:03.084238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '678b847c-3345-457a-a479-f0927bf12b0f', 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'port_id': '678b847c-3345-457a-a479-f0927bf12b0f', 'mac_address': 'fa:16:3e:49:bf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b6ab2b-4d86-403e-bc53-d7d14a1a9c05', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:03.141894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=17900604-c889-449d-a524-4203b7ab421b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:03.146442 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.161626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678b847c-3345-457a-a479-f0927bf12b0f {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:03.188863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 678b847c-3345-457a-a479-f0927bf12b0f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=678b847c-3345-457a-a479-f0927bf12b0f,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:03.308121 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.309409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:03.366573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['17900604-c889-449d-a524-4203b7ab421b'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:03.366808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54828) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:03.508965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=678b847c-3345-457a-a479-f0927bf12b0f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:03.541666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-network', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:03.583202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:03.602712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'port_id': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'mac_address': 'fa:16:3e:3f:c7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:03.664411 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.690619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:03.724949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:03.730367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Made reservation on behalf of d85411376c70494d8c8d72b132fc6618 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:03.732716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.743875 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.758069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-41e19a27-b8d2-4c22-ac37-bc7fffb435a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.766315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-41e19a27-b8d2-4c22-ac37-bc7fffb435a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.770620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-41e19a27-b8d2-4c22-ac37-bc7fffb435a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.778274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-41e19a27-b8d2-4c22-ac37-bc7fffb435a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.784623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-41e19a27-b8d2-4c22-ac37-bc7fffb435a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.790934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-41e19a27-b8d2-4c22-ac37-bc7fffb435a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.796889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-41e19a27-b8d2-4c22-ac37-bc7fffb435a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.799072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-41e19a27-b8d2-4c22-ac37-bc7fffb435a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5424 time: 0.1019709 Aug 24 00:22:03.853879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.856858 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:03.857673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b6603f31-5555-4c3d-a982-69b567bcf759 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:03.866474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e19cccc-2678-495b-a925-74b1fbcfe532 req-1429fc0c-ed7d-4053-8ebc-29053cc80b2a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610273 Aug 24 00:22:03.892186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce8540-031a-4570-9f99-fb9e050ddaf0 req-3c0d6d4d-f03e-4940-9f9a-11a8c4d2e6d0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:03.892186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9ce8540-031a-4570-9f99-fb9e050ddaf0 req-3c0d6d4d-f03e-4940-9f9a-11a8c4d2e6d0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.0622358 Aug 24 00:22:03.950280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9ce8540-031a-4570-9f99-fb9e050ddaf0 req-656a74c5-c901-437b-b297-dd885d7c7085 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Aug 24 00:22:03.969707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:04.012019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b6603f31-5555-4c3d-a982-69b567bcf759, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b6603f31-5555-4c3d-a982-69b567bcf759,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:04.023905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347f780-e990-40e1-8e95-b6eb63d0e882 req-ea70897e-2fb6-4b62-836a-d796c1c2bc1a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.031229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'b6603f31-5555-4c3d-a982-69b567bcf759', 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983', 'port_id': 'b6603f31-5555-4c3d-a982-69b567bcf759', 'mac_address': 'fa:16:3e:5b:8f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f04202-4510-4817-b8cc-8d129a690170', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:04.031565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0347f780-e990-40e1-8e95-b6eb63d0e882 req-ea70897e-2fb6-4b62-836a-d796c1c2bc1a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 944 time: 0.0672894 Aug 24 00:22:04.051256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.067998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.078353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:04.082359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6603f31-5555-4c3d-a982-69b567bcf759 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:04.090098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0324ba98-5d5b-494f-a44a-be8608be483f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:04.096371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44d733-c20f-49e7-afcc-b0972cc4ddd6 req-877efc46-1a2b-4efa-ab59-33a2e46bdd88 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.098072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c44d733-c20f-49e7-afcc-b0972cc4ddd6 req-877efc46-1a2b-4efa-ab59-33a2e46bdd88 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 944 time: 0.0715973 Aug 24 00:22:04.099341 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.099702 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Added segment 3b15fe88-de4a-4d41-b6cc-387721802c03 of type vlan for network aea73748-7219-4dea-8325-bc60a255b968 Aug 24 00:22:04.105235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b6603f31-5555-4c3d-a982-69b567bcf759, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b6603f31-5555-4c3d-a982-69b567bcf759,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:04.124480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0347f780-e990-40e1-8e95-b6eb63d0e882 req-49ee0f57-8c23-4e47-94dd-6209b25e63de tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879905 Aug 24 00:22:04.161239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c44d733-c20f-49e7-afcc-b0972cc4ddd6 req-46c8bab9-2efa-43cb-941f-2dd4efdd98dd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 Aug 24 00:22:04.174339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.205051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.205817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 195f0fde-8f0f-43fe-9778-721e1c876bc6 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:04.275590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b6603f31-5555-4c3d-a982-69b567bcf759,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:04.279152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 195f0fde-8f0f-43fe-9778-721e1c876bc6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:04.289820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '195f0fde-8f0f-43fe-9778-721e1c876bc6', 'network_id': '6ebfc40c-f1d5-419f-aee7-9d4941683983', 'port_id': '195f0fde-8f0f-43fe-9778-721e1c876bc6', 'mac_address': 'fa:16:3e:9e:d0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f04202-4510-4817-b8cc-8d129a690170', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:04.327528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.336374 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.337372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.338023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.340409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195f0fde-8f0f-43fe-9778-721e1c876bc6 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:04.362643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 195f0fde-8f0f-43fe-9778-721e1c876bc6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:04.402371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] Pushing event updated for resources: {'Network': ['ID=aea73748-7219-4dea-8325-bc60a255b968,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:04.412856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network aea73748-7219-4dea-8325-bc60a255b968 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:04.456568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 3ada4147-f855-4bca-8ef9-fc9b748dfc80 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:04.466635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 971239af-82a0-4172-a54c-4163fb423182 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:04.504569 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.505426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8182b142-479e-46ce-be7f-a38f33a0187c details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:04.543853 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7e9a9cbc-49a1-465c-a256-b73deb734bba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1751904 Aug 24 00:22:04.546888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54870) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:04.553226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Request body: {'subnet': {'network_id': 'aea73748-7219-4dea-8325-bc60a255b968', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-subnet', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:04.654658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=195f0fde-8f0f-43fe-9778-721e1c876bc6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:04.660300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8182b142-479e-46ce-be7f-a38f33a0187c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8182b142-479e-46ce-be7f-a38f33a0187c,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:04.673912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Made reservation on behalf of d85411376c70494d8c8d72b132fc6618 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:04.677770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.678480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '8182b142-479e-46ce-be7f-a38f33a0187c', 'network_id': 'c4ee1e41-3bef-425d-962a-67d2b42b9cd0', 'port_id': '8182b142-479e-46ce-be7f-a38f33a0187c', 'mac_address': 'fa:16:3e:b8:88:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b6ab2b-4d86-403e-bc53-d7d14a1a9c05', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:04.731769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 3ada4147-f855-4bca-8ef9-fc9b748dfc80, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3ada4147-f855-4bca-8ef9-fc9b748dfc80,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:04.747454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '3ada4147-f855-4bca-8ef9-fc9b748dfc80', 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'port_id': '3ada4147-f855-4bca-8ef9-fc9b748dfc80', 'mac_address': 'fa:16:3e:a9:bf:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b15c8d8-3413-4c52-b8c9-4df7e5daef84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:04.750680 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.789439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 971239af-82a0-4172-a54c-4163fb423182 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:04.794284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8182b142-479e-46ce-be7f-a38f33a0187c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:04.811050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 971239af-82a0-4172-a54c-4163fb423182 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:04.811446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.832501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-626d6390-a6f4-47b8-97b7-9d11ac644543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.835336 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-626d6390-a6f4-47b8-97b7-9d11ac644543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 1096 time: 0.0485725 Aug 24 00:22:04.844770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8182b142-479e-46ce-be7f-a38f33a0187c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8182b142-479e-46ce-be7f-a38f33a0187c,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:04.850319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.877123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ada4147-f855-4bca-8ef9-fc9b748dfc80 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:04.904590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 3ada4147-f855-4bca-8ef9-fc9b748dfc80, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3ada4147-f855-4bca-8ef9-fc9b748dfc80,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:04.942339 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.955154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-555284b3-2988-44df-97f0-964f741322cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:04.957297 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-555284b3-2988-44df-97f0-964f741322cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 913 time: 0.1144288 Aug 24 00:22:04.957425 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:04.971546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:05.003719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971239af-82a0-4172-a54c-4163fb423182'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:05.006387 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e2228e-b239-474d-977d-49cdbf71d5ee" -d '{"events": [{"server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "name": "network-vif-plugged", "status": "completed", "tag": "971239af-82a0-4172-a54c-4163fb423182"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:05.008471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.025937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:05.029451 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-29ea651e-83a9-4964-8c90-f5f0a66334aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403 HTTP/1.1" status: 200 len: 217 time: 0.0629315 Aug 24 00:22:05.048243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8182b142-479e-46ce-be7f-a38f33a0187c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:05.068215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.096972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-7c01ff0a-bd0b-405d-b0c4-e9836d625e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.099095 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-7c01ff0a-bd0b-405d-b0c4-e9836d625e42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0608625 Aug 24 00:22:05.105190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13208-23d7-424f-b901-a9973a9a932f req-b607d59b-fd1b-4cb2-82a7-b99a21834a91 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.111720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13208-23d7-424f-b901-a9973a9a932f req-b607d59b-fd1b-4cb2-82a7-b99a21834a91 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.119294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13208-23d7-424f-b901-a9973a9a932f req-b607d59b-fd1b-4cb2-82a7-b99a21834a91 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.125688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13208-23d7-424f-b901-a9973a9a932f req-b607d59b-fd1b-4cb2-82a7-b99a21834a91 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.133341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13208-23d7-424f-b901-a9973a9a932f req-b607d59b-fd1b-4cb2-82a7-b99a21834a91 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.133624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=3ada4147-f855-4bca-8ef9-fc9b748dfc80,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:05.137888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13208-23d7-424f-b901-a9973a9a932f req-b607d59b-fd1b-4cb2-82a7-b99a21834a91 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.140191 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-792111c2-48db-4edc-977d-ea82339883c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324936 Aug 24 00:22:05.143947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13208-23d7-424f-b901-a9973a9a932f req-b607d59b-fd1b-4cb2-82a7-b99a21834a91 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.145922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcb13208-23d7-424f-b901-a9973a9a932f req-b607d59b-fd1b-4cb2-82a7-b99a21834a91 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5428 time: 0.1764121 Aug 24 00:22:05.161454 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.191355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=492b5b63-7278-4393-bf87-5f73d74a96f8,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:05.205364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2be2dd31-efda-4725-9ea2-84c290c0c1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.215928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Checking segment: {'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:05.216275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Network hostable DHCP agents. Network: aea73748-7219-4dea-8325-bc60a255b968, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:05.226151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:05.256322 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-9dc37fd2-1e4f-4ce8-b565-6450b159e677 service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027904 Aug 24 00:22:05.273998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcb13208-23d7-424f-b901-a9973a9a932f req-faa6b283-550e-4073-87e2-e7c87086791c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076229 Aug 24 00:22:05.287474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca76ec-c9b5-42ce-8256-4121b8b6aac2 req-b8bdcd4e-88bc-478a-96c8-591de06a753e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.289047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bca76ec-c9b5-42ce-8256-4121b8b6aac2 req-b8bdcd4e-88bc-478a-96c8-591de06a753e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1997538 Aug 24 00:22:05.334085 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ea37e3-a8c3-4688-b008-835138328478 x-openstack-request-id: req-f4ea37e3-a8c3-4688-b008-835138328478 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:05.334399 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "name": "network-vif-plugged", "status": "completed", "tag": "971239af-82a0-4172-a54c-4163fb423182", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:05.334662 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4ea37e3-a8c3-4688-b008-835138328478 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:05.335886 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971239af-82a0-4172-a54c-4163fb423182', 'code': 200} Aug 24 00:22:05.360287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a63c4ea6-38af-4ed3-adcd-a260a7165135 req-b5435d41-4245-4e35-89af-d8ddbf1a83bc service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966713 Aug 24 00:22:05.363684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bca76ec-c9b5-42ce-8256-4121b8b6aac2 req-f802229e-28da-4af4-93d5-8e3a58032668 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532141 Aug 24 00:22:05.381153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Network aea73748-7219-4dea-8325-bc60a255b968 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:05.437119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2be2dd31-efda-4725-9ea2-84c290c0c1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.470573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['3ada4147-f855-4bca-8ef9-fc9b748dfc80'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:05.501271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, aea73748-7219-4dea-8325-bc60a255b968) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:05.514264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.514872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.516337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba7979-3045-4b62-90e7-b2d681fb96a8 None None] Network aea73748-7219-4dea-8325-bc60a255b968 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:05.534165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276000-2fea-462c-ae9e-3f2e6bf8da54 req-a4bfd59b-b0dc-4c85-ab49-aca353b54a88 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.536339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b276000-2fea-462c-ae9e-3f2e6bf8da54 req-a4bfd59b-b0dc-4c85-ab49-aca353b54a88 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 945 time: 0.1418226 Aug 24 00:22:05.545140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2be2dd31-efda-4725-9ea2-84c290c0c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.605576 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a166de6-3fe6-4e40-aa77-d5f6fbe7298f req-9aed9b05-25cc-445f-9b71-d3e4a30b5d6d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.605847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['70ecba71-eb80-443a-9956-d138937f71dc'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:05.607097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a166de6-3fe6-4e40-aa77-d5f6fbe7298f req-9aed9b05-25cc-445f-9b71-d3e4a30b5d6d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 945 time: 0.1669183 Aug 24 00:22:05.609167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb0187-37bd-46f4-b19d-86156228e68c req-e7740d63-0c4f-486c-928a-49edb69b8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:05.610172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8eb0187-37bd-46f4-b19d-86156228e68c req-e7740d63-0c4f-486c-928a-49edb69b8229 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1096 time: 0.1592059 Aug 24 00:22:05.642679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['195f0fde-8f0f-43fe-9778-721e1c876bc6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:05.660294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2dd31-efda-4725-9ea2-84c290c0c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de478e3-93b5-4d80-bef1-4397e686ea01,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:05.673177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b984d44c-c185-435e-80e2-9970fcf99400 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1247787 Aug 24 00:22:05.678283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54892) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:05.678876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['8182b142-479e-46ce-be7f-a38f33a0187c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:05.683109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2be2dd31-efda-4725-9ea2-84c290c0c1c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28e3913710bf40a4846feefe1d7cbc08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7081115 Aug 24 00:22:05.685199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:05.687992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b276000-2fea-462c-ae9e-3f2e6bf8da54 req-2c31c369-b3c5-441e-9295-eac5aefac692 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379826 Aug 24 00:22:05.688826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:05.700936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['b6603f31-5555-4c3d-a982-69b567bcf759'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:05.700936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['678b847c-3345-457a-a479-f0927bf12b0f'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:05.740664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a166de6-3fe6-4e40-aa77-d5f6fbe7298f req-e6160c70-9a29-43bf-a817-a9e29b8a4bb3 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127560 Aug 24 00:22:05.746803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8eb0187-37bd-46f4-b19d-86156228e68c req-6e035957-09ea-4580-9274-2a14e9682947 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201434 Aug 24 00:22:05.789140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86236969-8134-44d6-b43c-455543da993f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.811139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.812343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.813961 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86236969-8134-44d6-b43c-455543da993f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:05.871584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.073622 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86236969-8134-44d6-b43c-455543da993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.076636 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-86236969-8134-44d6-b43c-455543da993f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.077869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-86236969-8134-44d6-b43c-455543da993f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8de478e3-93b5-4d80-bef1-4397e686ea01 HTTP/1.1" status: 204 len: 168 time: 0.3845127 Aug 24 00:22:06.087163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86236969-8134-44d6-b43c-455543da993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de478e3-93b5-4d80-bef1-4397e686ea01,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:06.203037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-aea73748-7219-4dea-8325-bc60a255b968', 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'fixed_ips': [{'subnet_id': '492b5b63-7278-4393-bf87-5f73d74a96f8'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:22:06.204786 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.258983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.444073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-1b85aed4-ea15-4224-ba19-a9926029700e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.451721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-1b85aed4-ea15-4224-ba19-a9926029700e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.461662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-1b85aed4-ea15-4224-ba19-a9926029700e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.468000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-1b85aed4-ea15-4224-ba19-a9926029700e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.475110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-1b85aed4-ea15-4224-ba19-a9926029700e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.483343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-1b85aed4-ea15-4224-ba19-a9926029700e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.491805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-1b85aed4-ea15-4224-ba19-a9926029700e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.501166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-1b85aed4-ea15-4224-ba19-a9926029700e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5428 time: 0.1424632 Aug 24 00:22:06.514278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 17900604-c889-449d-a524-4203b7ab421b up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:06.593341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ac9803-562f-41d2-8a2a-2e0e248d146b req-229cc342-d5c1-4fdf-b91d-a458f587d493 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898342 Aug 24 00:22:06.611267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.624008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041544-58b2-49d1-bcff-a65078015a66 req-27809179-b371-4e8d-8d97-a81dba44b1f6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.624008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54041544-58b2-49d1-bcff-a65078015a66 req-27809179-b371-4e8d-8d97-a81dba44b1f6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1024721 Aug 24 00:22:06.649078 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:06.673076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:06.674504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54041544-58b2-49d1-bcff-a65078015a66 req-1a3f4624-8a76-4a2f-9420-4375bff5db80 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Aug 24 00:22:06.678178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['042958f8-c756-46e2-962c-fa2d45f67dcf'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:06.770504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Allocated IP 172.25.5.232 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/19a1ca8a-7da9-443f-bfb2-7a6592caa18c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:06.906166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e082f-d152-4d62-b02b-3338ef8e1b39 req-87cc87c2-2a48-44a3-bfb0-c07b6379927d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:06.921314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135e082f-d152-4d62-b02b-3338ef8e1b39 req-87cc87c2-2a48-44a3-bfb0-c07b6379927d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 945 time: 0.0947564 Aug 24 00:22:06.928742 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.001436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135e082f-d152-4d62-b02b-3338ef8e1b39 req-c9c8e2d9-15ba-4ed8-b487-13c15c610211 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789680 Aug 24 00:22:07.047394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Allocated IP 172.20.0.2 (aea73748-7219-4dea-8325-bc60a255b968/492b5b63-7278-4393-bf87-5f73d74a96f8/f70f641c-f826-49ec-86bc-a6bed51c28a0) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:07.114511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.120798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4ed5-465e-4ade-b3dc-7ac7ae2de6e0 req-0c563641-4497-4057-9713-0e69a7001ed3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.122412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-425b4ed5-465e-4ade-b3dc-7ac7ae2de6e0 req-0c563641-4497-4057-9713-0e69a7001ed3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 945 time: 0.0610034 Aug 24 00:22:07.176920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:07.182004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-425b4ed5-465e-4ade-b3dc-7ac7ae2de6e0 req-41116e14-03f6-47d6-84c8-f59aec361023 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484002 Aug 24 00:22:07.193396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:07.206184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:07.255175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Pushing event updated for resources: {'Port': ['ID=19a1ca8a-7da9-443f-bfb2-7a6592caa18c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:07.256869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 17900604-c889-449d-a524-4203b7ab421b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:07.286198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 17900604-c889-449d-a524-4203b7ab421b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:07.286581 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.413561 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.445624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Transition to ACTIVE for port object f70f641c-f826-49ec-86bc-a6bed51c28a0 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:07.473322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Transition to ACTIVE for port object f70f641c-f826-49ec-86bc-a6bed51c28a0 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:07.476113 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.500311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f23521-7539-49f7-acb4-fa9993eb1d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17900604-c889-449d-a524-4203b7ab421b'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:07.502989 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a787ce-3552-4c64-8fdf-7d7940c5c036" -d '{"events": [{"server_uuid": "55f23521-7539-49f7-acb4-fa9993eb1d3e", "name": "network-vif-plugged", "status": "completed", "tag": "17900604-c889-449d-a524-4203b7ab421b"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:07.516409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 17900604-c889-449d-a524-4203b7ab421b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=17900604-c889-449d-a524-4203b7ab421b,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:07.540571 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdadc419-3fab-4e69-9256-11c740ec4851 x-openstack-request-id: req-bdadc419-3fab-4e69-9256-11c740ec4851 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:07.541037 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f23521-7539-49f7-acb4-fa9993eb1d3e", "name": "network-vif-plugged", "status": "completed", "tag": "17900604-c889-449d-a524-4203b7ab421b", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:07.541295 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdadc419-3fab-4e69-9256-11c740ec4851 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:07.543162 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f23521-7539-49f7-acb4-fa9993eb1d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17900604-c889-449d-a524-4203b7ab421b', 'code': 200} Aug 24 00:22:07.566446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.624872 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.666832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Network aea73748-7219-4dea-8325-bc60a255b968 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:07.670281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:07.678511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:07.710571 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.767122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Pushing event updated for resources: {'Port': ['ID=f70f641c-f826-49ec-86bc-a6bed51c28a0,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:07.792649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04d1b1-8e5e-41c3-b97f-bf6e33fd885f req-ffeb952f-c4fa-4332-aa3a-aabd9eb2f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:07.796417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f04d1b1-8e5e-41c3-b97f-bf6e33fd885f req-ffeb952f-c4fa-4332-aa3a-aabd9eb2f21c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55f23521-7539-49f7-acb4-fa9993eb1d3e HTTP/1.1" status: 200 len: 1096 time: 0.1228101 Aug 24 00:22:07.866820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Attempting to bind port f70f641c-f826-49ec-86bc-a6bed51c28a0 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:07.867282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Attempting to bind port f70f641c-f826-49ec-86bc-a6bed51c28a0 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:07.867752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Attempting to bind port f70f641c-f826-49ec-86bc-a6bed51c28a0 on network aea73748-7219-4dea-8325-bc60a255b968 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:07.889866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:07.889866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Checking segment: {'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:07.889866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.889866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Bound using segment: {'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:07.889866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Bound port: f70f641c-f826-49ec-86bc-a6bed51c28a0, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:07.889866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:07.903548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=17900604-c889-449d-a524-4203b7ab421b,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:07.995630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] For port f70f641c-f826-49ec-86bc-a6bed51c28a0, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:07.997874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f04d1b1-8e5e-41c3-b97f-bf6e33fd885f req-34b296e0-262d-4d1c-af73-52b4aa7586d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301992 Aug 24 00:22:07.999187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] For port f70f641c-f826-49ec-86bc-a6bed51c28a0, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f70f641c-f826-49ec-86bc-a6bed51c28a0,segment=NetworkSegment(3b15fe88-de4a-4d41-b6cc-387721802c03),segment_id=3b15fe88-de4a-4d41-b6cc-387721802c03)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:08.010114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f23a2-2502-49a6-8a87-d36accde7009 req-d5280a1b-4d96-49a5-85ce-a65ee12e8d13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.016282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f23a2-2502-49a6-8a87-d36accde7009 req-d5280a1b-4d96-49a5-85ce-a65ee12e8d13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.023736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f23a2-2502-49a6-8a87-d36accde7009 req-d5280a1b-4d96-49a5-85ce-a65ee12e8d13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.031151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f23a2-2502-49a6-8a87-d36accde7009 req-d5280a1b-4d96-49a5-85ce-a65ee12e8d13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.038529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f23a2-2502-49a6-8a87-d36accde7009 req-d5280a1b-4d96-49a5-85ce-a65ee12e8d13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.045497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f23a2-2502-49a6-8a87-d36accde7009 req-d5280a1b-4d96-49a5-85ce-a65ee12e8d13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.051699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f23a2-2502-49a6-8a87-d36accde7009 req-d5280a1b-4d96-49a5-85ce-a65ee12e8d13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.053744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-388f23a2-2502-49a6-8a87-d36accde7009 req-d5280a1b-4d96-49a5-85ce-a65ee12e8d13 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5428 time: 0.2694905 Aug 24 00:22:08.065014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110b1f0-5ba3-414e-b06c-ec3c5a5b0ca9 req-fcb1d3ee-9420-4386-b610-1f7e080d6da6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.070043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2110b1f0-5ba3-414e-b06c-ec3c5a5b0ca9 req-fcb1d3ee-9420-4386-b610-1f7e080d6da6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.1989241 Aug 24 00:22:08.091209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.103604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.204526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7de22-6ce5-430c-b867-72c38ac27af2 None None] Pushing event updated for resources: {'Port': ['ID=f70f641c-f826-49ec-86bc-a6bed51c28a0,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:08.245627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-388f23a2-2502-49a6-8a87-d36accde7009 req-98ea6e5f-db18-4876-af64-671a0ffb15ae tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1740215 Aug 24 00:22:08.270146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2110b1f0-5ba3-414e-b06c-ec3c5a5b0ca9 req-6ca3f7cf-c307-450f-8bd1-d93586aff4cc tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975012 Aug 24 00:22:08.366874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Router 446fa397-dcda-4af9-912c-e91ac0f8a172 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:22:08.452795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae170c-46e5-468a-9c69-a9c8e3ccbe54 req-a3d424b3-5b95-4766-9b0b-de4e9cdf87b4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.453435 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6aae170c-46e5-468a-9c69-a9c8e3ccbe54 req-a3d424b3-5b95-4766-9b0b-de4e9cdf87b4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 945 time: 0.1173880 Aug 24 00:22:08.465913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 3ada4147-f855-4bca-8ef9-fc9b748dfc80 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:08.470719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d09bf-9429-4484-982a-9e9a6a9db6bc req-809daee4-c7f0-4e4c-a32a-7e8d272e5708 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:08.480849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-946d09bf-9429-4484-982a-9e9a6a9db6bc req-809daee4-c7f0-4e4c-a32a-7e8d272e5708 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 945 time: 0.1128011 Aug 24 00:22:08.596410 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:22:08.597501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-946d09bf-9429-4484-982a-9e9a6a9db6bc req-f7ba235d-96e4-48c6-bbb1-28792d871ae4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159880 Aug 24 00:22:08.645939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6aae170c-46e5-468a-9c69-a9c8e3ccbe54 req-03e7e810-0d4b-4ee7-bafb-cd0d0df70999 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431715 Aug 24 00:22:08.679598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:08.684871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:08.685255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.737229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.739756 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-26fcedd7-3bdc-473e-a741-a509b491987c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0600307 Aug 24 00:22:08.743095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:08.756630 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Sync routers for ids ['446fa397-dcda-4af9-912c-e91ac0f8a172'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:22:08.770757 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Routers {'446fa397-dcda-4af9-912c-e91ac0f8a172'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:08.771427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:21:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['446fa397-dcda-4af9-912c-e91ac0f8a172'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:08.865693 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:08.940566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 3ada4147-f855-4bca-8ef9-fc9b748dfc80, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3ada4147-f855-4bca-8ef9-fc9b748dfc80,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:08.969135 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Set router 446fa397-dcda-4af9-912c-e91ac0f8a172 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:08.990403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 70ecba71-eb80-443a-9956-d138937f71dc up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:09.072861 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.152752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca80c-dfb1-40c4-8023-0141826a078a req-74d4ffb8-f4a8-451e-a6dc-09ec47d86ed8 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.159182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=3ada4147-f855-4bca-8ef9-fc9b748dfc80,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:09.160114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-249ca80c-dfb1-40c4-8023-0141826a078a req-74d4ffb8-f4a8-451e-a6dc-09ec47d86ed8 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1096 time: 0.2418180 Aug 24 00:22:09.171537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-093a8311-af32-4861-8bec-683939d7df66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2438781 Aug 24 00:22:09.205126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 70ecba71-eb80-443a-9956-d138937f71dc completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:09.212201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 70ecba71-eb80-443a-9956-d138937f71dc triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:09.212201 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.251090 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:07Z', 'revision_number': 3, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port': {'id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:06Z', 'updated_at': '2021-08-24T00:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:09.291660 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Checking router: 446fa397-dcda-4af9-912c-e91ac0f8a172 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:22:09.292279 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Updating router 446fa397-dcda-4af9-912c-e91ac0f8a172 port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:22:09.316873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-249ca80c-dfb1-40c4-8023-0141826a078a req-2bd65957-7d3b-4a73-a6bc-144da53f37bf tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404176 Aug 24 00:22:09.350804 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.356253 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.418791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 70ecba71-eb80-443a-9956-d138937f71dc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=70ecba71-eb80-443a-9956-d138937f71dc,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:09.474351 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.475979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 195f0fde-8f0f-43fe-9778-721e1c876bc6 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:09.536582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-d8d40c77-96fc-4dcc-bbcf-41a3428a76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.537986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-d8d40c77-96fc-4dcc-bbcf-41a3428a76b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1097 time: 0.2201347 Aug 24 00:22:09.553804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3078f94f-1b44-435e-8c6e-dfc0cee0569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada4147-f855-4bca-8ef9-fc9b748dfc80'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ecba71-eb80-443a-9956-d138937f71dc'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:09.556434 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050c492e-7944-4490-8f00-ac835e1b34f1" -d '{"events": [{"server_uuid": "3078f94f-1b44-435e-8c6e-dfc0cee0569b", "name": "network-vif-plugged", "status": "completed", "tag": "3ada4147-f855-4bca-8ef9-fc9b748dfc80"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "70ecba71-eb80-443a-9956-d138937f71dc"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:09.631231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae159f12-7c31-40c5-8674-88dd2a34be41 None None] Network aea73748-7219-4dea-8325-bc60a255b968 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:09.690537 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=70ecba71-eb80-443a-9956-d138937f71dc,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:09.707955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 195f0fde-8f0f-43fe-9778-721e1c876bc6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:09.717497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 195f0fde-8f0f-43fe-9778-721e1c876bc6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:09.729399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.735858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-c590f195-c8c3-42dc-8cd9-3a1dc9d1550e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.742051 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.742417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-c590f195-c8c3-42dc-8cd9-3a1dc9d1550e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.748663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-c590f195-c8c3-42dc-8cd9-3a1dc9d1550e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.755437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-c590f195-c8c3-42dc-8cd9-3a1dc9d1550e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.761686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-c590f195-c8c3-42dc-8cd9-3a1dc9d1550e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.767623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-c590f195-c8c3-42dc-8cd9-3a1dc9d1550e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.768158 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Transition to ACTIVE for port object 19a1ca8a-7da9-443f-bfb2-7a6592caa18c will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:09.777761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-c590f195-c8c3-42dc-8cd9-3a1dc9d1550e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.779676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-c590f195-c8c3-42dc-8cd9-3a1dc9d1550e tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5429 time: 0.2874398 Aug 24 00:22:09.824105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-adf64ab3-40f0-4b82-ab67-cd6a4828669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:09.826290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-adf64ab3-40f0-4b82-ab67-cd6a4828669f service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.2406683 Aug 24 00:22:09.881271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.910907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84f6571e-329f-4bbe-bb44-2ee78aa5f869 req-04bfb08b-b132-4ba9-a2d0-25b03c1797bc tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1167223 Aug 24 00:22:09.911327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4e244385-d664-4433-9063-d0af21f331e6 None None] Provisioning for port f70f641c-f826-49ec-86bc-a6bed51c28a0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:09.938389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 195f0fde-8f0f-43fe-9778-721e1c876bc6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:09.957443 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:09.969045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-154abd8a-d880-4146-ba67-be74248e5b7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 1001 time: 0.1344419 Aug 24 00:22:10.038776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.044203 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Attempting to bind port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:10.044984 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Attempting to bind port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:10.046002 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Attempting to bind port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:10.062770 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.062770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 042958f8-c756-46e2-962c-fa2d45f67dcf up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:10.063138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-69acaaed-243f-4c7f-bb6a-6e6ba25138b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.063138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-69acaaed-243f-4c7f-bb6a-6e6ba25138b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0827670 Aug 24 00:22:10.069172 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:10.069877 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:10.070481 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.071186 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:10.071870 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Bound port: 19a1ca8a-7da9-443f-bfb2-7a6592caa18c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:10.072458 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.103948 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632483f1-0bf8-4c69-8b9e-4c975aa5f568 None None] Pushing event updated for resources: {'Port': ['ID=19a1ca8a-7da9-443f-bfb2-7a6592caa18c,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:10.169230 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] For port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:10.172910 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] For port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=19a1ca8a-7da9-443f-bfb2-7a6592caa18c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:10.228811 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.312760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a7c6c-6025-43a5-aff1-5820e51faa7f req-01e7f36d-667c-4c98-bdca-49328186840e tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.315029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-250a7c6c-6025-43a5-aff1-5820e51faa7f req-01e7f36d-667c-4c98-bdca-49328186840e tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1096 time: 0.2534831 Aug 24 00:22:10.327339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-5fb63134-5b99-41ad-a2b6-ee74e0b69afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.328707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-5fb63134-5b99-41ad-a2b6-ee74e0b69afa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2314668 Aug 24 00:22:10.340988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f70f641c-f826-49ec-86bc-a6bed51c28a0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:10.354286 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632483f1-0bf8-4c69-8b9e-4c975aa5f568 None None] Pushing event updated for resources: {'Port': ['ID=19a1ca8a-7da9-443f-bfb2-7a6592caa18c,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:10.364865 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Routers {'446fa397-dcda-4af9-912c-e91ac0f8a172'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:10.365499 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:21:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['446fa397-dcda-4af9-912c-e91ac0f8a172'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:10.393108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=195f0fde-8f0f-43fe-9778-721e1c876bc6,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:10.490791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 042958f8-c756-46e2-962c-fa2d45f67dcf completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:10.495285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 042958f8-c756-46e2-962c-fa2d45f67dcf triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:10.495665 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.506143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-250a7c6c-6025-43a5-aff1-5820e51faa7f req-f1ed6f85-94c6-4d9f-bf5b-da63efc8e8f4 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820221 Aug 24 00:22:10.516756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Allocated IP 172.20.0.1 (aea73748-7219-4dea-8325-bc60a255b968/492b5b63-7278-4393-bf87-5f73d74a96f8/5468c805-1994-4200-b881-9355bd4ab739) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:10.528901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f70f641c-f826-49ec-86bc-a6bed51c28a0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:10.554787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f70f641c-f826-49ec-86bc-a6bed51c28a0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:10.555553 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.596609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-b791ec54-a4b1-4a52-a9a3-e12986622906 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550716 Aug 24 00:22:10.598717 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] Set router 446fa397-dcda-4af9-912c-e91ac0f8a172 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:10.632105 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7006362-0e8c-4337-aff7-cf1ca87700e3 x-openstack-request-id: req-c7006362-0e8c-4337-aff7-cf1ca87700e3 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:10.632673 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3078f94f-1b44-435e-8c6e-dfc0cee0569b", "name": "network-vif-plugged", "status": "completed", "tag": "3ada4147-f855-4bca-8ef9-fc9b748dfc80", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "70ecba71-eb80-443a-9956-d138937f71dc", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:10.633161 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7006362-0e8c-4337-aff7-cf1ca87700e3 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:10.633838 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3078f94f-1b44-435e-8c6e-dfc0cee0569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ada4147-f855-4bca-8ef9-fc9b748dfc80', 'code': 200} Aug 24 00:22:10.634278 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ecba71-eb80-443a-9956-d138937f71dc', 'code': 200} Aug 24 00:22:10.700546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.732401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5b328563-02d6-466a-9e9b-c7f476970808 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.736864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5b328563-02d6-466a-9e9b-c7f476970808 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=53ac5f8e-8443-47fd-b519-22ecb4ef8e1b HTTP/1.1" status: 200 len: 945 time: 0.2812965 Aug 24 00:22:10.749985 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.778602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e26d0-42c9-4638-925c-7fc5f70ab748 req-eb20817c-4039-4714-8bc0-e26eeee6d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:10.780372 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-542e26d0-42c9-4638-925c-7fc5f70ab748 req-eb20817c-4039-4714-8bc0-e26eeee6d1f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 1097 time: 0.0776553 Aug 24 00:22:10.805202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port f70f641c-f826-49ec-86bc-a6bed51c28a0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f70f641c-f826-49ec-86bc-a6bed51c28a0,segment=NetworkSegment(3b15fe88-de4a-4d41-b6cc-387721802c03),segment_id=3b15fe88-de4a-4d41-b6cc-387721802c03)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:10.807859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 042958f8-c756-46e2-962c-fa2d45f67dcf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=042958f8-c756-46e2-962c-fa2d45f67dcf,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:10.822671 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:07Z', 'revision_number': 3, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port': {'id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:06Z', 'updated_at': '2021-08-24T00:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:10.826065 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-542e26d0-42c9-4638-925c-7fc5f70ab748 req-5fd111f6-0698-4960-9e06-45864428a391 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Aug 24 00:22:10.846867 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d759c2-933f-4ec4-9560-7208d6550d77 None None] The sync data for ids ['446fa397-dcda-4af9-912c-e91ac0f8a172'] in n-d-804878-2 is: [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:07Z', 'revision_number': 3, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port': {'id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:06Z', 'updated_at': '2021-08-24T00:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:22:10.857174 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.861737 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:10.863572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 678b847c-3345-457a-a479-f0927bf12b0f up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:10.953766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=f70f641c-f826-49ec-86bc-a6bed51c28a0,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.020407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=042958f8-c756-46e2-962c-fa2d45f67dcf,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.027066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 678b847c-3345-457a-a479-f0927bf12b0f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:11.035725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 678b847c-3345-457a-a479-f0927bf12b0f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:11.036231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.154276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.200514 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.210328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b79d5a75-1d26-4ebd-902d-b6da9208a405 req-81c10c15-9815-4f9b-90da-910057ec30d5 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577484 Aug 24 00:22:11.212228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 678b847c-3345-457a-a479-f0927bf12b0f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=678b847c-3345-457a-a479-f0927bf12b0f,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:11.246409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Transition to ACTIVE for port object 5468c805-1994-4200-b881-9355bd4ab739 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:11.276424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31c0eb-fcc3-43fb-bdbf-1f754f9ea7bf req-d9dcb575-2d0b-4b8e-a4e8-008bf14f9750 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:11.278072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae31c0eb-fcc3-43fb-bdbf-1f754f9ea7bf req-d9dcb575-2d0b-4b8e-a4e8-008bf14f9750 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 946 time: 0.5383604 Aug 24 00:22:11.279581 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.282330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b6603f31-5555-4c3d-a982-69b567bcf759 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:11.366097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae31c0eb-fcc3-43fb-bdbf-1f754f9ea7bf req-db9fe09e-e83a-42c9-8eb1-daf806787150 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756373 Aug 24 00:22:11.367958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=678b847c-3345-457a-a479-f0927bf12b0f,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.373423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Deleting port 1c7a5f43-cbdf-419a-ae9c-016827d53403 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:11.373423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.419551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.447019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port b6603f31-5555-4c3d-a982-69b567bcf759 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:11.454932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port b6603f31-5555-4c3d-a982-69b567bcf759 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:11.454932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.490718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55100) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:11.503308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Network aea73748-7219-4dea-8325-bc60a255b968 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:11.512828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:11.533892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:11.573365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Pushing event updated for resources: {'Port': ['ID=5468c805-1994-4200-b881-9355bd4ab739,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.605122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] For port 1c7a5f43-cbdf-419a-ae9c-016827d53403, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1c7a5f43-cbdf-419a-ae9c-016827d53403,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:11.605505 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.618010 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.640679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.669105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b6603f31-5555-4c3d-a982-69b567bcf759, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b6603f31-5555-4c3d-a982-69b567bcf759,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:11.671375 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c437050e-602d-4ab0-80d7-024eba75e4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.698466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Calling delete_port for 1c7a5f43-cbdf-419a-ae9c-016827d53403 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:11.765223 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.766510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:11.802382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c437050e-602d-4ab0-80d7-024eba75e4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.837836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-6a6dc18c-6bd3-4333-9cb3-aaea868b453b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--556212515&fields=id&tenant_id=48a870a921cf4160b839b83236def0ff HTTP/1.1" status: 200 len: 267 time: 0.2152069 Aug 24 00:22:11.865047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b6603f31-5555-4c3d-a982-69b567bcf759,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.878475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c437050e-602d-4ab0-80d7-024eba75e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:11.927631 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c437050e-602d-4ab0-80d7-024eba75e4ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2cd5336da21246ffbcfd7056047325b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357703 Aug 24 00:22:11.928390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55106) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:11.929034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437050e-602d-4ab0-80d7-024eba75e4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a097e-92c8-4bc9-bd6e-076972218042,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:11.988348 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9090ea2a-e5cc-4a81-9325-89469542d4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.011097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:12.015929 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:12.016060 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9090ea2a-e5cc-4a81-9325-89469542d4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.016162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.017192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9998d0af-b934-4dbf-b809-c5ba9689db8a None None] Provisioning for port 5468c805-1994-4200-b881-9355bd4ab739 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:12.034115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-52825261-b8a6-45c6-86cf-143ad38cc3a3 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:12.036174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-52825261-b8a6-45c6-86cf-143ad38cc3a3 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/networks?id=2480ad75-39a9-499b-9abe-49dcbf0c9bf7 HTTP/1.1" status: 200 len: 816 time: 0.1898198 Aug 24 00:22:12.041714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9998d0af-b934-4dbf-b809-c5ba9689db8a None None] Provisioning complete for port 5468c805-1994-4200-b881-9355bd4ab739 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:12.042695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9998d0af-b934-4dbf-b809-c5ba9689db8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.042848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.086268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9998d0af-b934-4dbf-b809-c5ba9689db8a None None] Port 5468c805-1994-4200-b881-9355bd4ab739 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:22:12.102512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-57a63615-9bc7-4b04-9bdf-61b8d6611ed6 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/quotas/48a870a921cf4160b839b83236def0ff HTTP/1.1" status: 200 len: 375 time: 0.0428834 Aug 24 00:22:12.130437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9090ea2a-e5cc-4a81-9325-89469542d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.133311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9090ea2a-e5cc-4a81-9325-89469542d4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.138587 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9090ea2a-e5cc-4a81-9325-89469542d4c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d70a097e-92c8-4bc9-bd6e-076972218042 HTTP/1.1" status: 204 len: 168 time: 0.2017515 Aug 24 00:22:12.138888 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.142835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090ea2a-e5cc-4a81-9325-89469542d4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a097e-92c8-4bc9-bd6e-076972218042,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:12.165677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.188554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:12.221137 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.239778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-0746cfa3-9017-4b13-a546-091c1cddfb25 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=48a870a921cf4160b839b83236def0ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1308436 Aug 24 00:22:12.245970 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.247047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8182b142-479e-46ce-be7f-a38f33a0187c up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:12.296570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event deleted for resources: {'Port': ['ID=1c7a5f43-cbdf-419a-ae9c-016827d53403,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:12.329166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:12.376342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 19a1ca8a-7da9-443f-bfb2-7a6592caa18c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:12.416572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 8182b142-479e-46ce-be7f-a38f33a0187c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:12.422098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 8182b142-479e-46ce-be7f-a38f33a0187c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:12.422474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.429017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] No DVR routers for this DVR port 1c7a5f43-cbdf-419a-ae9c-016827d53403 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:12.434330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.436368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa5b101b-fe6e-425a-a6e6-b25d14dc4115 req-5a66ccc2-8026-47ce-a7e8-f164506802c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "DELETE /v2.0/ports/1c7a5f43-cbdf-419a-ae9c-016827d53403 HTTP/1.1" status: 204 len: 173 time: 1.6062138 Aug 24 00:22:12.438502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'name': 'network-vif-deleted', 'tag': '1c7a5f43-cbdf-419a-ae9c-016827d53403'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:12.445434 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e3276-5606-42fe-b574-e64ec6f58ef1" -d '{"events": [{"server_uuid": "53ac5f8e-8443-47fd-b519-22ecb4ef8e1b", "name": "network-vif-deleted", "tag": "1c7a5f43-cbdf-419a-ae9c-016827d53403"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:12.507756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-4efc4f37-45c8-43a6-997d-6ef9e3d56bae service neutron] 10.222.0.26 "GET /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079442 Aug 24 00:22:12.517446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.528572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:12.534407 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.541412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:12.541819 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.605642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8182b142-479e-46ce-be7f-a38f33a0187c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8182b142-479e-46ce-be7f-a38f33a0187c,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:12.616574 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.645097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195f0fde-8f0f-43fe-9778-721e1c876bc6'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042958f8-c756-46e2-962c-fa2d45f67dcf'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b847c-3345-457a-a479-f0927bf12b0f'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6603f31-5555-4c3d-a982-69b567bcf759'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8182b142-479e-46ce-be7f-a38f33a0187c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:12.647501 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b10a4b-df14-437b-bac8-0959d4554483" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "195f0fde-8f0f-43fe-9778-721e1c876bc6"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "042958f8-c756-46e2-962c-fa2d45f67dcf"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "678b847c-3345-457a-a479-f0927bf12b0f"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "b6603f31-5555-4c3d-a982-69b567bcf759"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "8182b142-479e-46ce-be7f-a38f33a0187c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:12.665578 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.687003 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.687820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1c7a5f43-cbdf-419a-ae9c-016827d53403 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:12.695590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-187cb3a4-102b-44e6-8919-f294d08b8ec4 service neutron] 10.222.0.26 "GET /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777437 Aug 24 00:22:12.742045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=19a1ca8a-7da9-443f-bfb2-7a6592caa18c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:12.747527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 1c7a5f43-cbdf-419a-ae9c-016827d53403 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:12.748260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1c7a5f43-cbdf-419a-ae9c-016827d53403 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:12.761294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Pushing event updated for resources: {'Port': ['ID=5468c805-1994-4200-b881-9355bd4ab739,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:12.765741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.775607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8182b142-479e-46ce-be7f-a38f33a0187c,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:12.810622 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.811637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f70f641c-f826-49ec-86bc-a6bed51c28a0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:12.948583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=19a1ca8a-7da9-443f-bfb2-7a6592caa18c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:12.967439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f70f641c-f826-49ec-86bc-a6bed51c28a0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:12.967820 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:12.974566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Network aea73748-7219-4dea-8325-bc60a255b968 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:12.977380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:12.988285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55132) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:13.009767 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78bc9316-5c4b-4288-a4e6-081efbc49eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.182184 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78bc9316-5c4b-4288-a4e6-081efbc49eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.245626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Router 446fa397-dcda-4af9-912c-e91ac0f8a172 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:22:13.267470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78bc9316-5c4b-4288-a4e6-081efbc49eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.312906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc9316-5c4b-4288-a4e6-081efbc49eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751c535b-fb24-45b6-b2f3-a84b0a3eceb6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:13.315479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ef18b0de-d218-4dc3-aa53-5bf345ccdc59 None None] Provisioning complete for port 5468c805-1994-4200-b881-9355bd4ab739 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:13.315780 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ef18b0de-d218-4dc3-aa53-5bf345ccdc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.318567 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-78bc9316-5c4b-4288-a4e6-081efbc49eb4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70edcaed71f74e03a148fef93b48cd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292303 Aug 24 00:22:13.328743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:13.355977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ef18b0de-d218-4dc3-aa53-5bf345ccdc59 None None] Port 5468c805-1994-4200-b881-9355bd4ab739 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:22:13.379669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63558288-e917-4891-bb99-58e2caec72a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.386145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:22:13.398130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-04c674ba-e489-4cb3-99f6-c744a1c33128 admin admin] 10.222.0.26 "PUT /v2.0/routers/446fa397-dcda-4af9-912c-e91ac0f8a172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6534805 Aug 24 00:22:13.408249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Sync routers for ids ['446fa397-dcda-4af9-912c-e91ac0f8a172'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:22:13.408737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63558288-e917-4891-bb99-58e2caec72a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.417610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Routers {'446fa397-dcda-4af9-912c-e91ac0f8a172'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:13.417610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:21:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['446fa397-dcda-4af9-912c-e91ac0f8a172'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:13.536047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63558288-e917-4891-bb99-58e2caec72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.539330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63558288-e917-4891-bb99-58e2caec72a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:13.548252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-63558288-e917-4891-bb99-58e2caec72a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/751c535b-fb24-45b6-b2f3-a84b0a3eceb6 HTTP/1.1" status: 204 len: 168 time: 0.2167754 Aug 24 00:22:13.555839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63558288-e917-4891-bb99-58e2caec72a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751c535b-fb24-45b6-b2f3-a84b0a3eceb6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:13.604877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Set router 446fa397-dcda-4af9-912c-e91ac0f8a172 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:13.679123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ac68c8c1-c7c1-4a76-bd51-e25fbc0f1f9a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.686939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ac68c8c1-c7c1-4a76-bd51-e25fbc0f1f9a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.694459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ac68c8c1-c7c1-4a76-bd51-e25fbc0f1f9a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.700829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ac68c8c1-c7c1-4a76-bd51-e25fbc0f1f9a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.707355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ac68c8c1-c7c1-4a76-bd51-e25fbc0f1f9a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.713336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ac68c8c1-c7c1-4a76-bd51-e25fbc0f1f9a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.719911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ac68c8c1-c7c1-4a76-bd51-e25fbc0f1f9a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.721950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ac68c8c1-c7c1-4a76-bd51-e25fbc0f1f9a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.1346548 Aug 24 00:22:13.790665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e24ca82-8fb8-48d6-8401-c90bd8f88ce2 req-ae3fe92c-9d5a-4bd1-8d7f-2fd95eb21fb1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585394 Aug 24 00:22:13.804371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aab048-ae1f-4d14-b36e-2296926cca88 req-4c185059-1211-432f-984f-f6e9180743c7 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:13.806097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0aab048-ae1f-4d14-b36e-2296926cca88 req-4c185059-1211-432f-984f-f6e9180743c7 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 946 time: 0.0832207 Aug 24 00:22:13.849333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0aab048-ae1f-4d14-b36e-2296926cca88 req-713dd510-7df0-4e79-b575-e2e1eb6f6e2d tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368221 Aug 24 00:22:13.852595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:11Z', 'revision_number': 4, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port': {'id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:06Z', 'updated_at': '2021-08-24T00:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5468c805-1994-4200-b881-9355bd4ab739', 'name': '', 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'mac_address': 'fa:16:3e:4b:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '492b5b63-7278-4393-bf87-5f73d74a96f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:10Z', 'updated_at': '2021-08-24T00:22:12Z', 'revision_number': 2, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'subnets': [{'id': '492b5b63-7278-4393-bf87-5f73d74a96f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:13.876315 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b012ecd3-53d6-481e-b64d-6f2dd4648144 x-openstack-request-id: req-b012ecd3-53d6-481e-b64d-6f2dd4648144 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:13.877015 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ac5f8e-8443-47fd-b519-22ecb4ef8e1b", "name": "network-vif-deleted", "tag": "1c7a5f43-cbdf-419a-ae9c-016827d53403", "status": "failed", "code": 422}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:13.877662 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b012ecd3-53d6-481e-b64d-6f2dd4648144 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:13.878854 n-d-804878-2 neutron-server[95326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53ac5f8e-8443-47fd-b519-22ecb4ef8e1b', 'name': 'network-vif-deleted', 'tag': '1c7a5f43-cbdf-419a-ae9c-016827d53403', 'status': 'failed', 'code': 422} returned with failed status Aug 24 00:22:13.889614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Checking router: 446fa397-dcda-4af9-912c-e91ac0f8a172 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:22:13.890094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Updating router 446fa397-dcda-4af9-912c-e91ac0f8a172 port 5468c805-1994-4200-b881-9355bd4ab739 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:22:13.909478 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf72bdd-b8c1-4897-8f31-b8dca21a4f77 x-openstack-request-id: req-fdf72bdd-b8c1-4897-8f31-b8dca21a4f77 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:13.909955 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "195f0fde-8f0f-43fe-9778-721e1c876bc6", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "042958f8-c756-46e2-962c-fa2d45f67dcf", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "678b847c-3345-457a-a479-f0927bf12b0f", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "b6603f31-5555-4c3d-a982-69b567bcf759", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-plugged", "status": "completed", "tag": "8182b142-479e-46ce-be7f-a38f33a0187c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:13.910098 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdf72bdd-b8c1-4897-8f31-b8dca21a4f77 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:13.910479 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195f0fde-8f0f-43fe-9778-721e1c876bc6', 'code': 200} Aug 24 00:22:13.910739 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042958f8-c756-46e2-962c-fa2d45f67dcf', 'code': 200} Aug 24 00:22:13.910994 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678b847c-3345-457a-a479-f0927bf12b0f', 'code': 200} Aug 24 00:22:13.911245 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6603f31-5555-4c3d-a982-69b567bcf759', 'code': 200} Aug 24 00:22:13.911494 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'code': 200} Aug 24 00:22:13.912307 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8182b142-479e-46ce-be7f-a38f33a0187c', 'code': 200} Aug 24 00:22:13.921267 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.005833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-280323f2-9fbc-4869-8d4c-ffc06956209a req-2d0f301b-3c9e-4cbe-97fd-714ce9629c1a tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 210 time: 0.0489717 Aug 24 00:22:14.100735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-634c45cd-026a-4e8e-a1af-b0189c233497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.101248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-634c45cd-026a-4e8e-a1af-b0189c233497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.101794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-634c45cd-026a-4e8e-a1af-b0189c233497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.102250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-634c45cd-026a-4e8e-a1af-b0189c233497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.102717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-634c45cd-026a-4e8e-a1af-b0189c233497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.103473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-634c45cd-026a-4e8e-a1af-b0189c233497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.103942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-634c45cd-026a-4e8e-a1af-b0189c233497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.106005 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-634c45cd-026a-4e8e-a1af-b0189c233497 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6492 time: 0.0564725 Aug 24 00:22:14.149951 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21406ce8-eada-4fae-aa06-f061b3a6d648 req-ad519822-d18b-40e1-9607-79093197f5b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351985 Aug 24 00:22:14.261034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 19a1ca8a-7da9-443f-bfb2-7a6592caa18c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:14.341460 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.357174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:14.357533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.361662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Transition to ACTIVE for port object 5468c805-1994-4200-b881-9355bd4ab739 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:14.585419 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.590741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82153bd6-938c-4fe9-916c-dbc72f75de92 req-0c097808-29c2-46d2-9062-06e6dc5e1a68 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.592011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82153bd6-938c-4fe9-916c-dbc72f75de92 req-0c097808-29c2-46d2-9062-06e6dc5e1a68 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=55f23521-7539-49f7-acb4-fa9993eb1d3e HTTP/1.1" status: 200 len: 945 time: 0.1619425 Aug 24 00:22:14.597722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d0880e0-2291-431b-a353-3258c7a3653e req-6b833ff3-93d5-4930-aad7-0260bc8d5d9f tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2865524 Aug 24 00:22:14.623895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:14.670411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82153bd6-938c-4fe9-916c-dbc72f75de92 req-013d230e-4b6a-454a-bc7e-a29cc9eb77bc tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647485 Aug 24 00:22:14.688409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0496b4d-344d-4c21-8f74-b6c411d8150d None None] Pushing event updated for resources: {'Port': ['ID=5468c805-1994-4200-b881-9355bd4ab739,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:14.723235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Attempting to bind port 5468c805-1994-4200-b881-9355bd4ab739 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:14.723801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Attempting to bind port 5468c805-1994-4200-b881-9355bd4ab739 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:14.725092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Attempting to bind port 5468c805-1994-4200-b881-9355bd4ab739 on network aea73748-7219-4dea-8325-bc60a255b968 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:14.730335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:14.730774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Checking segment: {'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:14.731186 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.731589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Bound using segment: {'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:14.732060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Bound port: 5468c805-1994-4200-b881-9355bd4ab739, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b15fe88-de4a-4d41-b6cc-387721802c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:14.732453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.737462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.804602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] For port 5468c805-1994-4200-b881-9355bd4ab739, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:14.808098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] For port 5468c805-1994-4200-b881-9355bd4ab739, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5468c805-1994-4200-b881-9355bd4ab739,segment=NetworkSegment(3b15fe88-de4a-4d41-b6cc-387721802c03),segment_id=3b15fe88-de4a-4d41-b6cc-387721802c03)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:14.847893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077663-f046-4ea0-bb4c-135acf98cfb6 req-b37eeba8-24f1-411f-b389-f1ba7ed6e99b tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:14.849637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6077663-f046-4ea0-bb4c-135acf98cfb6 req-b37eeba8-24f1-411f-b389-f1ba7ed6e99b tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1096 time: 0.1148512 Aug 24 00:22:14.907016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6077663-f046-4ea0-bb4c-135acf98cfb6 req-9e6c07cf-7993-410d-af16-f29ef021c9b3 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483956 Aug 24 00:22:14.934564 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:14.935159 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:15.005269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0496b4d-344d-4c21-8f74-b6c411d8150d None None] Pushing event updated for resources: {'Port': ['ID=5468c805-1994-4200-b881-9355bd4ab739,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:15.031293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Routers {'446fa397-dcda-4af9-912c-e91ac0f8a172'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:15.033341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:21:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['446fa397-dcda-4af9-912c-e91ac0f8a172'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:15.146998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Allocated IP 172.25.5.238 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/8a34c951-9ac0-4703-84f7-6752072e37c3) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:15.175526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] Set router 446fa397-dcda-4af9-912c-e91ac0f8a172 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:15.280731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-07efe123-f418-426d-9d0c-0710b9dd03c1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:15.282581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-07efe123-f418-426d-9d0c-0710b9dd03c1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.2709870 Aug 24 00:22:15.322171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-b4770027-016d-4314-a0b8-e26dec8b9c1e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/quotas/5356aa8eef24403599d9f2796a084d67 HTTP/1.1" status: 200 len: 375 time: 0.0209126 Aug 24 00:22:15.373337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-a5668dff-88bf-4469-9a20-efeaa657e5fd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366557 Aug 24 00:22:15.376760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:15.426376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:11Z', 'revision_number': 4, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port': {'id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:06Z', 'updated_at': '2021-08-24T00:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5468c805-1994-4200-b881-9355bd4ab739', 'name': '', 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'mac_address': 'fa:16:3e:4b:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '492b5b63-7278-4393-bf87-5f73d74a96f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:10Z', 'updated_at': '2021-08-24T00:22:14Z', 'revision_number': 4, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'subnets': [{'id': '492b5b63-7278-4393-bf87-5f73d74a96f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:15.461342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336f89e-5b69-4bf6-a67f-5592718b3f47 None None] The sync data for ids ['446fa397-dcda-4af9-912c-e91ac0f8a172'] in n-d-804878-2 is: [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:11Z', 'revision_number': 4, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port': {'id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:06Z', 'updated_at': '2021-08-24T00:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5468c805-1994-4200-b881-9355bd4ab739', 'name': '', 'network_id': 'aea73748-7219-4dea-8325-bc60a255b968', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'mac_address': 'fa:16:3e:4b:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '492b5b63-7278-4393-bf87-5f73d74a96f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:10Z', 'updated_at': '2021-08-24T00:22:14Z', 'revision_number': 4, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'subnets': [{'id': '492b5b63-7278-4393-bf87-5f73d74a96f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:22:15.544186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-38ea6e48-39cf-4f6f-8d97-44fc2612afc1 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617239 Aug 24 00:22:15.619061 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:15.692273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:15.707958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-7c873105-638d-4f1b-8897-cd6ae02ae0a8 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562333 Aug 24 00:22:15.709181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:15.721171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:15.721421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event updated for resources: {'Port': ['ID=8a34c951-9ac0-4703-84f7-6752072e37c3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:15.849776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:15.970196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.160411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-09ae29eb-2924-4c59-a9f8-5a1ce89f8bd2 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.162329 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-09ae29eb-2924-4c59-a9f8-5a1ce89f8bd2 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.37 "GET /v2.0/networks?id=2480ad75-39a9-499b-9abe-49dcbf0c9bf7 HTTP/1.1" status: 200 len: 816 time: 0.2101846 Aug 24 00:22:16.230419 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-0751c566-088e-4864-8a94-6fdbbe1037d3 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48a870a921cf4160b839b83236def0ff HTTP/1.1" status: 200 len: 379 time: 0.0578804 Aug 24 00:22:16.249248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Request body: {'port': {'device_id': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'admin_state_up': True, 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'security_groups': ['2530ca64-82aa-4430-a692-0fa6f7b17e0e']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:16.284950 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.348818 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.381531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5468c805-1994-4200-b881-9355bd4ab739 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:16.487123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event updated for resources: {'Port': ['ID=8a34c951-9ac0-4703-84f7-6752072e37c3,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:16.519470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5468c805-1994-4200-b881-9355bd4ab739 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:16.525674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5468c805-1994-4200-b881-9355bd4ab739 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:16.526041 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.571027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Made reservation on behalf of 48a870a921cf4160b839b83236def0ff for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:16.575205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.642721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.708136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.764138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-329bf96c-12d9-4393-87fd-9aa336516a21 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.768211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5468c805-1994-4200-b881-9355bd4ab739, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5468c805-1994-4200-b881-9355bd4ab739,segment=NetworkSegment(3b15fe88-de4a-4d41-b6cc-387721802c03),segment_id=3b15fe88-de4a-4d41-b6cc-387721802c03)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:16.779462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-329bf96c-12d9-4393-87fd-9aa336516a21 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.785780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-329bf96c-12d9-4393-87fd-9aa336516a21 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.804214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-329bf96c-12d9-4393-87fd-9aa336516a21 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.810291 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.811028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-329bf96c-12d9-4393-87fd-9aa336516a21 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.823803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-329bf96c-12d9-4393-87fd-9aa336516a21 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.830816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-329bf96c-12d9-4393-87fd-9aa336516a21 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:16.832879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-329bf96c-12d9-4393-87fd-9aa336516a21 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.2796154 Aug 24 00:22:16.834348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:16.835440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d0880e0-2291-431b-a353-3258c7a3653e req-2eb10cd1-f638-46d3-9207-f30972a5acd6 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2237599 Aug 24 00:22:16.916343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5468c805-1994-4200-b881-9355bd4ab739,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:16.953727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d0880e0-2291-431b-a353-3258c7a3653e req-f4c97e5a-e06c-4e5d-ab00-5fd93b6ee71b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.1104672 Aug 24 00:22:17.036056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0476db6-a6e4-45d8-b861-a6a9c085884e req-331b7555-984a-430f-8451-12312ac34ceb tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1775389 Aug 24 00:22:17.135362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0880e0-2291-431b-a353-3258c7a3653e req-266f7aa8-734e-4589-a0d5-f7f790143ac7 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.145119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d0880e0-2291-431b-a353-3258c7a3653e req-266f7aa8-734e-4589-a0d5-f7f790143ac7 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1840057 Aug 24 00:22:17.231015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Allocated IP 172.20.0.12 (2480ad75-39a9-499b-9abe-49dcbf0c9bf7/919e4b2d-b825-4a2c-9a11-c25a7bf181bd/7e25583c-0b60-4145-98ad-9da7a68d2faa) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:17.257075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b232e7d-61ce-4c86-bd9e-a060838233b7 req-438e1b18-5acf-49ba-8e0d-ff9433868a39 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 210 time: 0.0424583 Aug 24 00:22:17.365863 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-55dfcebe-0475-47e4-8378-3c3d04253565 req-9219e460-d7cd-404a-93e2-ed8478522b22 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 210 time: 0.0309753 Aug 24 00:22:17.377904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33844e5e-9923-42a8-af2e-8bfb419ee49a req-a1b28344-c65b-4648-8d9b-10cc0bda6925 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.380165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33844e5e-9923-42a8-af2e-8bfb419ee49a req-a1b28344-c65b-4648-8d9b-10cc0bda6925 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1096 time: 0.0731008 Aug 24 00:22:17.405492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.421518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Transition to ACTIVE for port object 7e25583c-0b60-4145-98ad-9da7a68d2faa will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:17.427280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33844e5e-9923-42a8-af2e-8bfb419ee49a req-324ca6c1-07d4-4462-8e76-25e7dc8ebc9d tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Aug 24 00:22:17.531114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.592571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:17.596413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:17.601502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:17.638077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463421-5aae-4991-af37-e1c854fecd91 req-2f60ab0d-fc66-42d9-aa92-542d0c4231c8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.642868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event updated for resources: {'Port': ['ID=7e25583c-0b60-4145-98ad-9da7a68d2faa,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:17.652008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463421-5aae-4991-af37-e1c854fecd91 req-2f60ab0d-fc66-42d9-aa92-542d0c4231c8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.658826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463421-5aae-4991-af37-e1c854fecd91 req-2f60ab0d-fc66-42d9-aa92-542d0c4231c8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.666084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463421-5aae-4991-af37-e1c854fecd91 req-2f60ab0d-fc66-42d9-aa92-542d0c4231c8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.673526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463421-5aae-4991-af37-e1c854fecd91 req-2f60ab0d-fc66-42d9-aa92-542d0c4231c8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.680174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463421-5aae-4991-af37-e1c854fecd91 req-2f60ab0d-fc66-42d9-aa92-542d0c4231c8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.683860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.684818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.686264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463421-5aae-4991-af37-e1c854fecd91 req-2f60ab0d-fc66-42d9-aa92-542d0c4231c8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:17.688191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10463421-5aae-4991-af37-e1c854fecd91 req-2f60ab0d-fc66-42d9-aa92-542d0c4231c8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.1816361 Aug 24 00:22:17.698834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55278) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:17.708269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Request body: {'floatingip': {'port_id': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:17.787212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:17.799858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:17.920293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-d2c1f42a-4c09-4c5c-8d40-36ba0bb8b7cb tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2055459 Aug 24 00:22:17.932832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:17.977000 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-1314022c-fcb4-4d23-82f8-941c3c04d867 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7405732 Aug 24 00:22:17.996143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Request body: {'port': {'device_id': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:18.001455 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d66763bb-5695-47d5-882d-f1c550aa5885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.083056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.144343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.194384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8c6af235-3f43-4e21-b81f-5316cf047262 None None] Provisioning for port 7e25583c-0b60-4145-98ad-9da7a68d2faa completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:18.202708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8c6af235-3f43-4e21-b81f-5316cf047262 None None] Provisioning complete for port 7e25583c-0b60-4145-98ad-9da7a68d2faa triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:18.203581 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8c6af235-3f43-4e21-b81f-5316cf047262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.269264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d66763bb-5695-47d5-882d-f1c550aa5885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.306025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5468c805-1994-4200-b881-9355bd4ab739 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:18.307541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ec714-80af-4df2-9a79-91aa51d621af req-c90b962c-5e73-4cde-b2b7-afea549a9f2d tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:18.309286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-679ec714-80af-4df2-9a79-91aa51d621af req-c90b962c-5e73-4cde-b2b7-afea549a9f2d tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "GET /v2.0/ports?device_id=55f23521-7539-49f7-acb4-fa9993eb1d3e HTTP/1.1" status: 200 len: 945 time: 0.0974805 Aug 24 00:22:18.320311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.354879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d66763bb-5695-47d5-882d-f1c550aa5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.364632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8c6af235-3f43-4e21-b81f-5316cf047262 None None] Port 7e25583c-0b60-4145-98ad-9da7a68d2faa cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:22:18.386169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5468c805-1994-4200-b881-9355bd4ab739 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:18.386801 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.831394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e25583c-0b60-4145-98ad-9da7a68d2faa {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:18.842817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d66763bb-5695-47d5-882d-f1c550aa5885 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c319d77c18f4678a91016f48ce699ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0387933 Aug 24 00:22:18.842817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66763bb-5695-47d5-882d-f1c550aa5885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc704b06-71b3-4c8e-bba0-6fb18a4e54b1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:18.843276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:18.847775 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.907146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Transition to ACTIVE for port object 7e25583c-0b60-4145-98ad-9da7a68d2faa will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:18.936123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:18.987870 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.023927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Allocated IP 172.25.5.106 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/801148b4-93d9-4b05-90f3-cecbf4a87da2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:19.055256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.062744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-f6b5aa4f-e787-49ba-b683-c5f1b17c4084 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:19.064277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-f6b5aa4f-e787-49ba-b683-c5f1b17c4084 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.6255605 Aug 24 00:22:19.068806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Deleting port 17900604-c889-449d-a524-4203b7ab421b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:19.069155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.075411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84321729-97e7-4f52-8b54-bb7778af47f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.098537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Request body: {'port': {'device_id': 'b3541318-e1ad-4585-b857-ae503d593e2c', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'admin_state_up': True, 'tenant_id': '5356aa8eef24403599d9f2796a084d67'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:19.118210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Pushing event updated for resources: {'Port': ['ID=7e25583c-0b60-4145-98ad-9da7a68d2faa,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:19.279215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84321729-97e7-4f52-8b54-bb7778af47f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.298528 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Floating IP c9eef687-bc1d-4c67-b96f-03f49ec056ec associated. External IP: 172.25.5.207, port: 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7. Aug 24 00:22:19.334934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Attempting to bind port 7e25583c-0b60-4145-98ad-9da7a68d2faa on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:19.335278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Attempting to bind port 7e25583c-0b60-4145-98ad-9da7a68d2faa by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:19.335610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Attempting to bind port 7e25583c-0b60-4145-98ad-9da7a68d2faa on network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:19.362612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Port 7e25583c-0b60-4145-98ad-9da7a68d2faa on network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:19.363012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Attempting to bind port 7e25583c-0b60-4145-98ad-9da7a68d2faa on network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:19.371650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:19.372029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Checking segment: {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:19.372333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Bound using segment: {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:19.372781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Bound port: 7e25583c-0b60-4145-98ad-9da7a68d2faa, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35f576d-caf5-4cd3-9d8f-32c8667663a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:19.373147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.396746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] For port 17900604-c889-449d-a524-4203b7ab421b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=17900604-c889-449d-a524-4203b7ab421b,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:19.397152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.425894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Calling delete_port for 17900604-c889-449d-a524-4203b7ab421b owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:19.432122 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.543702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] For port 7e25583c-0b60-4145-98ad-9da7a68d2faa, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:19.544184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Made reservation on behalf of 5356aa8eef24403599d9f2796a084d67 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:19.547769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.562104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] For port 7e25583c-0b60-4145-98ad-9da7a68d2faa, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7e25583c-0b60-4145-98ad-9da7a68d2faa,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:19.571499 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84321729-97e7-4f52-8b54-bb7778af47f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.574482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84321729-97e7-4f52-8b54-bb7778af47f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.577594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-84321729-97e7-4f52-8b54-bb7778af47f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc704b06-71b3-4c8e-bba0-6fb18a4e54b1 HTTP/1.1" status: 204 len: 168 time: 0.6992459 Aug 24 00:22:19.648163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.660880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57664a50-65dd-4876-af89-417043be110c req-07d78a01-69eb-4eb5-a940-4f9e061709ff tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:19.662428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57664a50-65dd-4876-af89-417043be110c req-07d78a01-69eb-4eb5-a940-4f9e061709ff tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "GET /v2.0/ports?device_id=3078f94f-1b44-435e-8c6e-dfc0cee0569b HTTP/1.1" status: 200 len: 946 time: 0.0975339 Aug 24 00:22:19.699579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84321729-97e7-4f52-8b54-bb7778af47f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc704b06-71b3-4c8e-bba0-6fb18a4e54b1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:19.707471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.773945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:19.774854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:19.777066 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] 10.222.0.37 "PUT /v2.0/ports/7e25583c-0b60-4145-98ad-9da7a68d2faa HTTP/1.1" status: 200 len: 1092 time: 1.7902951 Aug 24 00:22:19.779179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Router 41f9ff89-13da-4874-b011-a7d2c4e14720 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:22:19.780044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'tag': '7e25583c-0b60-4145-98ad-9da7a68d2faa'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:19.790162 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa15148a-db6f-43b5-a11b-6b93492b304c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021", "tag": "7e25583c-0b60-4145-98ad-9da7a68d2faa"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:19.818827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:19.823741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Allocated IP 172.20.0.3 (216df912-921f-4278-80e3-a4cea5a13626/82931143-52e6-40e1-a22d-d8ba89268c6f/c06681b0-bcf7-40cf-9647-33ef41f6f3f1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:19.835314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:19.845500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:19.857255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event updated for resources: {'Port': ['ID=801148b4-93d9-4b05-90f3-cecbf4a87da2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:19.858050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0ed66-94ac-4ecb-aa3b-59c3d324945b service neutron] Pushing event updated for resources: {'Port': ['ID=7e25583c-0b60-4145-98ad-9da7a68d2faa,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:19.896469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.898879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.898879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.898879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.898879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.898879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.898879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.899426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.899426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.899623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.899953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:19.900360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:20.020006 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.037802 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Deleting port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:20.038159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.052812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['17900604-c889-449d-a524-4203b7ab421b', '3ada4147-f855-4bca-8ef9-fc9b748dfc80'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:20.135507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Pushing event deleted for resources: {'Port': ['ID=17900604-c889-449d-a524-4203b7ab421b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:20.150521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.158046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-987e4169-2980-40a7-aaf9-1b40d6ae7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.181000 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-987e4169-2980-40a7-aaf9-1b40d6ae7c64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48a870a921cf4160b839b83236def0ff&device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 1095 time: 0.2322569 Aug 24 00:22:20.186531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:22:20.204026 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] Sync routers for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:22:20.212555 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.226084 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:20.226806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:21:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:20.235377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] No DVR routers for this DVR port 17900604-c889-449d-a524-4203b7ab421b on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:20.239980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.242049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-679ec714-80af-4df2-9a79-91aa51d621af req-5273386e-d7ae-4ac3-a992-e636d88024c4 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "DELETE /v2.0/ports/17900604-c889-449d-a524-4203b7ab421b HTTP/1.1" status: 204 len: 173 time: 1.9242499 Aug 24 00:22:20.244202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f23521-7539-49f7-acb4-fa9993eb1d3e', 'name': 'network-vif-deleted', 'tag': '17900604-c889-449d-a524-4203b7ab421b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:20.252739 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f985d8-e707-4123-98b2-7e7a5c011d79" -d '{"events": [{"server_uuid": "55f23521-7539-49f7-acb4-fa9993eb1d3e", "name": "network-vif-deleted", "tag": "17900604-c889-449d-a524-4203b7ab421b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:20.302406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.313357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.316679 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-cb620a76-4e86-4f22-89ef-cb94c0cb4590 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e25583c-0b60-4145-98ad-9da7a68d2faa HTTP/1.1" status: 200 len: 217 time: 0.1249268 Aug 24 00:22:20.408753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e7c8aef0-edeb-432d-89ce-dcadb94c176c tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:22:20.417238 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e7c8aef0-edeb-432d-89ce-dcadb94c176c tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3972013 Aug 24 00:22:20.425937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ab8a5035-c05e-4d83-8af1-a5b683e1bf6f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "PUT /v2.0/floatingips/c9eef687-bc1d-4c67-b96f-03f49ec056ec HTTP/1.1" status: 200 len: 991 time: 2.7257454 Aug 24 00:22:20.473848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] For port 3ada4147-f855-4bca-8ef9-fc9b748dfc80, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=3ada4147-f855-4bca-8ef9-fc9b748dfc80,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:20.474229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.483137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-f107ae5c-6c53-41e8-889d-9fcd20a825ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.484686 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-f107ae5c-6c53-41e8-889d-9fcd20a825ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=919e4b2d-b825-4a2c-9a11-c25a7bf181bd HTTP/1.1" status: 200 len: 855 time: 0.1547701 Aug 24 00:22:20.491745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Calling delete_port for 3ada4147-f855-4bca-8ef9-fc9b748dfc80 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:20.500128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.535110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Request body: {'binding': {'host': 'n-h2-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:20.535577 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Unknown quota resources ['binding']. {{(pid=95327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:22:20.537538 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:20.562387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55330) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:20.639991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96632369-d69e-4539-8492-138431d95f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.643184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Network 216df912-921f-4278-80e3-a4cea5a13626 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:20.648385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-d46e2c4e-0ed9-4a6e-a341-7e1e7bc3f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.649628 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-d46e2c4e-0ed9-4a6e-a341-7e1e7bc3f1dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2480ad75-39a9-499b-9abe-49dcbf0c9bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559086 Aug 24 00:22:20.663701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:20.663701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:20.667492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event updated for resources: {'Port': ['ID=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:20.715229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.751907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:20.752574 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.762229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.892486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event updated for resources: {'Port': ['ID=801148b4-93d9-4b05-90f3-cecbf4a87da2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:20.902790 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.938518 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96632369-d69e-4539-8492-138431d95f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:20.948735 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c9eef687-bc1d-4c67-b96f-03f49ec056ec', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'port_id': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'mac_address': 'fa:16:3e:3f:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:02Z', 'updated_at': '2021-08-24T00:22:18Z', 'revision_number': 1, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:09Z', 'revision_number': 5, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:20.951253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-76ddd8c3-0600-4e3a-bf19-400ba77ff74d service neutron] 10.222.0.37 "GET /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671807 Aug 24 00:22:20.995330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on host n-h2-804878-2 for vnic_type normal with profile None {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:20.995896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:20.996408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:20.996681 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] Checking router: 41f9ff89-13da-4874-b011-a7d2c4e14720 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:22:21.024945 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:21.029869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96632369-d69e-4539-8492-138431d95f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.040088 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:21:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:21.046383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:21.046947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:21.106602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.117701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-c108e1b9-f329-4841-a178-19a06abf4b31 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1955004 Aug 24 00:22:21.159551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-96632369-d69e-4539-8492-138431d95f74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=548c60b721e34425a4fa919a98c018d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719934 Aug 24 00:22:21.159551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3a7503a5-611f-472c-9fdd-2cae1fcec639 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0815117 Aug 24 00:22:21.164281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:21.267311 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:21.297345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Request body: {'port': {'device_id': 'b3541318-e1ad-4585-b857-ae503d593e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:21.305479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96632369-d69e-4539-8492-138431d95f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c137bb34-8091-4a5d-9aa2-5e13d4819ba8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:21.363532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-0743d086-dfa6-47e8-b32f-699935a1db55 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.2447536 Aug 24 00:22:21.389954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.421807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:21.422316 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:21.422722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:21.423249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Bound port: 971239af-82a0-4172-a54c-4163fb423182, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:21.508555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.529065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aacfd348-fd22-468b-b832-3f1b765b9330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.546857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:21.591646 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aacfd348-fd22-468b-b832-3f1b765b9330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.616745 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa2918a4-2c78-4c99-9897-fc3f3e314d38 req-eb69d27f-5961-49b6-bf32-1b7512d1c66d service neutron] 10.222.0.37 "GET /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546903 Aug 24 00:22:21.629464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Pushing event deleted for resources: {'Port': ['ID=3ada4147-f855-4bca-8ef9-fc9b748dfc80,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:21.634472 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c9eef687-bc1d-4c67-b96f-03f49ec056ec', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'port_id': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'mac_address': 'fa:16:3e:3f:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:02Z', 'updated_at': '2021-08-24T00:22:18Z', 'revision_number': 1, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:09Z', 'revision_number': 5, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:21.639044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.640767 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b3182f73-f23e-475e-ab84-268c3c0f98c6 service neutron] 10.222.0.26 "POST /v2.0/ports/971239af-82a0-4172-a54c-4163fb423182/bindings HTTP/1.1" status: 201 len: 389 time: 1.2205875 Aug 24 00:22:21.668287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-65649e93-3bdf-40b6-9da5-68d9cfdf3a5d tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.682276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b961f74c-bceb-48ba-9a60-2549602a1e05 req-65649e93-3bdf-40b6-9da5-68d9cfdf3a5d tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.3067219 Aug 24 00:22:21.707381 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753fd7f1-8b99-4601-93cf-6928ed287f28 None None] The sync data for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 is: [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'c9eef687-bc1d-4c67-b96f-03f49ec056ec', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'port_id': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'mac_address': 'fa:16:3e:3f:c7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:02Z', 'updated_at': '2021-08-24T00:22:18Z', 'revision_number': 1, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:09Z', 'revision_number': 5, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:22:21.743438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] No DVR routers for this DVR port 3ada4147-f855-4bca-8ef9-fc9b748dfc80 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:21.748335 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:21.753134 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57664a50-65dd-4876-af89-417043be110c req-7f57768f-bfaa-45ac-88bc-e559f5ca74a5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "DELETE /v2.0/ports/3ada4147-f855-4bca-8ef9-fc9b748dfc80 HTTP/1.1" status: 204 len: 173 time: 2.0552685 Aug 24 00:22:21.931482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6400a60f-5118-4e76-b846-dd9a85ae5123 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:21.933220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6400a60f-5118-4e76-b846-dd9a85ae5123 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/networks?id=e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 200 len: 812 time: 0.1189487 Aug 24 00:22:22.032879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-61e5b12c-b499-4c63-b608-2ecf964830c5 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/quotas/e1a19784a6d741319f82e6baf4c17ed6 HTTP/1.1" status: 200 len: 375 time: 0.0625525 Aug 24 00:22:22.078320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-7beb534c-edb5-4fab-964e-693dd24fcd87 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443459 Aug 24 00:22:22.079119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aacfd348-fd22-468b-b832-3f1b765b9330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.082191 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aacfd348-fd22-468b-b832-3f1b765b9330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.084809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aacfd348-fd22-468b-b832-3f1b765b9330 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c137bb34-8091-4a5d-9aa2-5e13d4819ba8 HTTP/1.1" status: 204 len: 168 time: 0.9183881 Aug 24 00:22:22.132313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cf3c5-70fc-4031-8eb3-0c34c06adb1f None None] New status for floating IP c9eef687-bc1d-4c67-b96f-03f49ec056ec: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:22:22.218945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfd348-fd22-468b-b832-3f1b765b9330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c137bb34-8091-4a5d-9aa2-5e13d4819ba8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:22.254452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57b9b-15cf-4fcd-9677-210cb318271a req-0dfb7ffe-8df6-4e7b-8743-3f6317db738a tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.262290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95f57b9b-15cf-4fcd-9677-210cb318271a req-0dfb7ffe-8df6-4e7b-8743-3f6317db738a tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 944 time: 0.1867840 Aug 24 00:22:22.327043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-18bc8078-05aa-4e3a-9972-d0271122d7b3 service neutron] 10.222.0.26 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371807 Aug 24 00:22:22.340236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95f57b9b-15cf-4fcd-9677-210cb318271a req-35cd1e28-33fb-41a9-aa54-08dc2aae0f19 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766521 Aug 24 00:22:22.369019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-63f66a95-1476-4ead-af0c-c68e0f645800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.371231 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-63f66a95-1476-4ead-af0c-c68e0f645800 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1096 time: 0.0679970 Aug 24 00:22:22.474211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 17900604-c889-449d-a524-4203b7ab421b no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:22.501398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-33a8d92d-8d19-458a-9f9a-ea18e07404ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.504253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-33a8d92d-8d19-458a-9f9a-ea18e07404ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1248496 Aug 24 00:22:22.505779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 17900604-c889-449d-a524-4203b7ab421b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:22.506130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 17900604-c889-449d-a524-4203b7ab421b not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:22.506694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 3ada4147-f855-4bca-8ef9-fc9b748dfc80 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:22.532132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 3ada4147-f855-4bca-8ef9-fc9b748dfc80 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:22.532756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 3ada4147-f855-4bca-8ef9-fc9b748dfc80 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:22.584451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06681b0-bcf7-40cf-9647-33ef41f6f3f1 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:22.584801 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-58c01d02-d40b-4c65-93eb-ac1fcb68a431 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 200 len: 217 time: 0.0710518 Aug 24 00:22:22.599570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.622977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150f89b-377d-4e44-b81c-6c3c5512e111 req-f607ec4a-039a-49ff-ab3c-30c90d0cff6b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.626086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2150f89b-377d-4e44-b81c-6c3c5512e111 req-f607ec4a-039a-49ff-ab3c-30c90d0cff6b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 931 time: 0.1894312 Aug 24 00:22:22.642984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-2627bea4-d9e5-4e03-9ebb-ca53567ff33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.645361 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-2627bea4-d9e5-4e03-9ebb-ca53567ff33a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0541856 Aug 24 00:22:22.650064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Transition to ACTIVE for port object c06681b0-bcf7-40cf-9647-33ef41f6f3f1 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:22.675515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-78c65ace-4a54-4fe1-b022-c9fc2304b256 service neutron] 10.222.0.26 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176525 Aug 24 00:22:22.678145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-ea4d3ab5-2d89-49e9-b55b-4df85fb5490d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261726 Aug 24 00:22:22.698530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2150f89b-377d-4e44-b81c-6c3c5512e111 req-fda00852-529c-4436-8460-a82a9269dc4d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600746 Aug 24 00:22:22.719608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:22.797646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Pushing event updated for resources: {'Port': ['ID=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:22.806911 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e4bdc92f-f68e-437e-8d85-7991dd2f7bdc service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214159 Aug 24 00:22:22.830611 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa62225-8786-4f9e-92c4-7727f4e1d6cf x-openstack-request-id: req-6aa62225-8786-4f9e-92c4-7727f4e1d6cf {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:22.830944 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021", "tag": "7e25583c-0b60-4145-98ad-9da7a68d2faa", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:22.833522 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6aa62225-8786-4f9e-92c4-7727f4e1d6cf {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:22.834665 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'tag': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'status': 'completed', 'code': 200} Aug 24 00:22:22.863724 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd789238-25ce-4221-a1c8-8f27fdd7a9fa x-openstack-request-id: req-cd789238-25ce-4221-a1c8-8f27fdd7a9fa {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:22.864024 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f23521-7539-49f7-acb4-fa9993eb1d3e", "name": "network-vif-deleted", "tag": "17900604-c889-449d-a524-4203b7ab421b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:22.864278 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd789238-25ce-4221-a1c8-8f27fdd7a9fa {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:22.865283 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f23521-7539-49f7-acb4-fa9993eb1d3e', 'name': 'network-vif-deleted', 'tag': '17900604-c889-449d-a524-4203b7ab421b', 'status': 'completed', 'code': 200} Aug 24 00:22:22.947693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Attempting to bind port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:22.948125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Attempting to bind port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:22.948527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Attempting to bind port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:22.961493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-288adf9c-4b8d-4237-baea-fe26217bb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:22.963098 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-288adf9c-4b8d-4237-baea-fe26217bb70c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48a870a921cf4160b839b83236def0ff&device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 1095 time: 0.0909572 Aug 24 00:22:22.992979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 on network 216df912-921f-4278-80e3-a4cea5a13626 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:22.993422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Attempting to bind port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:23.006666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:23.007096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Checking segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:23.007494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Bound using segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:23.007936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Bound port: c06681b0-bcf7-40cf-9647-33ef41f6f3f1, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:23.008302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.036369 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-8fc2e15c-a493-4db5-b9cc-8b2faa24e26c service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197578 Aug 24 00:22:23.075494 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-dbcb8159-5a61-4562-857d-e25b255aee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.077008 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-dbcb8159-5a61-4562-857d-e25b255aee06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2480ad75-39a9-499b-9abe-49dcbf0c9bf7 HTTP/1.1" status: 200 len: 917 time: 0.1057746 Aug 24 00:22:23.104254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-63c91153-2f19-4fb7-9a6c-9eb49e3d82f8 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1618164 Aug 24 00:22:23.111962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] For port c06681b0-bcf7-40cf-9647-33ef41f6f3f1, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:23.117527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] For port c06681b0-bcf7-40cf-9647-33ef41f6f3f1, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:23.120464 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-cd45144f-f905-464f-a4bb-7c0e0beb6149 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e25583c-0b60-4145-98ad-9da7a68d2faa HTTP/1.1" status: 200 len: 217 time: 0.0365698 Aug 24 00:22:23.136606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:23.183044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.210180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-149d370f-1ee1-4907-ba66-b9d720a3e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.211692 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-149d370f-1ee1-4907-ba66-b9d720a3e3aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=919e4b2d-b825-4a2c-9a11-c25a7bf181bd HTTP/1.1" status: 200 len: 855 time: 0.0812478 Aug 24 00:22:23.219384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-8390226c-df91-4bf1-8b50-476da18d7af7 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.220917 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-8390226c-df91-4bf1-8b50-476da18d7af7 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0636621 Aug 24 00:22:23.223014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.224359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.226452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] 10.222.0.37 "PUT /v2.0/ports/c06681b0-bcf7-40cf-9647-33ef41f6f3f1 HTTP/1.1" status: 200 len: 1091 time: 1.9503248 Aug 24 00:22:23.236348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-2'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:23.250384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.297056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaea58-7f05-4aa2-986e-6da1111295fc service neutron] Pushing event updated for resources: {'Port': ['ID=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:23.332116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-892e8748-c1d8-4351-acc7-ef12613fbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.333711 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-892e8748-c1d8-4351-acc7-ef12613fbf16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2480ad75-39a9-499b-9abe-49dcbf0c9bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119094 Aug 24 00:22:23.339735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.458344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-8b271ed8-15e1-4633-b2d8-bec7eb7eb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.461447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-8b271ed8-15e1-4633-b2d8-bec7eb7eb42f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 1094 time: 0.1030283 Aug 24 00:22:23.481109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8778e-1613-4861-9191-6d352bceb6af req-b2de6866-b2f2-4366-9447-7d9f3f2e4bb4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.483284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8f8778e-1613-4861-9191-6d352bceb6af req-b2de6866-b2f2-4366-9447-7d9f3f2e4bb4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 945 time: 0.1273575 Aug 24 00:22:23.574002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:23.638684 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-8e6d1534-3d30-4908-8806-ac5681b8a325 service neutron] 10.222.0.37 "GET /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812419 Aug 24 00:22:23.642487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:23.742002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.793404 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa15148a-db6f-43b5-a11b-6b93492b304c req-88465479-9e60-4e11-8387-1867f68b8619 service neutron] 10.222.0.37 "GET /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284411 Aug 24 00:22:23.795543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.867182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-f1466fcd-4cc6-4c65-a0d6-0525b1c6e4d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c06681b0-bcf7-40cf-9647-33ef41f6f3f1 HTTP/1.1" status: 200 len: 217 time: 0.3981376 Aug 24 00:22:23.892707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Pushing event updated for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:23.897343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:23.897651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:23.897992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:23.903005 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:23.903404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Attempting to bind port 971239af-82a0-4172-a54c-4163fb423182 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:23.914044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:23.914044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:23.914044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:23.914044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Bound port: 971239af-82a0-4172-a54c-4163fb423182, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:23.914044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.928133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8f8778e-1613-4861-9191-6d352bceb6af req-3f713acf-3891-4127-aa08-11c30a38d01f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360693 Aug 24 00:22:23.939332 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:23.948869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-8e4f44b8-72fb-4498-83b1-c1bd77bda12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:23.950358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-8e4f44b8-72fb-4498-83b1-c1bd77bda12c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0699391 Aug 24 00:22:23.996782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:24.008899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:24.029881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-a9cef86f-8e4e-4fa8-8753-e4996eee59f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697110 Aug 24 00:22:24.079946 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.162792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Allocated IP 172.25.5.227 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/18f696fd-63ed-49bb-83ad-1343fcecce52) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:24.189607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.189607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.191323 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] 10.222.0.37 "PUT /v2.0/ports/971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 200 len: 1121 time: 0.9597096 Aug 24 00:22:24.203257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5cf5b-deac-40b1-9518-c55f958b871b service neutron] Pushing event updated for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:24.237848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-a6b9541f-dbf5-49fb-afc9-6f3e3a5ae52e service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990924 Aug 24 00:22:24.321619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['971239af-82a0-4172-a54c-4163fb423182'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:24.387513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523475-2bdd-4247-b368-14cc895cd871 req-be4c1112-e668-4667-b72d-08ac4735e774 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.390842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6523475-2bdd-4247-b368-14cc895cd871 req-be4c1112-e668-4667-b72d-08ac4735e774 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 944 time: 0.2248454 Aug 24 00:22:24.473615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6523475-2bdd-4247-b368-14cc895cd871 req-362c8593-9406-4b7a-9488-15ae69f0b545 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712306 Aug 24 00:22:24.536912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b10f46f0-7ed6-434e-b124-8ae173a2bb60 req-f062d8a0-7da2-4a95-88d3-f82b374a09b1 service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902458 Aug 24 00:22:24.546373 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.629335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c13f3b-a7fb-4697-bb6a-1dbbf49126f5 req-d7245d42-fa80-4b75-912e-0be0c686e49f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.631337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09c13f3b-a7fb-4697-bb6a-1dbbf49126f5 req-d7245d42-fa80-4b75-912e-0be0c686e49f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 943 time: 0.0786712 Aug 24 00:22:24.672751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09c13f3b-a7fb-4697-bb6a-1dbbf49126f5 req-72d08e1f-1d26-40c1-9348-6443d805ac11 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350926 Aug 24 00:22:24.725055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.767215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:24.781606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:24.788003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:24.808588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba0a6c9d-6034-4b32-b9c0-573fdf2ec3c1 req-71b9fb4a-0473-46ce-8c79-ab7e2326c696 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 210 time: 0.0401678 Aug 24 00:22:24.825937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event updated for resources: {'Port': ['ID=18f696fd-63ed-49bb-83ad-1343fcecce52,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:24.836153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7'}, {'server_uuid': '3078f94f-1b44-435e-8c6e-dfc0cee0569b', 'name': 'network-vif-deleted', 'tag': '3ada4147-f855-4bca-8ef9-fc9b748dfc80'}, {'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971239af-82a0-4172-a54c-4163fb423182'}, {'name': 'network-changed', 'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'tag': '971239af-82a0-4172-a54c-4163fb423182'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:24.838731 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef06ace-3a10-401b-9a57-72f378a34019" -d '{"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7"}, {"server_uuid": "3078f94f-1b44-435e-8c6e-dfc0cee0569b", "name": "network-vif-deleted", "tag": "3ada4147-f855-4bca-8ef9-fc9b748dfc80"}, {"server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "name": "network-vif-unplugged", "status": "completed", "tag": "971239af-82a0-4172-a54c-4163fb423182"}, {"name": "network-changed", "server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "tag": "971239af-82a0-4172-a54c-4163fb423182"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:24.874573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3541318-e1ad-4585-b857-ae503d593e2c', 'tag': 'c06681b0-bcf7-40cf-9647-33ef41f6f3f1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:24.876821 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df6138c-43ac-41af-a557-802a520944b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3541318-e1ad-4585-b857-ae503d593e2c", "tag": "c06681b0-bcf7-40cf-9647-33ef41f6f3f1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:24.888331 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c22eb3-6faf-4576-9f81-ace5327df8e6 x-openstack-request-id: req-26c22eb3-6faf-4576-9f81-ace5327df8e6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:24.888809 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7", "status": "completed", "code": 200}, {"server_uuid": "3078f94f-1b44-435e-8c6e-dfc0cee0569b", "name": "network-vif-deleted", "tag": "3ada4147-f855-4bca-8ef9-fc9b748dfc80", "status": "completed", "code": 200}, {"server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "name": "network-vif-unplugged", "status": "completed", "tag": "971239af-82a0-4172-a54c-4163fb423182", "code": 200}, {"name": "network-changed", "server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "tag": "971239af-82a0-4172-a54c-4163fb423182", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:24.888959 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26c22eb3-6faf-4576-9f81-ace5327df8e6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:24.889383 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'status': 'completed', 'code': 200} Aug 24 00:22:24.889667 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3078f94f-1b44-435e-8c6e-dfc0cee0569b', 'name': 'network-vif-deleted', 'tag': '3ada4147-f855-4bca-8ef9-fc9b748dfc80', 'status': 'completed', 'code': 200} Aug 24 00:22:24.889923 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971239af-82a0-4172-a54c-4163fb423182', 'code': 200} Aug 24 00:22:24.893667 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'tag': '971239af-82a0-4172-a54c-4163fb423182', 'status': 'completed', 'code': 200} Aug 24 00:22:24.898425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:24.927073 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7594b694-2cbe-4a69-9ea9-52a4ac232b1b x-openstack-request-id: req-7594b694-2cbe-4a69-9ea9-52a4ac232b1b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:24.927369 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3541318-e1ad-4585-b857-ae503d593e2c", "tag": "c06681b0-bcf7-40cf-9647-33ef41f6f3f1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:24.927620 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7594b694-2cbe-4a69-9ea9-52a4ac232b1b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:24.928061 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3541318-e1ad-4585-b857-ae503d593e2c', 'tag': 'c06681b0-bcf7-40cf-9647-33ef41f6f3f1', 'status': 'completed', 'code': 200} Aug 24 00:22:24.977280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-1933fea2-172e-4c4a-8e7a-1ce02f4a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.978081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-1933fea2-172e-4c4a-8e7a-1ce02f4a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.978563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-1933fea2-172e-4c4a-8e7a-1ce02f4a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.979037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-1933fea2-172e-4c4a-8e7a-1ce02f4a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.979509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-1933fea2-172e-4c4a-8e7a-1ce02f4a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.979977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-1933fea2-172e-4c4a-8e7a-1ce02f4a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.980449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-1933fea2-172e-4c4a-8e7a-1ce02f4a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:24.982653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-1933fea2-172e-4c4a-8e7a-1ce02f4a4995 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6492 time: 0.0700164 Aug 24 00:22:25.029002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6138c-43ac-41af-a557-802a520944b8 req-f2fe7327-c547-4653-a00e-94a6fd27077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.030532 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3df6138c-43ac-41af-a557-802a520944b8 req-f2fe7327-c547-4653-a00e-94a6fd27077f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 1094 time: 0.0800438 Aug 24 00:22:25.036902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-b7bccdf1-ebb9-4449-b838-1ae18e843f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.038350 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-b7bccdf1-ebb9-4449-b838-1ae18e843f34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1124 time: 0.0552316 Aug 24 00:22:25.098735 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.185096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906a5ec-8b37-478d-82cf-e73cd46d1cf6 req-fa8c01d3-1177-41f8-8983-3a5dd6384433 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.189878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e906a5ec-8b37-478d-82cf-e73cd46d1cf6 req-fa8c01d3-1177-41f8-8983-3a5dd6384433 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 943 time: 0.1740665 Aug 24 00:22:25.200565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6138c-43ac-41af-a557-802a520944b8 req-88da9dbc-fd89-4730-ac90-aee74d54f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.202383 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3df6138c-43ac-41af-a557-802a520944b8 req-88da9dbc-fd89-4730-ac90-aee74d54f463 service neutron] 10.222.0.37 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 913 time: 0.1632018 Aug 24 00:22:25.205285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-68d8f0f3-644f-447a-845c-02f6429b2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.207497 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-68d8f0f3-644f-447a-845c-02f6429b2c5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1595833 Aug 24 00:22:25.218883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-5b39eb60-6264-46b1-8abc-7c1b06e89956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.220714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-5b39eb60-6264-46b1-8abc-7c1b06e89956 service neutron] 10.222.0.37 "GET /v2.0/networks?id=02811b6d-d2ab-456b-acf1-a097541acb3b HTTP/1.1" status: 200 len: 912 time: 0.2298412 Aug 24 00:22:25.270088 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3df6138c-43ac-41af-a557-802a520944b8 req-2bd97b40-2e39-453d-a135-1a18f6dd6341 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c06681b0-bcf7-40cf-9647-33ef41f6f3f1 HTTP/1.1" status: 200 len: 217 time: 0.0600433 Aug 24 00:22:25.278429 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.344013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e906a5ec-8b37-478d-82cf-e73cd46d1cf6 req-ba8d9ae5-9981-4e78-a5ce-f39eff525a04 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419013 Aug 24 00:22:25.345213 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-b488af6f-463e-408d-9fb9-119709efd2fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 200 len: 217 time: 0.0822303 Aug 24 00:22:25.370822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-85538f9d-45bc-4f40-80ca-1c2d362f40cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 HTTP/1.1" status: 200 len: 1001 time: 0.1393309 Aug 24 00:22:25.403552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6138c-43ac-41af-a557-802a520944b8 req-114cf7f7-90ba-4106-90f4-5915d2ae7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.406290 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3df6138c-43ac-41af-a557-802a520944b8 req-114cf7f7-90ba-4106-90f4-5915d2ae7012 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.1052954 Aug 24 00:22:25.431321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-a5761edc-b4af-4b6e-84b6-ecdd040a293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.433406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-a5761edc-b4af-4b6e-84b6-ecdd040a293d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0783503 Aug 24 00:22:25.453834 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3df6138c-43ac-41af-a557-802a520944b8 req-bb5b2493-e034-4046-b66c-d5fc60e0d9d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349650 Aug 24 00:22:25.479259 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.484701 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-9d7ed44a-bb45-4ec6-b446-d80fa5df3cd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338283 Aug 24 00:22:25.493434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-c797ae53-7b72-41a0-a7b5-0d43082fe24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.495147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-c797ae53-7b72-41a0-a7b5-0d43082fe24d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=645a04f3-c4e6-40ff-9d7f-94cfbf092be5 HTTP/1.1" status: 200 len: 850 time: 0.1020947 Aug 24 00:22:25.542265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.659675 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3df6138c-43ac-41af-a557-802a520944b8 req-ac95f8be-ee5a-44c1-b05e-9e865dbd5f93 service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990216 Aug 24 00:22:25.663390 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-3664eb7b-73c3-4480-a7e3-57ce5b1012a4 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663129 Aug 24 00:22:25.667361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event updated for resources: {'Port': ['ID=18f696fd-63ed-49bb-83ad-1343fcecce52,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:25.673189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-0f9c660c-9ae1-40f0-9619-3fdfeb5136d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.674808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-0f9c660c-9ae1-40f0-9619-3fdfeb5136d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02811b6d-d2ab-456b-acf1-a097541acb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692834 Aug 24 00:22:25.695752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.753770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49431f-2592-4497-8adb-4e57783fa908 req-151eb762-1202-4241-82ca-1e98d371a78b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:25.755195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc49431f-2592-4497-8adb-4e57783fa908 req-151eb762-1202-4241-82ca-1e98d371a78b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 944 time: 0.1714942 Aug 24 00:22:25.811359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:25.812592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b269a77c-a650-4973-8ae1-8a3786c077ec tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6802611 Aug 24 00:22:25.837782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-ccc4416d-34bb-485a-9572-cb3d6555c606 service neutron] 10.222.0.37 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525285 Aug 24 00:22:25.854007 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3df6138c-43ac-41af-a557-802a520944b8 req-73b702e3-82f8-4ed2-81fb-6e4265bdca32 service neutron] 10.222.0.37 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865406 Aug 24 00:22:25.875082 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-5374daed-881d-46b6-9a86-7de94193038d service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833892 Aug 24 00:22:25.876197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc49431f-2592-4497-8adb-4e57783fa908 req-df07c44a-ad84-42a5-bf37-3622dec8eaa0 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090074 Aug 24 00:22:25.902072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-b7df34ce-32ad-4181-827a-dc3147a8c90b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0795355 Aug 24 00:22:26.070327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-d20404c1-0a5b-48d5-9244-1e3114d5ea38 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.072117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-d20404c1-0a5b-48d5-9244-1e3114d5ea38 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "GET /v2.0/networks?id=e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 200 len: 812 time: 0.1271317 Aug 24 00:22:26.078033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ef06ace-3a10-401b-9a57-72f378a34019 req-ca9e21d7-d994-4809-85fc-376d1b1c3779 service neutron] 10.222.0.37 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053738 Aug 24 00:22:26.091825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Request body: {'port': {'device_id': 'd72376dc-cea4-4ee2-bc5f-dc0800f5e23e', 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'admin_state_up': True, 'tenant_id': 'e1a19784a6d741319f82e6baf4c17ed6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:26.103305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38109dc0-409d-4670-ada2-45440996e70d req-28381689-76e8-4b24-a40c-0382e9ea165c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.105084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38109dc0-409d-4670-ada2-45440996e70d req-28381689-76e8-4b24-a40c-0382e9ea165c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 943 time: 0.1609232 Aug 24 00:22:26.133207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-58686ef7-8c00-46e1-98c2-0ed998c3d03a tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.134616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29eda65e-fc56-4b59-ac9a-fd4ac27eaec6 req-58686ef7-8c00-46e1-98c2-0ed998c3d03a tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2048831 Aug 24 00:22:26.168238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38109dc0-409d-4670-ada2-45440996e70d req-700fc04f-a47b-4b66-8b42-ff3067521f9c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519104 Aug 24 00:22:26.239832 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7419b33c-5392-4663-8889-ade66cb8c971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.330122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Made reservation on behalf of e1a19784a6d741319f82e6baf4c17ed6 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:26.333927 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.349334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1a3191f-c951-4ff3-a5e4-1310705c8786 req-a46498a0-33fb-4e3b-a8f0-18ff984afdc8 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 210 time: 0.0696878 Aug 24 00:22:26.405690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-46fc2031-ed29-4c48-8e65-94d516155ba9 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1525278 Aug 24 00:22:26.417100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:26.492193 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.494203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Allocated IP 172.20.0.12 (e48cb224-a43b-4859-9b55-41dedcd5f2e2/9b15c8d8-3413-4c52-b8c9-4df7e5daef84/342df646-f846-48c8-ae84-652610969793) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:26.570989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72223609-fa6d-40d7-84e2-0990ab10cc01 req-9ce05fe2-fa45-4440-9bdb-2eb570232323 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.572466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72223609-fa6d-40d7-84e2-0990ab10cc01 req-9ce05fe2-fa45-4440-9bdb-2eb570232323 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 943 time: 0.1260750 Aug 24 00:22:26.666519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.679515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-3d4fca0c-ced3-4c1f-9480-e58c9d8a09ee tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.680993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-3d4fca0c-ced3-4c1f-9480-e58c9d8a09ee tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "GET /v2.0/networks?id=e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 200 len: 812 time: 0.2019877 Aug 24 00:22:26.685194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72223609-fa6d-40d7-84e2-0990ab10cc01 req-f460e88e-f056-4002-bbcf-d8d4b8f8867a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795307 Aug 24 00:22:26.702359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Request body: {'port': {'device_id': '333b5c95-8980-415e-b748-d981a86c7834', 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'admin_state_up': True, 'tenant_id': 'e1a19784a6d741319f82e6baf4c17ed6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:26.803282 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.828640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.888386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Network e48cb224-a43b-4859-9b55-41dedcd5f2e2 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:26.899090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:26.912616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:26.978000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Pushing event updated for resources: {'Port': ['ID=342df646-f846-48c8-ae84-652610969793,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:26.978333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Allocated IP 172.25.5.13 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/bd468e9d-ff0f-4f82-9dfd-7248379a817d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:26.981216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Made reservation on behalf of e1a19784a6d741319f82e6baf4c17ed6 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:26.984938 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:26.992776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:26.993453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.014542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1378e5-fa5c-4336-8759-e644267f99ba req-9764cfa7-9324-47a7-ad16-a581b12685d4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:27.016015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d1378e5-fa5c-4336-8759-e644267f99ba req-9764cfa7-9324-47a7-ad16-a581b12685d4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 946 time: 0.1011207 Aug 24 00:22:27.113437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 971239af-82a0-4172-a54c-4163fb423182 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:27.158556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d1378e5-fa5c-4336-8759-e644267f99ba req-10600364-ea0b-4603-9ed0-b6d6ed32c361 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346962 Aug 24 00:22:27.184329 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-155fc02e-202a-4b4e-9815-d31eea7afc5a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0967634 Aug 24 00:22:27.210370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Request body: {'port': {'device_id': 'd72376dc-cea4-4ee2-bc5f-dc0800f5e23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:27.227323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:27.252072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 971239af-82a0-4172-a54c-4163fb423182 has no active binding in host n-h2-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:22:27.253454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c06681b0-bcf7-40cf-9647-33ef41f6f3f1 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:27.270176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.271776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.313172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Allocated IP 172.20.0.9 (e48cb224-a43b-4859-9b55-41dedcd5f2e2/9b15c8d8-3413-4c52-b8c9-4df7e5daef84/5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:27.358231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c06681b0-bcf7-40cf-9647-33ef41f6f3f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:27.374251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c06681b0-bcf7-40cf-9647-33ef41f6f3f1', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'port_id': 'c06681b0-bcf7-40cf-9647-33ef41f6f3f1', 'mac_address': 'fa:16:3e:43:73:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82931143-52e6-40e1-a22d-d8ba89268c6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:27.384092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec7f4f-f06b-4c51-81ff-61c347c64f15 req-61660327-0743-405c-87a3-0a76ecf45ffb tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:27.385886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26ec7f4f-f06b-4c51-81ff-61c347c64f15 req-61660327-0743-405c-87a3-0a76ecf45ffb tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 944 time: 0.1430149 Aug 24 00:22:27.420653 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.434180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06681b0-bcf7-40cf-9647-33ef41f6f3f1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:27.454397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c06681b0-bcf7-40cf-9647-33ef41f6f3f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:27.506678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26ec7f4f-f06b-4c51-81ff-61c347c64f15 req-97e0db09-408d-48c0-863b-2b887f4b0117 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046269 Aug 24 00:22:27.510113 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.564734 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.582405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:27.611684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:27.615846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:27.622250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event updated for resources: {'Port': ['ID=bd468e9d-ff0f-4f82-9dfd-7248379a817d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:27.647872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:27.690724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.773215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.899068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.923416 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:27.950149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c06681b0-bcf7-40cf-9647-33ef41f6f3f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:27.991628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Network e48cb224-a43b-4859-9b55-41dedcd5f2e2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:27.998432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:28.012761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Pushing event updated for resources: {'Port': ['ID=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:28.015198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:28.079860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342df646-f846-48c8-ae84-652610969793 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:28.089693 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.104316 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Transition to ACTIVE for port object 342df646-f846-48c8-ae84-652610969793 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:28.106805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.107501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.162748 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.198594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.252773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Pushing event updated for resources: {'Port': ['ID=342df646-f846-48c8-ae84-652610969793,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:28.263329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-b654aeed-2849-4e14-83a9-96d9e4e82cef tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5668478 Aug 24 00:22:28.282158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Request body: {'port': {'device_id': '333b5c95-8980-415e-b748-d981a86c7834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:28.317728 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.326971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Attempting to bind port 342df646-f846-48c8-ae84-652610969793 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:28.327319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Attempting to bind port 342df646-f846-48c8-ae84-652610969793 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:28.327655 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Attempting to bind port 342df646-f846-48c8-ae84-652610969793 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:28.332869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Port 342df646-f846-48c8-ae84-652610969793 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:28.333237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Attempting to bind port 342df646-f846-48c8-ae84-652610969793 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:28.338503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:28.338850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Checking segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:28.339244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Bound using segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:28.339702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Bound port: 342df646-f846-48c8-ae84-652610969793, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:28.340106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.410567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] For port 342df646-f846-48c8-ae84-652610969793, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:28.414841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] For port 342df646-f846-48c8-ae84-652610969793, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=342df646-f846-48c8-ae84-652610969793,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:28.525243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.568093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.568722 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.570425 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] 10.222.0.36 "PUT /v2.0/ports/342df646-f846-48c8-ae84-652610969793 HTTP/1.1" status: 200 len: 1092 time: 1.3672254 Aug 24 00:22:28.570871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72376dc-cea4-4ee2-bc5f-dc0800f5e23e', 'tag': '342df646-f846-48c8-ae84-652610969793'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:28.574388 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1097a46-873b-4b38-9588-438d16294e50" -d '{"events": [{"name": "network-changed", "server_uuid": "d72376dc-cea4-4ee2-bc5f-dc0800f5e23e", "tag": "342df646-f846-48c8-ae84-652610969793"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:28.604030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae0021-6444-4785-ad23-2bfeb02251ee service neutron] Pushing event updated for resources: {'Port': ['ID=342df646-f846-48c8-ae84-652610969793,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:28.747568 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-04a0a25e-c948-4742-ba91-0b7d3e59cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.749080 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-04a0a25e-c948-4742-ba91-0b7d3e59cbca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&device_id=d72376dc-cea4-4ee2-bc5f-dc0800f5e23e HTTP/1.1" status: 200 len: 1095 time: 0.0448701 Aug 24 00:22:28.782963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event updated for resources: {'Port': ['ID=bd468e9d-ff0f-4f82-9dfd-7248379a817d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:28.785180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.806179 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-56044f64-7228-4216-9e30-51273c8f278f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=342df646-f846-48c8-ae84-652610969793 HTTP/1.1" status: 200 len: 217 time: 0.0381103 Aug 24 00:22:28.819260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4e61-597a-4d5e-8bb2-565ffc894a0f req-62b7f9ad-aa9c-4269-9691-e4581fe57d4f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.820782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d81e4e61-597a-4d5e-8bb2-565ffc894a0f req-62b7f9ad-aa9c-4269-9691-e4581fe57d4f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 944 time: 0.5339859 Aug 24 00:22:28.847449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:28.850891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-046851e5-a869-464a-94d5-efc3b01dbd8d service neutron] 10.222.0.36 "GET /v2.0/ports/971239af-82a0-4172-a54c-4163fb423182/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.1971226 Aug 24 00:22:28.873369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-a7580dc0-ea3c-4c57-b51d-b754f44c3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:28.874886 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-a7580dc0-ea3c-4c57-b51d-b754f44c3874 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b15c8d8-3413-4c52-b8c9-4df7e5daef84 HTTP/1.1" status: 200 len: 852 time: 0.0619190 Aug 24 00:22:28.909711 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-d7f7db1b-061f-4bdd-84ba-b3fc38bc4508 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e48cb224-a43b-4859-9b55-41dedcd5f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262053 Aug 24 00:22:28.962236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d81e4e61-597a-4d5e-8bb2-565ffc894a0f req-f0de70ad-b383-40a9-bbbe-0eb8b6aa6ade tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315951 Aug 24 00:22:29.046821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-f8197519-6b5e-4de1-a8e8-3098e5958f43 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292415 Aug 24 00:22:29.117668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c06681b0-bcf7-40cf-9647-33ef41f6f3f1 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:29.155838 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-89277346-1e5c-40c3-88cf-d7847f3d7e6d service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015222 Aug 24 00:22:29.260003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08941020-ffd7-4b3d-a6d3-37329047996c req-d27571f7-85ad-47b6-ba6c-4f0ebc76846b tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.261549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08941020-ffd7-4b3d-a6d3-37329047996c req-d27571f7-85ad-47b6-ba6c-4f0ebc76846b tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 931 time: 0.1418486 Aug 24 00:22:29.272630 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-62cae3f7-03d3-44f7-a0d7-cfb9d28f1446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.322293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:29.327567 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:22:29.328915 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.343484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.344702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-68e31453-7876-4d15-8dc6-e40564259bc2 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9319122 Aug 24 00:22:29.361261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08941020-ffd7-4b3d-a6d3-37329047996c req-d9106994-4fe2-40fd-97e1-a0845962437e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893459 Aug 24 00:22:29.364161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:29.372032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:29.372849 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.395983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:29.464711 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.472906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:29.484746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-020fa613-2281-423f-bcce-dd7c66ed035d tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.1285014 Aug 24 00:22:29.486615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.493998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3541318-e1ad-4585-b857-ae503d593e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06681b0-bcf7-40cf-9647-33ef41f6f3f1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:29.496542 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab737a5f-dbad-4a43-a4f6-df475f00665b" -d '{"events": [{"server_uuid": "b3541318-e1ad-4585-b857-ae503d593e2c", "name": "network-vif-plugged", "status": "completed", "tag": "c06681b0-bcf7-40cf-9647-33ef41f6f3f1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:29.520913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c06681b0-bcf7-40cf-9647-33ef41f6f3f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:29.522464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971239af-82a0-4172-a54c-4163fb423182 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:29.575803 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.581601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:29.587656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Transition to ACTIVE for port object 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:29.619060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e75084-db27-4a35-8dbb-d84669af13b1 req-af4cc606-07b3-4f1a-873a-2ff0cef1c96b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.620619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93e75084-db27-4a35-8dbb-d84669af13b1 req-af4cc606-07b3-4f1a-873a-2ff0cef1c96b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 943 time: 0.1717727 Aug 24 00:22:29.627444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:29.654409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.712749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-12cc0e3b-15ff-4164-9652-104f9d4d2955 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.714121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c31c975-7cd8-4ee2-98cd-e2a6562bf2dc req-12cc0e3b-15ff-4164-9652-104f9d4d2955 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2103910 Aug 24 00:22:29.729715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:29.733161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93e75084-db27-4a35-8dbb-d84669af13b1 req-57cf3215-aa2f-462c-b626-d80722589048 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002975 Aug 24 00:22:29.757861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Pushing event updated for resources: {'Port': ['ID=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:29.796143 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf1c489-dde8-4a60-8f2a-8f27748b1fc3 x-openstack-request-id: req-cdf1c489-dde8-4a60-8f2a-8f27748b1fc3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:29.796847 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72376dc-cea4-4ee2-bc5f-dc0800f5e23e", "tag": "342df646-f846-48c8-ae84-652610969793", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:29.797386 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdf1c489-dde8-4a60-8f2a-8f27748b1fc3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:29.798150 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72376dc-cea4-4ee2-bc5f-dc0800f5e23e', 'tag': '342df646-f846-48c8-ae84-652610969793', 'status': 'completed', 'code': 200} Aug 24 00:22:29.828841 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d016c-1ed3-4d7b-ac34-0993541fb53e x-openstack-request-id: req-b95d016c-1ed3-4d7b-ac34-0993541fb53e {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:29.829171 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3541318-e1ad-4585-b857-ae503d593e2c", "name": "network-vif-plugged", "status": "completed", "tag": "c06681b0-bcf7-40cf-9647-33ef41f6f3f1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:29.829428 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b95d016c-1ed3-4d7b-ac34-0993541fb53e {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:29.829853 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3541318-e1ad-4585-b857-ae503d593e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06681b0-bcf7-40cf-9647-33ef41f6f3f1', 'code': 200} Aug 24 00:22:29.901183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097a46-873b-4b38-9588-438d16294e50 req-2352b9c4-c3e8-4efe-a288-a268b199a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:29.902719 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c1097a46-873b-4b38-9588-438d16294e50 req-2352b9c4-c3e8-4efe-a288-a268b199a2b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&device_id=d72376dc-cea4-4ee2-bc5f-dc0800f5e23e HTTP/1.1" status: 200 len: 1095 time: 0.0464332 Aug 24 00:22:29.941527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-441a3879-768c-49f2-88b1-4f7c18acf3ad req-2aaeb310-7c08-4a95-82ec-6b4ae2a33ec0 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips/cb6152a4-7a5b-4df4-8cf5-f9d913b99391 HTTP/1.1" status: 200 len: 692 time: 0.0906398 Aug 24 00:22:30.008573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] Transition to ACTIVE for port object 971239af-82a0-4172-a54c-4163fb423182 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:30.014063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097a46-873b-4b38-9588-438d16294e50 req-b2610fc5-8310-42cf-a26e-4929cb699c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.015620 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c1097a46-873b-4b38-9588-438d16294e50 req-b2610fc5-8310-42cf-a26e-4929cb699c72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 200 len: 913 time: 0.1039524 Aug 24 00:22:30.019740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8593c1-b4c7-406d-bf63-c04246aeb12b req-4846cd4d-1eda-436e-9d42-0a6229e09cb4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.021251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b8593c1-b4c7-406d-bf63-c04246aeb12b req-4846cd4d-1eda-436e-9d42-0a6229e09cb4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 944 time: 0.2255654 Aug 24 00:22:30.053258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Attempting to bind port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:30.053619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Attempting to bind port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:30.053956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Attempting to bind port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:30.059367 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c1097a46-873b-4b38-9588-438d16294e50 req-28b7bbe1-791e-474b-9e55-d113f63f9b47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=342df646-f846-48c8-ae84-652610969793 HTTP/1.1" status: 200 len: 217 time: 0.0352020 Aug 24 00:22:30.076835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:30.077170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Attempting to bind port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 on network e48cb224-a43b-4859-9b55-41dedcd5f2e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:30.098914 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.100919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:30.101269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Checking segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:30.101670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Bound using segment: {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:30.105816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Bound port: 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf24d43-16ee-4d05-b687-6ee291021c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:30.105816 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.113326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4d30f-0857-43d0-b4a8-7f44a7f19565 req-fb7902ac-119a-4a51-ac53-604870ce26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.114876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afd4d30f-0857-43d0-b4a8-7f44a7f19565 req-fb7902ac-119a-4a51-ac53-604870ce26c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 1096 time: 0.2007685 Aug 24 00:22:30.115258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097a46-873b-4b38-9588-438d16294e50 req-70bc09a7-04f5-432d-8f46-6dd15c10e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.116811 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c1097a46-873b-4b38-9588-438d16294e50 req-70bc09a7-04f5-432d-8f46-6dd15c10e4a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b15c8d8-3413-4c52-b8c9-4df7e5daef84 HTTP/1.1" status: 200 len: 852 time: 0.0477741 Aug 24 00:22:30.151934 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c1097a46-873b-4b38-9588-438d16294e50 req-7242bbfe-f9f1-415f-83c8-3525c70d5a42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e48cb224-a43b-4859-9b55-41dedcd5f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266266 Aug 24 00:22:30.203006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b8593c1-b4c7-406d-bf63-c04246aeb12b req-081f6571-74a2-4fa1-81b9-1d8940dbd53f tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423151 Aug 24 00:22:30.210890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.263631 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c1097a46-873b-4b38-9588-438d16294e50 req-6c899a5a-c329-40dc-b2bc-e31618babff1 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032591 Aug 24 00:22:30.268906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a3879-768c-49f2-88b1-4f7c18acf3ad req-aa0574bf-7dad-454f-9fcc-4beb57ec1f97 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.270593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-441a3879-768c-49f2-88b1-4f7c18acf3ad req-aa0574bf-7dad-454f-9fcc-4beb57ec1f97 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.3083546 Aug 24 00:22:30.300613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] No DVR routers for this DVR port 971239af-82a0-4172-a54c-4163fb423182 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:30.324558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afd4d30f-0857-43d0-b4a8-7f44a7f19565 req-3c2657b5-5306-4089-a6c5-dce2c9d2e286 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957698 Aug 24 00:22:30.342047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] Pushing event updated for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:30.375629 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c1097a46-873b-4b38-9588-438d16294e50 req-ad0fdf88-e886-4b1e-b1ca-78a8163410b6 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034200 Aug 24 00:22:30.376573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] For port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:30.388528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-e2775cee-52a8-4596-99c0-f82f5858421b service neutron] 10.222.0.36 "PUT /v2.0/ports/971239af-82a0-4172-a54c-4163fb423182/bindings/n-h2-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5130100 Aug 24 00:22:30.398993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] For port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:30.407775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4f5c7-38f1-456d-8d7d-d54871ccbe47 req-ff746354-f23e-45cb-8899-519c2543211d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.409979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aaf4f5c7-38f1-456d-8d7d-d54871ccbe47 req-ff746354-f23e-45cb-8899-519c2543211d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1163888 Aug 24 00:22:30.458154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aaf4f5c7-38f1-456d-8d7d-d54871ccbe47 req-0647e6a6-e28a-44ba-8f8f-149dea9917ea tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Aug 24 00:22:30.485313 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.565851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-ae3590b5-0e3c-4ba8-9896-5cdf5c2ddb92 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips/cb6152a4-7a5b-4df4-8cf5-f9d913b99391 HTTP/1.1" status: 200 len: 692 time: 0.0807374 Aug 24 00:22:30.568710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.569342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:30.570793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] 10.222.0.36 "PUT /v2.0/ports/5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 HTTP/1.1" status: 200 len: 1091 time: 2.2933979 Aug 24 00:22:30.571233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333b5c95-8980-415e-b748-d981a86c7834', 'tag': '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:30.573523 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6" -d '{"events": [{"name": "network-changed", "server_uuid": "333b5c95-8980-415e-b748-d981a86c7834", "tag": "5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:30.654842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f740c64-5d13-4d53-abba-b65fb276e08b service neutron] Pushing event updated for resources: {'Port': ['ID=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:30.761932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37480a-f583-476c-bd72-9bd82e2e9a9f req-b8eca5ea-92d5-41b9-a501-550fece9570e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.763444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f37480a-f583-476c-bd72-9bd82e2e9a9f req-b8eca5ea-92d5-41b9-a501-550fece9570e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 943 time: 0.1516223 Aug 24 00:22:30.793205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-ed0a7f76-ecdb-48cb-a58a-d867fa7aa22e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.794570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-ed0a7f76-ecdb-48cb-a58a-d867fa7aa22e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2297957 Aug 24 00:22:30.866871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-6e267200-6ade-44c2-bf4f-250c68f082c3 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.868386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-6e267200-6ade-44c2-bf4f-250c68f082c3 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.1671288 Aug 24 00:22:30.899093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-a49aaca5-064b-4fe8-9bce-06351bb79c49 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.0917885 Aug 24 00:22:30.904313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-e9ef44bd-a368-4d7b-8de9-af2de9e742f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:30.910535 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-e9ef44bd-a368-4d7b-8de9-af2de9e742f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 1094 time: 0.1698849 Aug 24 00:22:30.937540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f37480a-f583-476c-bd72-9bd82e2e9a9f req-c88b06a7-86fb-4e3b-957c-30ea4fe17470 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520405 Aug 24 00:22:31.004818 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c01e401-bc51-4245-a41c-e2a6dc6320ae x-openstack-request-id: req-5c01e401-bc51-4245-a41c-e2a6dc6320ae {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:31.005467 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333b5c95-8980-415e-b748-d981a86c7834", "tag": "5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:31.005467 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c01e401-bc51-4245-a41c-e2a6dc6320ae {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:31.006007 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333b5c95-8980-415e-b748-d981a86c7834', 'tag': '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5', 'status': 'completed', 'code': 200} Aug 24 00:22:31.009215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-0fecc9e7-2a80-400d-b020-5a0cf7268b13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 HTTP/1.1" status: 200 len: 217 time: 0.0850470 Aug 24 00:22:31.015303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-8f766381-1b9a-483d-84ae-342e5aa5d28a tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.13 HTTP/1.1" status: 200 len: 695 time: 0.0934391 Aug 24 00:22:31.107878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-ba746385-dfad-4393-a096-c0e7f701d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.113021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-ba746385-dfad-4393-a096-c0e7f701d412 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6&tenant_id=fa321f3aaf844d3cad1999a705abd9f1 HTTP/1.1" status: 200 len: 1095 time: 0.2276146 Aug 24 00:22:31.145539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7e25583c-0b60-4145-98ad-9da7a68d2faa details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:31.188265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-9628886d-cbd9-436f-a68a-ce0254b0f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.189776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-9628886d-cbd9-436f-a68a-ce0254b0f6ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b15c8d8-3413-4c52-b8c9-4df7e5daef84 HTTP/1.1" status: 200 len: 852 time: 0.1727002 Aug 24 00:22:31.256607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7e25583c-0b60-4145-98ad-9da7a68d2faa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7e25583c-0b60-4145-98ad-9da7a68d2faa,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:31.257225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-6aa431d4-0691-4b83-8e6f-3ef56cb0a181 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e48cb224-a43b-4859-9b55-41dedcd5f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505505 Aug 24 00:22:31.268196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'port_id': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'mac_address': 'fa:16:3e:b6:5f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:31.270830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7d4a-b3fd-4ac8-909f-51843bf87975 req-e7670922-5b79-4122-85be-95c833f65608 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.272330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75dc7d4a-b3fd-4ac8-909f-51843bf87975 req-e7670922-5b79-4122-85be-95c833f65608 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 944 time: 0.2240191 Aug 24 00:22:31.313804 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.330731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e25583c-0b60-4145-98ad-9da7a68d2faa {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:31.365410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7e25583c-0b60-4145-98ad-9da7a68d2faa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7e25583c-0b60-4145-98ad-9da7a68d2faa,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:31.444137 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.501285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7e25583c-0b60-4145-98ad-9da7a68d2faa,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:31.659296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-6bde9293-2a18-41b0-b86d-b0dc03d7d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.660816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-6bde9293-2a18-41b0-b86d-b0dc03d7d0b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1095 time: 0.5227807 Aug 24 00:22:31.719667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75dc7d4a-b3fd-4ac8-909f-51843bf87975 req-a3d25e1c-4bbf-4a6d-bf53-c6d92856ea2e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347789 Aug 24 00:22:31.735770 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.752990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['7e25583c-0b60-4145-98ad-9da7a68d2faa'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:31.755326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Deleting port bd468e9d-ff0f-4f82-9dfd-7248379a817d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:31.755677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.824106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-ad924b96-6195-4e21-9358-f866a2105fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507989 Aug 24 00:22:31.955367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-43d3eaa3-7788-44cb-ace5-d3cb4d03dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.957447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-43d3eaa3-7788-44cb-ace5-d3cb4d03dbe9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.2846677 Aug 24 00:22:31.985343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193bb52-d949-4ba5-951e-7f1b756d42dc req-0ae48524-ac58-4c95-8b73-6c98e5f79fac tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:31.986901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c193bb52-d949-4ba5-951e-7f1b756d42dc req-0ae48524-ac58-4c95-8b73-6c98e5f79fac tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 945 time: 0.2045443 Aug 24 00:22:31.989801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:31.994362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.043844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-5229489c-f044-4057-8443-c325ede61fbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 200 len: 217 time: 0.0765760 Aug 24 00:22:32.050816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Calling delete_port for bd468e9d-ff0f-4f82-9dfd-7248379a817d owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:32.157620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d3e67-9403-4c3b-81fb-15e1b8c467e5 req-5a86a469-556b-48f9-b97f-21b935bdc0c4 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128364 Aug 24 00:22:32.167665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c193bb52-d949-4ba5-951e-7f1b756d42dc req-88d7ddca-c101-4888-8171-9e2aef0de21d tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731441 Aug 24 00:22:32.175437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-65a25ff9-9cde-492a-8a15-75e3648e6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.176973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-65a25ff9-9cde-492a-8a15-75e3648e6e7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.1176503 Aug 24 00:22:32.223817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-3a080746-f428-4c70-a253-15c1f5e3d464 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382988 Aug 24 00:22:32.413963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d6c44-2f77-4596-a18d-9805e44fae6b req-157a2c10-dfce-4136-b9c1-6c3e89c48fd3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.415495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-616d6c44-2f77-4596-a18d-9805e44fae6b req-157a2c10-dfce-4136-b9c1-6c3e89c48fd3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1766942 Aug 24 00:22:32.463359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-445852b6-0c80-45ad-a8b2-f2f4a953b4f9 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132444 Aug 24 00:22:32.473528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-417132ec-e027-440e-8c11-1a99f46c62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.474918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-417132ec-e027-440e-8c11-1a99f46c62c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 1094 time: 0.1163943 Aug 24 00:22:32.511291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:32.521553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 971239af-82a0-4172-a54c-4163fb423182 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:32.526231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-616d6c44-2f77-4596-a18d-9805e44fae6b req-24247947-9695-4045-b3fa-0d90a332b580 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988874 Aug 24 00:22:32.555659 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.620930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 971239af-82a0-4172-a54c-4163fb423182 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:32.632065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event deleted for resources: {'Port': ['ID=bd468e9d-ff0f-4f82-9dfd-7248379a817d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:32.658456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:32.670443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'mac_address': 'fa:16:3e:3c:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:32.712856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.727266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2172adc6-1e26-44b8-bd5c-46d2bd63483d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:32.742841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-b5eb1650-25c7-4a93-9859-44f7382be5dd service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667675 Aug 24 00:22:32.751852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:32.766231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-3f9e9a2c-4a5b-4016-9b9f-cd7238f2c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.767714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-3f9e9a2c-4a5b-4016-9b9f-cd7238f2c992 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 200 len: 913 time: 0.2764075 Aug 24 00:22:32.773829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.776361 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.777435 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5601f39b-ebc5-4b63-96b0-ababa2b5b943 req-f214a0aa-b442-4fe1-bbb4-529605360d3e tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "DELETE /v2.0/floatingips/cb6152a4-7a5b-4df4-8cf5-f9d913b99391 HTTP/1.1" status: 204 len: 173 time: 1.7491775 Aug 24 00:22:32.823274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-d7db0ccf-d5aa-426b-9857-a54e0b2f7577 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 HTTP/1.1" status: 200 len: 217 time: 0.0448141 Aug 24 00:22:32.834771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190629-1391-4f6b-bb3f-44b391905edc req-2ff8a23e-722a-46d8-be27-cc0ecb3d11f3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.836352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06190629-1391-4f6b-bb3f-44b391905edc req-2ff8a23e-722a-46d8-be27-cc0ecb3d11f3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 943 time: 0.1217732 Aug 24 00:22:32.861611 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:32.906200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-26d59f18-8231-4b0f-8edf-17fe5aca8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:32.911017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-26d59f18-8231-4b0f-8edf-17fe5aca8900 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b15c8d8-3413-4c52-b8c9-4df7e5daef84 HTTP/1.1" status: 200 len: 852 time: 0.0704477 Aug 24 00:22:32.912921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06190629-1391-4f6b-bb3f-44b391905edc req-ad5d4931-b549-46e0-9182-b9c119a4e52a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666754 Aug 24 00:22:32.916874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:32.953143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-41f445d6-ce16-471e-9e77-476c1ef73ca0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e48cb224-a43b-4859-9b55-41dedcd5f2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371575 Aug 24 00:22:33.006700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['2172adc6-1e26-44b8-bd5c-46d2bd63483d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:33.102776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff2613-0f06-41d3-9dc9-f7a6d4ce03e1 req-4bde22a3-da4d-4d9c-9830-be86be84bf50 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:33.104295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2ff2613-0f06-41d3-9dc9-f7a6d4ce03e1 req-4bde22a3-da4d-4d9c-9830-be86be84bf50 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 944 time: 0.0829656 Aug 24 00:22:33.106683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-b2732b85-8e33-4ef8-bf59-c8e0cb3bed57 service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445842 Aug 24 00:22:33.159333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7e25583c-0b60-4145-98ad-9da7a68d2faa up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:33.307660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2ff2613-0f06-41d3-9dc9-f7a6d4ce03e1 req-2f6f0369-3e25-4b33-a264-89c4f554236c tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973014 Aug 24 00:22:33.475004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7b0e4fe-9582-4fdf-9e7a-1634c87526b6 req-e3764f2f-cffd-4a5b-b3ae-de899adc370f service neutron] 10.222.0.36 "GET /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570750 Aug 24 00:22:33.478614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 7e25583c-0b60-4145-98ad-9da7a68d2faa completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:33.483419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 7e25583c-0b60-4145-98ad-9da7a68d2faa triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:33.483800 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.484893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-3fcf29b8-3720-4506-8303-71555b919884 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:33.487169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-3fcf29b8-3720-4506-8303-71555b919884 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.1771421 Aug 24 00:22:33.498503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ed70e-74ac-40c9-a43d-1d2da7154666 req-c9500c25-dc90-4c16-86ec-559a1fc598d8 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:33.500611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-654ed70e-74ac-40c9-a43d-1d2da7154666 req-c9500c25-dc90-4c16-86ec-559a1fc598d8 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3510268 Aug 24 00:22:33.592209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.626453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e25583c-0b60-4145-98ad-9da7a68d2faa'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:33.630087 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb4cdfa-3d15-4e45-bdd2-a4bda4c40a64" -d '{"events": [{"server_uuid": "8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021", "name": "network-vif-plugged", "status": "completed", "tag": "7e25583c-0b60-4145-98ad-9da7a68d2faa"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:33.638167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7e25583c-0b60-4145-98ad-9da7a68d2faa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7e25583c-0b60-4145-98ad-9da7a68d2faa,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:33.689686 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.730606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3181d-ce25-4b87-a2a8-76462f6e93b6 req-7c89f9df-fb2d-4e13-a026-6147c15f0928 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:33.732085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22d3181d-ce25-4b87-a2a8-76462f6e93b6 req-7c89f9df-fb2d-4e13-a026-6147c15f0928 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1092138 Aug 24 00:22:33.749649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e06225-55ad-4e05-bde9-b0f222d68c96 req-6c349b75-dd55-48c1-84bd-3a7fdbc9d4a6 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:33.749885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7e25583c-0b60-4145-98ad-9da7a68d2faa,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:33.750087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2e06225-55ad-4e05-bde9-b0f222d68c96 req-6c349b75-dd55-48c1-84bd-3a7fdbc9d4a6 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 945 time: 0.1465433 Aug 24 00:22:33.802071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22d3181d-ce25-4b87-a2a8-76462f6e93b6 req-9876d619-09ae-41c1-9857-980624100530 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549166 Aug 24 00:22:33.807295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2e06225-55ad-4e05-bde9-b0f222d68c96 req-f7296a2f-7340-46d4-a7e8-a1b4f91fc5b1 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536060 Aug 24 00:22:33.810948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-4a129c09-3eb6-4c4f-bfb0-3c58052ac4a4 service neutron] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:33.814271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-4a129c09-3eb6-4c4f-bfb0-3c58052ac4a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:33.816134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2f0737-8684-4359-aec1-8bb91cef91f8 req-4a129c09-3eb6-4c4f-bfb0-3c58052ac4a4 service neutron] 10.222.0.37 "DELETE /v2.0/ports/971239af-82a0-4172-a54c-4163fb423182/bindings/n-h1-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.3140888 Aug 24 00:22:33.866447 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985496fa-8986-4b94-b684-636ea5ec47a4 x-openstack-request-id: req-985496fa-8986-4b94-b684-636ea5ec47a4 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:33.866739 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021", "name": "network-vif-plugged", "status": "completed", "tag": "7e25583c-0b60-4145-98ad-9da7a68d2faa", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:33.866986 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-985496fa-8986-4b94-b684-636ea5ec47a4 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:33.867564 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'code': 200} Aug 24 00:22:33.913081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6938abdd-c70d-4f78-a271-dd83191f00a6 req-08bec01a-c859-447b-80a3-f4bf82d724fb tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=d85411376c70494d8c8d72b132fc6618 HTTP/1.1" status: 200 len: 1657 time: 0.0809910 Aug 24 00:22:34.070362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b13cb0-a6e9-4a50-b99d-ade240990ee5 req-eced1416-ea64-453a-ac03-78f2c6da7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.071759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06b13cb0-a6e9-4a50-b99d-ade240990ee5 req-eced1416-ea64-453a-ac03-78f2c6da7ae9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 1097 time: 0.1037869 Aug 24 00:22:34.099330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbc63d-4c91-4019-b0ee-9f53005182ea req-37e3d706-b138-4e70-8090-d5623c2e75d8 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.100749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2dbc63d-4c91-4019-b0ee-9f53005182ea req-37e3d706-b138-4e70-8090-d5623c2e75d8 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 943 time: 0.1003771 Aug 24 00:22:34.115125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938abdd-c70d-4f78-a271-dd83191f00a6 req-41a5d893-b82a-447d-aaa0-4d9778fc9d7a tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.116535 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6938abdd-c70d-4f78-a271-dd83191f00a6 req-41a5d893-b82a-447d-aaa0-4d9778fc9d7a tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks?id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&id=48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 787 time: 0.1976938 Aug 24 00:22:34.162345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06b13cb0-a6e9-4a50-b99d-ade240990ee5 req-744be64f-6b67-4ddd-b3bf-cb1be390aaf6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797484 Aug 24 00:22:34.196340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2dbc63d-4c91-4019-b0ee-9f53005182ea req-9d15698a-8849-4eb6-95c6-43a812e55a9a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889559 Aug 24 00:22:34.204978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-427ae667-383e-4d01-af18-88f7923bc92a tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips/30391af0-cd2c-4dd3-8369-5e0e81c39539 HTTP/1.1" status: 200 len: 693 time: 0.0630968 Aug 24 00:22:34.541890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 342df646-f846-48c8-ae84-652610969793 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:34.556602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:34.643237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090142d-8ed1-46e5-afaa-d0546e286dbd req-0af4578d-27be-418e-82bd-b8fab24ed989 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.644727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d090142d-8ed1-46e5-afaa-d0546e286dbd req-0af4578d-27be-418e-82bd-b8fab24ed989 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 944 time: 0.1000447 Aug 24 00:22:34.670364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-902e9acb-5f43-42ff-9f55-b7939e3cae94 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.672152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 2172adc6-1e26-44b8-bd5c-46d2bd63483d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:34.672672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.678089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-902e9acb-5f43-42ff-9f55-b7939e3cae94 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.4671018 Aug 24 00:22:34.722113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 342df646-f846-48c8-ae84-652610969793, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=342df646-f846-48c8-ae84-652610969793,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:34.737980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '342df646-f846-48c8-ae84-652610969793', 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'port_id': '342df646-f846-48c8-ae84-652610969793', 'mac_address': 'fa:16:3e:40:6a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b15c8d8-3413-4c52-b8c9-4df7e5daef84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:34.740406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-223bb499-2a7a-4355-9668-610fa27d4f62 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0614727 Aug 24 00:22:34.762018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d090142d-8ed1-46e5-afaa-d0546e286dbd req-4bc185a8-01b0-4310-8a4d-50332986fbe8 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976686 Aug 24 00:22:34.809601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-00572ec3-ce03-42ba-ae5c-624287e28436 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.0508368 Aug 24 00:22:34.817368 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.840099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342df646-f846-48c8-ae84-652610969793 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:34.845685 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:34.881735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 342df646-f846-48c8-ae84-652610969793, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=342df646-f846-48c8-ae84-652610969793,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:34.897273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:34.960927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e4a98-51ef-40a9-8b41-781c9a0e42f3 req-bd7df33f-b7b9-46d2-a378-6496b55d4b60 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:34.962492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c36e4a98-51ef-40a9-8b41-781c9a0e42f3 req-bd7df33f-b7b9-46d2-a378-6496b55d4b60 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1095 time: 0.1053607 Aug 24 00:22:34.970094 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.005868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.012231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Deleting port 18f696fd-63ed-49bb-83ad-1343fcecce52 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:35.012581 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.016619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c36e4a98-51ef-40a9-8b41-781c9a0e42f3 req-b3ca410f-6249-46ca-b84c-b40779d1c8aa tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476758 Aug 24 00:22:35.026128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=342df646-f846-48c8-ae84-652610969793,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:35.094369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:35.107153 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.110011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.144383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Calling delete_port for 18f696fd-63ed-49bb-83ad-1343fcecce52 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:35.214605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962d90-febe-4a80-b966-109b0dcfcddd req-53b15374-7070-4521-869b-d5d5c5ba70d9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:35.216143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a962d90-febe-4a80-b966-109b0dcfcddd req-53b15374-7070-4521-869b-d5d5c5ba70d9 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1060209 Aug 24 00:22:35.281736 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a962d90-febe-4a80-b966-109b0dcfcddd req-35502af6-afc2-43b6-86a9-1de72323258e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566308 Aug 24 00:22:35.407798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a0a9-8640-4307-a2f1-6b9260a8398f req-050c4e11-c73d-45ed-a66b-339c2dad01ce tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:35.416414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c635a0a9-8640-4307-a2f1-6b9260a8398f req-050c4e11-c73d-45ed-a66b-339c2dad01ce tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 946 time: 0.0577593 Aug 24 00:22:35.458199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c635a0a9-8640-4307-a2f1-6b9260a8398f req-f27732f2-dc55-4bed-aca7-ac767ff0ab02 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409172 Aug 24 00:22:35.462023 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.499901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event deleted for resources: {'Port': ['ID=18f696fd-63ed-49bb-83ad-1343fcecce52,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:35.505915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:35.583252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['342df646-f846-48c8-ae84-652610969793'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:35.597097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.600133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.610898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23cee549-b755-4fbf-afd1-a648ef7461d3 req-bc0faab0-cf46-4ec9-9247-ed0c0ad8f413 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "DELETE /v2.0/floatingips/30391af0-cd2c-4dd3-8369-5e0e81c39539 HTTP/1.1" status: 204 len: 173 time: 0.7916017 Aug 24 00:22:35.730628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca164a3b-92d2-4bbb-b84f-ce7f63bdff01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:35.801262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d8619-379f-431b-a920-0679eb643e18 req-19ae44f4-6a09-45f6-99bc-1d7cc6685aca tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:35.802808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-866d8619-379f-431b-a920-0679eb643e18 req-19ae44f4-6a09-45f6-99bc-1d7cc6685aca tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 943 time: 0.1355112 Aug 24 00:22:35.831163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-7db7f423-6601-4f71-a192-3776f9baa1b8 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:35.832659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-7db7f423-6601-4f71-a192-3776f9baa1b8 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 808 time: 0.1956310 Aug 24 00:22:35.868609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:35.870669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-401ad487-3c3b-4fe4-976e-61396abcf6ba tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/quotas/fa321f3aaf844d3cad1999a705abd9f1 HTTP/1.1" status: 200 len: 375 time: 0.0274086 Aug 24 00:22:35.871091 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75f148d-7df6-41d2-b072-785faecb1754" -d '{"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-plugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:35.884730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-866d8619-379f-431b-a920-0679eb643e18 req-b38a3d78-ffb9-4317-9454-de8b3993e89a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720129 Aug 24 00:22:35.981996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-8d8dfc0e-f2fa-4117-937b-7ac3bd857720 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips/912922ae-9669-4c2d-8608-5344d94c2a11 HTTP/1.1" status: 200 len: 693 time: 0.0678298 Aug 24 00:22:36.006213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-983d7832-3340-4e6d-adca-9828193f162e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270490 Aug 24 00:22:36.117807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca164a3b-92d2-4bbb-b84f-ce7f63bdff01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.179522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-1b3d61f7-3f93-490d-93bd-bf630e7d9a58 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:36.180887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-1b3d61f7-3f93-490d-93bd-bf630e7d9a58 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1909461 Aug 24 00:22:36.186489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-c34421a2-d922-46d8-a84a-4792c424bd09 service neutron] 10.222.0.26 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723273 Aug 24 00:22:36.238460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca164a3b-92d2-4bbb-b84f-ce7f63bdff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.268424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-2ebc7a3c-f928-4614-8eee-d4729df8c0e5 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.0808506 Aug 24 00:22:36.359551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca164a3b-92d2-4bbb-b84f-ce7f63bdff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c9290d-74b2-4340-8e1c-5c907c7753ac,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:36.364305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ca164a3b-92d2-4bbb-b84f-ce7f63bdff01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13291a74e9ee4041845d1e5251ad07db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8571610 Aug 24 00:22:36.367312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55868) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:36.378372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-4df74403-11e7-467a-bc40-960621a01935 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.0775230 Aug 24 00:22:36.430929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.453729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.477080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-711d54fc-0ffa-4ad5-a62b-99efaddbf5d9 service neutron] 10.222.0.26 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505250 Aug 24 00:22:36.537126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Deleting port 801148b4-93d9-4b05-90f3-cecbf4a87da2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:36.537644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.561163 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:36.593552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.598496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.599877 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26c9290d-74b2-4340-8e1c-5c907c7753ac HTTP/1.1" status: 204 len: 168 time: 0.2312934 Aug 24 00:22:36.612836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c9290d-74b2-4340-8e1c-5c907c7753ac,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:36.622147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.623438 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.628154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.628869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.629817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.630287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.630690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.631804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.632374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.633429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.635101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.635827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.636805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.637538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e1d161-380a-4677-abbc-a2b8c66a4507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:36.658288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Calling delete_port for 801148b4-93d9-4b05-90f3-cecbf4a87da2 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:36.694411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:36.707666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5', 'network_id': 'e48cb224-a43b-4859-9b55-41dedcd5f2e2', 'port_id': '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5', 'mac_address': 'fa:16:3e:c3:98:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b15c8d8-3413-4c52-b8c9-4df7e5daef84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:36.742094 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac5db96-90d1-45e4-b48a-f7b2e2692e22 x-openstack-request-id: req-1ac5db96-90d1-45e4-b48a-f7b2e2692e22 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:36.742544 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-plugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:36.742903 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ac5db96-90d1-45e4-b48a-f7b2e2692e22 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:36.743401 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'code': 200} Aug 24 00:22:36.762598 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.778167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:36.811471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:36.877336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99e75d-d6ff-41d5-8d6d-409e375cb8ee req-00c38e27-bbc0-4304-a6a9-6b6d31c45ae5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:36.878960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c99e75d-d6ff-41d5-8d6d-409e375cb8ee req-00c38e27-bbc0-4304-a6a9-6b6d31c45ae5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0626373 Aug 24 00:22:36.884277 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:36.922348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c99e75d-d6ff-41d5-8d6d-409e375cb8ee req-9f48a60d-db17-45e9-9f09-7d4bb49faa8c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 Aug 24 00:22:36.933661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:36.981891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.033149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event deleted for resources: {'Port': ['ID=801148b4-93d9-4b05-90f3-cecbf4a87da2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:37.115701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141de16-d4c7-4c2f-9f31-8985287cf374 req-501c5811-1f8d-486f-be23-9e2b7d020759 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.117169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3141de16-d4c7-4c2f-9f31-8985287cf374 req-501c5811-1f8d-486f-be23-9e2b7d020759 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 946 time: 0.1003985 Aug 24 00:22:37.119718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.122362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.123513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad466ba3-3464-46fa-8a45-51afdbcf17f7 req-149ff584-b112-459d-92e5-608f524a5a7b tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "DELETE /v2.0/floatingips/912922ae-9669-4c2d-8608-5344d94c2a11 HTTP/1.1" status: 204 len: 173 time: 0.7364948 Aug 24 00:22:37.158514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3141de16-d4c7-4c2f-9f31-8985287cf374 req-c1c5147e-d2cb-4c52-a9f4-30b240abf415 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338085 Aug 24 00:22:37.230835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bab50a1d-9bc1-406c-8bd6-7ee101e5f14a req-417b7332-bde3-4634-b735-f2fc28f5ea09 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 210 time: 0.0330708 Aug 24 00:22:37.308552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-3101aaf6-58b3-437f-a160-5b73d589afa9 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips/ec5a478e-6a94-4fd6-a087-aa1af0e49947 HTTP/1.1" status: 200 len: 693 time: 0.0531375 Aug 24 00:22:37.400335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422abf29-063a-421d-9a6c-6ee98af8bcc7 req-c0e8ed74-a2eb-470a-bd68-bf33a9a3af3c tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.401851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-422abf29-063a-421d-9a6c-6ee98af8bcc7 req-c0e8ed74-a2eb-470a-bd68-bf33a9a3af3c tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 944 time: 0.1116433 Aug 24 00:22:37.465949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-f4782709-c174-4e41-9611-860b529a79ee tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.467420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-f4782709-c174-4e41-9611-860b529a79ee tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1440046 Aug 24 00:22:37.473110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-422abf29-063a-421d-9a6c-6ee98af8bcc7 req-68319879-b3ec-47dc-b0b8-0ecf39eab785 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634978 Aug 24 00:22:37.525494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-99654abf-6272-461d-a016-cc551ed34257 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.0510209 Aug 24 00:22:37.547897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:37.589704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-07fa1d36-f209-45a6-b555-bcd24d2948d3 tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.0569406 Aug 24 00:22:37.703124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd03fc-29f8-4253-8998-8f36128a064d req-a3c3015d-1b2e-44a1-8185-45f59df2ee32 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:37.704605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1edd03fc-29f8-4253-8998-8f36128a064d req-a3c3015d-1b2e-44a1-8185-45f59df2ee32 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 946 time: 0.1331742 Aug 24 00:22:37.714448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55918) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:37.719293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Request body: {'floatingip': {'port_id': '7e25583c-0b60-4145-98ad-9da7a68d2faa'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:37.749351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Deleting port 8a34c951-9ac0-4703-84f7-6752072e37c3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:37.749915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.759845 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.833338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.833692 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:37.846777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Calling delete_port for 8a34c951-9ac0-4703-84f7-6752072e37c3 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:38.068503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644728e-1911-4a09-bae9-972d02ce4c84 req-cddc9418-919f-42ed-a82f-6a01a216b66c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:38.070128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8644728e-1911-4a09-bae9-972d02ce4c84 req-cddc9418-919f-42ed-a82f-6a01a216b66c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0620296 Aug 24 00:22:38.115133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8644728e-1911-4a09-bae9-972d02ce4c84 req-deee0510-41b4-4394-9fc1-32924a34dead tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356948 Aug 24 00:22:38.278586 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.309706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Pushing event deleted for resources: {'Port': ['ID=8a34c951-9ac0-4703-84f7-6752072e37c3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:38.384484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb6222d4-a971-4319-b001-f767424d1b8b req-2e61bf97-947d-43f1-a6e5-5bec0c4c18db tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 210 time: 0.0493038 Aug 24 00:22:38.402664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.405277 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.406513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a786d89-2bc5-480c-a871-6ecbdb95c1c6 req-61600c58-ced3-4a78-912e-41a785f5e80c tempest-FloatingIPDetailsTestJSON-453230836 tempest-FloatingIPDetailsTestJSON-453230836-project] 10.222.0.26 "DELETE /v2.0/floatingips/ec5a478e-6a94-4fd6-a087-aa1af0e49947 HTTP/1.1" status: 204 len: 173 time: 0.8024681 Aug 24 00:22:38.416782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:38.491604 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.569914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.592693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 342df646-f846-48c8-ae84-652610969793 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:38.613152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:38.739147 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Floating IP 7fac8966-4da8-4e1b-9470-773c1afbdc57 associated. External IP: 172.25.5.216, port: 7e25583c-0b60-4145-98ad-9da7a68d2faa. Aug 24 00:22:38.769641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 342df646-f846-48c8-ae84-652610969793 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:38.775039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 342df646-f846-48c8-ae84-652610969793 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:38.780054 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.865393 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:38.890327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72376dc-cea4-4ee2-bc5f-dc0800f5e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342df646-f846-48c8-ae84-652610969793'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:38.892763 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6c843a-a64a-47ea-95ad-c266d7014321" -d '{"events": [{"server_uuid": "d72376dc-cea4-4ee2-bc5f-dc0800f5e23e", "name": "network-vif-plugged", "status": "completed", "tag": "342df646-f846-48c8-ae84-652610969793"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:38.906192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 342df646-f846-48c8-ae84-652610969793, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=342df646-f846-48c8-ae84-652610969793,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:38.930841 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ff5d1-0ce8-496e-aa5d-3c92ffd793f3 x-openstack-request-id: req-684ff5d1-0ce8-496e-aa5d-3c92ffd793f3 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:38.931144 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72376dc-cea4-4ee2-bc5f-dc0800f5e23e", "name": "network-vif-plugged", "status": "completed", "tag": "342df646-f846-48c8-ae84-652610969793", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:38.931393 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-684ff5d1-0ce8-496e-aa5d-3c92ffd793f3 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:38.932056 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72376dc-cea4-4ee2-bc5f-dc0800f5e23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342df646-f846-48c8-ae84-652610969793', 'code': 200} Aug 24 00:22:38.989391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:22:39.026734 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.026989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacaa1e-bd75-40b7-871e-98c9c5e3e9bd req-1c9997fe-724b-4bc2-b17d-5ed00238304e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.028348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dacaa1e-bd75-40b7-871e-98c9c5e3e9bd req-1c9997fe-724b-4bc2-b17d-5ed00238304e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 944 time: 0.4544020 Aug 24 00:22:39.036431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1538df7d-cec9-47b6-9edc-89a102c0d971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.082953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=342df646-f846-48c8-ae84-652610969793,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:39.117378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:22:39.122645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.133871 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] Sync routers for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:22:39.154391 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c9df7fed-bcab-44c9-86dd-c63d9436c2b4 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "PUT /v2.0/floatingips/7fac8966-4da8-4e1b-9470-773c1afbdc57 HTTP/1.1" status: 200 len: 992 time: 1.4388251 Aug 24 00:22:39.157373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'tag': '7e25583c-0b60-4145-98ad-9da7a68d2faa'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:39.157845 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:39.158272 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a191ebf-6aff-493d-947e-4de7810d8b72" -d '{"events": [{"name": "network-changed", "server_uuid": "8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021", "tag": "7e25583c-0b60-4145-98ad-9da7a68d2faa"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:39.159627 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:39.160566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dacaa1e-bd75-40b7-871e-98c9c5e3e9bd req-c7319393-8c77-4a4b-a9f6-6488dba5ac58 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217399 Aug 24 00:22:39.266152 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc01a6f-5c36-4df5-8636-1d3a18a54df6 x-openstack-request-id: req-bcc01a6f-5c36-4df5-8636-1d3a18a54df6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:39.266485 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021", "tag": "7e25583c-0b60-4145-98ad-9da7a68d2faa", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:39.266695 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bcc01a6f-5c36-4df5-8636-1d3a18a54df6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:39.267104 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'tag': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'status': 'completed', 'code': 200} Aug 24 00:22:39.316157 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:39.400434 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1538df7d-cec9-47b6-9edc-89a102c0d971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.404767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870f6f8-783c-42e7-ac49-ccc09dc67e62 req-7a056c1d-fec5-4695-a91a-01d83d10eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.406337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d870f6f8-783c-42e7-ac49-ccc09dc67e62 req-7a056c1d-fec5-4695-a91a-01d83d10eb06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d72376dc-cea4-4ee2-bc5f-dc0800f5e23e HTTP/1.1" status: 200 len: 1097 time: 0.1869771 Aug 24 00:22:39.418638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943640f-eca6-4d0c-a1eb-24274fcd0e56 req-51cc98be-a897-43db-904f-c29fdbffd4a3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.426846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4943640f-eca6-4d0c-a1eb-24274fcd0e56 req-51cc98be-a897-43db-904f-c29fdbffd4a3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1938894 Aug 24 00:22:39.495889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-1045330b-25cb-4530-a535-c75f36dae66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.497340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-1045330b-25cb-4530-a535-c75f36dae66a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=48a870a921cf4160b839b83236def0ff&device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 1097 time: 0.1899545 Aug 24 00:22:39.543716 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1538df7d-cec9-47b6-9edc-89a102c0d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.546988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18c90613-43e1-4d79-b39b-4a2c3f77d889 req-4ecc305d-56d2-48ed-ac49-c36bce294865 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 210 time: 0.0687602 Aug 24 00:22:39.571658 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '7fac8966-4da8-4e1b-9470-773c1afbdc57', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'port_id': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'mac_address': 'fa:16:3e:b6:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:28Z', 'updated_at': '2021-08-24T00:22:38Z', 'revision_number': 1, 'project_id': '48a870a921cf4160b839b83236def0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:28Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:39.593737 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] Checking router: 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:22:39.599624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4943640f-eca6-4d0c-a1eb-24274fcd0e56 req-92974bb5-b472-419c-8782-0ccde7920444 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717126 Aug 24 00:22:39.604419 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:39.605337 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:39.639584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d870f6f8-783c-42e7-ac49-ccc09dc67e62 req-8ed96d9f-1a18-4c34-8092-676897fe9941 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096128 Aug 24 00:22:39.672691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1538df7d-cec9-47b6-9edc-89a102c0d971 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb3a2c75d7d34e668e1c68b192f09906&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0571611 Aug 24 00:22:39.676784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538df7d-cec9-47b6-9edc-89a102c0d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e875168c-fc15-40f8-954e-a5e69cd96830,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:39.678142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55972) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:39.725185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-ca603c39-8a91-4ea2-90db-f2e31f58b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.726904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-ca603c39-8a91-4ea2-90db-f2e31f58b295 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2480ad75-39a9-499b-9abe-49dcbf0c9bf7 HTTP/1.1" status: 200 len: 917 time: 0.2017033 Aug 24 00:22:39.731134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.747020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d162ee7-7d3c-4f80-97d4-c6866dfdd842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.773813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d162ee7-7d3c-4f80-97d4-c6866dfdd842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:39.849893 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:39.875954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-6301d243-4771-41ee-8f73-efcee0d4117e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e25583c-0b60-4145-98ad-9da7a68d2faa HTTP/1.1" status: 200 len: 1000 time: 0.1038697 Aug 24 00:22:39.990433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-95b09500-b9ca-46e5-9a9b-b8e87cd48e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:39.991909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-95b09500-b9ca-46e5-9a9b-b8e87cd48e0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=919e4b2d-b825-4a2c-9a11-c25a7bf181bd HTTP/1.1" status: 200 len: 855 time: 0.0730982 Aug 24 00:22:40.056674 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d162ee7-7d3c-4f80-97d4-c6866dfdd842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.067477 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2d162ee7-7d3c-4f80-97d4-c6866dfdd842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.067477 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d162ee7-7d3c-4f80-97d4-c6866dfdd842 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e875168c-fc15-40f8-954e-a5e69cd96830 HTTP/1.1" status: 204 len: 168 time: 0.3807445 Aug 24 00:22:40.076408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d162ee7-7d3c-4f80-97d4-c6866dfdd842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e875168c-fc15-40f8-954e-a5e69cd96830,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:40.149286 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '7fac8966-4da8-4e1b-9470-773c1afbdc57', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'port_id': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'mac_address': 'fa:16:3e:b6:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:28Z', 'updated_at': '2021-08-24T00:22:38Z', 'revision_number': 1, 'project_id': '48a870a921cf4160b839b83236def0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:28Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:40.150380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-fbab3d28-91af-4247-9d55-605efa63d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:40.151923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-fbab3d28-91af-4247-9d55-605efa63d742 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2480ad75-39a9-499b-9abe-49dcbf0c9bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447949 Aug 24 00:22:40.191808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394abc94-051e-414e-91d9-4f58513ce7d1 None None] The sync data for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 is: [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '7fac8966-4da8-4e1b-9470-773c1afbdc57', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'port_id': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'mac_address': 'fa:16:3e:b6:5f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:21:28Z', 'updated_at': '2021-08-24T00:22:38Z', 'revision_number': 1, 'project_id': '48a870a921cf4160b839b83236def0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:28Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:22:40.290215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0143e610-40af-48c8-b14c-8660ea07734f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:40.291717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0143e610-40af-48c8-b14c-8660ea07734f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 808 time: 0.2339215 Aug 24 00:22:40.320404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Request body: {'port': {'device_id': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'admin_state_up': True, 'tenant_id': 'fa321f3aaf844d3cad1999a705abd9f1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:40.323884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Deleting port 5468c805-1994-4200-b881-9355bd4ab739 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:40.324227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.459258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-2bafa0d6-c9b2-4135-b4b2-85f272f517cd service neutron] 10.222.0.37 "GET /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919796 Aug 24 00:22:40.479085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf2336-ad15-43e8-b5bf-8dd716ebd854 req-e66c9d9c-e62b-4c85-9416-706bb0558b1c tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:40.486357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0cf2336-ad15-43e8-b5bf-8dd716ebd854 req-e66c9d9c-e62b-4c85-9416-706bb0558b1c tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 944 time: 0.2232308 Aug 24 00:22:40.567863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39504957-7e1d-4388-b739-766286040d93 None None] New status for floating IP 7fac8966-4da8-4e1b-9470-773c1afbdc57: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:22:40.634517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:40.674018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0cf2336-ad15-43e8-b5bf-8dd716ebd854 req-c1077c33-9c74-4a94-b281-b99a002710d9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860931 Aug 24 00:22:40.686745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] For port 5468c805-1994-4200-b881-9355bd4ab739, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5468c805-1994-4200-b881-9355bd4ab739,segment=NetworkSegment(3b15fe88-de4a-4d41-b6cc-387721802c03),segment_id=3b15fe88-de4a-4d41-b6cc-387721802c03)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:40.687866 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.795689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a191ebf-6aff-493d-947e-4de7810d8b72 req-9d24cda6-434f-4cc4-9c7b-db9d8480d63e service neutron] 10.222.0.37 "GET /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257170 Aug 24 00:22:40.797764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Calling delete_port for 5468c805-1994-4200-b881-9355bd4ab739 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:40.803082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7405dad6-b921-4003-a50a-badbda073789 req-33eef760-acc8-4224-a7ed-787281485ff9 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 210 time: 0.0575695 Aug 24 00:22:40.839401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:40.839401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:40.839401 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.882011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Made reservation on behalf of fa321f3aaf844d3cad1999a705abd9f1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:40.885113 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.915951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832141c-cb25-4572-8638-9cfbe255b701 req-513cf227-5dcb-4345-9e5c-1d9b2e481660 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:40.917475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b832141c-cb25-4572-8638-9cfbe255b701 req-513cf227-5dcb-4345-9e5c-1d9b2e481660 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1209044 Aug 24 00:22:40.920430 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:40.944647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333b5c95-8980-415e-b748-d981a86c7834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:40.946909 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce9d8a0-d260-4da6-a0c6-1bfb348160d2" -d '{"events": [{"server_uuid": "333b5c95-8980-415e-b748-d981a86c7834", "name": "network-vif-plugged", "status": "completed", "tag": "5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:40.962651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:41.019282 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5443830d-b53a-4ffc-b0a7-cbb56f407db0 x-openstack-request-id: req-5443830d-b53a-4ffc-b0a7-cbb56f407db0 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:41.020007 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333b5c95-8980-415e-b748-d981a86c7834", "name": "network-vif-plugged", "status": "completed", "tag": "5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:41.020440 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5443830d-b53a-4ffc-b0a7-cbb56f407db0 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:41.021020 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333b5c95-8980-415e-b748-d981a86c7834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5', 'code': 200} Aug 24 00:22:41.054949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b832141c-cb25-4572-8638-9cfbe255b701 req-1cf43f30-7d15-49c2-9240-3b7b8ed64ff4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230350 Aug 24 00:22:41.118650 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.190457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:41.252267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Allocated IP 172.20.0.2 (5138a54a-cbfe-45f8-8518-73972265602f/2ee400ed-b6f9-4653-aaf1-b8612f6fcde2/1d714daf-df59-4d79-ba3b-c3165c5aa476) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:22:41.295022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bc04f-fd5b-4955-a955-3e4c04a033cb req-0da8dff3-2794-4ae7-8b2b-815b2a09b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:41.297243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-890bc04f-fd5b-4955-a955-3e4c04a033cb req-0da8dff3-2794-4ae7-8b2b-815b2a09b755 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 1096 time: 0.0944462 Aug 24 00:22:41.359836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-890bc04f-fd5b-4955-a955-3e4c04a033cb req-ee19266f-7503-4884-b5d4-ef674d88d5ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Aug 24 00:22:41.519999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.558511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Pushing event deleted for resources: {'Port': ['ID=5468c805-1994-4200-b881-9355bd4ab739,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:41.672943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:41.812385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56034) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:41.894337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.043419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3189eaf-ecc0-4339-a305-600b45d92c7c req-26824572-537b-4448-a242-4dc22cd8b4ac tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 210 time: 0.0724518 Aug 24 00:22:42.089971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba468f3d-8f1f-4a1b-9f1a-f6a21a48c300 req-f0fb6d4e-8b21-40f5-bbb8-2739bb5cc922 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.095448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba468f3d-8f1f-4a1b-9f1a-f6a21a48c300 req-f0fb6d4e-8b21-40f5-bbb8-2739bb5cc922 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 945 time: 0.1831377 Aug 24 00:22:42.104858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-660afee3-249c-48a5-b09a-2a7c641000b8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:42.106214 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-660afee3-249c-48a5-b09a-2a7c641000b8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 24 00:22:42.106778 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-660afee3-249c-48a5-b09a-2a7c641000b8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:22:42.108277 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-660afee3-249c-48a5-b09a-2a7c641000b8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2951176 Aug 24 00:22:42.114433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56042) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:42.120069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--402225342'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:42.189619 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.233877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba468f3d-8f1f-4a1b-9f1a-f6a21a48c300 req-203671ad-a04f-428e-bf1f-9f3dc7e16025 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054487 Aug 24 00:22:42.261030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.272698 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.294450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.303313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Network 5138a54a-cbfe-45f8-8518-73972265602f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:22:42.308817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:42.312180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:22:42.436478 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.463708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Pushing event updated for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.491417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d951ff-aceb-4ec0-826c-a8df494352a3 req-5752318d-b476-41c2-b653-b5db03829f3f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.493758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1d951ff-aceb-4ec0-826c-a8df494352a3 req-5752318d-b476-41c2-b653-b5db03829f3f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.3154132 Aug 24 00:22:42.535852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.674476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f71470-7469-4c3f-8bd1-8602c9bb1012,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.708803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.850154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.904084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f7fc7-5273-496e-99d3-1cb20479ce0c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:42.915393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:42.916020 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:42.945724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1d951ff-aceb-4ec0-826c-a8df494352a3 req-e7ed5bc0-c13e-4193-9f24-e359d4b88ef5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434147 Aug 24 00:22:42.979434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Router 446fa397-dcda-4af9-912c-e91ac0f8a172 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:22:43.079023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.080337 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-296b090c-00c5-461b-9f08-769cf1db3ec8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9647210 Aug 24 00:22:43.083376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56054) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:43.088151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-38f48fa1-7d0f-41c0-9802-40ad6bf80854 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '2a0f7fc7-5273-496e-99d3-1cb20479ce0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:43.106896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-0470605c-65b3-4adf-9032-8651099b0c69 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7971921 Aug 24 00:22:43.127386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Request body: {'port': {'device_id': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:43.201064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:22:43.214769 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] Sync routers for ids ['446fa397-dcda-4af9-912c-e91ac0f8a172'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:22:43.225794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-100c7111-253e-4c8e-9d87-d11fd15c246a admin admin] 10.222.0.26 "PUT /v2.0/routers/446fa397-dcda-4af9-912c-e91ac0f8a172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8079312 Aug 24 00:22:43.229602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56056) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:43.235170 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] Routers {'446fa397-dcda-4af9-912c-e91ac0f8a172'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:43.235828 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['446fa397-dcda-4af9-912c-e91ac0f8a172'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:43.298673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2da4e5-a17f-473a-af0e-66ceb2bb3c1c req-a549d743-546c-45d1-b363-d30ef3dfa871 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.306609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2da4e5-a17f-473a-af0e-66ceb2bb3c1c req-a549d743-546c-45d1-b363-d30ef3dfa871 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 931 time: 0.1533833 Aug 24 00:22:43.308450 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.338652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.422118 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] Set router 446fa397-dcda-4af9-912c-e91ac0f8a172 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:43.444948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2da4e5-a17f-473a-af0e-66ceb2bb3c1c req-1c403405-d0cd-4aa3-9aab-4324b5da43d8 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344771 Aug 24 00:22:43.467959 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.475857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f48fa1-7d0f-41c0-9802-40ad6bf80854 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.528817 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f48fa1-7d0f-41c0-9802-40ad6bf80854 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.586056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31da4e6-c436-4d7b-88d0-a7b2e8779fcf req-4e45eb7b-58b6-425a-95e4-3ceb94dab1a9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.588745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b31da4e6-c436-4d7b-88d0-a7b2e8779fcf req-4e45eb7b-58b6-425a-95e4-3ceb94dab1a9 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 945 time: 0.2192018 Aug 24 00:22:43.597140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Deleting port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:43.597793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.684940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] For port 19a1ca8a-7da9-443f-bfb2-7a6592caa18c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=19a1ca8a-7da9-443f-bfb2-7a6592caa18c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:43.685763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.694004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b31da4e6-c436-4d7b-88d0-a7b2e8779fcf req-c06e3619-b8e3-4162-84bf-7f4c371625d3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967023 Aug 24 00:22:43.708333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Calling delete_port for 19a1ca8a-7da9-443f-bfb2-7a6592caa18c owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:43.791425 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:41Z', 'revision_number': 5, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port': {'id': '19a1ca8a-7da9-443f-bfb2-7a6592caa18c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ac:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:22:06Z', 'updated_at': '2021-08-24T00:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:43.832052 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] Checking router: 446fa397-dcda-4af9-912c-e91ac0f8a172 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:22:43.842718 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] Routers {'446fa397-dcda-4af9-912c-e91ac0f8a172'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:22:43.843515 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['446fa397-dcda-4af9-912c-e91ac0f8a172'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:43.889109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f48fa1-7d0f-41c0-9802-40ad6bf80854 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.909424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f48fa1-7d0f-41c0-9802-40ad6bf80854 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548c1a6d-f3c9-47b3-8779-cfa2855bd661,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:43.921016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1416dd9-39b5-4a2f-bbb7-df1b2773d84b req-3f86be1b-e56c-4430-9361-18a475798ade tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:43.926195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1416dd9-39b5-4a2f-bbb7-df1b2773d84b req-3f86be1b-e56c-4430-9361-18a475798ade tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=d72376dc-cea4-4ee2-bc5f-dc0800f5e23e HTTP/1.1" status: 200 len: 946 time: 0.1199856 Aug 24 00:22:43.937541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d714daf-df59-4d79-ba3b-c3165c5aa476 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:43.954020 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:43.963429 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] Set router 446fa397-dcda-4af9-912c-e91ac0f8a172 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:22:43.998376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.004255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Transition to ACTIVE for port object 1d714daf-df59-4d79-ba3b-c3165c5aa476 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:22:44.028103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1416dd9-39b5-4a2f-bbb7-df1b2773d84b req-88b1d208-f110-457e-84da-ab2d226fe593 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951579 Aug 24 00:22:44.048142 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:43Z', 'revision_number': 6, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:44.083774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Pushing event deleted for resources: {'Port': ['ID=19a1ca8a-7da9-443f-bfb2-7a6592caa18c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:44.106027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f48fa1-7d0f-41c0-9802-40ad6bf80854 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.106905 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4681e5f-55af-4a62-8fd8-dc1663fa4201 None None] The sync data for ids ['446fa397-dcda-4af9-912c-e91ac0f8a172'] in n-d-804878-2 is: [{'id': '446fa397-dcda-4af9-912c-e91ac0f8a172', 'name': 'tempest-FloatingIPDetailsTestJSON-1154806116-router', 'tenant_id': 'd85411376c70494d8c8d72b132fc6618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:22:05Z', 'updated_at': '2021-08-24T00:22:43Z', 'revision_number': 6, 'project_id': 'd85411376c70494d8c8d72b132fc6618', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:22:44.111052 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-38f48fa1-7d0f-41c0-9802-40ad6bf80854 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0266576 Aug 24 00:22:44.117269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:44.128129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-499a5a23-ee7f-444b-858d-e5843eb451c7 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '2a0f7fc7-5273-496e-99d3-1cb20479ce0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:44.157250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad2534-589d-4447-ad19-6e4bacb105c4 req-0580e1fd-3b9b-4be9-9506-b306f1414ac6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.166035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4ad2534-589d-4447-ad19-6e4bacb105c4 req-0580e1fd-3b9b-4be9-9506-b306f1414ac6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1004148 Aug 24 00:22:44.169943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.212576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.265397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:44.294633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4ad2534-589d-4447-ad19-6e4bacb105c4 req-ed281e3e-97d6-4e51-a5f3-2bd6ab21a917 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268692 Aug 24 00:22:44.328983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.334124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.382452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-499a5a23-ee7f-444b-858d-e5843eb451c7 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.383631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:22:44.383990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:22:44.384326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:44.388937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:22:44.389312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:22:44.396485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:22:44.396485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:44.396826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:22:44.397095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Bound port: 1d714daf-df59-4d79-ba3b-c3165c5aa476, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:22:44.397532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.479538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:22:44.483039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:22:44.626831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8b182-74ea-4a4f-97ca-7eea7995cd4b req-8c96cfbb-2c2b-4079-a5e6-1c7a3b479cc6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.629397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22a8b182-74ea-4a4f-97ca-7eea7995cd4b req-8c96cfbb-2c2b-4079-a5e6-1c7a3b479cc6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.0949190 Aug 24 00:22:44.644668 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.648798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446fa397-dcda-4af9-912c-e91ac0f8a172 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:22:44.649731 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.654668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:44.655273 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7a790245-d9b7-46b4-8549-87459c1365ca admin admin] 10.222.0.26 "DELETE /v2.0/routers/446fa397-dcda-4af9-912c-e91ac0f8a172 HTTP/1.1" status: 204 len: 168 time: 1.4203184 Aug 24 00:22:44.691604 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-499a5a23-ee7f-444b-858d-e5843eb451c7 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:22:44.694635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.694842 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-499a5a23-ee7f-444b-858d-e5843eb451c7 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5738313 Aug 24 00:22:44.698189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56082) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:44.783734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:44.784421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-048ce775-f1ff-4417-a363-052bae2030b5 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.812917 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-048ce775-f1ff-4417-a363-052bae2030b5 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.820055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d64f343-5a85-476a-8f21-d405af21d2bd admin admin] Deleting subnet 492b5b63-7278-4393-bf87-5f73d74a96f8 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:22:44.832253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22a8b182-74ea-4a4f-97ca-7eea7995cd4b req-ce2b678c-9e8b-4e48-83e6-68a5d8423cc0 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960821 Aug 24 00:22:44.840767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d64f343-5a85-476a-8f21-d405af21d2bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.890849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:44.891916 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.893867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-9db174a2-d28d-46fd-b374-8ba3483864e3 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d714daf-df59-4d79-ba3b-c3165c5aa476 HTTP/1.1" status: 200 len: 1091 time: 1.7707624 Aug 24 00:22:44.902757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:44.913289 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe06c89a-35bb-47de-bb50-52b9a56432b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:44.947460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d64f343-5a85-476a-8f21-d405af21d2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.958710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-048ce775-f1ff-4417-a363-052bae2030b5 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.961657 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-048ce775-f1ff-4417-a363-052bae2030b5 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:44.962965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-048ce775-f1ff-4417-a363-052bae2030b5 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a0f7fc7-5273-496e-99d3-1cb20479ce0c HTTP/1.1" status: 204 len: 168 time: 0.2637775 Aug 24 00:22:44.967119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56094) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:45.019685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ce775-f1ff-4417-a363-052bae2030b5 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f7fc7-5273-496e-99d3-1cb20479ce0c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:45.113678 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fe694404-9172-41d9-b8ab-57389e893af9 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1446071 Aug 24 00:22:45.118722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56096) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:45.123955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e5c30821-2b3c-4655-a529-0783affd9213 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--898898233'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:45.127376 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195e039e-2797-4282-8dde-e338e632a308 x-openstack-request-id: req-195e039e-2797-4282-8dde-e338e632a308 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:45.127778 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:45.128034 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-195e039e-2797-4282-8dde-e338e632a308 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:45.128686 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476', 'status': 'completed', 'code': 200} Aug 24 00:22:45.164672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d64f343-5a85-476a-8f21-d405af21d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.192093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-8d380a5a-b3dd-44b4-beff-ae6d5b89d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.193655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-8d380a5a-b3dd-44b4-beff-ae6d5b89d254 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1094 time: 0.1267223 Aug 24 00:22:45.256103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-90ecaf75-2fd3-43fa-864b-f770abf033c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476 HTTP/1.1" status: 200 len: 217 time: 0.0452435 Aug 24 00:22:45.321132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-cb42fbb0-c22f-4d81-9d95-b5f488aa938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.323019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-cb42fbb0-c22f-4d81-9d95-b5f488aa938a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0591357 Aug 24 00:22:45.357405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-8d36c70e-5261-464a-88f1-ac08c645fca2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270238 Aug 24 00:22:45.496185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363f509-5789-49c0-9887-e061ef7395e2 req-f3296058-4063-4cf6-99c7-c1acf2bb514f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:45.499582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d363f509-5789-49c0-9887-e061ef7395e2 req-f3296058-4063-4cf6-99c7-c1acf2bb514f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1087625 Aug 24 00:22:45.504110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-f445bf71-fd4f-4930-8026-e80ade572978 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385853 Aug 24 00:22:45.550990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5c30821-2b3c-4655-a529-0783affd9213 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.588130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d363f509-5789-49c0-9887-e061ef7395e2 req-d2fed4a2-8735-4228-a6e6-03d024265ac3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830617 Aug 24 00:22:45.626499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63054e8-f527-4965-a7ea-e10dfa6a985f req-99d466d2-10a2-408f-acea-030a9276c5bf service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140890 Aug 24 00:22:45.633583 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5c30821-2b3c-4655-a529-0783affd9213 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.724715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d64f343-5a85-476a-8f21-d405af21d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.751828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64f343-5a85-476a-8f21-d405af21d2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492b5b63-7278-4393-bf87-5f73d74a96f8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:45.759430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d64f343-5a85-476a-8f21-d405af21d2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.763194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4d64f343-5a85-476a-8f21-d405af21d2bd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/492b5b63-7278-4393-bf87-5f73d74a96f8 HTTP/1.1" status: 204 len: 168 time: 1.1055796 Aug 24 00:22:45.764580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56104) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:45.767077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7943f0-e498-450b-b8dc-db3e53568af4 None None] Network aea73748-7219-4dea-8325-bc60a255b968 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:45.809549 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5c30821-2b3c-4655-a529-0783affd9213 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.844559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c30821-2b3c-4655-a529-0783affd9213 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a4dba-c00c-4307-b387-32f8732fcabe,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:45.856582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.938087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Deleting port f70f641c-f826-49ec-86bc-a6bed51c28a0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:45.938435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.970665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5c30821-2b3c-4655-a529-0783affd9213 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:45.971493 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5c30821-2b3c-4655-a529-0783affd9213 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8517263 Aug 24 00:22:45.974493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:45.979471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f35157ec-1158-48ec-8481-1be1a7dfefa2 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': 'd01a4dba-c00c-4307-b387-32f8732fcabe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:45.980404 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-f35157ec-1158-48ec-8481-1be1a7dfefa2 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 24 00:22:45.980957 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-f35157ec-1158-48ec-8481-1be1a7dfefa2 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:45.982504 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f35157ec-1158-48ec-8481-1be1a7dfefa2 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070560 Aug 24 00:22:45.987638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56118) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:46.059344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b688ac5e-dc22-4e3b-8292-1fdc7351636f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.097714 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b688ac5e-dc22-4e3b-8292-1fdc7351636f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.138662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] For port f70f641c-f826-49ec-86bc-a6bed51c28a0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f70f641c-f826-49ec-86bc-a6bed51c28a0,segment=NetworkSegment(3b15fe88-de4a-4d41-b6cc-387721802c03),segment_id=3b15fe88-de4a-4d41-b6cc-387721802c03)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:46.140296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.146659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] DHCP port deletion for aea73748-7219-4dea-8325-bc60a255b968 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:22:46.160220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Calling delete_port for f70f641c-f826-49ec-86bc-a6bed51c28a0 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:46.178746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985460f4-f299-4105-ae92-f1833d3616fe req-aa251e58-096c-490b-8396-f48581010cd2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.180428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-985460f4-f299-4105-ae92-f1833d3616fe req-aa251e58-096c-490b-8396-f48581010cd2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.1713119 Aug 24 00:22:46.182255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-25e80490-048a-49d9-bff8-e094ba461a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.183631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-25e80490-048a-49d9-bff8-e094ba461a6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1094 time: 0.1757288 Aug 24 00:22:46.194926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75565de1-a95c-4c6b-a67e-3be82fb8a9e9 req-6f44b7cd-5251-48b8-bee5-05cd14aebab3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.202824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75565de1-a95c-4c6b-a67e-3be82fb8a9e9 req-6f44b7cd-5251-48b8-bee5-05cd14aebab3 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=d72376dc-cea4-4ee2-bc5f-dc0800f5e23e HTTP/1.1" status: 200 len: 946 time: 0.1836774 Aug 24 00:22:46.244061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Deleting port f70f641c-f826-49ec-86bc-a6bed51c28a0 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:46.244634 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.313235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 19a1ca8a-7da9-443f-bfb2-7a6592caa18c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:46.330649 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b688ac5e-dc22-4e3b-8292-1fdc7351636f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.333363 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b688ac5e-dc22-4e3b-8292-1fdc7351636f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.335053 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b688ac5e-dc22-4e3b-8292-1fdc7351636f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/d01a4dba-c00c-4307-b387-32f8732fcabe HTTP/1.1" status: 204 len: 168 time: 0.3464806 Aug 24 00:22:46.340461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56122) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:46.355428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 19a1ca8a-7da9-443f-bfb2-7a6592caa18c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:46.356610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 19a1ca8a-7da9-443f-bfb2-7a6592caa18c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:46.357276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f70f641c-f826-49ec-86bc-a6bed51c28a0 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:46.359478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688ac5e-dc22-4e3b-8292-1fdc7351636f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a4dba-c00c-4307-b387-32f8732fcabe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:46.380640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-985460f4-f299-4105-ae92-f1833d3616fe req-2b0de919-523b-48dd-89ef-e6bf16d3c06d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756113 Aug 24 00:22:46.400223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75565de1-a95c-4c6b-a67e-3be82fb8a9e9 req-d3a71aa9-6a94-4337-9d29-7c602477917b tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960602 Aug 24 00:22:46.438060 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0c70d098-02da-4b3e-ae4a-b73710b15044 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929575 Aug 24 00:22:46.438889 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56124) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:46.465172 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0cad4b6f-4adf-4bac-911f-84dc03d86a65 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871476624'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:46.504257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-4764809c-399c-4419-b1d9-47f8f410bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.505385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] For port f70f641c-f826-49ec-86bc-a6bed51c28a0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f70f641c-f826-49ec-86bc-a6bed51c28a0,segment=NetworkSegment(3b15fe88-de4a-4d41-b6cc-387721802c03),segment_id=3b15fe88-de4a-4d41-b6cc-387721802c03)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:46.505917 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.506717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-4764809c-399c-4419-b1d9-47f8f410bda4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.2949889 Aug 24 00:22:46.522931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Calling delete_port for f70f641c-f826-49ec-86bc-a6bed51c28a0 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:46.578669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-4dbbbd23-9887-4251-965d-7c0d6e8a0418 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476 HTTP/1.1" status: 200 len: 217 time: 0.0502489 Aug 24 00:22:46.614311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.634494 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.670906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] No DVR routers for this DVR port f70f641c-f826-49ec-86bc-a6bed51c28a0 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:46.687197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5468c805-1994-4200-b881-9355bd4ab739 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:46.689599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0cad4b6f-4adf-4bac-911f-84dc03d86a65 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.700198 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.711926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70f641c-f826-49ec-86bc-a6bed51c28a0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:46.715737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-ab9f6f1d-a1c7-4c7a-9e5e-20f27534f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.717476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-ab9f6f1d-a1c7-4c7a-9e5e-20f27534f19e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.1308720 Aug 24 00:22:46.723987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5468c805-1994-4200-b881-9355bd4ab739 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:46.724606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5468c805-1994-4200-b881-9355bd4ab739 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:46.748639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Pushing event deleted for resources: {'Port': ['ID=f70f641c-f826-49ec-86bc-a6bed51c28a0,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:46.752079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] No DVR routers for this DVR port f70f641c-f826-49ec-86bc-a6bed51c28a0 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:46.759321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.759713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.760063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.760408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.760745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.761105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.768692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.769243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.769467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.769842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.770185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.770541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b65060-9863-4568-8d13-ffb3d2d638c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:22:46.839896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0cad4b6f-4adf-4bac-911f-84dc03d86a65 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.877842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-5e564263-b13d-4fb5-9ef3-1268aa32f877 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300395 Aug 24 00:22:46.888371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.927971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea73748-7219-4dea-8325-bc60a255b968']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:46.938807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feae5b-60c0-4e0a-b9ac-c30f60bce1ef req-236aaf3f-0202-438d-9894-39b11441fca1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:46.939437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4feae5b-60c0-4e0a-b9ac-c30f60bce1ef req-236aaf3f-0202-438d-9894-39b11441fca1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.2657404 Aug 24 00:22:46.953096 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0cad4b6f-4adf-4bac-911f-84dc03d86a65 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:46.995192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b15fe88-de4a-4d41-b6cc-387721802c03') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:46.995476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b15fe88-de4a-4d41-b6cc-387721802c03') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:47.007188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad4b6f-4adf-4bac-911f-84dc03d86a65 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db4da89-7359-40d5-ac98-fd0c3dac8fa6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:47.022835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7240-6811-4ef1-8704-245815023830 req-1e249075-db05-4ae2-af73-be452f91d315 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.024337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7ad7240-6811-4ef1-8704-245815023830 req-1e249075-db05-4ae2-af73-be452f91d315 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "GET /v2.0/ports?device_id=d72376dc-cea4-4ee2-bc5f-dc0800f5e23e HTTP/1.1" status: 200 len: 946 time: 0.2780020 Aug 24 00:22:47.027120 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.089470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0cad4b6f-4adf-4bac-911f-84dc03d86a65 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.093414 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0cad4b6f-4adf-4bac-911f-84dc03d86a65 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6501074 Aug 24 00:22:47.093561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.093707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56132) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.099150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-648de163-3e7f-48e1-a6da-61a59f22ab74 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '1db4da89-7359-40d5-ac98-fd0c3dac8fa6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:47.100083 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-648de163-3e7f-48e1-a6da-61a59f22ab74 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 24 00:22:47.100729 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-648de163-3e7f-48e1-a6da-61a59f22ab74 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:47.104541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-648de163-3e7f-48e1-a6da-61a59f22ab74 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071881 Aug 24 00:22:47.105053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56134) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.107113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4feae5b-60c0-4e0a-b9ac-c30f60bce1ef req-43984907-4106-46ce-b7ad-982dff9437c1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304014 Aug 24 00:22:47.108104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:47.108516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:47.114540 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:47.190006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-742c67fc-0dfd-46a1-9c10-b9da97933243 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.214393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-742c67fc-0dfd-46a1-9c10-b9da97933243 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.227367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-cdfafc55-8030-40f4-a03d-70a11546ddb6 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357220 Aug 24 00:22:47.296984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.305938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Deleting port 342df646-f846-48c8-ae84-652610969793 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:47.306286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.310801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.312659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] 10.222.0.26 "DELETE /v2.0/networks/aea73748-7219-4dea-8325-bc60a255b968 HTTP/1.1" status: 204 len: 168 time: 1.5471323 Aug 24 00:22:47.329969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-742c67fc-0dfd-46a1-9c10-b9da97933243 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.333641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-742c67fc-0dfd-46a1-9c10-b9da97933243 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.334907 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-742c67fc-0dfd-46a1-9c10-b9da97933243 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/1db4da89-7359-40d5-ac98-fd0c3dac8fa6 HTTP/1.1" status: 204 len: 168 time: 0.2287817 Aug 24 00:22:47.359685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.371431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb633d-8e5b-4fe6-9790-e15330b13f81 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea73748-7219-4dea-8325-bc60a255b968,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:47.375713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c67fc-0dfd-46a1-9c10-b9da97933243 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db4da89-7359-40d5-ac98-fd0c3dac8fa6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:47.448998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06c89a-35bb-47de-bb50-52b9a56432b0 req-6396e629-7831-41fc-9275-e32f03dc78a2 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128646 Aug 24 00:22:47.488930 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ff5d8d58-46a1-4019-b793-c5310346774b tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231365 Aug 24 00:22:47.489794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56144) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.493093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] For port 342df646-f846-48c8-ae84-652610969793, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=342df646-f846-48c8-ae84-652610969793,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:47.496868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.505775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f38aa5c7-c618-4125-84a7-c9b04c45609c tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412425831'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:47.539483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Calling delete_port for 342df646-f846-48c8-ae84-652610969793 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:47.620214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f38aa5c7-c618-4125-84a7-c9b04c45609c tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.707846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8626ba7-ee71-4267-960b-c0276f9a14d5 req-f751c371-61a3-443c-9092-b63d60c77f8c tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.716115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8626ba7-ee71-4267-960b-c0276f9a14d5 req-f751c371-61a3-443c-9092-b63d60c77f8c tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=d72376dc-cea4-4ee2-bc5f-dc0800f5e23e HTTP/1.1" status: 200 len: 946 time: 0.1705713 Aug 24 00:22:47.755266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee3ea7-ff84-40f2-9ef1-895e946f1096 req-caa9151d-72d3-4948-b428-032fce5998f4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:47.762984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aee3ea7-ff84-40f2-9ef1-895e946f1096 req-caa9151d-72d3-4948-b428-032fce5998f4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.1837177 Aug 24 00:22:47.763760 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f38aa5c7-c618-4125-84a7-c9b04c45609c tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.840451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8626ba7-ee71-4267-960b-c0276f9a14d5 req-90330e61-8472-48be-ba15-62292c0f0285 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f3cd5b3-6587-4fa5-8532-18d7df437517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222270 Aug 24 00:22:47.860521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f38aa5c7-c618-4125-84a7-c9b04c45609c tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.905101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38aa5c7-c618-4125-84a7-c9b04c45609c tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda6a2db-67d1-4b04-8fae-0cebe3695108,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:47.960783 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f38aa5c7-c618-4125-84a7-c9b04c45609c tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:47.960931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aee3ea7-ff84-40f2-9ef1-895e946f1096 req-3ab4dc1b-5090-4159-80c8-5dfcbf0fc054 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884141 Aug 24 00:22:47.961053 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f38aa5c7-c618-4125-84a7-c9b04c45609c tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4638393 Aug 24 00:22:47.963272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56154) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.969695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f40bce03-6b0c-42b2-a01a-97c077af4ef9 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': 'dda6a2db-67d1-4b04-8fae-0cebe3695108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:47.977281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56156) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:47.996060 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-f40bce03-6b0c-42b2-a01a-97c077af4ef9 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 24 00:22:47.997191 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-f40bce03-6b0c-42b2-a01a-97c077af4ef9 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:47.998910 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f40bce03-6b0c-42b2-a01a-97c077af4ef9 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0343227 Aug 24 00:22:48.002803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56158) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:48.010271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-18bafa39-c28b-4129-9de4-33b44a6b86a6 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': 'dda6a2db-67d1-4b04-8fae-0cebe3695108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:48.014801 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-18bafa39-c28b-4129-9de4-33b44a6b86a6 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 24 00:22:48.014801 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-18bafa39-c28b-4129-9de4-33b44a6b86a6 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:48.014801 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18bafa39-c28b-4129-9de4-33b44a6b86a6 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092885 Aug 24 00:22:48.017198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56160) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:48.028988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6e183166-f182-4963-a4c1-17866e2880f1 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': 'dda6a2db-67d1-4b04-8fae-0cebe3695108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:48.030181 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-6e183166-f182-4963-a4c1-17866e2880f1 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 24 00:22:48.031578 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-6e183166-f182-4963-a4c1-17866e2880f1 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:48.032951 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e183166-f182-4963-a4c1-17866e2880f1 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125580 Aug 24 00:22:48.036351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56162) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:48.045156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d19d26da-73bb-490e-a82d-41507a56bf18 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': 'dda6a2db-67d1-4b04-8fae-0cebe3695108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:48.046437 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-d19d26da-73bb-490e-a82d-41507a56bf18 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 24 00:22:48.047527 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-d19d26da-73bb-490e-a82d-41507a56bf18 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:48.048604 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d19d26da-73bb-490e-a82d-41507a56bf18 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112631 Aug 24 00:22:48.051986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:48.097108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-ebf388e3-5893-4da3-9415-2452004ebc64 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:48.098615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-ebf388e3-5893-4da3-9415-2452004ebc64 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 945 time: 0.2903056 Aug 24 00:22:48.113317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e5c3507b-8cc4-4bdc-b3b7-26a0d68e6afa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d85411376c70494d8c8d72b132fc6618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314001 Aug 24 00:22:48.114204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56166) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:48.120615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.156096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['342df646-f846-48c8-ae84-652610969793', '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:48.237595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Pushing event deleted for resources: {'Port': ['ID=342df646-f846-48c8-ae84-652610969793,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:48.255040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cb27836-d23c-4d43-959e-78d14c30a2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.286918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cb27836-d23c-4d43-959e-78d14c30a2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.367604 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3eadb199-837f-4884-a977-1d1225db41ea tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.369488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] No DVR routers for this DVR port 342df646-f846-48c8-ae84-652610969793 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:48.372574 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.374789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7ad7240-6811-4ef1-8704-245815023830 req-1469d5f7-020d-4685-924e-f9604530998e tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "DELETE /v2.0/ports/342df646-f846-48c8-ae84-652610969793 HTTP/1.1" status: 204 len: 173 time: 1.3389149 Aug 24 00:22:48.379168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72376dc-cea4-4ee2-bc5f-dc0800f5e23e', 'name': 'network-vif-deleted', 'tag': '342df646-f846-48c8-ae84-652610969793'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:48.382043 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae84425-6071-4fb2-a519-9a045313b38f" -d '{"events": [{"server_uuid": "d72376dc-cea4-4ee2-bc5f-dc0800f5e23e", "name": "network-vif-deleted", "tag": "342df646-f846-48c8-ae84-652610969793"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:48.423405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cb27836-d23c-4d43-959e-78d14c30a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.429912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2cb27836-d23c-4d43-959e-78d14c30a2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.430299 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e0e0e0-7c47-4959-a10a-e3c47e203232 x-openstack-request-id: req-c2e0e0e0-7c47-4959-a10a-e3c47e203232 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:48.430886 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72376dc-cea4-4ee2-bc5f-dc0800f5e23e", "name": "network-vif-deleted", "tag": "342df646-f846-48c8-ae84-652610969793", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:48.431021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2cb27836-d23c-4d43-959e-78d14c30a2cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0324ba98-5d5b-494f-a44a-be8608be483f HTTP/1.1" status: 204 len: 168 time: 0.3143616 Aug 24 00:22:48.431260 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2e0e0e0-7c47-4959-a10a-e3c47e203232 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:48.432269 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72376dc-cea4-4ee2-bc5f-dc0800f5e23e', 'name': 'network-vif-deleted', 'tag': '342df646-f846-48c8-ae84-652610969793', 'status': 'completed', 'code': 200} Aug 24 00:22:48.442626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3eadb199-837f-4884-a977-1d1225db41ea tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.457462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb27836-d23c-4d43-959e-78d14c30a2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0324ba98-5d5b-494f-a44a-be8608be483f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:48.528590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Deleting port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:22:48.528975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.543310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e2e36-453a-41ab-91ad-842202644843 req-9303775f-10a5-42fa-9c0d-10544d3b3f3c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:48.544903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-328e2e36-453a-41ab-91ad-842202644843 req-9303775f-10a5-42fa-9c0d-10544d3b3f3c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.2864485 Aug 24 00:22:48.638832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1d714daf-df59-4d79-ba3b-c3165c5aa476 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:22:48.663472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-328e2e36-453a-41ab-91ad-842202644843 req-3db7e221-e292-4783-bb1f-155d0377f91f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017985 Aug 24 00:22:48.671112 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3eadb199-837f-4884-a977-1d1225db41ea tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.672169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3eadb199-837f-4884-a977-1d1225db41ea tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.677028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56174) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:48.677803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3eadb199-837f-4884-a977-1d1225db41ea tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/dda6a2db-67d1-4b04-8fae-0cebe3695108 HTTP/1.1" status: 204 len: 168 time: 0.6192729 Aug 24 00:22:48.706856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadb199-837f-4884-a977-1d1225db41ea tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda6a2db-67d1-4b04-8fae-0cebe3695108,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:48.719641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] For port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,segment=NetworkSegment(8cf24d43-16ee-4d05-b687-6ee291021c48),segment_id=8cf24d43-16ee-4d05-b687-6ee291021c48)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:48.721716 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.740515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Calling delete_port for 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:22:48.759435 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d7ca5e5b-e6fd-4e93-96b3-727d092216db tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0811031 Aug 24 00:22:48.764586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56176) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:48.770496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-29f15a57-1b61-42db-bf3a-28a4bd3e4fce tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805513578'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:48.812563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:48.827532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '1d714daf-df59-4d79-ba3b-c3165c5aa476', 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'port_id': '1d714daf-df59-4d79-ba3b-c3165c5aa476', 'mac_address': 'fa:16:3e:89:cc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee400ed-b6f9-4653-aaf1-b8612f6fcde2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:22:48.896051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.924819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d714daf-df59-4d79-ba3b-c3165c5aa476 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:22:48.929921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29f15a57-1b61-42db-bf3a-28a4bd3e4fce tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:48.952587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:49.013047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b986b7a1-7409-4c50-bc9b-16e079bce78b req-34524ca1-e655-4e10-970c-db5bab510559 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=d72376dc-cea4-4ee2-bc5f-dc0800f5e23e HTTP/1.1" status: 200 len: 210 time: 0.0401735 Aug 24 00:22:49.102270 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.149633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29f15a57-1b61-42db-bf3a-28a4bd3e4fce tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.153560 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.200352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Pushing event deleted for resources: {'Port': ['ID=5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:49.230555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:49.256904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['342df646-f846-48c8-ae84-652610969793'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:49.273321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29f15a57-1b61-42db-bf3a-28a4bd3e4fce tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.320637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc489-770c-4da0-a3eb-368013fba9d6 req-d06cceab-6ca5-4a36-ad34-754bbe387034 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.330587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d5cc489-770c-4da0-a3eb-368013fba9d6 req-d06cceab-6ca5-4a36-ad34-754bbe387034 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 944 time: 0.2165208 Aug 24 00:22:49.333898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] No DVR routers for this DVR port 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:22:49.342561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.346817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15a57-1b61-42db-bf3a-28a4bd3e4fce tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b853ce2-7292-4f8b-9ad0-59ec44647167,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:49.346974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-037f68ed-6f23-438b-be4a-09a5a25cf837 req-542675ba-b02f-44d4-b8b0-e8bdf2b5dd34 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.36 "DELETE /v2.0/ports/5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 HTTP/1.1" status: 204 len: 173 time: 1.2364919 Aug 24 00:22:49.381660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d5cc489-770c-4da0-a3eb-368013fba9d6 req-e0073e58-aeae-4d13-867d-d3babf591d1a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500751 Aug 24 00:22:49.520314 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29f15a57-1b61-42db-bf3a-28a4bd3e4fce tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:49.528062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:49.532731 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-29f15a57-1b61-42db-bf3a-28a4bd3e4fce tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7666664 Aug 24 00:22:49.535369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-52f44f64-18f6-43e5-9491-d6f002555c14 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:49.536135 n-d-804878-2 neutron-server[95326]: WARNING neutron.api.v2.base [None req-52f44f64-18f6-43e5-9491-d6f002555c14 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 24 00:22:49.536760 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-52f44f64-18f6-43e5-9491-d6f002555c14 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:49.542304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56202) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:49.548217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-52f44f64-18f6-43e5-9491-d6f002555c14 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189707 Aug 24 00:22:49.550304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-106a5bf9-eee9-473c-8159-284588b80e9e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:49.599563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1d714daf-df59-4d79-ba3b-c3165c5aa476'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:22:49.887890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974b534-6cd3-4fc4-922d-2acd4e5146ef req-f152c7a5-4c9f-413c-abb3-a0b0483adb49 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:49.889964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c974b534-6cd3-4fc4-922d-2acd4e5146ef req-f152c7a5-4c9f-413c-abb3-a0b0483adb49 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0911515 Aug 24 00:22:49.941321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c974b534-6cd3-4fc4-922d-2acd4e5146ef req-6b1ee261-72a3-40c3-af13-76a17b0f9980 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Aug 24 00:22:50.033224 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-106a5bf9-eee9-473c-8159-284588b80e9e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:50.038772 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-106a5bf9-eee9-473c-8159-284588b80e9e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4948990 Aug 24 00:22:50.041667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56216) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:50.046985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d3b7b18a-8e76-4455-abbf-aef9cd8b050f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:50.049325 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-d3b7b18a-8e76-4455-abbf-aef9cd8b050f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 24 00:22:50.049851 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-d3b7b18a-8e76-4455-abbf-aef9cd8b050f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:50.053760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56220) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:50.058224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-420c7740-fd57-4697-ac89-c0ed33166b45 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:50.059036 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d3b7b18a-8e76-4455-abbf-aef9cd8b050f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0162830 Aug 24 00:22:50.192357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf377ae7-7de5-4823-9eda-4b412db17b79 req-70be2355-e1c2-463c-b3dd-cf4d3e76988a tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 210 time: 0.0283084 Aug 24 00:22:50.432781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333b5c95-8980-415e-b748-d981a86c7834', 'name': 'network-vif-deleted', 'tag': '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:50.435181 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db202ff-dae3-43b2-bfe4-fada11ddf722" -d '{"events": [{"server_uuid": "333b5c95-8980-415e-b748-d981a86c7834", "name": "network-vif-deleted", "tag": "5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:50.482944 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1558a692-e07b-4103-9d5a-ecd5cadef102 x-openstack-request-id: req-1558a692-e07b-4103-9d5a-ecd5cadef102 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:50.483159 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333b5c95-8980-415e-b748-d981a86c7834", "name": "network-vif-deleted", "tag": "5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:50.484901 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1558a692-e07b-4103-9d5a-ecd5cadef102 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:50.484901 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333b5c95-8980-415e-b748-d981a86c7834', 'name': 'network-vif-deleted', 'tag': '5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5', 'status': 'completed', 'code': 200} Aug 24 00:22:50.514286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d056c7-8468-4dd1-b8ca-50722b11eb19 req-567caec0-f660-48a0-8896-bb3254c9e6fe tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:50.515879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81d056c7-8468-4dd1-b8ca-50722b11eb19 req-567caec0-f660-48a0-8896-bb3254c9e6fe tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 944 time: 0.0631537 Aug 24 00:22:50.558453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81d056c7-8468-4dd1-b8ca-50722b11eb19 req-bca23435-b8ac-4078-ad1d-ce52cdcb364d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343585 Aug 24 00:22:50.561175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56234) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:50.663095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-615091587-network', 'tenant_id': 'b2c615a78fac44c593885d70e05a45f5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:50.673422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1d714daf-df59-4d79-ba3b-c3165c5aa476 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:22:50.680098 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-420c7740-fd57-4697-ac89-c0ed33166b45 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:50.683026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-420c7740-fd57-4697-ac89-c0ed33166b45 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6266847 Aug 24 00:22:50.684429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56244) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:50.691274 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2e9e044e-fb50-42fd-bc31-fb49b55ea144 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:50.692367 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-2e9e044e-fb50-42fd-bc31-fb49b55ea144 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 24 00:22:50.693427 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-2e9e044e-fb50-42fd-bc31-fb49b55ea144 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:50.695083 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2e9e044e-fb50-42fd-bc31-fb49b55ea144 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081167 Aug 24 00:22:50.697927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56246) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:50.706869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d694ca57-cc72-41f9-93f9-4d2961b9ac00 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:50.798834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Made reservation on behalf of b2c615a78fac44c593885d70e05a45f5 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:50.803255 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.819324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.878482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 1d714daf-df59-4d79-ba3b-c3165c5aa476 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:22:50.882982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 1d714daf-df59-4d79-ba3b-c3165c5aa476 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:22:50.883428 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:50.974675 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.023003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:22:51.032788 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06a742-54eb-43b7-aa9b-bf161768183f" -d '{"events": [{"server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "name": "network-vif-plugged", "status": "completed", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:22:51.083552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:22:51.124629 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7fa9c0-ef1a-46b5-b4df-ba7239efe822 x-openstack-request-id: req-7e7fa9c0-ef1a-46b5-b4df-ba7239efe822 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:22:51.125415 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "name": "network-vif-plugged", "status": "completed", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:22:51.125415 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e7fa9c0-ef1a-46b5-b4df-ba7239efe822 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:22:51.125828 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476', 'code': 200} Aug 24 00:22:51.158494 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.170394 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.171918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:51.189952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e0df3-24a2-4eb6-b8d1-21fa88a26135 req-596d1984-e779-4d1a-af37-7877d2e0b0fe tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.194781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-656e0df3-24a2-4eb6-b8d1-21fa88a26135 req-596d1984-e779-4d1a-af37-7877d2e0b0fe tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0752003 Aug 24 00:22:51.242610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.256407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:51.280968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:51.281308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5e8b9bb3-837f-4bc7-88b9-c3dd14335ae5 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:51.281884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 342df646-f846-48c8-ae84-652610969793 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:22:51.305650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-656e0df3-24a2-4eb6-b8d1-21fa88a26135 req-75864c70-4ae3-4e02-8454-97b3e96c3cef tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008527 Aug 24 00:22:51.308140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 342df646-f846-48c8-ae84-652610969793 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:22:51.308140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 342df646-f846-48c8-ae84-652610969793 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:22:51.336019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:51.354066 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-d694ca57-cc72-41f9-93f9-4d2961b9ac00 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:51.362867 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d694ca57-cc72-41f9-93f9-4d2961b9ac00 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6604733 Aug 24 00:22:51.363197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56262) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:51.364396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.366029 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Added segment 585f2da0-0ae8-4c95-9ad2-8c46bcce5393 of type vlan for network a7658577-8ede-4019-97d8-20c58f932415 Aug 24 00:22:51.371937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e9dac995-cbba-4cd4-8871-ccdf61edbcf2 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:51.375717 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-e9dac995-cbba-4cd4-8871-ccdf61edbcf2 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 24 00:22:51.379605 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-e9dac995-cbba-4cd4-8871-ccdf61edbcf2 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:51.381805 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e9dac995-cbba-4cd4-8871-ccdf61edbcf2 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164440 Aug 24 00:22:51.386296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56264) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:51.399785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-17bee865-4775-469f-849e-ffb496d9bfb8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:51.644529 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-17bee865-4775-469f-849e-ffb496d9bfb8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:51.646138 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-17bee865-4775-469f-849e-ffb496d9bfb8 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2582464 Aug 24 00:22:51.649723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56268) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:51.655374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2db75222-e1ac-4693-acce-ca2b8aa1c718 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5b853ce2-7292-4f8b-9ad0-59ec44647167', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:51.813855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:51.847584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cafcbc93-d6b5-4e93-b9df-d163eb67fd90 req-fd161d95-d450-4084-b25c-7808955295f1 tempest-MultipleCreateTestJSON-864260430 tempest-MultipleCreateTestJSON-864260430-project] 10.222.0.26 "GET /v2.0/ports?device_id=333b5c95-8980-415e-b748-d981a86c7834 HTTP/1.1" status: 200 len: 210 time: 0.4209352 Aug 24 00:22:51.906026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b3475f-7d41-4701-868d-fd2c9d9ca357,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:51.920108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a944f4-9cd3-467e-91d4-92e3d265c190 req-ae265ebb-cc44-41e6-866f-2b54dfe40497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:51.921774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1a944f4-9cd3-467e-91d4-92e3d265c190 req-ae265ebb-cc44-41e6-866f-2b54dfe40497 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1096 time: 0.6649530 Aug 24 00:22:51.929722 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-2db75222-e1ac-4693-acce-ca2b8aa1c718 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:51.933670 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2db75222-e1ac-4693-acce-ca2b8aa1c718 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2799106 Aug 24 00:22:51.934086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56270) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:51.999093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1a944f4-9cd3-467e-91d4-92e3d265c190 req-04c8f6fd-de58-43f9-bd96-eeb4f237e8b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692322 Aug 24 00:22:52.017394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44495199-9f5c-40dd-a557-2ea30b255d3f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.019366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd779c1e-be89-4f2c-8e77-7568e52e35cd req-7bac105a-da36-48ee-a1f9-6589d5de34c8 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:52.026110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd779c1e-be89-4f2c-8e77-7568e52e35cd req-7bac105a-da36-48ee-a1f9-6589d5de34c8 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.1821985 Aug 24 00:22:52.042599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44495199-9f5c-40dd-a557-2ea30b255d3f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.061732 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.063201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:52.063974 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.140214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd779c1e-be89-4f2c-8e77-7568e52e35cd req-94f99d60-93bb-4984-a4fd-ab6e886d86e6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118195 Aug 24 00:22:52.151066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] Pushing event updated for resources: {'Network': ['ID=a7658577-8ede-4019-97d8-20c58f932415,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:52.163266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a7658577-8ede-4019-97d8-20c58f932415 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:52.205592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44495199-9f5c-40dd-a557-2ea30b255d3f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.208678 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44495199-9f5c-40dd-a557-2ea30b255d3f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.212302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-44495199-9f5c-40dd-a557-2ea30b255d3f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/5b853ce2-7292-4f8b-9ad0-59ec44647167 HTTP/1.1" status: 204 len: 168 time: 0.2747970 Aug 24 00:22:52.212699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:52.232209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44495199-9f5c-40dd-a557-2ea30b255d3f tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b853ce2-7292-4f8b-9ad0-59ec44647167,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:52.249029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f7ec1cb7-378e-499a-95aa-b1b6f4b1ab8a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6866255 Aug 24 00:22:52.253164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56278) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:52.263175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Request body: {'subnet': {'network_id': 'a7658577-8ede-4019-97d8-20c58f932415', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-615091587-subnet', 'tenant_id': 'b2c615a78fac44c593885d70e05a45f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:52.292164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ce19336a-6084-4633-8592-5d3099d5e2f7 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0782435 Aug 24 00:22:52.299011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:52.304614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-17955453-3eab-4822-bbfc-b7b2598bb546 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138352751'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:52.384434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Made reservation on behalf of b2c615a78fac44c593885d70e05a45f5 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:52.394871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.488010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eaa02-3050-49a9-9c24-e059ff03474f req-d7525ea6-ec7e-4ad5-b910-69e574f33265 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:52.489996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce4eaa02-3050-49a9-9c24-e059ff03474f req-d7525ea6-ec7e-4ad5-b910-69e574f33265 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0908611 Aug 24 00:22:52.526250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17955453-3eab-4822-bbfc-b7b2598bb546 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.584040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce4eaa02-3050-49a9-9c24-e059ff03474f req-6980f9c8-74f1-4a01-90cb-5316d56b0a46 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787838 Aug 24 00:22:52.661778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17955453-3eab-4822-bbfc-b7b2598bb546 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.691036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.720071 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17955453-3eab-4822-bbfc-b7b2598bb546 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.757433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955453-3eab-4822-bbfc-b7b2598bb546 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5451662c-1a15-4e97-8cd0-bfa918180896,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:52.789449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcd9e2a-211c-44e2-9747-e3331b7b40a2,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:52.791811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Checking segment: {'id': '585f2da0-0ae8-4c95-9ad2-8c46bcce5393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a7658577-8ede-4019-97d8-20c58f932415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:52.792146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Network hostable DHCP agents. Network: a7658577-8ede-4019-97d8-20c58f932415, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:52.855772 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17955453-3eab-4822-bbfc-b7b2598bb546 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.857060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-17955453-3eab-4822-bbfc-b7b2598bb546 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5564206 Aug 24 00:22:52.859939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56288) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:52.865102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3975b8e1-9c5e-4c44-854b-f17413d958bd tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5451662c-1a15-4e97-8cd0-bfa918180896', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:52.883707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Network a7658577-8ede-4019-97d8-20c58f932415 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:52.915119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:52.967475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ff1a2b-1946-4061-a78f-82180d7c3e0b admin admin] Deleting subnet 9b15c8d8-3413-4c52-b8c9-4df7e5daef84 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:22:52.971220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1a2b-1946-4061-a78f-82180d7c3e0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:52.991131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a7658577-8ede-4019-97d8-20c58f932415) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:52.999329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:52.999329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.007292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61c4944-c29e-494d-a3e0-b88bdcb65a85 None None] Network a7658577-8ede-4019-97d8-20c58f932415 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:53.025296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1a2b-1946-4061-a78f-82180d7c3e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.078980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1a2b-1946-4061-a78f-82180d7c3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.113099 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-3975b8e1-9c5e-4c44-854b-f17413d958bd tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The resource could not be found. Aug 24 00:22:53.115994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3975b8e1-9c5e-4c44-854b-f17413d958bd tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2550414 Aug 24 00:22:53.119454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:53.125737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b2c3468d-1fcb-4578-abcf-dd0b227a2a08 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '5451662c-1a15-4e97-8cd0-bfa918180896', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9ab2feca-29b7-42a1-a1d8-3c6162a0a8d9'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:53.136938 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f74a60cc-5d24-4f6f-b45f-b275dc1cf4ef admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8823898 Aug 24 00:22:53.208122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be57f9-d6ce-4796-9512-da961503cb09 None None] Network a7658577-8ede-4019-97d8-20c58f932415 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:53.296270 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1a2b-1946-4061-a78f-82180d7c3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.349790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff1a2b-1946-4061-a78f-82180d7c3e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b15c8d8-3413-4c52-b8c9-4df7e5daef84,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:53.353464 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1ff1a2b-1946-4061-a78f-82180d7c3e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.358318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56308) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:53.358524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d1ff1a2b-1946-4061-a78f-82180d7c3e0b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b15c8d8-3413-4c52-b8c9-4df7e5daef84 HTTP/1.1" status: 204 len: 168 time: 0.4422414 Aug 24 00:22:53.388870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00fb42-9993-4753-8949-c81b1a08e290 req-8745eb07-c330-4242-b560-60081c8a7a07 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.391728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f00fb42-9993-4753-8949-c81b1a08e290 req-8745eb07-c330-4242-b560-60081c8a7a07 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.1260855 Aug 24 00:22:53.393234 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-b2c3468d-1fcb-4578-abcf-dd0b227a2a08 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The resource could not be found. Aug 24 00:22:53.394370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b2c3468d-1fcb-4578-abcf-dd0b227a2a08 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2741303 Aug 24 00:22:53.397221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:53.496071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.498545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f00fb42-9993-4753-8949-c81b1a08e290 req-1aa7b17f-3316-4c4e-a3cd-ae11faf83b05 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866954 Aug 24 00:22:53.528014 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14c6b3ac-0c37-4ce2-9410-62611fb01a99 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.590437 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-29d42d13-c670-4d27-9c8b-f4cc840d4b8f req-57aff3ba-90f1-46d8-a946-0dd87a0e544f tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] show failed (client error): The resource could not be found. Aug 24 00:22:53.591500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29d42d13-c670-4d27-9c8b-f4cc840d4b8f req-57aff3ba-90f1-46d8-a946-0dd87a0e544f tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] 10.222.0.26 "GET /v2.0/security-groups/988b431a-8f56-489d-b05d-4855ae5eccf1 HTTP/1.1" status: 404 len: 352 time: 0.0604527 Aug 24 00:22:53.595591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14c6b3ac-0c37-4ce2-9410-62611fb01a99 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.655095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.679375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48cb224-a43b-4859-9b55-41dedcd5f2e2']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:53.695551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf24d43-16ee-4d05-b687-6ee291021c48') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:53.695862 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf24d43-16ee-4d05-b687-6ee291021c48') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:53.719435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.742186 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.749341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:53.749925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:53.751740 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:53.762324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14c6b3ac-0c37-4ce2-9410-62611fb01a99 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.765051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-14c6b3ac-0c37-4ce2-9410-62611fb01a99 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.769260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-14c6b3ac-0c37-4ce2-9410-62611fb01a99 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/5451662c-1a15-4e97-8cd0-bfa918180896 HTTP/1.1" status: 204 len: 168 time: 0.3679979 Aug 24 00:22:53.773933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:53.819216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6b3ac-0c37-4ce2-9410-62611fb01a99 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5451662c-1a15-4e97-8cd0-bfa918180896,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:53.842356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0d23426-d46c-4fa0-816c-2d10182bc6c9 req-627042c7-9532-4583-8c82-11bfa4290720 tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2c615a78fac44c593885d70e05a45f5 HTTP/1.1" status: 200 len: 2988 time: 0.1044817 Aug 24 00:22:53.855820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836bf99-bf71-4f26-a70a-46699f2a5c4f req-f9d04f3a-8bb8-43c2-a7bd-154b2ece9e17 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:53.857349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8836bf99-bf71-4f26-a70a-46699f2a5c4f req-f9d04f3a-8bb8-43c2-a7bd-154b2ece9e17 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1555102 Aug 24 00:22:53.942610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56324) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:53.942905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-460bfe34-03cd-4cfe-bbb9-9eef6e2e8052 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636662 Aug 24 00:22:53.948881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6001b910-85d5-4624-b87e-4555fa8528c0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': 'f37c1ebd-ae85-464a-95b0-4ea8740cc000', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:53.958367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0d23426-d46c-4fa0-816c-2d10182bc6c9 req-3419af8f-ce2b-4a6d-a144-40d262d95b38 tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] 10.222.0.26 "GET /v2.0/security-groups/64b3475f-7d41-4701-868d-fd2c9d9ca357 HTTP/1.1" status: 200 len: 2985 time: 0.1000054 Aug 24 00:22:53.958691 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.964517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:53.966654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8836bf99-bf71-4f26-a70a-46699f2a5c4f req-f8b8a21b-a85c-43c4-8857-72de35ec1a6f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996685 Aug 24 00:22:53.968921 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/e48cb224-a43b-4859-9b55-41dedcd5f2e2 HTTP/1.1" status: 204 len: 168 time: 0.6095810 Aug 24 00:22:54.001145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991f111-d4e9-4866-ac02-520b415344eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e48cb224-a43b-4859-9b55-41dedcd5f2e2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:54.055484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0d23426-d46c-4fa0-816c-2d10182bc6c9 req-220bd03c-f08a-4350-b75b-047cb52f3357 tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] 10.222.0.26 "GET /v2.0/security-groups/64b3475f-7d41-4701-868d-fd2c9d9ca357 HTTP/1.1" status: 200 len: 2985 time: 0.0728381 Aug 24 00:22:54.123553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a68d3f9-f53b-4aef-b580-7dd5bfd119fa req-09f8ab95-48a3-49f5-8ecd-ed940a227eff tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] 10.222.0.26 "GET /v2.0/security-groups/64b3475f-7d41-4701-868d-fd2c9d9ca357 HTTP/1.1" status: 200 len: 2985 time: 0.0502756 Aug 24 00:22:54.198911 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-3a68d3f9-f53b-4aef-b580-7dd5bfd119fa req-7f6e9e5c-fd05-4317-a24e-d7cb9fe0347e tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:22:54.200305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a68d3f9-f53b-4aef-b580-7dd5bfd119fa req-7f6e9e5c-fd05-4317-a24e-d7cb9fe0347e tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] 10.222.0.26 "DELETE /v2.0/security-groups/64b3475f-7d41-4701-868d-fd2c9d9ca357 HTTP/1.1" status: 409 len: 352 time: 0.0697968 Aug 24 00:22:54.240548 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-69521ad8-5752-434b-bbaa-c9bca4f7b6d2 req-a6dd63f5-942f-4e22-b849-abc57d702051 tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] show failed (client error): The resource could not be found. Aug 24 00:22:54.241548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69521ad8-5752-434b-bbaa-c9bca4f7b6d2 req-a6dd63f5-942f-4e22-b849-abc57d702051 tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] 10.222.0.26 "GET /v2.0/security-groups/6b0eea4b-1b32-412b-b29b-ebfcdfbf4515 HTTP/1.1" status: 404 len: 352 time: 0.0155792 Aug 24 00:22:54.280487 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-d04f1b51-c66f-401a-9466-f33e39ca679f req-8a07d04c-7a34-468f-89ec-4ccf66ed6398 tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] show failed (client error): The resource could not be found. Aug 24 00:22:54.281553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d04f1b51-c66f-401a-9466-f33e39ca679f req-8a07d04c-7a34-468f-89ec-4ccf66ed6398 tempest-SecurityGroupsNegativeTestJSON-264577489 tempest-SecurityGroupsNegativeTestJSON-264577489-project] 10.222.0.26 "GET /v2.0/security-groups/5ca4c74a-d6ab-455a-a022-2e454e777db8 HTTP/1.1" status: 404 len: 352 time: 0.0160227 Aug 24 00:22:54.480203 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-6001b910-85d5-4624-b87e-4555fa8528c0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The resource could not be found. Aug 24 00:22:54.480203 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6001b910-85d5-4624-b87e-4555fa8528c0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3441939 Aug 24 00:22:54.483559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56338) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:54.485106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56340) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:54.488902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a9869342-7509-4e40-b60f-f96d0cc25587 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--802869934'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:54.545588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd20c2bd-ca6f-4e2b-a817-7e1fdb551cda admin admin] Deleting subnet 6fcd9e2a-211c-44e2-9747-e3331b7b40a2 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:22:54.549957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd20c2bd-ca6f-4e2b-a817-7e1fdb551cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.586057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd20c2bd-ca6f-4e2b-a817-7e1fdb551cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.636193 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd20c2bd-ca6f-4e2b-a817-7e1fdb551cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.664514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec523d-8b45-448c-834f-e80c3f378151 req-7271c005-9963-4e03-9bbc-8276302b6f3a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:54.667454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0ec523d-8b45-448c-834f-e80c3f378151 req-7271c005-9963-4e03-9bbc-8276302b6f3a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.1017306 Aug 24 00:22:54.685937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-14169787-f75f-43eb-8fb5-e9745ba74838 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856674 Aug 24 00:22:54.696059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9869342-7509-4e40-b60f-f96d0cc25587 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.729077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0ec523d-8b45-448c-834f-e80c3f378151 req-b5e3c6ba-b3bd-45dd-9678-268173cdf985 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 Aug 24 00:22:54.796046 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd20c2bd-ca6f-4e2b-a817-7e1fdb551cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.840613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20c2bd-ca6f-4e2b-a817-7e1fdb551cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcd9e2a-211c-44e2-9747-e3331b7b40a2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:54.853508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-9b96a965-f2c7-4ec7-b57d-01e89a5eca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:54.855184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56354) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:54.855380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-9b96a965-f2c7-4ec7-b57d-01e89a5eca33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1096 time: 0.1299520 Aug 24 00:22:54.869832 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd20c2bd-ca6f-4e2b-a817-7e1fdb551cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:54.873157 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cd20c2bd-ca6f-4e2b-a817-7e1fdb551cda admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6fcd9e2a-211c-44e2-9747-e3331b7b40a2 HTTP/1.1" status: 204 len: 168 time: 0.3870144 Aug 24 00:22:54.879736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56356) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:54.925303 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-211b9b2c-8bab-4350-a3ec-8550529766a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1a19784a6d741319f82e6baf4c17ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679598 Aug 24 00:22:54.928024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56358) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:54.989015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-789f77c9-45f6-4240-bbc7-c48b8c087e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.021109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-789f77c9-45f6-4240-bbc7-c48b8c087e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.068268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.076847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902dfa2-3ff4-4b33-831f-df3c77693a4f req-760e83d1-0cd5-420b-9c5d-8ee732a5492b tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.078390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6902dfa2-3ff4-4b33-831f-df3c77693a4f req-760e83d1-0cd5-420b-9c5d-8ee732a5492b tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1096 time: 0.2221200 Aug 24 00:22:55.112411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9869342-7509-4e40-b60f-f96d0cc25587 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.190147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-789f77c9-45f6-4240-bbc7-c48b8c087e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.193313 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-789f77c9-45f6-4240-bbc7-c48b8c087e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.201182 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-789f77c9-45f6-4240-bbc7-c48b8c087e87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f3cd5b3-6587-4fa5-8532-18d7df437517 HTTP/1.1" status: 204 len: 168 time: 0.2685604 Aug 24 00:22:55.201623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-8f455462-03df-4155-91dd-dd121c1bc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.201623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-8f455462-03df-4155-91dd-dd121c1bc37f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.3080983 Aug 24 00:22:55.214420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f77c9-45f6-4240-bbc7-c48b8c087e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3cd5b3-6587-4fa5-8532-18d7df437517,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:55.237295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6902dfa2-3ff4-4b33-831f-df3c77693a4f req-5ceee50c-1bb1-41f5-9c0e-10e56c3ff6bc tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443751 Aug 24 00:22:55.302235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90520bc-c7d7-42cd-9a54-72f69bf0eb10 req-8b2d3a24-d95c-4102-9300-77670e0feb0d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.310693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e90520bc-c7d7-42cd-9a54-72f69bf0eb10 req-8b2d3a24-d95c-4102-9300-77670e0feb0d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.2476857 Aug 24 00:22:55.330874 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.331384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9869342-7509-4e40-b60f-f96d0cc25587 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.353764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-2519b8cd-7999-4ea9-bbc6-7edf11ed72ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 217 time: 0.1204035 Aug 24 00:22:55.365672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.426731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7658577-8ede-4019-97d8-20c58f932415']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:55.447568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9869342-7509-4e40-b60f-f96d0cc25587 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb27f7b-8dc9-43bc-ba2f-a75f27803022,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:55.482696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e90520bc-c7d7-42cd-9a54-72f69bf0eb10 req-f782e86f-b616-44db-955a-900a7c420d2a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708026 Aug 24 00:22:55.486907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585f2da0-0ae8-4c95-9ad2-8c46bcce5393') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:55.487436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585f2da0-0ae8-4c95-9ad2-8c46bcce5393') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:22:55.498793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9869342-7509-4e40-b60f-f96d0cc25587 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.503428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a9869342-7509-4e40-b60f-f96d0cc25587 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0159483 Aug 24 00:22:55.507942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.512586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56374) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:55.517391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-eb07c3b5-24cb-4e1f-8c1a-774fff474aa0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--26915765'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:55.527583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-b0c6435f-cb5d-494e-b1b6-5b9f1714c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:55.529348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-b0c6435f-cb5d-494e-b1b6-5b9f1714c40a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.1689711 Aug 24 00:22:55.536186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.553637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:22:55.554143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:22:55.555729 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:22:55.583627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-b9cccc99-d5f6-4361-b86a-282b44ef8f5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440445 Aug 24 00:22:55.621226 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb07c3b5-24cb-4e1f-8c1a-774fff474aa0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.729843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb07c3b5-24cb-4e1f-8c1a-774fff474aa0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.753951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-ad5fb194-b3a0-4a8c-a6df-04df83b9b29d service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435115 Aug 24 00:22:55.902770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.910550 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:55.913977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a7658577-8ede-4019-97d8-20c58f932415 HTTP/1.1" status: 204 len: 168 time: 1.0330663 Aug 24 00:22:55.917325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aaaf78e-6255-4b00-953e-802daac9a5b6 req-d89c5e0b-b48d-4570-a521-e34b43c3e68b service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535468 Aug 24 00:22:55.943151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50848c-24fe-44d2-a330-22653c3f4935 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7658577-8ede-4019-97d8-20c58f932415,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:55.958544 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb07c3b5-24cb-4e1f-8c1a-774fff474aa0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.001416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07c3b5-24cb-4e1f-8c1a-774fff474aa0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502cb1fd-0c94-4d63-a433-b54afa1a4e10,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:56.118684 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb07c3b5-24cb-4e1f-8c1a-774fff474aa0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.123243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56396) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.123612 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eb07c3b5-24cb-4e1f-8c1a-774fff474aa0 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6097817 Aug 24 00:22:56.135008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a29047ce-66a2-4039-9dc5-d0bf156b00ef tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group_rule': {'security_group_id': '4cb27f7b-8dc9-43bc-ba2f-a75f27803022', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '502cb1fd-0c94-4d63-a433-b54afa1a4e10'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:56.278212 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7ea1a9ca-62ee-4502-ae9c-57a458b5a5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.438611 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-a29047ce-66a2-4039-9dc5-d0bf156b00ef tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:22:56.444027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a29047ce-66a2-4039-9dc5-d0bf156b00ef tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3174734 Aug 24 00:22:56.446679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56414) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.494611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56420) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.530586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b02bf41-0611-4ec8-aff0-faf36defff3d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.552389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56424) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.552618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b9ebc512-f7ee-403b-8d25-a8c04557c5ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2c615a78fac44c593885d70e05a45f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567420 Aug 24 00:22:56.575892 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b02bf41-0611-4ec8-aff0-faf36defff3d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.630354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb519d-7e8b-4e23-aa0b-b5b1e52a70fa req-7067f043-d71b-4f62-85e5-9c59464d64ca tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:56.631897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5cb519d-7e8b-4e23-aa0b-b5b1e52a70fa req-7067f043-d71b-4f62-85e5-9c59464d64ca tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0533826 Aug 24 00:22:56.654942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25368fa5-3554-4f07-96c0-a530f4757f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.679843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5cb519d-7e8b-4e23-aa0b-b5b1e52a70fa req-572ac0e5-6230-41c4-b9a6-76919d8d838a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386829 Aug 24 00:22:56.680018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25368fa5-3554-4f07-96c0-a530f4757f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.763660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b02bf41-0611-4ec8-aff0-faf36defff3d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.768432 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b02bf41-0611-4ec8-aff0-faf36defff3d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.768432 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3b02bf41-0611-4ec8-aff0-faf36defff3d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/502cb1fd-0c94-4d63-a433-b54afa1a4e10 HTTP/1.1" status: 204 len: 168 time: 0.3195562 Aug 24 00:22:56.771102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56430) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.781983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02bf41-0611-4ec8-aff0-faf36defff3d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502cb1fd-0c94-4d63-a433-b54afa1a4e10,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:56.819576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56434) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.849124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-17f47b2d-c60b-49bc-b885-48e2040469f1 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0740142 Aug 24 00:22:56.849677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56438) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:56.866949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25368fa5-3554-4f07-96c0-a530f4757f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.874971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25368fa5-3554-4f07-96c0-a530f4757f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.874971 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-25368fa5-3554-4f07-96c0-a530f4757f21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64b3475f-7d41-4701-868d-fd2c9d9ca357 HTTP/1.1" status: 204 len: 168 time: 0.3125608 Aug 24 00:22:56.892808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25368fa5-3554-4f07-96c0-a530f4757f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b3475f-7d41-4701-868d-fd2c9d9ca357,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:56.952004 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b7e14f7-e464-430c-b990-5575d6882456 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:56.982018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2060316502-network', 'tenant_id': '19bd2f8a981c4675b5658d06b8383e40'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:56.997207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b7e14f7-e464-430c-b990-5575d6882456 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.175255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Made reservation on behalf of 19bd2f8a981c4675b5658d06b8383e40 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:57.177884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.190999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.247221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b7e14f7-e464-430c-b990-5575d6882456 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.252150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b7e14f7-e464-430c-b990-5575d6882456 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.253545 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3b7e14f7-e464-430c-b990-5575d6882456 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/4cb27f7b-8dc9-43bc-ba2f-a75f27803022 HTTP/1.1" status: 204 len: 168 time: 0.4027035 Aug 24 00:22:57.256110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:57.266591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e14f7-e464-430c-b990-5575d6882456 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb27f7b-8dc9-43bc-ba2f-a75f27803022,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.324891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.350665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0837f948-4225-472a-8b66-563573b2cc34 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932198 Aug 24 00:22:57.354665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56460) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:57.360248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-500f2a09-5e5a-4a91-aae8-e66ab297122e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'tempest-secgroup--502954940'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:57.445705 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.475979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725b53d-e879-48a0-b4fe-d2ae059cd137 req-9dfe9f20-efa3-4dc1-9824-09bad7089ca6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:57.477969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c725b53d-e879-48a0-b4fe-d2ae059cd137 req-9dfe9f20-efa3-4dc1-9824-09bad7089ca6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 946 time: 0.0728967 Aug 24 00:22:57.483060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:57.505996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0dde75-120a-4dfe-bd7d-636706ea581d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.511637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.512017 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Added segment d929354f-861f-4caf-b2c1-b3c17c6c00f4 of type vlan for network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 Aug 24 00:22:57.555212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c725b53d-e879-48a0-b4fe-d2ae059cd137 req-6d8c45c3-921c-432b-ba49-431ad39f701a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507209 Aug 24 00:22:57.563229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.581616 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500f2a09-5e5a-4a91-aae8-e66ab297122e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.667194 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500f2a09-5e5a-4a91-aae8-e66ab297122e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.712411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.713470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:57.714189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.791468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500f2a09-5e5a-4a91-aae8-e66ab297122e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.794283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] Pushing event updated for resources: {'Network': ['ID=a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.812443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798a1c-a452-4b92-8752-2303d6c8008a req-be0319d9-3567-4942-a996-723cbb87e438 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:57.814261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7798a1c-a452-4b92-8752-2303d6c8008a req-be0319d9-3567-4942-a996-723cbb87e438 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0624492 Aug 24 00:22:57.820530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:57.830810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f2a09-5e5a-4a91-aae8-e66ab297122e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb264b25-0982-4f84-8541-eda6c2e4979c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:57.865824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7798a1c-a452-4b92-8752-2303d6c8008a req-2feaa444-4227-4a5a-8293-7d6c5debb451 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Aug 24 00:22:57.872614 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3c213dbb-8f34-489f-bfb1-9a27cbecbd29 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0515795 Aug 24 00:22:57.877285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56482) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:57.885470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Request body: {'subnet': {'network_id': 'a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2060316502-subnet', 'tenant_id': '19bd2f8a981c4675b5658d06b8383e40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:57.897440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500f2a09-5e5a-4a91-aae8-e66ab297122e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:57.900565 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-500f2a09-5e5a-4a91-aae8-e66ab297122e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5429409 Aug 24 00:22:57.902580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:57.908052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3e651395-1f06-4a70-928e-bd3620f9e81d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:57.910002 n-d-804878-2 neutron-server[95326]: WARNING neutron.api.v2.base [None req-3e651395-1f06-4a70-928e-bd3620f9e81d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 24 00:22:57.910814 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-3e651395-1f06-4a70-928e-bd3620f9e81d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] update failed (client error): There was a conflict when trying to complete your request. Aug 24 00:22:57.914487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3e651395-1f06-4a70-928e-bd3620f9e81d tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "PUT /v2.0/security-groups/fb264b25-0982-4f84-8541-eda6c2e4979c HTTP/1.1" status: 409 len: 330 time: 0.0108781 Aug 24 00:22:57.917147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:57.978623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c64223d2-824a-4ca7-8aff-2873d9f9761e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.009148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Made reservation on behalf of 19bd2f8a981c4675b5658d06b8383e40 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:58.011136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c64223d2-824a-4ca7-8aff-2873d9f9761e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.011916 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.129658 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c64223d2-824a-4ca7-8aff-2873d9f9761e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.132382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c64223d2-824a-4ca7-8aff-2873d9f9761e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.133336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c64223d2-824a-4ca7-8aff-2873d9f9761e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/fb264b25-0982-4f84-8541-eda6c2e4979c HTTP/1.1" status: 204 len: 168 time: 0.2152088 Aug 24 00:22:58.136011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56498) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:58.146724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64223d2-824a-4ca7-8aff-2873d9f9761e tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb264b25-0982-4f84-8541-eda6c2e4979c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:58.218151 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8fa3e1a2-1a84-4124-b00e-ed39a630b176 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798378 Aug 24 00:22:58.222552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56506) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:58.242081 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-30c58a6a-32ad-4916-bb9b-e4d052ee0c94 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] delete failed (client error): The resource could not be found. Aug 24 00:22:58.243176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-30c58a6a-32ad-4916-bb9b-e4d052ee0c94 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "DELETE /v2.0/security-groups/fe9c8bd7-b890-4a61-9e6d-27400d6795c7 HTTP/1.1" status: 404 len: 347 time: 0.0192752 Aug 24 00:22:58.247395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56508) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:58.261548 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-e4805542-9364-41e8-9764-e79d4b9ca2e6 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] show failed (client error): The resource could not be found. Aug 24 00:22:58.269017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e4805542-9364-41e8-9764-e79d4b9ca2e6 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-groups/e927fc11-d430-4e9f-9b12-f2c1e573a8bd HTTP/1.1" status: 404 len: 347 time: 0.0142379 Aug 24 00:22:58.271192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56510) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:58.273828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:58.284921 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-8ffd2b54-2ee7-4ec6-8f21-821d4b3c5b71 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] show failed (client error): The resource could not be found. Aug 24 00:22:58.285935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8ffd2b54-2ee7-4ec6-8f21-821d4b3c5b71 tempest-NegativeSecGroupTest-639168218 tempest-NegativeSecGroupTest-639168218-project] 10.222.0.26 "GET /v2.0/security-group-rules/92640960-37a7-44d2-8857-0aeb23b5ab93 HTTP/1.1" status: 404 len: 356 time: 0.0111215 Aug 24 00:22:58.379098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-network', 'tenant_id': '3ce631da00c94b70be996ebaba63913e'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:58.410733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.467432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d1a4a20-29d7-4816-a6dd-5f2329695d02,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:58.472836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Checking segment: {'id': 'd929354f-861f-4caf-b2c1-b3c17c6c00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:58.473245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Network hostable DHCP agents. Network: a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:58.569710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:58.572284 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.585168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.641962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:22:58.688786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.752519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:22:58.757755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:58.758420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.763197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdfd0a3-6530-4ccf-a8ff-bcbb8d682364 None None] Network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:58.782159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.808311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:22:58.818377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2260635-8ba1-4cf7-8024-88c1b87b2b3d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:58.826457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.826804 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Added segment 33c2af11-f3d0-4e25-b2b7-001e29463e28 of type vlan for network 0d8fd806-c256-4afe-810f-333599f8291f Aug 24 00:22:58.870857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:58.912630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d249161-6fdb-47e3-aa7a-867c0d231b6f None None] Network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:22:58.939811 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a7dcb69b-5b98-45d2-9f70-2ab65330d8ff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0532591 Aug 24 00:22:58.994904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56534) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:59.038092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4246-7fe5-44ee-97df-04dbaf49b2ca req-1121bc3a-9956-482e-a9cf-cff5fab97eeb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.039800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e4a4246-7fe5-44ee-97df-04dbaf49b2ca req-1121bc3a-9956-482e-a9cf-cff5fab97eeb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0744460 Aug 24 00:22:59.040704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c0c54c89-2c1b-47dc-83f2-05ea7fa4b4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.078251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.079291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:22:59.079929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.093627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e4a4246-7fe5-44ee-97df-04dbaf49b2ca req-a7247ce1-78ea-41bf-8cbe-2d45b84f72fb tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 Aug 24 00:22:59.192642 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9195230 Aug 24 00:22:59.194659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56544) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:59.201820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Request body: {'subnet': {'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-subnet', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:22:59.219246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d0bcd-7424-40cd-9a4e-cb348b5f164d admin admin] Pushing event updated for resources: {'Network': ['ID=0d8fd806-c256-4afe-810f-333599f8291f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:59.227155 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-030a9afb-9395-4a1a-a492-eff797329af4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04c6013668cb40cfba4f7debc79fa754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301559 Aug 24 00:22:59.228082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56546) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:22:59.231806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.235234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 0d8fd806-c256-4afe-810f-333599f8291f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:22:59.306980 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31c8da88-d3da-43ab-a0d9-0c8085e7c3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.312491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:22:59.315697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.333406 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31c8da88-d3da-43ab-a0d9-0c8085e7c3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.519010 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31c8da88-d3da-43ab-a0d9-0c8085e7c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.521920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31c8da88-d3da-43ab-a0d9-0c8085e7c3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.523142 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-31c8da88-d3da-43ab-a0d9-0c8085e7c3d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64f71470-7469-4c3f-8bd1-8602c9bb1012 HTTP/1.1" status: 204 len: 168 time: 0.2941122 Aug 24 00:22:59.533938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8da88-d3da-43ab-a0d9-0c8085e7c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f71470-7469-4c3f-8bd1-8602c9bb1012,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:59.661185 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:22:59.722686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Pushing event updated for resources: {'Subnet': ['ID=745e7fbb-6430-4641-a1d1-64c23e786f72,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:22:59.730485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Checking segment: {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:22:59.730848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Network hostable DHCP agents. Network: 0d8fd806-c256-4afe-810f-333599f8291f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:22:59.907101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Network 0d8fd806-c256-4afe-810f-333599f8291f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:00.230823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8abb5c-c970-4d08-84a6-b0bcc6a8799a req-e276cea9-cf40-4b00-82ff-5c5d5e903c6b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:00.233722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb8abb5c-c970-4d08-84a6-b0bcc6a8799a req-e276cea9-cf40-4b00-82ff-5c5d5e903c6b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0594289 Aug 24 00:23:00.237872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 0d8fd806-c256-4afe-810f-333599f8291f) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:00.246925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef8722-1843-4036-be76-9d99ec897f0a None None] Network 0d8fd806-c256-4afe-810f-333599f8291f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:00.249710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:00.250344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.304941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb8abb5c-c970-4d08-84a6-b0bcc6a8799a req-bf49de00-98d1-4624-b815-d33c83070d53 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Aug 24 00:23:00.359872 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.391877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bacec801-c198-44df-9019-35fce25d527b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1956046 Aug 24 00:23:00.402006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56582) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:00.407212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:00.459065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-0d8fd806-c256-4afe-810f-333599f8291f', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:23:00.460909 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.614728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Allocated IP 172.20.0.2 (0d8fd806-c256-4afe-810f-333599f8291f/745e7fbb-6430-4641-a1d1-64c23e786f72/e0d9658f-0232-4180-9866-824a6b53fdfc) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:00.620864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.622274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.731132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:00.854926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.864944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Transition to ACTIVE for port object e0d9658f-0232-4180-9866-824a6b53fdfc will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:00.886071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Transition to ACTIVE for port object e0d9658f-0232-4180-9866-824a6b53fdfc will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:00.940403 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:00.969466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:00.971924 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e056de7-d8d0-481b-a69e-5153e921f40e" -d '{"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-unplugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:00.989877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:01.017782 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454a203a-cdc0-4bba-92ea-1107ee4b6d02 x-openstack-request-id: req-454a203a-cdc0-4bba-92ea-1107ee4b6d02 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:01.018197 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-unplugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:01.018524 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-454a203a-cdc0-4bba-92ea-1107ee4b6d02 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:01.018993 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'code': 200} Aug 24 00:23:01.055758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.079492 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.124946 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.128966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Network 0d8fd806-c256-4afe-810f-333599f8291f is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:01.137350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:01.141625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:01.159528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Pushing event updated for resources: {'Port': ['ID=e0d9658f-0232-4180-9866-824a6b53fdfc,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.256157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Attempting to bind port e0d9658f-0232-4180-9866-824a6b53fdfc on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:01.256836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Attempting to bind port e0d9658f-0232-4180-9866-824a6b53fdfc by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:01.256972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Attempting to bind port e0d9658f-0232-4180-9866-824a6b53fdfc on network 0d8fd806-c256-4afe-810f-333599f8291f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:01.267720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:01.268105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Checking segment: {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:01.268576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.268896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Bound using segment: {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:01.269361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Bound port: e0d9658f-0232-4180-9866-824a6b53fdfc, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:01.269773 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.274992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.361795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] For port e0d9658f-0232-4180-9866-824a6b53fdfc, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:01.363997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] For port e0d9658f-0232-4180-9866-824a6b53fdfc, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e0d9658f-0232-4180-9866-824a6b53fdfc,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:01.411489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.474225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea1bf-82ad-4fbd-a033-54cec7444708 req-e27e9b79-e250-499f-8d60-e66f3ee781a5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:01.477498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74dea1bf-82ad-4fbd-a033-54cec7444708 req-e27e9b79-e250-499f-8d60-e66f3ee781a5 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0764935 Aug 24 00:23:01.482136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.542133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269e285-20c7-41a0-9d4a-5d08cc296be0 None None] Pushing event updated for resources: {'Port': ['ID=e0d9658f-0232-4180-9866-824a6b53fdfc,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:01.549314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74dea1bf-82ad-4fbd-a033-54cec7444708 req-15790809-03fb-4865-b8a1-62284eb871f0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566311 Aug 24 00:23:01.747042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.817695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.838777 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:01.979431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Allocated IP 172.25.5.46 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/168162e1-8db7-4c88-983d-f985fb191229) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:02.121077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.274220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.371877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Pushing event updated for resources: {'Port': ['ID=168162e1-8db7-4c88-983d-f985fb191229,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:02.383656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:02.386492 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:02.390882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:02.412824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e0d9658f-0232-4180-9866-824a6b53fdfc up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:02.469764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-5483aa78-4540-43ba-8528-aed739e1c7c9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.472110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-5483aa78-4540-43ba-8528-aed739e1c7c9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/networks?id=a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 HTTP/1.1" status: 200 len: 810 time: 0.2106237 Aug 24 00:23:02.508397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-2b9e1531-ddd8-4e88-bc03-3ef0146e15fc tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/quotas/19bd2f8a981c4675b5658d06b8383e40 HTTP/1.1" status: 200 len: 375 time: 0.0296896 Aug 24 00:23:02.558954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-8e03a802-6b62-49c2-aee8-55dd78fc6490 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=19bd2f8a981c4675b5658d06b8383e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443091 Aug 24 00:23:02.597985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e0d9658f-0232-4180-9866-824a6b53fdfc completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:02.713411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-1ba67306-1bc8-44fe-972b-6001e642215a service neutron] 10.222.0.26 "GET /v2.0/networks/a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467390 Aug 24 00:23:02.733042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:02.825813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f343e21-e4a5-4f5d-8c5e-0254a84ff9ed req-5cb34ae6-4230-4c7b-8e29-61151e7de8a2 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:02.827768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f343e21-e4a5-4f5d-8c5e-0254a84ff9ed req-5cb34ae6-4230-4c7b-8e29-61151e7de8a2 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1379552 Aug 24 00:23:02.847766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:02.861063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'mac_address': 'fa:16:3e:3c:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:02.904392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f343e21-e4a5-4f5d-8c5e-0254a84ff9ed req-4c1e7b8a-ca93-42fb-b760-242af46b3cbe tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Aug 24 00:23:02.951142 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:02.951276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-27569a60-0c3b-4a4a-a868-b5092613ad6d service neutron] 10.222.0.26 "GET /v2.0/networks/a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324495 Aug 24 00:23:02.961862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2172adc6-1e26-44b8-bd5c-46d2bd63483d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:02.987496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:03.021459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7dd105-2715-45ac-a2f4-b57e5a6e38a6 None None] Network 0d8fd806-c256-4afe-810f-333599f8291f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:03.073807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.131937 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.224666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:03.284978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['2172adc6-1e26-44b8-bd5c-46d2bd63483d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:03.285221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.319754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-47fa791c-94e9-4495-ac68-5ecf9a6c1e62 None None] Provisioning for port e0d9658f-0232-4180-9866-824a6b53fdfc completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:03.328171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-47fa791c-94e9-4495-ac68-5ecf9a6c1e62 None None] Provisioning complete for port e0d9658f-0232-4180-9866-824a6b53fdfc triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:03.328489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-47fa791c-94e9-4495-ac68-5ecf9a6c1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.474143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-47fa791c-94e9-4495-ac68-5ecf9a6c1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.535830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-47fa791c-94e9-4495-ac68-5ecf9a6c1e62 None None] For port e0d9658f-0232-4180-9866-824a6b53fdfc, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e0d9658f-0232-4180-9866-824a6b53fdfc,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:03.736249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Router 829783a5-b402-4aac-9421-516f2ccf3948 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:23:03.809139 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-47fa791c-94e9-4495-ac68-5ecf9a6c1e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.901054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa791c-94e9-4495-ac68-5ecf9a6c1e62 None None] Pushing event updated for resources: {'Port': ['ID=e0d9658f-0232-4180-9866-824a6b53fdfc,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:03.939123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:03.943717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c511222d-1f4b-41fe-9e87-03bb6a9eb40a None None] Provisioning complete for port e0d9658f-0232-4180-9866-824a6b53fdfc triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:03.944083 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c511222d-1f4b-41fe-9e87-03bb6a9eb40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:03.948489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Sync routers for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:03.993939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:03.994437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbcd9210-1860-44ef-b928-a5248ab83e7d req-14bf1a43-3218-49f2-86e3-b95d538fd8d1 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 210 time: 0.2822821 Aug 24 00:23:03.994912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:04.143163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0a219-aceb-4ae0-9f80-11a081c070f5 req-1b408996-dd72-47b3-ade1-5d781d9f0b5c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:04.145871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3c0a219-aceb-4ae0-9f80-11a081c070f5 req-1b408996-dd72-47b3-ade1-5d781d9f0b5c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.1496074 Aug 24 00:23:04.168445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:04.191545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.191545 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2f8d6f0c-d27a-412d-9a79-7f2a70aff816 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7808547 Aug 24 00:23:04.193685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56700) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:04.195050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3c0a219-aceb-4ae0-9f80-11a081c070f5 req-cd9f0d00-1719-4b2c-878d-1b2f4729de24 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Aug 24 00:23:04.300234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e0d9658f-0232-4180-9866-824a6b53fdfc up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:04.555683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e0d9658f-0232-4180-9866-824a6b53fdfc triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:04.556474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.674551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:02Z', 'revision_number': 3, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:04.708845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Checking router: 829783a5-b402-4aac-9421-516f2ccf3948 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:04.709205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Updating router 829783a5-b402-4aac-9421-516f2ccf3948 port 168162e1-8db7-4c88-983d-f985fb191229 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:23:04.715977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.738380 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:04.760684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:04.895903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Allocated IP 172.20.0.1 (0d8fd806-c256-4afe-810f-333599f8291f/745e7fbb-6430-4641-a1d1-64c23e786f72/4c516e11-6f17-43f1-991c-f019ba68cd38) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:04.961665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 2172adc6-1e26-44b8-bd5c-46d2bd63483d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:04.970165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.035999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.051852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Transition to ACTIVE for port object 4c516e11-6f17-43f1-991c-f019ba68cd38 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:05.088036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4e2b41b-f8dd-439f-aefe-da0796a1198c req-5892d0fd-c066-427c-8cd9-23352206eec1 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 210 time: 0.0372825 Aug 24 00:23:05.142164 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.179741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:05.182016 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0af6e-0a44-40a4-bfd6-d32f542bdcb2" -d '{"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-plugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:05.203113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:05.234176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.240797 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947a1a08-65a9-4c7d-af6c-5bb45ab4c275 x-openstack-request-id: req-947a1a08-65a9-4c7d-af6c-5bb45ab4c275 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:05.241153 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-plugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:05.241535 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-947a1a08-65a9-4c7d-af6c-5bb45ab4c275 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:05.242010 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'code': 200} Aug 24 00:23:05.268231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.281019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Transition to ACTIVE for port object 168162e1-8db7-4c88-983d-f985fb191229 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:05.292603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Network 0d8fd806-c256-4afe-810f-333599f8291f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:05.296012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:05.300659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:05.346442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6057bc-8742-41d0-b84c-15c1a22a6d67 req-d772f851-f0f7-487d-a5c7-82c96fb7b91d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:05.352074 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.356559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c516e11-6f17-43f1-991c-f019ba68cd38,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:05.357562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db6057bc-8742-41d0-b84c-15c1a22a6d67 req-d772f851-f0f7-487d-a5c7-82c96fb7b91d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0651743 Aug 24 00:23:05.372560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.401929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db6057bc-8742-41d0-b84c-15c1a22a6d67 req-9fc2c4b3-2579-4bc4-b235-f55546e2b5b8 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Aug 24 00:23:05.425480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=10']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:05.483197 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.548468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81b4c0-5596-43ca-81f5-375d8b5492a0 None None] Pushing event updated for resources: {'Port': ['ID=168162e1-8db7-4c88-983d-f985fb191229,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:05.550753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Attempting to bind port 168162e1-8db7-4c88-983d-f985fb191229 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:05.551131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Attempting to bind port 168162e1-8db7-4c88-983d-f985fb191229 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:05.551498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Attempting to bind port 168162e1-8db7-4c88-983d-f985fb191229 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:05.557345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:05.558018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:05.564058 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.564058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:05.564058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Bound port: 168162e1-8db7-4c88-983d-f985fb191229, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:05.564058 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.614942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] For port 168162e1-8db7-4c88-983d-f985fb191229, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:05.622548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] For port 168162e1-8db7-4c88-983d-f985fb191229, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=168162e1-8db7-4c88-983d-f985fb191229,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:05.745911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.907884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.914334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f315fa4f-05ed-4657-9c45-3d7c58524b79 None None] Provisioning for port 4c516e11-6f17-43f1-991c-f019ba68cd38 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:05.917333 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:05.944121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f315fa4f-05ed-4657-9c45-3d7c58524b79 None None] Provisioning complete for port 4c516e11-6f17-43f1-991c-f019ba68cd38 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:05.944503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f315fa4f-05ed-4657-9c45-3d7c58524b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.011202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81b4c0-5596-43ca-81f5-375d8b5492a0 None None] Pushing event updated for resources: {'Port': ['ID=168162e1-8db7-4c88-983d-f985fb191229,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:06.013709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:06.014323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:06.019604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f315fa4f-05ed-4657-9c45-3d7c58524b79 None None] Port 4c516e11-6f17-43f1-991c-f019ba68cd38 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:06.106897 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.124195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:06.187249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99a52406-10a9-4c9e-a7e1-e81ab53d1bbb req-269dd74e-ce6b-4927-b46d-5a7a7aa9f2bb tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 210 time: 0.0379417 Aug 24 00:23:06.189924 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.192393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Pushing event updated for resources: {'Port': ['ID=4c516e11-6f17-43f1-991c-f019ba68cd38,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:06.330624 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:23:06.345631 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Network 0d8fd806-c256-4afe-810f-333599f8291f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:06.346684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafec50-e73c-46fa-be45-cf22cd2c29ae req-7acd6369-88e1-46db-9e66-b949ce3c001d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:06.347850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:06.348909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cafec50-e73c-46fa-be45-cf22cd2c29ae req-7acd6369-88e1-46db-9e66-b949ce3c001d tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0822418 Aug 24 00:23:06.389118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:04Z', 'revision_number': 1, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:06.411353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cafec50-e73c-46fa-be45-cf22cd2c29ae req-eab9aa8f-d9f5-4f4a-b94f-6924ef76a317 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527968 Aug 24 00:23:06.442039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dac5e-d5a8-4b14-beb2-600ffe81ce38 None None] The sync data for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 is: [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:04Z', 'revision_number': 1, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:06.529407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Router 829783a5-b402-4aac-9421-516f2ccf3948 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:23:06.642612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cdd2b21c-f49b-4c07-a284-809272343bc7 None None] Provisioning complete for port 4c516e11-6f17-43f1-991c-f019ba68cd38 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:06.650430 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cdd2b21c-f49b-4c07-a284-809272343bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:06.650721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:06.650721 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7b0a0c7e-df4f-4255-b7bf-42365a29dce5 admin admin] 10.222.0.26 "PUT /v2.0/routers/829783a5-b402-4aac-9421-516f2ccf3948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4551616 Aug 24 00:23:06.710092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2b21c-f49b-4c07-a284-809272343bc7 None None] Port 4c516e11-6f17-43f1-991c-f019ba68cd38 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:23:07.335545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3e26b6d-38d8-41ae-88a5-a442251403e6 req-098d5b11-0c4d-48a4-b7da-96d93d77fd4f tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 210 time: 0.0304341 Aug 24 00:23:07.590144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936830e-2ad7-424c-8d7b-b17571eb5694 req-150d278f-96ea-4c86-92eb-dd7664e3abc6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.591992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3936830e-2ad7-424c-8d7b-b17571eb5694 req-150d278f-96ea-4c86-92eb-dd7664e3abc6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0948641 Aug 24 00:23:07.615720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-169ee010-8373-4d4c-aaa7-be94792bb10a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:07.615720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-169ee010-8373-4d4c-aaa7-be94792bb10a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 945 time: 0.0798726 Aug 24 00:23:07.679950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3936830e-2ad7-424c-8d7b-b17571eb5694 req-09d7223b-d77f-438e-a47c-7ff2c439db0a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646813 Aug 24 00:23:07.738714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Deleting port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:07.739058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.839696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] For port c06681b0-bcf7-40cf-9647-33ef41f6f3f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:07.840059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:07.853370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Calling delete_port for c06681b0-bcf7-40cf-9647-33ef41f6f3f1 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:08.152409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.164568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c06681b0-bcf7-40cf-9647-33ef41f6f3f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:08.180588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event deleted for resources: {'Port': ['ID=c06681b0-bcf7-40cf-9647-33ef41f6f3f1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:08.228187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] No DVR routers for this DVR port c06681b0-bcf7-40cf-9647-33ef41f6f3f1 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:08.232650 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.235114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7a0b1b3-4605-4d9c-84ed-e391d4188124 req-263743a4-60e5-4ab3-8e0c-5d894b110846 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.37 "DELETE /v2.0/ports/c06681b0-bcf7-40cf-9647-33ef41f6f3f1 HTTP/1.1" status: 204 len: 173 time: 0.6176670 Aug 24 00:23:08.235280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3541318-e1ad-4585-b857-ae503d593e2c', 'name': 'network-vif-deleted', 'tag': 'c06681b0-bcf7-40cf-9647-33ef41f6f3f1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:08.244889 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee80db3-d32e-45df-bf7b-223970618005" -d '{"events": [{"server_uuid": "b3541318-e1ad-4585-b857-ae503d593e2c", "name": "network-vif-deleted", "tag": "c06681b0-bcf7-40cf-9647-33ef41f6f3f1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:08.318296 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e540b392-5d3a-4acf-af1d-63fb80365c4d x-openstack-request-id: req-e540b392-5d3a-4acf-af1d-63fb80365c4d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:08.318810 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3541318-e1ad-4585-b857-ae503d593e2c", "name": "network-vif-deleted", "tag": "c06681b0-bcf7-40cf-9647-33ef41f6f3f1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:08.319227 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e540b392-5d3a-4acf-af1d-63fb80365c4d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:08.319938 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3541318-e1ad-4585-b857-ae503d593e2c', 'name': 'network-vif-deleted', 'tag': 'c06681b0-bcf7-40cf-9647-33ef41f6f3f1', 'status': 'completed', 'code': 200} Aug 24 00:23:08.349283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 168162e1-8db7-4c88-983d-f985fb191229 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:08.424736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-99418518-3141-4d51-aee6-5dce1e73ff5f tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:08.426476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-99418518-3141-4d51-aee6-5dce1e73ff5f tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.37 "GET /v2.0/networks?id=a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 HTTP/1.1" status: 200 len: 810 time: 0.1505966 Aug 24 00:23:08.479438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf39928d-fbf3-44c5-8a2f-9e7d8ee501c2 req-6576fce7-58db-4bc8-aba7-586aeb5ede91 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 210 time: 0.0385628 Aug 24 00:23:08.483094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Request body: {'port': {'device_id': '79440ce0-cd30-4c24-a75f-0bb0d985da04', 'network_id': 'a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6', 'admin_state_up': True, 'tenant_id': '19bd2f8a981c4675b5658d06b8383e40'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:08.633757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 168162e1-8db7-4c88-983d-f985fb191229 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:08.648292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 168162e1-8db7-4c88-983d-f985fb191229 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:08.648869 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.693817 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Sync routers for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:08.705871 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:08.706516 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:08.707802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Made reservation on behalf of 19bd2f8a981c4675b5658d06b8383e40 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:08.712037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.769038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56834) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:08.808895 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.837000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 168162e1-8db7-4c88-983d-f985fb191229, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=168162e1-8db7-4c88-983d-f985fb191229,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:08.859520 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:08.917537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-667516ed-8e49-4554-8773-31c7813d334f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:08.954928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bcabd4c-99d1-47c1-bbf3-bf624e85ed2a req-90ec3742-163a-457a-98ee-ab25fcdaff57 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 210 time: 0.1259599 Aug 24 00:23:08.977349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Allocated IP 172.20.0.7 (a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6/4d1a4a20-29d7-4816-a6dd-5f2329695d02/ff0b899b-6c93-492b-8167-10fa69c08931) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:08.991786 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.057485 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-667516ed-8e49-4554-8773-31c7813d334f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.060724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=168162e1-8db7-4c88-983d-f985fb191229,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:09.087422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 2, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:09.115386 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Checking router: 829783a5-b402-4aac-9421-516f2ccf3948 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:09.120174 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Updating router 829783a5-b402-4aac-9421-516f2ccf3948 port 4c516e11-6f17-43f1-991c-f019ba68cd38 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:23:09.142529 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.161891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.334755 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-667516ed-8e49-4554-8773-31c7813d334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.378780 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-667516ed-8e49-4554-8773-31c7813d334f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7b050a649c94b2b8a0e0f0bfeab6e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6084437 Aug 24 00:23:09.379691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667516ed-8e49-4554-8773-31c7813d334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e434847e-8c98-4b20-bc8e-9410ed6c2231,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:09.381430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:09.431128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-312a8d0f-9bbc-447e-bf04-a25e94a32cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.435369 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.446445 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Transition to ACTIVE for port object 4c516e11-6f17-43f1-991c-f019ba68cd38 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:09.462546 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.473931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-312a8d0f-9bbc-447e-bf04-a25e94a32cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.540345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:09.557739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:09.563017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Pushing event updated for resources: {'Port': ['ID=ff0b899b-6c93-492b-8167-10fa69c08931,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:09.566454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:09.678468 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.679710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:09.680380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.696146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054f4c7-154e-4abd-93fc-3e780b1b3a7f req-b4adecde-e92a-46d1-83e0-db9a811c6d58 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:09.697740 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0054f4c7-154e-4abd-93fc-3e780b1b3a7f req-b4adecde-e92a-46d1-83e0-db9a811c6d58 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 931 time: 0.0951240 Aug 24 00:23:09.744529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0054f4c7-154e-4abd-93fc-3e780b1b3a7f req-d7c44131-dd35-4e20-8e62-5082760763d0 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Aug 24 00:23:09.843828 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Pushing event updated for resources: {'Port': ['ID=4c516e11-6f17-43f1-991c-f019ba68cd38,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:09.856194 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.856542 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.856877 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.857264 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.857525 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.857877 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.858200 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.858520 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.858838 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.859158 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.859536 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.859795 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:09.880710 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-312a8d0f-9bbc-447e-bf04-a25e94a32cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.883774 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-312a8d0f-9bbc-447e-bf04-a25e94a32cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.887322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-312a8d0f-9bbc-447e-bf04-a25e94a32cab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e434847e-8c98-4b20-bc8e-9410ed6c2231 HTTP/1.1" status: 204 len: 168 time: 0.5042913 Aug 24 00:23:09.893601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-658d91e8-3d96-446b-85dc-ee78eb7a8410 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4172664 Aug 24 00:23:09.921048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Request body: {'port': {'device_id': '79440ce0-cd30-4c24-a75f-0bb0d985da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:09.930306 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Attempting to bind port 4c516e11-6f17-43f1-991c-f019ba68cd38 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:09.930921 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Attempting to bind port 4c516e11-6f17-43f1-991c-f019ba68cd38 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:09.931512 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Attempting to bind port 4c516e11-6f17-43f1-991c-f019ba68cd38 on network 0d8fd806-c256-4afe-810f-333599f8291f {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:09.931900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a8d0f-9bbc-447e-bf04-a25e94a32cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e434847e-8c98-4b20-bc8e-9410ed6c2231,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:09.939249 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:09.939988 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Checking segment: {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:09.940632 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:09.941281 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Bound using segment: {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:09.942204 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Bound port: 4c516e11-6f17-43f1-991c-f019ba68cd38, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:09.943051 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.019993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.076013 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] For port 4c516e11-6f17-43f1-991c-f019ba68cd38, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:10.080498 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] For port 4c516e11-6f17-43f1-991c-f019ba68cd38, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4c516e11-6f17-43f1-991c-f019ba68cd38,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:10.089639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e36d5bed-bcf9-45ba-a809-ae11506e0a83 req-448b7af3-67ac-4eaa-b9e8-1bd81469f446 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3541318-e1ad-4585-b857-ae503d593e2c HTTP/1.1" status: 200 len: 210 time: 0.0298932 Aug 24 00:23:10.295098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 168162e1-8db7-4c88-983d-f985fb191229 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:10.349340 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 168162e1-8db7-4c88-983d-f985fb191229 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:10.349788 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.414927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0b899b-6c93-492b-8167-10fa69c08931 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:10.425994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.426678 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.461402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Transition to ACTIVE for port object ff0b899b-6c93-492b-8167-10fa69c08931 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:10.493015 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:10.493485 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:10.543774 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cf087-1b9d-45c3-a654-d913ce0fb1b4 None None] Pushing event updated for resources: {'Port': ['ID=4c516e11-6f17-43f1-991c-f019ba68cd38,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:10.603760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.706737 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:10.715261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0b899b-6c93-492b-8167-10fa69c08931,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:10.931443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Attempting to bind port ff0b899b-6c93-492b-8167-10fa69c08931 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:10.932185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Attempting to bind port ff0b899b-6c93-492b-8167-10fa69c08931 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'd929354f-861f-4caf-b2c1-b3c17c6c00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:10.933032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Attempting to bind port ff0b899b-6c93-492b-8167-10fa69c08931 on network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:10.939702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Port ff0b899b-6c93-492b-8167-10fa69c08931 on network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:10.940373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Attempting to bind port ff0b899b-6c93-492b-8167-10fa69c08931 on network a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:10.946650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:10.947336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Checking segment: {'id': 'd929354f-861f-4caf-b2c1-b3c17c6c00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:10.947962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Bound using segment: {'id': 'd929354f-861f-4caf-b2c1-b3c17c6c00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:10.948630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Bound port: ff0b899b-6c93-492b-8167-10fa69c08931, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd929354f-861f-4caf-b2c1-b3c17c6c00f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:10.949272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:10.959034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e06113-9e27-44fb-b48f-fcd49e048e07 req-6a35a1d6-a76a-4edf-bca0-66eaf2c71c97 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:10.966674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20e06113-9e27-44fb-b48f-fcd49e048e07 req-6a35a1d6-a76a-4edf-bca0-66eaf2c71c97 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 943 time: 0.0965853 Aug 24 00:23:11.049795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20e06113-9e27-44fb-b48f-fcd49e048e07 req-e611ba40-f030-4ae0-9161-da6f8f4bb774 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816419 Aug 24 00:23:11.091917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] For port ff0b899b-6c93-492b-8167-10fa69c08931, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:11.096596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] For port ff0b899b-6c93-492b-8167-10fa69c08931, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff0b899b-6c93-492b-8167-10fa69c08931,segment=NetworkSegment(d929354f-861f-4caf-b2c1-b3c17c6c00f4),segment_id=d929354f-861f-4caf-b2c1-b3c17c6c00f4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:11.134384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:10Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:11.169336 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602aeabd-60d0-4d55-957b-2655642182a2 None None] The sync data for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 is: [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:10Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:11.350684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c06681b0-bcf7-40cf-9647-33ef41f6f3f1 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:11.384580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: c06681b0-bcf7-40cf-9647-33ef41f6f3f1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:11.385228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c06681b0-bcf7-40cf-9647-33ef41f6f3f1 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:11.648467 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.764107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:11.765159 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:11.767783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff0b899b-6c93-492b-8167-10fa69c08931 HTTP/1.1" status: 200 len: 1091 time: 1.8562121 Aug 24 00:23:11.768584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79440ce0-cd30-4c24-a75f-0bb0d985da04', 'tag': 'ff0b899b-6c93-492b-8167-10fa69c08931'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:11.780063 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db335d75-e36e-4b43-9b93-c4b50c75f430" -d '{"events": [{"name": "network-changed", "server_uuid": "79440ce0-cd30-4c24-a75f-0bb0d985da04", "tag": "ff0b899b-6c93-492b-8167-10fa69c08931"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:11.805711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d06349-8efe-46ae-9b86-e473ae132235 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0b899b-6c93-492b-8167-10fa69c08931,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:11.970855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56948) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:12.013414 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff52ae99-69b3-4e36-9513-4aa3269d81f4 x-openstack-request-id: req-ff52ae99-69b3-4e36-9513-4aa3269d81f4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:12.013414 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79440ce0-cd30-4c24-a75f-0bb0d985da04", "tag": "ff0b899b-6c93-492b-8167-10fa69c08931", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:12.013414 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff52ae99-69b3-4e36-9513-4aa3269d81f4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:12.013414 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79440ce0-cd30-4c24-a75f-0bb0d985da04', 'tag': 'ff0b899b-6c93-492b-8167-10fa69c08931', 'status': 'completed', 'code': 200} Aug 24 00:23:12.021900 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8d039ce-de5b-41c7-be13-2a5ff876debf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.082190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-58f99c70-0883-458d-9550-7815cb09a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:12.083779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-58f99c70-0883-458d-9550-7815cb09a943 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bd2f8a981c4675b5658d06b8383e40&device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 1094 time: 0.1222465 Aug 24 00:23:12.170029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-8f6c8a06-24d5-4504-80a7-59413088a499 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0b899b-6c93-492b-8167-10fa69c08931 HTTP/1.1" status: 200 len: 217 time: 0.0771043 Aug 24 00:23:12.239734 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8d039ce-de5b-41c7-be13-2a5ff876debf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.288433 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.296926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d84002-d432-4607-ac82-6a29edd3d9d4 req-fa61a11f-bc74-4159-9ddc-0cd3921bc8d6 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:12.308347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13d84002-d432-4607-ac82-6a29edd3d9d4 req-fa61a11f-bc74-4159-9ddc-0cd3921bc8d6 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 943 time: 0.1481850 Aug 24 00:23:12.328646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8d039ce-de5b-41c7-be13-2a5ff876debf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.328806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-5896eaf7-48f9-4ed1-8a25-b9ca986e5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:12.328806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-5896eaf7-48f9-4ed1-8a25-b9ca986e5d8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d1a4a20-29d7-4816-a6dd-5f2329695d02 HTTP/1.1" status: 200 len: 850 time: 0.1213768 Aug 24 00:23:12.376580 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b8d039ce-de5b-41c7-be13-2a5ff876debf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec1eb30934864a46af3db2af6fd135f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023211 Aug 24 00:23:12.378163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d039ce-de5b-41c7-be13-2a5ff876debf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f62644-bee8-4bdc-bde7-c53d62284095,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:12.381074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56952) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:12.381530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-3ed1d78f-22e0-4cbb-8c67-3a97654bcc6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449111 Aug 24 00:23:12.392431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13d84002-d432-4607-ac82-6a29edd3d9d4 req-9020428b-73e5-4378-a83d-3a60a44b9dd7 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831645 Aug 24 00:23:12.401129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-5b16c9ab-510b-4a31-b405-8c4772606d56 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:23:12.402516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-5b16c9ab-510b-4a31-b405-8c4772606d56 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088797 Aug 24 00:23:12.424033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4c516e11-6f17-43f1-991c-f019ba68cd38 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:12.490936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fbd2069-6383-42b8-8982-a1805422e7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.536928 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fbd2069-6383-42b8-8982-a1805422e7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.572036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-eae3b500-d860-4ab7-ad60-b0170240621d service neutron] 10.222.0.37 "GET /v2.0/networks/a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553173 Aug 24 00:23:12.631765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 4c516e11-6f17-43f1-991c-f019ba68cd38 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:12.637897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4c516e11-6f17-43f1-991c-f019ba68cd38 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:12.640761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.661190 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fbd2069-6383-42b8-8982-a1805422e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.664256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4fbd2069-6383-42b8-8982-a1805422e7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.665665 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4fbd2069-6383-42b8-8982-a1805422e7dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96f62644-bee8-4bdc-bde7-c53d62284095 HTTP/1.1" status: 204 len: 168 time: 0.2829196 Aug 24 00:23:12.689344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd2069-6383-42b8-8982-a1805422e7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f62644-bee8-4bdc-bde7-c53d62284095,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:12.841343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eb38d91-cdd0-46f1-bde8-54ef5ca7cbf8 req-c7f2719c-7183-4e66-9ac0-558695f699a7 service neutron] 10.222.0.37 "GET /v2.0/networks/a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603624 Aug 24 00:23:12.866198 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:12.926328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 4c516e11-6f17-43f1-991c-f019ba68cd38, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4c516e11-6f17-43f1-991c-f019ba68cd38,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:13.127916 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:13.222435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=4c516e11-6f17-43f1-991c-f019ba68cd38,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:13.394773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d0507-ec4b-4d5d-b3b8-55227c8ed099 req-b30a7653-61e9-45e7-8148-f06e0e39251e tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.398543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-446d0507-ec4b-4d5d-b3b8-55227c8ed099 req-b30a7653-61e9-45e7-8148-f06e0e39251e tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1096 time: 0.4313703 Aug 24 00:23:13.406470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-5e78d477-835e-4e2f-a401-fc26a87405dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.410099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-5e78d477-835e-4e2f-a401-fc26a87405dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bd2f8a981c4675b5658d06b8383e40&device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 1094 time: 0.0611918 Aug 24 00:23:13.525006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-446d0507-ec4b-4d5d-b3b8-55227c8ed099 req-ff71dbcb-b657-4d4a-985a-1c2b2707cb43 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143112 Aug 24 00:23:13.622612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-668a461e-e5ba-45de-98d5-5fa119195c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.627269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-668a461e-e5ba-45de-98d5-5fa119195c18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 HTTP/1.1" status: 200 len: 911 time: 0.2097101 Aug 24 00:23:13.686464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-88a05a41-1cc6-4333-ad76-24387945ed1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff0b899b-6c93-492b-8167-10fa69c08931 HTTP/1.1" status: 200 len: 217 time: 0.0523400 Aug 24 00:23:13.785007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-c14bac9c-841e-4848-a9aa-aa44a6cb7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.786560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-c14bac9c-841e-4848-a9aa-aa44a6cb7626 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d1a4a20-29d7-4816-a6dd-5f2329695d02 HTTP/1.1" status: 200 len: 850 time: 0.0907700 Aug 24 00:23:13.798238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5794781-5145-490c-b0ed-f8881bd2c23a req-39434eb5-38db-4602-8e8b-b62bde3bd895 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:13.801981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5794781-5145-490c-b0ed-f8881bd2c23a req-39434eb5-38db-4602-8e8b-b62bde3bd895 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 943 time: 0.0899997 Aug 24 00:23:13.871503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-4cb873be-b7af-44b2-8900-42a90d5e87ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706553 Aug 24 00:23:13.963575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5794781-5145-490c-b0ed-f8881bd2c23a req-9f29b835-ac50-46fe-9d77-897405940806 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511569 Aug 24 00:23:14.110466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-c7779eba-aaaf-499f-951f-a73bdef55ebf service neutron] 10.222.0.37 "GET /v2.0/networks/a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314508 Aug 24 00:23:14.285453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db335d75-e36e-4b43-9b93-c4b50c75f430 req-9d232536-e2f7-4178-ac3a-8209612c858e service neutron] 10.222.0.37 "GET /v2.0/networks/a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661053 Aug 24 00:23:14.328164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4c516e11-6f17-43f1-991c-f019ba68cd38 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:14.390109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4c516e11-6f17-43f1-991c-f019ba68cd38 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:14.390592 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.378293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ff0b899b-6c93-492b-8167-10fa69c08931 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:15.487598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ff0b899b-6c93-492b-8167-10fa69c08931, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff0b899b-6c93-492b-8167-10fa69c08931,segment=NetworkSegment(d929354f-861f-4caf-b2c1-b3c17c6c00f4),segment_id=d929354f-861f-4caf-b2c1-b3c17c6c00f4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:15.498830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'ff0b899b-6c93-492b-8167-10fa69c08931', 'network_id': 'a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6', 'port_id': 'ff0b899b-6c93-492b-8167-10fa69c08931', 'mac_address': 'fa:16:3e:f8:db:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d1a4a20-29d7-4816-a6dd-5f2329695d02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:15.546654 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.572211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0b899b-6c93-492b-8167-10fa69c08931 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:15.598571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ff0b899b-6c93-492b-8167-10fa69c08931, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff0b899b-6c93-492b-8167-10fa69c08931,segment=NetworkSegment(d929354f-861f-4caf-b2c1-b3c17c6c00f4),segment_id=d929354f-861f-4caf-b2c1-b3c17c6c00f4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:15.723801 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:15.794485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ff0b899b-6c93-492b-8167-10fa69c08931,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:16.053787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['ff0b899b-6c93-492b-8167-10fa69c08931'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:16.773735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-0f36fc9e-711d-4c27-9abc-d33134c8a934 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:23:16.775139 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-0f36fc9e-711d-4c27-9abc-d33134c8a934 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062976 Aug 24 00:23:16.787298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Request body: {'binding': {'host': 'n-h2-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:16.787756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Unknown quota resources ['binding']. {{(pid=95327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:23:16.939956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on host n-h2-804878-2 for vnic_type normal with profile None {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:16.940306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:16.940884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:16.947473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:16.947807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:16.953158 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:16.953505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:16.953961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:16.954388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Bound port: 1d714daf-df59-4d79-ba3b-c3165c5aa476, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:17.018243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:17.140885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.142212 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-047ff7a5-1766-4ac2-82ae-85385606f535 service neutron] 10.222.0.26 "POST /v2.0/ports/1d714daf-df59-4d79-ba3b-c3165c5aa476/bindings HTTP/1.1" status: 201 len: 389 time: 0.3589725 Aug 24 00:23:17.391301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ff0b899b-6c93-492b-8167-10fa69c08931 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:17.655021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port ff0b899b-6c93-492b-8167-10fa69c08931 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:17.661515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port ff0b899b-6c93-492b-8167-10fa69c08931 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:17.661515 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.787940 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:17.808434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d067da0-5eab-433c-9a9b-413041b47c8f req-fa7d6d76-cdcd-4b53-aff1-75578857a709 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:17.818363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d067da0-5eab-433c-9a9b-413041b47c8f req-fa7d6d76-cdcd-4b53-aff1-75578857a709 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 944 time: 0.1086998 Aug 24 00:23:17.852329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79440ce0-cd30-4c24-a75f-0bb0d985da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0b899b-6c93-492b-8167-10fa69c08931'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:17.859238 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1cb7a1-f9e5-4d8c-854b-a84d4e7ed99c" -d '{"events": [{"server_uuid": "79440ce0-cd30-4c24-a75f-0bb0d985da04", "name": "network-vif-plugged", "status": "completed", "tag": "ff0b899b-6c93-492b-8167-10fa69c08931"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:17.870577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ff0b899b-6c93-492b-8167-10fa69c08931, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff0b899b-6c93-492b-8167-10fa69c08931,segment=NetworkSegment(d929354f-861f-4caf-b2c1-b3c17c6c00f4),segment_id=d929354f-861f-4caf-b2c1-b3c17c6c00f4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:17.886597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d067da0-5eab-433c-9a9b-413041b47c8f req-4d96a374-ef43-43ca-9321-e81b9c2d96bb tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670829 Aug 24 00:23:18.029410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c57ed-2b56-4ca5-aca8-0fb370c7c43a req-d0c54d0d-c723-4a04-a6fa-5edfbd99e153 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:18.031076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa9c57ed-2b56-4ca5-aca8-0fb370c7c43a req-d0c54d0d-c723-4a04-a6fa-5edfbd99e153 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.0740602 Aug 24 00:23:18.037958 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:18.150398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa9c57ed-2b56-4ca5-aca8-0fb370c7c43a req-8a4d693f-7a01-4e80-9ab6-a4019b4d2d4f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108618 Aug 24 00:23:18.241744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-f9c83821-8669-4443-9cf5-3b3a6b17afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:18.243327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-f9c83821-8669-4443-9cf5-3b3a6b17afbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1096 time: 0.0899975 Aug 24 00:23:18.248369 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b2f81-02e0-414d-a9f8-639ebc422bbb x-openstack-request-id: req-e25b2f81-02e0-414d-a9f8-639ebc422bbb {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:18.248669 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79440ce0-cd30-4c24-a75f-0bb0d985da04", "name": "network-vif-plugged", "status": "completed", "tag": "ff0b899b-6c93-492b-8167-10fa69c08931", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:18.248936 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e25b2f81-02e0-414d-a9f8-639ebc422bbb {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:18.249319 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79440ce0-cd30-4c24-a75f-0bb0d985da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0b899b-6c93-492b-8167-10fa69c08931', 'code': 200} Aug 24 00:23:18.254987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ff0b899b-6c93-492b-8167-10fa69c08931,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:18.357431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-1096073b-ae1f-4cb3-ace8-cee918eb3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:18.359040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-1096073b-ae1f-4cb3-ace8-cee918eb3a2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1049800 Aug 24 00:23:18.401400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5befe63-c98a-4059-889e-5fb376a3a2ec req-8db4f032-c31b-4937-9aa1-762d25390756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:18.403489 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e5befe63-c98a-4059-889e-5fb376a3a2ec req-8db4f032-c31b-4937-9aa1-762d25390756 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 1096 time: 0.0675139 Aug 24 00:23:18.414853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-92db529f-a652-4769-abc1-119e90b4dc5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476 HTTP/1.1" status: 200 len: 217 time: 0.0472670 Aug 24 00:23:18.469293 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e5befe63-c98a-4059-889e-5fb376a3a2ec req-d8e93a36-ff7f-440d-840f-e57f6aa67d01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566120 Aug 24 00:23:18.478709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-0bbc19d3-c922-4bc2-94aa-c450238775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:18.485832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-0bbc19d3-c922-4bc2-94aa-c450238775dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0591493 Aug 24 00:23:18.721743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-6c2eb2c6-df41-478e-92c9-66f8a07c36bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460644 Aug 24 00:23:18.873365 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-807edd73-5c23-40b2-87d1-3e0ef87a1fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435657 Aug 24 00:23:19.086998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-685804c0-fb8e-49c7-b6b7-810738c72205 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050233 Aug 24 00:23:19.106827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42ba4-002d-452e-bc74-0dfa753c8945 req-e381a2a9-d04a-404a-8956-13cf05c3c3fe tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:19.108595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00a42ba4-002d-452e-bc74-0dfa753c8945 req-e381a2a9-d04a-404a-8956-13cf05c3c3fe tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 945 time: 0.1247199 Aug 24 00:23:19.169136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00a42ba4-002d-452e-bc74-0dfa753c8945 req-23804dfb-63e0-4807-a8a6-2a5e2aeaf6b6 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537195 Aug 24 00:23:19.319515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514244d6-acc0-4054-a4eb-bed527b67f2e req-935b6df1-a1d8-4dca-8ae7-82b86af5ba64 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:19.322048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-514244d6-acc0-4054-a4eb-bed527b67f2e req-935b6df1-a1d8-4dca-8ae7-82b86af5ba64 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.0567093 Aug 24 00:23:19.366233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-514244d6-acc0-4054-a4eb-bed527b67f2e req-64342eef-bace-422d-b4e8-5bc2f8971320 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385823 Aug 24 00:23:20.385430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c0e3-17db-4530-a06d-75370f29dcaf req-c30e5565-e728-479e-8916-3f99146ed664 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:20.394314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f700c0e3-17db-4530-a06d-75370f29dcaf req-c30e5565-e728-479e-8916-3f99146ed664 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 945 time: 0.0945337 Aug 24 00:23:20.497862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f700c0e3-17db-4530-a06d-75370f29dcaf req-4456bf60-4acd-4505-b21a-cb73e8cdbaef tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899875 Aug 24 00:23:20.644768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02037b0-1196-4923-83cd-c0b5cda099bd req-4bff37ee-1efb-4696-8550-bc0bc75901d2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:20.654822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c02037b0-1196-4923-83cd-c0b5cda099bd req-4bff37ee-1efb-4696-8550-bc0bc75901d2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.1057653 Aug 24 00:23:20.722131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c02037b0-1196-4923-83cd-c0b5cda099bd req-4a303246-79b9-4f2d-9e0f-b69c4c6f2b82 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660272 Aug 24 00:23:22.347820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d6566-bdde-435b-9ff5-c165efef7b8d req-3a9bec84-3079-4101-abfd-84ea30820062 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:22.350460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a13d6566-bdde-435b-9ff5-c165efef7b8d req-3a9bec84-3079-4101-abfd-84ea30820062 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.0723343 Aug 24 00:23:22.440655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a13d6566-bdde-435b-9ff5-c165efef7b8d req-dd5e3049-e93f-4384-82de-f49e3bd74958 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713410 Aug 24 00:23:22.768381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f5f48-c5e7-4c88-8c13-c1a32ff35195 req-8bcab7e5-65c0-4c5b-b5ac-b0f3e9f1056c tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:22.772931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b85f5f48-c5e7-4c88-8c13-c1a32ff35195 req-8bcab7e5-65c0-4c5b-b5ac-b0f3e9f1056c tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 945 time: 0.1055713 Aug 24 00:23:22.843112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b85f5f48-c5e7-4c88-8c13-c1a32ff35195 req-40574350-5668-4283-a7c1-b2b833e965d6 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633733 Aug 24 00:23:23.676546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-88b9f786-734c-4d9d-b7dd-6a55745806aa tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:23.679114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-88b9f786-734c-4d9d-b7dd-6a55745806aa tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.37 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 945 time: 0.1787245 Aug 24 00:23:23.701519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ed234-c93b-4ddb-8139-a23eead1eeab req-5418e17f-ec7b-4616-bd7a-119897142574 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:23.704026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-620ed234-c93b-4ddb-8139-a23eead1eeab req-5418e17f-ec7b-4616-bd7a-119897142574 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.1225872 Aug 24 00:23:23.830315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-620ed234-c93b-4ddb-8139-a23eead1eeab req-90b65418-f038-4b53-9d67-12a3e7ca48bb tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190453 Aug 24 00:23:23.882346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Deleting port ff0b899b-6c93-492b-8167-10fa69c08931 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:23.882346 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.022407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] For port ff0b899b-6c93-492b-8167-10fa69c08931, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff0b899b-6c93-492b-8167-10fa69c08931,segment=NetworkSegment(d929354f-861f-4caf-b2c1-b3c17c6c00f4),segment_id=d929354f-861f-4caf-b2c1-b3c17c6c00f4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:24.022407 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.055543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Calling delete_port for ff0b899b-6c93-492b-8167-10fa69c08931 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:24.123143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eaead-b60b-49d4-8981-cf38dcbfe252 req-b6936108-4c1c-469a-a9a8-8937de4e2c2c tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:24.124839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d6eaead-b60b-49d4-8981-cf38dcbfe252 req-b6936108-4c1c-469a-a9a8-8937de4e2c2c tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 945 time: 0.1209998 Aug 24 00:23:24.178709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d6eaead-b60b-49d4-8981-cf38dcbfe252 req-f4bbaa35-42cd-4885-a86d-e87fd0a80af8 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e0dde75-120a-4dfe-bd7d-636706ea581d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Aug 24 00:23:24.546481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.558270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['ff0b899b-6c93-492b-8167-10fa69c08931'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:24.584973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Pushing event deleted for resources: {'Port': ['ID=ff0b899b-6c93-492b-8167-10fa69c08931,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:24.598021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.600048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.600048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.600048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.600048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.600048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.600600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.600600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.600812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.601445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.601843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.602206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:24.650595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] No DVR routers for this DVR port ff0b899b-6c93-492b-8167-10fa69c08931 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:24.653647 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:24.655965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84c777e4-27ca-49dc-bca5-8855d04ffd15 req-7e6bcc34-c963-443b-b37d-2bd43c254cd9 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.37 "DELETE /v2.0/ports/ff0b899b-6c93-492b-8167-10fa69c08931 HTTP/1.1" status: 204 len: 173 time: 0.9700303 Aug 24 00:23:24.656428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79440ce0-cd30-4c24-a75f-0bb0d985da04', 'name': 'network-vif-deleted', 'tag': 'ff0b899b-6c93-492b-8167-10fa69c08931'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:24.659089 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed47e55-69db-41c6-b79d-0aa11823610e" -d '{"events": [{"server_uuid": "79440ce0-cd30-4c24-a75f-0bb0d985da04", "name": "network-vif-deleted", "tag": "ff0b899b-6c93-492b-8167-10fa69c08931"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:25.009605 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8816a72f-95d2-4fec-b9ca-6d9a064ed85c x-openstack-request-id: req-8816a72f-95d2-4fec-b9ca-6d9a064ed85c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:25.010261 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79440ce0-cd30-4c24-a75f-0bb0d985da04", "name": "network-vif-deleted", "tag": "ff0b899b-6c93-492b-8167-10fa69c08931", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:25.010261 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8816a72f-95d2-4fec-b9ca-6d9a064ed85c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:25.011004 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79440ce0-cd30-4c24-a75f-0bb0d985da04', 'name': 'network-vif-deleted', 'tag': 'ff0b899b-6c93-492b-8167-10fa69c08931', 'status': 'completed', 'code': 200} Aug 24 00:23:25.155493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d566eb7-d296-46b4-a11e-7e1238bc3470 req-020e9bfe-cb47-426a-8ed5-bc4af20a624f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:25.159442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d566eb7-d296-46b4-a11e-7e1238bc3470 req-020e9bfe-cb47-426a-8ed5-bc4af20a624f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.0898454 Aug 24 00:23:25.316518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d566eb7-d296-46b4-a11e-7e1238bc3470 req-e083c5e1-b019-4aa5-a7e8-2c8154c2889e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403158 Aug 24 00:23:25.334928 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:25.560481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bed30ac5-ef70-40bb-aecc-6f94607790a8 req-a76c8825-002e-49e1-bb98-b84656512ff2 tempest-ServerGroupTestJSON-169184742 tempest-ServerGroupTestJSON-169184742-project] 10.222.0.26 "GET /v2.0/ports?device_id=79440ce0-cd30-4c24-a75f-0bb0d985da04 HTTP/1.1" status: 200 len: 210 time: 0.0589228 Aug 24 00:23:26.214641 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-57c3b490-165d-4aee-a675-65682ce40953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:26.465896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452bcd5-a832-4c84-85cb-2c34e6a69a0b req-355dbadf-282d-4930-9f97-ec2ec8a93efa tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:26.477376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2452bcd5-a832-4c84-85cb-2c34e6a69a0b req-355dbadf-282d-4930-9f97-ec2ec8a93efa tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.0852413 Aug 24 00:23:26.529960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2452bcd5-a832-4c84-85cb-2c34e6a69a0b req-a7cc463f-615e-4372-9e62-b1ca8415e2b7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512450 Aug 24 00:23:26.824913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd1f3-114e-4741-81a9-7af85ca9f37c req-f7f1ecc2-aa17-4d41-9780-467bb80dadb3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:26.826521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a72cd1f3-114e-4741-81a9-7af85ca9f37c req-f7f1ecc2-aa17-4d41-9780-467bb80dadb3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.0784025 Aug 24 00:23:26.851256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-160ce78d-9a9a-4d70-8bd4-4da127a0fa26 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:26.852839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-160ce78d-9a9a-4d70-8bd4-4da127a0fa26 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.1860018 Aug 24 00:23:26.875864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-c78184dc-cfd7-430d-998c-73f77dd77a04 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/quotas/5356aa8eef24403599d9f2796a084d67 HTTP/1.1" status: 200 len: 375 time: 0.0162778 Aug 24 00:23:26.952701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a72cd1f3-114e-4741-81a9-7af85ca9f37c req-fa2d8630-f6fc-4b56-9782-d23dceb6ac86 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648348 Aug 24 00:23:26.952701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-552bd384-ed55-454a-86a6-f11385529e7f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307238 Aug 24 00:23:27.022411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-9f116f58-71cd-4fdc-a57b-ba090d2a399a service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990305 Aug 24 00:23:27.130234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-575f4ff1-3e4b-4cc6-bd7e-126648ab2150 service neutron] 10.222.0.26 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014116 Aug 24 00:23:27.459186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ff0b899b-6c93-492b-8167-10fa69c08931 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:27.484866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: ff0b899b-6c93-492b-8167-10fa69c08931 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:23:27.485316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ff0b899b-6c93-492b-8167-10fa69c08931 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:23:27.932353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57240) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:27.983881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b1188d-f680-4752-b697-006e01590c8e admin admin] Deleting subnet 4d1a4a20-29d7-4816-a6dd-5f2329695d02 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:23:28.010076 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0b1188d-f680-4752-b697-006e01590c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.082385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0b1188d-f680-4752-b697-006e01590c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.105326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ab160-6aad-4193-93e2-3864fe3bea5d req-0a34be50-682e-4e21-b33a-6e9b9ebda8e5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:28.106860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d3ab160-6aad-4193-93e2-3864fe3bea5d req-0a34be50-682e-4e21-b33a-6e9b9ebda8e5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.0563030 Aug 24 00:23:28.155833 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0b1188d-f680-4752-b697-006e01590c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.183400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d3ab160-6aad-4193-93e2-3864fe3bea5d req-9a6a464b-2e2d-4951-aaaa-c64e15f60bd6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611072 Aug 24 00:23:28.259054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23fdd7-e4f8-49e9-81f4-21972b5a7991 req-27e3e12a-69f6-4cf2-a159-b7da33433996 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:28.259054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d23fdd7-e4f8-49e9-81f4-21972b5a7991 req-27e3e12a-69f6-4cf2-a159-b7da33433996 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1219430 Aug 24 00:23:28.297650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12ccfda1-e6b5-46e3-8664-03eaacbd339d req-67325b21-ef84-48b0-85dc-af82553839c3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0377884 Aug 24 00:23:28.336000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d23fdd7-e4f8-49e9-81f4-21972b5a7991 req-9457bbb6-58e5-4385-b1a8-2eca54c2962b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670419 Aug 24 00:23:28.375645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0b1188d-f680-4752-b697-006e01590c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.411240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1188d-f680-4752-b697-006e01590c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1a4a20-29d7-4816-a6dd-5f2329695d02,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:28.415430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0b1188d-f680-4752-b697-006e01590c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:28.992359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57264) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:28.997674 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a0b1188d-f680-4752-b697-006e01590c8e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4d1a4a20-29d7-4816-a6dd-5f2329695d02 HTTP/1.1" status: 204 len: 168 time: 0.4880130 Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd929354f-861f-4caf-b2c1-b3c17c6c00f4') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd929354f-861f-4caf-b2c1-b3c17c6c00f4') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:23:29.001941 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:23:29.006058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.006058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.006058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] 10.222.0.26 "DELETE /v2.0/networks/a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6 HTTP/1.1" status: 204 len: 168 time: 0.4646502 Aug 24 00:23:29.006058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea4f96-eb68-4bcd-b64c-c494da10949f admin admin] Pushing event deleted for resources: {'Network': ['ID=a72e8b57-1f7f-463f-820c-f9a4ceb8a1b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:29.066386 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6bb71ab2-867a-4f51-9974-5f371597c69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.300342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.311959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347e022-9ef2-4569-a061-0c730cd2baf9 req-3b5b8ce0-8bcc-41be-bfc3-9f8c3dc81cf4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:29.314026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5347e022-9ef2-4569-a061-0c730cd2baf9 req-3b5b8ce0-8bcc-41be-bfc3-9f8c3dc81cf4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.0642045 Aug 24 00:23:29.360280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5347e022-9ef2-4569-a061-0c730cd2baf9 req-5a2b0f41-5157-473a-a6af-3f21ecd45588 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401335 Aug 24 00:23:29.418826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e421353-62b6-484b-b278-b2066f8eaf3c req-99402a37-cac4-459a-af6b-d2435d596f1d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:29.420534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e421353-62b6-484b-b278-b2066f8eaf3c req-99402a37-cac4-459a-af6b-d2435d596f1d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.0575998 Aug 24 00:23:29.461240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec1c209e-cdd2-420e-9cf9-89491aad0de3 req-e0a5918e-c882-48ba-b034-95458abd6cc3 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0502391 Aug 24 00:23:29.532368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e421353-62b6-484b-b278-b2066f8eaf3c req-7a64fa35-4420-424c-a75d-8eebbb08620b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034272 Aug 24 00:23:29.662099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57312) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:29.704274 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-324851d6-edc6-40de-b470-7bc3ce99a071 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19bd2f8a981c4675b5658d06b8383e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404167 Aug 24 00:23:29.707075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57314) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:29.755236 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5ff55f-bfe5-4571-aaf2-8d1939033afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.776178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5ff55f-bfe5-4571-aaf2-8d1939033afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.889199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5ff55f-bfe5-4571-aaf2-8d1939033afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.893062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5ff55f-bfe5-4571-aaf2-8d1939033afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:29.894297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5b5ff55f-bfe5-4571-aaf2-8d1939033afa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e0dde75-120a-4dfe-bd7d-636706ea581d HTTP/1.1" status: 204 len: 168 time: 0.1861615 Aug 24 00:23:29.902731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ff55f-bfe5-4571-aaf2-8d1939033afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0dde75-120a-4dfe-bd7d-636706ea581d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:30.271561 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:30.512387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4ab34-3f48-4ad9-b8b2-3a3d873addf1 req-7936f1b1-5317-47b3-8a9e-fbc19b849079 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:30.514665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc4ab34-3f48-4ad9-b8b2-3a3d873addf1 req-7936f1b1-5317-47b3-8a9e-fbc19b849079 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.0663114 Aug 24 00:23:30.611487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc4ab34-3f48-4ad9-b8b2-3a3d873addf1 req-a2753a24-d08e-4dcb-9e5e-0a50b73fd3dc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801086 Aug 24 00:23:30.637591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c75bfa19-e2aa-4294-89d5-c66391493882 req-c80799f9-261d-4a5d-97b1-7840791c2698 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0607159 Aug 24 00:23:30.775909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51489f7-9648-441b-b463-94bd9e03975a req-40af9663-8819-4bd4-b7c2-0f2cf665495d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:30.777422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51489f7-9648-441b-b463-94bd9e03975a req-40af9663-8819-4bd4-b7c2-0f2cf665495d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.0752220 Aug 24 00:23:30.816130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51489f7-9648-441b-b463-94bd9e03975a req-641a8b8c-a132-42d6-b7f1-d47b5bf2772e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325727 Aug 24 00:23:30.886999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:30.978206 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:30.995089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:30.997441 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c53043-7ed4-491e-a772-bc41a6b1efb3" -d '{"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-unplugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:31.010975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:31.036941 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c644e92-fa43-421b-b2d4-53e1f5656317 x-openstack-request-id: req-8c644e92-fa43-421b-b2d4-53e1f5656317 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:31.037241 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-unplugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:31.037499 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c644e92-fa43-421b-b2d4-53e1f5656317 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:31.040298 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'code': 200} Aug 24 00:23:31.158775 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.230416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:31.266254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57374) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:31.372535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-network', 'tenant_id': 'c751a178248e403f84617fb5bff90416'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:31.477493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Made reservation on behalf of c751a178248e403f84617fb5bff90416 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:31.480054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.490244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.680886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-ccd36184-5d8a-4e3a-b6c9-c7047c753e1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:31.683602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-ccd36184-5d8a-4e3a-b6c9-c7047c753e1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 812 time: 0.1661723 Aug 24 00:23:31.699785 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.710340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Request body: {'port': {'device_id': '92f89594-1494-4929-aa22-0b4632a7d7d8', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'admin_state_up': True, 'tenant_id': '5356aa8eef24403599d9f2796a084d67'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:31.723069 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.826125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e11e5b54-4857-46ef-877f-d4576da6c6c0 req-31c68f27-b52c-4410-81bf-ac1bbe5859ba tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0411825 Aug 24 00:23:31.855896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cf5a6-64b3-4ef1-ac2e-7988a24839fe req-887b2c41-6a9f-40c6-a70c-fd8e7f575b31 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:31.857482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-714cf5a6-64b3-4ef1-ac2e-7988a24839fe req-887b2c41-6a9f-40c6-a70c-fd8e7f575b31 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.1512151 Aug 24 00:23:31.921536 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.948416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-714cf5a6-64b3-4ef1-ac2e-7988a24839fe req-3354789c-7689-4111-a9ca-4b6176eee8a3 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803533 Aug 24 00:23:31.958620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:23:31.993580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8228f7c0-5318-4e37-82a5-3c8bcac6d965,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:31.999229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:31.999570 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Added segment 4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652 of type vlan for network 4014231e-83b3-4c13-8c09-90c2e4a794c0 Aug 24 00:23:32.060423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Made reservation on behalf of 5356aa8eef24403599d9f2796a084d67 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:32.064395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.084330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.130495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0a234-7402-4344-8e19-fa032dd2bbf2 req-c63037ea-2f46-4d8a-8bee-1fd64a7c7f71 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:32.132115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23c0a234-7402-4344-8e19-fa032dd2bbf2 req-c63037ea-2f46-4d8a-8bee-1fd64a7c7f71 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1213131 Aug 24 00:23:32.221670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23c0a234-7402-4344-8e19-fa032dd2bbf2 req-d4c66424-fc81-422a-b25a-34f100000873 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560753 Aug 24 00:23:32.274904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Allocated IP 172.20.0.11 (216df912-921f-4278-80e3-a4cea5a13626/82931143-52e6-40e1-a22d-d8ba89268c6f/a2e8c521-79fb-4eef-bb9f-666224c5cd33) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:32.279184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.280161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:32.280922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.372204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4014231e-83b3-4c13-8c09-90c2e4a794c0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:32.388001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 4014231e-83b3-4c13-8c09-90c2e4a794c0 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:23:32.441300 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-10eb31d6-a9a4-4920-9922-9473743e62b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1737187 Aug 24 00:23:32.444148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57392) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:32.449839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Request body: {'subnet': {'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-subnet', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:32.520705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.563818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Made reservation on behalf of c751a178248e403f84617fb5bff90416 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:32.566259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.653375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c90eda04-936e-4e0f-807d-6eb340dbcd36 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:32.655077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c90eda04-936e-4e0f-807d-6eb340dbcd36 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0510466 Aug 24 00:23:32.700964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.762562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event updated for resources: {'Port': ['ID=a2e8c521-79fb-4eef-bb9f-666224c5cd33,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:32.769696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Network 216df912-921f-4278-80e3-a4cea5a13626 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:32.771136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:32.777839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:32.809012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-2'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:32.872307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:32.876148 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:32.908979 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.023011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afffdd4-8d7d-42e4-8b4e-db5958388b32 req-6579f1dd-9b69-4539-82db-0c3bc1407aab tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:33.024616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8afffdd4-8d7d-42e4-8b4e-db5958388b32 req-6579f1dd-9b69-4539-82db-0c3bc1407aab tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 932 time: 0.1059685 Aug 24 00:23:33.086925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-4e449927-63a5-4ccb-aee0-fcbee3d5befa tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3819206 Aug 24 00:23:33.112633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Request body: {'port': {'device_id': '92f89594-1494-4929-aa22-0b4632a7d7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:33.162458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8afffdd4-8d7d-42e4-8b4e-db5958388b32 req-1547459a-f181-43b3-8793-cf1b9a584ca0 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128495 Aug 24 00:23:33.221365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38ad6a-9e2d-4638-961c-c86d9f7479f1 req-aa0356a3-6971-4784-9afc-3ecff1ed9968 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:33.222905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b38ad6a-9e2d-4638-961c-c86d9f7479f1 req-aa0356a3-6971-4784-9afc-3ecff1ed9968 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 945 time: 0.1532195 Aug 24 00:23:33.235281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:33.252441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.311025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.368010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2ec3ac-486e-48cc-99cd-d214c7f3f849,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:33.380969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Checking segment: {'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:33.381336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Network hostable DHCP agents. Network: 4014231e-83b3-4c13-8c09-90c2e4a794c0, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:23:33.500830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1d714daf-df59-4d79-ba3b-c3165c5aa476 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:33.568142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Network 4014231e-83b3-4c13-8c09-90c2e4a794c0 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:23:33.605024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:33.616807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1d714daf-df59-4d79-ba3b-c3165c5aa476 has no active binding in host n-h2-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:23:33.679380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b38ad6a-9e2d-4638-961c-c86d9f7479f1 req-d5b9de0d-70e3-4ac8-b98f-2982f1bc0d3c tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472196 Aug 24 00:23:33.744830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 4014231e-83b3-4c13-8c09-90c2e4a794c0) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:33.748868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:33.750233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:33.751063 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.763195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf525b2-8dbe-45aa-b440-0cbcb86c991f None None] Network 4014231e-83b3-4c13-8c09-90c2e4a794c0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:33.793731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a269752-f023-4ab5-9bde-a683b81b99ab req-efda0f10-8191-4a80-9921-ae64febb37ab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:33.795407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a269752-f023-4ab5-9bde-a683b81b99ab req-efda0f10-8191-4a80-9921-ae64febb37ab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.4839478 Aug 24 00:23:33.846665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:33.846665 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203a1886-ecfa-4ecf-a32e-d4c236ee3464" -d '{"events": [{"server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "name": "network-vif-unplugged", "status": "completed", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:33.854265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:33.902521 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f5d2f9-021a-4b56-a5e3-427c540cccb9 x-openstack-request-id: req-c6f5d2f9-021a-4b56-a5e3-427c540cccb9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:33.902854 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "name": "network-vif-unplugged", "status": "completed", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:33.903113 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6f5d2f9-021a-4b56-a5e3-427c540cccb9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:33.903535 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476', 'code': 200} Aug 24 00:23:33.927095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27415d1f-0e89-4cba-b910-366c889aef77 None None] Network 4014231e-83b3-4c13-8c09-90c2e4a794c0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:23:33.928645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a269752-f023-4ab5-9bde-a683b81b99ab req-d77c4f28-77c4-4b58-854d-55bfa13b0ed8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215048 Aug 24 00:23:33.935782 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-198c5709-788e-478b-83e4-bc50ff1f3377 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4898596 Aug 24 00:23:33.938481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57422) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:33.942818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:34.036655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.124193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e8c521-79fb-4eef-bb9f-666224c5cd33 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:34.137596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.166211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:34.175435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:34.175435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:34.175629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.175629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.175797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Transition to ACTIVE for port object a2e8c521-79fb-4eef-bb9f-666224c5cd33 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:34.176745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:34.179504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:34.179794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Attempting to bind port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:34.187277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:34.188253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:34.188746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:34.189193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Bound port: 1d714daf-df59-4d79-ba3b-c3165c5aa476, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:34.189581 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.240232 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.284565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:34.300790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:34.317873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489aa5-8059-4090-afe4-503f97a4a0b1 req-9ab414f9-ea25-44c8-9f50-da851794f969 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:34.319518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1489aa5-8059-4090-afe4-503f97a4a0b1 req-9ab414f9-ea25-44c8-9f50-da851794f969 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 932 time: 0.0705614 Aug 24 00:23:34.322928 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.410458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e8c521-79fb-4eef-bb9f-666224c5cd33,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:34.421853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1489aa5-8059-4090-afe4-503f97a4a0b1 req-10efd7c3-0124-4b88-b130-27c75ceccc32 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910907 Aug 24 00:23:34.495376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Attempting to bind port a2e8c521-79fb-4eef-bb9f-666224c5cd33 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:34.495717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Attempting to bind port a2e8c521-79fb-4eef-bb9f-666224c5cd33 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:34.496050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Attempting to bind port a2e8c521-79fb-4eef-bb9f-666224c5cd33 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:34.501131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Port a2e8c521-79fb-4eef-bb9f-666224c5cd33 on network 216df912-921f-4278-80e3-a4cea5a13626 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:34.501457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Attempting to bind port a2e8c521-79fb-4eef-bb9f-666224c5cd33 on network 216df912-921f-4278-80e3-a4cea5a13626 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:34.506672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.515634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:34.516017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Checking segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:34.516912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Bound using segment: {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:34.517354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Bound port: a2e8c521-79fb-4eef-bb9f-666224c5cd33, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fc2225-203d-41bc-9f83-fd01598dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '216df912-921f-4278-80e3-a4cea5a13626'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:34.517738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.539901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.625652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:34.636256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:34.636877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.638300 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-06a2ac17-3642-4a57-855b-19dcbcd880a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/1d714daf-df59-4d79-ba3b-c3165c5aa476 HTTP/1.1" status: 200 len: 1121 time: 1.9762528 Aug 24 00:23:34.655219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] For port a2e8c521-79fb-4eef-bb9f-666224c5cd33, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:34.658992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] For port a2e8c521-79fb-4eef-bb9f-666224c5cd33, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a2e8c521-79fb-4eef-bb9f-666224c5cd33,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:34.757006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1d714daf-df59-4d79-ba3b-c3165c5aa476'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:34.817938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdef30-5e56-4dde-9166-af7fa95fc227 req-9fcb8269-2542-479e-91fa-8bdb2033a098 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:34.824523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1d714daf-df59-4d79-ba3b-c3165c5aa476'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:34.831851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09fdef30-5e56-4dde-9166-af7fa95fc227 req-9fcb8269-2542-479e-91fa-8bdb2033a098 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.0697193 Aug 24 00:23:34.891852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09fdef30-5e56-4dde-9166-af7fa95fc227 req-8ef7dfbd-f1c7-445d-a615-b8cfeac7d019 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507095 Aug 24 00:23:34.917190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.927093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:34.947643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.968204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.990864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:34.991858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:34.993514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2e8c521-79fb-4eef-bb9f-666224c5cd33 HTTP/1.1" status: 200 len: 1092 time: 1.8875699 Aug 24 00:23:35.042661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaca1c-d078-4d6e-aa42-7e9433ca7ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e8c521-79fb-4eef-bb9f-666224c5cd33,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:35.095676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfabd0-947e-43f0-8654-f69bcf76c1b4 req-a426e79f-487b-4011-81c8-90e9de383df6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.097760 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbbfabd0-947e-43f0-8654-f69bcf76c1b4 req-a426e79f-487b-4011-81c8-90e9de383df6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0738623 Aug 24 00:23:35.110182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Allocated IP 172.25.5.137 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/af6fcea3-7929-4813-8be1-7002dd489d37) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:35.143755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbbfabd0-947e-43f0-8654-f69bcf76c1b4 req-02d20ab3-ad11-4f74-9d02-51a638dfc961 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391457 Aug 24 00:23:35.179601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:35.194694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'mac_address': 'fa:16:3e:3c:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:35.235752 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.246470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.249093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2172adc6-1e26-44b8-bd5c-46d2bd63483d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:35.270993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:35.286627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-018ec03b-427d-41e0-8287-4f38aee3dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.288203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-018ec03b-427d-41e0-8287-4f38aee3dd1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0417445 Aug 24 00:23:35.342265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-505b8337-429e-49d8-93ee-ea77f522dee1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e8c521-79fb-4eef-bb9f-666224c5cd33 HTTP/1.1" status: 200 len: 217 time: 0.0385251 Aug 24 00:23:35.350905 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.416415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-252d6fdb-e044-4c36-8bc9-ae85fed0afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.417933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-252d6fdb-e044-4c36-8bc9-ae85fed0afdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0630324 Aug 24 00:23:35.420637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:35.432966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.461021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-a7d94470-dc41-4593-ae9d-8513e11a121b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344038 Aug 24 00:23:35.494508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['2172adc6-1e26-44b8-bd5c-46d2bd63483d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:35.502909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:35.504251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Pushing event updated for resources: {'Port': ['ID=af6fcea3-7929-4813-8be1-7002dd489d37,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:35.508597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:35.519936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:35.610776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e6a1f-4949-4d8d-8547-187f6550c999 req-b9f02278-b710-425a-bcca-8e4c6276eb50 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:35.615101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-700e6a1f-4949-4d8d-8547-187f6550c999 req-b9f02278-b710-425a-bcca-8e4c6276eb50 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0983880 Aug 24 00:23:35.619069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-a7f149a0-0aa7-4205-9312-d7e7103a9b4b service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502819 Aug 24 00:23:35.657941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-700e6a1f-4949-4d8d-8547-187f6550c999 req-aaa6a428-6b6f-43d2-89eb-7ff18dc93f43 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352824 Aug 24 00:23:35.759862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f37b81ee-b0a7-4d76-bdd5-34f65d8d9bc3 req-1b34e856-09d9-4b6b-949c-84fe81c83b9c service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949526 Aug 24 00:23:35.904770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476'}, {'name': 'network-changed', 'server_uuid': '92f89594-1494-4929-aa22-0b4632a7d7d8', 'tag': 'a2e8c521-79fb-4eef-bb9f-666224c5cd33'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:35.907764 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bd553e-01e7-41ad-b03b-22e32be4c2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476"}, {"name": "network-changed", "server_uuid": "92f89594-1494-4929-aa22-0b4632a7d7d8", "tag": "a2e8c521-79fb-4eef-bb9f-666224c5cd33"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:35.961447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:35.970272 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caf55a5-a347-4fd1-814e-a717e6095d7d x-openstack-request-id: req-4caf55a5-a347-4fd1-814e-a717e6095d7d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:35.970504 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92f89594-1494-4929-aa22-0b4632a7d7d8", "tag": "a2e8c521-79fb-4eef-bb9f-666224c5cd33", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:35.973385 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4caf55a5-a347-4fd1-814e-a717e6095d7d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:35.973385 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476', 'status': 'completed', 'code': 200} Aug 24 00:23:35.973385 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f89594-1494-4929-aa22-0b4632a7d7d8', 'tag': 'a2e8c521-79fb-4eef-bb9f-666224c5cd33', 'status': 'completed', 'code': 200} Aug 24 00:23:36.085153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b104318-315a-4b76-a83e-45bb2005e309 req-bdeeec46-e3c7-4354-a055-37bcf73bf96f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.086771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b104318-315a-4b76-a83e-45bb2005e309 req-bdeeec46-e3c7-4354-a055-37bcf73bf96f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.0845120 Aug 24 00:23:36.094377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-a8a7042f-8ee5-4fa7-a15d-a285bb024b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.095937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-a8a7042f-8ee5-4fa7-a15d-a285bb024b75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1124 time: 0.0637546 Aug 24 00:23:36.188183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b104318-315a-4b76-a83e-45bb2005e309 req-d31903d7-0946-416d-b7bf-14be16d5b758 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900221 Aug 24 00:23:36.204084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:36.235693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-899efdbe-ccd0-408f-a1fe-64e96fc976b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.237605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-899efdbe-ccd0-408f-a1fe-64e96fc976b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1325116 Aug 24 00:23:36.292625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-e83f1272-b53d-4da0-a1a6-3a8ddad46bc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476 HTTP/1.1" status: 200 len: 217 time: 0.0465379 Aug 24 00:23:36.373295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-e22dd9d9-ef86-4281-852c-c98a317979ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.374780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-e22dd9d9-ef86-4281-852c-c98a317979ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0720818 Aug 24 00:23:36.383902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4031-5aab-4fe1-b3c8-f3aa2aae58a1 req-9d2c5b8a-bcfd-48cb-8228-665d3abf149f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.385460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12de4031-5aab-4fe1-b3c8-f3aa2aae58a1 req-9d2c5b8a-bcfd-48cb-8228-665d3abf149f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 946 time: 0.0958834 Aug 24 00:23:36.418010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-bdb85271-709d-4de8-88ec-8cac0eeaabff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314713 Aug 24 00:23:36.459291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:23:36.519534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12de4031-5aab-4fe1-b3c8-f3aa2aae58a1 req-9f7af713-0b2e-446f-b2a2-aabfc3ae46e1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249645 Aug 24 00:23:36.548466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-79d76312-b316-4155-af17-4b8b1f69267b service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203160 Aug 24 00:23:36.611943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:36.627573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Sync routers for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:36.637700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:36.638553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:23:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:36.657744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-c237a7bc-0772-4131-9543-c3b82e6c60f0 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991578 Aug 24 00:23:36.732427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:36.737773 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b43165c8-71f7-4b2b-96d0-a2cfc8da5ace admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7981403 Aug 24 00:23:36.740787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57464) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:36.759389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:36.803589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173a628-a9f8-4736-a59c-a3d3354e4fe6 req-1454cc04-3985-4bbf-93e0-9ac886a11fad tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.805656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3173a628-a9f8-4736-a59c-a3d3354e4fe6 req-1454cc04-3985-4bbf-93e0-9ac886a11fad tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0597470 Aug 24 00:23:36.891613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3173a628-a9f8-4736-a59c-a3d3354e4fe6 req-27a88514-2be1-47a6-ac10-2d3c343a9d04 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788028 Aug 24 00:23:36.922108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-ee992919-ac2e-41f9-a5f0-46e27d2806bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:36.923715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-ee992919-ac2e-41f9-a5f0-46e27d2806bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5356aa8eef24403599d9f2796a084d67&device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0938404 Aug 24 00:23:36.946410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:37.023627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 2172adc6-1e26-44b8-bd5c-46d2bd63483d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:37.024001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.036101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-911e8b7d-8fb2-401d-b5e9-79fb2f45f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:37.044085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-911e8b7d-8fb2-401d-b5e9-79fb2f45f45e service neutron] 10.222.0.36 "GET /v2.0/networks?id=216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 200 len: 913 time: 0.1036847 Aug 24 00:23:37.057307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:35Z', 'revision_number': 3, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:37.092203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Checking router: 5ba1946f-7214-476a-9d51-43dacd3ed9f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:37.092555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Updating router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 port af6fcea3-7929-4813-8be1-7002dd489d37 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:23:37.100332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-e4495de3-7353-4b4d-b37c-2256349fc32e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2e8c521-79fb-4eef-bb9f-666224c5cd33 HTTP/1.1" status: 200 len: 217 time: 0.0464489 Aug 24 00:23:37.123779 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.160631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-1becc269-feb0-4df0-a75a-c48114c08dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:37.163179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-1becc269-feb0-4df0-a75a-c48114c08dac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 200 len: 852 time: 0.0560057 Aug 24 00:23:37.197653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-63a26973-403a-4065-8593-d2365f1c1407 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=216df912-921f-4278-80e3-a4cea5a13626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269823 Aug 24 00:23:37.266502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.353381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-85322afe-2348-4435-b148-a1b385648dd3 service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469886 Aug 24 00:23:37.385701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb65c7-56ee-475d-b20c-d52f005b77ff req-2a641767-9383-4ec8-acfe-85a0f66e43d5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:37.387254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ebb65c7-56ee-475d-b20c-d52f005b77ff req-2a641767-9383-4ec8-acfe-85a0f66e43d5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.1067438 Aug 24 00:23:37.762840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Allocated IP 172.20.0.1 (4014231e-83b3-4c13-8c09-90c2e4a794c0/3f2ec3ac-486e-48cc-99cd-d214c7f3f849/733831d8-5f91-40c4-ab0a-e6efd5ce4c81) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:37.763786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ebb65c7-56ee-475d-b20c-d52f005b77ff req-02bf8573-1623-437a-9e54-3c4e92dfa228 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887430 Aug 24 00:23:37.764364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.764910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72bd553e-01e7-41ad-b03b-22e32be4c2b3 req-d00cc817-3f05-49e4-8ae1-a9e2a87c17fb service neutron] 10.222.0.36 "GET /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658063 Aug 24 00:23:37.765374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:37.765374 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81dada6-57ab-4244-98ba-76a2960b77e8" -d '{"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-plugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:37.765374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:37.766230 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.766316 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.766316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Transition to ACTIVE for port object af6fcea3-7929-4813-8be1-7002dd489d37 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:37.766464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345b5a5-5505-4edd-b252-8d464f3cc6d7 req-303b63d0-4d7f-4a0d-b6a1-fd1db79fdbaf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:37.766464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3345b5a5-5505-4edd-b252-8d464f3cc6d7 req-303b63d0-4d7f-4a0d-b6a1-fd1db79fdbaf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 946 time: 0.0590968 Aug 24 00:23:37.766464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3345b5a5-5505-4edd-b252-8d464f3cc6d7 req-67287cc1-f27d-4bb2-a881-5c07624f872b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343747 Aug 24 00:23:37.766684 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bd6a64-8721-4be3-b046-2266c9af21fa x-openstack-request-id: req-73bd6a64-8721-4be3-b046-2266c9af21fa {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:37.766684 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-plugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:37.766684 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73bd6a64-8721-4be3-b046-2266c9af21fa {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:37.766684 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'code': 200} Aug 24 00:23:37.826069 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.826284 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.828697 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.869352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Network 4014231e-83b3-4c13-8c09-90c2e4a794c0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:37.872146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:37.875506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:37.889204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Attempting to bind port af6fcea3-7929-4813-8be1-7002dd489d37 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:37.893733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Attempting to bind port af6fcea3-7929-4813-8be1-7002dd489d37 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:37.893733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Attempting to bind port af6fcea3-7929-4813-8be1-7002dd489d37 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:37.893733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05577dc4-dbe9-45a0-9dff-e286ce19ea81 None None] Pushing event updated for resources: {'Port': ['ID=af6fcea3-7929-4813-8be1-7002dd489d37,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:37.901371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:37.902261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:37.902261 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.902551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:37.903051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Bound port: af6fcea3-7929-4813-8be1-7002dd489d37, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:37.903430 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.906917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Pushing event updated for resources: {'Port': ['ID=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:37.918708 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.919065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.919411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.919753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.920447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.920788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.921125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.921459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.928329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.928329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.928329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.928329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:37.945836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:37.988903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=13']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:37.998158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] For port af6fcea3-7929-4813-8be1-7002dd489d37, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:38.002661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] For port af6fcea3-7929-4813-8be1-7002dd489d37, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=af6fcea3-7929-4813-8be1-7002dd489d37,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:38.017232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407f34c-4a20-4421-a0d7-bca4ebfcbb58 req-f4796981-a164-4bf5-9c83-efec56d03993 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:38.018910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5407f34c-4a20-4421-a0d7-bca4ebfcbb58 req-f4796981-a164-4bf5-9c83-efec56d03993 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0564065 Aug 24 00:23:38.060884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5407f34c-4a20-4421-a0d7-bca4ebfcbb58 req-62e43092-e99e-4cae-9f63-fbc5a4d8ae76 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350490 Aug 24 00:23:38.191686 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.217197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.246638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:38.247266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:23:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:38.288359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05577dc4-dbe9-45a0-9dff-e286ce19ea81 None None] Pushing event updated for resources: {'Port': ['ID=af6fcea3-7929-4813-8be1-7002dd489d37,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:38.362943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:38.386780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.488502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.559498 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Pushing event updated for resources: {'Port': ['ID=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:38.562022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:38.592433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:37Z', 'revision_number': 1, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:38.614868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782123-700c-44af-b95a-9aef784871cc req-b6b6b012-6228-409e-95f8-667f1f3ab1d4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:38.623592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e695e5-d55a-4528-af21-98c17e5d1f84 None None] The sync data for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 is: [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:37Z', 'revision_number': 1, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:38.623776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd782123-700c-44af-b95a-9aef784871cc req-b6b6b012-6228-409e-95f8-667f1f3ab1d4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.0633931 Aug 24 00:23:38.670653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd782123-700c-44af-b95a-9aef784871cc req-8d687b59-e7e3-437b-97fa-5fffd8adb700 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458984 Aug 24 00:23:38.681470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Network 4014231e-83b3-4c13-8c09-90c2e4a794c0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:38.684980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:38.819403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:23:38.900261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf6d03-e3b5-4b00-98d4-c09ebb73b324 req-f05f55e6-8ead-4846-b436-c370cf9b73aa tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:38.900261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5bf6d03-e3b5-4b00-98d4-c09ebb73b324 req-f05f55e6-8ead-4846-b436-c370cf9b73aa tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.0887165 Aug 24 00:23:38.941814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5bf6d03-e3b5-4b00-98d4-c09ebb73b324 req-0231dfc8-b852-4a3d-9231-890b01d95805 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459096 Aug 24 00:23:38.958101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:23:38.964065 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8b208516-12b5-4fa5-8e9e-e2ddea765a6a admin admin] 10.222.0.26 "PUT /v2.0/routers/5ba1946f-7214-476a-9d51-43dacd3ed9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2193003 Aug 24 00:23:39.213316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24454f-7f63-45ce-96eb-ad253b490938 req-4532928b-8387-4a11-82b4-89c7d6e0bd53 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:39.215023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c24454f-7f63-45ce-96eb-ad253b490938 req-4532928b-8387-4a11-82b4-89c7d6e0bd53 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0614426 Aug 24 00:23:39.265012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c24454f-7f63-45ce-96eb-ad253b490938 req-7558b255-a187-4930-a0ea-52a0539ca3ec tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 Aug 24 00:23:39.426020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-121f54de-c247-43e8-aeca-2e735917c003 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:39.428331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-121f54de-c247-43e8-aeca-2e735917c003 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 819 time: 0.1460848 Aug 24 00:23:39.445540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-9411f80e-5392-4b91-868d-f63119a972f8 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/quotas/c751a178248e403f84617fb5bff90416 HTTP/1.1" status: 200 len: 375 time: 0.0106115 Aug 24 00:23:39.471111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57526) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:39.522969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-41943475-4dd0-4b32-8a3a-425718bb7648 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622566 Aug 24 00:23:39.616455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-97c44831-09d2-46a6-a697-1dc35d919fe8 service neutron] 10.222.0.26 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923529 Aug 24 00:23:39.632793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8f82-e8cf-4579-b098-503467de93e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.724650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-d3600674-40fa-4dd6-a5ce-d8472437d95b service neutron] 10.222.0.26 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970328 Aug 24 00:23:39.762773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8f82-e8cf-4579-b098-503467de93e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:39.811080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9d41c-7d92-4f7a-8b0f-d2a91066367f req-a32e7101-0607-4f97-9e9a-83e78ab2fad2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:39.818141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ec9d41c-7d92-4f7a-8b0f-d2a91066367f req-a32e7101-0607-4f97-9e9a-83e78ab2fad2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.0609510 Aug 24 00:23:39.858109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ec9d41c-7d92-4f7a-8b0f-d2a91066367f req-9d3dff3e-c8a4-45f1-a2cc-53cb44a0d176 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364823 Aug 24 00:23:39.974795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8f82-e8cf-4579-b098-503467de93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.020097 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3f8e8f82-e8cf-4579-b098-503467de93e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c985c7c690dd4275a63cf5ee6181872d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453129 Aug 24 00:23:40.025715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:40.027341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e8f82-e8cf-4579-b098-503467de93e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920fcaf3-3673-440c-9b4f-0adb401efd7a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:40.106682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e85cd7-3683-4577-b3ff-59ed9916391c req-ac8063a8-a19d-4fe8-ad4b-92249d3924ab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:40.108296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56e85cd7-3683-4577-b3ff-59ed9916391c req-ac8063a8-a19d-4fe8-ad4b-92249d3924ab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.0979269 Aug 24 00:23:40.148833 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3299173-d058-470f-b00e-215ec26075ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.179106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2f49520-fe60-473c-9c9f-d8e8dd373475 req-08cad758-097a-4545-b66a-1e2cdaec9f25 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 210 time: 0.0482557 Aug 24 00:23:40.210252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56e85cd7-3683-4577-b3ff-59ed9916391c req-c3dd1be4-0f2c-4dac-9548-88cadd5bcb84 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909472 Aug 24 00:23:40.212115 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3299173-d058-470f-b00e-215ec26075ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.363703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device af6fcea3-7929-4813-8be1-7002dd489d37 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:40.386806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3299173-d058-470f-b00e-215ec26075ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.386806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a3299173-d058-470f-b00e-215ec26075ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.386806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a3299173-d058-470f-b00e-215ec26075ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/920fcaf3-3673-440c-9b4f-0adb401efd7a HTTP/1.1" status: 204 len: 168 time: 0.3607266 Aug 24 00:23:40.399885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3299173-d058-470f-b00e-215ec26075ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920fcaf3-3673-440c-9b4f-0adb401efd7a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:40.409410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ed037-16cd-45f4-bb90-7bb9e76f2ea5 req-9646e0ca-e3ae-48b1-8677-aff1eadb38df tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:40.414512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d1ed037-16cd-45f4-bb90-7bb9e76f2ea5 req-9646e0ca-e3ae-48b1-8677-aff1eadb38df tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0721636 Aug 24 00:23:40.458620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d1ed037-16cd-45f4-bb90-7bb9e76f2ea5 req-6f545f27-7577-4ebe-a643-fc2fa6b8b3ef tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Aug 24 00:23:40.527485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port af6fcea3-7929-4813-8be1-7002dd489d37 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:40.532332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port af6fcea3-7929-4813-8be1-7002dd489d37 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:40.541064 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.624432 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.646464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port af6fcea3-7929-4813-8be1-7002dd489d37, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=af6fcea3-7929-4813-8be1-7002dd489d37,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:40.774559 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:40.809765 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Sync routers for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:23:40.824456 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:40.825096 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:23:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:40.845476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=af6fcea3-7929-4813-8be1-7002dd489d37,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:40.936889 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:40.982032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ccffe-d546-4478-a2fa-8521c35ee075 req-0bfe1ec6-01d9-4bb3-832a-62bd47399338 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:40.983636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a73ccffe-d546-4478-a2fa-8521c35ee075 req-0bfe1ec6-01d9-4bb3-832a-62bd47399338 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.0538287 Aug 24 00:23:41.022866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a73ccffe-d546-4478-a2fa-8521c35ee075 req-abc5a36f-2f0b-46d7-b729-befbf7e7bbc1 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Aug 24 00:23:41.147851 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 2, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:41.174897 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Checking router: 5ba1946f-7214-476a-9d51-43dacd3ed9f6 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:23:41.175256 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Updating router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:23:41.200891 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.282196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21a3200b-f724-4f35-90c5-9140d8208cfa req-6230e04d-6951-4c88-9abe-3f522488e336 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 210 time: 0.0478249 Aug 24 00:23:41.388714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ace4-a51d-49f1-89b6-659d7fd85a53 req-3b876a32-f96e-4cb2-859d-b679eeb5d116 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:41.394025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4807ace4-a51d-49f1-89b6-659d7fd85a53 req-3b876a32-f96e-4cb2-859d-b679eeb5d116 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.0815415 Aug 24 00:23:41.460967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4807ace4-a51d-49f1-89b6-659d7fd85a53 req-b99040d6-8be3-4e87-868c-1b50d4d486ce tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611143 Aug 24 00:23:41.523250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57578) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:41.540689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca543a4e-463c-440a-81ab-234fc852f53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.580837 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.593541 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Transition to ACTIVE for port object 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:41.614990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215c558-0236-4929-b62c-777d45140cca req-9ba19022-f451-403d-8cea-edfe33a006e6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:41.616426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b215c558-0236-4929-b62c-777d45140cca req-9ba19022-f451-403d-8cea-edfe33a006e6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0781026 Aug 24 00:23:41.743634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b215c558-0236-4929-b62c-777d45140cca req-9bbb50af-886b-4716-922c-8b791379845c tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562432 Aug 24 00:23:41.757255 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.766992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca543a4e-463c-440a-81ab-234fc852f53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.812513 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecef64-0b81-4921-b3c4-814afe2d0af4 None None] Pushing event updated for resources: {'Port': ['ID=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:41.867635 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Attempting to bind port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:41.868010 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Attempting to bind port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:41.868376 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Attempting to bind port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 on network 4014231e-83b3-4c13-8c09-90c2e4a794c0 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:41.873832 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:41.875394 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Checking segment: {'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:41.875394 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.875577 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Bound using segment: {'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:41.875956 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Bound port: 733831d8-5f91-40c4-ab0a-e6efd5ce4c81, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:41.876337 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.914993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ca543a4e-463c-440a-81ab-234fc852f53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:41.948488 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] For port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:41.957019 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] For port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:41.966346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ca543a4e-463c-440a-81ab-234fc852f53d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d613aa7e92ca4dc5b811b7451ec02f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418347 Aug 24 00:23:41.968084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57592) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:41.972001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca543a4e-463c-440a-81ab-234fc852f53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a157d07b-77ea-4d68-853e-acfcbe7da00d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:42.033973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f762a70-8509-4479-a2ab-62e38d09fabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.063558 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f762a70-8509-4479-a2ab-62e38d09fabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.116316 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.159801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffa67f-490b-422f-8fcb-12082b624d4c req-3a256c87-5f38-4b74-8687-5219ce6504ff tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:42.161359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4ffa67f-490b-422f-8fcb-12082b624d4c req-3a256c87-5f38-4b74-8687-5219ce6504ff tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.0590041 Aug 24 00:23:42.186240 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:23:42.186941 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:23:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:42.222987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4ffa67f-490b-422f-8fcb-12082b624d4c req-4fe93b59-64f8-4bc2-ae6f-d7ed74a75a08 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507998 Aug 24 00:23:42.236726 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecef64-0b81-4921-b3c4-814afe2d0af4 None None] Pushing event updated for resources: {'Port': ['ID=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:42.323785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f762a70-8509-4479-a2ab-62e38d09fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.327988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f762a70-8509-4479-a2ab-62e38d09fabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.329339 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8f762a70-8509-4479-a2ab-62e38d09fabe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a157d07b-77ea-4d68-853e-acfcbe7da00d HTTP/1.1" status: 204 len: 168 time: 0.3594306 Aug 24 00:23:42.347872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f762a70-8509-4479-a2ab-62e38d09fabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a157d07b-77ea-4d68-853e-acfcbe7da00d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:42.350745 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.423922 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:23:42.458383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:42.561185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3e67ff9-8669-48b4-9bda-b36f2caba08b req-47b0cbda-c6a3-4260-8b33-bf3c3b7ffb99 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 210 time: 0.0907269 Aug 24 00:23:42.688659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:42.693339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:42.693834 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.694680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc8259-881d-419d-bf8c-4e31cc309e00 req-e78d7c45-1623-4987-9047-71f1818eb194 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:42.711854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0bc8259-881d-419d-bf8c-4e31cc309e00 req-e78d7c45-1623-4987-9047-71f1818eb194 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1041427 Aug 24 00:23:42.769644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0bc8259-881d-419d-bf8c-4e31cc309e00 req-c0b7c90d-e510-4cc3-820f-4c7efe6e83b7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510302 Aug 24 00:23:42.903792 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:42.958337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:42.978036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a2e8c521-79fb-4eef-bb9f-666224c5cd33 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:42.985658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130067fb-0f6d-4b57-8339-ab6e1a294e62 req-d597f62e-615b-4f0b-91bf-e809e897df49 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:42.998762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-130067fb-0f6d-4b57-8339-ab6e1a294e62 req-d597f62e-615b-4f0b-91bf-e809e897df49 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 944 time: 0.1110325 Aug 24 00:23:43.060112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-130067fb-0f6d-4b57-8339-ab6e1a294e62 req-8e35b8a0-3a8f-46b7-aef4-991a8a5b5509 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599859 Aug 24 00:23:43.126917 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:41Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:23:43.171724 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b94542-6c40-4d6e-8261-5b98ac556f91 None None] The sync data for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 is: [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:41Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:23:43.197997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a2e8c521-79fb-4eef-bb9f-666224c5cd33, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a2e8c521-79fb-4eef-bb9f-666224c5cd33,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:43.242286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'a2e8c521-79fb-4eef-bb9f-666224c5cd33', 'network_id': '216df912-921f-4278-80e3-a4cea5a13626', 'port_id': 'a2e8c521-79fb-4eef-bb9f-666224c5cd33', 'mac_address': 'fa:16:3e:bf:9a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82931143-52e6-40e1-a22d-d8ba89268c6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:43.322293 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.333248 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:23:43.345078 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.348905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device af6fcea3-7929-4813-8be1-7002dd489d37 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:43.419314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048a88e-f3cb-42b7-810d-36847e655ffd req-f0bcbaa1-95fd-4965-a64d-1c5df91903d2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:43.421299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f048a88e-f3cb-42b7-810d-36847e655ffd req-f0bcbaa1-95fd-4965-a64d-1c5df91903d2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.0969007 Aug 24 00:23:43.448902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:43.489726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e8c521-79fb-4eef-bb9f-666224c5cd33 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:43.495466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f048a88e-f3cb-42b7-810d-36847e655ffd req-eac32564-e09e-4901-ab0c-3725c131a64b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648925 Aug 24 00:23:43.530235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a2e8c521-79fb-4eef-bb9f-666224c5cd33, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a2e8c521-79fb-4eef-bb9f-666224c5cd33,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:43.542470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port af6fcea3-7929-4813-8be1-7002dd489d37 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:43.543120 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.720304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6083e2d-b1c0-4f02-bb27-fe45da621670 req-7232fb0d-bed7-457a-a559-823167dc8e7c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 210 time: 0.0535500 Aug 24 00:23:43.720833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.791429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=a2e8c521-79fb-4eef-bb9f-666224c5cd33,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:43.892001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57628) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:43.912621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-24006861-f689-49d4-8fe6-f5ebada172f5 service neutron] 10.222.0.36 "GET /v2.0/ports/1d714daf-df59-4d79-ba3b-c3165c5aa476/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.1240954 Aug 24 00:23:43.918516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aeae1710-97ab-4e21-845b-9d2eb1c59128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:43.985193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb6e7f-23f2-4ec5-a6c6-a24e39b23420 req-f0216937-a485-4717-bde7-4f8bebc820d5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:43.994870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-edfb6e7f-23f2-4ec5-a6c6-a24e39b23420 req-f0216937-a485-4717-bde7-4f8bebc820d5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1178567 Aug 24 00:23:44.051552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-edfb6e7f-23f2-4ec5-a6c6-a24e39b23420 req-f23b2695-344e-4597-bd47-3ed33dec3da1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555456 Aug 24 00:23:44.174959 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aeae1710-97ab-4e21-845b-9d2eb1c59128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:44.185535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['a2e8c521-79fb-4eef-bb9f-666224c5cd33'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:44.342786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0775-acf0-46ca-8431-f9eb6f4e37ea req-9da61a03-362b-41b0-ac8c-92dfaad0103b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:44.346014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aeae1710-97ab-4e21-845b-9d2eb1c59128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:44.364555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af9b0775-acf0-46ca-8431-f9eb6f4e37ea req-9da61a03-362b-41b0-ac8c-92dfaad0103b tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1665444 Aug 24 00:23:44.373257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:44.415480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae1710-97ab-4e21-845b-9d2eb1c59128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92591b64-e2cc-44fa-adab-531c0a90445e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:44.434770 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aeae1710-97ab-4e21-845b-9d2eb1c59128 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f991dfe871e4554b083aa9854039043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410762 Aug 24 00:23:44.437801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57632) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:23:44.438804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af9b0775-acf0-46ca-8431-f9eb6f4e37ea req-bcf84cca-53eb-48f1-b37a-01e91da7fe73 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731161 Aug 24 00:23:44.464965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:44.501724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-483cf1a2-b3d0-47fa-ba18-1d7a4ee1faa4 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:44.506017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-483cf1a2-b3d0-47fa-ba18-1d7a4ee1faa4 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.37 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 819 time: 0.3312149 Aug 24 00:23:44.512819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:44.520544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Request body: {'port': {'device_id': 'cac28421-0d2b-4768-812a-9366705b5b85', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'admin_state_up': True, 'tenant_id': 'c751a178248e403f84617fb5bff90416'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:44.522664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:44.523346 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:44.535641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-957d1d7d-cb9a-4a7c-8f56-93cbb4affec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:44.592496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-957d1d7d-cb9a-4a7c-8f56-93cbb4affec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:44.627851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d714daf-df59-4d79-ba3b-c3165c5aa476 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:44.649008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:44.750850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efca897-f980-4660-a60a-e458f268c6cd req-963bcea0-f122-4a17-b94f-4aeb73102822 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:44.768925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8efca897-f980-4660-a60a-e458f268c6cd req-963bcea0-f122-4a17-b94f-4aeb73102822 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 943 time: 0.1125278 Aug 24 00:23:44.849213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8efca897-f980-4660-a60a-e458f268c6cd req-9bdd8eaa-e1ac-4f9a-93df-766e3a05a1a1 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793462 Aug 24 00:23:44.859112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7320bf2-31f9-4610-bcaf-96c0e7cbb6dd req-514b6240-d74c-4c6e-9ea5-2225df8605a6 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 210 time: 0.0523567 Aug 24 00:23:44.993413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1d714daf-df59-4d79-ba3b-c3165c5aa476 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:23:45.013336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.016836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-957d1d7d-cb9a-4a7c-8f56-93cbb4affec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.019564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-957d1d7d-cb9a-4a7c-8f56-93cbb4affec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.020640 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-957d1d7d-cb9a-4a7c-8f56-93cbb4affec9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92591b64-e2cc-44fa-adab-531c0a90445e HTTP/1.1" status: 204 len: 168 time: 0.5811417 Aug 24 00:23:45.047736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d1d7d-cb9a-4a7c-8f56-93cbb4affec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92591b64-e2cc-44fa-adab-531c0a90445e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:45.123269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Made reservation on behalf of c751a178248e403f84617fb5bff90416 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:23:45.127781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.335897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] Transition to ACTIVE for port object 1d714daf-df59-4d79-ba3b-c3165c5aa476 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:45.349192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39099575-8908-43ba-867a-71aed6496063 req-59c3cd8f-33f6-446b-aa15-4d49dd29810a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:45.351431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39099575-8908-43ba-867a-71aed6496063 req-59c3cd8f-33f6-446b-aa15-4d49dd29810a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1690488 Aug 24 00:23:45.811860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:45.911263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Allocated IP 172.20.0.2 (4014231e-83b3-4c13-8c09-90c2e4a794c0/3f2ec3ac-486e-48cc-99cd-d214c7f3f849/1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:23:45.920490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39099575-8908-43ba-867a-71aed6496063 req-2a274f20-d114-4f7f-a861-da07bce69766 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5592971 Aug 24 00:23:45.962925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] Pushing event updated for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:45.969007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] No DVR routers for this DVR port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:45.981536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0b03a-f851-4f7c-83f1-80d9465ece05 req-42932a20-d012-4bd6-92c2-056418a63d1e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:45.988925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22d0b03a-f851-4f7c-83f1-80d9465ece05 req-42932a20-d012-4bd6-92c2-056418a63d1e tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 945 time: 0.2116344 Aug 24 00:23:46.057839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-c27068c6-cc3f-4dee-8119-1d1229d90a27 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d714daf-df59-4d79-ba3b-c3165c5aa476/bindings/n-h2-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1376874 Aug 24 00:23:46.129018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22d0b03a-f851-4f7c-83f1-80d9465ece05 req-c7df1ce3-7f1c-4d1e-8032-685829290951 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392274 Aug 24 00:23:46.177407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24611418-fdaf-440a-bf24-da64fde4fa0d req-7c30245a-df32-4c1b-ac53-49b20b5da10f tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 210 time: 0.0853364 Aug 24 00:23:46.328793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.341682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-7a861149-5f5b-4ee2-8e86-67ddf5ac1599 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.345610 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-7a861149-5f5b-4ee2-8e86-67ddf5ac1599 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.0719831 Aug 24 00:23:46.350992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2501f-4cbd-4f9e-b34d-d6b7bebbc2d3 req-f7092744-5f5f-41f7-9c6f-8bdaa51bee1e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.352567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bf2501f-4cbd-4f9e-b34d-d6b7bebbc2d3 req-f7092744-5f5f-41f7-9c6f-8bdaa51bee1e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 944 time: 0.1288753 Aug 24 00:23:46.411356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-fb383e17-4a61-457e-9379-c1ac166d7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.413210 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-fb383e17-4a61-457e-9379-c1ac166d7411 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328&tenant_id=fa321f3aaf844d3cad1999a705abd9f1 HTTP/1.1" status: 200 len: 1095 time: 0.0579352 Aug 24 00:23:46.427379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bf2501f-4cbd-4f9e-b34d-d6b7bebbc2d3 req-64cdce74-5af9-484e-b11f-115b9c178128 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656273 Aug 24 00:23:46.493556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-e773d2ea-eab5-44ac-a0d1-f7ce0faf88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.495295 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-e773d2ea-eab5-44ac-a0d1-f7ce0faf88f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1095 time: 0.0507743 Aug 24 00:23:46.582016 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.630819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-9faf0964-0fd3-44dd-a26f-db10cbca8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.632598 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-9faf0964-0fd3-44dd-a26f-db10cbca8a37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1290267 Aug 24 00:23:46.666975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Network 4014231e-83b3-4c13-8c09-90c2e4a794c0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:23:46.670253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:23:46.673868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:23:46.686577 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-4e7b27e2-0665-4df2-add5-17a3c9b3b332 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476 HTTP/1.1" status: 200 len: 217 time: 0.0449698 Aug 24 00:23:46.725663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event updated for resources: {'Port': ['ID=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:46.761253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:46.762132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:46.897020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-44343910-e1de-48a0-aaf8-fa5c7c141075 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3822341 Aug 24 00:23:46.929542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Request body: {'port': {'device_id': 'cac28421-0d2b-4768-812a-9366705b5b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:23:47.192001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a2e8c521-79fb-4eef-bb9f-666224c5cd33 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:47.194967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.195281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-f6a0bcdb-da0f-4621-af19-b76bb4ea0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:47.195281 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-f6a0bcdb-da0f-4621-af19-b76bb4ea0508 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.4333341 Aug 24 00:23:47.195281 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-f286f575-5988-4a9f-86f6-84b149abe9fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281622 Aug 24 00:23:47.195501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2804e-7ae2-4316-89b1-5695be090e9f req-e2046089-2c7d-4b89-be2d-44f8bd9431bb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:47.195501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1eb2804e-7ae2-4316-89b1-5695be090e9f req-e2046089-2c7d-4b89-be2d-44f8bd9431bb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1144028 Aug 24 00:23:47.268117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-dc78eeec-9cd7-448d-86d6-508cdd1cc864 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877647 Aug 24 00:23:47.341561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1eb2804e-7ae2-4316-89b1-5695be090e9f req-3f0a86bb-ac93-4f46-bca6-4141c85060f2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360595 Aug 24 00:23:47.378506 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-5158560a-831f-4706-8913-00e9245f72b7 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013689 Aug 24 00:23:47.389376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb723a0-0845-413f-859b-6db2b13d8d51 req-a3a58993-ce04-44a2-b5a9-47ad9a450adf tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:47.391248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfb723a0-0845-413f-859b-6db2b13d8d51 req-a3a58993-ce04-44a2-b5a9-47ad9a450adf tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 945 time: 0.1424611 Aug 24 00:23:47.499033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfb723a0-0845-413f-859b-6db2b13d8d51 req-c94a22a7-f4f5-4d85-819a-fc3e2a371637 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990248 Aug 24 00:23:47.523575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c61c8-f958-4c9f-a936-02936819d400 req-c6b15a95-c92a-4491-b116-216f36137043 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:47.525320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b7c61c8-f958-4c9f-a936-02936819d400 req-c6b15a95-c92a-4491-b116-216f36137043 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 931 time: 0.1089916 Aug 24 00:23:47.599144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:47.611686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port a2e8c521-79fb-4eef-bb9f-666224c5cd33 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:47.612731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b7c61c8-f958-4c9f-a936-02936819d400 req-f589ccb4-904d-4af3-9056-9b23170651fd tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760517 Aug 24 00:23:47.614741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.617382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port a2e8c521-79fb-4eef-bb9f-666224c5cd33 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:47.618059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.652657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Transition to ACTIVE for port object 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:23:47.726904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f788a-2c3d-4113-822f-aeb830652a26 req-9b7f5247-a635-436d-a638-50a4d8426a0a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:47.735073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf1f788a-2c3d-4113-822f-aeb830652a26 req-9b7f5247-a635-436d-a638-50a4d8426a0a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 944 time: 0.0858512 Aug 24 00:23:47.748447 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.778009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f89594-1494-4929-aa22-0b4632a7d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e8c521-79fb-4eef-bb9f-666224c5cd33'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:47.780631 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c4317d-480e-4b79-ab74-2748837a62ee" -d '{"events": [{"server_uuid": "92f89594-1494-4929-aa22-0b4632a7d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "a2e8c521-79fb-4eef-bb9f-666224c5cd33"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:47.796050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a2e8c521-79fb-4eef-bb9f-666224c5cd33, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a2e8c521-79fb-4eef-bb9f-666224c5cd33,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:47.806580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf1f788a-2c3d-4113-822f-aeb830652a26 req-6cf08f46-288d-49c0-ac3e-67817598d101 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700541 Aug 24 00:23:47.809409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.839731 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae669f8-3920-4a63-9249-2bf5bcd03378 x-openstack-request-id: req-9ae669f8-3920-4a63-9249-2bf5bcd03378 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:47.840092 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f89594-1494-4929-aa22-0b4632a7d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "a2e8c521-79fb-4eef-bb9f-666224c5cd33", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:47.840416 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ae669f8-3920-4a63-9249-2bf5bcd03378 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:47.840880 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f89594-1494-4929-aa22-0b4632a7d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e8c521-79fb-4eef-bb9f-666224c5cd33', 'code': 200} Aug 24 00:23:47.870508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:47.975816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Attempting to bind port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:23:47.976604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Attempting to bind port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:23:47.976604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Attempting to bind port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 on network 4014231e-83b3-4c13-8c09-90c2e4a794c0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:47.997726 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:47.997912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 on network 4014231e-83b3-4c13-8c09-90c2e4a794c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:23:47.997912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Attempting to bind port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 on network 4014231e-83b3-4c13-8c09-90c2e4a794c0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:23:48.008674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:23:48.010358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Checking segment: {'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:23:48.011186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Bound using segment: {'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:23:48.014679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Bound port: 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:23:48.015602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:48.051214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9264b1-1543-4114-9e01-287b1c904b32 req-0337a79f-e62e-40b1-bfc0-ab1f0343f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.052813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b9264b1-1543-4114-9e01-287b1c904b32 req-0337a79f-e62e-40b1-bfc0-ab1f0343f83b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 1096 time: 0.1110358 Aug 24 00:23:48.053246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=a2e8c521-79fb-4eef-bb9f-666224c5cd33,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:48.070033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.071166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.071725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.072438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.073025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.073751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.074555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.075451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.076012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.076740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.077390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.078040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:23:48.146265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b9264b1-1543-4114-9e01-287b1c904b32 req-ee3b3bd3-75c1-4e32-9e20-2cbccaa8de1b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845504 Aug 24 00:23:48.159159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-e9cdfcbd-933e-4232-ad4c-9b258ee852bc tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.161144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-e9cdfcbd-933e-4232-ad4c-9b258ee852bc tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1095 time: 0.0543613 Aug 24 00:23:48.172322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] For port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:48.176066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] For port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:23:48.283847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:48.329045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.329745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:48.331191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 1091 time: 1.4094615 Aug 24 00:23:48.331651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:48.335133 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734bcccd-74df-4951-a983-cfa6a28c3710" -d '{"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:48.359179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a764d-6bdc-4b6d-8564-99412e6cf0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:48.412089 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eba6a0-4ea6-4117-a1e5-4031324f2631 x-openstack-request-id: req-b6eba6a0-4ea6-4117-a1e5-4031324f2631 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:48.412689 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:48.413216 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6eba6a0-4ea6-4117-a1e5-4031324f2631 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:48.413386 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'status': 'completed', 'code': 200} Aug 24 00:23:48.521822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-f0bfbcf7-a771-4355-91c0-0bdb63c8d3cb service neutron] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:23:48.529646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-f0bfbcf7-a771-4355-91c0-0bdb63c8d3cb service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:48.532686 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9200cefc-8ae7-431c-a88d-710e1ba9bf9c req-f0bfbcf7-a771-4355-91c0-0bdb63c8d3cb service neutron] 10.222.0.37 "DELETE /v2.0/ports/1d714daf-df59-4d79-ba3b-c3165c5aa476/bindings/n-h1-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.3631954 Aug 24 00:23:48.555895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f3a8-e5bb-4d4a-8d86-179626774a72 req-454fa033-40d5-4ccb-8342-591186921bab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.557773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32e5f3a8-e5bb-4d4a-8d86-179626774a72 req-454fa033-40d5-4ccb-8342-591186921bab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1306498 Aug 24 00:23:48.590153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bcccd-74df-4951-a983-cfa6a28c3710 req-30ccc164-ae03-4ca3-b26c-eeabc6add84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.597688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-734bcccd-74df-4951-a983-cfa6a28c3710 req-30ccc164-ae03-4ca3-b26c-eeabc6add84b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1094 time: 0.1255949 Aug 24 00:23:48.660604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32e5f3a8-e5bb-4d4a-8d86-179626774a72 req-5be86294-1c46-4c51-b141-d56d04f8690e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911992 Aug 24 00:23:48.819915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638173f-e411-4b44-b783-8c798c970dc9 req-0bc658fc-cbd9-4e35-b89e-9d2b6812e330 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.827760 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9638173f-e411-4b44-b783-8c798c970dc9 req-0bc658fc-cbd9-4e35-b89e-9d2b6812e330 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.2130010 Aug 24 00:23:48.889331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bcccd-74df-4951-a983-cfa6a28c3710 req-b74b88ba-9815-43fd-bc30-4543902fbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.891450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-734bcccd-74df-4951-a983-cfa6a28c3710 req-b74b88ba-9815-43fd-bc30-4543902fbf59 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c751a178248e403f84617fb5bff90416&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2780333 Aug 24 00:23:48.930877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9638173f-e411-4b44-b783-8c798c970dc9 req-dc34323b-37bd-49ae-89f5-fa23356bfeb6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017034 Aug 24 00:23:48.982530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb4fd-864b-44ec-92c0-2b0fd541fe9c req-c1787e96-2bec-4d8e-a39f-678be6900847 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:48.990134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdfcb4fd-864b-44ec-92c0-2b0fd541fe9c req-c1787e96-2bec-4d8e-a39f-678be6900847 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 943 time: 0.1597202 Aug 24 00:23:49.096899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdfcb4fd-864b-44ec-92c0-2b0fd541fe9c req-858446a1-a30e-4108-9a3d-bef81321563d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057792 Aug 24 00:23:49.108361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bcccd-74df-4951-a983-cfa6a28c3710 req-b868eb6a-2587-45a3-b7b7-9be3c0f89f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.110565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-734bcccd-74df-4951-a983-cfa6a28c3710 req-b868eb6a-2587-45a3-b7b7-9be3c0f89f91 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092237 Aug 24 00:23:49.155177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e4251-a21e-4f75-9b47-986618c2df2a req-2fdb09d0-9adf-4ca2-846c-1cfd0a2ba4d2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.169926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a6e4251-a21e-4f75-9b47-986618c2df2a req-2fdb09d0-9adf-4ca2-846c-1cfd0a2ba4d2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 944 time: 0.1435635 Aug 24 00:23:49.230338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a6e4251-a21e-4f75-9b47-986618c2df2a req-6ffb017b-139d-425a-b78b-9be774c05037 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591807 Aug 24 00:23:49.283144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-de3a8202-8a92-4d51-ace1-008e930c9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.284948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-de3a8202-8a92-4d51-ace1-008e930c9f76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1094 time: 0.1104963 Aug 24 00:23:49.350480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-4e27a92a-0a4e-4783-ba18-55c78534aecb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 217 time: 0.0560241 Aug 24 00:23:49.451420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5cba6-d686-4aee-82d9-8952bae072cf req-ebd2f6c6-244c-4498-b1dd-b8f6119b64cc tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.453194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04b5cba6-d686-4aee-82d9-8952bae072cf req-ebd2f6c6-244c-4498-b1dd-b8f6119b64cc tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1095 time: 0.0564463 Aug 24 00:23:49.454996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-5048969c-097b-4a9b-97ff-f53b6d5a1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.456579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-5048969c-097b-4a9b-97ff-f53b6d5a1373 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 200 len: 859 time: 0.0961034 Aug 24 00:23:49.505495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-dc93aa49-22f1-47aa-9c41-6bdc0f70b662 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4014231e-83b3-4c13-8c09-90c2e4a794c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361552 Aug 24 00:23:49.527990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04b5cba6-d686-4aee-82d9-8952bae072cf req-7806dba1-fcec-469b-97d3-97062a9526cb tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654495 Aug 24 00:23:49.643184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-56d587fc-ede0-4915-ac28-fca7548a0dfc service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281958 Aug 24 00:23:49.744289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c216aa-001b-4911-a55c-bb1b4c7262ba req-4d4b7938-2e14-40d8-a908-ba457a24d066 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.745975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51c216aa-001b-4911-a55c-bb1b4c7262ba req-4d4b7938-2e14-40d8-a908-ba457a24d066 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 1095 time: 0.1155469 Aug 24 00:23:49.823841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8deb7bd7-db17-4d50-abe9-579a00325b2d req-223e2483-9584-4c23-bc24-0a69fc9a291b service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575956 Aug 24 00:23:49.841615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51c216aa-001b-4911-a55c-bb1b4c7262ba req-ff03043e-8f27-4063-ae7e-4a83db01f6be tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816221 Aug 24 00:23:49.850944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c56a71-d68d-47c6-a9fc-fc053bb24692 req-db8401e1-5f6e-40a6-be3b-deb1475a52fe tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:49.857632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7c56a71-d68d-47c6-a9fc-fc053bb24692 req-db8401e1-5f6e-40a6-be3b-deb1475a52fe tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1055982 Aug 24 00:23:49.909226 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7c56a71-d68d-47c6-a9fc-fc053bb24692 req-7bef2c31-9b30-4377-b0d5-08304aef9e02 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Aug 24 00:23:50.095338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d42556-7dc6-4093-8e82-3bb8621b4806 req-d57c3fdb-18ee-40e9-808a-4ceb1bd2dfdc tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:50.104509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5d42556-7dc6-4093-8e82-3bb8621b4806 req-d57c3fdb-18ee-40e9-808a-4ceb1bd2dfdc tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0791457 Aug 24 00:23:50.163888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5d42556-7dc6-4093-8e82-3bb8621b4806 req-3b36945f-3f33-4dcb-96d3-9ed1829dd4ec tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582664 Aug 24 00:23:50.307425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddc8a5-f2cd-41e4-95c5-91b06f953de7 req-50613ca9-647e-4127-95a1-90efd393067a tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:50.309300 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9ddc8a5-f2cd-41e4-95c5-91b06f953de7 req-50613ca9-647e-4127-95a1-90efd393067a tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 943 time: 0.0663767 Aug 24 00:23:50.352137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9ddc8a5-f2cd-41e4-95c5-91b06f953de7 req-24e7accc-a8b5-4bd1-8336-a3ae3c503754 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357945 Aug 24 00:23:50.764235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a900f3-c4ac-41e8-bf40-2abbc3b8fe69 req-5a8e436c-7586-4b72-b7f2-b9800b817eb2 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:50.765749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66a900f3-c4ac-41e8-bf40-2abbc3b8fe69 req-5a8e436c-7586-4b72-b7f2-b9800b817eb2 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0562615 Aug 24 00:23:50.812606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66a900f3-c4ac-41e8-bf40-2abbc3b8fe69 req-3375b0b8-d600-41aa-9dfd-b542fb442aca tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390089 Aug 24 00:23:51.058402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad763-4974-46b3-a353-ae65f4895c19 req-030b8480-ac99-4233-ac96-717d03c0ea02 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:51.066438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c25ad763-4974-46b3-a353-ae65f4895c19 req-030b8480-ac99-4233-ac96-717d03c0ea02 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.0640385 Aug 24 00:23:51.103437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c25ad763-4974-46b3-a353-ae65f4895c19 req-85716953-947c-49be-b43a-0156d2ee5b3f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358260 Aug 24 00:23:51.562930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee5832-b95d-4cff-96a6-858f1117e4c5 req-4a9e42ec-2361-4169-a766-7b1e68bf5226 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:51.564658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33ee5832-b95d-4cff-96a6-858f1117e4c5 req-4a9e42ec-2361-4169-a766-7b1e68bf5226 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 943 time: 0.0794859 Aug 24 00:23:51.663663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33ee5832-b95d-4cff-96a6-858f1117e4c5 req-435fe509-b880-4c11-961b-42fe25513241 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476806 Aug 24 00:23:51.664336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:23:51.770193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:51.780801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'port_id': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'mac_address': 'fa:16:3e:a1:18:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:23:51.819096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:51.833056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:23:51.853654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:51.934510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd3c43-b519-4ddf-94ef-06af2d368c5a req-90dc6480-9831-44d0-992d-3643423997b6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:51.935893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0cd3c43-b519-4ddf-94ef-06af2d368c5a req-90dc6480-9831-44d0-992d-3643423997b6 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0504773 Aug 24 00:23:51.975909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0cd3c43-b519-4ddf-94ef-06af2d368c5a req-5df492b2-ca17-45d8-94ba-0196968ac09f tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333714 Aug 24 00:23:52.041455 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:52.162130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:52.319196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa79b4-6120-40b5-ad57-a16c8e56ada8 req-c23f8fc9-8998-46e4-9f58-5591ca601e8b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:52.337331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0afa79b4-6120-40b5-ad57-a16c8e56ada8 req-c23f8fc9-8998-46e4-9f58-5591ca601e8b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1124375 Aug 24 00:23:52.370943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:52.409350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0afa79b4-6120-40b5-ad57-a16c8e56ada8 req-021f2315-72e7-4eb2-8a47-8eb289dbcf80 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694079 Aug 24 00:23:52.816295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e7406-05d3-4d6b-a124-54b26e4dc755 req-18229f72-0237-4d19-897e-fa45b07bb59b tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:52.818339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-638e7406-05d3-4d6b-a124-54b26e4dc755 req-18229f72-0237-4d19-897e-fa45b07bb59b tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 944 time: 0.0712736 Aug 24 00:23:52.906241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-638e7406-05d3-4d6b-a124-54b26e4dc755 req-06739d04-0137-4f2e-b2a2-06465aba9348 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766027 Aug 24 00:23:53.153856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a71180-feac-4196-88f8-628183c04b2b req-5bcb5a1f-38a9-46c7-bafd-e6963d317196 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:53.163219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95a71180-feac-4196-88f8-628183c04b2b req-5bcb5a1f-38a9-46c7-bafd-e6963d317196 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0722530 Aug 24 00:23:53.574927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95a71180-feac-4196-88f8-628183c04b2b req-99452daa-1285-4924-a55c-bc1a119fcd48 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106004 Aug 24 00:23:53.637057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17984e98-340c-41f1-af51-f509d3fa68fc req-d65ab57d-e916-4551-955c-bd8c7fa0a4d8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:53.638701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17984e98-340c-41f1-af51-f509d3fa68fc req-d65ab57d-e916-4551-955c-bd8c7fa0a4d8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1367698 Aug 24 00:23:53.692281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:23:53.724857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17984e98-340c-41f1-af51-f509d3fa68fc req-d1b9b9df-0556-4de0-b97b-820e22e86d66 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796194 Aug 24 00:23:53.934089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:23:53.938274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:23:53.938641 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:54.050940 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:54.091388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:54.094504 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e14538-bf0e-4409-b1cb-65c0a948005c" -d '{"events": [{"server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "name": "network-vif-plugged", "status": "completed", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:54.124883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:54.143300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84653e-df22-4ef7-8dd1-fdffd7f5014f req-61cd799d-720e-4d0b-8c05-eda858c56fd0 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.145601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c84653e-df22-4ef7-8dd1-fdffd7f5014f req-61cd799d-720e-4d0b-8c05-eda858c56fd0 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 944 time: 0.0843837 Aug 24 00:23:54.198347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c84653e-df22-4ef7-8dd1-fdffd7f5014f req-f71db50f-254f-4bfc-8602-6c9351dc062b tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432014 Aug 24 00:23:54.276168 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67821659-139f-4c47-a355-f1110c7db9f4 x-openstack-request-id: req-67821659-139f-4c47-a355-f1110c7db9f4 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:54.276168 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "name": "network-vif-plugged", "status": "completed", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:54.276168 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67821659-139f-4c47-a355-f1110c7db9f4 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:54.276168 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'code': 200} Aug 24 00:23:54.306958 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:54.430073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:54.447255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760b116-d304-43d4-a7a5-37104e836cd2 req-8a15e85b-f924-495b-8d69-60d4707ce3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.449024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5760b116-d304-43d4-a7a5-37104e836cd2 req-8a15e85b-f924-495b-8d69-60d4707ce3a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1096 time: 0.0956614 Aug 24 00:23:54.500557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5760b116-d304-43d4-a7a5-37104e836cd2 req-b5024464-132e-43a6-aa60-a3d77d6e10c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Aug 24 00:23:54.522841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eee1ba-09d4-484f-954b-1ff54cf13951 req-e07ee2f4-b7ee-4266-8298-9718b58350fd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.530779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0eee1ba-09d4-484f-954b-1ff54cf13951 req-e07ee2f4-b7ee-4266-8298-9718b58350fd tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.1054232 Aug 24 00:23:54.579645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0eee1ba-09d4-484f-954b-1ff54cf13951 req-b8836d29-8cc8-488b-8037-1101bca6abbe tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478423 Aug 24 00:23:54.924714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6267826-875f-41a2-b75c-c20b4dd6e0bc req-82938a2b-63f2-4650-966e-978e85f8f050 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:54.926328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6267826-875f-41a2-b75c-c20b4dd6e0bc req-82938a2b-63f2-4650-966e-978e85f8f050 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1034408 Aug 24 00:23:55.014205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6267826-875f-41a2-b75c-c20b4dd6e0bc req-569bff5f-6698-4f83-99ef-d0df4337c97a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690246 Aug 24 00:23:55.351924 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:55.384138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c79248-2512-4098-8e8e-8961b8e27b5a req-cd731386-c9f7-436b-96a9-e0167f0b9a6c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:55.385935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4c79248-2512-4098-8e8e-8961b8e27b5a req-cd731386-c9f7-436b-96a9-e0167f0b9a6c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0781765 Aug 24 00:23:55.461801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4c79248-2512-4098-8e8e-8961b8e27b5a req-a68b6496-dd90-43df-abac-6dfe730272ef tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657620 Aug 24 00:23:55.744905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-811c342c-deb8-4d3b-a089-eecdbf8d7684 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335158 Aug 24 00:23:55.762229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f13b08-0d2f-42e7-9f71-0ce5d44a6edd req-8ac39a0d-9950-4db5-a4ea-e5267e048f97 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:55.770799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75f13b08-0d2f-42e7-9f71-0ce5d44a6edd req-8ac39a0d-9950-4db5-a4ea-e5267e048f97 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0912626 Aug 24 00:23:55.890784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75f13b08-0d2f-42e7-9f71-0ce5d44a6edd req-a53ec167-38f3-41b5-909a-760cc1f872c4 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185005 Aug 24 00:23:55.898104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-1d7cca2b-5797-4983-a1bb-c719e3f47554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:55.899592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-1d7cca2b-5797-4983-a1bb-c719e3f47554 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 1096 time: 0.0961692 Aug 24 00:23:56.050900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-50443cfd-bec2-4a0e-bad8-ad003ba789e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.053160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-50443cfd-bec2-4a0e-bad8-ad003ba789e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1203115 Aug 24 00:23:56.188875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-fa87b241-4331-4254-8d41-d1ea5b54935a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 200 len: 217 time: 0.1257386 Aug 24 00:23:56.294749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-f2108bfb-78f5-4139-9799-1575d09fccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.296338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-f2108bfb-78f5-4139-9799-1575d09fccf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0920391 Aug 24 00:23:56.360923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43cbce-6674-4469-a318-54deca8540a0 req-c20225ce-9b9e-448a-95c7-a939ee23fe81 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.361149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38f0490e-063a-4730-8412-f6b65a3bb9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.369661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc43cbce-6674-4469-a318-54deca8540a0 req-c20225ce-9b9e-448a-95c7-a939ee23fe81 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1922872 Aug 24 00:23:56.376767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-058d39ae-ff87-4257-ac1e-c558ddd2c4b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605793 Aug 24 00:23:56.528965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-461ff061-40da-4858-8798-71875da7a1e1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.531262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-461ff061-40da-4858-8798-71875da7a1e1 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.2500935 Aug 24 00:23:56.545358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc43cbce-6674-4469-a318-54deca8540a0 req-38cd40e1-32e6-4125-ac56-3627af8b605c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745291 Aug 24 00:23:56.710625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-e1c5495d-1829-4263-9058-4695cf673baf service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149998 Aug 24 00:23:56.794462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f70fe-f603-4eee-80eb-2676830bfc14 req-a993c78d-062c-4ab3-b485-7c56d4f6607e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:56.794462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-922f70fe-f603-4eee-80eb-2676830bfc14 req-a993c78d-062c-4ab3-b485-7c56d4f6607e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1635971 Aug 24 00:23:56.831033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Deleting port a2e8c521-79fb-4eef-bb9f-666224c5cd33 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:23:56.831376 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.909585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17f429f0-9b29-4ba7-83a7-1b89ea7e524f req-25ee552d-d9f6-4b1c-9666-3b486f870c6a service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893101 Aug 24 00:23:56.915354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-922f70fe-f603-4eee-80eb-2676830bfc14 req-9964123f-4afc-471c-9109-8203e5e9634c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180992 Aug 24 00:23:56.965598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] For port a2e8c521-79fb-4eef-bb9f-666224c5cd33, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a2e8c521-79fb-4eef-bb9f-666224c5cd33,segment=NetworkSegment(02fc2225-203d-41bc-9f83-fd01598dd62f),segment_id=02fc2225-203d-41bc-9f83-fd01598dd62f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:23:56.966105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:56.984686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Calling delete_port for a2e8c521-79fb-4eef-bb9f-666224c5cd33 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:23:57.133277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716cf86-1b60-44ab-ab3b-916419be5174 req-527779ec-05b9-43a6-b9e6-6c5f81914f1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.134984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8716cf86-1b60-44ab-ab3b-916419be5174 req-527779ec-05b9-43a6-b9e6-6c5f81914f1a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 946 time: 0.0929146 Aug 24 00:23:57.237138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8716cf86-1b60-44ab-ab3b-916419be5174 req-91a32475-499a-4f4c-bfa6-173149837a82 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/security-groups?id=6f0992ff-a385-4cc8-8f43-9086c4346e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898049 Aug 24 00:23:57.346034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:57.380661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['a2e8c521-79fb-4eef-bb9f-666224c5cd33'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:23:57.390415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Pushing event deleted for resources: {'Port': ['ID=a2e8c521-79fb-4eef-bb9f-666224c5cd33,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:23:57.473141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] No DVR routers for this DVR port a2e8c521-79fb-4eef-bb9f-666224c5cd33 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:23:57.478672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:57.485241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2f89b60-180a-43fb-a422-53f4e108fc72 req-fd445dfe-3006-4199-a256-f32b5fd8d268 tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.36 "DELETE /v2.0/ports/a2e8c521-79fb-4eef-bb9f-666224c5cd33 HTTP/1.1" status: 204 len: 173 time: 0.9352429 Aug 24 00:23:57.485241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f89594-1494-4929-aa22-0b4632a7d7d8', 'name': 'network-vif-deleted', 'tag': 'a2e8c521-79fb-4eef-bb9f-666224c5cd33'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:23:57.499948 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a840de4e-e19a-4d77-bef6-f25e21c90b8a" -d '{"events": [{"server_uuid": "92f89594-1494-4929-aa22-0b4632a7d7d8", "name": "network-vif-deleted", "tag": "a2e8c521-79fb-4eef-bb9f-666224c5cd33"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:23:57.566344 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a2571c-3a58-4538-8880-97190cccaa04 x-openstack-request-id: req-e1a2571c-3a58-4538-8880-97190cccaa04 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:23:57.566344 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f89594-1494-4929-aa22-0b4632a7d7d8", "name": "network-vif-deleted", "tag": "a2e8c521-79fb-4eef-bb9f-666224c5cd33", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:23:57.566344 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1a2571c-3a58-4538-8880-97190cccaa04 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:23:57.566344 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f89594-1494-4929-aa22-0b4632a7d7d8', 'name': 'network-vif-deleted', 'tag': 'a2e8c521-79fb-4eef-bb9f-666224c5cd33', 'status': 'completed', 'code': 200} Aug 24 00:23:57.706025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6bd15-c2a1-4c1c-9f55-21569baccf22 req-1a8c8f9e-32c7-489f-a9cd-5e0b4e2132d0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.714653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3d6bd15-c2a1-4c1c-9f55-21569baccf22 req-1a8c8f9e-32c7-489f-a9cd-5e0b4e2132d0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.0698035 Aug 24 00:23:57.785834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3d6bd15-c2a1-4c1c-9f55-21569baccf22 req-ce71acde-7581-4fc8-9ca3-d3a0b157dee8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699334 Aug 24 00:23:57.905303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc91e7-7258-443a-9010-36c0592b1ae3 req-28756258-0734-4ece-9acf-ab2f5200165d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.908973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1bdc91e7-7258-443a-9010-36c0592b1ae3 req-28756258-0734-4ece-9acf-ab2f5200165d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1008546 Aug 24 00:23:57.932495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-78bd5684-09c3-4e07-b13d-44dc1bbe5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:57.934011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-78bd5684-09c3-4e07-b13d-44dc1bbe5766 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1096 time: 0.0928249 Aug 24 00:23:58.029342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1bdc91e7-7258-443a-9010-36c0592b1ae3 req-17bb99d7-9e5d-4a9b-814b-e6bb8027857b tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019969 Aug 24 00:23:58.082677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-12d2074e-6cfb-457d-8142-22e6dfca865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:58.084509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-12d2074e-6cfb-457d-8142-22e6dfca865b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 920 time: 0.1431966 Aug 24 00:23:58.134350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-3b33b698-cb38-4df2-92f5-d599ccfa87c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 217 time: 0.0414689 Aug 24 00:23:58.183459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-00158000-b2b3-4582-a5e9-2b8d44d4a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:58.184922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-00158000-b2b3-4582-a5e9-2b8d44d4a140 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 200 len: 859 time: 0.0439157 Aug 24 00:23:58.219293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-5ba0a7e5-c1af-4ac4-a68d-becbdfdd0d68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4014231e-83b3-4c13-8c09-90c2e4a794c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245292 Aug 24 00:23:58.325711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-98cf69c1-bb22-4554-97b7-86a4abbb6f18 service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013818 Aug 24 00:23:58.410849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-946d4531-a677-449a-a558-f131ed79b359 req-d263a5de-9698-442b-9c5f-7b725666bd8a tempest-DeleteServersTestJSON-1547453147 tempest-DeleteServersTestJSON-1547453147-project] 10.222.0.26 "GET /v2.0/ports?device_id=92f89594-1494-4929-aa22-0b4632a7d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0814962 Aug 24 00:23:58.477016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c457d22a-9811-45ba-9b31-fe36cad6ea41 req-6c8d6c6b-3eb6-40ff-9487-dbf767bc7630 service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444025 Aug 24 00:23:58.993751 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-827ce90c-2002-4472-93b7-b40f99a3a5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.176575 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:23:59.258371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd4a6d-3478-4691-8561-62cc54f80fbf req-de46d133-9db0-4d3e-9328-5dce6b426da1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:59.259946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21fd4a6d-3478-4691-8561-62cc54f80fbf req-de46d133-9db0-4d3e-9328-5dce6b426da1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.4063222 Aug 24 00:23:59.307502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe55e9-1fe9-4329-91a5-b7d9e2d9c288 req-264b3bbb-23df-432e-9a22-3614cf75d041 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:23:59.309068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cbe55e9-1fe9-4329-91a5-b7d9e2d9c288 req-264b3bbb-23df-432e-9a22-3614cf75d041 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0876532 Aug 24 00:23:59.316526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21fd4a6d-3478-4691-8561-62cc54f80fbf req-473755b6-e9bb-44bb-b241-957c6d087907 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499144 Aug 24 00:23:59.349341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cbe55e9-1fe9-4329-91a5-b7d9e2d9c288 req-38e3eee1-d485-41db-96f3-6f1b3f3523b2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Aug 24 00:24:00.208837 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:00.569543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df434-549f-4cff-8135-2861478f3cf0 req-b0a138ef-8d10-4d78-8bb3-2d7c61f8e240 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:00.586214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc9df434-549f-4cff-8135-2861478f3cf0 req-b0a138ef-8d10-4d78-8bb3-2d7c61f8e240 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 947 time: 0.1451421 Aug 24 00:24:00.660938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc549c-3ba2-4617-9d1f-141522d8c3d3 req-8b63a33f-227c-4173-a18f-94acba9e9ee7 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:00.682184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45dc549c-3ba2-4617-9d1f-141522d8c3d3 req-8b63a33f-227c-4173-a18f-94acba9e9ee7 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1892924 Aug 24 00:24:00.752050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45dc549c-3ba2-4617-9d1f-141522d8c3d3 req-d428bffc-129b-4a91-8b1d-5ac7eb966b8d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632060 Aug 24 00:24:00.780184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc9df434-549f-4cff-8135-2861478f3cf0 req-58be2de1-4539-46b8-a617-f52cff651394 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774278 Aug 24 00:24:01.097372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:01.203283 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.232880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:01.236930 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e4d42-e39c-48c5-a245-4c31ead88780" -d '{"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-unplugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:01.266872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:01.304375 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02954447-623b-4606-b473-4638e2e713d6 x-openstack-request-id: req-02954447-623b-4606-b473-4638e2e713d6 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:01.304680 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-unplugged", "status": "completed", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:01.304991 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02954447-623b-4606-b473-4638e2e713d6 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:01.305748 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'code': 200} Aug 24 00:24:01.322817 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.323918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a2e8c521-79fb-4eef-bb9f-666224c5cd33 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:01.364209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: a2e8c521-79fb-4eef-bb9f-666224c5cd33 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:01.364564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a2e8c521-79fb-4eef-bb9f-666224c5cd33 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:01.413875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=14']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:01.718366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7143f-4c85-4d07-adb7-ac0c1a7034dc req-e40ff359-a013-4548-b7d8-2e5ac907d356 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:01.720025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1e7143f-4c85-4d07-adb7-ac0c1a7034dc req-e40ff359-a013-4548-b7d8-2e5ac907d356 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0570257 Aug 24 00:24:01.732909 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:01.762550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1e7143f-4c85-4d07-adb7-ac0c1a7034dc req-b8bda89d-92c2-46c6-aa39-5c41a95a8344 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351064 Aug 24 00:24:01.987534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d951abc-5cd2-465b-9828-7852c86197cb req-216cd20f-b587-4c95-a3f2-ddd4129d6617 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:01.989851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d951abc-5cd2-465b-9828-7852c86197cb req-216cd20f-b587-4c95-a3f2-ddd4129d6617 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0822415 Aug 24 00:24:02.039465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d951abc-5cd2-465b-9828-7852c86197cb req-7fb2f681-0fe1-4da4-acb2-1acd996378a8 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429819 Aug 24 00:24:03.173079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae641f4-994c-4541-baec-fbc0851742e8 req-d763d66b-713e-4023-8186-ff72ffdd35eb tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:03.175134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ae641f4-994c-4541-baec-fbc0851742e8 req-d763d66b-713e-4023-8186-ff72ffdd35eb tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0614297 Aug 24 00:24:03.228005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ae641f4-994c-4541-baec-fbc0851742e8 req-479046c9-a505-40f6-9e42-e1255504ce51 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Aug 24 00:24:03.581129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58264) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:03.648469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58268) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:03.766387 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32db6b9c-00dc-43db-9505-84989f4725f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.786058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-31907059-eac2-41d7-84db-c8c4b386259c admin admin] Deleting subnet 82931143-52e6-40e1-a22d-d8ba89268c6f {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:03.791912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31907059-eac2-41d7-84db-c8c4b386259c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.838154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31907059-eac2-41d7-84db-c8c4b386259c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.901721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31907059-eac2-41d7-84db-c8c4b386259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:03.986892 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32db6b9c-00dc-43db-9505-84989f4725f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.071626 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31907059-eac2-41d7-84db-c8c4b386259c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.101835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31907059-eac2-41d7-84db-c8c4b386259c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.104726 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-31907059-eac2-41d7-84db-c8c4b386259c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/82931143-52e6-40e1-a22d-d8ba89268c6f HTTP/1.1" status: 204 len: 168 time: 0.5224822 Aug 24 00:24:04.105842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31907059-eac2-41d7-84db-c8c4b386259c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82931143-52e6-40e1-a22d-d8ba89268c6f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:04.106762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:04.147517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32db6b9c-00dc-43db-9505-84989f4725f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.188372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.190004 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-32db6b9c-00dc-43db-9505-84989f4725f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdcb8aed35db4b44a20ca4a77d0f2db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404599 Aug 24 00:24:04.192606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58288) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:04.193467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db6b9c-00dc-43db-9505-84989f4725f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd931d6-5682-4a09-9b01-3172daa6b68a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:04.357199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.360586 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b42af43-c2ef-4fb5-b905-9b3dc58515fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.395750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216df912-921f-4278-80e3-a4cea5a13626']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:04.406463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58302) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:04.412443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-348558581'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:04.423189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b42af43-c2ef-4fb5-b905-9b3dc58515fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.432346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fc2225-203d-41bc-9f83-fd01598dd62f') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:04.432648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fc2225-203d-41bc-9f83-fd01598dd62f') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:04.460632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.499054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4426db-e0da-4197-8cd4-c6a3eaaec9db req-caf0b59a-2d45-48d0-91f6-a4266a65e20a tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:04.507177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b4426db-e0da-4197-8cd4-c6a3eaaec9db req-caf0b59a-2d45-48d0-91f6-a4266a65e20a tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1711504 Aug 24 00:24:04.509755 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.523028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:24:04.523451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:24:04.525314 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:24:04.539661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:04.543274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.613871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b4426db-e0da-4197-8cd4-c6a3eaaec9db req-3986c8d9-3c8f-4bc1-9676-e6c9c68c8799 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056187 Aug 24 00:24:04.698225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b42af43-c2ef-4fb5-b905-9b3dc58515fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.700901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b42af43-c2ef-4fb5-b905-9b3dc58515fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.702810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:04.708115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2b42af43-c2ef-4fb5-b905-9b3dc58515fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cdd931d6-5682-4a09-9b01-3172daa6b68a HTTP/1.1" status: 204 len: 168 time: 0.5110950 Aug 24 00:24:04.709210 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.715362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.715661 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Added segment f6218f20-81c2-4ab5-9814-81746fc84d11 of type vlan for network 2451831c-464c-4e2d-943c-5fa3aeefff28 Aug 24 00:24:04.718239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:04.720456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/216df912-921f-4278-80e3-a4cea5a13626 HTTP/1.1" status: 204 len: 168 time: 0.6102290 Aug 24 00:24:04.722943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42af43-c2ef-4fb5-b905-9b3dc58515fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd931d6-5682-4a09-9b01-3172daa6b68a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:04.751111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd0604-a0bf-46bc-b8c2-fac687de2cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=216df912-921f-4278-80e3-a4cea5a13626,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:04.782307 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.008360 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.014506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.015099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.082985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Network': ['ID=2451831c-464c-4e2d-943c-5fa3aeefff28,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:05.093593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:05.149071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58316) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:05.149320 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5627812d-1a23-4cb7-a5bf-8aad043ac5e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7411687 Aug 24 00:24:05.154574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-873365306'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:05.288415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:05.292623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.296397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58320) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:05.324980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:05.336982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.337337 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Added segment 788a0681-398b-4447-ae0a-bf29cfc940e1 of type vlan for network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 Aug 24 00:24:05.380090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:05.380885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8b0d1b41-6aed-4ac2-88cd-920f5c899aff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5356aa8eef24403599d9f2796a084d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819476 Aug 24 00:24:05.384453 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.493780 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c96ad50b-cbbe-4671-8ee3-d0a1efeb9787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.537924 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.543473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.544070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.559303 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c96ad50b-cbbe-4671-8ee3-d0a1efeb9787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.696508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f903833-b8a0-4391-9d24-904595c61ec6 req-0d5a3b66-0cd1-4129-8f4b-2550360a85de tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.698142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f903833-b8a0-4391-9d24-904595c61ec6 req-0d5a3b66-0cd1-4129-8f4b-2550360a85de tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.2223086 Aug 24 00:24:05.715880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5656762 Aug 24 00:24:05.719500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58330) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:05.725108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'subnet': {'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:05.733062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355a818-a669-4f96-96d3-b30473f303f8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Network': ['ID=2c7f342d-8fc5-4cbb-af18-961b4b04d501,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:05.747039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:05.791987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f903833-b8a0-4391-9d24-904595c61ec6 req-24343381-56f7-40a2-81d0-286424b3af4f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825710 Aug 24 00:24:05.805478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c17ef-14ac-4c3f-ac4b-2588c154c2dd req-ccec000e-7d1a-45df-9d0d-2fc4b86b0a61 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:05.807210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f3c17ef-14ac-4c3f-ac4b-2588c154c2dd req-ccec000e-7d1a-45df-9d0d-2fc4b86b0a61 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0968621 Aug 24 00:24:05.866804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58334) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:05.883753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21a9f521-7619-4da6-bc4e-abfac567378e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.884046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f3c17ef-14ac-4c3f-ac4b-2588c154c2dd req-09dce1b3-1f1c-4964-b749-9fae384cf006 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705144 Aug 24 00:24:05.907145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c96ad50b-cbbe-4671-8ee3-d0a1efeb9787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.909850 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c96ad50b-cbbe-4671-8ee3-d0a1efeb9787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:05.911059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c96ad50b-cbbe-4671-8ee3-d0a1efeb9787 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f0992ff-a385-4cc8-8f43-9086c4346e42 HTTP/1.1" status: 204 len: 168 time: 0.5293796 Aug 24 00:24:05.919326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ad50b-cbbe-4671-8ee3-d0a1efeb9787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0992ff-a385-4cc8-8f43-9086c4346e42,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:05.958548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:05.958548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.150214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21a9f521-7619-4da6-bc4e-abfac567378e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.248391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21a9f521-7619-4da6-bc4e-abfac567378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.263998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254c99a-621f-4ae7-8ad3-23c3fa6e57b1 req-411f5fe4-4c5f-4c22-bd5e-04c5dd2ece22 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.265947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f254c99a-621f-4ae7-8ad3-23c3fa6e57b1 req-411f5fe4-4c5f-4c22-bd5e-04c5dd2ece22 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0553684 Aug 24 00:24:06.299262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9f521-7619-4da6-bc4e-abfac567378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a023acb-d54e-455a-9ace-b0a088690519,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:06.307102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.310559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f254c99a-621f-4ae7-8ad3-23c3fa6e57b1 req-6290cd0b-71f0-4f96-8878-52c1b816de11 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375531 Aug 24 00:24:06.314325 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-21a9f521-7619-4da6-bc4e-abfac567378e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a809c91bde9545409f3b822e30ec8398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430068 Aug 24 00:24:06.319530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58342) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:06.401153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Subnet': ['ID=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:06.428714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Checking segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:06.429079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network hostable DHCP agents. Network: 2451831c-464c-4e2d-943c-5fa3aeefff28, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:06.446438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed044119-9d88-43ef-9f87-7920baecca7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.475456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed044119-9d88-43ef-9f87-7920baecca7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.549004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:06.556006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-cf494243-0bb7-4924-b684-57819c200444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.556006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-cf494243-0bb7-4924-b684-57819c200444 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1096 time: 0.2442453 Aug 24 00:24:06.642529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed044119-9d88-43ef-9f87-7920baecca7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.645118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed044119-9d88-43ef-9f87-7920baecca7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.646376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed044119-9d88-43ef-9f87-7920baecca7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a023acb-d54e-455a-9ace-b0a088690519 HTTP/1.1" status: 204 len: 168 time: 0.3258462 Aug 24 00:24:06.655832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed044119-9d88-43ef-9f87-7920baecca7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a023acb-d54e-455a-9ace-b0a088690519,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:06.659454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 2451831c-464c-4e2d-943c-5fa3aeefff28) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:06.663276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-893f6a8b-b8bb-4a1d-a8ce-ea3f18608027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.664426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.665190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-893f6a8b-b8bb-4a1d-a8ce-ea3f18608027 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1015437 Aug 24 00:24:06.666505 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:06.668832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6829368-a1b3-4450-a565-dc28bdbb9ffc None None] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:06.770961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-32c1bfc3-fa52-4187-be5c-8c3e86219935 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.0985887 Aug 24 00:24:06.786151 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-72f22422-845b-47aa-9184-b21cdb0636c7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0654604 Aug 24 00:24:06.791773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58362) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:06.798976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'subnet': {'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:06.841108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-e00599b6-5a46-4d18-ae27-dd3f362a6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.843090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-e00599b6-5a46-4d18-ae27-dd3f362a6b92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0643206 Aug 24 00:24:06.908444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-55ca1494-1f96-42fb-b890-af5545b5b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:06.922905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-55ca1494-1f96-42fb-b890-af5545b5b218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714018 Aug 24 00:24:06.935348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-caa6a3e8-5f15-48f7-9d1b-d4ea7fc04758 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:24:06.938785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-caa6a3e8-5f15-48f7-9d1b-d4ea7fc04758 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082779 Aug 24 00:24:06.944635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-2451831c-464c-4e2d-943c-5fa3aeefff28', 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'fixed_ips': [{'subnet_id': '260fe1af-dab9-44b3-bf0b-3f3055e6d1b5'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:24:06.945730 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.048596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:07.052497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.104185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Allocated IP 10.1.1.2 (2451831c-464c-4e2d-943c-5fa3aeefff28/260fe1af-dab9-44b3-bf0b-3f3055e6d1b5/ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:07.110372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe05dd-ba7b-4f2c-b5ed-5f6d5e595fb3 req-ea3f9604-15b3-4cf9-a038-d65c1bf6d2e3 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:07.118523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38fe05dd-ba7b-4f2c-b5ed-5f6d5e595fb3 req-ea3f9604-15b3-4cf9-a038-d65c1bf6d2e3 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0936177 Aug 24 00:24:07.131677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-ce84be20-1136-422d-babf-30ab0fb4fdb9 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850696 Aug 24 00:24:07.272891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d73df20-7577-4b9c-94b5-c7bb091ca594 req-019b6f1b-d052-45fd-842a-68e20786e3c1 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320610 Aug 24 00:24:07.295933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38fe05dd-ba7b-4f2c-b5ed-5f6d5e595fb3 req-534b109f-822c-4555-a4dc-3aee83c5fb07 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764078 Aug 24 00:24:07.338037 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.368416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Transition to ACTIVE for port object ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:07.400577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Transition to ACTIVE for port object ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:07.467022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.470246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782f595-6ba6-4a1a-99cc-0870ddb34b42 req-03005d4d-198b-4fa4-9620-6380b21533ed tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:07.471821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9782f595-6ba6-4a1a-99cc-0870ddb34b42 req-03005d4d-198b-4fa4-9620-6380b21533ed tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0618508 Aug 24 00:24:07.516853 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.533243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9782f595-6ba6-4a1a-99cc-0870ddb34b42 req-e8b0c305-88c3-477f-978d-7b24c2063b4a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529909 Aug 24 00:24:07.560719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Checking segment: {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:07.561084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network hostable DHCP agents. Network: 2c7f342d-8fc5-4cbb-af18-961b4b04d501, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:07.579443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Subnet': ['ID=1db08216-ec94-42ab-8797-3e3dee98850e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:07.588192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Pushing event updated for resources: {'Port': ['ID=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:07.599054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:07.600760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:07.603381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:07.676961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Attempting to bind port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:07.677703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Attempting to bind port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:07.678074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Attempting to bind port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:07.684859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:07.685329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Checking segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:07.685825 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.686946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Bound using segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:07.687492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Bound port: ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:07.687942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.711373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:07.778881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] For port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:07.782997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] For port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:07.797461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 2c7f342d-8fc5-4cbb-af18-961b4b04d501) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:07.806038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720002fd-0dd9-4cde-b77c-691c4b33fda4 None None] Network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:07.806706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:07.807328 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.896516 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:07.942328 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d75c9f43-90eb-45cb-945f-a4ce97338893 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1461277 Aug 24 00:24:07.942994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58404) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:07.948645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'port': {'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'name': 'tempest-TaggedBootDevicesTest_v242-1044486525', 'fixed_ips': [{'subnet_id': '260fe1af-dab9-44b3-bf0b-3f3055e6d1b5'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:08.017647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f64ad-7965-46d5-88bd-fb6c398bbc32 None None] Pushing event updated for resources: {'Port': ['ID=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:08.144047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-2c7f342d-8fc5-4cbb-af18-961b4b04d501', 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'fixed_ips': [{'subnet_id': '1db08216-ec94-42ab-8797-3e3dee98850e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:24:08.144984 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:08.225693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:08.485803 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:08.492496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:08.528443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] device_id is not set on port 7f265772-427e-404f-9f5f-f1a231797e3e yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:24:08.628976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Allocated IP 10.2.2.2 (2c7f342d-8fc5-4cbb-af18-961b4b04d501/1db08216-ec94-42ab-8797-3e3dee98850e/4df91140-d37b-4142-8d5e-83ef833f24a8) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:08.766676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:08.793993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ad803-7e31-4fa0-8231-b54c5022c03f req-269c5e26-3e79-48dc-bfcc-0dfeb235ddc1 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.796034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26ad803-7e31-4fa0-8231-b54c5022c03f req-269c5e26-3e79-48dc-bfcc-0dfeb235ddc1 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.2466323 Aug 24 00:24:08.818651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2a3a-9017-4adc-acf0-3f291b700296 req-2a8b257a-34bf-4365-8aa0-99987c59c181 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:08.820194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92cc2a3a-9017-4adc-acf0-3f291b700296 req-2a8b257a-34bf-4365-8aa0-99987c59c181 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1353855 Aug 24 00:24:08.847140 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:08.865460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Transition to ACTIVE for port object 4df91140-d37b-4142-8d5e-83ef833f24a8 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:08.913711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Transition to ACTIVE for port object 4df91140-d37b-4142-8d5e-83ef833f24a8 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:08.924267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Allocated IP 10.1.1.164 (2451831c-464c-4e2d-943c-5fa3aeefff28/260fe1af-dab9-44b3-bf0b-3f3055e6d1b5/7f265772-427e-404f-9f5f-f1a231797e3e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:08.935400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26ad803-7e31-4fa0-8231-b54c5022c03f req-59c386c5-6811-4bc8-8631-529e338b1e43 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141248 Aug 24 00:24:08.938579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92cc2a3a-9017-4adc-acf0-3f291b700296 req-e62d2b56-83c7-4a69-9e6f-f598d206d922 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852573 Aug 24 00:24:09.043276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.100190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:09.108849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:09.114402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:09.131827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Pushing event updated for resources: {'Port': ['ID=4df91140-d37b-4142-8d5e-83ef833f24a8,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:09.209742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Attempting to bind port 4df91140-d37b-4142-8d5e-83ef833f24a8 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:09.210153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Attempting to bind port 4df91140-d37b-4142-8d5e-83ef833f24a8 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:09.210470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Attempting to bind port 4df91140-d37b-4142-8d5e-83ef833f24a8 on network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:09.216564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:09.216954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Checking segment: {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:09.217361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.217818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Bound using segment: {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:09.218288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Bound port: 4df91140-d37b-4142-8d5e-83ef833f24a8, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:09.218675 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.235798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.253801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Transition to ACTIVE for port object 7f265772-427e-404f-9f5f-f1a231797e3e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:09.306349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a98f90-4b4f-4c48-8591-eeb2c6cc02da req-5f79ce48-41a7-4ca8-a29b-8bb00de1a5ff tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.308142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-55a98f90-4b4f-4c48-8591-eeb2c6cc02da req-5f79ce48-41a7-4ca8-a29b-8bb00de1a5ff tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1430123 Aug 24 00:24:09.325439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] For port 4df91140-d37b-4142-8d5e-83ef833f24a8, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:09.331303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] For port 4df91140-d37b-4142-8d5e-83ef833f24a8, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4df91140-d37b-4142-8d5e-83ef833f24a8,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:09.380373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-55a98f90-4b4f-4c48-8591-eeb2c6cc02da req-cea1a2cf-44ac-4e8f-8997-877c0b621f95 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632010 Aug 24 00:24:09.400206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58458) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:09.407365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.437948 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.469223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58462) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:09.535392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:09.538289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=7f265772-427e-404f-9f5f-f1a231797e3e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:09.539091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d2465-c83d-4cf2-9e45-df8d2ab40c7f None None] Pushing event updated for resources: {'Port': ['ID=4df91140-d37b-4142-8d5e-83ef833f24a8,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:09.543165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:09.546557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:09.631910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1259585-22d5-4210-bfe2-43bb8f689d6a None None] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:09.662103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c325193e-1e9e-4381-9e42-ec7795a54817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.681050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.684847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.712796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c78ae-541d-42fd-bdfb-945a68593f4b req-bf0b2c82-29d7-4649-960f-95aa009da151 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:09.722536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c50c78ae-541d-42fd-bdfb-945a68593f4b req-bf0b2c82-29d7-4649-960f-95aa009da151 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1854618 Aug 24 00:24:09.774706 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a823635-6f25-470e-a79f-0b08333f6a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.775543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c50c78ae-541d-42fd-bdfb-945a68593f4b req-ecf028c6-4caa-4388-8411-50d9060361cb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518339 Aug 24 00:24:09.836245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b0c30a79-9794-4830-961b-1bcea7b7ce49 None None] Provisioning for port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:09.848407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b0c30a79-9794-4830-961b-1bcea7b7ce49 None None] Provisioning complete for port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:09.848584 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b0c30a79-9794-4830-961b-1bcea7b7ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:09.932105 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c325193e-1e9e-4381-9e42-ec7795a54817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.004802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b0c30a79-9794-4830-961b-1bcea7b7ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.046399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c325193e-1e9e-4381-9e42-ec7795a54817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.108944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b0c30a79-9794-4830-961b-1bcea7b7ce49 None None] For port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:10.128948 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c325193e-1e9e-4381-9e42-ec7795a54817 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33255df2ad68448a91ea761ced817c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583543 Aug 24 00:24:10.130031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325193e-1e9e-4381-9e42-ec7795a54817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb9667a-130d-403d-a2ce-501ee2402dba,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:10.133091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58486) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:10.197197 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b0c30a79-9794-4830-961b-1bcea7b7ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.212781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1691f467-33a5-4d7b-87ac-9953b241e448 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2653344 Aug 24 00:24:10.216071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:10.221959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'port': {'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'name': 'tempest-TaggedBootDevicesTest_v242-651808733', 'fixed_ips': [{'subnet_id': '260fe1af-dab9-44b3-bf0b-3f3055e6d1b5'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:10.329953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65d0b2e5-22fb-4980-a7e0-1d94f15adadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.333357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c30a79-9794-4830-961b-1bcea7b7ce49 None None] Pushing event updated for resources: {'Port': ['ID=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:10.350925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610f542-0e68-4a59-9f65-4afae4f85c3d req-afd6efe9-fc10-46d8-a1de-d27f683cb178 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:10.357411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f610f542-0e68-4a59-9f65-4afae4f85c3d req-afd6efe9-fc10-46d8-a1de-d27f683cb178 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.2286124 Aug 24 00:24:10.394614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65d0b2e5-22fb-4980-a7e0-1d94f15adadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.417659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-078b6791-bde3-4fbe-9c9d-3e9dad9f4a16 None None] Provisioning for port 7f265772-427e-404f-9f5f-f1a231797e3e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:10.422594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-078b6791-bde3-4fbe-9c9d-3e9dad9f4a16 None None] Provisioning complete for port 7f265772-427e-404f-9f5f-f1a231797e3e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:10.422982 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-078b6791-bde3-4fbe-9c9d-3e9dad9f4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.462422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a823635-6f25-470e-a79f-0b08333f6a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.473676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4df91140-d37b-4142-8d5e-83ef833f24a8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:10.476709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-078b6791-bde3-4fbe-9c9d-3e9dad9f4a16 None None] Port 7f265772-427e-404f-9f5f-f1a231797e3e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:10.507545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-e82697a3-dedf-4472-a7dd-705c59682c18 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:10.510827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-e82697a3-dedf-4472-a7dd-705c59682c18 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.4154799 Aug 24 00:24:10.528067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a823635-6f25-470e-a79f-0b08333f6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.529407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-078b6791-bde3-4fbe-9c9d-3e9dad9f4a16 None None] Provisioning complete for port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:10.530028 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-078b6791-bde3-4fbe-9c9d-3e9dad9f4a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.602445 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a823635-6f25-470e-a79f-0b08333f6a93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12c2753aacfb4e768d7c8cb384ca683a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1978383 Aug 24 00:24:10.602445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65d0b2e5-22fb-4980-a7e0-1d94f15adadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.608003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:10.609223 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65d0b2e5-22fb-4980-a7e0-1d94f15adadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.614360 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-65d0b2e5-22fb-4980-a7e0-1d94f15adadc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8fb9667a-130d-403d-a2ce-501ee2402dba HTTP/1.1" status: 204 len: 168 time: 0.4663203 Aug 24 00:24:10.614360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a823635-6f25-470e-a79f-0b08333f6a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31cf031-589b-4fcd-9103-354530f2f6b1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:10.643491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f610f542-0e68-4a59-9f65-4afae4f85c3d req-38b39ad9-5aac-48fc-b5b3-7bc86e2cea77 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662363 Aug 24 00:24:10.673744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-3ba85678-8505-48b8-995d-35ca35451b93 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/quotas/e1b483dab76b4e17b9dd579514e70611 HTTP/1.1" status: 200 len: 375 time: 0.1468334 Aug 24 00:24:10.677448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0b2e5-22fb-4980-a7e0-1d94f15adadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb9667a-130d-403d-a2ce-501ee2402dba,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:10.774020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 4df91140-d37b-4142-8d5e-83ef833f24a8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:10.803178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-26cc0099-aa97-464c-bf89-ba11cad0f470 None None] Provisioning complete for port 7f265772-427e-404f-9f5f-f1a231797e3e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:10.803661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-26cc0099-aa97-464c-bf89-ba11cad0f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.816408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-b190b27c-4cc2-4b93-80be-8ea9cee664c8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1418087 Aug 24 00:24:10.854992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-26cc0099-aa97-464c-bf89-ba11cad0f470 None None] Port 7f265772-427e-404f-9f5f-f1a231797e3e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:10.863074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9486972f-2fd9-42c5-964a-bfd846096832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.874553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:10.880244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:10.948690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] device_id is not set on port 272065b3-76cf-461c-8792-3d4932903abe yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:24:10.962307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9486972f-2fd9-42c5-964a-bfd846096832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.037754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24700531-8aad-4918-9b2f-a034bf5430a2 None None] Network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:11.115622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-07914690-45b8-40e6-b7d0-e9b374d6f1b7 service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899127 Aug 24 00:24:11.266149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Allocated IP 10.1.1.198 (2451831c-464c-4e2d-943c-5fa3aeefff28/260fe1af-dab9-44b3-bf0b-3f3055e6d1b5/272065b3-76cf-461c-8792-3d4932903abe) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:11.270187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-808d4754-9111-4896-8e23-ea8df17150b8 None None] Provisioning for port 4df91140-d37b-4142-8d5e-83ef833f24a8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:11.273551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-808d4754-9111-4896-8e23-ea8df17150b8 None None] Provisioning complete for port 4df91140-d37b-4142-8d5e-83ef833f24a8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:11.273852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808d4754-9111-4896-8e23-ea8df17150b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.290514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-2873dd41-7f2b-4d25-bfee-b5133139f00d service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573684 Aug 24 00:24:11.313657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9486972f-2fd9-42c5-964a-bfd846096832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.317561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9486972f-2fd9-42c5-964a-bfd846096832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.322252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9486972f-2fd9-42c5-964a-bfd846096832 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d31cf031-589b-4fcd-9103-354530f2f6b1 HTTP/1.1" status: 204 len: 168 time: 0.7112751 Aug 24 00:24:11.343100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486972f-2fd9-42c5-964a-bfd846096832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31cf031-589b-4fcd-9103-354530f2f6b1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:11.400629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808d4754-9111-4896-8e23-ea8df17150b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.465203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-808d4754-9111-4896-8e23-ea8df17150b8 None None] For port 4df91140-d37b-4142-8d5e-83ef833f24a8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4df91140-d37b-4142-8d5e-83ef833f24a8,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:11.527401 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.547434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Transition to ACTIVE for port object 272065b3-76cf-461c-8792-3d4932903abe will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:11.583198 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808d4754-9111-4896-8e23-ea8df17150b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.663958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d4754-9111-4896-8e23-ea8df17150b8 None None] Pushing event updated for resources: {'Port': ['ID=4df91140-d37b-4142-8d5e-83ef833f24a8,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:11.681288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0909a2c-d1c2-467c-a066-225a41204753 req-22394f03-086b-4225-8464-c1a7cec8d2cb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 210 time: 0.0352969 Aug 24 00:24:11.709107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3e7c83a8-8f50-4c21-8016-eedc3c5dc646 None None] Provisioning complete for port 4df91140-d37b-4142-8d5e-83ef833f24a8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:11.709507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3e7c83a8-8f50-4c21-8016-eedc3c5dc646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.802468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80d798-4d93-462f-b411-0675cae9bb31 req-22ecb076-06f6-4ee0-a5c7-c37552a187c6 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:11.814406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b80d798-4d93-462f-b411-0675cae9bb31 req-22ecb076-06f6-4ee0-a5c7-c37552a187c6 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0834608 Aug 24 00:24:11.873079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b80d798-4d93-462f-b411-0675cae9bb31 req-b6e3875a-29eb-49a0-9478-336338c56e1c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538974 Aug 24 00:24:11.903781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:11.953089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:11.956916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:11.959893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:12.022086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=272065b3-76cf-461c-8792-3d4932903abe,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:12.044097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.044523 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.339443 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.342356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4e3f8645-88d3-4621-843e-a2b0f31c4a22 None None] Provisioning for port 272065b3-76cf-461c-8792-3d4932903abe completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:12.343333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6a260508-8804-479c-814b-c38f191c2b5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1259239 Aug 24 00:24:12.360788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4e3f8645-88d3-4621-843e-a2b0f31c4a22 None None] Provisioning complete for port 272065b3-76cf-461c-8792-3d4932903abe triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:12.370841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8645-88d3-4621-843e-a2b0f31c4a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.372279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:12.470478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f8645-88d3-4621-843e-a2b0f31c4a22 None None] Port 272065b3-76cf-461c-8792-3d4932903abe cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:12.473201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:12.473690 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.527521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58548) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:12.584027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4df91140-d37b-4142-8d5e-83ef833f24a8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:12.658641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-68e0e826-e4ad-46af-b3a5-fbdea8bf4a43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607767 Aug 24 00:24:12.664075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4df91140-d37b-4142-8d5e-83ef833f24a8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:12.664075 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.702331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1773452164-network', 'tenant_id': '4b1bce52df2b4a4ba8e31a3ae3a6fab1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:12.737481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58558) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:12.743493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-35ce7607-3b78-4cce-9b3f-216fbd905284 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463246323', 'description': 'tempest-description--2046228786'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:12.819185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9e8576d-61ae-4bcf-81c1-cdd1bd6c26ed req-91446877-8ee2-43ba-81b7-d04f1ef107d9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 210 time: 0.0552280 Aug 24 00:24:12.831191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Made reservation on behalf of 4b1bce52df2b4a4ba8e31a3ae3a6fab1 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:12.833595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.843551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:12.847563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-d9fed85c-8eac-4b4d-b5b2-4448fef574f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:12.849231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-d9fed85c-8eac-4b4d-b5b2-4448fef574f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1096 time: 0.1020751 Aug 24 00:24:13.107369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.185022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.214657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:13.239143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35ce7607-3b78-4cce-9b3f-216fbd905284 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.239375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7294c077-8572-4f4b-b69d-f9779c7fbb28,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:13.243643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.244174 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Added segment f2d88b78-0f3f-4656-96d2-4f50c880728f of type vlan for network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 Aug 24 00:24:13.301504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.362605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-289d880a-7b31-4201-bec0-4ce86fe4286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.364406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-289d880a-7b31-4201-bec0-4ce86fe4286c service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.4936228 Aug 24 00:24:13.422798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.425086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.426027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.431769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913851-69ff-40ec-9781-feb28e2857bc req-35e0dd9e-41a3-43f5-8ca1-72d8f46dca9d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.433366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31913851-69ff-40ec-9781-feb28e2857bc req-35e0dd9e-41a3-43f5-8ca1-72d8f46dca9d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1978843 Aug 24 00:24:13.506622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] Pushing event updated for resources: {'Network': ['ID=480b5d01-61c7-45b3-a4bf-2c3f4344c264,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:13.517252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:13.525846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-deae8148-974c-4e36-9490-ecd9741a5c10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.1510487 Aug 24 00:24:13.535451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31913851-69ff-40ec-9781-feb28e2857bc req-bfbeb3cd-faa6-47ae-bcce-f17715d2c7dd tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774488 Aug 24 00:24:13.617691 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35ce7607-3b78-4cce-9b3f-216fbd905284 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.628708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-48176027-0c0a-48f5-aa84-17905855ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.631874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-48176027-0c0a-48f5-aa84-17905855ec93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0910666 Aug 24 00:24:13.693831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-1c9164ce-2a6d-4af8-8b23-326bc42d06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:13.695643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-1c9164ce-2a6d-4af8-8b23-326bc42d06c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570002 Aug 24 00:24:13.757733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35ce7607-3b78-4cce-9b3f-216fbd905284 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.809325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce7607-3b78-4cce-9b3f-216fbd905284 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2b6fe-79eb-414b-97f9-807d9ea56d76,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:13.834215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-27f04b35-a033-437a-875d-a494ffc602ed service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312561 Aug 24 00:24:13.848615 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f8a55e4b-ad0e-4386-b211-3f70ee1407ab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3195229 Aug 24 00:24:13.851990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58584) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:13.859009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Request body: {'subnet': {'network_id': '480b5d01-61c7-45b3-a4bf-2c3f4344c264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1773452164-subnet', 'tenant_id': '4b1bce52df2b4a4ba8e31a3ae3a6fab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:13.898372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35ce7607-3b78-4cce-9b3f-216fbd905284 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.902233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-35ce7607-3b78-4cce-9b3f-216fbd905284 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1609564 Aug 24 00:24:13.902980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58586) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:13.908850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9403a950-52b2-43ae-9ffd-916a6ca4782a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'security_group_rule': {'security_group_id': '77f2b6fe-79eb-414b-97f9-807d9ea56d76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:13.932900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8d66944-e135-45d4-b4c2-e986c9eed92c req-7faa5560-b499-4ca6-bcf7-ca3cf650e2fb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 210 time: 0.0322292 Aug 24 00:24:13.971772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Made reservation on behalf of 4b1bce52df2b4a4ba8e31a3ae3a6fab1 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:13.974703 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:13.989195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1333415-856a-4212-bc09-a87acc0c7e4a req-c4f1948c-8a99-4ab8-9544-9029cab26866 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472464 Aug 24 00:24:14.140557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9403a950-52b2-43ae-9ffd-916a6ca4782a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.223215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9403a950-52b2-43ae-9ffd-916a6ca4782a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.287109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.328226 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9403a950-52b2-43ae-9ffd-916a6ca4782a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.370601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403a950-52b2-43ae-9ffd-916a6ca4782a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc8ae2d-09f0-4688-891e-6b3588cc14bb,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:14.379821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbc95ea-89d8-44d6-93b7-523834102c6c,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:14.391514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Checking segment: {'id': 'f2d88b78-0f3f-4656-96d2-4f50c880728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '480b5d01-61c7-45b3-a4bf-2c3f4344c264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:14.391881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Network hostable DHCP agents. Network: 480b5d01-61c7-45b3-a4bf-2c3f4344c264, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:14.460690 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9403a950-52b2-43ae-9ffd-916a6ca4782a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.461954 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9403a950-52b2-43ae-9ffd-916a6ca4782a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5578260 Aug 24 00:24:14.464667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58602) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:14.470385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f1635675-8184-473c-bd11-0d600e17b574 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'security_group_rule': {'security_group_id': '77f2b6fe-79eb-414b-97f9-807d9ea56d76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:14.549432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-4f808ff2-5937-4de0-8f45-98976b769860 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.551020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-4f808ff2-5937-4de0-8f45-98976b769860 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.1168594 Aug 24 00:24:14.571414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'port': {'device_id': '71f30c51-f960-4efe-9786-f2248dc74270', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'admin_state_up': True, 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:14.585412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:14.648076 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1635675-8184-473c-bd11-0d600e17b574 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.695152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 480b5d01-61c7-45b3-a4bf-2c3f4344c264) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:14.700128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.701073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.707047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ef384b-cdf1-4a7d-8b5f-930489f19411 None None] Network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:14.724734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774b76-f780-4a0d-8fe5-f45830de602d req-95ecb034-ad59-4341-9ea4-a01fdcae3c11 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:14.726277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b774b76-f780-4a0d-8fe5-f45830de602d req-95ecb034-ad59-4341-9ea4-a01fdcae3c11 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1031387 Aug 24 00:24:14.751994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1635675-8184-473c-bd11-0d600e17b574 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.776268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b774b76-f780-4a0d-8fe5-f45830de602d req-9d48c889-1511-4eeb-8fdd-49ec8b0f9cf1 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415249 Aug 24 00:24:14.814565 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ddbfcef8-c7e9-47c3-b43f-337f66cdc034 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9605536 Aug 24 00:24:14.855203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498420f-1673-4770-a170-acc109226370 None None] Network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:14.865992 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1635675-8184-473c-bd11-0d600e17b574 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:14.895594 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1635675-8184-473c-bd11-0d600e17b574 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3b8ffe-6080-4db6-959a-b2904cf9decc,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:14.967824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Made reservation on behalf of e1b483dab76b4e17b9dd579514e70611 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:14.975823 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.026573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1635675-8184-473c-bd11-0d600e17b574 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.026782 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f1635675-8184-473c-bd11-0d600e17b574 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5610979 Aug 24 00:24:15.029891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58614) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:15.034975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:15.105863 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-960c4be7-91f5-41ca-a755-4912edc08ef0 req-ff959467-c341-427a-b684-e6bfa83fe10c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 210 time: 0.0376413 Aug 24 00:24:15.191178 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.204758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Allocated IP 172.20.0.3 (afa56c2b-4c75-4c37-a2a5-2bd294b482d3/2f79c7e5-69af-4c72-85c1-7385547af0c7/1274c74f-ef05-4528-8367-7029b3ad8138) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:15.399285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.501377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.530443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Transition to ACTIVE for port object 1274c74f-ef05-4528-8367-7029b3ad8138 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:15.533352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Allocated IP 172.25.5.65 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/f46bf3f3-ac3b-41d2-93c8-6dfa8f9e1aef) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:15.554225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-313d3f96-3372-4d99-ad51-0394d7ed1b11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:15.555792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-313d3f96-3372-4d99-ad51-0394d7ed1b11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/networks?id=480b5d01-61c7-45b3-a4bf-2c3f4344c264 HTTP/1.1" status: 200 len: 822 time: 0.2477179 Aug 24 00:24:15.585220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-d92620a9-de1f-4b70-a44e-2c8c60008fbf tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/quotas/4b1bce52df2b4a4ba8e31a3ae3a6fab1 HTTP/1.1" status: 200 len: 375 time: 0.0216837 Aug 24 00:24:15.638135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-dbed4cae-9884-40b7-a38f-8d075d9ab681 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b1bce52df2b4a4ba8e31a3ae3a6fab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412941 Aug 24 00:24:15.665880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.740451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.743614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-9539a369-44be-47d8-9f73-b516fb998ebe service neutron] 10.222.0.26 "GET /v2.0/networks/480b5d01-61c7-45b3-a4bf-2c3f4344c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976348 Aug 24 00:24:15.826402 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.838664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:15.845601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:15.852019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:15.879404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'Port': ['ID=1274c74f-ef05-4528-8367-7029b3ad8138,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:15.925032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:15.926720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=f46bf3f3-ac3b-41d2-93c8-6dfa8f9e1aef,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:15.930788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:15.932991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:15.937377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:15.944009 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:15.997803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-025cb91f-d028-47ca-a908-71aef1de6a3f service neutron] 10.222.0.26 "GET /v2.0/networks/480b5d01-61c7-45b3-a4bf-2c3f4344c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270887 Aug 24 00:24:16.048228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82c0c-7e7a-466a-8fac-959f03fe5072 req-e58239da-f46e-4225-baba-85118a7472f1 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:16.050016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4d82c0c-7e7a-466a-8fac-959f03fe5072 req-e58239da-f46e-4225-baba-85118a7472f1 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1193304 Aug 24 00:24:16.090885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.098049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4d82c0c-7e7a-466a-8fac-959f03fe5072 req-dcca601d-07a2-408f-86f1-52facee1041f tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Aug 24 00:24:16.214466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-6b13a8fa-5938-45fb-b6b7-bcf2370656c0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6480412 Aug 24 00:24:16.236725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Request body: {'port': {'device_id': '71f30c51-f960-4efe-9786-f2248dc74270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:16.249324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09024efe-a0d4-4f8d-aff6-68a78a6b9131 req-b3dc9123-7d65-4e56-89bf-afcc0d57dd0b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:16.255386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.258541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09024efe-a0d4-4f8d-aff6-68a78a6b9131 req-b3dc9123-7d65-4e56-89bf-afcc0d57dd0b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 931 time: 0.0760837 Aug 24 00:24:16.323494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d784d80e-2a00-4890-95d8-63448931afb4 None None] Provisioning for port 1274c74f-ef05-4528-8367-7029b3ad8138 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:16.328313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d784d80e-2a00-4890-95d8-63448931afb4 None None] Provisioning complete for port 1274c74f-ef05-4528-8367-7029b3ad8138 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:16.328740 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d784d80e-2a00-4890-95d8-63448931afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.376531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d784d80e-2a00-4890-95d8-63448931afb4 None None] Port 1274c74f-ef05-4528-8367-7029b3ad8138 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:16.395618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.415568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09024efe-a0d4-4f8d-aff6-68a78a6b9131 req-2ce0ba8d-5fc0-4fb4-a664-1e67419b956d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562111 Aug 24 00:24:16.589303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.698669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.699691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1652e99c-2ef8-4230-887f-ad4016d511d2 req-62fe6c96-c2ba-4874-8b96-8625d82173b3 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 210 time: 0.0545354 Aug 24 00:24:16.792716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=f46bf3f3-ac3b-41d2-93c8-6dfa8f9e1aef,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:16.807089 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.870703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1274c74f-ef05-4528-8367-7029b3ad8138 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:16.878861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.891660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Transition to ACTIVE for port object 1274c74f-ef05-4528-8367-7029b3ad8138 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:16.899744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:16.901234 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-421389c4-eac6-4439-838a-fc48fbbf88ec tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8702786 Aug 24 00:24:17.150988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-93150c46-ced9-40ec-a822-8774e4aba99e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--463246323&fields=id&tenant_id=3ce631da00c94b70be996ebaba63913e HTTP/1.1" status: 200 len: 267 time: 0.0476661 Aug 24 00:24:17.259811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-187dc4c9-44a7-425a-92df-e8493820fdc9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.261702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-187dc4c9-44a7-425a-92df-e8493820fdc9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports/7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 200 len: 937 time: 0.1035883 Aug 24 00:24:17.288905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.355070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff402ec-5ca8-460b-8925-070d9db34552 req-0c24f9e8-1357-49be-b1b5-db1045b89161 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.356640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ff402ec-5ca8-460b-8925-070d9db34552 req-0c24f9e8-1357-49be-b1b5-db1045b89161 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1470625 Aug 24 00:24:17.393582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d47b5ace-1253-427d-a8a6-318d50793c8d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.395052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d47b5ace-1253-427d-a8a6-318d50793c8d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports/272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 200 len: 936 time: 0.1227720 Aug 24 00:24:17.395661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Pushing event updated for resources: {'Port': ['ID=1274c74f-ef05-4528-8367-7029b3ad8138,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:17.495622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b1087f5e-878d-46f4-ae24-69e6c87ce07d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0896490 Aug 24 00:24:17.519985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ff402ec-5ca8-460b-8925-070d9db34552 req-4d1c3571-4616-4a77-b17f-55446ba99081 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561315 Aug 24 00:24:17.600439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7dc9c98-08d8-44b6-a6e0-2a39ee0244ce tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0933907 Aug 24 00:24:17.732556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Attempting to bind port 1274c74f-ef05-4528-8367-7029b3ad8138 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:17.733544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Attempting to bind port 1274c74f-ef05-4528-8367-7029b3ad8138 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:17.733544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Attempting to bind port 1274c74f-ef05-4528-8367-7029b3ad8138 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:17.753640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Port 1274c74f-ef05-4528-8367-7029b3ad8138 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:17.753966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Attempting to bind port 1274c74f-ef05-4528-8367-7029b3ad8138 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:17.772285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:17.772625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Checking segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:17.773013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Bound using segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:17.773459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Bound port: 1274c74f-ef05-4528-8367-7029b3ad8138, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:17.773846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:17.807650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff20739-82f1-4325-8c8f-6c7eab7c1606 req-33103360-bc8d-4168-a140-88e4784c7063 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.809144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eff20739-82f1-4325-8c8f-6c7eab7c1606 req-33103360-bc8d-4168-a140-88e4784c7063 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 943 time: 0.1788073 Aug 24 00:24:17.856934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1dc25c26-8a2c-4535-960c-6a3f4530476a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.862933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1dc25c26-8a2c-4535-960c-6a3f4530476a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.868873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1dc25c26-8a2c-4535-960c-6a3f4530476a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:17.870519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1dc25c26-8a2c-4535-960c-6a3f4530476a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/networks?id=0d8fd806-c256-4afe-810f-333599f8291f&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501 HTTP/1.1" status: 200 len: 1994 time: 0.2592566 Aug 24 00:24:17.912228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-7aa8af18-e86c-4593-9455-a77c933c0e59 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/quotas/3ce631da00c94b70be996ebaba63913e HTTP/1.1" status: 200 len: 375 time: 0.0319006 Aug 24 00:24:17.942165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eff20739-82f1-4325-8c8f-6c7eab7c1606 req-76ecb647-5743-4e48-b213-c942ca2d0aab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236894 Aug 24 00:24:17.959291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] For port 1274c74f-ef05-4528-8367-7029b3ad8138, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:17.987097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] For port 1274c74f-ef05-4528-8367-7029b3ad8138, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1274c74f-ef05-4528-8367-7029b3ad8138,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:18.000434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-a2ce0a8d-fd01-4994-bf13-b8e834583501 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0757034 Aug 24 00:24:18.112901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-03e4d2fc-b395-435c-98a0-b25f0213c475 service neutron] 10.222.0.26 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997410 Aug 24 00:24:18.153642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9939d766-c947-4263-9242-d6a0bedfbbff req-0163f457-baff-4ac2-9fc1-32d0869a9382 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 210 time: 0.0366843 Aug 24 00:24:18.236324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-240be6f0-9bcb-4459-a713-b58e6bccc2b0 service neutron] 10.222.0.26 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090596 Aug 24 00:24:18.277650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2b054eb3-ca94-4e59-8582-45b455daa6e0 service neutron] 10.222.0.26 "GET /v2.0/ports/7f265772-427e-404f-9f5f-f1a231797e3e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0337589 Aug 24 00:24:18.376661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-66c6c161-344a-4a9b-9bbc-aa751a603f61 service neutron] 10.222.0.26 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926352 Aug 24 00:24:18.426307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:18.489547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:18.490219 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:18.491599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] 10.222.0.36 "PUT /v2.0/ports/1274c74f-ef05-4528-8367-7029b3ad8138 HTTP/1.1" status: 200 len: 1091 time: 2.2620790 Aug 24 00:24:18.493654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f30c51-f960-4efe-9786-f2248dc74270', 'tag': '1274c74f-ef05-4528-8367-7029b3ad8138'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:18.495877 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6afd8-5347-428e-b43c-dce28eea80fc" -d '{"events": [{"name": "network-changed", "server_uuid": "71f30c51-f960-4efe-9786-f2248dc74270", "tag": "1274c74f-ef05-4528-8367-7029b3ad8138"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:18.550453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8263ddc-8da0-4e0c-bcdf-8032237df46e service neutron] Pushing event updated for resources: {'Port': ['ID=1274c74f-ef05-4528-8367-7029b3ad8138,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:18.560771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-dd12f8d2-293b-41ba-97e4-6499b988105f service neutron] 10.222.0.26 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791062 Aug 24 00:24:18.603111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c8d0b2e3-76a4-43a4-b3f8-0d9c6bb305b8 service neutron] 10.222.0.26 "GET /v2.0/ports/272065b3-76cf-461c-8792-3d4932903abe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0408657 Aug 24 00:24:18.604878 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343147bb-a789-4315-aebc-ea77f012a365 x-openstack-request-id: req-343147bb-a789-4315-aebc-ea77f012a365 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:18.604878 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f30c51-f960-4efe-9786-f2248dc74270", "tag": "1274c74f-ef05-4528-8367-7029b3ad8138", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:18.605136 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-343147bb-a789-4315-aebc-ea77f012a365 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:18.605531 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f30c51-f960-4efe-9786-f2248dc74270', 'tag': '1274c74f-ef05-4528-8367-7029b3ad8138', 'status': 'completed', 'code': 200} Aug 24 00:24:18.771980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-cb1e89c2-81ec-4d04-bbc3-794bd96dec6c service neutron] 10.222.0.26 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654265 Aug 24 00:24:18.780663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6afd8-5347-428e-b43c-dce28eea80fc req-7e3e8f52-abc7-4169-b8ef-e14ed1fb4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:18.782199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deb6afd8-5347-428e-b43c-dce28eea80fc req-7e3e8f52-abc7-4169-b8ef-e14ed1fb4fc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 1094 time: 0.1589184 Aug 24 00:24:18.805078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266a49c-bc0a-4899-a4ce-211d0b4d391d req-51abe734-0753-4b80-a94c-d0a1bbdc0096 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:18.805078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f266a49c-bc0a-4899-a4ce-211d0b4d391d req-51abe734-0753-4b80-a94c-d0a1bbdc0096 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1454768 Aug 24 00:24:18.958515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f266a49c-bc0a-4899-a4ce-211d0b4d391d req-7b583fa8-25d6-4d78-8a91-28e60a535294 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304522 Aug 24 00:24:18.996532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-fc9a68fa-ee12-4b1a-91c1-461feed55797 service neutron] 10.222.0.26 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098691 Aug 24 00:24:19.055354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6afd8-5347-428e-b43c-dce28eea80fc req-99c8456c-04e9-4190-8fea-17f84dac3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:19.056813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deb6afd8-5347-428e-b43c-dce28eea80fc req-99c8456c-04e9-4190-8fea-17f84dac3196 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e1b483dab76b4e17b9dd579514e70611&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2519183 Aug 24 00:24:19.205846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-7db88c8d-420d-4ca9-9d34-d3fbf6731f4d service neutron] 10.222.0.26 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989892 Aug 24 00:24:19.212583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ada99f-6cc2-4370-bea2-6300650e0643 req-a78395ec-45f6-44b4-89a5-b94809436e22 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:19.219079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47ada99f-6cc2-4370-bea2-6300650e0643 req-a78395ec-45f6-44b4-89a5-b94809436e22 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 943 time: 0.1581924 Aug 24 00:24:19.308213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6afd8-5347-428e-b43c-dce28eea80fc req-da18f20b-b641-40a8-9044-1f3abe35af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:19.309765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deb6afd8-5347-428e-b43c-dce28eea80fc req-da18f20b-b641-40a8-9044-1f3abe35af7e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2387059 Aug 24 00:24:19.339013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47ada99f-6cc2-4370-bea2-6300650e0643 req-554f4424-c6d7-478e-8cbf-a7ab073de116 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142507 Aug 24 00:24:19.404350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-480a408b-737b-42ea-87bd-e3bf294217ae service neutron] 10.222.0.26 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823733 Aug 24 00:24:19.861081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a016187c-2278-46e5-9216-4541418fa53b req-1190e5b8-8bcc-4f37-ac8c-24d4053881cd tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 210 time: 0.0735939 Aug 24 00:24:19.895135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-037a77b9-11f5-441c-a286-e537b6aeaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:19.897317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-037a77b9-11f5-441c-a286-e537b6aeaf2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 1094 time: 0.4810219 Aug 24 00:24:19.917645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b165e78f-c52e-47f0-963c-909a1b7a27dd service neutron] 10.222.0.26 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118191 Aug 24 00:24:19.968819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-1612313f-ca2d-40c3-a61d-b4a0d7204887 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1274c74f-ef05-4528-8367-7029b3ad8138 HTTP/1.1" status: 200 len: 217 time: 0.0497737 Aug 24 00:24:20.132057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-c065d897-ad4d-4e06-8b81-577a56af459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.133622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-c065d897-ad4d-4e06-8b81-577a56af459c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.1077099 Aug 24 00:24:20.171390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c8e6e-fb89-4cc9-9f78-41b282bff9f5 req-1f75eee1-6c78-485e-bc90-aeb02244e091 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.173119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b82c8e6e-fb89-4cc9-9f78-41b282bff9f5 req-1f75eee1-6c78-485e-bc90-aeb02244e091 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1056218 Aug 24 00:24:20.191978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ee4ceca-3a0b-49f0-8748-e0293a88676f service neutron] 10.222.0.26 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667763 Aug 24 00:24:20.281367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-91178dbe-22ec-47d0-ae48-2ddffa6dcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.282805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-91178dbe-22ec-47d0-ae48-2ddffa6dcdec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377356 Aug 24 00:24:20.290563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b82c8e6e-fb89-4cc9-9f78-41b282bff9f5 req-7bb7d155-719e-4afa-9da3-1a7eda63f01e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964906 Aug 24 00:24:20.332161 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:24:20.375194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-50703a54-ee46-4d7c-9645-df8282cd5f69 service neutron] 10.222.0.26 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731081 Aug 24 00:24:20.498631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-fe06dabb-661e-4ecf-9e0b-6cb6f134a379 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061052 Aug 24 00:24:20.554717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502cdaf-e121-4b03-8182-281a79c459eb req-c711e0e2-6873-49b8-a25e-b99de54483a7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.556187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c502cdaf-e121-4b03-8182-281a79c459eb req-c711e0e2-6873-49b8-a25e-b99de54483a7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 943 time: 0.1594360 Aug 24 00:24:20.618279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-94aba9a0-8665-4311-9f5a-dcefcb1efecb service neutron] 10.222.0.26 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368658 Aug 24 00:24:20.678511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c502cdaf-e121-4b03-8182-281a79c459eb req-6a9d878d-7f53-4188-9d77-d595cdc12202 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893528 Aug 24 00:24:20.829205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be65da9-3730-49ff-a98f-bab60ba59fee req-d0928ce9-7da7-47ce-9d51-02f2bf1c5170 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180494 Aug 24 00:24:20.847529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4cf86669-4e10-4508-9aa7-ded29c918932 service neutron] 10.222.0.26 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201443 Aug 24 00:24:20.985181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-19217f43-2038-4626-8da1-7c070c5e42a1 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:20.991478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-19217f43-2038-4626-8da1-7c070c5e42a1 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.36 "GET /v2.0/networks?id=480b5d01-61c7-45b3-a4bf-2c3f4344c264 HTTP/1.1" status: 200 len: 822 time: 0.2536047 Aug 24 00:24:21.020588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Request body: {'port': {'device_id': '9e70f6bf-052b-4127-ae45-832f25ec6e9b', 'network_id': '480b5d01-61c7-45b3-a4bf-2c3f4344c264', 'admin_state_up': True, 'tenant_id': '4b1bce52df2b4a4ba8e31a3ae3a6fab1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:21.056988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-56426102-f0a3-40e9-9483-06d29a517874 service neutron] 10.222.0.26 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083380 Aug 24 00:24:21.180881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b7dc80f-d57f-402b-bb37-17ad2f1d34be req-11a72efc-645f-4af8-a7ff-d06d65a9783c tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 210 time: 0.1681359 Aug 24 00:24:21.413234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Made reservation on behalf of 4b1bce52df2b4a4ba8e31a3ae3a6fab1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:21.417012 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:21.457982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9886bc-f1cf-46cc-9c7f-356a703823ce req-d6183679-a173-40e9-8c50-82ddd7107347 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:21.459559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb9886bc-f1cf-46cc-9c7f-356a703823ce req-d6183679-a173-40e9-8c50-82ddd7107347 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0800409 Aug 24 00:24:21.595787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb9886bc-f1cf-46cc-9c7f-356a703823ce req-949a851f-617e-44ac-99fa-f85db2a0a258 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022515 Aug 24 00:24:21.638543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Allocated IP 172.20.0.5 (480b5d01-61c7-45b3-a4bf-2c3f4344c264/9bbc95ea-89d8-44d6-93b7-523834102c6c/f47d5b26-7df5-404a-95f2-ae8bf402c69d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:21.880604 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.008548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c698ee3-09a2-4d16-95f8-55611812fa3b req-01d6594b-2435-40ed-8071-acac305516c6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:22.018586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c698ee3-09a2-4d16-95f8-55611812fa3b req-01d6594b-2435-40ed-8071-acac305516c6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 943 time: 0.1134779 Aug 24 00:24:22.076069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c698ee3-09a2-4d16-95f8-55611812fa3b req-4720abda-b4d0-463c-8de0-13e01711a008 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553942 Aug 24 00:24:22.105538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.153630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:22.158068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:22.162089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:22.188568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Pushing event updated for resources: {'Port': ['ID=f47d5b26-7df5-404a-95f2-ae8bf402c69d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:22.235351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:22.236050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.352542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c3eea-8668-4732-b791-c990e948eb2a req-13912fed-bd6f-4fa6-8e08-098358ba20e6 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:22.358079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-439c3eea-8668-4732-b791-c990e948eb2a req-13912fed-bd6f-4fa6-8e08-098358ba20e6 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 931 time: 0.0691514 Aug 24 00:24:22.396812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-439c3eea-8668-4732-b791-c990e948eb2a req-bb8d6c46-b934-42df-a3c3-a2495a69bf06 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362051 Aug 24 00:24:22.411331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-710d9875-cc4e-47dc-868e-9c7ac8a78ed8 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3959403 Aug 24 00:24:22.430434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58786) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:22.447963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Request body: {'port': {'device_id': '9e70f6bf-052b-4127-ae45-832f25ec6e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:22.511095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.553731 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07115bed-1aa4-4e45-a6ba-298c7ad36d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.649595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07115bed-1aa4-4e45-a6ba-298c7ad36d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.778469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a08850-23ee-48d3-a871-a37d4d09751a req-b62ef4a1-36a2-4501-a3ee-59cce905a1aa tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:22.779983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83a08850-23ee-48d3-a871-a37d4d09751a req-b62ef4a1-36a2-4501-a3ee-59cce905a1aa tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0836561 Aug 24 00:24:22.848168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07115bed-1aa4-4e45-a6ba-298c7ad36d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.862163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83a08850-23ee-48d3-a871-a37d4d09751a req-fbda897b-0064-4661-8466-0ffdc3a47d93 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741518 Aug 24 00:24:22.875777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47d5b26-7df5-404a-95f2-ae8bf402c69d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:22.884700 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.895154 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-07115bed-1aa4-4e45-a6ba-298c7ad36d66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=042dcdf4611b4a008656f84561b12ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636087 Aug 24 00:24:22.896107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07115bed-1aa4-4e45-a6ba-298c7ad36d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2463735-cf4f-47d5-82ec-6eb381de6aa2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:22.898822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Transition to ACTIVE for port object f47d5b26-7df5-404a-95f2-ae8bf402c69d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:22.899483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58792) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:22.948444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adc2b159-ea49-4853-be19-5afa77c1d07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:22.969411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adc2b159-ea49-4853-be19-5afa77c1d07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.046886 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.118946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=f47d5b26-7df5-404a-95f2-ae8bf402c69d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:23.160388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cac5427c-913e-430a-ad74-22f204e51f3e req-84e23f03-8c6b-448e-a010-789eb66d43fb tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0619574 Aug 24 00:24:23.185481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adc2b159-ea49-4853-be19-5afa77c1d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.189502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adc2b159-ea49-4853-be19-5afa77c1d07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.191024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-adc2b159-ea49-4853-be19-5afa77c1d07a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2463735-cf4f-47d5-82ec-6eb381de6aa2 HTTP/1.1" status: 204 len: 168 time: 0.2905226 Aug 24 00:24:23.237658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2b159-ea49-4853-be19-5afa77c1d07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2463735-cf4f-47d5-82ec-6eb381de6aa2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:23.282531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9998af9-05d8-4acc-b97e-325a356329c2 req-18eaf20b-21ea-40f2-b0c6-f267d6821a24 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:23.282531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9998af9-05d8-4acc-b97e-325a356329c2 req-18eaf20b-21ea-40f2-b0c6-f267d6821a24 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 943 time: 0.1033819 Aug 24 00:24:23.283712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Attempting to bind port f47d5b26-7df5-404a-95f2-ae8bf402c69d on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:23.284057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Attempting to bind port f47d5b26-7df5-404a-95f2-ae8bf402c69d by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'f2d88b78-0f3f-4656-96d2-4f50c880728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '480b5d01-61c7-45b3-a4bf-2c3f4344c264'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:23.284401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Attempting to bind port f47d5b26-7df5-404a-95f2-ae8bf402c69d on network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:23.291396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Port f47d5b26-7df5-404a-95f2-ae8bf402c69d on network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:23.291663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Attempting to bind port f47d5b26-7df5-404a-95f2-ae8bf402c69d on network 480b5d01-61c7-45b3-a4bf-2c3f4344c264 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:23.309772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:23.310122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Checking segment: {'id': 'f2d88b78-0f3f-4656-96d2-4f50c880728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '480b5d01-61c7-45b3-a4bf-2c3f4344c264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:23.310520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Bound using segment: {'id': 'f2d88b78-0f3f-4656-96d2-4f50c880728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '480b5d01-61c7-45b3-a4bf-2c3f4344c264'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:23.311501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Bound port: f47d5b26-7df5-404a-95f2-ae8bf402c69d, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d88b78-0f3f-4656-96d2-4f50c880728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '480b5d01-61c7-45b3-a4bf-2c3f4344c264'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:23.311875 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.341194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9998af9-05d8-4acc-b97e-325a356329c2 req-2e5f00e4-69ea-4f80-9d99-8eaa85e3491c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515733 Aug 24 00:24:23.391826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] For port f47d5b26-7df5-404a-95f2-ae8bf402c69d, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:23.395270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] For port f47d5b26-7df5-404a-95f2-ae8bf402c69d, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f47d5b26-7df5-404a-95f2-ae8bf402c69d,segment=NetworkSegment(f2d88b78-0f3f-4656-96d2-4f50c880728f),segment_id=f2d88b78-0f3f-4656-96d2-4f50c880728f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:23.471371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.537047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:23.537708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:23.539122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] 10.222.0.36 "PUT /v2.0/ports/f47d5b26-7df5-404a-95f2-ae8bf402c69d HTTP/1.1" status: 200 len: 1091 time: 1.1139274 Aug 24 00:24:23.541474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e70f6bf-052b-4127-ae45-832f25ec6e9b', 'tag': 'f47d5b26-7df5-404a-95f2-ae8bf402c69d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:23.543752 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6cb86-4fda-4db3-84e7-6ef884b5dc33" -d '{"events": [{"name": "network-changed", "server_uuid": "9e70f6bf-052b-4127-ae45-832f25ec6e9b", "tag": "f47d5b26-7df5-404a-95f2-ae8bf402c69d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:23.575184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac8eb1-0828-45a6-895c-6b076944fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=f47d5b26-7df5-404a-95f2-ae8bf402c69d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:23.586188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea42816-18ab-4cb0-b606-34b738185a5c req-ba36d5f3-e417-47a0-8a0a-284c3de354c5 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:23.587732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ea42816-18ab-4cb0-b606-34b738185a5c req-ba36d5f3-e417-47a0-8a0a-284c3de354c5 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 943 time: 0.0909665 Aug 24 00:24:23.589188 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8879f43f-6b77-4d76-bc09-1d950c31fd37 x-openstack-request-id: req-8879f43f-6b77-4d76-bc09-1d950c31fd37 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:23.589474 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e70f6bf-052b-4127-ae45-832f25ec6e9b", "tag": "f47d5b26-7df5-404a-95f2-ae8bf402c69d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:23.589765 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8879f43f-6b77-4d76-bc09-1d950c31fd37 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:23.590161 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e70f6bf-052b-4127-ae45-832f25ec6e9b', 'tag': 'f47d5b26-7df5-404a-95f2-ae8bf402c69d', 'status': 'completed', 'code': 200} Aug 24 00:24:23.631280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ea42816-18ab-4cb0-b606-34b738185a5c req-dce65214-8c09-468c-bfed-30617c3a88eb tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Aug 24 00:24:23.684609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6cb86-4fda-4db3-84e7-6ef884b5dc33 req-d7f83033-7baa-4fd1-8a6d-8ab2bc1da0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:23.686830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9d6cb86-4fda-4db3-84e7-6ef884b5dc33 req-d7f83033-7baa-4fd1-8a6d-8ab2bc1da0b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b1bce52df2b4a4ba8e31a3ae3a6fab1&device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 1094 time: 0.0426097 Aug 24 00:24:23.798367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6cb86-4fda-4db3-84e7-6ef884b5dc33 req-ce83dd65-16aa-4ef6-a057-b8a261de768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:23.800212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9d6cb86-4fda-4db3-84e7-6ef884b5dc33 req-ce83dd65-16aa-4ef6-a057-b8a261de768b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4b1bce52df2b4a4ba8e31a3ae3a6fab1&shared=False HTTP/1.1" status: 200 len: 923 time: 0.0988481 Aug 24 00:24:23.894470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6cb86-4fda-4db3-84e7-6ef884b5dc33 req-a1479625-9f71-4982-a438-a93cfa531e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:23.895921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9d6cb86-4fda-4db3-84e7-6ef884b5dc33 req-a1479625-9f71-4982-a438-a93cfa531e68 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885656 Aug 24 00:24:24.023836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037369a-62e8-47ea-b4bd-8979b3007d1b req-b849df77-a7db-40f1-a2bf-bccb17cab49c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.025312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c037369a-62e8-47ea-b4bd-8979b3007d1b req-b849df77-a7db-40f1-a2bf-bccb17cab49c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0817723 Aug 24 00:24:24.031276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-a65fa9ef-c271-4a35-9516-9f77c239c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.032645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-a65fa9ef-c271-4a35-9516-9f77c239c200 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b1bce52df2b4a4ba8e31a3ae3a6fab1&device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 1094 time: 0.0622568 Aug 24 00:24:24.084962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-af91a591-66d9-471a-b308-e01ea547c846 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f47d5b26-7df5-404a-95f2-ae8bf402c69d HTTP/1.1" status: 200 len: 217 time: 0.0378454 Aug 24 00:24:24.106502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c037369a-62e8-47ea-b4bd-8979b3007d1b req-107793a5-fda1-4875-b845-0333a0cbe5d5 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728862 Aug 24 00:24:24.115267 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58820) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:24.132659 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3877bcc-edf4-4771-b998-0ea9e90c8371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.145303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-0855c6bb-ae1c-4953-a89a-5c6f0b36d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.147000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-0855c6bb-ae1c-4953-a89a-5c6f0b36d50b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9bbc95ea-89d8-44d6-93b7-523834102c6c HTTP/1.1" status: 200 len: 862 time: 0.0536809 Aug 24 00:24:24.183203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-27e95207-ed6b-420d-b3c7-ab51015181f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=480b5d01-61c7-45b3-a4bf-2c3f4344c264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292327 Aug 24 00:24:24.242734 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3877bcc-edf4-4771-b998-0ea9e90c8371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.282399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b72e967-5ae5-4656-bfec-5489d10539c3 req-5144f18f-9227-4511-a960-65ede7a7acee tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0345905 Aug 24 00:24:24.317673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-721c3503-4b46-4205-b5d4-27bcdabbadb7 service neutron] 10.222.0.36 "GET /v2.0/networks/480b5d01-61c7-45b3-a4bf-2c3f4344c264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252303 Aug 24 00:24:24.428839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f4fffa-221a-45d6-bfea-71a8ebd76dd8 req-e4ef8f0a-7789-4a8d-8f4d-ed9df66a6af1 service neutron] 10.222.0.36 "GET /v2.0/networks/480b5d01-61c7-45b3-a4bf-2c3f4344c264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035042 Aug 24 00:24:24.467850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0011-e4ba-4fe8-b068-27a3b4c6b522 req-ce63b2d1-63a1-4903-99cd-f2aa9f29d4c9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.469753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da9c0011-e4ba-4fe8-b068-27a3b4c6b522 req-ce63b2d1-63a1-4903-99cd-f2aa9f29d4c9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 943 time: 0.0562046 Aug 24 00:24:24.476577 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d3877bcc-edf4-4771-b998-0ea9e90c8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.511820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da9c0011-e4ba-4fe8-b068-27a3b4c6b522 req-b28d661e-e492-48e7-9557-0f5055e354a6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Aug 24 00:24:24.516556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3877bcc-edf4-4771-b998-0ea9e90c8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba72b7-a36a-4c10-bf0b-dced6b088d90,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:24.524784 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d3877bcc-edf4-4771-b998-0ea9e90c8371 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=849be1441ce24183b7f861ef7f316f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084415 Aug 24 00:24:24.524949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:24.576961 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.599669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.752598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547305a1-ff7d-41d8-98fb-ef14d8b3f619 req-54397567-3fa9-4b48-958f-5577be06c774 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.754172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-547305a1-ff7d-41d8-98fb-ef14d8b3f619 req-54397567-3fa9-4b48-958f-5577be06c774 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 943 time: 0.0531061 Aug 24 00:24:24.792937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-547305a1-ff7d-41d8-98fb-ef14d8b3f619 req-7a6d6646-2e75-4e22-80f0-5cbfedc80004 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Aug 24 00:24:24.828522 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.837275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:24.837275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82ba72b7-a36a-4c10-bf0b-dced6b088d90 HTTP/1.1" status: 204 len: 168 time: 0.3061106 Aug 24 00:24:24.840842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba72b7-a36a-4c10-bf0b-dced6b088d90,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:24.848520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.848879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.849482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.849931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.850216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.850559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.850958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.851304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.851642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.851977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.852353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.852669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74949d9d-6b00-4fd7-a9c8-0feaaff526b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:24.984548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b166f7-b284-4ce8-a64e-424b7c5efbea req-b1204946-1840-4fc4-ae9c-017dcca06568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:24.986391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5b166f7-b284-4ce8-a64e-424b7c5efbea req-b1204946-1840-4fc4-ae9c-017dcca06568 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1096 time: 0.0430133 Aug 24 00:24:25.021551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5b166f7-b284-4ce8-a64e-424b7c5efbea req-48568ae5-48ad-4da5-8eed-b4d8fc7bf857 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286524 Aug 24 00:24:25.200183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1274c74f-ef05-4528-8367-7029b3ad8138 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:24:25.266144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114fca0-4ac7-4be2-8d52-7c3052aaef7d req-1bd080ed-336f-41ae-8461-b67ae6633b5c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:25.267750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b114fca0-4ac7-4be2-8d52-7c3052aaef7d req-1bd080ed-336f-41ae-8461-b67ae6633b5c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0903952 Aug 24 00:24:25.309632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b114fca0-4ac7-4be2-8d52-7c3052aaef7d req-c69d605d-4f86-4c05-b46d-addfdb22be5a tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Aug 24 00:24:25.371276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1274c74f-ef05-4528-8367-7029b3ad8138, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1274c74f-ef05-4528-8367-7029b3ad8138,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:25.395167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '1274c74f-ef05-4528-8367-7029b3ad8138', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': '1274c74f-ef05-4528-8367-7029b3ad8138', 'mac_address': 'fa:16:3e:55:3b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:24:25.442600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e18a8fd-43d4-4160-82ba-a22ee52bdb73 req-a14aa72a-293d-4a60-985c-744075c4fc81 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0372643 Aug 24 00:24:25.481037 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.494621 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.507952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1274c74f-ef05-4528-8367-7029b3ad8138 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:25.535141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1274c74f-ef05-4528-8367-7029b3ad8138, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1274c74f-ef05-4528-8367-7029b3ad8138,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:25.638069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebe866-caad-4ca4-8374-bdf5ef58beb4 req-b5bf53d9-1017-46c2-9f60-7436b22cf6c7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:25.640271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1ebe866-caad-4ca4-8374-bdf5ef58beb4 req-b5bf53d9-1017-46c2-9f60-7436b22cf6c7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 943 time: 0.0554957 Aug 24 00:24:25.682051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1ebe866-caad-4ca4-8374-bdf5ef58beb4 req-7d1a0102-6b6f-45ad-9df9-027a64d991f3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Aug 24 00:24:25.756704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:25.808218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=1274c74f-ef05-4528-8367-7029b3ad8138,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:25.918450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce2dee-b974-4103-b203-0fa56c8d4536 req-050b510b-ce45-4c43-9fc6-bd775f719517 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:25.920016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61ce2dee-b974-4103-b203-0fa56c8d4536 req-050b510b-ce45-4c43-9fc6-bd775f719517 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 943 time: 0.0532372 Aug 24 00:24:25.965966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61ce2dee-b974-4103-b203-0fa56c8d4536 req-23238793-2c8e-4b39-b02f-bce92d4619fb tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Aug 24 00:24:26.262818 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a31258e-fcab-405d-a354-6548458ec120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.312751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1274c74f-ef05-4528-8367-7029b3ad8138'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:26.453150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e1ea5-d9c3-43cc-8334-de18ab2cc278 req-db0192db-b345-4ae0-9de7-106fd81c165f tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.460922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f53e1ea5-d9c3-43cc-8334-de18ab2cc278 req-db0192db-b345-4ae0-9de7-106fd81c165f tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.0644143 Aug 24 00:24:26.512232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f53e1ea5-d9c3-43cc-8334-de18ab2cc278 req-8aea42ba-2d60-460b-a1ee-ecefd409aa62 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Aug 24 00:24:26.602847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89aa9fae-163f-4837-a1b6-c91a7e07cfde req-4faa725e-2218-48b8-b416-c839c40feb41 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0297980 Aug 24 00:24:26.627784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8d18e985-68c8-4c2b-89cd-1db148366ad9 req-bf3bbccc-c2ff-4aa2-ada9-5c4c6c3fbff9 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-217393088', 'description': 'tempest-description-1371183608'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:26.800991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-675d78a9-360b-4426-a728-dbdfe4a1cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.802387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-675d78a9-360b-4426-a728-dbdfe4a1cc2b service neutron] 10.222.0.37 "GET /v2.0/ports/7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 200 len: 1033 time: 0.0608194 Aug 24 00:24:26.825326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832311-e9c3-4836-aced-369df2c44ec0 req-ec3f577b-9e44-45b0-851c-7c88c75e9b93 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.827342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48832311-e9c3-4836-aced-369df2c44ec0 req-ec3f577b-9e44-45b0-851c-7c88c75e9b93 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 944 time: 0.0775461 Aug 24 00:24:26.863503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1c5f38f0-0fd4-4792-8360-d8cdf87a99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:26.864807 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1c5f38f0-0fd4-4792-8360-d8cdf87a99be service neutron] 10.222.0.37 "GET /v2.0/ports/272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 200 len: 1032 time: 0.0550811 Aug 24 00:24:26.890073 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d18e985-68c8-4c2b-89cd-1db148366ad9 req-bf3bbccc-c2ff-4aa2-ada9-5c4c6c3fbff9 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:26.909386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48832311-e9c3-4836-aced-369df2c44ec0 req-1242377a-3960-4902-8896-dbe198c27425 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677845 Aug 24 00:24:27.020116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-758aeedc-141e-4a7b-a233-7fcebc697294 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.025918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-758aeedc-141e-4a7b-a233-7fcebc697294 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.031773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-758aeedc-141e-4a7b-a233-7fcebc697294 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.036686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-758aeedc-141e-4a7b-a233-7fcebc697294 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "GET /v2.0/networks?id=0d8fd806-c256-4afe-810f-333599f8291f&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501 HTTP/1.1" status: 200 len: 1994 time: 0.1570210 Aug 24 00:24:27.126668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d18e985-68c8-4c2b-89cd-1db148366ad9 req-bf3bbccc-c2ff-4aa2-ada9-5c4c6c3fbff9 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.133781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-7a76bd68-17a3-49dd-8625-4709ba167778 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ce631da00c94b70be996ebaba63913e HTTP/1.1" status: 200 len: 379 time: 0.0818961 Aug 24 00:24:27.142632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19272f-e36b-4653-a357-4e50947f33e3 req-e206d885-18b4-49be-8018-5a102f026373 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.144062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a19272f-e36b-4653-a357-4e50947f33e3 req-e206d885-18b4-49be-8018-5a102f026373 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 943 time: 0.1051695 Aug 24 00:24:27.148739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'admin_state_up': True, 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'security_groups': ['77f2b6fe-79eb-414b-97f9-807d9ea56d76']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:27.195701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1274c74f-ef05-4528-8367-7029b3ad8138 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:27.413426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 1274c74f-ef05-4528-8367-7029b3ad8138 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:27.419251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 1274c74f-ef05-4528-8367-7029b3ad8138 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:27.419652 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.516608 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.520589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d18e985-68c8-4c2b-89cd-1db148366ad9 req-bf3bbccc-c2ff-4aa2-ada9-5c4c6c3fbff9 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.543441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f30c51-f960-4efe-9786-f2248dc74270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274c74f-ef05-4528-8367-7029b3ad8138'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:27.554700 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41849537-f9bc-4d3c-a43c-7881ca633bf4" -d '{"events": [{"server_uuid": "71f30c51-f960-4efe-9786-f2248dc74270", "name": "network-vif-plugged", "status": "completed", "tag": "1274c74f-ef05-4528-8367-7029b3ad8138"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:27.560201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1274c74f-ef05-4528-8367-7029b3ad8138, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1274c74f-ef05-4528-8367-7029b3ad8138,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:27.576374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a19272f-e36b-4653-a357-4e50947f33e3 req-6ec93b3f-cfb0-4718-a6ed-79ebe3ec6af3 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242616 Aug 24 00:24:27.585774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bbccc-c2ff-4aa2-ada9-5c4c6c3fbff9 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a361f1-a5df-49d0-a2aa-6fe7b7afda5b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:27.649805 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51fa09-66f0-4e59-b3e1-e397674235ed x-openstack-request-id: req-0e51fa09-66f0-4e59-b3e1-e397674235ed {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:27.650104 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f30c51-f960-4efe-9786-f2248dc74270", "name": "network-vif-plugged", "status": "completed", "tag": "1274c74f-ef05-4528-8367-7029b3ad8138", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:27.651477 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e51fa09-66f0-4e59-b3e1-e397674235ed {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:27.651930 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f30c51-f960-4efe-9786-f2248dc74270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1274c74f-ef05-4528-8367-7029b3ad8138', 'code': 200} Aug 24 00:24:27.693512 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.696038 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8d18e985-68c8-4c2b-89cd-1db148366ad9 req-bf3bbccc-c2ff-4aa2-ada9-5c4c6c3fbff9 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.704418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d18e985-68c8-4c2b-89cd-1db148366ad9 req-bf3bbccc-c2ff-4aa2-ada9-5c4c6c3fbff9 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0805066 Aug 24 00:24:27.776653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=1274c74f-ef05-4528-8367-7029b3ad8138,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:27.836665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2ff8e24-4e61-474a-86a4-a5d642f190aa req-ff2ed5bf-cf88-416c-8563-a710bea9a24c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0398066 Aug 24 00:24:27.843807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37e744-a83a-4fd4-94f8-9ec6e2200dec req-341d983f-2831-46d7-895b-6773b29c896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:27.848266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b37e744-a83a-4fd4-94f8-9ec6e2200dec req-341d983f-2831-46d7-895b-6773b29c896b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 1096 time: 0.0907104 Aug 24 00:24:27.902118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:27.908401 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:27.932113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b37e744-a83a-4fd4-94f8-9ec6e2200dec req-2ddc62ee-8dcf-4dfe-a10f-dafa2b52f48b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788291 Aug 24 00:24:27.946278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-e58980b5-c154-4850-be72-03c7e7a9b635 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-217393088&fields=id&tenant_id=c751a178248e403f84617fb5bff90416 HTTP/1.1" status: 200 len: 267 time: 0.0850143 Aug 24 00:24:28.106097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-b827e938-dd55-4ef4-a664-61bd4beb91e2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:28.108211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-b827e938-dd55-4ef4-a664-61bd4beb91e2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1515458 Aug 24 00:24:28.138629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Request body: {'port': {'security_groups': ['8228f7c0-5318-4e37-82a5-3c8bcac6d965', '05a361f1-a5df-49d0-a2aa-6fe7b7afda5b']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:28.171341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0cd72-a28f-472f-a88c-02cd3bc86912 req-4bf03d20-56c3-4511-9386-21e069f024ba tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:28.173029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32b0cd72-a28f-472f-a88c-02cd3bc86912 req-4bf03d20-56c3-4511-9386-21e069f024ba tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1646709 Aug 24 00:24:28.247116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Allocated IP 172.20.0.5 (0d8fd806-c256-4afe-810f-333599f8291f/745e7fbb-6430-4641-a1d1-64c23e786f72/57c8b0cc-cf0a-46c4-9681-c843d7384597) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:28.272888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32b0cd72-a28f-472f-a88c-02cd3bc86912 req-c9b92642-178f-40d6-8ab5-438f2a81e993 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918722 Aug 24 00:24:28.277810 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.555651 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.582855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Transition to ACTIVE for port object 57c8b0cc-cf0a-46c4-9681-c843d7384597 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:28.605430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] For port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:28.658086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.728316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e959d-6f80-4685-990a-0e62f3de6dd1 req-c2a27e46-158a-4ed0-a409-98fe748e14f7 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:28.729993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f87e959d-6f80-4685-990a-0e62f3de6dd1 req-c2a27e46-158a-4ed0-a409-98fe748e14f7 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 943 time: 0.0549877 Aug 24 00:24:28.768622 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.781242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:28.781846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f87e959d-6f80-4685-990a-0e62f3de6dd1 req-8511799a-d3db-4cd7-b990-30d4025058f4 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Aug 24 00:24:28.831578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:28.832241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.833671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59c6a5d9-d179-4b39-af00-f69ff07ab337 req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "PUT /v2.0/ports/1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 981 time: 0.7055354 Aug 24 00:24:28.834773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.836203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:28.838606 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe19a833-7cd4-4314-8c7a-de41ad9d0858" -d '{"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:28.925787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 0d8fd806-c256-4afe-810f-333599f8291f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:28.930938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b93ee5-2d57-419b-9ca3-96636bc147be tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event updated for resources: {'Port': ['ID=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:28.940825 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f20dc3e6-1d80-4496-8de8-a1aa49370baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:28.942477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:28.959981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:29.020357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:29.064857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=57c8b0cc-cf0a-46c4-9681-c843d7384597,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:29.102506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-f56dc1db-62f8-4672-90db-d313db7f8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.105182 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-f56dc1db-62f8-4672-90db-d313db7f8e5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1135 time: 0.1121941 Aug 24 00:24:29.123548 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ca5e59-75f4-4a5e-a9b5-2bcf5c74310c x-openstack-request-id: req-69ca5e59-75f4-4a5e-a9b5-2bcf5c74310c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:29.124130 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:29.124130 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69ca5e59-75f4-4a5e-a9b5-2bcf5c74310c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:29.124473 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'status': 'completed', 'code': 200} Aug 24 00:24:29.198545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device f47d5b26-7df5-404a-95f2-ae8bf402c69d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:24:29.268032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-0c979337-6464-40db-acbe-ba0c274e7fb0 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-217393088&fields=id&tenant_id=c751a178248e403f84617fb5bff90416 HTTP/1.1" status: 200 len: 267 time: 0.1425128 Aug 24 00:24:29.269782 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.280892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-ecc1a393-687d-43fb-9ba2-f826736d35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.286709 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-ecc1a393-687d-43fb-9ba2-f826736d35e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 920 time: 0.1695702 Aug 24 00:24:29.287411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.287411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.337140 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-d9304f23-eaed-441d-a101-23d01bb2308e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 217 time: 0.0466864 Aug 24 00:24:29.361670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b68d4-40dc-439d-b6b8-4cdc6b9d52d1 req-0a43bbea-dac2-4398-8771-d0ca5586ef6f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.378775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d0b68d4-40dc-439d-b6b8-4cdc6b9d52d1 req-0a43bbea-dac2-4398-8771-d0ca5586ef6f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 931 time: 0.3107769 Aug 24 00:24:29.402177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-0f97e50a-1bde-4d64-9f4d-7b240eeb0a74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.410657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-0f97e50a-1bde-4d64-9f4d-7b240eeb0a74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 984 time: 0.1416640 Aug 24 00:24:29.417941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port f47d5b26-7df5-404a-95f2-ae8bf402c69d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f47d5b26-7df5-404a-95f2-ae8bf402c69d,segment=NetworkSegment(f2d88b78-0f3f-4656-96d2-4f50c880728f),segment_id=f2d88b78-0f3f-4656-96d2-4f50c880728f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:29.429577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Request body: {'port': {'security_groups': ['8228f7c0-5318-4e37-82a5-3c8bcac6d965']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:29.430996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-f2078e79-ade3-409b-a427-a06286e462ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.432831 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-f2078e79-ade3-409b-a427-a06286e462ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 200 len: 859 time: 0.0878565 Aug 24 00:24:29.433219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9d244a83-c445-40df-9ef2-b110e7d88226 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2882583 Aug 24 00:24:29.454705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-180f2d6a-e3b9-48b9-91bb-4cffbf36ddc4 None None] Provisioning for port 57c8b0cc-cf0a-46c4-9681-c843d7384597 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:29.461388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-180f2d6a-e3b9-48b9-91bb-4cffbf36ddc4 None None] Provisioning complete for port 57c8b0cc-cf0a-46c4-9681-c843d7384597 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:29.461990 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-180f2d6a-e3b9-48b9-91bb-4cffbf36ddc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.464369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'f47d5b26-7df5-404a-95f2-ae8bf402c69d', 'network_id': '480b5d01-61c7-45b3-a4bf-2c3f4344c264', 'port_id': 'f47d5b26-7df5-404a-95f2-ae8bf402c69d', 'mac_address': 'fa:16:3e:d2:8b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bbc95ea-89d8-44d6-93b7-523834102c6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:24:29.465307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'admin_state_up': True, 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'security_groups': ['77f2b6fe-79eb-414b-97f9-807d9ea56d76']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:29.503967 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-deeae490-703e-4b5c-ba6f-e4f792994bc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4014231e-83b3-4c13-8c09-90c2e4a794c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370812 Aug 24 00:24:29.557664 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.575489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-180f2d6a-e3b9-48b9-91bb-4cffbf36ddc4 None None] Port 57c8b0cc-cf0a-46c4-9681-c843d7384597 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:29.586468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47d5b26-7df5-404a-95f2-ae8bf402c69d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:29.613256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port f47d5b26-7df5-404a-95f2-ae8bf402c69d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f47d5b26-7df5-404a-95f2-ae8bf402c69d,segment=NetworkSegment(f2d88b78-0f3f-4656-96d2-4f50c880728f),segment_id=f2d88b78-0f3f-4656-96d2-4f50c880728f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:29.621855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d0b68d4-40dc-439d-b6b8-4cdc6b9d52d1 req-df743955-0c00-4f22-811a-dc022ccbd43b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314746 Aug 24 00:24:29.624746 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-3e0c52f1-3441-4de8-ab6d-54a98e734e51 service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108520 Aug 24 00:24:29.733975 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe19a833-7cd4-4314-8c7a-de41ad9d0858 req-14a99b19-8eeb-4ee8-a4da-2c2de6827999 service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954626 Aug 24 00:24:29.742571 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.797715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d95854-0a32-4bcd-bb02-54a2764f4909 req-a7f1f0ad-8dad-4522-a2e7-e45d18d098a1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:29.799990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77d95854-0a32-4bcd-bb02-54a2764f4909 req-a7f1f0ad-8dad-4522-a2e7-e45d18d098a1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1065688 Aug 24 00:24:29.872326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77d95854-0a32-4bcd-bb02-54a2764f4909 req-32b0a990-ea0e-4601-bfbe-b0c6e226a67d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596821 Aug 24 00:24:29.950351 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:29.979828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:29.983877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.006803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=f47d5b26-7df5-404a-95f2-ae8bf402c69d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:30.033753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95206e86-e43e-4cb2-beef-a2be3d39e2da req-c596d310-231a-41d8-adea-9bbc90ae22b9 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:30.035362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95206e86-e43e-4cb2-beef-a2be3d39e2da req-c596d310-231a-41d8-adea-9bbc90ae22b9 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 944 time: 0.0955164 Aug 24 00:24:30.144290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95206e86-e43e-4cb2-beef-a2be3d39e2da req-1fc5f24f-c598-44a0-a470-092a8d79d311 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996146 Aug 24 00:24:30.145923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] For port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:30.225345 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.236639 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.250434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Allocated IP 10.1.1.196 (2451831c-464c-4e2d-943c-5fa3aeefff28/260fe1af-dab9-44b3-bf0b-3f3055e6d1b5/ff032e29-8de2-421c-879d-967747a87793) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:30.385172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.397508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:30.400584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['f47d5b26-7df5-404a-95f2-ae8bf402c69d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:30.463282 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.471077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:30.472091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.473149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dacdc01c-c7a9-4b12-8899-f1af2606e404 req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "PUT /v2.0/ports/1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 942 time: 1.0617502 Aug 24 00:24:30.499047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Transition to ACTIVE for port object ff032e29-8de2-421c-879d-967747a87793 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:30.546711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8640d5-8080-41df-9c3a-604f3f743f74 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event updated for resources: {'Port': ['ID=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:30.612954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:30.671099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-5e7ec8db-48e2-4a79-8600-45cb115e117a tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1429880 Aug 24 00:24:30.677301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:30.773830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.828410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:30.833232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:30.835805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:30.878331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbfc20-397c-4cf3-a531-cdbda645e2c7 req-ca8a64c8-c2ce-4f1e-87df-61bad009f4e2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:30.880119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6bbfc20-397c-4cf3-a531-cdbda645e2c7 req-ca8a64c8-c2ce-4f1e-87df-61bad009f4e2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 931 time: 0.1667252 Aug 24 00:24:30.881222 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:30.938674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=ff032e29-8de2-421c-879d-967747a87793,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:30.994012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:30.994660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.015552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6bbfc20-397c-4cf3-a531-cdbda645e2c7 req-fa3c0b1a-4562-4055-82ed-db9396b0481b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195569 Aug 24 00:24:31.091720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.126161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:31.128571 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76987b-65ed-40c9-9815-084e2af09da5" -d '{"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:31.199630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3404-66aa-4881-b0ae-524218dcf406 req-75e6d9b3-59ce-4c29-9468-f4544c8a3042 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:31.201826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d56c3404-66aa-4881-b0ae-524218dcf406 req-75e6d9b3-59ce-4c29-9468-f4544c8a3042 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1066420 Aug 24 00:24:31.274431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9e8a826b-09b3-4580-be32-e28f00a25428 None None] Provisioning for port ff032e29-8de2-421c-879d-967747a87793 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:31.281502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d56c3404-66aa-4881-b0ae-524218dcf406 req-a5be63dc-2ae7-42f6-9f70-9988bc53d006 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729611 Aug 24 00:24:31.282622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Allocated IP 172.25.5.171 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/7f47e361-03a3-4a23-8d01-b087c2d4e48b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:31.283331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9e8a826b-09b3-4580-be32-e28f00a25428 None None] Provisioning complete for port ff032e29-8de2-421c-879d-967747a87793 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:31.283695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e8a826b-09b3-4580-be32-e28f00a25428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.285440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-37ce21ae-1629-4ec8-8bfe-e457cf6ebd29 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8288174 Aug 24 00:24:31.300853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'admin_state_up': True, 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'security_groups': ['77f2b6fe-79eb-414b-97f9-807d9ea56d76']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:31.351647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a826b-09b3-4580-be32-e28f00a25428 None None] Port ff032e29-8de2-421c-879d-967747a87793 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:31.365550 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762f0232-ee66-44e5-8bb7-5fdcab0ada00 x-openstack-request-id: req-762f0232-ee66-44e5-8bb7-5fdcab0ada00 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:31.365879 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:31.366105 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-762f0232-ee66-44e5-8bb7-5fdcab0ada00 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:31.366492 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'status': 'completed', 'code': 200} Aug 24 00:24:31.438553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-0687b1b5-78e8-4061-bde9-089de6de6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:31.453148 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-0687b1b5-78e8-4061-bde9-089de6de6ba2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1096 time: 0.0753045 Aug 24 00:24:31.520652 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.568670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-9ead11cc-e6e3-4697-abb6-4ffaa8e56315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:31.570293 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-9ead11cc-e6e3-4697-abb6-4ffaa8e56315 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 920 time: 0.1096900 Aug 24 00:24:31.625748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-bc98b492-4b54-47fc-b30d-ec6e815ab2da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 217 time: 0.0450070 Aug 24 00:24:31.629258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb805a80-96c4-40a0-ab98-63ab6faa00b2 req-546cb372-4c6f-4e12-8c66-0949fbcee871 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:31.630911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb805a80-96c4-40a0-ab98-63ab6faa00b2 req-546cb372-4c6f-4e12-8c66-0949fbcee871 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 944 time: 0.2056143 Aug 24 00:24:31.687303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-3f72d6dc-4eff-4bc4-8be6-9eff146c1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:31.687498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb805a80-96c4-40a0-ab98-63ab6faa00b2 req-4bab97eb-01cc-403c-9724-9c525986ae6e tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442741 Aug 24 00:24:31.687940 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-3f72d6dc-4eff-4bc4-8be6-9eff146c1587 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 200 len: 859 time: 0.0513937 Aug 24 00:24:31.720181 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-8ff3adb4-3ce2-4ff5-8e7b-c189dc9de82c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4014231e-83b3-4c13-8c09-90c2e4a794c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284410 Aug 24 00:24:31.762294 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.765387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.818544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event updated for resources: {'Port': ['ID=7f47e361-03a3-4a23-8d01-b087c2d4e48b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:31.825964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:31.832439 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:31.835123 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-a8ad1153-25b4-4404-bf72-f5dc947b670a service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057847 Aug 24 00:24:31.846726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:31.850054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:31.853380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:31.949310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf76987b-65ed-40c9-9815-084e2af09da5 req-535a32a5-0251-493a-97f3-962b550b48c6 service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045456 Aug 24 00:24:32.012770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.081421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Allocated IP 10.1.1.67 (2451831c-464c-4e2d-943c-5fa3aeefff28/260fe1af-dab9-44b3-bf0b-3f3055e6d1b5/ca08ea5c-78c6-43d1-af20-328d86f63233) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:32.238300 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.275267 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.339132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Transition to ACTIVE for port object ca08ea5c-78c6-43d1-af20-328d86f63233 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:32.413973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce623b-2127-4a78-9026-2199c6985fc0 req-d07a72b6-9a59-4769-9daf-97b66bb6bd2b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:32.420548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce623b-2127-4a78-9026-2199c6985fc0 req-d07a72b6-9a59-4769-9daf-97b66bb6bd2b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:32.422152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95ce623b-2127-4a78-9026-2199c6985fc0 req-d07a72b6-9a59-4769-9daf-97b66bb6bd2b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 1653 time: 0.1522505 Aug 24 00:24:32.515287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95ce623b-2127-4a78-9026-2199c6985fc0 req-e0bbc6f9-283e-4521-8261-2f6ddc4166a4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830212 Aug 24 00:24:32.545019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.574735 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.662255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:32.662255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:32.668187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:32.671588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=ca08ea5c-78c6-43d1-af20-328d86f63233,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:32.699530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.751318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dead2c5-a53f-4e88-b149-6eab0801639d req-cb6a1aa1-e7e9-4c01-a7c5-c7152b6de1e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:32.753052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dead2c5-a53f-4e88-b149-6eab0801639d req-cb6a1aa1-e7e9-4c01-a7c5-c7152b6de1e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1651175 Aug 24 00:24:32.808235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:32.808235 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.842524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event updated for resources: {'Port': ['ID=7f47e361-03a3-4a23-8d01-b087c2d4e48b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:32.858643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:32.866746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dead2c5-a53f-4e88-b149-6eab0801639d req-20924e5a-dddc-4a81-a2ed-ed18cf4c70e0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051056 Aug 24 00:24:32.974716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51519123-ca2d-4516-aebf-0bb48854f1de req-9115f120-6020-46cf-a289-d49c76def5be tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:32.976281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51519123-ca2d-4516-aebf-0bb48854f1de req-9115f120-6020-46cf-a289-d49c76def5be tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 944 time: 0.0495422 Aug 24 00:24:33.016184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51519123-ca2d-4516-aebf-0bb48854f1de req-69ec416c-6594-4b36-a012-b83a47c2c2f3 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Aug 24 00:24:33.019681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2602275f-3f98-4ab6-aa37-f1984ee8b438 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7258208 Aug 24 00:24:33.043039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501', 'admin_state_up': True, 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'security_groups': ['77f2b6fe-79eb-414b-97f9-807d9ea56d76']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:33.071130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d95ebf0b-794c-445d-a7cd-49621676f719 None None] Provisioning for port ca08ea5c-78c6-43d1-af20-328d86f63233 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:33.084044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d95ebf0b-794c-445d-a7cd-49621676f719 None None] Provisioning complete for port ca08ea5c-78c6-43d1-af20-328d86f63233 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:33.084435 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d95ebf0b-794c-445d-a7cd-49621676f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.099655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.108611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4d41d56f-8cdb-4f1b-9560-3432eb734bc2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4366095 Aug 24 00:24:33.165457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d95ebf0b-794c-445d-a7cd-49621676f719 None None] Port ca08ea5c-78c6-43d1-af20-328d86f63233 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:33.173261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-2924faa8-03c1-4057-8e5d-21ca52f78191 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0637884 Aug 24 00:24:33.204007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device f47d5b26-7df5-404a-95f2-ae8bf402c69d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:24:33.328677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-8875f9ea-c2ec-4da9-ac04-ac86c85598b8 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:33.330207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-8875f9ea-c2ec-4da9-ac04-ac86c85598b8 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1489780 Aug 24 00:24:33.341010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4fb78b11-03d5-41f9-9293-b52b167da889 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:24:33.342608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e32ae7f4-48a4-4975-8c67-2f93e4038937 req-4fb78b11-03d5-41f9-9293-b52b167da889 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057387 Aug 24 00:24:33.424985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port f47d5b26-7df5-404a-95f2-ae8bf402c69d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:33.430319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port f47d5b26-7df5-404a-95f2-ae8bf402c69d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:33.430696 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.451672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-6ed97f76-1ae4-462b-a090-d1f30cbbe1aa tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:33.453453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-6ed97f76-1ae4-462b-a090-d1f30cbbe1aa tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0538175 Aug 24 00:24:33.459645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:33.514944 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.544141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e70f6bf-052b-4127-ae45-832f25ec6e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47d5b26-7df5-404a-95f2-ae8bf402c69d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:33.546700 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce9277-144b-4785-b1b9-054c9fb886f5" -d '{"events": [{"server_uuid": "9e70f6bf-052b-4127-ae45-832f25ec6e9b", "name": "network-vif-plugged", "status": "completed", "tag": "f47d5b26-7df5-404a-95f2-ae8bf402c69d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:33.560614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port f47d5b26-7df5-404a-95f2-ae8bf402c69d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f47d5b26-7df5-404a-95f2-ae8bf402c69d,segment=NetworkSegment(f2d88b78-0f3f-4656-96d2-4f50c880728f),segment_id=f2d88b78-0f3f-4656-96d2-4f50c880728f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:33.674052 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:33.731413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=f47d5b26-7df5-404a-95f2-ae8bf402c69d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:33.877994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-04774c01-9665-4256-b89d-010f70554bb5 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.4127803 Aug 24 00:24:33.903495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Request body: {'floatingip': {'port_id': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'fixed_ip_address': '172.20.0.2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:33.965657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:34.022456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:34.052661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f2ae0-155e-4242-95ca-1a4ed1c6340f req-eb07ad2f-0039-4b0a-a5c0-02b464fb60e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.058655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f2ae0-155e-4242-95ca-1a4ed1c6340f req-eb07ad2f-0039-4b0a-a5c0-02b464fb60e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.065210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f2ae0-155e-4242-95ca-1a4ed1c6340f req-eb07ad2f-0039-4b0a-a5c0-02b464fb60e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.066964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf8f2ae0-155e-4242-95ca-1a4ed1c6340f req-eb07ad2f-0039-4b0a-a5c0-02b464fb60e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 2373 time: 0.2126491 Aug 24 00:24:34.241247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf8f2ae0-155e-4242-95ca-1a4ed1c6340f req-8648dd41-c719-4f81-a8c9-99a27534740f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616240 Aug 24 00:24:34.312407 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c077c1-da7c-42b2-abd9-de99edf74d3e x-openstack-request-id: req-10c077c1-da7c-42b2-abd9-de99edf74d3e {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:34.313610 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e70f6bf-052b-4127-ae45-832f25ec6e9b", "name": "network-vif-plugged", "status": "completed", "tag": "f47d5b26-7df5-404a-95f2-ae8bf402c69d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:34.314380 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10c077c1-da7c-42b2-abd9-de99edf74d3e {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:34.314981 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e70f6bf-052b-4127-ae45-832f25ec6e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47d5b26-7df5-404a-95f2-ae8bf402c69d', 'code': 200} Aug 24 00:24:34.542376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Allocated IP 10.2.2.100 (2c7f342d-8fc5-4cbb-af18-961b4b04d501/1db08216-ec94-42ab-8797-3e3dee98850e/8d9d4351-dde7-4729-9310-4fcd093ad04d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:34.575541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0826c32-aa37-4c08-8457-5f909c5fdeea req-54b32119-1ab0-4c9a-ad54-ec7f531158cf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.577690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0826c32-aa37-4c08-8457-5f909c5fdeea req-54b32119-1ab0-4c9a-ad54-ec7f531158cf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.2125065 Aug 24 00:24:34.624391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2e95-36d0-4224-bc28-71e4e4f3c2d9 req-5e93d485-e4d3-4d43-bc2f-6f67425495de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.625893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea9b2e95-36d0-4224-bc28-71e4e4f3c2d9 req-5e93d485-e4d3-4d43-bc2f-6f67425495de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 1096 time: 0.2028821 Aug 24 00:24:34.750242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0826c32-aa37-4c08-8457-5f909c5fdeea req-a4ffb9d4-29de-43f0-922e-d7f717161758 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358767 Aug 24 00:24:34.789597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea9b2e95-36d0-4224-bc28-71e4e4f3c2d9 req-071d3cf3-9454-4394-8fce-571fca7d3b6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520522 Aug 24 00:24:34.912697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:34.930625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:34.945830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bee2cb-a45f-4d23-96df-031f918985ca req-61369215-7098-4029-975f-b091c4b02223 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:34.947385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03bee2cb-a45f-4d23-96df-031f918985ca req-61369215-7098-4029-975f-b091c4b02223 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 945 time: 0.1070986 Aug 24 00:24:34.964156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Transition to ACTIVE for port object 8d9d4351-dde7-4729-9310-4fcd093ad04d will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:35.000713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03bee2cb-a45f-4d23-96df-031f918985ca req-94194c66-e9d0-4a75-be48-375c5fbf1784 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463924 Aug 24 00:24:35.091279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.214547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.281445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:35.291042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:35.293385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=8d9d4351-dde7-4729-9310-4fcd093ad04d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:35.295819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:35.299389 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Floating IP 078defa3-b787-4140-a3bc-e8761ac1a711 associated. External IP: 172.25.5.171, port: 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25. Aug 24 00:24:35.431404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:35.432113 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.537903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a9c3-454b-4b60-9a71-faf486f94940 req-71759def-f4e2-47f2-bd24-afa3aa2aca3f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:35.544406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a9c3-454b-4b60-9a71-faf486f94940 req-71759def-f4e2-47f2-bd24-afa3aa2aca3f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:35.551290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a9c3-454b-4b60-9a71-faf486f94940 req-71759def-f4e2-47f2-bd24-afa3aa2aca3f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:35.557668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5a9c3-454b-4b60-9a71-faf486f94940 req-71759def-f4e2-47f2-bd24-afa3aa2aca3f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:35.559769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5a9c3-454b-4b60-9a71-faf486f94940 req-71759def-f4e2-47f2-bd24-afa3aa2aca3f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 3094 time: 0.1530790 Aug 24 00:24:35.606908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-1f865564-1c71-4a34-97d3-4f5e06a1a992 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5695951 Aug 24 00:24:35.630334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501', 'admin_state_up': True, 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'security_groups': ['77f2b6fe-79eb-414b-97f9-807d9ea56d76']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:35.736503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5a9c3-454b-4b60-9a71-faf486f94940 req-872e2c78-eb90-42cf-ac4a-8955e88828f2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337321 Aug 24 00:24:35.784764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:35.842849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e1c506f6-7bad-4792-8c07-09f03ee97d23 None None] Provisioning for port 8d9d4351-dde7-4729-9310-4fcd093ad04d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:35.847660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e1c506f6-7bad-4792-8c07-09f03ee97d23 None None] Provisioning complete for port 8d9d4351-dde7-4729-9310-4fcd093ad04d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:35.848041 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1c506f6-7bad-4792-8c07-09f03ee97d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.887663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e1c506f6-7bad-4792-8c07-09f03ee97d23 None None] Port 8d9d4351-dde7-4729-9310-4fcd093ad04d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:35.961405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f4699-8552-462f-851d-13a402f28c09 req-d65cf1be-db80-4870-976a-31b0495826fe tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:35.962975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-218f4699-8552-462f-851d-13a402f28c09 req-d65cf1be-db80-4870-976a-31b0495826fe tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1097798 Aug 24 00:24:35.982255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:35.992029 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:35.999111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] Sync routers for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:36.014195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:36.014854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:36.026735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Made reservation on behalf of 3ce631da00c94b70be996ebaba63913e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:36.032082 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.052567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-55c9e332-5993-41c0-a66e-d0bcfd861f3e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "PUT /v2.0/floatingips/078defa3-b787-4140-a3bc-e8761ac1a711 HTTP/1.1" status: 200 len: 996 time: 2.1586583 Aug 24 00:24:36.062374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-218f4699-8552-462f-851d-13a402f28c09 req-02af5bbf-bc51-4c4d-ab76-53b111c193f2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894394 Aug 24 00:24:36.064237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:36.066456 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14115370-7e49-482b-a051-288d165506fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:36.128421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59042) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:36.170812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:36.292340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dc1fbfe-f47a-4761-b9ab-6f46993c1a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.467440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dc1fbfe-f47a-4761-b9ab-6f46993c1a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.490192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '078defa3-b787-4140-a3bc-e8761ac1a711', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'port_id': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'mac_address': 'fa:16:3e:a1:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac28421-0d2b-4768-812a-9366705b5b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:31Z', 'updated_at': '2021-08-24T00:24:34Z', 'revision_number': 1, 'project_id': 'c751a178248e403f84617fb5bff90416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:42Z', 'revision_number': 5, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:36.642521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dc1fbfe-f47a-4761-b9ab-6f46993c1a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.656140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] Checking router: 5ba1946f-7214-476a-9d51-43dacd3ed9f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:24:36.664962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:36.665638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:36.691190 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9dc1fbfe-f47a-4761-b9ab-6f46993c1a71 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebbff02f234748c48c35df96dfc7635c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5613890 Aug 24 00:24:36.692388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1fbfe-f47a-4761-b9ab-6f46993c1a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab55c07d-f62b-4b6e-900d-5f7f6c929a16,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:36.695020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59050) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:36.754893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Allocated IP 10.2.2.200 (2c7f342d-8fc5-4cbb-af18-961b4b04d501/1db08216-ec94-42ab-8797-3e3dee98850e/947a33e8-f6a5-4b99-b746-bc3558b0b722) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:36.760575 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6432-0cc7-4e73-848a-dc43d6f96c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.784776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6432-0cc7-4e73-848a-dc43d6f96c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.801330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:36.899148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-54bc8e78-fafd-463b-8833-aa890e11c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:36.900685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-54bc8e78-fafd-463b-8833-aa890e11c49f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1096 time: 0.7403147 Aug 24 00:24:36.913107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78cb8-16aa-4676-8625-8f2f65864fe4 req-c5c9f9b1-6e68-4ef1-8752-86623e33eb6e tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:36.914638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bf78cb8-16aa-4676-8625-8f2f65864fe4 req-c5c9f9b1-6e68-4ef1-8752-86623e33eb6e tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 945 time: 0.7553549 Aug 24 00:24:36.948217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6432-0cc7-4e73-848a-dc43d6f96c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.951506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6432-0cc7-4e73-848a-dc43d6f96c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:36.955809 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ce5a6432-0cc7-4e73-848a-dc43d6f96c3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab55c07d-f62b-4b6e-900d-5f7f6c929a16 HTTP/1.1" status: 204 len: 168 time: 0.2566960 Aug 24 00:24:36.963124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a6432-0cc7-4e73-848a-dc43d6f96c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab55c07d-f62b-4b6e-900d-5f7f6c929a16,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:37.051167 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bf78cb8-16aa-4676-8625-8f2f65864fe4 req-49f943f0-0cb5-4706-8dba-ebeb04df2e2c tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253450 Aug 24 00:24:37.062674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '078defa3-b787-4140-a3bc-e8761ac1a711', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'port_id': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'mac_address': 'fa:16:3e:a1:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac28421-0d2b-4768-812a-9366705b5b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:31Z', 'updated_at': '2021-08-24T00:24:34Z', 'revision_number': 1, 'project_id': 'c751a178248e403f84617fb5bff90416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:42Z', 'revision_number': 5, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:37.069538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.089812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-89bd9e9f-839a-49c0-9114-f63b24e2556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.091386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-89bd9e9f-839a-49c0-9114-f63b24e2556b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 920 time: 0.1758044 Aug 24 00:24:37.094911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Transition to ACTIVE for port object 947a33e8-f6a5-4b99-b746-bc3558b0b722 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:37.096204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44a045-8bee-41aa-be02-c98a04350273 None None] The sync data for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 is: [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '078defa3-b787-4140-a3bc-e8761ac1a711', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'port_id': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'mac_address': 'fa:16:3e:a1:18:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac28421-0d2b-4768-812a-9366705b5b85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:31Z', 'updated_at': '2021-08-24T00:24:34Z', 'revision_number': 1, 'project_id': 'c751a178248e403f84617fb5bff90416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:42Z', 'revision_number': 5, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:37.140179 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc18f04-c7d8-4aa1-98ab-56f2e92a8cc7 x-openstack-request-id: req-2dc18f04-c7d8-4aa1-98ab-56f2e92a8cc7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:37.140478 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:37.140732 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dc18f04-c7d8-4aa1-98ab-56f2e92a8cc7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:37.141125 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'status': 'completed', 'code': 200} Aug 24 00:24:37.188648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-a53c6df6-2326-4c50-be38-1f8252d75a63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 999 time: 0.0877683 Aug 24 00:24:37.246591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14115370-7e49-482b-a051-288d165506fe req-deb982b3-a257-49ea-a9b6-8a239b2791eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.248985 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14115370-7e49-482b-a051-288d165506fe req-deb982b3-a257-49ea-a9b6-8a239b2791eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1096 time: 0.0908258 Aug 24 00:24:37.266751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-0d971900-704c-429a-ba81-0054a05a749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.268398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-0d971900-704c-429a-ba81-0054a05a749d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 200 len: 859 time: 0.0706863 Aug 24 00:24:37.322671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-1a1bb6b4-f06a-490f-8268-5a8baf915973 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4014231e-83b3-4c13-8c09-90c2e4a794c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455122 Aug 24 00:24:37.354165 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.426843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14115370-7e49-482b-a051-288d165506fe req-764c939a-0965-49cb-bd6b-f015db6b0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.430293 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14115370-7e49-482b-a051-288d165506fe req-764c939a-0965-49cb-bd6b-f015db6b0939 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 920 time: 0.1654570 Aug 24 00:24:37.496562 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad0f18f-53e4-47ca-8b6a-171002daf059 None None] New status for floating IP 078defa3-b787-4140-a3bc-e8761ac1a711: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:24:37.527575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-2d42e7be-6d44-4770-a42c-5e3494c7fcf7 service neutron] 10.222.0.26 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956737 Aug 24 00:24:37.536470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event updated for resources: {'Port': ['ID=947a33e8-f6a5-4b99-b746-bc3558b0b722,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:37.569209 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14115370-7e49-482b-a051-288d165506fe req-002454ce-fbed-4640-bd93-f5d6e4a26012 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 999 time: 0.1313136 Aug 24 00:24:37.591486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:37.603863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:37.608941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:37.679592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14115370-7e49-482b-a051-288d165506fe req-c33dc280-6c72-4731-b9ee-0dd91eddc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.681457 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14115370-7e49-482b-a051-288d165506fe req-c33dc280-6c72-4731-b9ee-0dd91eddc1ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 200 len: 859 time: 0.1009667 Aug 24 00:24:37.732850 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14115370-7e49-482b-a051-288d165506fe req-2358517e-42a9-4dda-bc4d-3bd8be814b1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4014231e-83b3-4c13-8c09-90c2e4a794c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438800 Aug 24 00:24:37.751496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97c1d-fae0-4dcd-af7f-84efa2daf11a req-bc97ad0d-bab2-4a18-8356-b589dca2cf6a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.765479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97c1d-fae0-4dcd-af7f-84efa2daf11a req-bc97ad0d-bab2-4a18-8356-b589dca2cf6a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.773238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97c1d-fae0-4dcd-af7f-84efa2daf11a req-bc97ad0d-bab2-4a18-8356-b589dca2cf6a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.782838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97c1d-fae0-4dcd-af7f-84efa2daf11a req-bc97ad0d-bab2-4a18-8356-b589dca2cf6a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.801384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf97c1d-fae0-4dcd-af7f-84efa2daf11a req-bc97ad0d-bab2-4a18-8356-b589dca2cf6a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.811059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdf97c1d-fae0-4dcd-af7f-84efa2daf11a req-bc97ad0d-bab2-4a18-8356-b589dca2cf6a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 3815 time: 0.2697644 Aug 24 00:24:37.862945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be1c-56c8-42b9-941a-4079f1446510 req-1f443a5f-b9f9-4320-97ad-415a874cd1ff service neutron] 10.222.0.26 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342445 Aug 24 00:24:37.888214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:37.888996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:37.900513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14115370-7e49-482b-a051-288d165506fe req-9cb59d39-7cda-4bec-a98d-72d357b4691d service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499865 Aug 24 00:24:37.904237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdf97c1d-fae0-4dcd-af7f-84efa2daf11a req-8fcf3610-41fc-4d47-a678-9f33842a1a79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921769 Aug 24 00:24:38.067390 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-14115370-7e49-482b-a051-288d165506fe req-e379734e-882c-4427-ba6b-29897a4fbe69 service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440637 Aug 24 00:24:38.071651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-b5856eae-09f7-4925-9427-65994ff83f43 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4525404 Aug 24 00:24:38.129960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:38.145405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790bb1a-fb8a-451b-9d83-c5fe1f58aeeb req-f491da59-462d-4fe7-9480-bbdb6000703e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:38.147003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4790bb1a-fb8a-451b-9d83-c5fe1f58aeeb req-f491da59-462d-4fe7-9480-bbdb6000703e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1520476 Aug 24 00:24:38.206250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-218ecaad-e60a-4057-b7ba-1a7fef546dc1 None None] Provisioning for port 947a33e8-f6a5-4b99-b746-bc3558b0b722 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:38.206804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-218ecaad-e60a-4057-b7ba-1a7fef546dc1 None None] Provisioning complete for port 947a33e8-f6a5-4b99-b746-bc3558b0b722 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:38.206804 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-218ecaad-e60a-4057-b7ba-1a7fef546dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:38.238141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-4cf112a9-8ab4-430d-bcd5-038e8dad1cbe tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.1872342 Aug 24 00:24:38.243054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-218ecaad-e60a-4057-b7ba-1a7fef546dc1 None None] Port 947a33e8-f6a5-4b99-b746-bc3558b0b722 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:38.248241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4790bb1a-fb8a-451b-9d83-c5fe1f58aeeb req-0fefb534-4372-466a-9d1f-7ad88c1c04fa tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769515 Aug 24 00:24:38.251417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:38.363074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-17b7fb04-120d-4dd8-84ca-7dd45f5f0774 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:38.365003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-17b7fb04-120d-4dd8-84ca-7dd45f5f0774 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports/1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 942 time: 0.1151664 Aug 24 00:24:38.550831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b28eab-4d97-4872-be47-c845e9381a71 req-ad163add-11a8-4f6c-aebe-99a59e4093e2 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:38.552410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31b28eab-4d97-4872-be47-c845e9381a71 req-ad163add-11a8-4f6c-aebe-99a59e4093e2 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 945 time: 0.1822217 Aug 24 00:24:38.621455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-25e6c6d1-7a86-4b18-8594-b9f036f9c83a tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.1992862 Aug 24 00:24:38.733990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31b28eab-4d97-4872-be47-c845e9381a71 req-697bcffc-ad48-4393-ab9f-481a1d32a4fb tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534839 Aug 24 00:24:38.826471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e9e5a1f7-f002-4331-9121-678984881854 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:38.827945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e9e5a1f7-f002-4331-9121-678984881854 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2057030 Aug 24 00:24:38.938464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c8b0cc-cf0a-46c4-9681-c843d7384597 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:38.949585 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:38.964245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-72785d61-29bc-4977-9e3c-85fb4d793c21 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.1255307 Aug 24 00:24:38.975494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:39.016193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Transition to ACTIVE for port object 57c8b0cc-cf0a-46c4-9681-c843d7384597 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:39.063187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.121015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466bbd-3d09-4d98-b442-0675a82c5ca8 req-115ad5d2-bd0e-4929-9fe6-a5111be00cab tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.127961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466bbd-3d09-4d98-b442-0675a82c5ca8 req-115ad5d2-bd0e-4929-9fe6-a5111be00cab tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.133984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466bbd-3d09-4d98-b442-0675a82c5ca8 req-115ad5d2-bd0e-4929-9fe6-a5111be00cab tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.140493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466bbd-3d09-4d98-b442-0675a82c5ca8 req-115ad5d2-bd0e-4929-9fe6-a5111be00cab tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.146557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4466bbd-3d09-4d98-b442-0675a82c5ca8 req-115ad5d2-bd0e-4929-9fe6-a5111be00cab tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.148308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4466bbd-3d09-4d98-b442-0675a82c5ca8 req-115ad5d2-bd0e-4929-9fe6-a5111be00cab tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 3815 time: 0.1387117 Aug 24 00:24:39.151632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.280056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8b0cc-cf0a-46c4-9681-c843d7384597,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:39.290925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4466bbd-3d09-4d98-b442-0675a82c5ca8 req-b385556a-ada4-429b-9aa9-ee229dc0561f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297698 Aug 24 00:24:39.379018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.429555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Attempting to bind port 57c8b0cc-cf0a-46c4-9681-c843d7384597 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:39.429944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Attempting to bind port 57c8b0cc-cf0a-46c4-9681-c843d7384597 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:39.430239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Attempting to bind port 57c8b0cc-cf0a-46c4-9681-c843d7384597 on network 0d8fd806-c256-4afe-810f-333599f8291f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:39.438694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Port 57c8b0cc-cf0a-46c4-9681-c843d7384597 on network 0d8fd806-c256-4afe-810f-333599f8291f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:39.439020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Attempting to bind port 57c8b0cc-cf0a-46c4-9681-c843d7384597 on network 0d8fd806-c256-4afe-810f-333599f8291f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:39.453812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7450c-35c8-44ba-b5b3-03a16f0e1d92 req-d8b34b75-c860-4e99-bc37-cc6330985863 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.455353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59d7450c-35c8-44ba-b5b3-03a16f0e1d92 req-d8b34b75-c860-4e99-bc37-cc6330985863 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.0684667 Aug 24 00:24:39.456818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:39.456948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Checking segment: {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:39.457827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Bound using segment: {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:39.457827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Bound port: 57c8b0cc-cf0a-46c4-9681-c843d7384597, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c2af11-f3d0-4e25-b2b7-001e29463e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:39.458145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.539619 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.539864 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Floating IP 078defa3-b787-4140-a3bc-e8761ac1a711 disassociated. External IP: 172.25.5.171, port: 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25. Aug 24 00:24:39.543848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59d7450c-35c8-44ba-b5b3-03a16f0e1d92 req-8d8d6721-eeed-4fd2-94b2-a03c19b954f6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685406 Aug 24 00:24:39.593065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] For port 57c8b0cc-cf0a-46c4-9681-c843d7384597, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:39.610139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] For port 57c8b0cc-cf0a-46c4-9681-c843d7384597, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:39.752685 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.802839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:39.803468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:39.804859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] 10.222.0.37 "PUT /v2.0/ports/57c8b0cc-cf0a-46c4-9681-c843d7384597 HTTP/1.1" status: 200 len: 1091 time: 1.6808331 Aug 24 00:24:39.807694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '57c8b0cc-cf0a-46c4-9681-c843d7384597'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:39.813463 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "57c8b0cc-cf0a-46c4-9681-c843d7384597"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:39.834998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:39.842836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cb051-c188-4dd9-a772-55a715f54235 service neutron] Pushing event updated for resources: {'Port': ['ID=57c8b0cc-cf0a-46c4-9681-c843d7384597,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:39.940517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:40.008363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:40.014970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.021895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] Sync routers for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:40.039625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:40.040525 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:40.041337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:40.055193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-e361f29f-481d-447a-a4f2-727a639fbd3d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "PUT /v2.0/floatingips/078defa3-b787-4140-a3bc-e8761ac1a711 HTTP/1.1" status: 200 len: 695 time: 1.0863416 Aug 24 00:24:40.208842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:40.298952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-777bceec-9b34-446b-980a-b0bd75a10c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.299444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-777bceec-9b34-446b-980a-b0bd75a10c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.299918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-777bceec-9b34-446b-980a-b0bd75a10c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.300703 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-777bceec-9b34-446b-980a-b0bd75a10c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.301185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-777bceec-9b34-446b-980a-b0bd75a10c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.314441 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-777bceec-9b34-446b-980a-b0bd75a10c70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 4362 time: 0.1042531 Aug 24 00:24:40.484033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-cd44fa55-0c9c-49f9-9f3a-5c333e7ce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.484822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-cd44fa55-0c9c-49f9-9f3a-5c333e7ce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.485297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-cd44fa55-0c9c-49f9-9f3a-5c333e7ce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.487221 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-cd44fa55-0c9c-49f9-9f3a-5c333e7ce605 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce631da00c94b70be996ebaba63913e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1553080 Aug 24 00:24:40.568407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:42Z', 'revision_number': 5, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:40.628585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] Checking router: 5ba1946f-7214-476a-9d51-43dacd3ed9f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:24:40.639430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:40.640068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:40.697694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-d04c6c7a-0488-47f2-afc6-4c847ce4c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.697694 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4ddfc14b-decf-4521-8dc6-f4fcfd51ebf3 req-d04c6c7a-0488-47f2-afc6-4c847ce4c95d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844933 Aug 24 00:24:40.700524 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a2782a-0bd0-4aff-a755-32a6f412586b x-openstack-request-id: req-95a2782a-0bd0-4aff-a755-32a6f412586b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:40.701909 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "57c8b0cc-cf0a-46c4-9681-c843d7384597", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:40.702314 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95a2782a-0bd0-4aff-a755-32a6f412586b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:40.703319 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'status': 'completed', 'code': 200} Aug 24 00:24:40.804875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:40.863953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-c73faa91-67a6-4ee9-9f86-51afcbbd3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:40.865917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-c73faa91-67a6-4ee9-9f86-51afcbbd3f1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1096 time: 0.7876837 Aug 24 00:24:41.017499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12eb69-fcc6-41a9-adb5-9f1c7ea5eb45 req-236fe8c8-0e97-4d15-9591-f43669f09516 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.019722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd12eb69-fcc6-41a9-adb5-9f1c7ea5eb45 req-236fe8c8-0e97-4d15-9591-f43669f09516 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 945 time: 0.3139415 Aug 24 00:24:41.082847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:42Z', 'revision_number': 5, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:41.115156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b94f10-3dad-41d0-8c9b-85148de5e80e None None] The sync data for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 is: [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:38Z', 'revision_number': 4, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '733831d8-5f91-40c4-ab0a-e6efd5ce4c81', 'name': '', 'network_id': '4014231e-83b3-4c13-8c09-90c2e4a794c0', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'mac_address': 'fa:16:3e:5d:3e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:37Z', 'updated_at': '2021-08-24T00:23:42Z', 'revision_number': 5, 'project_id': 'c751a178248e403f84617fb5bff90416', 'subnets': [{'id': '3f2ec3ac-486e-48cc-99cd-d214c7f3f849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:41.123388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd12eb69-fcc6-41a9-adb5-9f1c7ea5eb45 req-5730d8e3-78d5-4621-8321-689838218862 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956509 Aug 24 00:24:41.143327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-17e91eec-c8d1-41cd-90aa-970851da9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.156833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-17e91eec-c8d1-41cd-90aa-970851da9367 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 920 time: 0.2801082 Aug 24 00:24:41.262102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-ecfaffca-0634-4ee7-b25e-95d5299ac72c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 217 time: 0.0966346 Aug 24 00:24:41.353497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-39cfc6e3-220c-4643-a407-90d7a50169bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.363024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-39cfc6e3-220c-4643-a407-90d7a50169bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 200 len: 859 time: 0.1000016 Aug 24 00:24:41.412072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-989166fc-e9f8-4e59-8b3d-4fd64ea735ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4014231e-83b3-4c13-8c09-90c2e4a794c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481648 Aug 24 00:24:41.424910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f265772-427e-404f-9f5f-f1a231797e3e {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:41.435134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.464954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Transition to ACTIVE for port object 7f265772-427e-404f-9f5f-f1a231797e3e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:41.480408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8042f9-1c1a-4544-b633-1dfedd3e84ad req-32329d93-b270-42a0-ba6f-ca6771d003ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.494777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8042f9-1c1a-4544-b633-1dfedd3e84ad req-32329d93-b270-42a0-ba6f-ca6771d003ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.494777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8042f9-1c1a-4544-b633-1dfedd3e84ad req-32329d93-b270-42a0-ba6f-ca6771d003ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.501053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8042f9-1c1a-4544-b633-1dfedd3e84ad req-32329d93-b270-42a0-ba6f-ca6771d003ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.507008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8042f9-1c1a-4544-b633-1dfedd3e84ad req-32329d93-b270-42a0-ba6f-ca6771d003ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:41.508895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb8042f9-1c1a-4544-b633-1dfedd3e84ad req-32329d93-b270-42a0-ba6f-ca6771d003ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 3827 time: 0.2693949 Aug 24 00:24:41.558666 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dd8703-1d25-4a73-84a1-01e5ca15ec97 None None] New status for floating IP 078defa3-b787-4140-a3bc-e8761ac1a711: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:24:41.560808 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:41.693688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb8042f9-1c1a-4544-b633-1dfedd3e84ad req-80310569-fcdb-4303-8965-92b2582b88d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693146 Aug 24 00:24:41.762300 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-911d1d9e-0639-415f-a47e-b978d3646678 service neutron] 10.222.0.26 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292048 Aug 24 00:24:41.766898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Pushing event updated for resources: {'Port': ['ID=7f265772-427e-404f-9f5f-f1a231797e3e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:42.040883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-1cd5279b-7281-493a-97c5-699bb85a940b tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.042776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-1cd5279b-7281-493a-97c5-699bb85a940b tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 945 time: 0.2731979 Aug 24 00:24:42.051211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6a0e3-9862-4a86-a405-861973a36aed req-98a62eb8-f9a1-44e4-b3f1-fd2c1601b969 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.058567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ad6a0e3-9862-4a86-a405-861973a36aed req-98a62eb8-f9a1-44e4-b3f1-fd2c1601b969 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.2099857 Aug 24 00:24:42.078324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Attempting to bind port 7f265772-427e-404f-9f5f-f1a231797e3e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:42.078668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Attempting to bind port 7f265772-427e-404f-9f5f-f1a231797e3e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:42.079119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Attempting to bind port 7f265772-427e-404f-9f5f-f1a231797e3e on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:42.131781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Port 7f265772-427e-404f-9f5f-f1a231797e3e on network 2451831c-464c-4e2d-943c-5fa3aeefff28 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:42.132108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Attempting to bind port 7f265772-427e-404f-9f5f-f1a231797e3e on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:42.142742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301c4c6a-5bba-41a2-8147-dc3cfe2dfd6e req-66002d84-f8de-4e8b-8994-8eee5d1343ae service neutron] 10.222.0.26 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796799 Aug 24 00:24:42.152564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:42.152829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Checking segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:42.154608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Bound using segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:42.154608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Bound port: 7f265772-427e-404f-9f5f-f1a231797e3e, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:42.154608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.199305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ad6a0e3-9862-4a86-a405-861973a36aed req-79c42329-c1fe-4d10-89d1-f15b29dd17b1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222374 Aug 24 00:24:42.283019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Deleting port f47d5b26-7df5-404a-95f2-ae8bf402c69d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:42.283019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.342319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] For port 7f265772-427e-404f-9f5f-f1a231797e3e, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:42.362427 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.370537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] For port 7f265772-427e-404f-9f5f-f1a231797e3e, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f265772-427e-404f-9f5f-f1a231797e3e,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:42.421747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-ba5fc56b-21e2-43f0-936c-faf226c829bc tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=039986220910486e8031fefa944d177d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311737 Aug 24 00:24:42.461830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] For port f47d5b26-7df5-404a-95f2-ae8bf402c69d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f47d5b26-7df5-404a-95f2-ae8bf402c69d,segment=NetworkSegment(f2d88b78-0f3f-4656-96d2-4f50c880728f),segment_id=f2d88b78-0f3f-4656-96d2-4f50c880728f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:42.462460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.477134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.550379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Calling delete_port for f47d5b26-7df5-404a-95f2-ae8bf402c69d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:42.592730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.593360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.594777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 200 len: 1136 time: 2.6589706 Aug 24 00:24:42.692540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e92922-4567-41e4-9196-57102b02e6fe req-05873c20-d4bd-476f-a612-fdbd50422df0 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.694141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2e92922-4567-41e4-9196-57102b02e6fe req-05873c20-d4bd-476f-a612-fdbd50422df0 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e70f6bf-052b-4127-ae45-832f25ec6e9b HTTP/1.1" status: 200 len: 945 time: 0.2607505 Aug 24 00:24:42.698232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b7e5d-2982-4cb8-ad50-25bd15ca7298 service neutron] Pushing event updated for resources: {'Port': ['ID=7f265772-427e-404f-9f5f-f1a231797e3e,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:42.706343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'}, {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '7f265772-427e-404f-9f5f-f1a231797e3e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:42.708606 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b" -d '{"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25"}, {"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "7f265772-427e-404f-9f5f-f1a231797e3e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:42.736477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-623ad975-801c-441c-b49d-eb6b8b230a54 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:42.738324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-623ad975-801c-441c-b49d-eb6b8b230a54 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3061512 Aug 24 00:24:42.745947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:42.813140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-b752324b-59ab-4c76-a48f-e58653a759b7 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/quotas/039986220910486e8031fefa944d177d HTTP/1.1" status: 200 len: 375 time: 0.0629966 Aug 24 00:24:42.857861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2e92922-4567-41e4-9196-57102b02e6fe req-67afaad3-eebc-4147-9383-aaaf60fa6b51 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.26 "GET /v2.0/security-groups?id=7294c077-8572-4f4b-b69d-f9779c7fbb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564238 Aug 24 00:24:42.872812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:42.881556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-39a44697-ae1f-4170-85ad-231294c5db69 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=039986220910486e8031fefa944d177d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457871 Aug 24 00:24:43.004988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-c559cdfb-3834-4f86-837b-66e6a97b96f0 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/floatingips/078defa3-b787-4140-a3bc-e8761ac1a711 HTTP/1.1" status: 200 len: 693 time: 0.0876188 Aug 24 00:24:43.223437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-71808fe0-4879-4f0f-aea6-be745b52a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.225962 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-71808fe0-4879-4f0f-aea6-be745b52a71b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c751a178248e403f84617fb5bff90416&device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 1096 time: 0.0631139 Aug 24 00:24:43.234588 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8c852a-7e55-4323-b1b2-258c2348b337 x-openstack-request-id: req-4c8c852a-7e55-4323-b1b2-258c2348b337 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:43.234883 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "7f265772-427e-404f-9f5f-f1a231797e3e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:43.235135 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c8c852a-7e55-4323-b1b2-258c2348b337 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:43.236058 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'status': 'completed', 'code': 200} Aug 24 00:24:43.236224 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '7f265772-427e-404f-9f5f-f1a231797e3e', 'status': 'completed', 'code': 200} Aug 24 00:24:43.249958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.315739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Pushing event deleted for resources: {'Port': ['ID=f47d5b26-7df5-404a-95f2-ae8bf402c69d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:43.336825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-c3517cd3-eef2-42f7-8b12-a569abaaa027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.338756 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-c3517cd3-eef2-42f7-8b12-a569abaaa027 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 200 len: 920 time: 0.0990365 Aug 24 00:24:43.385274 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-a961a7b9-cbe7-4180-984d-19b82040d62b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 200 len: 217 time: 0.0384834 Aug 24 00:24:43.410690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] No DVR routers for this DVR port f47d5b26-7df5-404a-95f2-ae8bf402c69d on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:43.419943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.422159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-225c8172-5a7d-42d5-84b6-04244e4038ce req-dccd2188-faf2-484f-b14a-02649fc9db11 tempest-ServerAddressesNegativeTestJSON-305808171 tempest-ServerAddressesNegativeTestJSON-305808171-project] 10.222.0.36 "DELETE /v2.0/ports/f47d5b26-7df5-404a-95f2-ae8bf402c69d HTTP/1.1" status: 204 len: 173 time: 1.3540673 Aug 24 00:24:43.433056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-8717f1b0-74b3-49fa-8fbf-2a88d6e92a9f tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.434471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-8717f1b0-74b3-49fa-8fbf-2a88d6e92a9f tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.4235179 Aug 24 00:24:43.446355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-30b7b4c8-8843-48cb-aff8-d485ebede4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.448911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccdf7-7423-4107-a38a-69220c835d37 req-99c7efd0-79a4-48d4-8f1f-91834987cad9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.449249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-30b7b4c8-8843-48cb-aff8-d485ebede4c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 200 len: 859 time: 0.0553317 Aug 24 00:24:43.456166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccdf7-7423-4107-a38a-69220c835d37 req-99c7efd0-79a4-48d4-8f1f-91834987cad9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.462161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccdf7-7423-4107-a38a-69220c835d37 req-99c7efd0-79a4-48d4-8f1f-91834987cad9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.468800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccdf7-7423-4107-a38a-69220c835d37 req-99c7efd0-79a4-48d4-8f1f-91834987cad9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.475332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccdf7-7423-4107-a38a-69220c835d37 req-99c7efd0-79a4-48d4-8f1f-91834987cad9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.481310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccdf7-7423-4107-a38a-69220c835d37 req-99c7efd0-79a4-48d4-8f1f-91834987cad9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.483851 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-178a5511-cc5b-4fb4-a7a7-b715f0aa4d38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4014231e-83b3-4c13-8c09-90c2e4a794c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273190 Aug 24 00:24:43.483968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e09ccdf7-7423-4107-a38a-69220c835d37 req-99c7efd0-79a4-48d4-8f1f-91834987cad9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 4605 time: 0.2444468 Aug 24 00:24:43.500178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-a309dcff-60af-439c-9de2-85ad6fda5e4b tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:24:43.501230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-a309dcff-60af-439c-9de2-85ad6fda5e4b tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164409 Aug 24 00:24:43.684937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-be679d73-2d36-4b35-9d9a-60e4dee2d374 service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871093 Aug 24 00:24:43.688229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-3c9faaf6-852f-4408-83bc-4f1fbcdd018c tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0728829 Aug 24 00:24:43.688229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e09ccdf7-7423-4107-a38a-69220c835d37 req-8c2de61c-9827-4295-93b5-2d5dbc1ff680 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310477 Aug 24 00:24:43.688229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-a7294522-5933-4407-a96f-bc6337220580 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.0607131 Aug 24 00:24:43.688229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272065b3-76cf-461c-8792-3d4932903abe {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:43.688229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.701436 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-f5dd90b6-1ae4-4553-ad01-22e31af510fb service neutron] 10.222.0.37 "GET /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027122 Aug 24 00:24:43.734674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Transition to ACTIVE for port object 272065b3-76cf-461c-8792-3d4932903abe will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:43.807192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-84f9953f-0b9a-4129-a173-3106c82583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.807681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-84f9953f-0b9a-4129-a173-3106c82583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.808164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-84f9953f-0b9a-4129-a173-3106c82583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.808641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-84f9953f-0b9a-4129-a173-3106c82583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.809117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-84f9953f-0b9a-4129-a173-3106c82583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.809606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-84f9953f-0b9a-4129-a173-3106c82583c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.811508 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-84f9953f-0b9a-4129-a173-3106c82583c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5291 time: 0.0589201 Aug 24 00:24:43.898631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-4fe87c43-eb08-434a-9b3c-be7675abadae tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.901440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-4fe87c43-eb08-434a-9b3c-be7675abadae tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 808 time: 0.1643662 Aug 24 00:24:43.903624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Deleting port 7f47e361-03a3-4a23-8d01-b087c2d4e48b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:43.904447 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:43.921323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-1559c713-a2c3-45f5-9675-b88799220512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.923687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-1559c713-a2c3-45f5-9675-b88799220512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.923687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-1559c713-a2c3-45f5-9675-b88799220512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:43.924999 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-1559c713-a2c3-45f5-9675-b88799220512 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce631da00c94b70be996ebaba63913e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1029825 Aug 24 00:24:43.961668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-71334de4-849f-4afb-9894-3cdeb5934816 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/quotas/fa321f3aaf844d3cad1999a705abd9f1 HTTP/1.1" status: 200 len: 375 time: 0.0409384 Aug 24 00:24:44.017214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.029393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.030255 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.035768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-8312d63a-0b2d-41c0-adbe-961175f449a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:44.037326 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d2cbd12a-cf9d-48b4-b4a9-ee3dbce9670b req-8312d63a-0b2d-41c0-adbe-961175f449a8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047349 Aug 24 00:24:44.083321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Calling delete_port for 7f47e361-03a3-4a23-8d01-b087c2d4e48b owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:44.140297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f456a2cd-c97c-4188-951c-e05f499496cb tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1670418 Aug 24 00:24:44.181361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Pushing event updated for resources: {'Port': ['ID=272065b3-76cf-461c-8792-3d4932903abe,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:44.195444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-49e073e0-e421-487c-97d0-32a5bcc99310 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:24:44.196613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-49e073e0-e421-487c-97d0-32a5bcc99310 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183139 Aug 24 00:24:44.366379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Attempting to bind port 272065b3-76cf-461c-8792-3d4932903abe on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:44.366803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Attempting to bind port 272065b3-76cf-461c-8792-3d4932903abe by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:44.367218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Attempting to bind port 272065b3-76cf-461c-8792-3d4932903abe on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:44.378191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Port 272065b3-76cf-461c-8792-3d4932903abe on network 2451831c-464c-4e2d-943c-5fa3aeefff28 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:44.382836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Attempting to bind port 272065b3-76cf-461c-8792-3d4932903abe on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:44.420371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:44.420726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Checking segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:44.421111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Bound using segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:44.421560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Bound port: 272065b3-76cf-461c-8792-3d4932903abe, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:44.421943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.439819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-36bf6905-c991-4581-978f-6315d89e072a service neutron] 10.222.0.26 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018259 Aug 24 00:24:44.899951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] For port 272065b3-76cf-461c-8792-3d4932903abe, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:44.907761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] For port 272065b3-76cf-461c-8792-3d4932903abe, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=272065b3-76cf-461c-8792-3d4932903abe,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:44.913665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-1c058d45-8cd6-4f7a-bdcc-7cd0216e3e77 service neutron] 10.222.0.26 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561913 Aug 24 00:24:44.934050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:44.971693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event deleted for resources: {'Port': ['ID=7f47e361-03a3-4a23-8d01-b087c2d4e48b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:45.030879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.033490 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.034685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0902aa31-8286-4d69-82b0-0a8ee5d50436 req-971f7528-5959-4227-af2e-627a29c5a8a2 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "DELETE /v2.0/floatingips/078defa3-b787-4140-a3bc-e8761ac1a711 HTTP/1.1" status: 204 len: 173 time: 1.3593216 Aug 24 00:24:45.049964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.081362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.082011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.083494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] 10.222.0.37 "PUT /v2.0/ports/272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 200 len: 1135 time: 2.3425853 Aug 24 00:24:45.135959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b6610-2452-485d-a548-ff387242c070 service neutron] Pushing event updated for resources: {'Port': ['ID=272065b3-76cf-461c-8792-3d4932903abe,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:45.154968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41db06b2-e493-478e-a840-f69b18d395fd req-11c971d4-93be-4a50-986c-9f8c800d08b0 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 210 time: 0.0347075 Aug 24 00:24:45.236785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e70f6bf-052b-4127-ae45-832f25ec6e9b', 'name': 'network-vif-deleted', 'tag': 'f47d5b26-7df5-404a-95f2-ae8bf402c69d'}, {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '272065b3-76cf-461c-8792-3d4932903abe'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:45.239157 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad7027-c5a6-4edf-b7de-576f428c946c" -d '{"events": [{"server_uuid": "9e70f6bf-052b-4127-ae45-832f25ec6e9b", "name": "network-vif-deleted", "tag": "f47d5b26-7df5-404a-95f2-ae8bf402c69d"}, {"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "272065b3-76cf-461c-8792-3d4932903abe"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:45.244112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device f47d5b26-7df5-404a-95f2-ae8bf402c69d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:45.271184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: f47d5b26-7df5-404a-95f2-ae8bf402c69d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:45.271184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device f47d5b26-7df5-404a-95f2-ae8bf402c69d not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:45.282123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:45.346702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804c0a7-ca29-4247-af2e-6bebf8218822 req-dcddfc32-ec67-4b25-8c8a-072e99b797ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.348180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1804c0a7-ca29-4247-af2e-6bebf8218822 req-dcddfc32-ec67-4b25-8c8a-072e99b797ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1202567 Aug 24 00:24:45.355314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.425632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1804c0a7-ca29-4247-af2e-6bebf8218822 req-d5e6c6ea-3695-4ef0-8f56-6c480742e01f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Aug 24 00:24:45.614556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59192) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:45.701118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Deleting subnet 9bbc95ea-89d8-44d6-93b7-523834102c6c {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:45.707880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.727566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff032e29-8de2-421c-879d-967747a87793 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:45.741209 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.741454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.773405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce41bdd-1f2a-4c45-98c4-ace213d707ce req-2fca8d39-f511-4e5c-b039-7832ae31cd96 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups/05a361f1-a5df-49d0-a2aa-6fe7b7afda5b HTTP/1.1" status: 200 len: 1809 time: 0.0864084 Aug 24 00:24:45.782758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Transition to ACTIVE for port object ff032e29-8de2-421c-879d-967747a87793 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:45.800798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.801417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-92eb1355-4e2f-49c5-a5d4-55bba9e1eb5d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.807380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-92eb1355-4e2f-49c5-a5d4-55bba9e1eb5d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.813385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-92eb1355-4e2f-49c5-a5d4-55bba9e1eb5d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.819453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-92eb1355-4e2f-49c5-a5d4-55bba9e1eb5d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.825420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-92eb1355-4e2f-49c5-a5d4-55bba9e1eb5d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.831458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-92eb1355-4e2f-49c5-a5d4-55bba9e1eb5d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.837459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-92eb1355-4e2f-49c5-a5d4-55bba9e1eb5d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:45.839427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-92eb1355-4e2f-49c5-a5d4-55bba9e1eb5d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5382 time: 0.1730187 Aug 24 00:24:45.849102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.918282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.947199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbc95ea-89d8-44d6-93b7-523834102c6c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:45.957647 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:45.959566 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9bbc95ea-89d8-44d6-93b7-523834102c6c HTTP/1.1" status: 204 len: 168 time: 0.3434162 Aug 24 00:24:45.962062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59202) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:45.974246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebb1e83-a537-4c54-a142-4abb61b0ead2 req-7286dc72-0871-42d9-9630-ae45af84ca36 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199262 Aug 24 00:24:45.974961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Pushing event updated for resources: {'Port': ['ID=ff032e29-8de2-421c-879d-967747a87793,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:46.030443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.030809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.031161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.031508 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.031849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.032188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.032523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.032859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.033192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.033527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.034216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.034216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2631ba4-3bba-4d36-abdb-1d1b21961262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:46.099517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.114456 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215eb8fa-2a75-4fc9-987e-7ca7e8b6f75e x-openstack-request-id: req-215eb8fa-2a75-4fc9-987e-7ca7e8b6f75e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:46.115018 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e70f6bf-052b-4127-ae45-832f25ec6e9b", "name": "network-vif-deleted", "tag": "f47d5b26-7df5-404a-95f2-ae8bf402c69d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "272065b3-76cf-461c-8792-3d4932903abe", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:46.116376 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-215eb8fa-2a75-4fc9-987e-7ca7e8b6f75e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:46.117375 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e70f6bf-052b-4127-ae45-832f25ec6e9b', 'name': 'network-vif-deleted', 'tag': 'f47d5b26-7df5-404a-95f2-ae8bf402c69d', 'status': 'completed', 'code': 200} Aug 24 00:24:46.117915 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '272065b3-76cf-461c-8792-3d4932903abe', 'status': 'completed', 'code': 200} Aug 24 00:24:46.129423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ce41bdd-1f2a-4c45-98c4-ace213d707ce req-3ee9d639-b459-4f1b-b221-528b7d809094 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.166514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5dd172c2-d054-4184-9fe6-d0dcc4ae8f0d req-ec65604f-ab78-40db-b31e-405656c592b2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.0431967 Aug 24 00:24:46.167337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Attempting to bind port ff032e29-8de2-421c-879d-967747a87793 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:46.167777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Attempting to bind port ff032e29-8de2-421c-879d-967747a87793 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:46.171015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Attempting to bind port ff032e29-8de2-421c-879d-967747a87793 on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:46.194575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Port ff032e29-8de2-421c-879d-967747a87793 on network 2451831c-464c-4e2d-943c-5fa3aeefff28 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:46.194816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Attempting to bind port ff032e29-8de2-421c-879d-967747a87793 on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:46.207544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ce41bdd-1f2a-4c45-98c4-ace213d707ce req-3ee9d639-b459-4f1b-b221-528b7d809094 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.210661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:46.211006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Checking segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:46.211397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Bound using segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:46.211841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Bound port: ff032e29-8de2-421c-879d-967747a87793, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:46.212248 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.243077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-9f3d89a1-f197-472b-b0f2-bdf3fbde9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.243562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-9f3d89a1-f197-472b-b0f2-bdf3fbde9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.244037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-9f3d89a1-f197-472b-b0f2-bdf3fbde9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.244503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-9f3d89a1-f197-472b-b0f2-bdf3fbde9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.245432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-9f3d89a1-f197-472b-b0f2-bdf3fbde9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.245725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-9f3d89a1-f197-472b-b0f2-bdf3fbde9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.246420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-9f3d89a1-f197-472b-b0f2-bdf3fbde9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.248703 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-9f3d89a1-f197-472b-b0f2-bdf3fbde9a3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6244 time: 0.1438513 Aug 24 00:24:46.281149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.342375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5dd7c3c-4fb8-44ee-86fe-efc5adde2a2e req-9401113d-292a-4f16-b5e1-dd6bb8ba8d81 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 210 time: 0.0894122 Aug 24 00:24:46.351739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-eb0581ac-cc65-4687-8459-b0acfbfd5f1c tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=039986220910486e8031fefa944d177d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828731 Aug 24 00:24:46.407471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] For port ff032e29-8de2-421c-879d-967747a87793, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:46.468695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] For port ff032e29-8de2-421c-879d-967747a87793, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff032e29-8de2-421c-879d-967747a87793,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:46.553994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ce41bdd-1f2a-4c45-98c4-ace213d707ce req-3ee9d639-b459-4f1b-b221-528b7d809094 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.556422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ce41bdd-1f2a-4c45-98c4-ace213d707ce req-3ee9d639-b459-4f1b-b221-528b7d809094 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.557626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce41bdd-1f2a-4c45-98c4-ace213d707ce req-3ee9d639-b459-4f1b-b221-528b7d809094 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "DELETE /v2.0/security-groups/05a361f1-a5df-49d0-a2aa-6fe7b7afda5b HTTP/1.1" status: 204 len: 173 time: 0.7761879 Aug 24 00:24:46.596563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9d639-b459-4f1b-b221-528b7d809094 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a361f1-a5df-49d0-a2aa-6fe7b7afda5b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:46.603165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480b5d01-61c7-45b3-a4bf-2c3f4344c264']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:46.603835 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.617313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d88b78-0f3f-4656-96d2-4f50c880728f') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:46.618255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d88b78-0f3f-4656-96d2-4f50c880728f') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:46.619079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-234dd3be-bc08-4528-b5e7-52bc40e5bc4a tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.620607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-234dd3be-bc08-4528-b5e7-52bc40e5bc4a tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313256 Aug 24 00:24:46.633043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.660187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.663577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Request body: {'port': {'device_id': '9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '039986220910486e8031fefa944d177d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:46.677611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:24:46.678335 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:24:46.681081 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:24:46.696513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56914b-7a3d-46d9-bee5-8576865a00ae req-713ecf00-54b3-434e-8f86-4bff3de23203 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.704719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d56914b-7a3d-46d9-bee5-8576865a00ae req-713ecf00-54b3-434e-8f86-4bff3de23203 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1950922 Aug 24 00:24:46.720365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.721000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.722446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff032e29-8de2-421c-879d-967747a87793 HTTP/1.1" status: 200 len: 1091 time: 1.4479797 Aug 24 00:24:46.729843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-5097c0f0-2c94-4d85-bdd4-d66c5f3d8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.730289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-5097c0f0-2c94-4d85-bdd4-d66c5f3d8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.736916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-5097c0f0-2c94-4d85-bdd4-d66c5f3d8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.738880 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-5097c0f0-2c94-4d85-bdd4-d66c5f3d8526 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce631da00c94b70be996ebaba63913e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4814997 Aug 24 00:24:46.800735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e02a0-789e-4a13-bfef-cae51c0bf369 service neutron] Pushing event updated for resources: {'Port': ['ID=ff032e29-8de2-421c-879d-967747a87793,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:46.826261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d56914b-7a3d-46d9-bee5-8576865a00ae req-e3d09bfc-bc59-44d1-828c-ed4aeea4c8a6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204867 Aug 24 00:24:46.857523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-26ffa069-fd0a-4fc5-bf90-b033f562363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:46.859593 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-17ad7027-c5a6-4edf-b7de-576f428c946c req-26ffa069-fd0a-4fc5-bf90-b033f562363a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107275 Aug 24 00:24:46.860693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:46.907724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.914002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:46.927367 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] 10.222.0.26 "DELETE /v2.0/networks/480b5d01-61c7-45b3-a4bf-2c3f4344c264 HTTP/1.1" status: 204 len: 168 time: 0.9626641 Aug 24 00:24:46.940345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24df7b-fca8-4abb-a3cb-4e55c7b3fe0a admin admin] Pushing event deleted for resources: {'Network': ['ID=480b5d01-61c7-45b3-a4bf-2c3f4344c264,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:46.961952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.041975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Made reservation on behalf of 039986220910486e8031fefa944d177d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:47.046735 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.058886 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.299929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-6eda0b8a-120c-4936-81c4-d11238f0a12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.306303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-6eda0b8a-120c-4936-81c4-d11238f0a12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.312495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-6eda0b8a-120c-4936-81c4-d11238f0a12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.318521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-6eda0b8a-120c-4936-81c4-d11238f0a12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.324479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-6eda0b8a-120c-4936-81c4-d11238f0a12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.331502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-6eda0b8a-120c-4936-81c4-d11238f0a12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.337628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-6eda0b8a-120c-4936-81c4-d11238f0a12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.339707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-6eda0b8a-120c-4936-81c4-d11238f0a12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5394 time: 0.2305593 Aug 24 00:24:47.343483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59224) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:47.395760 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c2159100-a0a4-464a-8141-b647c04fa59d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b1bce52df2b4a4ba8e31a3ae3a6fab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483036 Aug 24 00:24:47.395983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59228) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:47.427408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0a5a8-6d3a-4c6e-aeb0-ad8cbd6962d4 req-0c90a23f-8226-4fa6-86f7-52285b3ede0f tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:47.428913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7a0a5a8-6d3a-4c6e-aeb0-ad8cbd6962d4 req-0c90a23f-8226-4fa6-86f7-52285b3ede0f tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1881881 Aug 24 00:24:47.449002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f539-b0fb-4f4b-8447-d4d2a3a11fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.475539 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f539-b0fb-4f4b-8447-d4d2a3a11fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.500356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84bc694-a93c-4b75-86ed-7069ac22d0bd req-02e0af25-5712-4b43-836f-56cdb6c5a2e4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487682 Aug 24 00:24:47.518268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.544800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7a0a5a8-6d3a-4c6e-aeb0-ad8cbd6962d4 req-268e850a-eabc-457d-a52b-fd999da9b49b tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051037 Aug 24 00:24:47.604201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca08ea5c-78c6-43d1-af20-328d86f63233 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:47.610622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbce16f8-0bbd-4e7c-be7d-21bd82b38a06 req-108a9b32-dcbf-4106-b70d-f5c7c2dd9a35 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.0397601 Aug 24 00:24:47.613859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.619307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.658581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f539-b0fb-4f4b-8447-d4d2a3a11fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.663942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f539-b0fb-4f4b-8447-d4d2a3a11fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:47.669115 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c7c8f539-b0fb-4f4b-8447-d4d2a3a11fbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7294c077-8572-4f4b-b69d-f9779c7fbb28 HTTP/1.1" status: 204 len: 168 time: 0.2678068 Aug 24 00:24:47.681780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73818c34-dd08-440d-9cc6-eae4530935b8 req-04fa881d-efa5-4a6d-8220-d9b4da83e532 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 210 time: 0.0562248 Aug 24 00:24:47.682019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8f539-b0fb-4f4b-8447-d4d2a3a11fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7294c077-8572-4f4b-b69d-f9779c7fbb28,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:47.720523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Transition to ACTIVE for port object ca08ea5c-78c6-43d1-af20-328d86f63233 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:47.742729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:47.810284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Allocated IP 192.168.233.3 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/760fa378-e356-4725-b1d6-b805e1033a1e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:47.849409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.033941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca08ea5c-78c6-43d1-af20-328d86f63233,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:48.103287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf3c27-6c8c-4cf7-945b-bb3a7363dc7f req-5f4716ad-cde7-4b38-aa05-ea47d53e8b6b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.104895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2edf3c27-6c8c-4cf7-945b-bb3a7363dc7f req-5f4716ad-cde7-4b38-aa05-ea47d53e8b6b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.2026930 Aug 24 00:24:48.117360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.120674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': 'ff032e29-8de2-421c-879d-967747a87793'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:48.123889 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "ff032e29-8de2-421c-879d-967747a87793"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:48.167103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Transition to ACTIVE for port object 760fa378-e356-4725-b1d6-b805e1033a1e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:48.172942 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a71e00b-edf3-48cb-99da-14612daf5288 x-openstack-request-id: req-9a71e00b-edf3-48cb-99da-14612daf5288 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:48.172942 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "ff032e29-8de2-421c-879d-967747a87793", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:48.172942 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a71e00b-edf3-48cb-99da-14612daf5288 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:48.172942 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': 'ff032e29-8de2-421c-879d-967747a87793', 'status': 'completed', 'code': 200} Aug 24 00:24:48.173985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Attempting to bind port ca08ea5c-78c6-43d1-af20-328d86f63233 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:48.174308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Attempting to bind port ca08ea5c-78c6-43d1-af20-328d86f63233 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:48.174734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Attempting to bind port ca08ea5c-78c6-43d1-af20-328d86f63233 on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:48.186783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Port ca08ea5c-78c6-43d1-af20-328d86f63233 on network 2451831c-464c-4e2d-943c-5fa3aeefff28 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:48.187116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Attempting to bind port ca08ea5c-78c6-43d1-af20-328d86f63233 on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:48.213047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:48.213392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Checking segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:48.214057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Bound using segment: {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:48.214519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Bound port: ca08ea5c-78c6-43d1-af20-328d86f63233, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6218f20-81c2-4ab5-9814-81746fc84d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:48.214885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.235979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2edf3c27-6c8c-4cf7-945b-bb3a7363dc7f req-05db290e-6da4-4d69-af81-17ea6504f6e0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160872 Aug 24 00:24:48.244112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-1aad1e77-1dea-4a5b-9df0-dd08f8325d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.244823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-1aad1e77-1dea-4a5b-9df0-dd08f8325d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.245299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-1aad1e77-1dea-4a5b-9df0-dd08f8325d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.245837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-1aad1e77-1dea-4a5b-9df0-dd08f8325d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.246579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-1aad1e77-1dea-4a5b-9df0-dd08f8325d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.247731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-1aad1e77-1dea-4a5b-9df0-dd08f8325d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.248574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-1aad1e77-1dea-4a5b-9df0-dd08f8325d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.251287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-1aad1e77-1dea-4a5b-9df0-dd08f8325d16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6311 time: 0.0581880 Aug 24 00:24:48.371582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-90de1858-076a-45b8-b519-a86e0bc03013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.372089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-90de1858-076a-45b8-b519-a86e0bc03013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.373134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-90de1858-076a-45b8-b519-a86e0bc03013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.374800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-90de1858-076a-45b8-b519-a86e0bc03013 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce631da00c94b70be996ebaba63913e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1130807 Aug 24 00:24:48.398688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] For port ca08ea5c-78c6-43d1-af20-328d86f63233, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:48.402478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] For port ca08ea5c-78c6-43d1-af20-328d86f63233, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ca08ea5c-78c6-43d1-af20-328d86f63233,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:48.409845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-cf50810f-06b9-4a20-9c14-6b17c0fc1bdc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.411342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-cf50810f-06b9-4a20-9c14-6b17c0fc1bdc tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 808 time: 0.1810207 Aug 24 00:24:48.431452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Request body: {'port': {'device_id': '51f97544-fc88-426d-945a-50238df8cf07', 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'admin_state_up': True, 'tenant_id': 'fa321f3aaf844d3cad1999a705abd9f1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:48.477598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-450b85b7-d98f-4904-93ad-cad458e169fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.479198 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0c80da12-1ce2-49f1-96e7-bc4151a1fdc2 req-450b85b7-d98f-4904-93ad-cad458e169fa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975122 Aug 24 00:24:48.495563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.572723 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.579984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:48.589923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:48.597843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:48.613992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Pushing event updated for resources: {'Port': ['ID=760fa378-e356-4725-b1d6-b805e1033a1e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:48.659023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.659458 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.660886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca08ea5c-78c6-43d1-af20-328d86f63233 HTTP/1.1" status: 200 len: 1090 time: 1.8064620 Aug 24 00:24:48.812366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:48.845666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.846325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:48.922669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-9946f507-16dd-4aff-8193-1610bce83052 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.928816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-9946f507-16dd-4aff-8193-1610bce83052 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.934992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-9946f507-16dd-4aff-8193-1610bce83052 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.940881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-9946f507-16dd-4aff-8193-1610bce83052 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.946872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-9946f507-16dd-4aff-8193-1610bce83052 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.953765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-9946f507-16dd-4aff-8193-1610bce83052 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.959708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-9946f507-16dd-4aff-8193-1610bce83052 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:48.961759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-9946f507-16dd-4aff-8193-1610bce83052 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5406 time: 0.3690603 Aug 24 00:24:48.967543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Made reservation on behalf of fa321f3aaf844d3cad1999a705abd9f1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:48.971106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.002104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4e7e9-373c-4500-bf9b-f2b8ecbbb2fd req-70fe6cf8-1ccf-4da5-87d8-1d5d85d3fb9d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.003788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ff4e7e9-373c-4500-bf9b-f2b8ecbbb2fd req-70fe6cf8-1ccf-4da5-87d8-1d5d85d3fb9d tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.3379278 Aug 24 00:24:49.022442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59270) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:49.027498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579be7b-57af-4f0b-a320-899fedd77fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca08ea5c-78c6-43d1-af20-328d86f63233,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:49.054492 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.061968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5d086b43-bb37-457b-b72a-129e0a0d1765 None None] Provisioning for port 760fa378-e356-4725-b1d6-b805e1033a1e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:24:49.068845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5d086b43-bb37-457b-b72a-129e0a0d1765 None None] Provisioning complete for port 760fa378-e356-4725-b1d6-b805e1033a1e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:24:49.070116 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d086b43-bb37-457b-b72a-129e0a0d1765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.119639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5d086b43-bb37-457b-b72a-129e0a0d1765 None None] Port 760fa378-e356-4725-b1d6-b805e1033a1e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:24:49.142670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f349ca29-ac55-480b-82d1-2313c612cd43 req-ef88123d-fc62-4cba-8659-f355c82e5336 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665559 Aug 24 00:24:49.144632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1038037723-network', 'tenant_id': '52e99dc83f984ce2bc095093a29ca738'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:49.148783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-441ff489-ed9b-42d9-b00b-d4ea037386e1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4897301 Aug 24 00:24:49.185827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ff4e7e9-373c-4500-bf9b-f2b8ecbbb2fd req-8d854e1e-7453-4dcc-9c4a-d1f8dd4fa97e tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/security-groups?id=8228f7c0-5318-4e37-82a5-3c8bcac6d965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607337 Aug 24 00:24:49.203011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Request body: {'port': {'device_id': '9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:49.222287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Made reservation on behalf of 52e99dc83f984ce2bc095093a29ca738 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:49.225209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.236871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.272987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc694c9b-880f-4b94-8eb3-f5932678c35f req-372bb3f9-0edc-40dd-b5f7-b730e731ac2e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.0453548 Aug 24 00:24:49.357346 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.419273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.442520 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:24:49.464024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:49.480907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.481659 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Added segment c8c16914-1727-4446-af7e-7d7e0bccd5fc of type vlan for network bebf701e-809a-4103-8f3e-79a4154a186c Aug 24 00:24:49.519637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367b070-64d8-44cd-97cb-e21c6f3806bc req-2999b4f9-9db6-4c87-92bf-afe57bd2ad58 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.521393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9367b070-64d8-44cd-97cb-e21c6f3806bc req-2999b4f9-9db6-4c87-92bf-afe57bd2ad58 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 934 time: 0.2526529 Aug 24 00:24:49.535413 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.538650 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.543989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Allocated IP 172.20.0.13 (5138a54a-cbfe-45f8-8518-73972265602f/2ee400ed-b6f9-4653-aaf1-b8612f6fcde2/d03b0b93-abe0-4cd4-b8ec-0d99cce2f265) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:49.625620 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.626573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.627165 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.697351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-5d4b4c86-747a-437c-92fc-fb1d963a2606 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:49.699372 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-5d4b4c86-747a-437c-92fc-fb1d963a2606 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.37 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 945 time: 0.1060297 Aug 24 00:24:49.714481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] Pushing event updated for resources: {'Network': ['ID=bebf701e-809a-4103-8f3e-79a4154a186c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:49.730223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network bebf701e-809a-4103-8f3e-79a4154a186c details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:24:49.814117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-98cbf92c-9dcb-44ae-9418-25b4c121153f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7899065 Aug 24 00:24:49.817281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59276) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:49.822983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Request body: {'subnet': {'network_id': 'bebf701e-809a-4103-8f3e-79a4154a186c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1038037723-subnet', 'tenant_id': '52e99dc83f984ce2bc095093a29ca738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:49.867895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Deleting port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:49.868257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:49.924525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Made reservation on behalf of 52e99dc83f984ce2bc095093a29ca738 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:49.927028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.051917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] For port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:50.052587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.070187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Calling delete_port for 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:50.081610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9367b070-64d8-44cd-97cb-e21c6f3806bc req-ae929ca4-7c6f-4856-bd43-d06ef53973d2 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339727 Aug 24 00:24:50.110605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a19d-37ed-4f57-ace4-4b1395c9ff8f req-a5c2e8b4-fc58-495a-bfb6-2b4cd9e33e6c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.110605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5606a19d-37ed-4f57-ace4-4b1395c9ff8f req-a5c2e8b4-fc58-495a-bfb6-2b4cd9e33e6c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.5841782 Aug 24 00:24:50.233412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': 'ca08ea5c-78c6-43d1-af20-328d86f63233'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:50.235988 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "ca08ea5c-78c6-43d1-af20-328d86f63233"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:50.325059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.379333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.391684 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1461f0d8-3439-4759-aedf-b0d20300a5d6,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:50.422251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Pushing event deleted for resources: {'Port': ['ID=1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:50.446394 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5606a19d-37ed-4f57-ace4-4b1395c9ff8f req-40b98fc9-85d4-4e17-b103-ca7dff572b4a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348656 Aug 24 00:24:50.471741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.487220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] No DVR routers for this DVR port 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:24:50.489082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Checking segment: {'id': 'c8c16914-1727-4446-af7e-7d7e0bccd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bebf701e-809a-4103-8f3e-79a4154a186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:50.489455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Network hostable DHCP agents. Network: bebf701e-809a-4103-8f3e-79a4154a186c, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:24:50.493218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.495198 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4dae7e40-b0cf-4c0b-a6ba-066beb3afb54 req-af2d0464-a6bd-4315-a55b-3bdaba9bc6ac tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.37 "DELETE /v2.0/ports/1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 HTTP/1.1" status: 204 len: 173 time: 0.7875142 Aug 24 00:24:50.495637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'name': 'network-vif-deleted', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:50.498035 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aecdeb-fc9d-47a5-a38c-f3fcea375a10" -d '{"events": [{"server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "name": "network-vif-deleted", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:50.547282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-7edf6101-9534-4b4c-97ca-0c2b0caecef5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.553206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-7edf6101-9534-4b4c-97ca-0c2b0caecef5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.559228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-7edf6101-9534-4b4c-97ca-0c2b0caecef5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.565392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-7edf6101-9534-4b4c-97ca-0c2b0caecef5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.571865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-7edf6101-9534-4b4c-97ca-0c2b0caecef5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.578645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-7edf6101-9534-4b4c-97ca-0c2b0caecef5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.584686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-7edf6101-9534-4b4c-97ca-0c2b0caecef5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.586645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-7edf6101-9534-4b4c-97ca-0c2b0caecef5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5406 time: 0.3314176 Aug 24 00:24:50.624677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Network bebf701e-809a-4103-8f3e-79a4154a186c is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:24:50.653364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4eedd062-414d-4946-af2c-69f5995bd9e1 req-4216702f-db9a-49ff-ba84-5492d617fd50 tempest-ServerRescueTestJSONUnderV235-1540426630 tempest-ServerRescueTestJSONUnderV235-1540426630-project] 10.222.0.26 "GET /v2.0/ports?device_id=cac28421-0d2b-4768-812a-9366705b5b85 HTTP/1.1" status: 200 len: 210 time: 0.1182821 Aug 24 00:24:50.688599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9d4351-dde7-4729-9310-4fcd093ad04d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:50.707922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.714202 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebcbe98-9c2b-473c-8858-a24789d53ec1 x-openstack-request-id: req-bebcbe98-9c2b-473c-8858-a24789d53ec1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:50.714529 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "ca08ea5c-78c6-43d1-af20-328d86f63233", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:50.714722 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bebcbe98-9c2b-473c-8858-a24789d53ec1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:50.726411 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': 'ca08ea5c-78c6-43d1-af20-328d86f63233', 'status': 'completed', 'code': 200} Aug 24 00:24:50.770637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, bebf701e-809a-4103-8f3e-79a4154a186c) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:50.779644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.780253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:50.784430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dcb55f-202b-4d80-9096-7d50d0ee24ee None None] Network bebf701e-809a-4103-8f3e-79a4154a186c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:50.789853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8caa3a02-04b7-4b72-b191-e18c62a25ef1 req-f2ee1e27-4c57-4c7d-acfc-8de079889a64 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791389 Aug 24 00:24:50.801327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-cb3e592f-3f0b-4830-ac91-73b2c5f6dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.801690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-cb3e592f-3f0b-4830-ac91-73b2c5f6dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.802172 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-cb3e592f-3f0b-4830-ac91-73b2c5f6dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.802645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-cb3e592f-3f0b-4830-ac91-73b2c5f6dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.803117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-cb3e592f-3f0b-4830-ac91-73b2c5f6dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.803583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-cb3e592f-3f0b-4830-ac91-73b2c5f6dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.804049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-cb3e592f-3f0b-4830-ac91-73b2c5f6dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:50.806118 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-cb3e592f-3f0b-4830-ac91-73b2c5f6dc0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6353 time: 0.0663898 Aug 24 00:24:50.862895 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-423ff943-feca-4e37-9fa7-76059a53189c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0441439 Aug 24 00:24:50.882077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Transition to ACTIVE for port object 8d9d4351-dde7-4729-9310-4fcd093ad04d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:50.964715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0ae3e0f-91c9-49f9-b109-7c5206fdd854 req-9ec58658-d66c-4155-be56-db4f0efcedd4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.1400008 Aug 24 00:24:51.001180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-ae8e436a-d6de-459c-9acd-39f92cfa23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.001868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-ae8e436a-d6de-459c-9acd-39f92cfa23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.002536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-ae8e436a-d6de-459c-9acd-39f92cfa23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.004859 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-ae8e436a-d6de-459c-9acd-39f92cfa23d9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce631da00c94b70be996ebaba63913e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1819870 Aug 24 00:24:51.021110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.043565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf3bdcf-d4ca-4401-8a26-95da646e0158 None None] Network bebf701e-809a-4103-8f3e-79a4154a186c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:24:51.170967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760fa378-e356-4725-b1d6-b805e1033a1e {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:51.198072 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.222552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1d714daf-df59-4d79-ba3b-c3165c5aa476'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:24:51.227917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.266272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-ebdb53a6-37a8-406d-97c7-5c6409222854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.267810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b6c920bd-0d08-4809-80d0-4d12a4d68a1a req-ebdb53a6-37a8-406d-97c7-5c6409222854 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2534895 Aug 24 00:24:51.283899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9d4351-dde7-4729-9310-4fcd093ad04d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:51.306114 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f90e63-5ba3-435d-a953-4c30773842b8 x-openstack-request-id: req-d4f90e63-5ba3-435d-a953-4c30773842b8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:51.306416 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac28421-0d2b-4768-812a-9366705b5b85", "name": "network-vif-deleted", "tag": "1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:51.306705 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4f90e63-5ba3-435d-a953-4c30773842b8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:51.307124 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac28421-0d2b-4768-812a-9366705b5b85', 'name': 'network-vif-deleted', 'tag': '1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25', 'status': 'completed', 'code': 200} Aug 24 00:24:51.344591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Transition to ACTIVE for port object 760fa378-e356-4725-b1d6-b805e1033a1e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:51.361602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Network 5138a54a-cbfe-45f8-8518-73972265602f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:51.411007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:51.417139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:51.522294 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.597980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Pushing event updated for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:51.642969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78e074-d91e-412b-8f23-558a175771c3 req-e98292c7-8bef-469c-bdaf-f1de237625e8 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.646829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb78e074-d91e-412b-8f23-558a175771c3 req-e98292c7-8bef-469c-bdaf-f1de237625e8 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 934 time: 0.4450479 Aug 24 00:24:51.687798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.688455 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.775383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Attempting to bind port 8d9d4351-dde7-4729-9310-4fcd093ad04d on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:51.775731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Attempting to bind port 8d9d4351-dde7-4729-9310-4fcd093ad04d by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:51.776068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Attempting to bind port 8d9d4351-dde7-4729-9310-4fcd093ad04d on network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:51.831440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Port 8d9d4351-dde7-4729-9310-4fcd093ad04d on network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:51.831769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Attempting to bind port 8d9d4351-dde7-4729-9310-4fcd093ad04d on network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:51.833796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Pushing event updated for resources: {'Port': ['ID=760fa378-e356-4725-b1d6-b805e1033a1e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:51.862603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-8414f444-fe1d-4dfd-a5ca-db566aa02fc3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:51.864103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-8414f444-fe1d-4dfd-a5ca-db566aa02fc3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/networks?id=bebf701e-809a-4103-8f3e-79a4154a186c HTTP/1.1" status: 200 len: 813 time: 0.3299193 Aug 24 00:24:51.866876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:51.867150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Checking segment: {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:51.867537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Bound using segment: {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:51.867984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Bound port: 8d9d4351-dde7-4729-9310-4fcd093ad04d, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:51.868349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:51.872627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb78e074-d91e-412b-8f23-558a175771c3 req-75be0211-fe3d-4d95-b859-0afa92b35854 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125840 Aug 24 00:24:51.898519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-6fa68e87-1daf-4eac-8585-392cc68e7241 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4710574 Aug 24 00:24:51.901896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-c0f5d28b-7831-41b6-8647-d98d8b342511 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/quotas/52e99dc83f984ce2bc095093a29ca738 HTTP/1.1" status: 200 len: 375 time: 0.0283387 Aug 24 00:24:51.950978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Request body: {'port': {'device_id': '51f97544-fc88-426d-945a-50238df8cf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:51.954839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Attempting to bind port 760fa378-e356-4725-b1d6-b805e1033a1e on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:51.955178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Attempting to bind port 760fa378-e356-4725-b1d6-b805e1033a1e by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:51.955511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Attempting to bind port 760fa378-e356-4725-b1d6-b805e1033a1e on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:51.986080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-2b1699f5-5f8e-4be4-8a6f-7ad5a4f59ab6 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52e99dc83f984ce2bc095093a29ca738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740261 Aug 24 00:24:52.006288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Port 760fa378-e356-4725-b1d6-b805e1033a1e on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:52.007229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Attempting to bind port 760fa378-e356-4725-b1d6-b805e1033a1e on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:52.028391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-6c6a77a7-b8c4-488c-841b-8632ca9398ba service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:24:52.029381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-6c6a77a7-b8c4-488c-841b-8632ca9398ba service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258646 Aug 24 00:24:52.058487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:52.058830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:52.059214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:52.060207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Bound port: 760fa378-e356-4725-b1d6-b805e1033a1e, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:52.060576 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.076865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:52.100236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:52.100752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1aeaa9c3-a66e-4fdb-95f4-13ea9871ab25 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:52.149098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] For port 8d9d4351-dde7-4729-9310-4fcd093ad04d, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:52.199359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec323be-3da4-4d17-bb0d-4f4b11b61937 req-0123ef77-57fc-403a-bf34-7db9a53d4df0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.200871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ec323be-3da4-4d17-bb0d-4f4b11b61937 req-0123ef77-57fc-403a-bf34-7db9a53d4df0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.2562516 Aug 24 00:24:52.209098 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.213497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] For port 8d9d4351-dde7-4729-9310-4fcd093ad04d, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:52.315156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.319415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] For port 760fa378-e356-4725-b1d6-b805e1033a1e, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:52.330250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-f79bc881-90ae-43ef-9512-9ba692dd0795 service neutron] 10.222.0.26 "GET /v2.0/networks/bebf701e-809a-4103-8f3e-79a4154a186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898426 Aug 24 00:24:52.343301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ec323be-3da4-4d17-bb0d-4f4b11b61937 req-653b0b57-f08a-4172-9cd7-162f50e677bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284733 Aug 24 00:24:52.378981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] For port 760fa378-e356-4725-b1d6-b805e1033a1e, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=760fa378-e356-4725-b1d6-b805e1033a1e,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:52.391639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59324) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:52.456648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.457318 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.458801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] 10.222.0.37 "PUT /v2.0/ports/8d9d4351-dde7-4729-9310-4fcd093ad04d HTTP/1.1" status: 200 len: 1091 time: 3.6669261 Aug 24 00:24:52.508002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.575660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a80c71-37e0-4e29-8311-d3290e93b713 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9d4351-dde7-4729-9310-4fcd093ad04d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:52.589847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Request body: {'port': {'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:52.609134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.610087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.611679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] 10.222.0.36 "PUT /v2.0/ports/760fa378-e356-4725-b1d6-b805e1033a1e HTTP/1.1" status: 200 len: 1094 time: 3.4248295 Aug 24 00:24:52.737826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '8d9d4351-dde7-4729-9310-4fcd093ad04d'}, {'name': 'network-changed', 'server_uuid': '9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89', 'tag': '760fa378-e356-4725-b1d6-b805e1033a1e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:52.742400 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c0311d-ceba-4bb2-958c-b4136683253a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "8d9d4351-dde7-4729-9310-4fcd093ad04d"}, {"name": "network-changed", "server_uuid": "9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89", "tag": "760fa378-e356-4725-b1d6-b805e1033a1e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:52.818395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-a582f12c-cee1-43e0-ac83-6829e6a3b837 service neutron] 10.222.0.26 "GET /v2.0/networks/bebf701e-809a-4103-8f3e-79a4154a186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711752 Aug 24 00:24:52.836094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-07aa548a-730a-433f-8c90-66801baaccde tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.842929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-07aa548a-730a-433f-8c90-66801baaccde tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.857298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-07aa548a-730a-433f-8c90-66801baaccde tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.866351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-07aa548a-730a-433f-8c90-66801baaccde tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.872570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-07aa548a-730a-433f-8c90-66801baaccde tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.883003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-07aa548a-730a-433f-8c90-66801baaccde tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.889633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-07aa548a-730a-433f-8c90-66801baaccde tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:52.891582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-07aa548a-730a-433f-8c90-66801baaccde tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5418 time: 0.3927383 Aug 24 00:24:52.912976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.944132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:52.950582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cf478-1940-4165-ab10-2888cb049782 service neutron] Pushing event updated for resources: {'Port': ['ID=760fa378-e356-4725-b1d6-b805e1033a1e,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:53.047282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25f3727b-76e2-42ea-83d8-2dfda06c8d9d req-1fdfd014-bebe-42f7-bf23-61efdee6d8ce tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1254787 Aug 24 00:24:53.055383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-898559a3-183d-41f8-b8c7-a6e1ed56033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.056912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-898559a3-183d-41f8-b8c7-a6e1ed56033d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=039986220910486e8031fefa944d177d&device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 1097 time: 0.2877183 Aug 24 00:24:53.411807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Deleting port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:53.412382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.432775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-17b933ed-2f06-41e9-b395-fcaa892fc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.433407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-17b933ed-2f06-41e9-b395-fcaa892fc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.434007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-17b933ed-2f06-41e9-b395-fcaa892fc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.435105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-17b933ed-2f06-41e9-b395-fcaa892fc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.435735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-17b933ed-2f06-41e9-b395-fcaa892fc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.436266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-17b933ed-2f06-41e9-b395-fcaa892fc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.436822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-17b933ed-2f06-41e9-b395-fcaa892fc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.438994 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-17b933ed-2f06-41e9-b395-fcaa892fc420 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6420 time: 0.1004415 Aug 24 00:24:53.545097 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54b3c4a-8bad-4dd9-86f4-388606dee7c6 x-openstack-request-id: req-f54b3c4a-8bad-4dd9-86f4-388606dee7c6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:53.546438 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "8d9d4351-dde7-4729-9310-4fcd093ad04d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89", "tag": "760fa378-e356-4725-b1d6-b805e1033a1e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:53.546438 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f54b3c4a-8bad-4dd9-86f4-388606dee7c6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:53.546438 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '8d9d4351-dde7-4729-9310-4fcd093ad04d', 'status': 'completed', 'code': 200} Aug 24 00:24:53.546674 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89', 'tag': '760fa378-e356-4725-b1d6-b805e1033a1e', 'status': 'completed', 'code': 200} Aug 24 00:24:53.558774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-68fa833d-bf67-4cda-9e12-9bbc0f7b01f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=760fa378-e356-4725-b1d6-b805e1033a1e HTTP/1.1" status: 200 len: 217 time: 0.4744220 Aug 24 00:24:53.593669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] For port 733831d8-5f91-40c4-ab0a-e6efd5ce4c81, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,segment=NetworkSegment(4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652),segment_id=4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:53.594123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.610586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-b56f05c0-9e5e-4c82-a737-2532d462d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.611057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-b56f05c0-9e5e-4c82-a737-2532d462d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.611523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-b56f05c0-9e5e-4c82-a737-2532d462d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.613114 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-b56f05c0-9e5e-4c82-a737-2532d462d4e0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ce631da00c94b70be996ebaba63913e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1445994 Aug 24 00:24:53.613972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Calling delete_port for 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:53.627577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:53.665091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:53.711844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Transition to ACTIVE for port object d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:53.760433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-ca8cf270-2eca-4064-bfda-2035f05ee075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.762287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-ca8cf270-2eca-4064-bfda-2035f05ee075 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1790371 Aug 24 00:24:53.773863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76814f31-feb5-43b8-aee0-05ddd645bd5d req-7129799b-b0f3-4f3a-a2eb-c5f660a3f6b2 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.775429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76814f31-feb5-43b8-aee0-05ddd645bd5d req-7129799b-b0f3-4f3a-a2eb-c5f660a3f6b2 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 946 time: 0.2342730 Aug 24 00:24:53.800356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-b108216e-28e8-418f-a2bf-27fadd90707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.801921 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-b108216e-28e8-418f-a2bf-27fadd90707a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1797903 Aug 24 00:24:53.847096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88865c0-2b58-4f77-a904-dd37545c8ff2 req-fbae816c-74e2-4f62-a473-9e8e5adaca63 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:53.856035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e88865c0-2b58-4f77-a904-dd37545c8ff2 req-fbae816c-74e2-4f62-a473-9e8e5adaca63 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 932 time: 0.3075969 Aug 24 00:24:53.871766 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.006907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e88865c0-2b58-4f77-a904-dd37545c8ff2 req-8d50fda7-cf16-4b8c-b226-f1a49d8bb1f9 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510553 Aug 24 00:24:54.011673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Pushing event updated for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:54.015738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-76761360-95d6-485a-8af5-2c2d37898da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.017218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-76761360-95d6-485a-8af5-2c2d37898da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2409191 Aug 24 00:24:54.036083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76814f31-feb5-43b8-aee0-05ddd645bd5d req-5f1eb910-676a-4fe9-848d-3b533ebab9ca tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990936 Aug 24 00:24:54.084798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.115028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=733831d8-5f91-40c4-ab0a-e6efd5ce4c81,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:54.178977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99983537-7490-44ee-8469-9f7156e293d6 req-dcc257b8-423e-46f3-9ff2-8a91d9c675f5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 210 time: 0.1205485 Aug 24 00:24:54.222280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947a33e8-f6a5-4b99-b746-bc3558b0b722 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:54.242511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.311963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Transition to ACTIVE for port object 947a33e8-f6a5-4b99-b746-bc3558b0b722 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:54.322481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aba7b-d201-4362-aa59-1c3340b75a11 req-bccdb763-e785-4a08-ba8b-162167affadc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.322481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e35aba7b-d201-4362-aa59-1c3340b75a11 req-bccdb763-e785-4a08-ba8b-162167affadc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.2220597 Aug 24 00:24:54.322754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.328063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-25374aba-b344-440e-9acc-15f6d5885427 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954652 Aug 24 00:24:54.330914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:54.331259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:54.331591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:54.365877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:54.366378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:54.420818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:54.421163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:54.421554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:54.422022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Bound port: d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:54.422384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.451660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e35aba7b-d201-4362-aa59-1c3340b75a11 req-e4878012-5aad-4912-b56b-bdb855749e20 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216600 Aug 24 00:24:54.468470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e7f9-7685-46d3-881d-191902d8423f req-ace7264d-dde8-4aa1-bd12-0e58ee9303dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.471757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e7f9-7685-46d3-881d-191902d8423f req-ace7264d-dde8-4aa1-bd12-0e58ee9303dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.478366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e7f9-7685-46d3-881d-191902d8423f req-ace7264d-dde8-4aa1-bd12-0e58ee9303dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.484777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e7f9-7685-46d3-881d-191902d8423f req-ace7264d-dde8-4aa1-bd12-0e58ee9303dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.490894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e7f9-7685-46d3-881d-191902d8423f req-ace7264d-dde8-4aa1-bd12-0e58ee9303dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.496851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e7f9-7685-46d3-881d-191902d8423f req-ace7264d-dde8-4aa1-bd12-0e58ee9303dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.503164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869e7f9-7685-46d3-881d-191902d8423f req-ace7264d-dde8-4aa1-bd12-0e58ee9303dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.510934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0869e7f9-7685-46d3-881d-191902d8423f req-ace7264d-dde8-4aa1-bd12-0e58ee9303dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5418 time: 0.2615929 Aug 24 00:24:54.523640 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.610438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:24:54.646961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a81a09-3029-49ed-88cc-d21dd81290bb req-4a674230-d9bd-44d2-82c4-e32025e9b339 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100646 Aug 24 00:24:54.663457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0869e7f9-7685-46d3-881d-191902d8423f req-7fe99980-8437-4354-b718-4c3e837083de tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1516213 Aug 24 00:24:54.668556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Pushing event updated for resources: {'Port': ['ID=947a33e8-f6a5-4b99-b746-bc3558b0b722,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:54.685235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:54.728807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:54.758988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Attempting to bind port 947a33e8-f6a5-4b99-b746-bc3558b0b722 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:54.759327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Attempting to bind port 947a33e8-f6a5-4b99-b746-bc3558b0b722 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:54.759662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Attempting to bind port 947a33e8-f6a5-4b99-b746-bc3558b0b722 on network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:54.761898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:24:54.764419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Port 947a33e8-f6a5-4b99-b746-bc3558b0b722 on network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:54.764744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Attempting to bind port 947a33e8-f6a5-4b99-b746-bc3558b0b722 on network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:54.767856 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bb079182-e43f-4e1b-8305-bd0bd8f3c8c2 admin admin] 10.222.0.26 "PUT /v2.0/routers/5ba1946f-7214-476a-9d51-43dacd3ed9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3751037 Aug 24 00:24:54.770312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59350) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:54.772843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:54.773008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] Sync routers for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:24:54.773438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Checking segment: {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:54.773543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Bound using segment: {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:54.773998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Bound port: 947a33e8-f6a5-4b99-b746-bc3558b0b722, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788a0681-398b-4447-ae0a-bf29cfc940e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:54.774404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.783622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:54.784255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:54.843207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.918028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.925341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:54.931467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:54.932149 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:54.933601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] 10.222.0.36 "PUT /v2.0/ports/d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 HTTP/1.1" status: 200 len: 1092 time: 2.9943020 Aug 24 00:24:54.986612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] For port 947a33e8-f6a5-4b99-b746-bc3558b0b722, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:54.990232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] For port 947a33e8-f6a5-4b99-b746-bc3558b0b722, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:55.008039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db9b69-0554-4cd1-be3f-10c4fc5b552f service neutron] Pushing event updated for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:55.023597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-2f5ed73f-5e42-4487-bfa0-888937070e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.025963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-2f5ed73f-5e42-4487-bfa0-888937070e71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=039986220910486e8031fefa944d177d&device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 1097 time: 0.1436646 Aug 24 00:24:55.040750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.195711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.243570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Deleting port af6fcea3-7929-4813-8be1-7002dd489d37 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:24:55.244285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.263530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-d1bf2c68-224c-4e79-9e18-6ff80b0f08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.265221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-d1bf2c68-224c-4e79-9e18-6ff80b0f08c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.2322240 Aug 24 00:24:55.294295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:24:53Z', 'revision_number': 5, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port': {'id': 'af6fcea3-7929-4813-8be1-7002dd489d37', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:55.334220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] Checking router: 5ba1946f-7214-476a-9d51-43dacd3ed9f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:24:55.335163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.335884 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.337459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] 10.222.0.37 "PUT /v2.0/ports/947a33e8-f6a5-4b99-b746-bc3558b0b722 HTTP/1.1" status: 200 len: 1091 time: 2.7565110 Aug 24 00:24:55.339486 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.345922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] Routers {'5ba1946f-7214-476a-9d51-43dacd3ed9f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:24:55.346580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:55.353258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-710d5ea2-8d0f-4efa-babe-6cee4f6750be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=760fa378-e356-4725-b1d6-b805e1033a1e HTTP/1.1" status: 200 len: 217 time: 0.0718899 Aug 24 00:24:55.360871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] For port af6fcea3-7929-4813-8be1-7002dd489d37, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=af6fcea3-7929-4813-8be1-7002dd489d37,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:55.361253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.375918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Calling delete_port for af6fcea3-7929-4813-8be1-7002dd489d37 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:24:55.428383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0b341-2ba6-4a55-a22e-ca0ad30f2b27 req-47bba005-7acc-4072-8433-2cd97e832210 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.430751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8e0b341-2ba6-4a55-a22e-ca0ad30f2b27 req-47bba005-7acc-4072-8433-2cd97e832210 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 946 time: 0.3047817 Aug 24 00:24:55.443233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126cd1-34b3-41a5-9e7c-1630079e31be req-e209bafe-d28f-4732-b5d6-0ef56ebcd90e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.451196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d126cd1-34b3-41a5-9e7c-1630079e31be req-e209bafe-d28f-4732-b5d6-0ef56ebcd90e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.3218541 Aug 24 00:24:55.476218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] Set router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:24:55.485474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-bd228604-93db-483e-8e9f-f5e4a88d62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.487000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-bd228604-93db-483e-8e9f-f5e4a88d62a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1220889 Aug 24 00:24:55.528042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7697f-1278-438c-bd3c-c1cde467b74a service neutron] Pushing event updated for resources: {'Port': ['ID=947a33e8-f6a5-4b99-b746-bc3558b0b722,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:55.546919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:24:55Z', 'revision_number': 6, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:55.553149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265'}, {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '947a33e8-f6a5-4b99-b746-bc3558b0b722'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:55.555721 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1ff025-f45a-431a-a988-d57e64f202ab" -d '{"events": [{"name": "network-changed", "server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265"}, {"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "947a33e8-f6a5-4b99-b746-bc3558b0b722"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:55.578630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-87673b6e-c904-4038-8699-f1b77a1e9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.580254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-87673b6e-c904-4038-8699-f1b77a1e9817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1095 time: 0.4458416 Aug 24 00:24:55.591675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081062aa-7fdf-429c-a61f-88fb6eb5ac34 None None] The sync data for ids ['5ba1946f-7214-476a-9d51-43dacd3ed9f6'] in n-d-804878-2 is: [{'id': '5ba1946f-7214-476a-9d51-43dacd3ed9f6', 'name': 'tempest-ServerRescueTestJSONUnderV235-821514512-router', 'tenant_id': 'c751a178248e403f84617fb5bff90416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:34Z', 'updated_at': '2021-08-24T00:24:55Z', 'revision_number': 6, 'project_id': 'c751a178248e403f84617fb5bff90416', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:24:55.671049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-0a52a7f0-702e-4fbf-90ca-2eff57a10088 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 HTTP/1.1" status: 200 len: 217 time: 0.0733962 Aug 24 00:24:55.678872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8e0b341-2ba6-4a55-a22e-ca0ad30f2b27 req-237797af-f876-4324-9dde-fec833d494a5 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032366 Aug 24 00:24:55.681416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d126cd1-34b3-41a5-9e7c-1630079e31be req-30520b08-ace6-472a-873a-d3ea127e5d64 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933644 Aug 24 00:24:55.730373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.747632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0311d-ceba-4bb2-958c-b4136683253a req-d953fd9d-d170-4ef4-9772-a5ebcbc26a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.749143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-d953fd9d-d170-4ef4-9772-a5ebcbc26a34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2387421 Aug 24 00:24:55.755868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7f5c050-5f88-4dee-881e-28db20544352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.756282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7f5c050-5f88-4dee-881e-28db20544352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.756914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7f5c050-5f88-4dee-881e-28db20544352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.757386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7f5c050-5f88-4dee-881e-28db20544352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.758306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7f5c050-5f88-4dee-881e-28db20544352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.758857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7f5c050-5f88-4dee-881e-28db20544352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.763959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7f5c050-5f88-4dee-881e-28db20544352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.764077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6fcea3-7929-4813-8be1-7002dd489d37,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:55.764159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d7f5c050-5f88-4dee-881e-28db20544352 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6487 time: 0.2175162 Aug 24 00:24:55.765614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-a7447fca-e7ad-41b0-8a5f-4e50f9e3c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:55.766662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-a7447fca-e7ad-41b0-8a5f-4e50f9e3c983 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0835800 Aug 24 00:24:55.824273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.882219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2b0917a-48c8-4ff6-809b-06859464f315 req-7d1023bf-1369-4fe1-bd18-c6157fca3339 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 210 time: 0.1316144 Aug 24 00:24:55.911709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-1455b3cc-5281-43ee-a280-c16eaa22fe04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216674 Aug 24 00:24:55.914888 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.918140 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:55.918276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-7a59f2e4-6512-42cf-8bbd-cfde4af71f71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597 HTTP/1.1" status: 200 len: 217 time: 0.1309469 Aug 24 00:24:56.053895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb033843-bdca-4f29-8a7d-28b013372a4e req-2b491c43-0aea-421f-a693-92da024464c4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.056027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.056601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba1946f-7214-476a-9d51-43dacd3ed9f6 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:24:56.061926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb033843-bdca-4f29-8a7d-28b013372a4e req-2b491c43-0aea-421f-a693-92da024464c4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.2980790 Aug 24 00:24:56.062364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.065956 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e2eca9d-e7b0-4c1a-a6a3-96984aa5dc22 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5ba1946f-7214-476a-9d51-43dacd3ed9f6 HTTP/1.1" status: 204 len: 168 time: 1.2921095 Aug 24 00:24:56.067482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59370) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:56.076039 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7e6f31-57dd-402f-88b8-6409e9736251 x-openstack-request-id: req-6d7e6f31-57dd-402f-88b8-6409e9736251 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:56.076039 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "947a33e8-f6a5-4b99-b746-bc3558b0b722", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:56.076039 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d7e6f31-57dd-402f-88b8-6409e9736251 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:56.076039 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265', 'status': 'completed', 'code': 200} Aug 24 00:24:56.076039 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '947a33e8-f6a5-4b99-b746-bc3558b0b722', 'status': 'completed', 'code': 200} Aug 24 00:24:56.115576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e55ac56-d31d-4e31-82fd-2e899ef626b6 admin admin] Deleting subnet 3f2ec3ac-486e-48cc-99cd-d214c7f3f849 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:24:56.116557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-491d28b5-ace3-4edf-9ae9-908550c3c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.118045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-491d28b5-ace3-4edf-9ae9-908550c3c9ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=745e7fbb-6430-4641-a1d1-64c23e786f72 HTTP/1.1" status: 200 len: 856 time: 0.1821685 Aug 24 00:24:56.119607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e55ac56-d31d-4e31-82fd-2e899ef626b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.119801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-5a211c89-1e69-461d-89bf-ee24a942dc67 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578172 Aug 24 00:24:56.160911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e55ac56-d31d-4e31-82fd-2e899ef626b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.181633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-9615c43a-3986-4ca2-964d-212cc679150e service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603471 Aug 24 00:24:56.210165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-805fc9e6-d569-4880-ad63-d14769648c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.268926 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e55ac56-d31d-4e31-82fd-2e899ef626b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.343891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-19babbb3-fb26-4c46-b52d-cb01e58e3644 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.345433 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-19babbb3-fb26-4c46-b52d-cb01e58e3644 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.37 "GET /v2.0/networks?id=bebf701e-809a-4103-8f3e-79a4154a186c HTTP/1.1" status: 200 len: 813 time: 0.1632173 Aug 24 00:24:56.365089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Request body: {'port': {'device_id': '9f6f213b-48cc-40a4-b458-8a40cca8cf5c', 'network_id': 'bebf701e-809a-4103-8f3e-79a4154a186c', 'admin_state_up': True, 'tenant_id': '52e99dc83f984ce2bc095093a29ca738'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:56.456598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:56.485146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:56.485787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 733831d8-5f91-40c4-ab0a-e6efd5ce4c81 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:56.486339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device af6fcea3-7929-4813-8be1-7002dd489d37 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:24:56.517948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: af6fcea3-7929-4813-8be1-7002dd489d37 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:24:56.518443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device af6fcea3-7929-4813-8be1-7002dd489d37 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:24:56.608819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb033843-bdca-4f29-8a7d-28b013372a4e req-e0b10997-dcb9-4728-b3bd-b289ae287b2c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460167 Aug 24 00:24:56.717760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-72b08acd-9cf1-4a37-8ee8-fb2c0cdb75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.719244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e55ac56-d31d-4e31-82fd-2e899ef626b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.720097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-72b08acd-9cf1-4a37-8ee8-fb2c0cdb75f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d8fd806-c256-4afe-810f-333599f8291f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5918725 Aug 24 00:24:56.766915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55ac56-d31d-4e31-82fd-2e899ef626b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2ec3ac-486e-48cc-99cd-d214c7f3f849,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:56.776240 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e55ac56-d31d-4e31-82fd-2e899ef626b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.779176 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e55ac56-d31d-4e31-82fd-2e899ef626b6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3f2ec3ac-486e-48cc-99cd-d214c7f3f849 HTTP/1.1" status: 204 len: 168 time: 0.7106376 Aug 24 00:24:56.782530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59376) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:56.834177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32c0311d-ceba-4bb2-958c-b4136683253a req-18d39212-7f02-47c6-bcd2-c517992ec32b service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7025533 Aug 24 00:24:56.846394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b272-5a87-4073-ada2-74216f81382b req-9ad12554-de0c-4443-a82e-af65fb781be2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.852952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b272-5a87-4073-ada2-74216f81382b req-9ad12554-de0c-4443-a82e-af65fb781be2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.859944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b272-5a87-4073-ada2-74216f81382b req-9ad12554-de0c-4443-a82e-af65fb781be2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.865990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b272-5a87-4073-ada2-74216f81382b req-9ad12554-de0c-4443-a82e-af65fb781be2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.871941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b272-5a87-4073-ada2-74216f81382b req-9ad12554-de0c-4443-a82e-af65fb781be2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.878011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b272-5a87-4073-ada2-74216f81382b req-9ad12554-de0c-4443-a82e-af65fb781be2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.884289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b272-5a87-4073-ada2-74216f81382b req-9ad12554-de0c-4443-a82e-af65fb781be2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.886515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e725b272-5a87-4073-ada2-74216f81382b req-9ad12554-de0c-4443-a82e-af65fb781be2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.6657088 Aug 24 00:24:56.887454 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-bb4e26d2-bed1-4bb5-a4cd-2054261e320b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1802804 Aug 24 00:24:56.909740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:56.928954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb4ca03-35b7-47cf-8c47-60f3f7250c88 req-2e1e206d-6a3b-4274-87f0-668f264aeae7 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070785 Aug 24 00:24:56.982791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7eb780-c18a-4b7d-90e8-a9a31296b1e1 req-3242faf4-dc24-43b5-8c8b-5961a380a11b tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:56.984307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae7eb780-c18a-4b7d-90e8-a9a31296b1e1 req-3242faf4-dc24-43b5-8c8b-5961a380a11b tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 946 time: 0.2058237 Aug 24 00:24:56.993603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e725b272-5a87-4073-ada2-74216f81382b req-6caa0958-9691-4f39-94d2-6f0cd07426d7 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793839 Aug 24 00:24:57.009172 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-942b9dd6-3929-4c58-9961-5224d55ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.009526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-942b9dd6-3929-4c58-9961-5224d55ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.010720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-942b9dd6-3929-4c58-9961-5224d55ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.010720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-942b9dd6-3929-4c58-9961-5224d55ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.010925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-942b9dd6-3929-4c58-9961-5224d55ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.011434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-942b9dd6-3929-4c58-9961-5224d55ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.011904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-942b9dd6-3929-4c58-9961-5224d55ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.024727 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-942b9dd6-3929-4c58-9961-5224d55ccd4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6492 time: 0.0977204 Aug 24 00:24:57.027607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d2d9d806-7ec9-4308-865c-b963fd579cb3 service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896039 Aug 24 00:24:57.052873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae7eb780-c18a-4b7d-90e8-a9a31296b1e1 req-717c249e-b745-4963-844b-cbc3823129f1 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581942 Aug 24 00:24:57.056479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Made reservation on behalf of 52e99dc83f984ce2bc095093a29ca738 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:24:57.060062 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.133038 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.159617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4014231e-83b3-4c13-8c09-90c2e4a794c0']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:57.205012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:57.205318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbd325e-20bb-4a8f-a6bd-0c9c3d6f8652') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:24:57.213719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7604d5b-6099-4b10-805c-50377fe1e39b req-0ccbbec3-d43d-433a-9edf-1b5894b7fb13 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 210 time: 0.0585449 Aug 24 00:24:57.227258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-70bdd162-ce2b-4c24-af2c-e5e256df64b0 service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912851 Aug 24 00:24:57.233083 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.287068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-ea0ec093-0ff7-4e4b-963a-373b7af263ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.288168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-ab7bc290-41dc-43a8-aa71-1c012d3794dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.288298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-ea0ec093-0ff7-4e4b-963a-373b7af263ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1095 time: 0.1794422 Aug 24 00:24:57.288404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-ab7bc290-41dc-43a8-aa71-1c012d3794dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.288685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-ab7bc290-41dc-43a8-aa71-1c012d3794dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.290326 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-ab7bc290-41dc-43a8-aa71-1c012d3794dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=02811b6d-d2ab-456b-acf1-a097541acb3b&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=6ebfc40c-f1d5-419f-aee7-9d4941683983&id=6ebfc40c-f1d5-419f-aee7-9d4941683983 HTTP/1.1" status: 200 len: 2292 time: 0.2273521 Aug 24 00:24:57.290871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-0358a788-e1f0-414f-bf7b-a308568e7cb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 200 len: 217 time: 0.0490656 Aug 24 00:24:57.291329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.299218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998c911-9f89-4730-94b3-90c1c41472e1 req-d241b4be-f504-4ac1-aba8-f6f454043d33 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.300949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f998c911-9f89-4730-94b3-90c1c41472e1 req-d241b4be-f504-4ac1-aba8-f6f454043d33 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.1812706 Aug 24 00:24:57.304578 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:24:57.304993 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:24:57.306723 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:24:57.331735 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:24:57.435957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f998c911-9f89-4730-94b3-90c1c41472e1 req-aec3771a-eb49-4100-8d96-c20a444a4e23 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265435 Aug 24 00:24:57.438312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Allocated IP 172.20.0.11 (bebf701e-809a-4103-8f3e-79a4154a186c/1461f0d8-3439-4759-aedf-b0d20300a5d6/2edf519c-3f42-4a22-9761-54d3e5f26349) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:24:57.439506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-553909ea-8b21-4001-bfe7-303b0e51130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.446647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-553909ea-8b21-4001-bfe7-303b0e51130b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1129541 Aug 24 00:24:57.463556 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-01b44c67-e31a-4bfe-abf1-40aedc387401 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 HTTP/1.1" status: 200 len: 1001 time: 0.1449339 Aug 24 00:24:57.504479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-b9d84a1f-1c6f-4e0a-92fb-3a59faa4fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.506042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-b9d84a1f-1c6f-4e0a-92fb-3a59faa4fa83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.2043624 Aug 24 00:24:57.521305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.524836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c4c2f488-e212-4005-a8ed-79b6792c1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.526049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.526544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-c4c2f488-e212-4005-a8ed-79b6792c1a3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745883 Aug 24 00:24:57.530840 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4014231e-83b3-4c13-8c09-90c2e4a794c0 HTTP/1.1" status: 204 len: 168 time: 0.7436662 Aug 24 00:24:57.562868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900985f-61e5-4285-b20b-2cfc47c370f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4014231e-83b3-4c13-8c09-90c2e4a794c0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:57.563019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-cb3f03d7-c777-4169-9fad-b957a35c10bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 HTTP/1.1" status: 200 len: 217 time: 0.0483637 Aug 24 00:24:57.583462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-af2ab62d-e67a-4cd1-84df-e906e108d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.585810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-af2ab62d-e67a-4cd1-84df-e906e108d515 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=645a04f3-c4e6-40ff-9d7f-94cfbf092be5 HTTP/1.1" status: 200 len: 850 time: 0.1096191 Aug 24 00:24:57.671958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-6cb89db6-a6ac-40e0-8a9b-6cfda9bdb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.674323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-6cb89db6-a6ac-40e0-8a9b-6cfda9bdb1e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0983291 Aug 24 00:24:57.694812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-f582ff90-34fb-4f4a-8ea9-6a2c76579ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.696589 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-f582ff90-34fb-4f4a-8ea9-6a2c76579ffb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02811b6d-d2ab-456b-acf1-a097541acb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859766 Aug 24 00:24:57.725716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-ebc84a58-2b6c-476a-9fd2-7b60143abc8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388868 Aug 24 00:24:57.729604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-a9b16d07-ed0f-4747-bf49-68714ed4ae1a service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738713 Aug 24 00:24:57.732435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.822381 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-6c5437c1-1ada-4a49-864f-1a5603fd0d9a service neutron] 10.222.0.37 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167860 Aug 24 00:24:57.896554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdbdc3-e676-4dd7-84f6-22698f5d7ae1 req-377e64e0-0680-46dd-a725-a47b08061cd9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:57.898139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ccdbdc3-e676-4dd7-84f6-22698f5d7ae1 req-377e64e0-0680-46dd-a725-a47b08061cd9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1751759 Aug 24 00:24:57.906971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:57.939590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:57.967475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-bae10967-0249-45f7-83fa-62f8c6c44dce service neutron] 10.222.0.37 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377165 Aug 24 00:24:57.972903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-ac7d67ac-3bc6-4c03-ad91-4c23daff75b5 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358382 Aug 24 00:24:57.974160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Network bebf701e-809a-4103-8f3e-79a4154a186c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:24:57.977166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:24:57.979661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:24:57.980898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-8978395a-e660-4850-99bb-67cfdadac6c2 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427859 Aug 24 00:24:58.018325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Pushing event updated for resources: {'Port': ['ID=2edf519c-3f42-4a22-9761-54d3e5f26349,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:58.038645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ccdbdc3-e676-4dd7-84f6-22698f5d7ae1 req-cf7b9187-7902-4a18-8304-a85eb55bf7fb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291080 Aug 24 00:24:58.046431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-75dd3f83-e056-4ff6-98f9-bbaf5a8ddaa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 200 len: 217 time: 0.0640371 Aug 24 00:24:58.063310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-b6afcc8f-1662-4569-aaa7-13c79499e023 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=678b847c-3345-457a-a479-f0927bf12b0f HTTP/1.1" status: 200 len: 217 time: 0.0570745 Aug 24 00:24:58.115166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.116019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.141399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-d79551e9-05d2-4845-a0d9-06f714fbee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.143160 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-d79551e9-05d2-4845-a0d9-06f714fbee20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0764422 Aug 24 00:24:58.160387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c2251bed-fcd5-4696-8268-f3527d685256 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c751a178248e403f84617fb5bff90416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196188 Aug 24 00:24:58.174187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:24:58.191453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-e9241c95-097b-475e-acb0-0b39b7b50100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.192975 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-e9241c95-097b-475e-acb0-0b39b7b50100 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421901 Aug 24 00:24:58.224001 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-207c68ff-4c57-4f77-9eea-0c35762c84d3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8658705 Aug 24 00:24:58.257241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3e8fb454-b7aa-4fbc-adab-b1bf80e408b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.257774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Request body: {'port': {'device_id': '9f6f213b-48cc-40a4-b458-8a40cca8cf5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:24:58.258782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3e8fb454-b7aa-4fbc-adab-b1bf80e408b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1934903 Aug 24 00:24:58.324494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-629418ac-270e-4920-ac0a-811e551c1c1f service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290777 Aug 24 00:24:58.334658 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.340312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-fc73fcf5-1f92-4c70-ba10-612e339069e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.346767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-fc73fcf5-1f92-4c70-ba10-612e339069e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.353335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-fc73fcf5-1f92-4c70-ba10-612e339069e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.355806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-2709f6c1-0cbd-4bb8-b1a9-79022475a8f7 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541686 Aug 24 00:24:58.359332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-fc73fcf5-1f92-4c70-ba10-612e339069e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.365393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-fc73fcf5-1f92-4c70-ba10-612e339069e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.372541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-fc73fcf5-1f92-4c70-ba10-612e339069e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.378555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-fc73fcf5-1f92-4c70-ba10-612e339069e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.380497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-fc73fcf5-1f92-4c70-ba10-612e339069e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.2482944 Aug 24 00:24:58.390140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178ad2b-db62-4165-900c-581bbe73fa24 req-0d3a4d86-a865-4efb-9b55-7a9a3bad5c82 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.391808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3178ad2b-db62-4165-900c-581bbe73fa24 req-0d3a4d86-a865-4efb-9b55-7a9a3bad5c82 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 946 time: 0.2376308 Aug 24 00:24:58.443704 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f86682f-7e0b-4a5b-ba61-2207cbc5102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.453238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-33140842-8cb8-4666-bc63-09b913f3f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.454621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-33140842-8cb8-4666-bc63-09b913f3f0fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1847548 Aug 24 00:24:58.517077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b864fb39-e3e5-420e-8fb8-d47365f11d14 req-69eceb3f-9719-47b2-8190-c459681a26a4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217039 Aug 24 00:24:58.518952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f86682f-7e0b-4a5b-ba61-2207cbc5102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.524563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3178ad2b-db62-4165-900c-581bbe73fa24 req-4071c0c2-6abe-4870-bdc1-e6d9406b23d6 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194081 Aug 24 00:24:58.577297 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-0cb13ee9-88e4-4860-a8e8-b045add66cca service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941323 Aug 24 00:24:58.644160 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-e8131683-c09a-4caf-b04e-cb83707fdad4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=70ecba71-eb80-443a-9956-d138937f71dc HTTP/1.1" status: 200 len: 217 time: 0.0395865 Aug 24 00:24:58.666616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-04cf0b1a-1d96-4c97-ba4e-8090cd0dc41d service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941864 Aug 24 00:24:58.679334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf80bdb-7f5e-4fca-ac14-9582316e47ac req-479e7d06-1670-4ce0-bce2-4d5b0e859565 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.681242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bf80bdb-7f5e-4fca-ac14-9582316e47ac req-479e7d06-1670-4ce0-bce2-4d5b0e859565 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 932 time: 0.0864604 Aug 24 00:24:58.728672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-c314bf93-3cce-4a67-b39b-4ee66ca8a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.730198 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-c314bf93-3cce-4a67-b39b-4ee66ca8a1e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0793517 Aug 24 00:24:58.773175 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f86682f-7e0b-4a5b-ba61-2207cbc5102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.775780 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f86682f-7e0b-4a5b-ba61-2207cbc5102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.776902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9f86682f-7e0b-4a5b-ba61-2207cbc5102e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8228f7c0-5318-4e37-82a5-3c8bcac6d965 HTTP/1.1" status: 204 len: 168 time: 0.6017840 Aug 24 00:24:58.816989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-42644983-f158-4706-a202-0af80bbd2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.838238 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-42644983-f158-4706-a202-0af80bbd2a0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806816 Aug 24 00:24:58.838238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edf519c-3f42-4a22-9761-54d3e5f26349 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:58.839343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86682f-7e0b-4a5b-ba61-2207cbc5102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8228f7c0-5318-4e37-82a5-3c8bcac6d965,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:58.839343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bf80bdb-7f5e-4fca-ac14-9582316e47ac req-c40bca16-ff0e-4de8-bdd2-03307d94100e tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457763 Aug 24 00:24:58.841456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.865302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3978aaee-ddb3-4a18-ab41-49713336d0c4 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823380 Aug 24 00:24:58.875023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16127752-3ef4-4691-8145-13c68805dd32 req-709d653c-ce17-4999-8806-946f37713974 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.877530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16127752-3ef4-4691-8145-13c68805dd32 req-709d653c-ce17-4999-8806-946f37713974 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.1224096 Aug 24 00:24:58.914235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Transition to ACTIVE for port object 2edf519c-3f42-4a22-9761-54d3e5f26349 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:24:58.917980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-9bb6ef62-77df-434b-83d3-6f3c6773d01a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ff032e29-8de2-421c-879d-967747a87793 HTTP/1.1" status: 200 len: 217 time: 0.0394535 Aug 24 00:24:58.926998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08af1ea6-5491-418e-a4d8-4078640b68c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:58.953341 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-46f784cf-0531-4956-90f5-8be7533aed20 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205845 Aug 24 00:24:58.992234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16127752-3ef4-4691-8145-13c68805dd32 req-e3807b5a-fe85-4e00-a39a-c017e23a652f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767064 Aug 24 00:24:58.996383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-164c3702-ba9d-40c6-b0c8-e270c66c6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:58.998639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-164c3702-ba9d-40c6-b0c8-e270c66c6de5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.0738406 Aug 24 00:24:59.018573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.047032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-a2ff4cbe-d2ad-434c-a1b9-426a9746389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.048552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-a2ff4cbe-d2ad-434c-a1b9-426a9746389d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428705 Aug 24 00:24:59.104627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Pushing event updated for resources: {'Port': ['ID=2edf519c-3f42-4a22-9761-54d3e5f26349,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:59.115876 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.130410 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-fec4d96c-9999-484a-8cba-30b8319a0745 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701069 Aug 24 00:24:59.190463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-df4ca2bd-68b7-4a31-9d2f-78b385acc201 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342933 Aug 24 00:24:59.192599 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-d2f1492b-406d-420f-9338-24b21af788ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=042958f8-c756-46e2-962c-fa2d45f67dcf HTTP/1.1" status: 200 len: 217 time: 0.0443161 Aug 24 00:24:59.197991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82330814-3517-4381-af97-27b5685324cd req-ac1f408f-2354-4454-833d-ee149f7034eb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.199459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82330814-3517-4381-af97-27b5685324cd req-ac1f408f-2354-4454-833d-ee149f7034eb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.0819843 Aug 24 00:24:59.249096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Attempting to bind port 2edf519c-3f42-4a22-9761-54d3e5f26349 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:24:59.251734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Attempting to bind port 2edf519c-3f42-4a22-9761-54d3e5f26349 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c8c16914-1727-4446-af7e-7d7e0bccd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bebf701e-809a-4103-8f3e-79a4154a186c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:24:59.251734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Attempting to bind port 2edf519c-3f42-4a22-9761-54d3e5f26349 on network bebf701e-809a-4103-8f3e-79a4154a186c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:59.257551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Port 2edf519c-3f42-4a22-9761-54d3e5f26349 on network bebf701e-809a-4103-8f3e-79a4154a186c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:24:59.258288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Attempting to bind port 2edf519c-3f42-4a22-9761-54d3e5f26349 on network bebf701e-809a-4103-8f3e-79a4154a186c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:24:59.265804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:24:59.266149 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Checking segment: {'id': 'c8c16914-1727-4446-af7e-7d7e0bccd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bebf701e-809a-4103-8f3e-79a4154a186c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:24:59.266988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Bound using segment: {'id': 'c8c16914-1727-4446-af7e-7d7e0bccd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bebf701e-809a-4103-8f3e-79a4154a186c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:24:59.266988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Bound port: 2edf519c-3f42-4a22-9761-54d3e5f26349, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8c16914-1727-4446-af7e-7d7e0bccd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bebf701e-809a-4103-8f3e-79a4154a186c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:24:59.267313 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.281471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-94f013c8-d019-41d0-b2fe-fcc008bd97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.283166 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-94f013c8-d019-41d0-b2fe-fcc008bd97e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0778596 Aug 24 00:24:59.301130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82330814-3517-4381-af97-27b5685324cd req-35797392-46dd-4acf-a9b1-6f8930ef9d3b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788620 Aug 24 00:24:59.329935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-77f60f2f-d478-4c8c-a440-cd11e30bae57 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262372 Aug 24 00:24:59.351421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 760fa378-e356-4725-b1d6-b805e1033a1e details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:24:59.372733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] For port 2edf519c-3f42-4a22-9761-54d3e5f26349, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:24:59.376111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-754ecec2-65b8-44f8-9a95-547603373e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.377658 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-754ecec2-65b8-44f8-9a95-547603373e65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706139 Aug 24 00:24:59.382229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] For port 2edf519c-3f42-4a22-9761-54d3e5f26349, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=2edf519c-3f42-4a22-9761-54d3e5f26349,segment=NetworkSegment(c8c16914-1727-4446-af7e-7d7e0bccd5fc),segment_id=c8c16914-1727-4446-af7e-7d7e0bccd5fc)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:24:59.382516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d4323e76-6527-4f72-b02b-46d8c4e19cde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=ca08ea5c-78c6-43d1-af20-328d86f63233 HTTP/1.1" status: 200 len: 217 time: 0.0439389 Aug 24 00:24:59.447656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2ddb5187-2b50-4458-a9a1-ad0f5ca90e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.447656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-2ddb5187-2b50-4458-a9a1-ad0f5ca90e5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.0528376 Aug 24 00:24:59.471188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.471402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 760fa378-e356-4725-b1d6-b805e1033a1e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=760fa378-e356-4725-b1d6-b805e1033a1e,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:59.483251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '760fa378-e356-4725-b1d6-b805e1033a1e', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '760fa378-e356-4725-b1d6-b805e1033a1e', 'mac_address': 'fa:16:3e:30:39:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:24:59.519526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-8a23fdcf-c10d-47cb-a4a7-3eab00db4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.522723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-8a23fdcf-c10d-47cb-a4a7-3eab00db4f5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681694 Aug 24 00:24:59.522962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.523563 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.524461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.525003 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] 10.222.0.37 "PUT /v2.0/ports/2edf519c-3f42-4a22-9761-54d3e5f26349 HTTP/1.1" status: 200 len: 1092 time: 1.2721992 Aug 24 00:24:59.525452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6f213b-48cc-40a4-b458-8a40cca8cf5c', 'tag': '2edf519c-3f42-4a22-9761-54d3e5f26349'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:24:59.527714 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec2aec8-5c1a-43b4-b755-c5820bab2bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6f213b-48cc-40a4-b458-8a40cca8cf5c", "tag": "2edf519c-3f42-4a22-9761-54d3e5f26349"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:24:59.540994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760fa378-e356-4725-b1d6-b805e1033a1e {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:24:59.549218 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-6bf44cbf-f28e-4359-9407-7a58b291013e service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575940 Aug 24 00:24:59.568497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 760fa378-e356-4725-b1d6-b805e1033a1e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=760fa378-e356-4725-b1d6-b805e1033a1e,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:24:59.594939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1efb9-55fa-401f-a5d3-b3b01fa1a559 service neutron] Pushing event updated for resources: {'Port': ['ID=2edf519c-3f42-4a22-9761-54d3e5f26349,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:59.660387 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115977b3-2bba-48a9-acbb-02bd3d235015 x-openstack-request-id: req-115977b3-2bba-48a9-acbb-02bd3d235015 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:24:59.660770 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6f213b-48cc-40a4-b458-8a40cca8cf5c", "tag": "2edf519c-3f42-4a22-9761-54d3e5f26349", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:24:59.661094 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-115977b3-2bba-48a9-acbb-02bd3d235015 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:24:59.661559 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6f213b-48cc-40a4-b458-8a40cca8cf5c', 'tag': '2edf519c-3f42-4a22-9761-54d3e5f26349', 'status': 'completed', 'code': 200} Aug 24 00:24:59.684546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:24:59.694209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d69879f9-4b6d-47af-bd67-6d3d8bfd7313 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400437 Aug 24 00:24:59.718755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-ee15164e-9067-4e3a-9890-ee1a0b65679e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.725481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-ee15164e-9067-4e3a-9890-ee1a0b65679e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.732822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-ee15164e-9067-4e3a-9890-ee1a0b65679e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.733021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2aec8-5c1a-43b4-b755-c5820bab2bfe req-b1723857-14ca-4b4b-b08a-47de92a9c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.734740 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6ec2aec8-5c1a-43b4-b755-c5820bab2bfe req-b1723857-14ca-4b4b-b08a-47de92a9c42d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e99dc83f984ce2bc095093a29ca738&device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 1095 time: 0.0723491 Aug 24 00:24:59.736884 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-34ee2ebe-0f31-46d0-b13f-9fe96dc6a942 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712868 Aug 24 00:24:59.739925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-ee15164e-9067-4e3a-9890-ee1a0b65679e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.745812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-ee15164e-9067-4e3a-9890-ee1a0b65679e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.752168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-ee15164e-9067-4e3a-9890-ee1a0b65679e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.752375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=760fa378-e356-4725-b1d6-b805e1033a1e,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:24:59.758421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-ee15164e-9067-4e3a-9890-ee1a0b65679e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.760358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-ee15164e-9067-4e3a-9890-ee1a0b65679e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1306045 Aug 24 00:24:59.761428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.762955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.762955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.763135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.763371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.763704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.764035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.764363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.764687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.765011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.765335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.765676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:24:59.845417 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-c75c6bde-f922-48cc-8f9e-64ceb517fad3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8182b142-479e-46ce-be7f-a38f33a0187c HTTP/1.1" status: 200 len: 217 time: 0.0876396 Aug 24 00:24:59.893340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433dc42-11c9-4132-997e-6dec2169e4d5 req-fb4c10e0-6a31-4437-9bd0-12b38a3a1011 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.894982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c433dc42-11c9-4132-997e-6dec2169e4d5 req-fb4c10e0-6a31-4437-9bd0-12b38a3a1011 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 947 time: 0.1963594 Aug 24 00:24:59.899077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ef5bdfd-90ee-4524-8e24-4b45137a445e req-e0da8e45-83f4-41c8-b8b4-0730fe0d662b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279943 Aug 24 00:24:59.927470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-52b90486-07b0-48e1-ac4f-6fefd49528eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.929024 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-52b90486-07b0-48e1-ac4f-6fefd49528eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0760376 Aug 24 00:24:59.947107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-cfbcd593-eaf7-4268-a783-09a1df3fa15f service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470126 Aug 24 00:24:59.985215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2aec8-5c1a-43b4-b755-c5820bab2bfe req-5c383c23-46d9-4d1c-8edd-2ea7a6ad7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:24:59.986760 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6ec2aec8-5c1a-43b4-b755-c5820bab2bfe req-5c383c23-46d9-4d1c-8edd-2ea7a6ad7055 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=52e99dc83f984ce2bc095093a29ca738&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2384155 Aug 24 00:25:00.020774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-7a79421b-4a8a-4d29-80b9-09fb296cd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.022332 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-7a79421b-4a8a-4d29-80b9-09fb296cd671 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844386 Aug 24 00:25:00.100576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['760fa378-e356-4725-b1d6-b805e1033a1e'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:00.183509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2aec8-5c1a-43b4-b755-c5820bab2bfe req-9e3c432c-35de-4928-8bce-256dbee15669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.186640 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6ec2aec8-5c1a-43b4-b755-c5820bab2bfe req-9e3c432c-35de-4928-8bce-256dbee15669 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905978 Aug 24 00:25:00.199177 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-b7926107-45c6-4bde-81db-f4ab5f55c13c service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408000 Aug 24 00:25:00.229154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59440) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:00.296177 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.385257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c433dc42-11c9-4132-997e-6dec2169e4d5 req-522edfc7-bedb-47ee-b82d-0022052286cf tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792216 Aug 24 00:25:00.386556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-abaea916-a88c-4688-9f8a-203f04c65800 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d HTTP/1.1" status: 200 len: 217 time: 0.4283550 Aug 24 00:25:00.500980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-eb861148-fd9b-4caa-9548-d2ad267a0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.502407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-eb861148-fd9b-4caa-9548-d2ad267a0c17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.1066067 Aug 24 00:25:00.510865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99f6a9-aa63-4514-8037-7eb48e22d88e req-fa3095c3-10a4-48aa-88d2-160f72760234 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.512400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a99f6a9-aa63-4514-8037-7eb48e22d88e req-fa3095c3-10a4-48aa-88d2-160f72760234 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 944 time: 0.1321588 Aug 24 00:25:00.574847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fabc12-6249-4b74-8b3f-ebbf28c3b332 req-2259cd6f-0107-4394-8a51-135b39ecaa3b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.576387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21fabc12-6249-4b74-8b3f-ebbf28c3b332 req-2259cd6f-0107-4394-8a51-135b39ecaa3b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.1220152 Aug 24 00:25:00.586978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1755394340-network', 'tenant_id': 'b29c3053628e4966ae784e99267e9414'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:00.605484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a99f6a9-aa63-4514-8037-7eb48e22d88e req-a2ed834a-57fc-4954-9bdf-79c496426db3 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803761 Aug 24 00:25:00.607917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-6ebfd74f-a5a2-4ed2-acfa-7720106c7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.608948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-6ebfd74f-a5a2-4ed2-acfa-7720106c7103 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956645 Aug 24 00:25:00.630532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-d04ba7d1-461d-4283-986a-0b2cab82558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.632067 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-d04ba7d1-461d-4283-986a-0b2cab82558d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e99dc83f984ce2bc095093a29ca738&device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 1095 time: 0.3863404 Aug 24 00:25:00.683019 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-b5a76e12-6045-468c-946e-7c16969b8ba8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2edf519c-3f42-4a22-9761-54d3e5f26349 HTTP/1.1" status: 200 len: 217 time: 0.0416613 Aug 24 00:25:00.684427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:00.686707 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.687328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21fabc12-6249-4b74-8b3f-ebbf28c3b332 req-f924f79b-8d52-4034-b532-59648e75e15a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982184 Aug 24 00:25:00.691003 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-befa528e-bbc9-41d0-b4ef-1691a6cc1cf9 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843092 Aug 24 00:25:00.707753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:00.752765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-0297ccf8-1d2d-4858-8f5a-b499c55839db service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367927 Aug 24 00:25:00.760881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13ae0-2607-4c2b-966d-f34902cfa3d9 req-1db6e76e-3aa7-4265-9acd-32daeb61a484 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.762331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ee13ae0-2607-4c2b-966d-f34902cfa3d9 req-1db6e76e-3aa7-4265-9acd-32daeb61a484 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.0783873 Aug 24 00:25:00.774458 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-5b561789-2d6e-481c-a730-8537d19b716c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6 HTTP/1.1" status: 200 len: 217 time: 0.0679932 Aug 24 00:25:00.829910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-af59e9cd-7b0d-4c4f-90d2-0c638152ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.831437 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-af59e9cd-7b0d-4c4f-90d2-0c638152ba6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1461f0d8-3439-4759-aedf-b0d20300a5d6 HTTP/1.1" status: 200 len: 853 time: 0.1349335 Aug 24 00:25:00.851806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ee13ae0-2607-4c2b-966d-f34902cfa3d9 req-ae8a81e8-6c80-4ea3-a27a-1fd2ebd0b20d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805652 Aug 24 00:25:00.876524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-15b83be3-9d30-4843-8b5a-22ac6ca5e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:00.878081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-15b83be3-9d30-4843-8b5a-22ac6ca5e021 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60f04202-4510-4817-b8cc-8d129a690170 HTTP/1.1" status: 200 len: 797 time: 0.0943329 Aug 24 00:25:00.883052 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-79211099-f272-496d-b606-e7eff6f59e21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bebf701e-809a-4103-8f3e-79a4154a186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411747 Aug 24 00:25:00.884674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-d3bcb47a-2182-4aa6-9445-790491ce71f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213932 Aug 24 00:25:00.934799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-a6e07ed3-c67a-4054-a917-aa39c938bf59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722 HTTP/1.1" status: 200 len: 217 time: 0.0359931 Aug 24 00:25:00.999572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-0ac92157-a1b4-4da8-b87d-3cdd4c0313f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.001142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-0ac92157-a1b4-4da8-b87d-3cdd4c0313f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.0606766 Aug 24 00:25:01.011979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-4613ad04-f321-4f99-b244-4aa029517ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.013445 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-4613ad04-f321-4f99-b244-4aa029517ecd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202691 Aug 24 00:25:01.053594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.078430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-5b1d8073-8686-40b7-8d28-926695a985d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.084301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-5b1d8073-8686-40b7-8d28-926695a985d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.090189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-5b1d8073-8686-40b7-8d28-926695a985d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.096796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-5b1d8073-8686-40b7-8d28-926695a985d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.103356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-5b1d8073-8686-40b7-8d28-926695a985d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.105257 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-316226be-fbb1-46d5-af2d-dad85b0b5098 service neutron] 10.222.0.37 "GET /v2.0/networks/bebf701e-809a-4103-8f3e-79a4154a186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032418 Aug 24 00:25:01.109866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-5b1d8073-8686-40b7-8d28-926695a985d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.110325 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.116235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-5b1d8073-8686-40b7-8d28-926695a985d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.118018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-5b1d8073-8686-40b7-8d28-926695a985d9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1357195 Aug 24 00:25:01.125284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3b65de87-cd53-4d9d-9015-8743c528c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.126372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-3b65de87-cd53-4d9d-9015-8743c528c5e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108246 Aug 24 00:25:01.207142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:25:01.216341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d6e45e8-e9d0-4d1a-8eb4-b05c6bc88b32 req-900def43-80eb-4a50-ad6d-a4f3f054bfd6 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882051 Aug 24 00:25:01.222587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da2bbd-950b-44d1-9cdd-10e012e76737,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:01.244823 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-cd374ace-d508-4b4e-9f95-29fb3999f486 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192404 Aug 24 00:25:01.247610 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.247965 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Added segment d0406422-d2e7-4deb-85c5-41d9ad492d48 of type vlan for network 69a2f5a5-716e-4d33-a7a4-169978298b89 Aug 24 00:25:01.256694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-75405a37-f601-4780-b43e-e3780b966e6b service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218092 Aug 24 00:25:01.347564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ff2263-0b7a-4757-affa-b2958524e908 req-457f6080-3534-4221-b6b1-8a0c53a52caf service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828977 Aug 24 00:25:01.358388 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b44a19df-d1d3-4fdf-b67a-1dad0fc2212f req-767c58c2-a0d5-4a3c-81b3-1341ab554491 service neutron] 10.222.0.37 "GET /v2.0/networks/bebf701e-809a-4103-8f3e-79a4154a186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445281 Aug 24 00:25:01.364007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.368542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 760fa378-e356-4725-b1d6-b805e1033a1e up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:01.409330 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-7660334c-ff06-4aff-8a01-d8d3a95e7221 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542964 Aug 24 00:25:01.454791 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-5ea1c3bf-7076-47c0-95c6-86bd0a7dd3b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6603f31-5555-4c3d-a982-69b567bcf759 HTTP/1.1" status: 200 len: 217 time: 0.0378079 Aug 24 00:25:01.509168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-6d513589-03bd-41b4-acf7-20b6589206ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.510800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-6d513589-03bd-41b4-acf7-20b6589206ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60f04202-4510-4817-b8cc-8d129a690170 HTTP/1.1" status: 200 len: 797 time: 0.0496879 Aug 24 00:25:01.512899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.513127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 760fa378-e356-4725-b1d6-b805e1033a1e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:01.513900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.514477 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.519241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 760fa378-e356-4725-b1d6-b805e1033a1e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:01.520566 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.529540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a89e31-17ab-4e3b-9496-0f653aaa670f req-aad30910-49cf-4d6c-91b5-7fc923e2c905 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.531359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38a89e31-17ab-4e3b-9496-0f653aaa670f req-aad30910-49cf-4d6c-91b5-7fc923e2c905 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 947 time: 0.0696673 Aug 24 00:25:01.572504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38a89e31-17ab-4e3b-9496-0f653aaa670f req-cea965f6-8e14-475a-b7ce-bc8b8006526c tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Aug 24 00:25:01.627404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.632900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] Pushing event updated for resources: {'Network': ['ID=69a2f5a5-716e-4d33-a7a4-169978298b89,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:01.646828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:25:01.651433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-3b81827b-2928-4df5-84bd-75927b72279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.653079 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-3b81827b-2928-4df5-84bd-75927b72279b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1224699 Aug 24 00:25:01.659099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-f671f654-d7b0-4f0e-a560-b321c20d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.659588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-f671f654-d7b0-4f0e-a560-b321c20d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.660131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-f671f654-d7b0-4f0e-a560-b321c20d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.660949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-f671f654-d7b0-4f0e-a560-b321c20d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.661087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-f671f654-d7b0-4f0e-a560-b321c20d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.661533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-f671f654-d7b0-4f0e-a560-b321c20d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.662028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-f671f654-d7b0-4f0e-a560-b321c20d05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.664006 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-f671f654-d7b0-4f0e-a560-b321c20d05c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6487 time: 0.1210043 Aug 24 00:25:01.704191 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f2d2dcde-9e7c-44cd-9df5-99502a8b4c90 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4709940 Aug 24 00:25:01.704430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760fa378-e356-4725-b1d6-b805e1033a1e'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:01.706233 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6599e673-7f76-47c8-8023-1e2ea0eb4207" -d '{"events": [{"server_uuid": "9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89", "name": "network-vif-plugged", "status": "completed", "tag": "760fa378-e356-4725-b1d6-b805e1033a1e"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:01.719641 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.719822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:01.728925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Request body: {'subnet': {'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1755394340-subnet', 'tenant_id': 'b29c3053628e4966ae784e99267e9414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:01.732515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 760fa378-e356-4725-b1d6-b805e1033a1e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=760fa378-e356-4725-b1d6-b805e1033a1e,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:01.770353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4766c0-d19e-4b0e-ac5f-9a6d5e31b6c8 req-0d14bc72-0875-4aa3-8564-a01abd5a8b8c tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.771836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb4766c0-d19e-4b0e-ac5f-9a6d5e31b6c8 req-0d14bc72-0875-4aa3-8564-a01abd5a8b8c tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 944 time: 0.0855920 Aug 24 00:25:01.804673 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.835925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:01.838249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:01.845932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb4766c0-d19e-4b0e-ac5f-9a6d5e31b6c8 req-af66dbb3-e3e4-483a-8d24-da4a7b34a0d6 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642662 Aug 24 00:25:01.851533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-bf72a292-3ac3-4813-96f9-0cae5ca9ca10 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865408 Aug 24 00:25:01.852706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-2199321d-7b84-4786-ab52-e3ec59ceab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.854253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-2199321d-7b84-4786-ab52-e3ec59ceab29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2c7f342d-8fc5-4cbb-af18-961b4b04d501 HTTP/1.1" status: 200 len: 902 time: 0.1820400 Aug 24 00:25:01.860595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=760fa378-e356-4725-b1d6-b805e1033a1e,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:01.876967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d045b-df99-488a-b0fa-814382a53077 req-6df29597-f31e-47c5-8a5d-46e7c20fcd4d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:01.879890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-148d045b-df99-488a-b0fa-814382a53077 req-6df29597-f31e-47c5-8a5d-46e7c20fcd4d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.1189415 Aug 24 00:25:01.899722 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d39b40-36c1-4ae7-b4b4-6c979ad49d5f x-openstack-request-id: req-47d39b40-36c1-4ae7-b4b4-6c979ad49d5f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:01.900045 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89", "name": "network-vif-plugged", "status": "completed", "tag": "760fa378-e356-4725-b1d6-b805e1033a1e", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:01.900286 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47d39b40-36c1-4ae7-b4b4-6c979ad49d5f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:01.900680 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760fa378-e356-4725-b1d6-b805e1033a1e', 'code': 200} Aug 24 00:25:01.921718 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-6d73ead9-ba99-48e6-adab-32cd6a4afa0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722 HTTP/1.1" status: 200 len: 217 time: 0.0567822 Aug 24 00:25:02.019745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-148d045b-df99-488a-b0fa-814382a53077 req-5a9c8998-74da-4ea2-8ee3-9c6b3576d618 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058528 Aug 24 00:25:02.020384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-80fb2135-8265-4532-b668-010b6d217625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.021286 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-80fb2135-8265-4532-b668-010b6d217625 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.0692620 Aug 24 00:25:02.042708 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e640a990-770f-4a6b-bfed-1709c5bc417a req-df472436-194e-4bf7-9090-6c49d236e1a2 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766295 Aug 24 00:25:02.074533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-adffd24f-b053-4950-bc22-1b57fe22c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.076088 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-adffd24f-b053-4950-bc22-1b57fe22c1b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467570 Aug 24 00:25:02.096114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a4fe9-8a66-46fc-aac5-d0651890dc7e req-07fdb1b0-5f24-478a-b99d-e33fe377840d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.097665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-704a4fe9-8a66-46fc-aac5-d0651890dc7e req-07fdb1b0-5f24-478a-b99d-e33fe377840d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1469707 Aug 24 00:25:02.111286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd28e59-16cc-40c8-abbf-b73b0c4c207b req-4bdfb1a0-ad31-44f1-9e92-267db2f14f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.112919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1bd28e59-16cc-40c8-abbf-b73b0c4c207b req-4bdfb1a0-ad31-44f1-9e92-267db2f14f95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 1099 time: 0.1137724 Aug 24 00:25:02.176337 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-02aa86fe-b1b0-4245-9153-118a1989baa0 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925484 Aug 24 00:25:02.212216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-704a4fe9-8a66-46fc-aac5-d0651890dc7e req-7887685e-b6e4-4be3-9478-24d82ff1dce6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048224 Aug 24 00:25:02.220783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1bd28e59-16cc-40c8-abbf-b73b0c4c207b req-0ae8c7b2-bdad-44cb-8b50-c0c8942a05ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956757 Aug 24 00:25:02.277638 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b1ff025-f45a-431a-a988-d57e64f202ab req-95e95ffa-883e-4a6a-a340-6eda73e82956 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929456 Aug 24 00:25:02.279634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.379073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fbd87f-4345-4369-89f3-00b772d8d12e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:02.387334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Checking segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:02.387695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Network hostable DHCP agents. Network: 69a2f5a5-716e-4d33-a7a4-169978298b89, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:25:02.404069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-fef0260e-aa1a-4eaa-886d-14353e62d44b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.410014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-fef0260e-aa1a-4eaa-886d-14353e62d44b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.416110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-fef0260e-aa1a-4eaa-886d-14353e62d44b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.422589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-fef0260e-aa1a-4eaa-886d-14353e62d44b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.428541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-fef0260e-aa1a-4eaa-886d-14353e62d44b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.434491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-fef0260e-aa1a-4eaa-886d-14353e62d44b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.440480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-fef0260e-aa1a-4eaa-886d-14353e62d44b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.442329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-fef0260e-aa1a-4eaa-886d-14353e62d44b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1329551 Aug 24 00:25:02.488989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-695851b5-70b9-47d8-868d-d4b9ebe4c11c req-8f789a37-8692-48c4-b5fa-ed7a64e23914 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389071 Aug 24 00:25:02.535731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:25:02.592618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 69a2f5a5-716e-4d33-a7a4-169978298b89) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:02.596995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.597614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:02.602496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b7946-8c11-4b63-8961-22bb6206bed1 None None] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:02.692777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-860c0eaf-5f7d-4b09-b2b7-61e1129997b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9626348 Aug 24 00:25:02.705412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574522f-9b19-443c-b19e-c0238a546e22 req-f5cca083-3538-4fe1-b0fb-30e1ff8c06a2 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.707360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9574522f-9b19-443c-b19e-c0238a546e22 req-f5cca083-3538-4fe1-b0fb-30e1ff8c06a2 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 948 time: 0.0604885 Aug 24 00:25:02.731567 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f61346-d27d-432d-80b7-6bf51113aa31 None None] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:02.751512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9574522f-9b19-443c-b19e-c0238a546e22 req-0449f0a9-2243-468a-81ca-bf16bdb88da0 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378571 Aug 24 00:25:02.965989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b94a9-3feb-4143-9dfb-dfd1abd8bcca req-1516423a-c8a3-49dd-a63e-36c0bf9ae324 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:02.967520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc2b94a9-3feb-4143-9dfb-dfd1abd8bcca req-1516423a-c8a3-49dd-a63e-36c0bf9ae324 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 944 time: 0.0501361 Aug 24 00:25:03.007579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc2b94a9-3feb-4143-9dfb-dfd1abd8bcca req-34e08935-fdde-4ce1-99fe-7795a86f6e6d tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Aug 24 00:25:03.159705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-d7cc3e4b-0518-479f-87dc-9a94ec91250b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.161430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-d7cc3e4b-0518-479f-87dc-9a94ec91250b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1378598 Aug 24 00:25:03.172473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80747169-561e-4d9c-90a7-921ff98290c2 req-f8cef59b-8bca-4be8-8ff3-baf0ed873837 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.173896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80747169-561e-4d9c-90a7-921ff98290c2 req-f8cef59b-8bca-4be8-8ff3-baf0ed873837 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0851619 Aug 24 00:25:03.196333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-89d77292-9423-4a18-822b-c279ed205d4b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/quotas/b29c3053628e4966ae784e99267e9414 HTTP/1.1" status: 200 len: 375 time: 0.0215232 Aug 24 00:25:03.241669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80747169-561e-4d9c-90a7-921ff98290c2 req-a024205d-e32a-4bfb-aeef-a86a8361a779 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605559 Aug 24 00:25:03.243663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-43754d18-225d-4444-8160-0174f030a614 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404375 Aug 24 00:25:03.338261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-61dbb5b2-5ae2-40ae-a148-d702f03901c5 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869794 Aug 24 00:25:03.461260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-6c125c52-a859-4033-a235-bddbcdc6a236 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167374 Aug 24 00:25:03.478582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92abab-db1f-407e-bc4f-ce61a8973db9 req-fb043e7d-bd45-435d-8169-2c5144f1c514 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.480217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a92abab-db1f-407e-bc4f-ce61a8973db9 req-fb043e7d-bd45-435d-8169-2c5144f1c514 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.0703645 Aug 24 00:25:03.518856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a92abab-db1f-407e-bc4f-ce61a8973db9 req-19a28ee8-7622-412c-b4a5-e4c6a4745622 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Aug 24 00:25:03.628435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-4de5b9aa-ae4b-4207-badb-09311a7a51a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.634596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-4de5b9aa-ae4b-4207-badb-09311a7a51a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.640532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-4de5b9aa-ae4b-4207-badb-09311a7a51a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.646432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-4de5b9aa-ae4b-4207-badb-09311a7a51a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.652284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-4de5b9aa-ae4b-4207-badb-09311a7a51a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.658808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-4de5b9aa-ae4b-4207-badb-09311a7a51a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.664705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-4de5b9aa-ae4b-4207-badb-09311a7a51a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.666661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-4de5b9aa-ae4b-4207-badb-09311a7a51a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.0920641 Aug 24 00:25:03.722424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ede6436a-8d5f-4fcf-a50f-ae7eb26db279 req-ddf6e2b6-ba0a-4c83-a5fc-ab1d29877f5f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491235 Aug 24 00:25:03.800493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-736b342e-9653-4250-b805-20f86fc504ea req-5bf14ab6-b13f-408a-b0d9-40f3928db135 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 210 time: 0.0298648 Aug 24 00:25:03.908738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a3f46-761c-4bd4-9cda-fd17c68b79ce req-3d3908c1-7ac9-4502-b01b-b4798789eff4 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.910335 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e9a3f46-761c-4bd4-9cda-fd17c68b79ce req-3d3908c1-7ac9-4502-b01b-b4798789eff4 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 948 time: 0.0761273 Aug 24 00:25:03.941730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13610ec0-13b6-47ee-87f8-250439f117aa req-1157d831-85a3-44dc-ac40-8506e77a2f72 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:03.943205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13610ec0-13b6-47ee-87f8-250439f117aa req-1157d831-85a3-44dc-ac40-8506e77a2f72 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0745659 Aug 24 00:25:03.974097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e9a3f46-761c-4bd4-9cda-fd17c68b79ce req-e900e25e-5d96-4786-a9e8-c7a5e63ac808 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557420 Aug 24 00:25:03.993718 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13610ec0-13b6-47ee-87f8-250439f117aa req-bc315282-951e-452b-b1e3-f49cedfddc62 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Aug 24 00:25:04.149117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a3163-f539-4b20-b92d-5da851f05b84 req-d4c99ae7-f718-4ac4-a8c6-16d53f0e3fe0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.150907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f39a3163-f539-4b20-b92d-5da851f05b84 req-d4c99ae7-f718-4ac4-a8c6-16d53f0e3fe0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0821130 Aug 24 00:25:04.162642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be190650-0c90-420d-8c2b-62c9ef4b9970 req-5d5c9c8b-35c3-4465-a855-1533c591201b tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.164038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be190650-0c90-420d-8c2b-62c9ef4b9970 req-5d5c9c8b-35c3-4465-a855-1533c591201b tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 944 time: 0.0852237 Aug 24 00:25:04.185853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 2edf519c-3f42-4a22-9761-54d3e5f26349 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:04.224597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f39a3163-f539-4b20-b92d-5da851f05b84 req-240805b8-cb17-435a-9194-23b96f513ee5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596125 Aug 24 00:25:04.227404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be190650-0c90-420d-8c2b-62c9ef4b9970 req-160ad56f-491f-4a03-866c-5ac1a63b73d1 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556440 Aug 24 00:25:04.287866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 2edf519c-3f42-4a22-9761-54d3e5f26349, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=2edf519c-3f42-4a22-9761-54d3e5f26349,segment=NetworkSegment(c8c16914-1727-4446-af7e-7d7e0bccd5fc),segment_id=c8c16914-1727-4446-af7e-7d7e0bccd5fc)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:04.299499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '2edf519c-3f42-4a22-9761-54d3e5f26349', 'network_id': 'bebf701e-809a-4103-8f3e-79a4154a186c', 'port_id': '2edf519c-3f42-4a22-9761-54d3e5f26349', 'mac_address': 'fa:16:3e:e2:f5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1461f0d8-3439-4759-aedf-b0d20300a5d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:04.363989 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.381748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edf519c-3f42-4a22-9761-54d3e5f26349 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:04.385014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5e40d-a1f0-46f4-9dd5-6597dcd19b47 req-3005dbf9-3957-4619-a4e3-40205223bac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.392537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4e5e40d-a1f0-46f4-9dd5-6597dcd19b47 req-3005dbf9-3957-4619-a4e3-40205223bac7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0810380 Aug 24 00:25:04.401969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 2edf519c-3f42-4a22-9761-54d3e5f26349, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=2edf519c-3f42-4a22-9761-54d3e5f26349,segment=NetworkSegment(c8c16914-1727-4446-af7e-7d7e0bccd5fc),segment_id=c8c16914-1727-4446-af7e-7d7e0bccd5fc)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:04.426513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4e5e40d-a1f0-46f4-9dd5-6597dcd19b47 req-45392851-41e5-4ef8-963b-bb534bc4227f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Aug 24 00:25:04.541815 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:04.591005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=2edf519c-3f42-4a22-9761-54d3e5f26349,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:04.658799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-200f88c7-9b89-467a-92ee-a1c0d569fbbd tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.660275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-200f88c7-9b89-467a-92ee-a1c0d569fbbd tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.0999143 Aug 24 00:25:04.676444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e546cb6f-749d-404a-b93e-47d4bec65cca tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/quotas/e1b483dab76b4e17b9dd579514e70611 HTTP/1.1" status: 200 len: 375 time: 0.0105097 Aug 24 00:25:04.735575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-09637aca-2e1d-4af9-ada7-849975eb629f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536668 Aug 24 00:25:04.851456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['2edf519c-3f42-4a22-9761-54d3e5f26349'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:04.858121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-27852339-c049-4989-afcc-664e902268bc service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154876 Aug 24 00:25:04.885648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-6787b7d6-d7fb-4287-8241-564b281f74dc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.891628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-6787b7d6-d7fb-4287-8241-564b281f74dc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.897596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-6787b7d6-d7fb-4287-8241-564b281f74dc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.903585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-6787b7d6-d7fb-4287-8241-564b281f74dc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.909596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-6787b7d6-d7fb-4287-8241-564b281f74dc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.915554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-6787b7d6-d7fb-4287-8241-564b281f74dc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.922072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-6787b7d6-d7fb-4287-8241-564b281f74dc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:04.924004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-6787b7d6-d7fb-4287-8241-564b281f74dc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1184850 Aug 24 00:25:05.008056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08c40a6f-6d7e-4909-a0f3-470b3443d479 req-97b3f186-3ba7-4a25-a4f5-e3e19a5b64d5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746222 Aug 24 00:25:05.040014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-dd4fbf7e-c433-4e70-b6e6-e67b4b90b5b4 service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741729 Aug 24 00:25:05.094432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d202913-044c-48df-bba6-be00ddef3b91 req-4fe143a5-4421-43e5-8f4c-d56eacb185a5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 210 time: 0.0275745 Aug 24 00:25:05.225258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43243d76-eff4-408a-a00b-969fda87980f req-05fbf874-e49a-473e-9832-715228d9ffc4 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.226920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43243d76-eff4-408a-a00b-969fda87980f req-05fbf874-e49a-473e-9832-715228d9ffc4 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 948 time: 0.0561142 Aug 24 00:25:05.290348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b75f3cd5-cb36-4268-be44-8c6f20e2309d req-74653ac4-66e2-4940-99e3-19648d3cde40 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 210 time: 0.0333207 Aug 24 00:25:05.311376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43243d76-eff4-408a-a00b-969fda87980f req-8351523f-f07e-4e9a-b708-4630326f2e05 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711513 Aug 24 00:25:05.440594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18718e-6d74-4205-bb7d-fbae75b42de8 req-98c2050b-d124-4ee9-b40d-f5c1014a6eb6 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.442083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d18718e-6d74-4205-bb7d-fbae75b42de8 req-98c2050b-d124-4ee9-b40d-f5c1014a6eb6 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 945 time: 0.0775659 Aug 24 00:25:05.497634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d18718e-6d74-4205-bb7d-fbae75b42de8 req-ecc63b9c-c959-450d-b499-10bbe6e219d9 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456638 Aug 24 00:25:05.609490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe0c03-7c17-44d7-b9fc-ef8035b978b4 req-3b076860-3f03-4378-877b-c1cd90ce5611 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:05.611037 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73fe0c03-7c17-44d7-b9fc-ef8035b978b4 req-3b076860-3f03-4378-877b-c1cd90ce5611 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0544798 Aug 24 00:25:05.652334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73fe0c03-7c17-44d7-b9fc-ef8035b978b4 req-997f0473-4d1e-4325-a600-49b1938d3507 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353079 Aug 24 00:25:06.149064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-e64dd224-4015-4d8e-b893-d6025b7e6f79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.155053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-e64dd224-4015-4d8e-b893-d6025b7e6f79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.160961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-e64dd224-4015-4d8e-b893-d6025b7e6f79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.167109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-e64dd224-4015-4d8e-b893-d6025b7e6f79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.172990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-e64dd224-4015-4d8e-b893-d6025b7e6f79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.178920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-e64dd224-4015-4d8e-b893-d6025b7e6f79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.185357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-e64dd224-4015-4d8e-b893-d6025b7e6f79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.187220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-e64dd224-4015-4d8e-b893-d6025b7e6f79 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.0960658 Aug 24 00:25:06.216484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 2edf519c-3f42-4a22-9761-54d3e5f26349 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:06.228484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a43c259-d6a8-4f50-9354-c01ac9adad04 req-7ab0a812-4d75-4268-8718-766adc528038 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351677 Aug 24 00:25:06.339080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8d9420a-17f2-42e2-a40a-2b8829157a49 req-d5f5c7e8-d9e2-4927-9732-b148aef8796e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 210 time: 0.0449612 Aug 24 00:25:06.392797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 2edf519c-3f42-4a22-9761-54d3e5f26349 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:06.397229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 2edf519c-3f42-4a22-9761-54d3e5f26349 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:06.397961 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:06.398209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21002424-93bf-44ba-89fb-bd2d8476f0c4 req-a76843e5-4a26-43f5-87ae-2c1d95c42b1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 210 time: 0.0326080 Aug 24 00:25:06.454947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-1aea816e-6b29-45be-9456-20484a6f1e49 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.456470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-1aea816e-6b29-45be-9456-20484a6f1e49 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1599438 Aug 24 00:25:06.483554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Request body: {'port': {'device_id': '0a457291-940b-44d7-9391-dbb1204227d2', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'admin_state_up': True, 'tenant_id': 'b29c3053628e4966ae784e99267e9414'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:06.496763 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:06.522941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6f213b-48cc-40a4-b458-8a40cca8cf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edf519c-3f42-4a22-9761-54d3e5f26349'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:06.526826 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ae3a1-b144-4a38-b0b8-5e7405357614" -d '{"events": [{"server_uuid": "9f6f213b-48cc-40a4-b458-8a40cca8cf5c", "name": "network-vif-plugged", "status": "completed", "tag": "2edf519c-3f42-4a22-9761-54d3e5f26349"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:06.551940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 2edf519c-3f42-4a22-9761-54d3e5f26349, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=2edf519c-3f42-4a22-9761-54d3e5f26349,segment=NetworkSegment(c8c16914-1727-4446-af7e-7d7e0bccd5fc),segment_id=c8c16914-1727-4446-af7e-7d7e0bccd5fc)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:06.592154 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1f900-e826-45bf-a593-cfce1db1675f x-openstack-request-id: req-5bb1f900-e826-45bf-a593-cfce1db1675f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:06.592656 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6f213b-48cc-40a4-b458-8a40cca8cf5c", "name": "network-vif-plugged", "status": "completed", "tag": "2edf519c-3f42-4a22-9761-54d3e5f26349", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:06.592913 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5bb1f900-e826-45bf-a593-cfce1db1675f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:06.594436 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6f213b-48cc-40a4-b458-8a40cca8cf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edf519c-3f42-4a22-9761-54d3e5f26349', 'code': 200} Aug 24 00:25:06.630300 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:06.708708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7594cec-f286-4cf8-b2a9-aec487b253b1 req-0ec660ad-e795-490b-807a-dcda53dbf00b tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.711155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31e729-e738-4c7a-a655-6f64acf31fba req-a9ec67da-81cd-439a-b9b7-5fb7a9c0224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.712682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7594cec-f286-4cf8-b2a9-aec487b253b1 req-0ec660ad-e795-490b-807a-dcda53dbf00b tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 945 time: 0.1063120 Aug 24 00:25:06.714494 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1d31e729-e738-4c7a-a655-6f64acf31fba req-a9ec67da-81cd-439a-b9b7-5fb7a9c0224d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 1097 time: 0.0663729 Aug 24 00:25:06.770842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=2edf519c-3f42-4a22-9761-54d3e5f26349,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:06.772391 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1d31e729-e738-4c7a-a655-6f64acf31fba req-38951f9b-ebfb-47b2-8d66-9cbd54007ab6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506992 Aug 24 00:25:06.778675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7594cec-f286-4cf8-b2a9-aec487b253b1 req-b6c14d3b-249e-429a-9470-23dee22925fa tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583754 Aug 24 00:25:06.780486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:06.784659 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:06.918254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc020d5-55e3-4228-86b9-7a34618ca52f req-941798b5-e53b-4d56-8642-799be82c88bf tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:06.919789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cc020d5-55e3-4228-86b9-7a34618ca52f req-941798b5-e53b-4d56-8642-799be82c88bf tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.1611283 Aug 24 00:25:07.001589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cc020d5-55e3-4228-86b9-7a34618ca52f req-8c99440d-d1ed-4be3-955f-c86741383545 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732143 Aug 24 00:25:07.011071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Allocated IP 172.20.0.13 (69a2f5a5-716e-4d33-a7a4-169978298b89/b4fbd87f-4345-4369-89f3-00b772d8d12e/8eec7b24-ddb2-4931-b9df-a0e7d4c0caac) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:07.167584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.313271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.390987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:07.395250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:07.400057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:07.406276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:07.444529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event updated for resources: {'Port': ['ID=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:07.508639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-eab3d61e-02e9-464a-ab64-d636e4478ee4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.515473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-eab3d61e-02e9-464a-ab64-d636e4478ee4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.522006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-eab3d61e-02e9-464a-ab64-d636e4478ee4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.530479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-eab3d61e-02e9-464a-ab64-d636e4478ee4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.538879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:07.539836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-eab3d61e-02e9-464a-ab64-d636e4478ee4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.548266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-eab3d61e-02e9-464a-ab64-d636e4478ee4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.551564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265', 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f', 'port_id': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265', 'mac_address': 'fa:16:3e:d5:df:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee400ed-b6f9-4653-aaf1-b8612f6fcde2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:07.554539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-eab3d61e-02e9-464a-ab64-d636e4478ee4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.557615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-eab3d61e-02e9-464a-ab64-d636e4478ee4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.2126858 Aug 24 00:25:07.564999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.565640 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.593399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.608010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:07.612012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b06c0-b3d3-4375-b193-246bd86c32cb req-e276d1ea-82d4-424b-9a72-40b0712bd73d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:07.613520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-758b06c0-b3d3-4375-b193-246bd86c32cb req-e276d1ea-82d4-424b-9a72-40b0712bd73d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 932 time: 0.1765168 Aug 24 00:25:07.629229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:07.630341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df1be1b4-c8b7-42e0-aad8-f4152018d2f0 req-4e2bf815-25d4-452b-a7a6-bef0cb0c310c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598359 Aug 24 00:25:07.674941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-758b06c0-b3d3-4375-b193-246bd86c32cb req-7f9023bf-4be5-4b47-804a-554e61ea3fdf tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Aug 24 00:25:07.696052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-db2709bf-8824-4593-8a34-dcc9f9532495 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2169337 Aug 24 00:25:07.716760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Request body: {'port': {'device_id': '0a457291-940b-44d7-9391-dbb1204227d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:07.718515 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:07.767648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:07.770016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2eb26035-e395-422c-8369-689bc2c2c501 req-f1e56d37-a578-4c3a-8e37-53d40f912817 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 210 time: 0.0503097 Aug 24 00:25:07.889435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.000913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c76305-4de8-4195-8b84-4c448eaeaaf5 req-30d6398c-039a-42e3-b3a7-9a7745f50c61 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.002476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97c76305-4de8-4195-8b84-4c448eaeaaf5 req-30d6398c-039a-42e3-b3a7-9a7745f50c61 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 946 time: 0.1272748 Aug 24 00:25:08.018117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-3c076660-d6fa-45e1-8d07-a5684a68a58c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.019992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-3c076660-d6fa-45e1-8d07-a5684a68a58c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.2045841 Aug 24 00:25:08.094297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'port': {'device_id': '26392b7b-b6f6-477a-86fc-578a475c7afe', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'admin_state_up': True, 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:08.167028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['d03b0b93-abe0-4cd4-b8ec-0d99cce2f265'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:08.216543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97c76305-4de8-4195-8b84-4c448eaeaaf5 req-634234c2-edcf-48aa-8673-30faa4f3c441 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957023 Aug 24 00:25:08.331095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93a790-6c90-4288-9189-29f7964a244e req-bfcaaa28-f506-4d10-ac73-511c94bc6fc6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:08.332616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f93a790-6c90-4288-9189-29f7964a244e req-bfcaaa28-f506-4d10-ac73-511c94bc6fc6 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 945 time: 0.2283275 Aug 24 00:25:08.423832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f93a790-6c90-4288-9189-29f7964a244e req-37aff151-d573-4333-9ab2-07cbf0d8c3b3 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793154 Aug 24 00:25:08.466102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:08.474364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.488215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Transition to ACTIVE for port object 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:08.494995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Made reservation on behalf of e1b483dab76b4e17b9dd579514e70611 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:08.500119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:08.564989 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.038011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Pushing event updated for resources: {'Port': ['ID=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:09.089421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb2618-9910-44c7-8141-b914fcedcb32 req-9da0eb7f-bd7d-40bf-b35d-03d3808a2930 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.091440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2eb2618-9910-44c7-8141-b914fcedcb32 req-9da0eb7f-bd7d-40bf-b35d-03d3808a2930 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 944 time: 0.1912062 Aug 24 00:25:09.121757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-71088aa0-3579-485c-a386-81fb0d55e63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.127629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-71088aa0-3579-485c-a386-81fb0d55e63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.133623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-71088aa0-3579-485c-a386-81fb0d55e63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.139541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-71088aa0-3579-485c-a386-81fb0d55e63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.145425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-71088aa0-3579-485c-a386-81fb0d55e63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.151353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-71088aa0-3579-485c-a386-81fb0d55e63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.157788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-71088aa0-3579-485c-a386-81fb0d55e63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.159583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-71088aa0-3579-485c-a386-81fb0d55e63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.2631030 Aug 24 00:25:09.170426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Allocated IP 172.20.0.14 (afa56c2b-4c75-4c37-a2a5-2bd294b482d3/2f79c7e5-69af-4c72-85c1-7385547af0c7/a37077bd-9569-4f63-8b7f-2a670deff8f2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:09.274246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2eb2618-9910-44c7-8141-b914fcedcb32 req-a7aa81b1-d3a2-4004-977b-829e7fa1b70e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078470 Aug 24 00:25:09.285256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6c98f58-f455-49e6-aea9-0bd0fc9c9423 req-9cb8b66f-ea36-43b9-9158-ad747b145860 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170852 Aug 24 00:25:09.287752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Attempting to bind port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:09.288093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Attempting to bind port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:09.288428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Attempting to bind port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:09.300354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac on network 69a2f5a5-716e-4d33-a7a4-169978298b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:09.300739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Attempting to bind port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:09.310524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:09.310880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Checking segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:09.311277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Bound using segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:09.313775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Bound port: 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:09.314846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.426203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:09.463312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0e12788-48b5-4337-8836-b71f81053c02 req-9c5a689b-2e0c-456f-b8d9-97348de151b1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 210 time: 0.1009984 Aug 24 00:25:09.550414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] For port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:09.556027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] For port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:09.573894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83038d-fd29-4c7f-ad59-6e5684a809a9 req-503d4625-34da-4b57-81a8-31bac1b1915c tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.576002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f83038d-fd29-4c7f-ad59-6e5684a809a9 req-503d4625-34da-4b57-81a8-31bac1b1915c tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 946 time: 0.1533554 Aug 24 00:25:09.580974 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.582251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:09.592738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:09.595219 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.599397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Transition to ACTIVE for port object a37077bd-9569-4f63-8b7f-2a670deff8f2 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:09.631009 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.687759 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.702568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.707593 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.707593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] 10.222.0.36 "PUT /v2.0/ports/8eec7b24-ddb2-4931-b9df-a0e7d4c0caac HTTP/1.1" status: 200 len: 1092 time: 1.9929972 Aug 24 00:25:09.707593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a457291-940b-44d7-9391-dbb1204227d2', 'tag': '8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:09.709833 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11f131-0729-418e-89ef-54eb560f7f38" -d '{"events": [{"name": "network-changed", "server_uuid": "0a457291-940b-44d7-9391-dbb1204227d2", "tag": "8eec7b24-ddb2-4931-b9df-a0e7d4c0caac"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:09.714096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:09.716041 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f751e663-35be-4f76-9ab6-1058c72d23dd" -d '{"events": [{"server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "name": "network-vif-plugged", "status": "completed", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:09.725403 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f83038d-fd29-4c7f-ad59-6e5684a809a9 req-f4ac2133-d76c-41e7-8150-8fde6417fa92 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295359 Aug 24 00:25:09.730004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:09.772953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243baec5-6831-4dd8-a5e5-5886015f7e16 req-c0d32466-78d5-4c2c-ad0e-d80b87af7f16 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.772953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-243baec5-6831-4dd8-a5e5-5886015f7e16 req-c0d32466-78d5-4c2c-ad0e-d80b87af7f16 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 945 time: 0.1601408 Aug 24 00:25:09.774050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427066c3-7c90-4745-942a-e40d9f828f64 service neutron] Pushing event updated for resources: {'Port': ['ID=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:09.792847 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebb5157-5583-4b01-a167-a4e3c0d62608 x-openstack-request-id: req-cebb5157-5583-4b01-a167-a4e3c0d62608 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:09.793173 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a457291-940b-44d7-9391-dbb1204227d2", "tag": "8eec7b24-ddb2-4931-b9df-a0e7d4c0caac", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:09.793454 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cebb5157-5583-4b01-a167-a4e3c0d62608 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:09.793882 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a457291-940b-44d7-9391-dbb1204227d2', 'tag': '8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', 'status': 'completed', 'code': 200} Aug 24 00:25:09.820968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.830351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-243baec5-6831-4dd8-a5e5-5886015f7e16 req-909b024e-f824-424d-b075-a3d54cb4244f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Aug 24 00:25:09.850037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:09.864431 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036fbede-aef6-4be9-b38c-31f9dfdd40c6 x-openstack-request-id: req-036fbede-aef6-4be9-b38c-31f9dfdd40c6 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:09.864726 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "name": "network-vif-plugged", "status": "completed", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:09.865947 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-036fbede-aef6-4be9-b38c-31f9dfdd40c6 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:09.866361 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265', 'code': 200} Aug 24 00:25:09.885400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1274c74f-ef05-4528-8367-7029b3ad8138'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:09.946449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:09.949247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:09.951057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11f131-0729-418e-89ef-54eb560f7f38 req-8c08a851-564c-4c99-a61c-d9e0658ee43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:09.960203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b11f131-0729-418e-89ef-54eb560f7f38 req-8c08a851-564c-4c99-a61c-d9e0658ee43d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 1095 time: 0.0692627 Aug 24 00:25:09.965438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:10.009940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751a36-53eb-4b81-a3a9-f6b7ebd10eef req-338d9d02-89bc-4e92-9a77-198ef16dfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.021372 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cc751a36-53eb-4b81-a3a9-f6b7ebd10eef req-338d9d02-89bc-4e92-9a77-198ef16dfe02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1097 time: 0.0724499 Aug 24 00:25:10.023551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:10.074165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'Port': ['ID=a37077bd-9569-4f63-8b7f-2a670deff8f2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:10.087765 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cc751a36-53eb-4b81-a3a9-f6b7ebd10eef req-dd82ce9f-be1e-407c-a000-06f58335a248 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571983 Aug 24 00:25:10.088953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.089744 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.153392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11f131-0729-418e-89ef-54eb560f7f38 req-e3e8c5e5-20ec-48af-b6bf-b445b070b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.155194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b11f131-0729-418e-89ef-54eb560f7f38 req-e3e8c5e5-20ec-48af-b6bf-b445b070b499 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b29c3053628e4966ae784e99267e9414&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1867630 Aug 24 00:25:10.187616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-f1416470-5b64-4ffb-8bc3-28545b8c635f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1053495 Aug 24 00:25:10.398371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-aca0d7ac-030a-4243-be4d-6555d32d72a1 None None] Provisioning for port a37077bd-9569-4f63-8b7f-2a670deff8f2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:10.399268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d9a2f-7250-48f9-bd02-3f80da6e327a req-e9f097d1-3951-431b-adac-9ea00c88361c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.400866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-675d9a2f-7250-48f9-bd02-3f80da6e327a req-e9f097d1-3951-431b-adac-9ea00c88361c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 944 time: 0.0582042 Aug 24 00:25:10.403186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-aca0d7ac-030a-4243-be4d-6555d32d72a1 None None] Provisioning complete for port a37077bd-9569-4f63-8b7f-2a670deff8f2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:10.403764 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aca0d7ac-030a-4243-be4d-6555d32d72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.442430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-aca0d7ac-030a-4243-be4d-6555d32d72a1 None None] Port a37077bd-9569-4f63-8b7f-2a670deff8f2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:25:10.444487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-675d9a2f-7250-48f9-bd02-3f80da6e327a req-557b88c4-55bf-4b96-aa55-086934f065fa tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355487 Aug 24 00:25:10.507036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Request body: {'port': {'device_id': '26392b7b-b6f6-477a-86fc-578a475c7afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:10.667868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:10.764719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-de1c0431-216b-4433-871a-9f1d3969cd0b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.770697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-de1c0431-216b-4433-871a-9f1d3969cd0b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.776569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-de1c0431-216b-4433-871a-9f1d3969cd0b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.783009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-de1c0431-216b-4433-871a-9f1d3969cd0b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.788963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-de1c0431-216b-4433-871a-9f1d3969cd0b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.794901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-de1c0431-216b-4433-871a-9f1d3969cd0b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.800711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-de1c0431-216b-4433-871a-9f1d3969cd0b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.802718 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-de1c0431-216b-4433-871a-9f1d3969cd0b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.2622349 Aug 24 00:25:10.832795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83f41f-525a-4090-83e3-eebb807e41ad req-3ded208b-7b26-4da2-a4ab-ed7f449b9f4e tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.834296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a83f41f-525a-4090-83e3-eebb807e41ad req-3ded208b-7b26-4da2-a4ab-ed7f449b9f4e tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 946 time: 0.2034385 Aug 24 00:25:10.882317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11f131-0729-418e-89ef-54eb560f7f38 req-6cf7b56a-2914-44da-9e4c-d2374870ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:10.883776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b11f131-0729-418e-89ef-54eb560f7f38 req-6cf7b56a-2914-44da-9e4c-d2374870ac1b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3486223 Aug 24 00:25:10.972364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6aa041b1-8a08-48cc-aa1f-d5e14158a0d8 req-71af2912-957a-48ca-b248-2618f53e2663 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1596985 Aug 24 00:25:11.009894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a83f41f-525a-4090-83e3-eebb807e41ad req-e061bc57-b65a-47e4-87bb-916ba59aef82 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593862 Aug 24 00:25:11.061080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-b1651afb-38f6-4e5f-89ac-df6fe706d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.062645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-b1651afb-38f6-4e5f-89ac-df6fe706d17c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 1095 time: 0.1089091 Aug 24 00:25:11.150602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-bcfa90bf-22f4-4fd2-ac6f-aebf986fec00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac HTTP/1.1" status: 200 len: 217 time: 0.0703480 Aug 24 00:25:11.241140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5515c5-37c7-4ca0-afc9-83c28faa5d48 req-b990732a-837f-4181-949f-3ad45f68f140 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.242690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef5515c5-37c7-4ca0-afc9-83c28faa5d48 req-b990732a-837f-4181-949f-3ad45f68f140 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 932 time: 0.1776252 Aug 24 00:25:11.283096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-8511131f-eccc-4056-8f69-76677bb11456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.284515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-8511131f-eccc-4056-8f69-76677bb11456 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.1062267 Aug 24 00:25:11.296282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c9f5-4d12-4f9d-b671-f363cb6555a9 req-5cbaaed1-c296-402e-866b-19797ddf0dc7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.297702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f12c9f5-4d12-4f9d-b671-f363cb6555a9 req-5cbaaed1-c296-402e-866b-19797ddf0dc7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.1535830 Aug 24 00:25:11.363183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-d9459404-3fdf-49a5-9e92-07334239138b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600588 Aug 24 00:25:11.385443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef5515c5-37c7-4ca0-afc9-83c28faa5d48 req-9b54ccff-6635-45ee-93a1-27891271ff65 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346245 Aug 24 00:25:11.409848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37077bd-9569-4f63-8b7f-2a670deff8f2 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:11.453758 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.464969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f12c9f5-4d12-4f9d-b671-f363cb6555a9 req-7688a678-3c8f-42b6-be9a-2621e69aacf7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512091 Aug 24 00:25:11.487828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Transition to ACTIVE for port object a37077bd-9569-4f63-8b7f-2a670deff8f2 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:11.533412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-9050d73b-dc64-48c4-a8e3-5451c1eb411f service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524827 Aug 24 00:25:11.573414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.660122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fd91e-85e7-40c6-9a24-a2d2bc754e94 req-b7cdcbf3-3f1a-4987-ad53-187275c8bd3b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.661660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e06fd91e-85e7-40c6-9a24-a2d2bc754e94 req-b7cdcbf3-3f1a-4987-ad53-187275c8bd3b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 944 time: 0.1443927 Aug 24 00:25:11.709043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a37077bd-9569-4f63-8b7f-2a670deff8f2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:11.786301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52f10c-ba29-4365-8e81-56e00ac24e29 req-67206357-e9e4-4fb7-aac1-872fbe72dbbf service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383869 Aug 24 00:25:11.789219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e06fd91e-85e7-40c6-9a24-a2d2bc754e94 req-c3e0039f-9ad6-461a-b089-1da343db3249 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161168 Aug 24 00:25:11.828912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Attempting to bind port a37077bd-9569-4f63-8b7f-2a670deff8f2 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:11.829350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Attempting to bind port a37077bd-9569-4f63-8b7f-2a670deff8f2 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:11.829912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Attempting to bind port a37077bd-9569-4f63-8b7f-2a670deff8f2 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:11.836269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Port a37077bd-9569-4f63-8b7f-2a670deff8f2 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:11.836784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Attempting to bind port a37077bd-9569-4f63-8b7f-2a670deff8f2 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:11.844468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:11.844984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Checking segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:11.845536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Bound using segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:11.846186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Bound port: a37077bd-9569-4f63-8b7f-2a670deff8f2, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:11.846700 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:11.901777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-7b65afd4-ae4f-45e8-994a-14689b93e918 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:11.903278 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-7b65afd4-ae4f-45e8-994a-14689b93e918 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 946 time: 0.0518696 Aug 24 00:25:11.930075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] For port a37077bd-9569-4f63-8b7f-2a670deff8f2, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:11.933072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] For port a37077bd-9569-4f63-8b7f-2a670deff8f2, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a37077bd-9569-4f63-8b7f-2a670deff8f2,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:12.000801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Deleting port 2edf519c-3f42-4a22-9761-54d3e5f26349 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:12.001144 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.007298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.084044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.084683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.086162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/a37077bd-9569-4f63-8b7f-2a670deff8f2 HTTP/1.1" status: 200 len: 1092 time: 1.5846791 Aug 24 00:25:12.100563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] For port 2edf519c-3f42-4a22-9761-54d3e5f26349, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=2edf519c-3f42-4a22-9761-54d3e5f26349,segment=NetworkSegment(c8c16914-1727-4446-af7e-7d7e0bccd5fc),segment_id=c8c16914-1727-4446-af7e-7d7e0bccd5fc)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:12.100984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26392b7b-b6f6-477a-86fc-578a475c7afe', 'tag': 'a37077bd-9569-4f63-8b7f-2a670deff8f2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:12.101100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.103268 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683476d0-0272-4b84-b988-9fc0980c00ed" -d '{"events": [{"name": "network-changed", "server_uuid": "26392b7b-b6f6-477a-86fc-578a475c7afe", "tag": "a37077bd-9569-4f63-8b7f-2a670deff8f2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:12.105968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670846d-f82e-4287-acb1-bfa3e37c20b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a37077bd-9569-4f63-8b7f-2a670deff8f2,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:12.118618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Calling delete_port for 2edf519c-3f42-4a22-9761-54d3e5f26349 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:12.167042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-95c968ad-f2da-4592-969c-223268bbb12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.175297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-95c968ad-f2da-4592-969c-223268bbb12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.181362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-95c968ad-f2da-4592-969c-223268bbb12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.188305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-95c968ad-f2da-4592-969c-223268bbb12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.198958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-95c968ad-f2da-4592-969c-223268bbb12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.200431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-95c968ad-f2da-4592-969c-223268bbb12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.207331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-95c968ad-f2da-4592-969c-223268bbb12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.209347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-95c968ad-f2da-4592-969c-223268bbb12a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1525290 Aug 24 00:25:12.264106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3df9c-1557-4780-b2e2-419bf245ea12 req-b4df98c9-2126-4f22-8411-b05a57eaa79f tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.265713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cf3df9c-1557-4780-b2e2-419bf245ea12 req-b4df98c9-2126-4f22-8411-b05a57eaa79f tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f6f213b-48cc-40a4-b458-8a40cca8cf5c HTTP/1.1" status: 200 len: 946 time: 0.1566961 Aug 24 00:25:12.300652 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.316628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d1e814d-bfaa-4922-954f-bfc9b11aa4dc req-7e90ae1d-6c7d-4ddd-83a2-13c5ce235f77 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738583 Aug 24 00:25:12.321723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-75aabf1b-db8b-4606-8fce-60d750a8f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.323183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-75aabf1b-db8b-4606-8fce-60d750a8f706 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 1095 time: 0.1120954 Aug 24 00:25:12.329976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.342301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cf3df9c-1557-4780-b2e2-419bf245ea12 req-d4f9e9f7-64d1-434a-8821-a6b1c73daaf2 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.26 "GET /v2.0/security-groups?id=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687740 Aug 24 00:25:12.361925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Pushing event deleted for resources: {'Port': ['ID=2edf519c-3f42-4a22-9761-54d3e5f26349,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:12.402849 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a1d552-3401-456d-8e5d-58921e0237d6 x-openstack-request-id: req-79a1d552-3401-456d-8e5d-58921e0237d6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:12.402849 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26392b7b-b6f6-477a-86fc-578a475c7afe", "tag": "a37077bd-9569-4f63-8b7f-2a670deff8f2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:12.402849 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79a1d552-3401-456d-8e5d-58921e0237d6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:12.402849 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26392b7b-b6f6-477a-86fc-578a475c7afe', 'tag': 'a37077bd-9569-4f63-8b7f-2a670deff8f2', 'status': 'completed', 'code': 200} Aug 24 00:25:12.403301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-77a0701f-e41b-4900-b14d-678987858072 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a37077bd-9569-4f63-8b7f-2a670deff8f2 HTTP/1.1" status: 200 len: 217 time: 0.0522540 Aug 24 00:25:12.421482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] No DVR routers for this DVR port 2edf519c-3f42-4a22-9761-54d3e5f26349 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:12.426768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:12.429045 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6dfe53a-da45-4f83-884b-5f793df8bb41 req-8ec99de8-fed1-4aee-9ab1-08746040a7b5 tempest-ServerPasswordTestJSON-1916137629 tempest-ServerPasswordTestJSON-1916137629-project] 10.222.0.37 "DELETE /v2.0/ports/2edf519c-3f42-4a22-9761-54d3e5f26349 HTTP/1.1" status: 204 len: 173 time: 0.5196834 Aug 24 00:25:12.429539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6f213b-48cc-40a4-b458-8a40cca8cf5c', 'name': 'network-vif-deleted', 'tag': '2edf519c-3f42-4a22-9761-54d3e5f26349'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:12.432467 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1c1f96-2c90-44e0-bb12-00988e0c0403" -d '{"events": [{"server_uuid": "9f6f213b-48cc-40a4-b458-8a40cca8cf5c", "name": "network-vif-deleted", "tag": "2edf519c-3f42-4a22-9761-54d3e5f26349"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:12.475869 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b14f0c-5e0d-43a9-b4b1-ddc46f064669 x-openstack-request-id: req-a6b14f0c-5e0d-43a9-b4b1-ddc46f064669 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:12.476166 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6f213b-48cc-40a4-b458-8a40cca8cf5c", "name": "network-vif-deleted", "tag": "2edf519c-3f42-4a22-9761-54d3e5f26349", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:12.476422 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6b14f0c-5e0d-43a9-b4b1-ddc46f064669 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:12.479319 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6f213b-48cc-40a4-b458-8a40cca8cf5c', 'name': 'network-vif-deleted', 'tag': '2edf519c-3f42-4a22-9761-54d3e5f26349', 'status': 'completed', 'code': 200} Aug 24 00:25:12.481229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-b2a8cba2-e1e8-4f17-8539-a45c4702fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.482939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-b2a8cba2-e1e8-4f17-8539-a45c4702fc4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0652609 Aug 24 00:25:12.564061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d278d-0e9a-4e9b-a36d-33eed2f79361 req-c137a242-4244-4a42-ad7c-1e3b5458a103 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.565603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db5d278d-0e9a-4e9b-a36d-33eed2f79361 req-c137a242-4244-4a42-ad7c-1e3b5458a103 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 944 time: 0.1019120 Aug 24 00:25:12.583886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-1ed3b5fb-7981-4cfc-aff6-be6216021502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.585369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-1ed3b5fb-7981-4cfc-aff6-be6216021502 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872104 Aug 24 00:25:12.694378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa3c1f-0bbd-4903-9fd7-0520742b6775 req-4d0f5f3e-d638-430c-865b-2660dad2f958 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.695790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63fa3c1f-0bbd-4903-9fd7-0520742b6775 req-4d0f5f3e-d638-430c-865b-2660dad2f958 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.1552398 Aug 24 00:25:12.701089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db5d278d-0e9a-4e9b-a36d-33eed2f79361 req-f38f1948-d9ee-4387-897e-5b7a2d67b35d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144896 Aug 24 00:25:12.771250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63fa3c1f-0bbd-4903-9fd7-0520742b6775 req-031683e0-30e5-4086-b530-80e16f2acb17 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675094 Aug 24 00:25:12.775130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-1197613b-4023-4b66-b37d-dfc7299cd882 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798971 Aug 24 00:25:12.925372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba83f84-f472-4b50-aa1d-cdbaba077075 req-08a0e093-f2a9-4582-890b-04af36c300d6 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421793 Aug 24 00:25:12.933489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d9a1-f3a9-49b1-9084-7df56d0c5b6e req-6fa306a2-6d9a-48b2-8c93-3fc690a2e67a tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.935433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbe7d9a1-f3a9-49b1-9084-7df56d0c5b6e req-6fa306a2-6d9a-48b2-8c93-3fc690a2e67a tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1097 time: 0.0968215 Aug 24 00:25:12.947429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b36a2c-ec4a-4ac5-9f8b-bba962e3227a req-3cf7b0b4-580d-4b80-b84a-33825f72e58a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:12.948786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b36a2c-ec4a-4ac5-9f8b-bba962e3227a req-3cf7b0b4-580d-4b80-b84a-33825f72e58a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 944 time: 0.0774438 Aug 24 00:25:12.995918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbe7d9a1-f3a9-49b1-9084-7df56d0c5b6e req-b4003a78-3a78-4ec3-afc3-48d8d4f7be3c tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Aug 24 00:25:13.009107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3b36a2c-ec4a-4ac5-9f8b-bba962e3227a req-378286f0-2b49-4b38-8715-0207f9aed330 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520961 Aug 24 00:25:13.132196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227af21-780f-412e-a964-4a1bbf00696d req-f16d7025-da54-49be-bcd5-3509049d98a5 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.133765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2227af21-780f-412e-a964-4a1bbf00696d req-f16d7025-da54-49be-bcd5-3509049d98a5 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1097 time: 0.0681348 Aug 24 00:25:13.136152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683476d0-0272-4b84-b988-9fc0980c00ed req-0d8f32ac-a380-48fc-8577-bd513289f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.137491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683476d0-0272-4b84-b988-9fc0980c00ed req-0d8f32ac-a380-48fc-8577-bd513289f078 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 1095 time: 0.0620587 Aug 24 00:25:13.216497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2227af21-780f-412e-a964-4a1bbf00696d req-45da4e6d-2bb5-4625-8749-19d85aa1e17e tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766377 Aug 24 00:25:13.253055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683476d0-0272-4b84-b988-9fc0980c00ed req-b8cf9c89-5384-444b-addf-9689822a1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.254560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683476d0-0272-4b84-b988-9fc0980c00ed req-b8cf9c89-5384-444b-addf-9689822a1d1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1091990 Aug 24 00:25:13.312830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683476d0-0272-4b84-b988-9fc0980c00ed req-f7e4e112-59e9-485c-a761-b050ac9e1ffa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a37077bd-9569-4f63-8b7f-2a670deff8f2 HTTP/1.1" status: 200 len: 217 time: 0.0483942 Aug 24 00:25:13.723648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683476d0-0272-4b84-b988-9fc0980c00ed req-1f395735-21c7-4ed6-b5ff-e500df9361ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.725212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683476d0-0272-4b84-b988-9fc0980c00ed req-1f395735-21c7-4ed6-b5ff-e500df9361ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.3910906 Aug 24 00:25:13.730170 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e165026-d52c-4df1-875f-f99f516ce98b req-967c37b5-50c1-4432-984d-a55c55897408 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4279058 Aug 24 00:25:13.744948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-3c690e2b-8124-47ca-8cac-b48746a8cd99 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.751030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-3c690e2b-8124-47ca-8cac-b48746a8cd99 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.756895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-3c690e2b-8124-47ca-8cac-b48746a8cd99 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.763413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-3c690e2b-8124-47ca-8cac-b48746a8cd99 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.769295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-3c690e2b-8124-47ca-8cac-b48746a8cd99 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.775307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-3c690e2b-8124-47ca-8cac-b48746a8cd99 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.781931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-3c690e2b-8124-47ca-8cac-b48746a8cd99 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.783862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-3c690e2b-8124-47ca-8cac-b48746a8cd99 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1326106 Aug 24 00:25:13.882277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc4c3792-45eb-480d-8e02-c731458b5c98 req-a9b540d6-f6df-4b22-af34-a1ba26e0d812 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887954 Aug 24 00:25:13.884705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683476d0-0272-4b84-b988-9fc0980c00ed req-a449141c-5d04-4425-8afa-fe9b519a4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.886143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683476d0-0272-4b84-b988-9fc0980c00ed req-a449141c-5d04-4425-8afa-fe9b519a4396 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013789 Aug 24 00:25:13.892209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165026-d52c-4df1-875f-f99f516ce98b req-6f0ee5e7-ed34-4b02-9005-87a9b59b0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:13.893960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e165026-d52c-4df1-875f-f99f516ce98b req-6f0ee5e7-ed34-4b02-9005-87a9b59b0b9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1096 time: 0.0775263 Aug 24 00:25:13.951425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59706) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.020903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbb457e-8b8d-44fd-b2c6-ea36d8a10d3c admin admin] Deleting subnet 1461f0d8-3439-4759-aedf-b0d20300a5d6 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:25:14.024730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbb457e-8b8d-44fd-b2c6-ea36d8a10d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.066850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683476d0-0272-4b84-b988-9fc0980c00ed req-efbf769f-7080-4a33-b088-2582de46ccea service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684279 Aug 24 00:25:14.069880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbb457e-8b8d-44fd-b2c6-ea36d8a10d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.103144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165026-d52c-4df1-875f-f99f516ce98b req-a4aa7ccc-88c9-4509-9553-e6b9c87dd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.104597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e165026-d52c-4df1-875f-f99f516ce98b req-a4aa7ccc-88c9-4509-9553-e6b9c87dd6b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1857820 Aug 24 00:25:14.119861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbb457e-8b8d-44fd-b2c6-ea36d8a10d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.219758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 2edf519c-3f42-4a22-9761-54d3e5f26349 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:14.236267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53070ad0-0ed4-44ee-a665-165fdc2fc66b req-ccdbc58e-7072-443e-a6fd-5df1d3dc6060 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.237906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53070ad0-0ed4-44ee-a665-165fdc2fc66b req-ccdbc58e-7072-443e-a6fd-5df1d3dc6060 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 944 time: 0.1733446 Aug 24 00:25:14.241724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 2edf519c-3f42-4a22-9761-54d3e5f26349 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:14.242333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 2edf519c-3f42-4a22-9761-54d3e5f26349 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:14.246978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e165026-d52c-4df1-875f-f99f516ce98b req-3726ad1e-0789-4b2b-98ad-3b59559e83f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.1260774 Aug 24 00:25:14.261145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbb457e-8b8d-44fd-b2c6-ea36d8a10d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.294459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb457e-8b8d-44fd-b2c6-ea36d8a10d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1461f0d8-3439-4759-aedf-b0d20300a5d6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:14.296481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbb457e-8b8d-44fd-b2c6-ea36d8a10d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.298482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cfbb457e-8b8d-44fd-b2c6-ea36d8a10d3c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1461f0d8-3439-4759-aedf-b0d20300a5d6 HTTP/1.1" status: 204 len: 168 time: 0.3460333 Aug 24 00:25:14.298615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683476d0-0272-4b84-b988-9fc0980c00ed req-e0308fa0-a029-45ba-800b-7fccdef34641 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186818 Aug 24 00:25:14.301171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59722) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:14.331395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53070ad0-0ed4-44ee-a665-165fdc2fc66b req-399cc85b-a1da-4e04-91af-4f9058d1305f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800145 Aug 24 00:25:14.335263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165026-d52c-4df1-875f-f99f516ce98b req-b1fdea5a-3c5c-4dbf-ab0b-d50198f51657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.336693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e165026-d52c-4df1-875f-f99f516ce98b req-b1fdea5a-3c5c-4dbf-ab0b-d50198f51657 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0718150 Aug 24 00:25:14.374427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.412638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e165026-d52c-4df1-875f-f99f516ce98b req-94bae9bf-6c13-4d06-b64f-b102bb62052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.414276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e165026-d52c-4df1-875f-f99f516ce98b req-94bae9bf-6c13-4d06-b64f-b102bb62052e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613325 Aug 24 00:25:14.478352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.482688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebf701e-809a-4103-8f3e-79a4154a186c']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:14.493757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c16914-1727-4446-af7e-7d7e0bccd5fc') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:14.494069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c16914-1727-4446-af7e-7d7e0bccd5fc') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:14.503977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.519874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.525874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:25:14.526267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:25:14.528052 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:25:14.572046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa4fa9-eb65-4e30-b92b-4a2a63f19f47 req-95f342db-1ce2-4f5e-99a9-f5181b0ba442 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:14.573749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aa4fa9-eb65-4e30-b92b-4a2a63f19f47 req-95f342db-1ce2-4f5e-99a9-f5181b0ba442 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 944 time: 0.0798247 Aug 24 00:25:14.581162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e165026-d52c-4df1-875f-f99f516ce98b req-e5776ca3-0a04-49f8-bbe4-62a92273dfa0 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527708 Aug 24 00:25:14.667150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aa4fa9-eb65-4e30-b92b-4a2a63f19f47 req-b76695c1-3f03-4516-a0a5-e6a8403247e2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868340 Aug 24 00:25:14.702957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e165026-d52c-4df1-875f-f99f516ce98b req-bbb5fb0e-642e-42e2-b431-9bf753114a8b service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156013 Aug 24 00:25:14.852781 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.867396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:14.869559 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bebf701e-809a-4103-8f3e-79a4154a186c HTTP/1.1" status: 204 len: 168 time: 0.5675151 Aug 24 00:25:14.880576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639a77a-afde-4758-a49b-03a729855b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=bebf701e-809a-4103-8f3e-79a4154a186c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:15.012148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-7d3c6f65-368c-478e-a570-d1b1d999bfe2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.018161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-7d3c6f65-368c-478e-a570-d1b1d999bfe2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.024047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-7d3c6f65-368c-478e-a570-d1b1d999bfe2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.030507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-7d3c6f65-368c-478e-a570-d1b1d999bfe2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.036335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-7d3c6f65-368c-478e-a570-d1b1d999bfe2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.042294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-7d3c6f65-368c-478e-a570-d1b1d999bfe2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.048866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-7d3c6f65-368c-478e-a570-d1b1d999bfe2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.050759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-7d3c6f65-368c-478e-a570-d1b1d999bfe2 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.0956140 Aug 24 00:25:15.092510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd2ba7a2-f4b3-4bb6-a299-69c93bbcadd3 req-794d698a-7f6f-42b8-a343-9ebb604bc5f0 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356278 Aug 24 00:25:15.248784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59736) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:15.295161 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0c9dee29-cd03-41ac-8c75-92690b5e7476 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52e99dc83f984ce2bc095093a29ca738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450964 Aug 24 00:25:15.297866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59738) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:15.349072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62f3005d-3726-4433-a3c8-5b8465d297af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.370251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62f3005d-3726-4433-a3c8-5b8465d297af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.464449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd101e8-d4e3-4fbb-821d-6ccb90dd7436 req-0feb1279-bb17-45c5-9cc1-3b03365f8846 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.466648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1dd101e8-d4e3-4fbb-821d-6ccb90dd7436 req-0feb1279-bb17-45c5-9cc1-3b03365f8846 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 944 time: 0.0522501 Aug 24 00:25:15.504844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1dd101e8-d4e3-4fbb-821d-6ccb90dd7436 req-d636f129-7013-4e5a-a681-b867af574026 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Aug 24 00:25:15.517853 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62f3005d-3726-4433-a3c8-5b8465d297af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.528381 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62f3005d-3726-4433-a3c8-5b8465d297af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:15.528381 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-62f3005d-3726-4433-a3c8-5b8465d297af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90b0cf6c-fc5a-4227-99d8-d49d9ca4512a HTTP/1.1" status: 204 len: 168 time: 0.2230182 Aug 24 00:25:15.531548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3005d-3726-4433-a3c8-5b8465d297af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b0cf6c-fc5a-4227-99d8-d49d9ca4512a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:15.741653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-dfb40be6-5be2-4eea-83b1-315508a1d401 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:25:15.742633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-dfb40be6-5be2-4eea-83b1-315508a1d401 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074081 Aug 24 00:25:15.760194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Request body: {'binding': {'host': 'n-h2-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:15.760646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Unknown quota resources ['binding']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:25:15.833936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247525-3131-449c-8b04-5b91a1920aa1 req-02707376-d90a-4817-b2d6-be0d68d29d43 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:15.835409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3247525-3131-449c-8b04-5b91a1920aa1 req-02707376-d90a-4817-b2d6-be0d68d29d43 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 944 time: 0.0983496 Aug 24 00:25:15.917826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3247525-3131-449c-8b04-5b91a1920aa1 req-b7487ab2-bfe7-4cc7-a772-46b5a49bdcaa tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576453 Aug 24 00:25:15.962260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on host n-h2-804878-2 for vnic_type normal with profile None {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:15.962609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:15.962961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:15.967441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:15.967767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:15.972902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:15.973243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:15.973676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:15.974107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Bound port: d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:16.027543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:16.118997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.120163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-2235b68a-60c8-47cf-b751-ffc5e0ca2459 service neutron] 10.222.0.26 "POST /v2.0/ports/d03b0b93-abe0-4cd4-b8ec-0d99cce2f265/bindings HTTP/1.1" status: 201 len: 389 time: 0.3634205 Aug 24 00:25:16.220540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-b68230bf-864d-44d5-a087-cb086aeee8dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.226970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-b68230bf-864d-44d5-a087-cb086aeee8dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.233763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-b68230bf-864d-44d5-a087-cb086aeee8dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.239732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-b68230bf-864d-44d5-a087-cb086aeee8dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.245699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-b68230bf-864d-44d5-a087-cb086aeee8dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.252277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-b68230bf-864d-44d5-a087-cb086aeee8dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.258671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-b68230bf-864d-44d5-a087-cb086aeee8dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.260283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-b68230bf-864d-44d5-a087-cb086aeee8dd tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.0945520 Aug 24 00:25:16.300651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43900a0f-6322-40ef-8c5a-b3b2a156d9bf req-47173b31-e9f0-40bc-8811-fc947f42f85c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338993 Aug 24 00:25:16.428383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db3ac9-61d1-43df-963d-b3f18d52b812 req-c568879a-bfb5-4eab-9e8a-c6b767da2a2b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.429904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97db3ac9-61d1-43df-963d-b3f18d52b812 req-c568879a-bfb5-4eab-9e8a-c6b767da2a2b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0543687 Aug 24 00:25:16.470078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97db3ac9-61d1-43df-963d-b3f18d52b812 req-25dc8fb0-01a3-4845-b820-fa0ae4c6e32c tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338571 Aug 24 00:25:16.625919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bf02d-4f15-4763-8e15-f8b9681ac574 req-73d03660-8b98-4e60-b4cf-312e556d4661 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:16.627353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51bf02d-4f15-4763-8e15-f8b9681ac574 req-73d03660-8b98-4e60-b4cf-312e556d4661 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 944 time: 0.0534918 Aug 24 00:25:16.678459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51bf02d-4f15-4763-8e15-f8b9681ac574 req-153921e1-1b9b-4626-9c02-c1ca5107ff47 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Aug 24 00:25:16.740699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59778) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:16.835957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1037771918-network', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:16.936316 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Made reservation on behalf of e4ae185ea1904af7ae68ec20b89fdca5 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:16.938698 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:16.954586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.032388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-d32b66f0-3e87-4957-9d47-993bf342e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.033970 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-d32b66f0-3e87-4957-9d47-993bf342e124 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1097 time: 0.0758731 Aug 24 00:25:17.043115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1733177-a876-4356-af0f-5ced869e2af0 req-4aa8d827-037a-4eed-b64d-40e9be17650e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.044753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1733177-a876-4356-af0f-5ced869e2af0 req-4aa8d827-037a-4eed-b64d-40e9be17650e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 944 time: 0.0521507 Aug 24 00:25:17.082696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1733177-a876-4356-af0f-5ced869e2af0 req-7743ecf2-56e2-471b-8c31-8ac43ca8d06e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Aug 24 00:25:17.158342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.161329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-28f41e21-6b94-47b1-9a05-e793ab87d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.162843 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-28f41e21-6b94-47b1-9a05-e793ab87d462 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1218147 Aug 24 00:25:17.203891 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-c4539c3f-37b2-400d-993d-a3012265ac06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 HTTP/1.1" status: 200 len: 217 time: 0.0338395 Aug 24 00:25:17.254622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-bac282ae-d607-431e-a3fe-0bc442e02370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.256026 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-bac282ae-d607-431e-a3fe-0bc442e02370 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0460443 Aug 24 00:25:17.289251 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-a812f0c1-96a2-4f20-abcb-0e62881614c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250094 Aug 24 00:25:17.304795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.368777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:25:17.389123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f5892b-c7bd-4a23-aa57-074f76dfaa34,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:17.392147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.392495 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Added segment a5e28f9a-71b7-4d4f-8208-44857123e20f of type vlan for network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d Aug 24 00:25:17.446215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-b6dd9673-f0a9-4257-80f5-49cec20e8fae tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.459474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-b6dd9673-f0a9-4257-80f5-49cec20e8fae tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.462100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-b6dd9673-f0a9-4257-80f5-49cec20e8fae tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.464332 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.468582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-b6dd9673-f0a9-4257-80f5-49cec20e8fae tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.469617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a37077bd-9569-4f63-8b7f-2a670deff8f2 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:17.471748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-c37dd669-e392-431d-bbc9-3cc2d5e2f3f6 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752415 Aug 24 00:25:17.475268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-b6dd9673-f0a9-4257-80f5-49cec20e8fae tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.482329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-b6dd9673-f0a9-4257-80f5-49cec20e8fae tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.489438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-b6dd9673-f0a9-4257-80f5-49cec20e8fae tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.491594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-b6dd9673-f0a9-4257-80f5-49cec20e8fae tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1149523 Aug 24 00:25:17.549603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba971c9-4b75-4fa7-8c24-b642db49363c req-5761c8b1-1e52-4358-967e-acc3911977e8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493102 Aug 24 00:25:17.578365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.579487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.580082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.592308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a37077bd-9569-4f63-8b7f-2a670deff8f2, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a37077bd-9569-4f63-8b7f-2a670deff8f2,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:17.600055 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-1cbca945-1383-4255-930f-b4f413a65894 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163185 Aug 24 00:25:17.604408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'a37077bd-9569-4f63-8b7f-2a670deff8f2', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': 'a37077bd-9569-4f63-8b7f-2a670deff8f2', 'mac_address': 'fa:16:3e:ed:e2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:17.636273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc4e8-354d-4f59-ba00-e76db734ccba req-6fe01e47-9fc0-4587-b0aa-abbb09d0beff tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.638713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-473fc4e8-354d-4f59-ba00-e76db734ccba req-6fe01e47-9fc0-4587-b0aa-abbb09d0beff tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0676744 Aug 24 00:25:17.650024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad20c02-d37b-4cf6-81e4-4299a5b7170d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:17.650841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.665612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:25:17.679097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37077bd-9569-4f63-8b7f-2a670deff8f2 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:17.687171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-473fc4e8-354d-4f59-ba00-e76db734ccba req-23fa125d-3e26-4249-8705-1ea79a30d02a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Aug 24 00:25:17.741879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a37077bd-9569-4f63-8b7f-2a670deff8f2, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a37077bd-9569-4f63-8b7f-2a670deff8f2,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:17.747754 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c86adcde-c680-4d57-85c5-07ae45fce8c8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0058401 Aug 24 00:25:17.750629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59796) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:17.756039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Request body: {'subnet': {'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1037771918-subnet', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:17.810087 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.810851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:17.832922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80424d63-d25d-4964-af4c-6651b58ee1eb req-088454a0-cdef-4862-b4e0-657ece6e4d04 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:17.834507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80424d63-d25d-4964-af4c-6651b58ee1eb req-088454a0-cdef-4862-b4e0-657ece6e4d04 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 944 time: 0.0504870 Aug 24 00:25:17.838556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Made reservation on behalf of e4ae185ea1904af7ae68ec20b89fdca5 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:17.841699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:17.882144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80424d63-d25d-4964-af4c-6651b58ee1eb req-cdcd8f9a-a3b1-4b83-b138-1ab6705414c2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Aug 24 00:25:18.050539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=a37077bd-9569-4f63-8b7f-2a670deff8f2,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:18.091576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.097232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:18.128428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'port_id': '8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', 'mac_address': 'fa:16:3e:51:25:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd87f-4345-4369-89f3-00b772d8d12e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:18.151383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2067f9c4-2889-4c9c-94aa-48ba4b252800,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:18.179017 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.193990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:18.196872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Checking segment: {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:18.196872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Network hostable DHCP agents. Network: 1ad20c02-d37b-4cf6-81e4-4299a5b7170d, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:25:18.219932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:18.232146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc1cdc-d89f-46ff-b720-c4f25cec0778 req-3fec8d5f-aa84-45ca-9b4b-c85e0adb089a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.233815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41cc1cdc-d89f-46ff-b720-c4f25cec0778 req-3fec8d5f-aa84-45ca-9b4b-c85e0adb089a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 944 time: 0.0604165 Aug 24 00:25:18.272440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41cc1cdc-d89f-46ff-b720-c4f25cec0778 req-48fc1af6-1bd5-40d7-ba8a-22910df598f3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Aug 24 00:25:18.312050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:25:18.348445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.398241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:18.449705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1ad20c02-d37b-4cf6-81e4-4299a5b7170d) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:18.455490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.455490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.462860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9faad94-057e-44ea-8ac3-037f066367e9 None None] Network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:18.588814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ede04f-e127-4a26-a957-fd80bbba2bec None None] Network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:25:18.622466 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-88c75f99-81ab-46bd-a629-b63a25dcf060 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8673031 Aug 24 00:25:18.622705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59808) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:18.626939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:18.680524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa591-53e8-4a97-b599-c1d009255616 req-d9f6d72f-46a1-4b36-98aa-5a115f820a28 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.689250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa591-53e8-4a97-b599-c1d009255616 req-d9f6d72f-46a1-4b36-98aa-5a115f820a28 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.696133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa591-53e8-4a97-b599-c1d009255616 req-d9f6d72f-46a1-4b36-98aa-5a115f820a28 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.703157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa591-53e8-4a97-b599-c1d009255616 req-d9f6d72f-46a1-4b36-98aa-5a115f820a28 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.709452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa591-53e8-4a97-b599-c1d009255616 req-d9f6d72f-46a1-4b36-98aa-5a115f820a28 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.715667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa591-53e8-4a97-b599-c1d009255616 req-d9f6d72f-46a1-4b36-98aa-5a115f820a28 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.723533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aa591-53e8-4a97-b599-c1d009255616 req-d9f6d72f-46a1-4b36-98aa-5a115f820a28 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.731638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-408aa591-53e8-4a97-b599-c1d009255616 req-d9f6d72f-46a1-4b36-98aa-5a115f820a28 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1080065 Aug 24 00:25:18.733592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.734764 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.776681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-408aa591-53e8-4a97-b599-c1d009255616 req-62d2ca67-8011-4c04-b2f3-41f765b3d9f0 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441918 Aug 24 00:25:18.805167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:18.850275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38670e37-90e4-41d5-bfc4-f99219504dfb req-539b5b52-d382-4bda-a692-24a028e1b077 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:18.852972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['a37077bd-9569-4f63-8b7f-2a670deff8f2'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:18.855350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38670e37-90e4-41d5-bfc4-f99219504dfb req-539b5b52-d382-4bda-a692-24a028e1b077 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0596697 Aug 24 00:25:18.877221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:18.906181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38670e37-90e4-41d5-bfc4-f99219504dfb req-8ebf1d11-7094-44fe-925c-4ccd6c42c0b0 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417743 Aug 24 00:25:19.085060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36cdb5-0ee5-4f3b-9391-29538b2c580e req-f6860b35-995d-4d7b-9ace-3af54228e578 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:19.087377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb36cdb5-0ee5-4f3b-9391-29538b2c580e req-f6860b35-995d-4d7b-9ace-3af54228e578 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 945 time: 0.0957716 Aug 24 00:25:19.147889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb36cdb5-0ee5-4f3b-9391-29538b2c580e req-976690ee-7941-4a1d-989e-3ebc539c5abd tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537820 Aug 24 00:25:19.364051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.400889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34307064-2221-471f-87f0-a3b29062a14c req-a9a29c38-c958-417a-8492-6b9f41306b3f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:19.403132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34307064-2221-471f-87f0-a3b29062a14c req-a9a29c38-c958-417a-8492-6b9f41306b3f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 945 time: 0.0603795 Aug 24 00:25:19.460502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34307064-2221-471f-87f0-a3b29062a14c req-74961525-724c-4d1c-8d9e-2b97567384bc tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489001 Aug 24 00:25:19.667084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.687886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.803957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Allocated IP 172.25.5.224 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/98d12199-4830-4296-bc59-669dc9316d25) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:19.946740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:19.967106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-6e471d1d-f0bd-4c24-9996-11d73fe73ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:19.984565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-6e471d1d-f0bd-4c24-9996-11d73fe73ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:19.996482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-6e471d1d-f0bd-4c24-9996-11d73fe73ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.002785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-6e471d1d-f0bd-4c24-9996-11d73fe73ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.008995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-6e471d1d-f0bd-4c24-9996-11d73fe73ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.015725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-6e471d1d-f0bd-4c24-9996-11d73fe73ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.021680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-6e471d1d-f0bd-4c24-9996-11d73fe73ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.023735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-6e471d1d-f0bd-4c24-9996-11d73fe73ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5430 time: 0.1445229 Aug 24 00:25:20.061265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.100226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4dbd4-3bb2-40bf-876b-fedb59a9a587 req-cbe5a1a9-0082-4456-8d6c-f4fa9efcfe73 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.101994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcc4dbd4-3bb2-40bf-876b-fedb59a9a587 req-cbe5a1a9-0082-4456-8d6c-f4fa9efcfe73 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0773492 Aug 24 00:25:20.122709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5013c774-b3cb-4ad9-ad8b-f02412915efa req-843df980-6d0b-480d-8dc4-7560addceb91 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889184 Aug 24 00:25:20.146441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Pushing event updated for resources: {'Port': ['ID=98d12199-4830-4296-bc59-669dc9316d25,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:20.154391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:20.156755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:20.159187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:20.178397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcc4dbd4-3bb2-40bf-876b-fedb59a9a587 req-0f8650fb-c987-4e20-923a-7794e0fbe496 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Aug 24 00:25:20.234709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 272065b3-76cf-461c-8792-3d4932903abe details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:20.285829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871be2b1-05be-4580-8003-eab4aad57581 req-53381be9-b19e-4f4f-a8e0-e615cd851918 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.295169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-871be2b1-05be-4580-8003-eab4aad57581 req-53381be9-b19e-4f4f-a8e0-e615cd851918 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 945 time: 0.0636101 Aug 24 00:25:20.369610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-871be2b1-05be-4580-8003-eab4aad57581 req-dab38041-c72e-4c39-a27d-ac872965bc73 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387733 Aug 24 00:25:20.404493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 272065b3-76cf-461c-8792-3d4932903abe, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=272065b3-76cf-461c-8792-3d4932903abe,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:20.415213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '272065b3-76cf-461c-8792-3d4932903abe', 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'port_id': '272065b3-76cf-461c-8792-3d4932903abe', 'mac_address': 'fa:16:3e:b4:ca:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260fe1af-dab9-44b3-bf0b-3f3055e6d1b5', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:20.464301 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.478337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272065b3-76cf-461c-8792-3d4932903abe {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:20.513441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 272065b3-76cf-461c-8792-3d4932903abe, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=272065b3-76cf-461c-8792-3d4932903abe,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:20.595346 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.595939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f265772-427e-404f-9f5f-f1a231797e3e details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:20.602900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b86d6-c856-46b0-b2d6-00a2c6754940 req-dffb0103-75ab-4ca2-8d5b-44b57c03793c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:20.604492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-025b86d6-c856-46b0-b2d6-00a2c6754940 req-dffb0103-75ab-4ca2-8d5b-44b57c03793c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 945 time: 0.0595255 Aug 24 00:25:20.642922 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.689074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-025b86d6-c856-46b0-b2d6-00a2c6754940 req-8bbf0955-87ee-4cef-96ef-e90b0dfe12a0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750942 Aug 24 00:25:20.721505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f265772-427e-404f-9f5f-f1a231797e3e, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f265772-427e-404f-9f5f-f1a231797e3e,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:20.733690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '7f265772-427e-404f-9f5f-f1a231797e3e', 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'port_id': '7f265772-427e-404f-9f5f-f1a231797e3e', 'mac_address': 'fa:16:3e:cb:26:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260fe1af-dab9-44b3-bf0b-3f3055e6d1b5', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:20.794681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=272065b3-76cf-461c-8792-3d4932903abe,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:20.806597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.820791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f265772-427e-404f-9f5f-f1a231797e3e {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:20.841390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f265772-427e-404f-9f5f-f1a231797e3e, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f265772-427e-404f-9f5f-f1a231797e3e,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:20.927058 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:20.927981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ff032e29-8de2-421c-879d-967747a87793 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:20.946489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.013966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ff032e29-8de2-421c-879d-967747a87793, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff032e29-8de2-421c-879d-967747a87793,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:21.017020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7f265772-427e-404f-9f5f-f1a231797e3e,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:21.038968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'ff032e29-8de2-421c-879d-967747a87793', 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'port_id': 'ff032e29-8de2-421c-879d-967747a87793', 'mac_address': 'fa:16:3e:6c:82:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260fe1af-dab9-44b3-bf0b-3f3055e6d1b5', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:21.092374 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.107370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff032e29-8de2-421c-879d-967747a87793 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:21.128617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ff032e29-8de2-421c-879d-967747a87793, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff032e29-8de2-421c-879d-967747a87793,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:21.202439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.203250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 947a33e8-f6a5-4b99-b746-bc3558b0b722 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:21.235243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:25:21.305917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-60061882-a530-4c41-8b73-88d5627ad20c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.312457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-60061882-a530-4c41-8b73-88d5627ad20c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.318584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-60061882-a530-4c41-8b73-88d5627ad20c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.325360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-60061882-a530-4c41-8b73-88d5627ad20c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.331914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-60061882-a530-4c41-8b73-88d5627ad20c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.338248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-60061882-a530-4c41-8b73-88d5627ad20c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.344905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-60061882-a530-4c41-8b73-88d5627ad20c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.346882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-60061882-a530-4c41-8b73-88d5627ad20c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5433 time: 0.1452129 Aug 24 00:25:21.378824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 947a33e8-f6a5-4b99-b746-bc3558b0b722, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:21.393787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '947a33e8-f6a5-4b99-b746-bc3558b0b722', 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501', 'port_id': '947a33e8-f6a5-4b99-b746-bc3558b0b722', 'mac_address': 'fa:16:3e:3c:d6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db08216-ec94-42ab-8797-3e3dee98850e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:21.402971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ff032e29-8de2-421c-879d-967747a87793,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:21.431767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:25:21.444586 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Sync routers for ids ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:25:21.467656 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Routers {'3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:25:21.468644 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:21.486309 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.495847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75a5975b-2806-41fa-842c-3ad9a3c69252 req-804ffeed-b891-430b-a5cc-402490a50230 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107671 Aug 24 00:25:21.514053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a37077bd-9569-4f63-8b7f-2a670deff8f2 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:21.536929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ceb3-f5a0-497d-8d68-f6d99ae2530b req-39783d45-7c4b-4608-a2ee-dd46f547c802 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.540899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.542498 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5ab1421d-d64c-443e-b4d4-149c2e4e4555 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9190168 Aug 24 00:25:21.545396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59850) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:21.548416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de91ceb3-f5a0-497d-8d68-f6d99ae2530b req-39783d45-7c4b-4608-a2ee-dd46f547c802 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.2002342 Aug 24 00:25:21.562207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947a33e8-f6a5-4b99-b746-bc3558b0b722 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:21.611470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 947a33e8-f6a5-4b99-b746-bc3558b0b722, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:21.612784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de91ceb3-f5a0-497d-8d68-f6d99ae2530b req-1dbf5321-cb64-46ee-9748-9a5ab3c6d084 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634315 Aug 24 00:25:21.693181 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Set router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:25:21.711786 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.712545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ca08ea5c-78c6-43d1-af20-328d86f63233 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:21.746625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ca08ea5c-78c6-43d1-af20-328d86f63233, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ca08ea5c-78c6-43d1-af20-328d86f63233,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:21.760591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'ca08ea5c-78c6-43d1-af20-328d86f63233', 'network_id': '2451831c-464c-4e2d-943c-5fa3aeefff28', 'port_id': 'ca08ea5c-78c6-43d1-af20-328d86f63233', 'mac_address': 'fa:16:3e:95:80:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '260fe1af-dab9-44b3-bf0b-3f3055e6d1b5', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:21.789197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71325fe8-b295-46ff-84c5-016f10b3257e req-7d831ffa-2526-49c9-a201-d6e28b2c2ea2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:21.799764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port a37077bd-9569-4f63-8b7f-2a670deff8f2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:21.802233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71325fe8-b295-46ff-84c5-016f10b3257e req-7d831ffa-2526-49c9-a201-d6e28b2c2ea2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 945 time: 0.1578195 Aug 24 00:25:21.831198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port a37077bd-9569-4f63-8b7f-2a670deff8f2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:21.831692 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.903494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:21.916437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71325fe8-b295-46ff-84c5-016f10b3257e req-da3ebb10-fcd1-4df9-9dc2-509520cb4607 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025028 Aug 24 00:25:21.921634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=947a33e8-f6a5-4b99-b746-bc3558b0b722,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:21.932426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca08ea5c-78c6-43d1-af20-328d86f63233 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:21.980957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ca08ea5c-78c6-43d1-af20-328d86f63233, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ca08ea5c-78c6-43d1-af20-328d86f63233,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:22.079211 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.088877 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.089623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 57c8b0cc-cf0a-46c4-9681-c843d7384597 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:22.110131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a69b9-3803-4330-b23d-cc6730e94183 req-b9a71ef9-e9f2-4a2b-8722-b8cf1e1b26bd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.114943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-525a69b9-3803-4330-b23d-cc6730e94183 req-b9a71ef9-e9f2-4a2b-8722-b8cf1e1b26bd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 945 time: 0.1128366 Aug 24 00:25:22.164053 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '98d12199-4830-4296-bc59-669dc9316d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:25:20Z', 'revision_number': 3, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port': {'id': '98d12199-4830-4296-bc59-669dc9316d25', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:19Z', 'updated_at': '2021-08-24T00:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:22.220727 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Checking router: 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:25:22.221067 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Updating router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 port 98d12199-4830-4296-bc59-669dc9316d25 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:25:22.241101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-525a69b9-3803-4330-b23d-cc6730e94183 req-7e448dcd-43b2-4a24-9e22-7d9385799749 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208353 Aug 24 00:25:22.275721 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.276898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26392b7b-b6f6-477a-86fc-578a475c7afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37077bd-9569-4f63-8b7f-2a670deff8f2'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:22.279214 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e062f6da-c736-4aa8-aca8-0270f22c7f72" -d '{"events": [{"server_uuid": "26392b7b-b6f6-477a-86fc-578a475c7afe", "name": "network-vif-plugged", "status": "completed", "tag": "a37077bd-9569-4f63-8b7f-2a670deff8f2"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:22.335236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a37077bd-9569-4f63-8b7f-2a670deff8f2, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a37077bd-9569-4f63-8b7f-2a670deff8f2,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:22.336997 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391a15fc-331c-4d67-92fb-c1b841630639 x-openstack-request-id: req-391a15fc-331c-4d67-92fb-c1b841630639 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:22.337315 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26392b7b-b6f6-477a-86fc-578a475c7afe", "name": "network-vif-plugged", "status": "completed", "tag": "a37077bd-9569-4f63-8b7f-2a670deff8f2", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:22.337632 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-391a15fc-331c-4d67-92fb-c1b841630639 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:22.338079 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26392b7b-b6f6-477a-86fc-578a475c7afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37077bd-9569-4f63-8b7f-2a670deff8f2', 'code': 200} Aug 24 00:25:22.343333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ca08ea5c-78c6-43d1-af20-328d86f63233,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.423789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.431252 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.432065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:22.530255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=a37077bd-9569-4f63-8b7f-2a670deff8f2,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.549228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d6b53-3e4e-4d8c-9acb-3d250710ab11 req-8a8a842b-16a0-4197-b2dd-805a2ba4ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.550764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b39d6b53-3e4e-4d8c-9acb-3d250710ab11 req-8a8a842b-16a0-4197-b2dd-805a2ba4ec9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 1097 time: 0.1123891 Aug 24 00:25:22.550956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 57c8b0cc-cf0a-46c4-9681-c843d7384597, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:22.570441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'port_id': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'mac_address': 'fa:16:3e:dc:37:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:22.626199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b39d6b53-3e4e-4d8c-9acb-3d250710ab11 req-da58dfea-367c-4ab0-a0a1-11816f96df07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669751 Aug 24 00:25:22.653901 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.697157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c8b0cc-cf0a-46c4-9681-c843d7384597 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:22.743311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 57c8b0cc-cf0a-46c4-9681-c843d7384597, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:22.745642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:22.755813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:22.756207 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.785651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Allocated IP 172.20.0.1 (1ad20c02-d37b-4cf6-81e4-4299a5b7170d/2067f9c4-2889-4c9c-94aa-48ba4b252800/fa86a497-f36b-4ed3-9c52-976c4631a201) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:22.805888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-e7ff5407-16b8-4f35-ae31-6647a7d6434a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.817976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-e7ff5407-16b8-4f35-ae31-6647a7d6434a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.818403 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.830742 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Transition to ACTIVE for port object 98d12199-4830-4296-bc59-669dc9316d25 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:22.833825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-e7ff5407-16b8-4f35-ae31-6647a7d6434a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.851004 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.852034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8d9d4351-dde7-4729-9310-4fcd093ad04d details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:22.852747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-e7ff5407-16b8-4f35-ae31-6647a7d6434a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.872478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-e7ff5407-16b8-4f35-ae31-6647a7d6434a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.886720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-e7ff5407-16b8-4f35-ae31-6647a7d6434a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.903874 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.904694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-e7ff5407-16b8-4f35-ae31-6647a7d6434a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.907039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-e7ff5407-16b8-4f35-ae31-6647a7d6434a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5435 time: 0.2575746 Aug 24 00:25:22.932315 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:22.950527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8d9d4351-dde7-4729-9310-4fcd093ad04d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:22.965210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0aba90-50cb-4189-8f39-0981b980c218 req-e36d1961-f0b7-4a55-896d-358637718ca4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:22.971716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=57c8b0cc-cf0a-46c4-9681-c843d7384597,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:22.973449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee0aba90-50cb-4189-8f39-0981b980c218 req-e36d1961-f0b7-4a55-896d-358637718ca4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.2379897 Aug 24 00:25:22.985352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '8d9d4351-dde7-4729-9310-4fcd093ad04d', 'network_id': '2c7f342d-8fc5-4cbb-af18-961b4b04d501', 'port_id': '8d9d4351-dde7-4729-9310-4fcd093ad04d', 'mac_address': 'fa:16:3e:26:ae:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db08216-ec94-42ab-8797-3e3dee98850e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:22.990503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:22.997890 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.033114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09d014b1-4edd-4801-8b2f-0f4b279219e3 req-5720ef82-adf6-4cf8-8830-f34c8ee5bc4d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109447 Aug 24 00:25:23.036576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.048125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee0aba90-50cb-4189-8f39-0981b980c218 req-34b0323a-f247-4c72-9329-4584ad8ae085 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736775 Aug 24 00:25:23.077243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9d4351-dde7-4729-9310-4fcd093ad04d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:23.087552 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.165460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8d9d4351-dde7-4729-9310-4fcd093ad04d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:23.194412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:23.232233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf554267-2122-4f23-bb62-7b7ff5ab0260 req-b35828d2-67de-4268-9af3-ec0b53c1f995 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:23.234395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf554267-2122-4f23-bb62-7b7ff5ab0260 req-b35828d2-67de-4268-9af3-ec0b53c1f995 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 946 time: 0.0611846 Aug 24 00:25:23.240864 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Attempting to bind port 98d12199-4830-4296-bc59-669dc9316d25 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:23.241404 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Attempting to bind port 98d12199-4830-4296-bc59-669dc9316d25 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:23.241810 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Attempting to bind port 98d12199-4830-4296-bc59-669dc9316d25 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:23.248291 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:23.250328 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:23.251652 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.252581 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:23.254881 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Bound port: 98d12199-4830-4296-bc59-669dc9316d25, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:23.255474 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.259451 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Pushing event updated for resources: {'Port': ['ID=98d12199-4830-4296-bc59-669dc9316d25,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:23.267209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.287456 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.294858 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.295206 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.295551 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.295892 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.296227 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.296561 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.296893 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.297493 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.297927 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.298250 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.298578 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.298907 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:23.354139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf554267-2122-4f23-bb62-7b7ff5ab0260 req-1fc8d2b8-e272-4871-be42-61eac3f789f0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084337 Aug 24 00:25:23.372976 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] For port 98d12199-4830-4296-bc59-669dc9316d25, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:23.391303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:23.403524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:23.404135 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] For port 98d12199-4830-4296-bc59-669dc9316d25, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=98d12199-4830-4296-bc59-669dc9316d25,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:23.407672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:23.428951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8d9d4351-dde7-4729-9310-4fcd093ad04d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:23.492191 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.534061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Pushing event updated for resources: {'Port': ['ID=fa86a497-f36b-4ed3-9c52-976c4631a201,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:23.570431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0b64c-a435-4c92-bbc2-059f3c2614b8 req-6a8b1852-9118-42e1-8fdf-8a7ddebfaa1b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:23.571262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.578536 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3abe1-c7e9-47f5-9409-1652df959bfd None None] Pushing event updated for resources: {'Port': ['ID=98d12199-4830-4296-bc59-669dc9316d25,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:23.581702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-caa0b64c-a435-4c92-bbc2-059f3c2614b8 req-6a8b1852-9118-42e1-8fdf-8a7ddebfaa1b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 946 time: 0.1266367 Aug 24 00:25:23.609783 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Routers {'3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:25:23.610211 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:23.640973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-caa0b64c-a435-4c92-bbc2-059f3c2614b8 req-26366986-a758-4262-be7c-a30cd8293ca2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Aug 24 00:25:23.751047 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] Set router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:25:23.899303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:23.940094 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '98d12199-4830-4296-bc59-669dc9316d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:25:20Z', 'revision_number': 3, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port': {'id': '98d12199-4830-4296-bc59-669dc9316d25', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:19Z', 'updated_at': '2021-08-24T00:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:23.973840 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00fe9df-04e0-4f76-94c6-7126641cc578 None None] The sync data for ids ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'] in n-d-804878-2 is: [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '98d12199-4830-4296-bc59-669dc9316d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:25:20Z', 'revision_number': 3, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port': {'id': '98d12199-4830-4296-bc59-669dc9316d25', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:19Z', 'updated_at': '2021-08-24T00:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:25:24.092546 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.135754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['272065b3-76cf-461c-8792-3d4932903abe'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:24.167804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['947a33e8-f6a5-4b99-b746-bc3558b0b722'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:24.178609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['7f265772-427e-404f-9f5f-f1a231797e3e'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:24.181300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['57c8b0cc-cf0a-46c4-9681-c843d7384597'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:24.231221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.257364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-bdbc4efb-c606-408b-82b4-303a072efa10 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.263749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-bdbc4efb-c606-408b-82b4-303a072efa10 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.277177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['8d9d4351-dde7-4729-9310-4fcd093ad04d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:24.285248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-bdbc4efb-c606-408b-82b4-303a072efa10 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.294467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-bdbc4efb-c606-408b-82b4-303a072efa10 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.312876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-bdbc4efb-c606-408b-82b4-303a072efa10 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.331446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-bdbc4efb-c606-408b-82b4-303a072efa10 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.341176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-bdbc4efb-c606-408b-82b4-303a072efa10 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.345269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Pushing event updated for resources: {'Port': ['ID=fa86a497-f36b-4ed3-9c52-976c4631a201,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:24.357171 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:24.365117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-bdbc4efb-c606-408b-82b4-303a072efa10 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5437 time: 0.2211747 Aug 24 00:25:24.405521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb9805-4f64-4824-be70-fcaf323ead99 req-c8683ffc-b128-4845-8e37-3c3557276725 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:24.415783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ceb9805-4f64-4824-be70-fcaf323ead99 req-c8683ffc-b128-4845-8e37-3c3557276725 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.2634068 Aug 24 00:25:24.525307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ceb9805-4f64-4824-be70-fcaf323ead99 req-3c145c77-6f6b-4cb7-b833-6efca12a1aeb tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085145 Aug 24 00:25:24.582975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0477bced-e631-4bd1-8b87-613a4d8dd1bc req-0c351788-b56d-44ab-a284-7f92b6fe9f95 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2166469 Aug 24 00:25:24.652626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:24.652626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:24.697850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a457291-940b-44d7-9391-dbb1204227d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:24.703067 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952e22d8-2e27-4cd8-a069-ce94dcad32bf" -d '{"events": [{"server_uuid": "0a457291-940b-44d7-9391-dbb1204227d2", "name": "network-vif-plugged", "status": "completed", "tag": "8eec7b24-ddb2-4931-b9df-a0e7d4c0caac"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:24.732038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 98d12199-4830-4296-bc59-669dc9316d25 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:24.816325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:25:25.008716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f24f4-513f-4571-a52d-5b07f788c709 req-71d1e2f1-4d21-48ec-9da3-1037b9a8fe1e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.029470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-901f24f4-513f-4571-a52d-5b07f788c709 req-71d1e2f1-4d21-48ec-9da3-1037b9a8fe1e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 946 time: 0.1899652 Aug 24 00:25:25.047809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 98d12199-4830-4296-bc59-669dc9316d25 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:25.062843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:25:25.063666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['ca08ea5c-78c6-43d1-af20-328d86f63233'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:25.075113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a01897-a983-4eaa-9c82-3dc2a465a857 req-8e131d82-af4a-4dd9-83d6-bc50af23c6ea tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.090113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38a01897-a983-4eaa-9c82-3dc2a465a857 req-8e131d82-af4a-4dd9-83d6-bc50af23c6ea tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 946 time: 0.2010355 Aug 24 00:25:25.091491 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9fcd3259-e161-4617-ae76-41482145f723 admin admin] 10.222.0.26 "PUT /v2.0/routers/3e37054f-5796-4e5d-8eff-ccf01f1f7ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5446994 Aug 24 00:25:25.128804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-901f24f4-513f-4571-a52d-5b07f788c709 req-b2f15af1-b0a1-441a-936c-da887340141d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052883 Aug 24 00:25:25.168079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['ff032e29-8de2-421c-879d-967747a87793'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:25.178916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38a01897-a983-4eaa-9c82-3dc2a465a857 req-788be42f-c31f-4e2a-b185-6c9f41cdda89 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924344 Aug 24 00:25:25.290975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 98d12199-4830-4296-bc59-669dc9316d25 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:25.291863 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:25.336522 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055a0b02-a311-4c46-84e0-537044dcf980 x-openstack-request-id: req-055a0b02-a311-4c46-84e0-537044dcf980 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:25.336893 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a457291-940b-44d7-9391-dbb1204227d2", "name": "network-vif-plugged", "status": "completed", "tag": "8eec7b24-ddb2-4931-b9df-a0e7d4c0caac", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:25.337060 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-055a0b02-a311-4c46-84e0-537044dcf980 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:25.337635 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a457291-940b-44d7-9391-dbb1204227d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', 'code': 200} Aug 24 00:25:25.409261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e80ee-3940-4674-ac7f-836f70d050eb req-bcff32eb-2b0a-4d52-a4ce-0bbc1c31d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.414466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c60e80ee-3940-4674-ac7f-836f70d050eb req-bcff32eb-2b0a-4d52-a4ce-0bbc1c31d0d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 1097 time: 0.0683012 Aug 24 00:25:25.457067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c60e80ee-3940-4674-ac7f-836f70d050eb req-f910bd7c-23f5-4f4c-9bae-7c557b43c466 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358396 Aug 24 00:25:25.608314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:25.740088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f1376-0bf9-4ffa-9c5f-1a7995cedeb1 req-80f77c94-cbea-4f3f-9e44-b87e1d85f031 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.742115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-585f1376-0bf9-4ffa-9c5f-1a7995cedeb1 req-80f77c94-cbea-4f3f-9e44-b87e1d85f031 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0951347 Aug 24 00:25:25.751281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-b24450ab-fb7b-4101-babf-2a8c0c2a999b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:25.759946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-b24450ab-fb7b-4101-babf-2a8c0c2a999b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/networks?id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 200 len: 811 time: 0.1949561 Aug 24 00:25:25.804526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-747c6bf2-26b2-488f-8fa9-b9f510d3b573 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/quotas/e4ae185ea1904af7ae68ec20b89fdca5 HTTP/1.1" status: 200 len: 375 time: 0.0435641 Aug 24 00:25:25.867428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-585f1376-0bf9-4ffa-9c5f-1a7995cedeb1 req-f241e8ce-2756-4038-a0d1-12f52735e67b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040220 Aug 24 00:25:25.890088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-7837493a-5072-4b8d-bf3e-017fc1e2a627 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829117 Aug 24 00:25:25.972795 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.045527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 98d12199-4830-4296-bc59-669dc9316d25, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=98d12199-4830-4296-bc59-669dc9316d25,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:26.131767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-46f1b4f1-3ef7-4161-b0f4-f1dcbc66c374 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.138255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-46f1b4f1-3ef7-4161-b0f4-f1dcbc66c374 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.143899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.144212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-46f1b4f1-3ef7-4161-b0f4-f1dcbc66c374 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.150291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-46f1b4f1-3ef7-4161-b0f4-f1dcbc66c374 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.156362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-46f1b4f1-3ef7-4161-b0f4-f1dcbc66c374 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.162292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-46f1b4f1-3ef7-4161-b0f4-f1dcbc66c374 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.168164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-46f1b4f1-3ef7-4161-b0f4-f1dcbc66c374 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.170079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-46f1b4f1-3ef7-4161-b0f4-f1dcbc66c374 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5437 time: 0.1898549 Aug 24 00:25:26.203215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=98d12199-4830-4296-bc59-669dc9316d25,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:26.244019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2985e5d-8ab0-44e7-ac5f-313078cc4470 req-6e52b48c-fe47-47a9-9b01-31a0d41e0260 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639989 Aug 24 00:25:26.251569 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7031b286-714a-4aaa-9c48-80b926b1f6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.254308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-48493c28-c92d-4555-a347-cdf7bb00c6dd service neutron] 10.222.0.26 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566229 Aug 24 00:25:26.366544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-40eea94b-7e8e-45e6-b8b8-bdfab5d73f9b service neutron] 10.222.0.26 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056540 Aug 24 00:25:26.471859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 98d12199-4830-4296-bc59-669dc9316d25 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:26.535474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 98d12199-4830-4296-bc59-669dc9316d25 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:26.536799 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:26.544374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063aa6-35fb-4639-af1e-7eb4743da343 req-3098c499-885c-4375-9a11-3c4463c10a83 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:26.550191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b063aa6-35fb-4639-af1e-7eb4743da343 req-3098c499-885c-4375-9a11-3c4463c10a83 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 946 time: 0.0624881 Aug 24 00:25:26.563463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Sync routers for ids ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:25:26.583083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Routers {'3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:25:26.586408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:26.586537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b063aa6-35fb-4639-af1e-7eb4743da343 req-82cb3341-649e-439f-bfe5-b39fcb108ec4 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Aug 24 00:25:26.715670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb06f5b4-972c-462f-b708-aa1440f2ad50 req-e48e41e9-ce99-49f5-98ca-9c2f30cdfe32 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 210 time: 0.0383742 Aug 24 00:25:26.763328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Set router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:25:26.999174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '98d12199-4830-4296-bc59-669dc9316d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:25:23Z', 'revision_number': 4, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port': {'id': '98d12199-4830-4296-bc59-669dc9316d25', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:19Z', 'updated_at': '2021-08-24T00:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fa86a497-f36b-4ed3-9c52-976c4631a201', 'name': '', 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'mac_address': 'fa:16:3e:4e:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2067f9c4-2889-4c9c-94aa-48ba4b252800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:22Z', 'updated_at': '2021-08-24T00:25:23Z', 'revision_number': 2, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'subnets': [{'id': '2067f9c4-2889-4c9c-94aa-48ba4b252800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:27.018844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702722f-e0d1-4b5e-bc6c-05d42a1b8db3 req-ae7531ca-c1bc-4127-895c-33fee9a6c154 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.020773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1702722f-e0d1-4b5e-bc6c-05d42a1b8db3 req-ae7531ca-c1bc-4127-895c-33fee9a6c154 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0692830 Aug 24 00:25:27.028133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Checking router: 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:25:27.028493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Updating router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 port fa86a497-f36b-4ed3-9c52-976c4631a201 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:25:27.055168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.070482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1702722f-e0d1-4b5e-bc6c-05d42a1b8db3 req-814aafff-c1cd-43a9-838a-3448e55a22bd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426395 Aug 24 00:25:27.361629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.376235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Transition to ACTIVE for port object fa86a497-f36b-4ed3-9c52-976c4631a201 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:27.420777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-b8bea08b-639e-48f4-a5b2-d39b12578b86 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.426989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-b8bea08b-639e-48f4-a5b2-d39b12578b86 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.433154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-b8bea08b-639e-48f4-a5b2-d39b12578b86 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.452941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-b8bea08b-639e-48f4-a5b2-d39b12578b86 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.465345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-b8bea08b-639e-48f4-a5b2-d39b12578b86 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.471729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-b8bea08b-639e-48f4-a5b2-d39b12578b86 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.486362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-b8bea08b-639e-48f4-a5b2-d39b12578b86 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.488598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-b8bea08b-639e-48f4-a5b2-d39b12578b86 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5437 time: 0.1298668 Aug 24 00:25:27.539935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b008195b-3a5e-4073-afd8-7478f30592b3 req-53b8e124-1a00-4296-8b4f-a9390620febc tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391865 Aug 24 00:25:27.540301 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.598278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7b16b-6625-4008-a0dd-4992f4cfb3f5 None None] Pushing event updated for resources: {'Port': ['ID=fa86a497-f36b-4ed3-9c52-976c4631a201,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:27.655573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Attempting to bind port fa86a497-f36b-4ed3-9c52-976c4631a201 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:27.655573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Attempting to bind port fa86a497-f36b-4ed3-9c52-976c4631a201 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:27.656366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Attempting to bind port fa86a497-f36b-4ed3-9c52-976c4631a201 on network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:27.661708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:27.662105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Checking segment: {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:27.662510 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.662902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Bound using segment: {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:27.663359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Bound port: fa86a497-f36b-4ed3-9c52-976c4631a201, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:27.663742 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.735257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9a7e3-6d01-4196-a50f-240fc4af1c2a req-96ef305a-c1c1-4e37-a4ef-872c582b2bc6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:27.746030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc9a7e3-6d01-4196-a50f-240fc4af1c2a req-96ef305a-c1c1-4e37-a4ef-872c582b2bc6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 946 time: 0.0730560 Aug 24 00:25:27.767968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] For port fa86a497-f36b-4ed3-9c52-976c4631a201, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:27.772404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] For port fa86a497-f36b-4ed3-9c52-976c4631a201, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fa86a497-f36b-4ed3-9c52-976c4631a201,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:27.797266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc9a7e3-6d01-4196-a50f-240fc4af1c2a req-cb443efc-19ce-4747-9561-4e2f29d5d8d7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543203 Aug 24 00:25:27.883330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7126e12-4d9e-466b-b6b0-a2b368ec15df req-bac77bd2-985d-49b9-8054-0dc3b8670f8c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 210 time: 0.0337090 Aug 24 00:25:27.940924 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:27.993799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Routers {'3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:25:27.994439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:24:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:28.048957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7b16b-6625-4008-a0dd-4992f4cfb3f5 None None] Pushing event updated for resources: {'Port': ['ID=fa86a497-f36b-4ed3-9c52-976c4631a201,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:28.128363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca5012-8466-42e9-bc1f-6b31f8dc7cdf req-79a799c2-f884-40b2-8c86-ab69044af82e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.130046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1ca5012-8466-42e9-bc1f-6b31f8dc7cdf req-79a799c2-f884-40b2-8c86-ab69044af82e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1165400 Aug 24 00:25:28.139307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] Set router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:25:28.154179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1ca5012-8466-42e9-bc1f-6b31f8dc7cdf req-654381de-f511-44b7-84b7-63bbe18bfb50 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/quotas/b29c3053628e4966ae784e99267e9414 HTTP/1.1" status: 200 len: 375 time: 0.0157819 Aug 24 00:25:28.268175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1ca5012-8466-42e9-bc1f-6b31f8dc7cdf req-246d8850-19d2-438d-b825-77c47356d570 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1099339 Aug 24 00:25:28.277268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a6323-378c-4a33-ad98-e0055f89c34a req-275b4dd2-f861-447f-b356-0a01210b88c5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.278765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-645a6323-378c-4a33-ad98-e0055f89c34a req-275b4dd2-f861-447f-b356-0a01210b88c5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0843246 Aug 24 00:25:28.361226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '98d12199-4830-4296-bc59-669dc9316d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:25:23Z', 'revision_number': 4, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port': {'id': '98d12199-4830-4296-bc59-669dc9316d25', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:19Z', 'updated_at': '2021-08-24T00:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fa86a497-f36b-4ed3-9c52-976c4631a201', 'name': '', 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'mac_address': 'fa:16:3e:4e:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2067f9c4-2889-4c9c-94aa-48ba4b252800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:22Z', 'updated_at': '2021-08-24T00:25:27Z', 'revision_number': 4, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'subnets': [{'id': '2067f9c4-2889-4c9c-94aa-48ba4b252800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:28.393921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-645a6323-378c-4a33-ad98-e0055f89c34a req-ec6170b0-b7c7-4e49-92c3-35e18c743720 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879388 Aug 24 00:25:28.399086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15952c70-7b3d-460c-a912-afc0b1e93a05 None None] The sync data for ids ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'] in n-d-804878-2 is: [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '98d12199-4830-4296-bc59-669dc9316d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:25:23Z', 'revision_number': 4, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port': {'id': '98d12199-4830-4296-bc59-669dc9316d25', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:19Z', 'updated_at': '2021-08-24T00:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fa86a497-f36b-4ed3-9c52-976c4631a201', 'name': '', 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'mac_address': 'fa:16:3e:4e:48:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2067f9c4-2889-4c9c-94aa-48ba4b252800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:22Z', 'updated_at': '2021-08-24T00:25:27Z', 'revision_number': 4, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'subnets': [{'id': '2067f9c4-2889-4c9c-94aa-48ba4b252800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:25:28.421495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1ca5012-8466-42e9-bc1f-6b31f8dc7cdf req-f568a3ee-f738-4563-b177-fe28a2c5cf26 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411304 Aug 24 00:25:28.579559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1ca5012-8466-42e9-bc1f-6b31f8dc7cdf req-a1af32b9-899a-4f41-bee8-726f8d74b176 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571453 Aug 24 00:25:28.767932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-23fe178b-b5ba-4b2f-b67c-97fbf9e40e26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.774266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-23fe178b-b5ba-4b2f-b67c-97fbf9e40e26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.781231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-23fe178b-b5ba-4b2f-b67c-97fbf9e40e26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.787471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-23fe178b-b5ba-4b2f-b67c-97fbf9e40e26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.795913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-23fe178b-b5ba-4b2f-b67c-97fbf9e40e26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.802032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-23fe178b-b5ba-4b2f-b67c-97fbf9e40e26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.808137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-23fe178b-b5ba-4b2f-b67c-97fbf9e40e26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:28.816595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-23fe178b-b5ba-4b2f-b67c-97fbf9e40e26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5437 time: 0.1204269 Aug 24 00:25:28.858588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d75afd9-2a2d-4f31-9850-dd436ceb0f64 req-5b098fd8-9c58-4c98-9938-8978efccd4e1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411217 Aug 24 00:25:29.012741 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f0f4-4b1b-411b-93c2-bfca6278d285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.124458 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.142556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-505792e8-98c9-4568-8708-42f5584089e4 req-1e3c17e4-86e6-4f4a-9b53-72aad9802e44 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 210 time: 0.0631962 Aug 24 00:25:29.357735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 272065b3-76cf-461c-8792-3d4932903abe up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:29.530903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c5030-a6a0-4be9-9c5a-675301f883a1 req-c7b50f15-2c9c-4a8c-9564-ed7c5cc76935 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:29.542938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec8c5030-a6a0-4be9-9c5a-675301f883a1 req-c7b50f15-2c9c-4a8c-9564-ed7c5cc76935 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0701880 Aug 24 00:25:29.608680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 272065b3-76cf-461c-8792-3d4932903abe completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:29.622451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 272065b3-76cf-461c-8792-3d4932903abe triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:29.623037 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.681365 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec8c5030-a6a0-4be9-9c5a-675301f883a1 req-22d78eb3-5b86-4191-909b-e11c9d98e43d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342666 Aug 24 00:25:29.786026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.833784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272065b3-76cf-461c-8792-3d4932903abe'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:29.840018 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dd3b11-0c76-4a3c-a105-381dbd958527" -d '{"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "272065b3-76cf-461c-8792-3d4932903abe"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:29.871832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 272065b3-76cf-461c-8792-3d4932903abe, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=272065b3-76cf-461c-8792-3d4932903abe,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:29.933554 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ef6a35-f22c-4ec4-9a19-00aa2d4e6526 x-openstack-request-id: req-44ef6a35-f22c-4ec4-9a19-00aa2d4e6526 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:29.934050 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "272065b3-76cf-461c-8792-3d4932903abe", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:29.934372 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44ef6a35-f22c-4ec4-9a19-00aa2d4e6526 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:29.934919 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272065b3-76cf-461c-8792-3d4932903abe', 'code': 200} Aug 24 00:25:29.996072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:29.997499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f265772-427e-404f-9f5f-f1a231797e3e up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:30.068042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-36a51f7c-176f-4e48-9f6d-7f090eb792fc tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.082150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-36a51f7c-176f-4e48-9f6d-7f090eb792fc tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.37 "GET /v2.0/networks?id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 200 len: 811 time: 0.2402651 Aug 24 00:25:30.110750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=272065b3-76cf-461c-8792-3d4932903abe,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:30.111178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Request body: {'port': {'device_id': 'd2bc5606-2804-44c9-83b6-d781709d0573', 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d', 'admin_state_up': True, 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:30.154889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79215-7c74-4915-b189-843c7c252e39 req-f2e955b4-25c9-4e06-9796-481aac1a8f45 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.161125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79215-7c74-4915-b189-843c7c252e39 req-f2e955b4-25c9-4e06-9796-481aac1a8f45 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.169932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79215-7c74-4915-b189-843c7c252e39 req-f2e955b4-25c9-4e06-9796-481aac1a8f45 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.175273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79215-7c74-4915-b189-843c7c252e39 req-f2e955b4-25c9-4e06-9796-481aac1a8f45 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.181245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79215-7c74-4915-b189-843c7c252e39 req-f2e955b4-25c9-4e06-9796-481aac1a8f45 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.187799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79215-7c74-4915-b189-843c7c252e39 req-f2e955b4-25c9-4e06-9796-481aac1a8f45 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.194433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79215-7c74-4915-b189-843c7c252e39 req-f2e955b4-25c9-4e06-9796-481aac1a8f45 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.196570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ad79215-7c74-4915-b189-843c7c252e39 req-f2e955b4-25c9-4e06-9796-481aac1a8f45 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5438 time: 0.1430492 Aug 24 00:25:30.239386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-98adccda-dbec-49cc-b6f7-b563378d8e1c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.247210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-98adccda-dbec-49cc-b6f7-b563378d8e1c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.2612019 Aug 24 00:25:30.272385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-c02506ab-5664-4306-b381-82c40821e747 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/quotas/b29c3053628e4966ae784e99267e9414 HTTP/1.1" status: 200 len: 375 time: 0.0240822 Aug 24 00:25:30.290137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ad79215-7c74-4915-b189-843c7c252e39 req-4f61ab65-73c1-4fd3-b2f1-7f2477396b1c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852277 Aug 24 00:25:30.338355 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.342048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 7f265772-427e-404f-9f5f-f1a231797e3e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:30.344117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 7f265772-427e-404f-9f5f-f1a231797e3e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:30.344488 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.364229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-652e045a-5add-4410-809c-6276eb590714 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730882 Aug 24 00:25:30.372502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Made reservation on behalf of e4ae185ea1904af7ae68ec20b89fdca5 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:30.377935 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.518982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-8586e881-adad-4787-b0a7-46092b512780 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442251 Aug 24 00:25:30.560193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fa86a497-f36b-4ed3-9c52-976c4631a201 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:30.575717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Allocated IP 172.20.0.10 (1ad20c02-d37b-4cf6-81e4-4299a5b7170d/2067f9c4-2889-4c9c-94aa-48ba4b252800/b7c9e40e-c983-4203-8ec7-3ff291e3519d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:30.642182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5e2b45d-81f7-4e31-8483-264149c0ba21 req-f6bb80cd-c9d6-4013-ae55-aedb302a7257 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 210 time: 0.0887396 Aug 24 00:25:30.722530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-abc07863-11cc-4a3f-aed3-a7f36afde459 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974270 Aug 24 00:25:30.762477 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.774210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-f42deb9a-a755-43f3-91f8-c36fea1b20a4 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.775806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-f42deb9a-a755-43f3-91f8-c36fea1b20a4 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1097 time: 0.1528885 Aug 24 00:25:30.792877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804878-2'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:30.798422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f265772-427e-404f-9f5f-f1a231797e3e, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f265772-427e-404f-9f5f-f1a231797e3e,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:30.883396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.888316 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.915312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.916329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ff032e29-8de2-421c-879d-967747a87793 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:30.930501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4b530-4f65-4e81-9c6d-85dd37d65369 req-0645fb51-4825-40bf-8c66-866325efcace tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:30.945847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70f4b530-4f65-4e81-9c6d-85dd37d65369 req-0645fb51-4825-40bf-8c66-866325efcace tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 946 time: 0.0938356 Aug 24 00:25:30.963012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port fa86a497-f36b-4ed3-9c52-976c4631a201 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:30.978045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port fa86a497-f36b-4ed3-9c52-976c4631a201 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:30.978566 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:30.999469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70f4b530-4f65-4e81-9c6d-85dd37d65369 req-4870aa64-7495-405d-826f-e295867cc831 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524862 Aug 24 00:25:31.064981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7f265772-427e-404f-9f5f-f1a231797e3e,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.112944 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:31.118803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.172355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b1704bd-18f3-4f44-9034-d072810e70d5 req-fa6b532b-e702-4a36-960d-6fe579558e26 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 210 time: 0.0589931 Aug 24 00:25:31.190072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.207383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:31.211203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:31.213257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Pushing event updated for resources: {'Port': ['ID=b7c9e40e-c983-4203-8ec7-3ff291e3519d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.213768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port ff032e29-8de2-421c-879d-967747a87793 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:31.228844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:31.235657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port ff032e29-8de2-421c-879d-967747a87793 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:31.235657 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.280567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:31.311718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port fa86a497-f36b-4ed3-9c52-976c4631a201, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fa86a497-f36b-4ed3-9c52-976c4631a201,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:31.332643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.332643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.355037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:31.358133 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84fcff3-a9eb-4afa-a350-39fc4c2133a9" -d '{"events": [{"server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "name": "network-vif-unplugged", "status": "completed", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:31.362480 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.398453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.410072 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f931e971-c79d-484e-9f52-19962077219f x-openstack-request-id: req-f931e971-c79d-484e-9f52-19962077219f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:31.410782 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "name": "network-vif-unplugged", "status": "completed", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:31.411219 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f931e971-c79d-484e-9f52-19962077219f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:31.411840 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265', 'code': 200} Aug 24 00:25:31.436833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.442266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ff032e29-8de2-421c-879d-967747a87793, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff032e29-8de2-421c-879d-967747a87793,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:31.491632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=fa86a497-f36b-4ed3-9c52-976c4631a201,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.517891 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-537e4d78-8efe-49f6-8c5d-d38f47c3da40 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4232428 Aug 24 00:25:31.523625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796b3a-3f33-41ad-91f6-005894250fbc req-29e9981a-e89c-4092-89cb-d58470361591 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.529603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796b3a-3f33-41ad-91f6-005894250fbc req-29e9981a-e89c-4092-89cb-d58470361591 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.530688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Request body: {'port': {'device_id': 'd2bc5606-2804-44c9-83b6-d781709d0573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:31.535408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796b3a-3f33-41ad-91f6-005894250fbc req-29e9981a-e89c-4092-89cb-d58470361591 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.547903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796b3a-3f33-41ad-91f6-005894250fbc req-29e9981a-e89c-4092-89cb-d58470361591 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.553736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796b3a-3f33-41ad-91f6-005894250fbc req-29e9981a-e89c-4092-89cb-d58470361591 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.560083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796b3a-3f33-41ad-91f6-005894250fbc req-29e9981a-e89c-4092-89cb-d58470361591 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.568664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796b3a-3f33-41ad-91f6-005894250fbc req-29e9981a-e89c-4092-89cb-d58470361591 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.572079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99796b3a-3f33-41ad-91f6-005894250fbc req-29e9981a-e89c-4092-89cb-d58470361591 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5439 time: 0.1344857 Aug 24 00:25:31.575354 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.576372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 947a33e8-f6a5-4b99-b746-bc3558b0b722 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:31.585519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.651003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99796b3a-3f33-41ad-91f6-005894250fbc req-8e484ece-e457-4154-88b8-441e6d72a227 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657620 Aug 24 00:25:31.670255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ff032e29-8de2-421c-879d-967747a87793,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:31.803439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.848360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4d1f8-b882-448c-88bd-42d7251ae851 req-80fdd415-4ea1-4f09-bf6b-927d41e21f45 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:31.857224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3df4d1f8-b882-448c-88bd-42d7251ae851 req-80fdd415-4ea1-4f09-bf6b-927d41e21f45 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 932 time: 0.1151893 Aug 24 00:25:31.861532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 947a33e8-f6a5-4b99-b746-bc3558b0b722 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:31.865916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 947a33e8-f6a5-4b99-b746-bc3558b0b722 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:31.866184 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:31.918180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3df4d1f8-b882-448c-88bd-42d7251ae851 req-a72257ab-1c7c-4cae-ad42-4752ed5e5207 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547547 Aug 24 00:25:31.937139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f265772-427e-404f-9f5f-f1a231797e3e'}, {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff032e29-8de2-421c-879d-967747a87793'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:31.950731 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30289d5-7451-4916-b504-21d7680869a8" -d '{"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "7f265772-427e-404f-9f5f-f1a231797e3e"}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "ff032e29-8de2-421c-879d-967747a87793"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:31.978722 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.003973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.057251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on host n-h1-804878-2 for vnic_type normal with profile {"migrating_to": "n-h2-804878-2"} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:32.057488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:32.062598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:32.073789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Pushing event updated for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:32.078942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:32.079277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Attempting to bind port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on network 5138a54a-cbfe-45f8-8518-73972265602f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:32.093041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:32.093959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Checking segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:32.093959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Bound using segment: {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:32.094533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Bound port: d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c247e54f-a5d0-45d5-8c56-91508b262c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5138a54a-cbfe-45f8-8518-73972265602f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:32.094533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.107211 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819f97ed-75fa-4a37-8db6-65f0594a27af x-openstack-request-id: req-819f97ed-75fa-4a37-8db6-65f0594a27af {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:32.111837 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "7f265772-427e-404f-9f5f-f1a231797e3e", "code": 200}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "ff032e29-8de2-421c-879d-967747a87793", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:32.111837 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-819f97ed-75fa-4a37-8db6-65f0594a27af {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:32.111837 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f265772-427e-404f-9f5f-f1a231797e3e', 'code': 200} Aug 24 00:25:32.111837 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff032e29-8de2-421c-879d-967747a87793', 'code': 200} Aug 24 00:25:32.123628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 947a33e8-f6a5-4b99-b746-bc3558b0b722, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:32.213617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47844df7-7af2-46d9-9014-02d10473ddb9 req-1b77dd68-d1e7-4c5a-8c33-e6241f8c977d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.216834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47844df7-7af2-46d9-9014-02d10473ddb9 req-1b77dd68-d1e7-4c5a-8c33-e6241f8c977d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0680466 Aug 24 00:25:32.237102 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.237980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ca08ea5c-78c6-43d1-af20-328d86f63233 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:32.294309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51c33e51-5573-4fa9-9115-4686925457e1 req-2ecc5fd0-d542-4c76-967f-17594164556d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 210 time: 0.0362325 Aug 24 00:25:32.300258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:32.328644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:32.332530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=947a33e8-f6a5-4b99-b746-bc3558b0b722,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:32.341250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47844df7-7af2-46d9-9014-02d10473ddb9 req-7cfbe779-1823-4095-90ae-5b9b35d46aa4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040025 Aug 24 00:25:32.440373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fa86a497-f36b-4ed3-9c52-976c4631a201 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:32.443917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c9e40e-c983-4203-8ec7-3ff291e3519d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:32.452101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.466169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Transition to ACTIVE for port object b7c9e40e-c983-4203-8ec7-3ff291e3519d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:32.506442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.513549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port fa86a497-f36b-4ed3-9c52-976c4631a201 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:32.514543 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.575331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port ca08ea5c-78c6-43d1-af20-328d86f63233 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:32.606596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port ca08ea5c-78c6-43d1-af20-328d86f63233 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:32.611974 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.625095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.625095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.627089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] 10.222.0.37 "PUT /v2.0/ports/d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 HTTP/1.1" status: 200 len: 1122 time: 1.8394904 Aug 24 00:25:32.628343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570b1b9-691b-4a9b-94e4-9ed944e8a17a service neutron] Pushing event updated for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:32.643550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.710097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Pushing event updated for resources: {'Port': ['ID=b7c9e40e-c983-4203-8ec7-3ff291e3519d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:32.771693 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.820182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ca08ea5c-78c6-43d1-af20-328d86f63233, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ca08ea5c-78c6-43d1-af20-328d86f63233,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:32.830667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-c047cb31-9ee0-483b-9df6-66786b874a96 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.839112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-c047cb31-9ee0-483b-9df6-66786b874a96 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.843279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['d03b0b93-abe0-4cd4-b8ec-0d99cce2f265'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:32.844929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-c047cb31-9ee0-483b-9df6-66786b874a96 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.859011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-c047cb31-9ee0-483b-9df6-66786b874a96 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.864012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Attempting to bind port b7c9e40e-c983-4203-8ec7-3ff291e3519d on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:32.871893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Attempting to bind port b7c9e40e-c983-4203-8ec7-3ff291e3519d by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:32.872134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['d03b0b93-abe0-4cd4-b8ec-0d99cce2f265'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:32.872449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Attempting to bind port b7c9e40e-c983-4203-8ec7-3ff291e3519d on network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:32.876094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-c047cb31-9ee0-483b-9df6-66786b874a96 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.909496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Port b7c9e40e-c983-4203-8ec7-3ff291e3519d on network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:32.910356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-c047cb31-9ee0-483b-9df6-66786b874a96 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.911015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Attempting to bind port b7c9e40e-c983-4203-8ec7-3ff291e3519d on network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:32.918727 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:32.919646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Checking segment: {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:32.920400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Bound using segment: {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:32.921126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Bound port: b7c9e40e-c983-4203-8ec7-3ff291e3519d, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:32.921854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:32.936961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-c047cb31-9ee0-483b-9df6-66786b874a96 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:32.945681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-c047cb31-9ee0-483b-9df6-66786b874a96 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5441 time: 0.1864109 Aug 24 00:25:33.010480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.011848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 57c8b0cc-cf0a-46c4-9681-c843d7384597 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:33.025950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8db64a9-5ebc-40e9-bfca-5ea0550b354c req-e6083784-dd4a-44ab-be2a-77b0e8ade6c4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752199 Aug 24 00:25:33.097352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] For port b7c9e40e-c983-4203-8ec7-3ff291e3519d, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:33.111351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] For port b7c9e40e-c983-4203-8ec7-3ff291e3519d, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b7c9e40e-c983-4203-8ec7-3ff291e3519d,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:33.146742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ca08ea5c-78c6-43d1-af20-328d86f63233,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:33.170375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8f9b0-0a01-44dc-a0e6-e6a1db661e02 req-1ec3fe19-9fd8-4b73-a431-df7c56df856f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.189433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ea8f9b0-0a01-44dc-a0e6-e6a1db661e02 req-1ec3fe19-9fd8-4b73-a431-df7c56df856f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 944 time: 0.0941985 Aug 24 00:25:33.248591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ea8f9b0-0a01-44dc-a0e6-e6a1db661e02 req-90ec4764-96d5-494c-ae99-e12d0d4c1b79 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580506 Aug 24 00:25:33.260624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.332725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.333507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.335949 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] 10.222.0.37 "PUT /v2.0/ports/b7c9e40e-c983-4203-8ec7-3ff291e3519d HTTP/1.1" status: 200 len: 1092 time: 1.8092897 Aug 24 00:25:33.346296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:33.375013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce5acc-ea2d-4838-b364-8f21b497d33f service neutron] Pushing event updated for resources: {'Port': ['ID=b7c9e40e-c983-4203-8ec7-3ff291e3519d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:33.378482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 57c8b0cc-cf0a-46c4-9681-c843d7384597 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:33.400053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 57c8b0cc-cf0a-46c4-9681-c843d7384597 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:33.400436 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.414756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265'}, {'name': 'network-changed', 'server_uuid': 'd2bc5606-2804-44c9-83b6-d781709d0573', 'tag': 'b7c9e40e-c983-4203-8ec7-3ff291e3519d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:33.418084 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b138eba-8707-445a-8d2b-a18f857dfa81" -d '{"events": [{"name": "network-changed", "server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265"}, {"name": "network-changed", "server_uuid": "d2bc5606-2804-44c9-83b6-d781709d0573", "tag": "b7c9e40e-c983-4203-8ec7-3ff291e3519d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:33.492222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8b2a274-9571-4fb7-bd06-e8e50ff6423d req-b024cdeb-4fc0-4787-acc8-05ecb6a75df9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 210 time: 0.0644417 Aug 24 00:25:33.561293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:33.566973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a68d-dd07-43a9-a63d-7edb10691a19 req-7b8bead4-df2f-4cf0-bd86-b542d6bf84ae tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.566973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-57c7a68d-dd07-43a9-a63d-7edb10691a19 req-7b8bead4-df2f-4cf0-bd86-b542d6bf84ae tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0743818 Aug 24 00:25:33.581788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 has no active binding in host n-h2-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:25:33.601363 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561aaf00-2ae2-4195-b50b-5e620fad0c84 x-openstack-request-id: req-561aaf00-2ae2-4195-b50b-5e620fad0c84 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:33.601781 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2bc5606-2804-44c9-83b6-d781709d0573", "tag": "b7c9e40e-c983-4203-8ec7-3ff291e3519d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:33.602137 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-561aaf00-2ae2-4195-b50b-5e620fad0c84 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:33.602613 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265', 'status': 'completed', 'code': 200} Aug 24 00:25:33.602925 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bc5606-2804-44c9-83b6-d781709d0573', 'tag': 'b7c9e40e-c983-4203-8ec7-3ff291e3519d', 'status': 'completed', 'code': 200} Aug 24 00:25:33.618727 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.637211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-57c7a68d-dd07-43a9-a63d-7edb10691a19 req-3c44ea96-af16-46fe-a68d-86da42fbbdde tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606160 Aug 24 00:25:33.657146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-e21ea9b2-d729-41f9-8af6-946438e7fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.659212 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-e21ea9b2-d729-41f9-8af6-946438e7fdcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 1095 time: 0.0885727 Aug 24 00:25:33.667019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 57c8b0cc-cf0a-46c4-9681-c843d7384597, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:33.709268 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-5091f26b-d5a9-49ef-9169-6f483ca881e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c9e40e-c983-4203-8ec7-3ff291e3519d HTTP/1.1" status: 200 len: 217 time: 0.0385902 Aug 24 00:25:33.763519 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.763519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8d9d4351-dde7-4729-9310-4fcd093ad04d up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:33.772607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-1c7e233e-aae0-4a9d-8c6d-621b0dbcc07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.774354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-1c7e233e-aae0-4a9d-8c6d-621b0dbcc07e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1125 time: 0.0926759 Aug 24 00:25:33.783794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-4aceb162-b16f-48ad-ab1a-c6bad1ce7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.785147 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-4aceb162-b16f-48ad-ab1a-c6bad1ce7cd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2067f9c4-2889-4c9c-94aa-48ba4b252800 HTTP/1.1" status: 200 len: 851 time: 0.0666766 Aug 24 00:25:33.833378 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-16d0f772-fd5f-4315-94d6-18fc2534a4e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404296 Aug 24 00:25:33.841438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=57c8b0cc-cf0a-46c4-9681-c843d7384597,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:33.895059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-ffd4f6a2-792d-4370-b65d-b67b479b5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:33.896653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-ffd4f6a2-792d-4370-b65d-b67b479b5462 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1113718 Aug 24 00:25:33.934042 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-1cf80c1d-b205-40b1-8d1f-fbd3654e2a48 service neutron] 10.222.0.37 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907333 Aug 24 00:25:33.940486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-2bf8bbe9-3503-41fe-b11c-3eea37fd3406 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 HTTP/1.1" status: 200 len: 217 time: 0.0346448 Aug 24 00:25:33.945973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 8d9d4351-dde7-4729-9310-4fcd093ad04d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:33.952588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 8d9d4351-dde7-4729-9310-4fcd093ad04d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:33.952968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:33.999121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-afd2e0e9-6676-413a-b82d-8908d9481a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.000801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-afd2e0e9-6676-413a-b82d-8908d9481a81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0524235 Aug 24 00:25:34.037797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-eacb38b1-7351-4e0c-9789-758a7fba4c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258803 Aug 24 00:25:34.044690 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.068106 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bad80e4-55c1-488e-bff8-02a879a08e57 req-70371a97-75dc-4bc9-836d-322a9ab45019 service neutron] 10.222.0.37 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260345 Aug 24 00:25:34.112100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947a33e8-f6a5-4b99-b746-bc3558b0b722'}, {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca08ea5c-78c6-43d1-af20-328d86f63233'}, {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8b0cc-cf0a-46c4-9681-c843d7384597'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:34.114419 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483611cb-9b35-4450-9cf1-2aaf4cfa6c1b" -d '{"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "947a33e8-f6a5-4b99-b746-bc3558b0b722"}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "ca08ea5c-78c6-43d1-af20-328d86f63233"}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "57c8b0cc-cf0a-46c4-9681-c843d7384597"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:34.151884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8d9d4351-dde7-4729-9310-4fcd093ad04d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:34.172123 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f23b90-d56a-42f2-ac00-dccf467af5ea x-openstack-request-id: req-63f23b90-d56a-42f2-ac00-dccf467af5ea {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:34.172952 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "947a33e8-f6a5-4b99-b746-bc3558b0b722", "code": 200}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "ca08ea5c-78c6-43d1-af20-328d86f63233", "code": 200}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "57c8b0cc-cf0a-46c4-9681-c843d7384597", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:34.173411 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63f23b90-d56a-42f2-ac00-dccf467af5ea {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:34.174045 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947a33e8-f6a5-4b99-b746-bc3558b0b722', 'code': 200} Aug 24 00:25:34.174489 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca08ea5c-78c6-43d1-af20-328d86f63233', 'code': 200} Aug 24 00:25:34.174995 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'code': 200} Aug 24 00:25:34.213315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-577d20f5-ba67-4d42-a176-bb64fcd5f3a1 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599293 Aug 24 00:25:34.225710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:34.233333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595109-9d8f-484a-8ff3-611baa321585 req-ab5a6415-2407-409d-9d72-28486fdc5234 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.239911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595109-9d8f-484a-8ff3-611baa321585 req-ab5a6415-2407-409d-9d72-28486fdc5234 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.246736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595109-9d8f-484a-8ff3-611baa321585 req-ab5a6415-2407-409d-9d72-28486fdc5234 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.252996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595109-9d8f-484a-8ff3-611baa321585 req-ab5a6415-2407-409d-9d72-28486fdc5234 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.259680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595109-9d8f-484a-8ff3-611baa321585 req-ab5a6415-2407-409d-9d72-28486fdc5234 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.265942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595109-9d8f-484a-8ff3-611baa321585 req-ab5a6415-2407-409d-9d72-28486fdc5234 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.272922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595109-9d8f-484a-8ff3-611baa321585 req-ab5a6415-2407-409d-9d72-28486fdc5234 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.282114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48595109-9d8f-484a-8ff3-611baa321585 req-ab5a6415-2407-409d-9d72-28486fdc5234 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5443 time: 0.1310062 Aug 24 00:25:34.312838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8d9d4351-dde7-4729-9310-4fcd093ad04d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:34.321150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-57b3542e-0498-47ae-8f17-eb3ecb25e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.335388 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-57b3542e-0498-47ae-8f17-eb3ecb25e1e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 1095 time: 0.0963964 Aug 24 00:25:34.336188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:25:34.516993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-c4ca8e1a-0ab9-4304-9af4-e689e9c0b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.518557 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-c4ca8e1a-0ab9-4304-9af4-e689e9c0b2fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 200 len: 912 time: 0.1870117 Aug 24 00:25:34.551837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-20cdbe58-1938-4649-9038-d07944d592fd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.553602 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-20cdbe58-1938-4649-9038-d07944d592fd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.37 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1565213 Aug 24 00:25:34.594232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Request body: {'port': {'device_id': '5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'admin_state_up': True, 'tenant_id': 'b29c3053628e4966ae784e99267e9414'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:34.599465 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-54059e93-237a-496f-8324-3e6942310759 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c9e40e-c983-4203-8ec7-3ff291e3519d HTTP/1.1" status: 200 len: 217 time: 0.0671790 Aug 24 00:25:34.729681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-2020a87d-90c1-4199-9ad5-12add61b77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.729681 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-2020a87d-90c1-4199-9ad5-12add61b77fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2067f9c4-2889-4c9c-94aa-48ba4b252800 HTTP/1.1" status: 200 len: 851 time: 0.1155767 Aug 24 00:25:34.791731 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-e1feb7d1-5ad2-4c94-8f91-0091126f40bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539663 Aug 24 00:25:34.833629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48595109-9d8f-484a-8ff3-611baa321585 req-78e0f340-037e-4340-8d9c-173e930f26e6 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5503762 Aug 24 00:25:34.861094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019129a-ffe1-43a2-b5d3-7e2a87c9ce3f req-de108821-f9b2-497a-8cad-bd2ccbe273ae tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:34.861420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a019129a-ffe1-43a2-b5d3-7e2a87c9ce3f req-de108821-f9b2-497a-8cad-bd2ccbe273ae tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 944 time: 0.1964772 Aug 24 00:25:34.885607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-67da0347-e13d-4559-bd01-37f7fd90db83 service neutron] 10.222.0.36 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011899 Aug 24 00:25:34.918415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a019129a-ffe1-43a2-b5d3-7e2a87c9ce3f req-4b8b6ac9-14e9-4e26-b7b6-0fbde5cf7b34 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Aug 24 00:25:34.933395 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-d969cc4e-8c93-47f3-901d-a26671497016 service neutron] 10.222.0.37 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237061 Aug 24 00:25:34.951554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:34.958261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.022139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-42523761-40c9-4a7a-895a-3f8c308e9d0e req-962f9db4-d5a5-413e-abac-d32a3bb71955 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 210 time: 0.0371511 Aug 24 00:25:35.073040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80a560-a55e-4bf8-88d7-30150c5e268b req-61bd499a-a461-465e-9345-b5c5a01eed8f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:35.076915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b80a560-a55e-4bf8-88d7-30150c5e268b req-61bd499a-a461-465e-9345-b5c5a01eed8f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0798695 Aug 24 00:25:35.116021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b80a560-a55e-4bf8-88d7-30150c5e268b req-1d76aec5-c2a7-4ea9-9302-c8b371dea169 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Aug 24 00:25:35.132492 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b138eba-8707-445a-8d2b-a18f857dfa81 req-98a44443-4b9a-40e1-82a6-cdbd2b2aed4c service neutron] 10.222.0.37 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674848 Aug 24 00:25:35.181535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Allocated IP 172.20.0.5 (69a2f5a5-716e-4d33-a7a4-169978298b89/b4fbd87f-4345-4369-89f3-00b772d8d12e/791d71e7-6e13-4013-946e-f610e36929f1) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:35.330976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.447197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.502788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:35.505878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:35.507770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:35.509927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:35.538299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event updated for resources: {'Port': ['ID=791d71e7-6e13-4013-946e-f610e36929f1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:35.570186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:35.570825 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.747449 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-434ad578-1a9a-42f3-b3e3-2ec40f9f25a3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1585479 Aug 24 00:25:35.761610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Request body: {'port': {'device_id': '5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:35.817920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:35.987981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-f69d098b-d743-4b15-b8fe-865aeb190d70 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:35.994409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-f69d098b-d743-4b15-b8fe-865aeb190d70 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.011933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-f69d098b-d743-4b15-b8fe-865aeb190d70 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.018848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-f69d098b-d743-4b15-b8fe-865aeb190d70 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.027523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-f69d098b-d743-4b15-b8fe-865aeb190d70 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.034067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-f69d098b-d743-4b15-b8fe-865aeb190d70 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.040847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-f69d098b-d743-4b15-b8fe-865aeb190d70 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.044373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-f69d098b-d743-4b15-b8fe-865aeb190d70 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.1252306 Aug 24 00:25:36.114710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791d71e7-6e13-4013-946e-f610e36929f1 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:36.124612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.127018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7f79ee1-5bf3-4671-8f06-49bcc44bb101 req-7d3e685e-5589-4866-8eb5-d6c04cd80da4 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704074 Aug 24 00:25:36.142867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Transition to ACTIVE for port object 791d71e7-6e13-4013-946e-f610e36929f1 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:36.145915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334f746-e23a-4a7e-a4f8-5455a998139b req-63b03322-b4f6-416d-91cb-0dcfcf0d0f38 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.150066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8334f746-e23a-4a7e-a4f8-5455a998139b req-63b03322-b4f6-416d-91cb-0dcfcf0d0f38 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 944 time: 0.0843458 Aug 24 00:25:36.176282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9d4351-dde7-4729-9310-4fcd093ad04d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:36.178687 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781b0b93-be12-4aa5-8822-c0971eff7808" -d '{"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "8d9d4351-dde7-4729-9310-4fcd093ad04d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:36.195770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8334f746-e23a-4a7e-a4f8-5455a998139b req-0f5894b6-add9-4113-a5a9-5c717fc1dc58 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Aug 24 00:25:36.246490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b9f3f-3661-4284-b31c-3548a34f8142 req-a555fbc1-771a-43bd-b087-c20155ff97ff tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.248252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-292b9f3f-3661-4284-b31c-3548a34f8142 req-a555fbc1-771a-43bd-b087-c20155ff97ff tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 931 time: 0.0565805 Aug 24 00:25:36.252036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.328519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Pushing event updated for resources: {'Port': ['ID=791d71e7-6e13-4013-946e-f610e36929f1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:36.329121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-292b9f3f-3661-4284-b31c-3548a34f8142 req-67a31403-ea74-4a08-9787-849bfa4cd8eb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Aug 24 00:25:36.377175 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd993e1-bb99-454c-95bd-2af9c18e0dee x-openstack-request-id: req-bfd993e1-bb99-454c-95bd-2af9c18e0dee {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:36.377472 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-plugged", "status": "completed", "tag": "8d9d4351-dde7-4729-9310-4fcd093ad04d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:36.377759 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfd993e1-bb99-454c-95bd-2af9c18e0dee {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:36.378152 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9d4351-dde7-4729-9310-4fcd093ad04d', 'code': 200} Aug 24 00:25:36.404979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Attempting to bind port 791d71e7-6e13-4013-946e-f610e36929f1 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:36.405372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Attempting to bind port 791d71e7-6e13-4013-946e-f610e36929f1 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:36.405739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Attempting to bind port 791d71e7-6e13-4013-946e-f610e36929f1 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:36.410916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Port 791d71e7-6e13-4013-946e-f610e36929f1 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:36.411243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Attempting to bind port 791d71e7-6e13-4013-946e-f610e36929f1 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:36.417277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:36.417844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Checking segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:36.418225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Bound using segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:36.418810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Bound port: 791d71e7-6e13-4013-946e-f610e36929f1, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:36.419177 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.462941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f767c1f-1c68-4f1c-a265-9ce9a20573b8 req-4dbaffff-847c-4f2b-953e-b489812c47bb tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.466329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f767c1f-1c68-4f1c-a265-9ce9a20573b8 req-4dbaffff-847c-4f2b-953e-b489812c47bb tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0814025 Aug 24 00:25:36.510046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f767c1f-1c68-4f1c-a265-9ce9a20573b8 req-1acdd986-076a-4be6-982e-e5c677b6323d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Aug 24 00:25:36.536480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] For port 791d71e7-6e13-4013-946e-f610e36929f1, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:36.538139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] For port 791d71e7-6e13-4013-946e-f610e36929f1, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=791d71e7-6e13-4013-946e-f610e36929f1,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:36.546288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-272c86dc-ce80-4790-8637-b40b8198a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.546777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-272c86dc-ce80-4790-8637-b40b8198a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.547264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-272c86dc-ce80-4790-8637-b40b8198a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.547740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-272c86dc-ce80-4790-8637-b40b8198a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.548214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-272c86dc-ce80-4790-8637-b40b8198a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.548686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-272c86dc-ce80-4790-8637-b40b8198a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.549153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-272c86dc-ce80-4790-8637-b40b8198a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.551093 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-272c86dc-ce80-4790-8637-b40b8198a35e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6501 time: 0.0853605 Aug 24 00:25:36.594706 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a523df4f-9bcd-4b8f-bc74-a059306cd799 req-63232e11-6534-4c15-9a86-54c4268dcb10 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0303113 Aug 24 00:25:36.643411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.678178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.678931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:36.680329 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] 10.222.0.37 "PUT /v2.0/ports/791d71e7-6e13-4013-946e-f610e36929f1 HTTP/1.1" status: 200 len: 1091 time: 0.9230664 Aug 24 00:25:36.680770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1', 'tag': '791d71e7-6e13-4013-946e-f610e36929f1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:36.683504 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c962749-d55c-4d30-ba4a-56d55d2c902f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1", "tag": "791d71e7-6e13-4013-946e-f610e36929f1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:36.709820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356adf15-2d25-4856-9c0f-b2af7f218737 service neutron] Pushing event updated for resources: {'Port': ['ID=791d71e7-6e13-4013-946e-f610e36929f1,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:36.722531 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f984e95-3223-49b7-9d4f-2f6c6f17a784 x-openstack-request-id: req-7f984e95-3223-49b7-9d4f-2f6c6f17a784 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:36.722824 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1", "tag": "791d71e7-6e13-4013-946e-f610e36929f1", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:36.723075 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f984e95-3223-49b7-9d4f-2f6c6f17a784 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:36.723471 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1', 'tag': '791d71e7-6e13-4013-946e-f610e36929f1', 'status': 'completed', 'code': 200} Aug 24 00:25:36.887633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962749-d55c-4d30-ba4a-56d55d2c902f req-397384ca-940c-4ec3-b8ff-b09e9ca5b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:36.889289 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c962749-d55c-4d30-ba4a-56d55d2c902f req-397384ca-940c-4ec3-b8ff-b09e9ca5b2a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 1094 time: 0.0443959 Aug 24 00:25:37.003541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962749-d55c-4d30-ba4a-56d55d2c902f req-c42cf0b4-0a2e-49b7-9dd1-6e263f3ddc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.005064 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c962749-d55c-4d30-ba4a-56d55d2c902f req-c42cf0b4-0a2e-49b7-9dd1-6e263f3ddc63 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b29c3053628e4966ae784e99267e9414&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1012089 Aug 24 00:25:37.106483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962749-d55c-4d30-ba4a-56d55d2c902f req-3a08d4c4-ab9d-45dd-952b-bd1defa3d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.108079 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c962749-d55c-4d30-ba4a-56d55d2c902f req-3a08d4c4-ab9d-45dd-952b-bd1defa3d136 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945094 Aug 24 00:25:37.196276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-ac8a330d-ae88-4d49-b882-7a7b4ef08297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.199242 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-ac8a330d-ae88-4d49-b882-7a7b4ef08297 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 1094 time: 0.0508142 Aug 24 00:25:37.247770 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-cf4893a2-eabe-4b0c-a9b0-457d6a7678f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=791d71e7-6e13-4013-946e-f610e36929f1 HTTP/1.1" status: 200 len: 217 time: 0.0393543 Aug 24 00:25:37.272295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-8e286ec2-bbd7-442e-a91c-319f0ed1c2db tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.282047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-8e286ec2-bbd7-442e-a91c-319f0ed1c2db tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.286543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-8e286ec2-bbd7-442e-a91c-319f0ed1c2db tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.293075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-8e286ec2-bbd7-442e-a91c-319f0ed1c2db tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.299697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-8e286ec2-bbd7-442e-a91c-319f0ed1c2db tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.305387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-ee01605c-eb09-4e75-9793-8bea018fdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.306466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-8e286ec2-bbd7-442e-a91c-319f0ed1c2db tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.307044 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-ee01605c-eb09-4e75-9793-8bea018fdecd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.0515323 Aug 24 00:25:37.312766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-8e286ec2-bbd7-442e-a91c-319f0ed1c2db tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.314990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-8e286ec2-bbd7-442e-a91c-319f0ed1c2db tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.1128483 Aug 24 00:25:37.345046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-d08bfdf9-e3a8-443b-86a5-f9610197cef8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275664 Aug 24 00:25:37.366449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b7c9e40e-c983-4203-8ec7-3ff291e3519d details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:37.405907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9c29a7b-0b2a-4015-a6b8-993421a632da req-27e2cf14-fe57-4ca2-aba1-e4560cf6c3c8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803890 Aug 24 00:25:37.428847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d722381-f13e-486f-b881-817322d1f988 req-f647d1bc-3ca8-41a2-9a10-286e4902a98e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.430728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d722381-f13e-486f-b881-817322d1f988 req-f647d1bc-3ca8-41a2-9a10-286e4902a98e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 944 time: 0.1145086 Aug 24 00:25:37.467825 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-a9ed48bc-51cb-4417-b1b9-cd22b7aacfcf service neutron] 10.222.0.37 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171978 Aug 24 00:25:37.469510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b7c9e40e-c983-4203-8ec7-3ff291e3519d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b7c9e40e-c983-4203-8ec7-3ff291e3519d,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:37.484007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'b7c9e40e-c983-4203-8ec7-3ff291e3519d', 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d', 'port_id': 'b7c9e40e-c983-4203-8ec7-3ff291e3519d', 'mac_address': 'fa:16:3e:fb:d2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2067f9c4-2889-4c9c-94aa-48ba4b252800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:37.498740 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d722381-f13e-486f-b881-817322d1f988 req-cc71a5c2-d9e7-42e5-bab9-b062d3eb8f22 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521030 Aug 24 00:25:37.530976 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.549938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c9e40e-c983-4203-8ec7-3ff291e3519d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:37.575709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b7c9e40e-c983-4203-8ec7-3ff291e3519d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b7c9e40e-c983-4203-8ec7-3ff291e3519d,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:37.614396 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a159ad7b-29f7-4b10-8280-33aa562ea717 req-c4d73e69-1dd1-4ebe-9e80-744c427cc625 service neutron] 10.222.0.37 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364527 Aug 24 00:25:37.643257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed8b0-cbca-40f7-95e0-bd8f972ba737 req-5b57294c-be18-4db1-b656-ef2ee5a8890b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.644797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a27ed8b0-cbca-40f7-95e0-bd8f972ba737 req-5b57294c-be18-4db1-b656-ef2ee5a8890b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 943 time: 0.0580997 Aug 24 00:25:37.672120 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:37.687013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a27ed8b0-cbca-40f7-95e0-bd8f972ba737 req-96620f30-e60d-43f9-90cc-5897bb9c0f0d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360901 Aug 24 00:25:37.737925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b7c9e40e-c983-4203-8ec7-3ff291e3519d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:37.781941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda6c31-8f63-44f2-b511-47e950a230b8 req-3729af8a-510a-4e64-b228-a75571852c1a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:37.783485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1dda6c31-8f63-44f2-b511-47e950a230b8 req-3729af8a-510a-4e64-b228-a75571852c1a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0509694 Aug 24 00:25:37.821439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1dda6c31-8f63-44f2-b511-47e950a230b8 req-ccdc278b-2040-41e3-a17f-9c05452d7efd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Aug 24 00:25:38.195708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['b7c9e40e-c983-4203-8ec7-3ff291e3519d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:38.548380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-80501538-b16c-4252-8919-22df76382ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.555198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-80501538-b16c-4252-8919-22df76382ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.562083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-80501538-b16c-4252-8919-22df76382ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.569260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-80501538-b16c-4252-8919-22df76382ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.575840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-80501538-b16c-4252-8919-22df76382ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.582029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-80501538-b16c-4252-8919-22df76382ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.588055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-80501538-b16c-4252-8919-22df76382ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.590834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-80501538-b16c-4252-8919-22df76382ad8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.1084762 Aug 24 00:25:38.662994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a55aecdf-74aa-4841-8e45-17786c4dbba0 req-4604a346-8172-4ca2-a71d-78c031cf8c7a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605841 Aug 24 00:25:38.672641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b81f0f-011b-4019-bc62-491e8b898b27 req-2d822835-b2a0-4b5d-83f7-0cd0baf5c620 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.674437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9b81f0f-011b-4019-bc62-491e8b898b27 req-2d822835-b2a0-4b5d-83f7-0cd0baf5c620 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 945 time: 0.0826790 Aug 24 00:25:38.722549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9b81f0f-011b-4019-bc62-491e8b898b27 req-55ae4c40-3e59-4ff5-82f9-08ec485edc29 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353143 Aug 24 00:25:38.883233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307291-6e22-491a-b93c-d7e3efae03e7 req-a434ec7a-ecfb-43d2-ab02-608393a2de7d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.890490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307291-6e22-491a-b93c-d7e3efae03e7 req-a434ec7a-ecfb-43d2-ab02-608393a2de7d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.897809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307291-6e22-491a-b93c-d7e3efae03e7 req-a434ec7a-ecfb-43d2-ab02-608393a2de7d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.905131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307291-6e22-491a-b93c-d7e3efae03e7 req-a434ec7a-ecfb-43d2-ab02-608393a2de7d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.912267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307291-6e22-491a-b93c-d7e3efae03e7 req-a434ec7a-ecfb-43d2-ab02-608393a2de7d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.919187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307291-6e22-491a-b93c-d7e3efae03e7 req-a434ec7a-ecfb-43d2-ab02-608393a2de7d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.926264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307291-6e22-491a-b93c-d7e3efae03e7 req-a434ec7a-ecfb-43d2-ab02-608393a2de7d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:38.928246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d307291-6e22-491a-b93c-d7e3efae03e7 req-a434ec7a-ecfb-43d2-ab02-608393a2de7d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.1066020 Aug 24 00:25:38.940229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60166) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:25:38.946621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Request body: {'floatingip': {'port_id': '57c8b0cc-cf0a-46c4-9681-c843d7384597'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:38.998564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.002417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b3aef-cc70-4f20-95a3-98f0b5382e2c req-0220b936-083f-479d-b7e2-bfcdb5e280cc tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.003919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e2b3aef-cc70-4f20-95a3-98f0b5382e2c req-0220b936-083f-479d-b7e2-bfcdb5e280cc tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 943 time: 0.1346653 Aug 24 00:25:39.067519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e2b3aef-cc70-4f20-95a3-98f0b5382e2c req-6b3161d0-bcd7-4e8a-ae6e-c3685a192c99 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544653 Aug 24 00:25:39.078530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48ab50-3d48-47cc-aa3d-9e2c4ffb72b0 req-3ca1cc67-0b08-4e32-9a1f-5572b3c2f99f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.080056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f48ab50-3d48-47cc-aa3d-9e2c4ffb72b0 req-3ca1cc67-0b08-4e32-9a1f-5572b3c2f99f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0865397 Aug 24 00:25:39.128609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f48ab50-3d48-47cc-aa3d-9e2c4ffb72b0 req-71b9988d-5e36-4d6b-b188-d7a8c82919fe tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Aug 24 00:25:39.215168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff62c-fab3-4ee6-afb2-90dd6f98e03a req-6b7188ae-e8ec-4013-9ce2-976836b79c88 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.217019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49aff62c-fab3-4ee6-afb2-90dd6f98e03a req-6b7188ae-e8ec-4013-9ce2-976836b79c88 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.0715423 Aug 24 00:25:39.271531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49aff62c-fab3-4ee6-afb2-90dd6f98e03a req-11375a93-aba3-40ad-a0dc-95c946bba926 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475905 Aug 24 00:25:39.342768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccef8aa-a804-4d03-9836-8144b1d506d2 req-5400ff01-5b9d-4700-b3a1-9127da92ae01 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.344270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ccef8aa-a804-4d03-9836-8144b1d506d2 req-5400ff01-5b9d-4700-b3a1-9127da92ae01 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0527570 Aug 24 00:25:39.386198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ccef8aa-a804-4d03-9836-8144b1d506d2 req-4724478f-3313-4567-b16d-8c84b939c813 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349576 Aug 24 00:25:39.508266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.554607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:39.603034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:39.718001 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Floating IP 4dc5fb64-f55b-4c1e-84e2-e57f199017b0 associated. External IP: 172.25.5.65, port: 57c8b0cc-cf0a-46c4-9681-c843d7384597. Aug 24 00:25:39.887522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba04b7-d3ba-4744-9962-809ba9e803b4 req-066ebd04-d7dd-455a-af32-fdc5448bc203 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:39.889243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2ba04b7-d3ba-4744-9962-809ba9e803b4 req-066ebd04-d7dd-455a-af32-fdc5448bc203 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 945 time: 0.0879087 Aug 24 00:25:39.933336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-18ea1998-c061-4a19-9170-6d5b1283709e service neutron] 10.222.0.36 "GET /v2.0/ports/d03b0b93-abe0-4cd4-b8ec-0d99cce2f265/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.1030393 Aug 24 00:25:39.954988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2ba04b7-d3ba-4744-9962-809ba9e803b4 req-62341bdb-2fea-4944-a959-7b0551628ac4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592163 Aug 24 00:25:39.983180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Router 829783a5-b402-4aac-9421-516f2ccf3948 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:25:40.127291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:25:40.133295 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:40.140724 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] Sync routers for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:25:40.159426 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:25:40.160794 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:25:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:40.168919 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7d393cca-a720-4fd6-8475-55e51d97fa5b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "PUT /v2.0/floatingips/4dc5fb64-f55b-4c1e-84e2-e57f199017b0 HTTP/1.1" status: 200 len: 990 time: 1.2266226 Aug 24 00:25:40.169816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '57c8b0cc-cf0a-46c4-9681-c843d7384597'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:40.172730 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "57c8b0cc-cf0a-46c4-9681-c843d7384597"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:40.211292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903449ec-0625-4515-b0a6-740c12116c86 req-4503f435-ffda-4143-8aef-5425bcec5d8b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.212985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-903449ec-0625-4515-b0a6-740c12116c86 req-4503f435-ffda-4143-8aef-5425bcec5d8b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1458039 Aug 24 00:25:40.273796 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:25:40.298641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf6df5-11d3-4691-ab74-343fddbea208 req-bf73830b-d359-43fa-91e0-7b25147a4e7d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.300148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65cf6df5-11d3-4691-ab74-343fddbea208 req-bf73830b-d359-43fa-91e0-7b25147a4e7d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 943 time: 0.1128345 Aug 24 00:25:40.302914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-903449ec-0625-4515-b0a6-740c12116c86 req-e177790c-7f4d-4c97-bc63-edc31dea54e7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718167 Aug 24 00:25:40.322321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:40.367896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:40.373065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65cf6df5-11d3-4691-ab74-343fddbea208 req-e3974be8-f41c-4d82-8b87-a6657718dbe2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644341 Aug 24 00:25:40.406854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:40.423243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:40.463740 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d73d90c-c744-4f8b-ae44-0b46ea18c7c8 x-openstack-request-id: req-6d73d90c-c744-4f8b-ae44-0b46ea18c7c8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:40.464141 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "tag": "57c8b0cc-cf0a-46c4-9681-c843d7384597", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:40.464481 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d73d90c-c744-4f8b-ae44-0b46ea18c7c8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:40.465019 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'tag': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'status': 'completed', 'code': 200} Aug 24 00:25:40.567088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-fe6b16d4-43bf-4139-a15f-18c5ac6a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.567545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-fe6b16d4-43bf-4139-a15f-18c5ac6a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.568155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-fe6b16d4-43bf-4139-a15f-18c5ac6a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.568638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-fe6b16d4-43bf-4139-a15f-18c5ac6a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.569118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-fe6b16d4-43bf-4139-a15f-18c5ac6a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.569792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-fe6b16d4-43bf-4139-a15f-18c5ac6a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.570300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-fe6b16d4-43bf-4139-a15f-18c5ac6a1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.572426 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-fe6b16d4-43bf-4139-a15f-18c5ac6a1b7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6501 time: 0.0782833 Aug 24 00:25:40.579625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:40.600022 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4dc5fb64-f55b-4c1e-84e2-e57f199017b0', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'port_id': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'mac_address': 'fa:16:3e:dc:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:15Z', 'updated_at': '2021-08-24T00:25:39Z', 'revision_number': 1, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:12Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:40.647423 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] Checking router: 829783a5-b402-4aac-9421-516f2ccf3948 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:25:40.661479 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:25:40.662270 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:25:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:40.683882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3398db7-505c-48f3-8930-0d75f2dce77d req-341878fd-dd3a-4acf-af5d-6434c76a71c4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.686377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3398db7-505c-48f3-8930-0d75f2dce77d req-341878fd-dd3a-4acf-af5d-6434c76a71c4 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 944 time: 0.1478767 Aug 24 00:25:40.711101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-0772d786-fc2e-4652-80f4-2451c5091bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.713051 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-0772d786-fc2e-4652-80f4-2451c5091bdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d8fd806-c256-4afe-810f-333599f8291f HTTP/1.1" status: 200 len: 918 time: 0.1257617 Aug 24 00:25:40.733432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Transition to ACTIVE for port object d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:40.780471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3398db7-505c-48f3-8930-0d75f2dce77d req-1d50b1a2-6f8b-439f-8de1-954b62bd2f81 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Aug 24 00:25:40.806842 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:25:40.817177 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-c4faad4c-6860-45eb-8e2f-1aa336a59692 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597 HTTP/1.1" status: 200 len: 998 time: 0.0956144 Aug 24 00:25:40.826353 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:40.891776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Pushing event updated for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:40.896791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-167c554f-a080-48b0-9eb8-d291a5881378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.898660 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-167c554f-a080-48b0-9eb8-d291a5881378 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=745e7fbb-6430-4641-a1d1-64c23e786f72 HTTP/1.1" status: 200 len: 856 time: 0.0617983 Aug 24 00:25:40.900760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.901105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.901487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.901856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.902201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.902540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.902879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.903368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.903711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.904045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.904379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.904711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:40.952070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] No DVR routers for this DVR port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:40.988556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-eef773a8-b9c2-4839-82f8-1d9385eee688 service neutron] 10.222.0.36 "PUT /v2.0/ports/d03b0b93-abe0-4cd4-b8ec-0d99cce2f265/bindings/n-h2-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0477328 Aug 24 00:25:40.991831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-0d705a40-f5e6-46fb-8fc3-d114d981d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:40.993422 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-0d705a40-f5e6-46fb-8fc3-d114d981d3a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d8fd806-c256-4afe-810f-333599f8291f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821767 Aug 24 00:25:41.103313 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4dc5fb64-f55b-4c1e-84e2-e57f199017b0', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'port_id': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'mac_address': 'fa:16:3e:dc:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:15Z', 'updated_at': '2021-08-24T00:25:39Z', 'revision_number': 1, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:12Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:25:41.140467 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7725b92-24d8-476c-ae26-e797943961bc None None] The sync data for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 is: [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4dc5fb64-f55b-4c1e-84e2-e57f199017b0', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'port_id': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'mac_address': 'fa:16:3e:dc:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:24:15Z', 'updated_at': '2021-08-24T00:25:39Z', 'revision_number': 1, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:12Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:25:41.165537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c53cc-2d5a-4de8-93cd-e2bdc7a2b35f req-3daf69d9-b7bf-445f-8083-dc47548c3f6f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.167772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f5c53cc-2d5a-4de8-93cd-e2bdc7a2b35f req-3daf69d9-b7bf-445f-8083-dc47548c3f6f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 945 time: 0.0534558 Aug 24 00:25:41.174939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-5d293ae2-ba56-4b28-98ab-12424d68b52e service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729279 Aug 24 00:25:41.218101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f5c53cc-2d5a-4de8-93cd-e2bdc7a2b35f req-6e89ad68-671e-4bf1-9f16-9ae1d7e1a0e1 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437186 Aug 24 00:25:41.389812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 791d71e7-6e13-4013-946e-f610e36929f1 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:25:41.395368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b7c9e40e-c983-4203-8ec7-3ff291e3519d up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:41.555732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84459f-6e09-4b32-9d51-9e2754e4a3ea None None] New status for floating IP 4dc5fb64-f55b-4c1e-84e2-e57f199017b0: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:25:41.565076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19fc91-fdec-48d8-87fc-8ddbf5246c3e req-fa44acd6-847a-4d00-bccd-7027a4134022 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.567016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d19fc91-fdec-48d8-87fc-8ddbf5246c3e req-fa44acd6-847a-4d00-bccd-7027a4134022 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1340382 Aug 24 00:25:41.610895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-ae86005f-6b7d-4c74-9ab5-c29aae1b4e17 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.612219 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-ae86005f-6b7d-4c74-9ab5-c29aae1b4e17 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0968537 Aug 24 00:25:41.655072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d19fc91-fdec-48d8-87fc-8ddbf5246c3e req-c2f6b072-8228-4d21-915e-7117def4b644 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613832 Aug 24 00:25:41.655257 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fa9bcbd3-ace5-4c8c-9d7c-5b28105a5314 req-e55fbfa2-254a-4025-9760-1164d9ed7bba service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660776 Aug 24 00:25:41.701437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc305e0-da5e-4e72-9105-91e2d4a73892 req-82724142-a14a-4f15-b6ac-c9e074d343a0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.702630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 791d71e7-6e13-4013-946e-f610e36929f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=791d71e7-6e13-4013-946e-f610e36929f1,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:41.709971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2bc305e0-da5e-4e72-9105-91e2d4a73892 req-82724142-a14a-4f15-b6ac-c9e074d343a0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 943 time: 0.2125077 Aug 24 00:25:41.722137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '791d71e7-6e13-4013-946e-f610e36929f1', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'port_id': '791d71e7-6e13-4013-946e-f610e36929f1', 'mac_address': 'fa:16:3e:9b:ef:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd87f-4345-4369-89f3-00b772d8d12e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:25:41.729391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-73655fb3-79ee-46c5-9040-2cf449e46fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.731132 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-73655fb3-79ee-46c5-9040-2cf449e46fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07&tenant_id=fa321f3aaf844d3cad1999a705abd9f1 HTTP/1.1" status: 200 len: 1096 time: 0.0997648 Aug 24 00:25:41.754777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port b7c9e40e-c983-4203-8ec7-3ff291e3519d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:41.758976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port b7c9e40e-c983-4203-8ec7-3ff291e3519d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:41.759701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.809540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2bc305e0-da5e-4e72-9105-91e2d4a73892 req-1d248c04-62a1-4a11-8c75-8fe2cf519a86 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875297 Aug 24 00:25:41.840640 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.844537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-327f6dc8-08f8-465c-b139-efc19e0aa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.846122 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-327f6dc8-08f8-465c-b139-efc19e0aa0a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1096 time: 0.0891273 Aug 24 00:25:41.858748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791d71e7-6e13-4013-946e-f610e36929f1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:41.919233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 791d71e7-6e13-4013-946e-f610e36929f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=791d71e7-6e13-4013-946e-f610e36929f1,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:41.928460 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:41.946280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afdf10-7613-4272-97c6-9c8f4d555899 req-7b41a501-6607-4598-a534-d977ea786a09 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:41.948677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2afdf10-7613-4272-97c6-9c8f4d555899 req-7b41a501-6607-4598-a534-d977ea786a09 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 945 time: 0.0791066 Aug 24 00:25:41.962040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bc5606-2804-44c9-83b6-d781709d0573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c9e40e-c983-4203-8ec7-3ff291e3519d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:41.965263 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690f3cfa-ec19-4e56-857a-e9a96957bf58" -d '{"events": [{"server_uuid": "d2bc5606-2804-44c9-83b6-d781709d0573", "name": "network-vif-plugged", "status": "completed", "tag": "b7c9e40e-c983-4203-8ec7-3ff291e3519d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:41.982951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b7c9e40e-c983-4203-8ec7-3ff291e3519d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b7c9e40e-c983-4203-8ec7-3ff291e3519d,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:42.000519 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:42.011848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-85d2fab8-4fda-4fc3-bf57-e5a7735b559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:42.013844 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-85d2fab8-4fda-4fc3-bf57-e5a7735b559e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1601164 Aug 24 00:25:42.014102 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410131e-a8dd-4134-a36d-3e95884f665c x-openstack-request-id: req-2410131e-a8dd-4134-a36d-3e95884f665c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:42.014606 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bc5606-2804-44c9-83b6-d781709d0573", "name": "network-vif-plugged", "status": "completed", "tag": "b7c9e40e-c983-4203-8ec7-3ff291e3519d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:42.014931 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2410131e-a8dd-4134-a36d-3e95884f665c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:42.015378 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bc5606-2804-44c9-83b6-d781709d0573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c9e40e-c983-4203-8ec7-3ff291e3519d', 'code': 200} Aug 24 00:25:42.024333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2afdf10-7613-4272-97c6-9c8f4d555899 req-4cb2698e-c133-4e07-b39e-a19f2262fc9b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658557 Aug 24 00:25:42.072632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=791d71e7-6e13-4013-946e-f610e36929f1,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:42.089867 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-60a56caa-2203-4906-8d41-007caeae24d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 HTTP/1.1" status: 200 len: 217 time: 0.0550413 Aug 24 00:25:42.111295 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:42.160558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b7c9e40e-c983-4203-8ec7-3ff291e3519d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:42.179667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-e901453d-20ff-467f-8742-2fa1bbb5b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:42.181158 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-e901453d-20ff-467f-8742-2fa1bbb5b9d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0735388 Aug 24 00:25:42.185790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4d634-b7e9-48a2-a67a-c6a7591ad31a req-95a28f3c-a23e-4519-bd4d-8c63b489e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:42.187175 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-98a4d634-b7e9-48a2-a67a-c6a7591ad31a req-95a28f3c-a23e-4519-bd4d-8c63b489e7c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 1097 time: 0.0783527 Aug 24 00:25:42.235542 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-bddda099-33eb-4ba6-a584-e962dd46c5d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413435 Aug 24 00:25:42.266246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-98a4d634-b7e9-48a2-a67a-c6a7591ad31a req-40964134-911f-4559-8f5b-9e07df4a0b4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Aug 24 00:25:42.282693 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:42.334548 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-55e3b3bc-d742-487f-850b-b86ddb6a5315 service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892527 Aug 24 00:25:42.346475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cb982-0c43-4a50-b116-4617e99cc53b req-8700f25d-e32f-4cdb-8c78-19fd86f29be9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:42.348292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d48cb982-0c43-4a50-b116-4617e99cc53b req-8700f25d-e32f-4cdb-8c78-19fd86f29be9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0510573 Aug 24 00:25:42.390431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d48cb982-0c43-4a50-b116-4617e99cc53b req-ffa8011a-65ed-4111-a2d7-270ed1740f1f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333571 Aug 24 00:25:42.413135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['791d71e7-6e13-4013-946e-f610e36929f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:42.578889 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-969bed1d-c321-4eb1-a833-f4eed45fd3fc service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900135 Aug 24 00:25:42.774606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd34be-ecdc-45f1-a210-dd6c01cc4107 req-f4b3f34c-fe42-43c1-aba1-16f3fc837a4b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:42.776704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53dd34be-ecdc-45f1-a210-dd6c01cc4107 req-f4b3f34c-fe42-43c1-aba1-16f3fc837a4b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0643344 Aug 24 00:25:42.818946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53dd34be-ecdc-45f1-a210-dd6c01cc4107 req-f94416c4-7238-452d-807c-c057011942d2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341723 Aug 24 00:25:42.933583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b52cb-fb04-4ce9-81a4-aa57d7c821b2 req-1d6a5107-24f0-4055-8a04-50acd106f540 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:42.935154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-320b52cb-fb04-4ce9-81a4-aa57d7c821b2 req-1d6a5107-24f0-4055-8a04-50acd106f540 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 944 time: 0.0552285 Aug 24 00:25:42.978531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-320b52cb-fb04-4ce9-81a4-aa57d7c821b2 req-134d99bb-5386-41c7-8d27-73d5d0834b09 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Aug 24 00:25:43.003896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-d86f12a8-6637-4a05-a9ea-a5a566f9656a tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.005721 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-d86f12a8-6637-4a05-a9ea-a5a566f9656a tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07&tenant_id=fa321f3aaf844d3cad1999a705abd9f1&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0566025 Aug 24 00:25:43.147820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8f74b-047c-419e-a407-3b55fb46cf11 req-0b5cd3cb-d767-4cec-ad90-93617615438b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.149409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ce8f74b-047c-419e-a407-3b55fb46cf11 req-0b5cd3cb-d767-4cec-ad90-93617615438b tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 945 time: 0.0507841 Aug 24 00:25:43.188419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ce8f74b-047c-419e-a407-3b55fb46cf11 req-dc337062-9f12-4ad2-9260-aa73df5fc9a9 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Aug 24 00:25:43.211970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-02481c8f-2928-47ab-82b1-27108f2ce900 service neutron] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:43.215360 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-02481c8f-2928-47ab-82b1-27108f2ce900 service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:43.219115 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae80f4e6-edd2-4b5c-b041-ce2c6bfaa7f5 req-02481c8f-2928-47ab-82b1-27108f2ce900 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d03b0b93-abe0-4cd4-b8ec-0d99cce2f265/bindings/n-h1-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.2023265 Aug 24 00:25:43.327727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc518e3-e2eb-4e96-87e8-a8ffb18ccd0a req-f3d74e11-c6fc-48fb-9d2e-d0d1dec9be3d tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.329282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fc518e3-e2eb-4e96-87e8-a8ffb18ccd0a req-f3d74e11-c6fc-48fb-9d2e-d0d1dec9be3d tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 1096 time: 0.0416999 Aug 24 00:25:43.367034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fc518e3-e2eb-4e96-87e8-a8ffb18ccd0a req-88fa3270-d2fb-499c-8b61-ac031bb12391 tempest-LiveMigrationTest-1996223156 tempest-LiveMigrationTest-1996223156-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307925 Aug 24 00:25:43.518973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd1dc8-7940-4d83-a342-dfbcef11bfc8 req-e33243c7-ccd9-4712-b252-c4dc97e2144c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.520511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99fd1dc8-7940-4d83-a342-dfbcef11bfc8 req-e33243c7-ccd9-4712-b252-c4dc97e2144c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0570784 Aug 24 00:25:43.560638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99fd1dc8-7940-4d83-a342-dfbcef11bfc8 req-de9d4da0-01c4-45b2-ae52-31597c779dd0 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Aug 24 00:25:43.905289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f0250-f9aa-4c38-8448-f265833534bb req-58533c5b-d3ee-4fd7-8cc0-00f334d3c3e3 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.906959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e9f0250-f9aa-4c38-8448-f265833534bb req-58533c5b-d3ee-4fd7-8cc0-00f334d3c3e3 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 945 time: 0.0561724 Aug 24 00:25:43.955307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e9f0250-f9aa-4c38-8448-f265833534bb req-e5dc73ef-4268-434f-90f7-53ad9bc5a9d5 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Aug 24 00:25:43.993509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603266e-c96b-4991-b960-bf034622df7e req-633c4685-7dd0-4734-a9e4-9b46d4ae7423 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:43.995048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b603266e-c96b-4991-b960-bf034622df7e req-633c4685-7dd0-4734-a9e4-9b46d4ae7423 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0562432 Aug 24 00:25:44.038405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b603266e-c96b-4991-b960-bf034622df7e req-d6434547-80f9-4194-b168-fa884ab6083d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367250 Aug 24 00:25:44.128443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f9f10-51ec-4b26-935e-74f74981ceb3 req-8cabad2d-69ee-4f25-bdaa-b6615f6573cb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:44.130075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-775f9f10-51ec-4b26-935e-74f74981ceb3 req-8cabad2d-69ee-4f25-bdaa-b6615f6573cb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 944 time: 0.0599105 Aug 24 00:25:44.169090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-775f9f10-51ec-4b26-935e-74f74981ceb3 req-62b9d478-eb4f-4cc7-ae09-8beeaf866ed8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Aug 24 00:25:44.543008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-0a4d3523-b538-4e5b-95a7-c78dcfacaeec tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:44.545225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-0a4d3523-b538-4e5b-95a7-c78dcfacaeec tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.37 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 945 time: 0.0564320 Aug 24 00:25:44.679673 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Deleting port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:44.680198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:44.689554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463a1dc-2899-44c7-b7fb-b6f1b6089303 req-ef8ef944-4503-4c17-8df5-fb755695ed7e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:44.691392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2463a1dc-2899-44c7-b7fb-b6f1b6089303 req-ef8ef944-4503-4c17-8df5-fb755695ed7e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0608518 Aug 24 00:25:44.733025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2463a1dc-2899-44c7-b7fb-b6f1b6089303 req-5afb016e-b176-47de-a21d-9a8e34ba015f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Aug 24 00:25:44.780813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] For port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:44.781189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:44.793782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Calling delete_port for d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:45.036687 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.049455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1d714daf-df59-4d79-ba3b-c3165c5aa476', 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:45.078368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17bc322b-430c-48f8-b585-87654d073879 req-d8821335-94ff-407a-adeb-1dd51f4d036f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.0529010 Aug 24 00:25:45.084465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Pushing event deleted for resources: {'Port': ['ID=d03b0b93-abe0-4cd4-b8ec-0d99cce2f265,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:45.127558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] No DVR routers for this DVR port d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:45.130466 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.132703 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5084ff4c-0d38-48c4-819c-59a17f31640b req-d8195b82-a10c-483d-a693-68c0b7c609cd tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.37 "DELETE /v2.0/ports/d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 HTTP/1.1" status: 204 len: 173 time: 0.5740998 Aug 24 00:25:45.133169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'name': 'network-vif-deleted', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:45.135685 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9320de-1432-43c3-9eed-8a11d9e0c3ab" -d '{"events": [{"server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "name": "network-vif-deleted", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:45.292273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa3701-6c9c-4f1d-aafa-7408a8e9b4d7 req-7783b4a2-d5a4-439e-805e-cdbe703fcc76 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.293999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16fa3701-6c9c-4f1d-aafa-7408a8e9b4d7 req-7783b4a2-d5a4-439e-805e-cdbe703fcc76 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0985136 Aug 24 00:25:45.315097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697a13-c93b-419a-b69e-b82268e647b3 req-987647bb-368f-496f-bd19-0030394d15e1 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.316590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c697a13-c93b-419a-b69e-b82268e647b3 req-987647bb-368f-496f-bd19-0030394d15e1 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0845144 Aug 24 00:25:45.337713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051a20b-5f06-45da-8154-9220d60695c1 req-ca88330f-97c3-49b0-868c-7808415a4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.339941 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9051a20b-5f06-45da-8154-9220d60695c1 req-ca88330f-97c3-49b0-868c-7808415a4d62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 1097 time: 0.0612719 Aug 24 00:25:45.371959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16fa3701-6c9c-4f1d-aafa-7408a8e9b4d7 req-23fa3a0f-c7ff-45c5-8fd5-b2ef4be8dd58 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705166 Aug 24 00:25:45.377367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c697a13-c93b-419a-b69e-b82268e647b3 req-e393f86e-155e-4174-9175-5582cf706d05 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526121 Aug 24 00:25:45.408800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 791d71e7-6e13-4013-946e-f610e36929f1 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:25:45.447696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051a20b-5f06-45da-8154-9220d60695c1 req-23cc6a2e-860f-43f5-93df-796e99e7412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.449763 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9051a20b-5f06-45da-8154-9220d60695c1 req-23cc6a2e-860f-43f5-93df-796e99e7412e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 200 len: 912 time: 0.1025767 Aug 24 00:25:45.520531 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973d0c4f-36a2-4aa3-83f3-5c0eddb4b681 x-openstack-request-id: req-973d0c4f-36a2-4aa3-83f3-5c0eddb4b681 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:45.520531 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f97544-fc88-426d-945a-50238df8cf07", "name": "network-vif-deleted", "tag": "d03b0b93-abe0-4cd4-b8ec-0d99cce2f265", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:45.520531 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-973d0c4f-36a2-4aa3-83f3-5c0eddb4b681 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:45.520531 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f97544-fc88-426d-945a-50238df8cf07', 'name': 'network-vif-deleted', 'tag': 'd03b0b93-abe0-4cd4-b8ec-0d99cce2f265', 'status': 'completed', 'code': 200} Aug 24 00:25:45.520531 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9051a20b-5f06-45da-8154-9220d60695c1 req-d7aefd54-16f2-4d07-a0a7-8cdc62add3f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7c9e40e-c983-4203-8ec7-3ff291e3519d HTTP/1.1" status: 200 len: 217 time: 0.0488791 Aug 24 00:25:45.597735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18335c84-9e25-4e65-bf18-ed0278ca59a8 req-e0a238d9-f8b7-42c7-a33a-d81e6abca1c2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.597735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18335c84-9e25-4e65-bf18-ed0278ca59a8 req-e0a238d9-f8b7-42c7-a33a-d81e6abca1c2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 944 time: 0.0718503 Aug 24 00:25:45.598232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051a20b-5f06-45da-8154-9220d60695c1 req-67f4bd22-c5c7-400e-8c4f-7cb0a525ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:45.598232 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9051a20b-5f06-45da-8154-9220d60695c1 req-67f4bd22-c5c7-400e-8c4f-7cb0a525ad5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2067f9c4-2889-4c9c-94aa-48ba4b252800 HTTP/1.1" status: 200 len: 851 time: 0.0626247 Aug 24 00:25:45.625263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18335c84-9e25-4e65-bf18-ed0278ca59a8 req-128e25e0-6ae7-4e64-b443-5cd57c844d44 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495102 Aug 24 00:25:45.636081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9051a20b-5f06-45da-8154-9220d60695c1 req-c0dd3255-e7d6-4269-99e9-f694b27e412a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410590 Aug 24 00:25:45.743304 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9051a20b-5f06-45da-8154-9220d60695c1 req-e8614aa5-0085-44c8-9a2b-eafa9b6eb39f service neutron] 10.222.0.37 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873928 Aug 24 00:25:45.763086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 791d71e7-6e13-4013-946e-f610e36929f1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:25:45.767657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 791d71e7-6e13-4013-946e-f610e36929f1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:25:45.768240 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:45.847899 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9051a20b-5f06-45da-8154-9220d60695c1 req-da724020-e3df-4c40-a3da-46c688408014 service neutron] 10.222.0.37 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973110 Aug 24 00:25:45.987317 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.028287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 791d71e7-6e13-4013-946e-f610e36929f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=791d71e7-6e13-4013-946e-f610e36929f1,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:46.029257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791d71e7-6e13-4013-946e-f610e36929f1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:46.031829 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ba7bb9-71b4-4137-bd93-20760c88d715" -d '{"events": [{"server_uuid": "5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1", "name": "network-vif-plugged", "status": "completed", "tag": "791d71e7-6e13-4013-946e-f610e36929f1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:46.076568 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e18dad9-5a27-450c-8eee-d08df3ecb5b6 x-openstack-request-id: req-1e18dad9-5a27-450c-8eee-d08df3ecb5b6 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:46.077212 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1", "name": "network-vif-plugged", "status": "completed", "tag": "791d71e7-6e13-4013-946e-f610e36929f1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:46.077212 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e18dad9-5a27-450c-8eee-d08df3ecb5b6 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:46.077488 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791d71e7-6e13-4013-946e-f610e36929f1', 'code': 200} Aug 24 00:25:46.116624 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:46.123153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:46.164506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:46.167281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d03b0b93-abe0-4cd4-b8ec-0d99cce2f265 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:46.208787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-903c63c1-0d97-407c-9189-c52bf244c044 req-817ee1bf-6bdb-4464-8583-92e3a3add9ee tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.0358584 Aug 24 00:25:46.216492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=791d71e7-6e13-4013-946e-f610e36929f1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:46.245371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45947df5-1008-4f6c-86cd-59e59348c15d req-4b6f9c2a-5948-4bbe-948c-ac7c49084fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.247066 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45947df5-1008-4f6c-86cd-59e59348c15d req-4b6f9c2a-5948-4bbe-948c-ac7c49084fff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0700731 Aug 24 00:25:46.287758 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45947df5-1008-4f6c-86cd-59e59348c15d req-486867be-31f2-453c-a0bf-ab7bea5fae30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Aug 24 00:25:46.558626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d13d5-7724-4d7a-b9e7-970667f0836e req-1fae7f10-eabf-46dc-be43-1fd5f7fd82a3 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.565063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-119d13d5-7724-4d7a-b9e7-970667f0836e req-1fae7f10-eabf-46dc-be43-1fd5f7fd82a3 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0895469 Aug 24 00:25:46.568162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b5f8-4985-4d27-856a-3ca3fb3441b0 req-120b7a4a-a897-474b-91ae-4138fb6f78cb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.569650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bc1b5f8-4985-4d27-856a-3ca3fb3441b0 req-120b7a4a-a897-474b-91ae-4138fb6f78cb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0878680 Aug 24 00:25:46.628732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-119d13d5-7724-4d7a-b9e7-970667f0836e req-c4dce072-46c8-43a7-94d0-ff7e89f29c55 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579643 Aug 24 00:25:46.631395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bc1b5f8-4985-4d27-856a-3ca3fb3441b0 req-1d5f0cfb-5ce7-4389-9b0a-c0e968e7e5d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545220 Aug 24 00:25:46.758300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5569dbc-246f-4a6d-ba6b-684bd8b99151 req-0d00ca89-280b-4ac2-9a12-48e11065bacd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:46.760110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5569dbc-246f-4a6d-ba6b-684bd8b99151 req-0d00ca89-280b-4ac2-9a12-48e11065bacd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 945 time: 0.0603106 Aug 24 00:25:46.826030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5569dbc-246f-4a6d-ba6b-684bd8b99151 req-3d5751d0-05c1-4948-8c11-b84ca65657b3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582411 Aug 24 00:25:47.322828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-258139c2-b8d9-48b0-a9a4-572612896d40 req-8008128e-4df5-48a7-95c7-b10a5d4c4719 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.0296128 Aug 24 00:25:47.804130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3da9c-7a5d-497b-8a0d-6618ae7586e3 req-d81cb086-26fa-42ff-afd1-a6a314f0670c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:47.805277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48f3da9c-7a5d-497b-8a0d-6618ae7586e3 req-d81cb086-26fa-42ff-afd1-a6a314f0670c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0929670 Aug 24 00:25:47.818063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b211828-9afe-4703-8862-c4c6b49f058d req-655cecf3-a14e-409b-9926-b0ce0807ab69 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:47.819524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b211828-9afe-4703-8862-c4c6b49f058d req-655cecf3-a14e-409b-9926-b0ce0807ab69 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0837715 Aug 24 00:25:47.881022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48f3da9c-7a5d-497b-8a0d-6618ae7586e3 req-3bb19f2f-2b71-4358-926f-f15bdb88363c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604000 Aug 24 00:25:47.884973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b211828-9afe-4703-8862-c4c6b49f058d req-78c5dfd2-5a33-463a-8006-318ef5bf2c7f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 Aug 24 00:25:48.027807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cdb20-3470-4b24-a3aa-d866fa338a6e req-9d763639-4ece-4c49-b5e4-3affb60f9b46 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.029585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-277cdb20-3470-4b24-a3aa-d866fa338a6e req-9d763639-4ece-4c49-b5e4-3affb60f9b46 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 945 time: 0.0694847 Aug 24 00:25:48.068742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-277cdb20-3470-4b24-a3aa-d866fa338a6e req-01ab95b7-fcba-455b-b58f-c5c79d9e6a82 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Aug 24 00:25:48.202254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a3b3a-e803-42c6-b176-0cc72ec9fc31 req-2a1d6ee0-f546-442d-a2f6-22c1ddd628f9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.203817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f8a3b3a-e803-42c6-b176-0cc72ec9fc31 req-2a1d6ee0-f546-442d-a2f6-22c1ddd628f9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 945 time: 0.0626106 Aug 24 00:25:48.242023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f8a3b3a-e803-42c6-b176-0cc72ec9fc31 req-34a16920-6def-4734-8d72-b45620fbebbc tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Aug 24 00:25:48.421124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ec30897-26ad-4d4b-9139-a4591b1b65be req-2bbac68d-d7db-41f7-b3b8-069662ea0231 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Aug 24 00:25:48.789917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e2dbf-8f85-456a-b246-e4330e2e79d9 req-cba5d4a5-fb3d-4fb7-9feb-fb5197ffacd7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:48.791463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-627e2dbf-8f85-456a-b246-e4330e2e79d9 req-cba5d4a5-fb3d-4fb7-9feb-fb5197ffacd7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 945 time: 0.0555165 Aug 24 00:25:48.840682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-627e2dbf-8f85-456a-b246-e4330e2e79d9 req-88d7aac4-a0a5-47b9-82b3-919d2ed7df53 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Aug 24 00:25:49.038622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62a213-8de2-4c7b-b199-c05e8fc368f2 req-11daeb17-a2f2-4e02-8483-6216e585bb82 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:49.040122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e62a213-8de2-4c7b-b199-c05e8fc368f2 req-11daeb17-a2f2-4e02-8483-6216e585bb82 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0802343 Aug 24 00:25:49.052852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d9afd-359a-427d-b3a7-8ff7a8ac3d09 req-50e647a0-964d-4356-8a19-74c4bf112685 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:49.054313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e6d9afd-359a-427d-b3a7-8ff7a8ac3d09 req-50e647a0-964d-4356-8a19-74c4bf112685 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0820706 Aug 24 00:25:49.116697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e62a213-8de2-4c7b-b199-c05e8fc368f2 req-354474d9-31c4-4062-a41b-d4502bb2796e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614314 Aug 24 00:25:49.119415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e6d9afd-359a-427d-b3a7-8ff7a8ac3d09 req-234142fd-ea69-4366-9bc5-2d59cc6a1413 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577233 Aug 24 00:25:49.517622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c5b5632-c03c-459e-94f8-a13b972a74b6 req-e6ed6303-1ad3-48f1-8518-94077b577f7e tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=51f97544-fc88-426d-945a-50238df8cf07 HTTP/1.1" status: 200 len: 210 time: 0.0258317 Aug 24 00:25:49.969015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffaf79-cb42-4f4a-92b5-adea8d0d568e req-a7025180-d165-4162-a178-f7228963a521 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:49.970457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60ffaf79-cb42-4f4a-92b5-adea8d0d568e req-a7025180-d165-4162-a178-f7228963a521 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 945 time: 0.0517817 Aug 24 00:25:50.022663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60ffaf79-cb42-4f4a-92b5-adea8d0d568e req-e248cc24-9dbe-4f64-abab-c653ac490c36 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456624 Aug 24 00:25:50.291565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-7cb1a6df-58ab-45cb-b806-680327a747bb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.294187 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-7cb1a6df-58ab-45cb-b806-680327a747bb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 945 time: 0.0595167 Aug 24 00:25:50.307664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9de92-1326-4df0-a999-71717d7e19c6 req-deb589d9-66a3-49df-a05d-4797bc24e24c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.309621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49f9de92-1326-4df0-a999-71717d7e19c6 req-deb589d9-66a3-49df-a05d-4797bc24e24c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1159515 Aug 24 00:25:50.334365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15289cf8-6b44-4585-866c-564f649f1204 req-0efde91a-ba68-4caa-bac1-2a7f112186e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:50.337640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15289cf8-6b44-4585-866c-564f649f1204 req-0efde91a-ba68-4caa-bac1-2a7f112186e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0880568 Aug 24 00:25:50.392715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49f9de92-1326-4df0-a999-71717d7e19c6 req-1da8a62c-f437-48e7-bc03-b89b9df8c8c2 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545626 Aug 24 00:25:50.423614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15289cf8-6b44-4585-866c-564f649f1204 req-345e9124-17bd-461c-8923-170a8d1571f5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720646 Aug 24 00:25:50.423859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Deleting port 791d71e7-6e13-4013-946e-f610e36929f1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:50.423987 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:50.550772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] For port 791d71e7-6e13-4013-946e-f610e36929f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=791d71e7-6e13-4013-946e-f610e36929f1,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:50.551229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:50.565278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Calling delete_port for 791d71e7-6e13-4013-946e-f610e36929f1 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:50.836721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:50.850218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['791d71e7-6e13-4013-946e-f610e36929f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:50.872782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event deleted for resources: {'Port': ['ID=791d71e7-6e13-4013-946e-f610e36929f1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:50.876221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:50.905385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.906177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.906177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.906520 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.906860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.907196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.907614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.907986 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.908321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.908658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.908988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.909762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:25:50.938280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] No DVR routers for this DVR port 791d71e7-6e13-4013-946e-f610e36929f1 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:50.942180 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:50.944748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-383f1521-0476-4ea5-b9f5-c022e5371652 req-085cd947-1629-46b0-a243-fb269b16ce3a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.37 "DELETE /v2.0/ports/791d71e7-6e13-4013-946e-f610e36929f1 HTTP/1.1" status: 204 len: 173 time: 0.6444755 Aug 24 00:25:50.945345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1', 'name': 'network-vif-deleted', 'tag': '791d71e7-6e13-4013-946e-f610e36929f1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:50.949104 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63de3041-d88a-46f2-a21a-62c438cbd799" -d '{"events": [{"server_uuid": "5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1", "name": "network-vif-deleted", "tag": "791d71e7-6e13-4013-946e-f610e36929f1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:50.990282 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a079de-3f42-431a-8bd9-036378bec219 x-openstack-request-id: req-34a079de-3f42-431a-8bd9-036378bec219 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:50.990606 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1", "name": "network-vif-deleted", "tag": "791d71e7-6e13-4013-946e-f610e36929f1", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:50.990867 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34a079de-3f42-431a-8bd9-036378bec219 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:50.991281 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1', 'name': 'network-vif-deleted', 'tag': '791d71e7-6e13-4013-946e-f610e36929f1', 'status': 'completed', 'code': 200} Aug 24 00:25:51.146025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37d3fe75-a9af-42ee-aa8f-7e4881271b31 req-511c3e46-e1cf-4081-b65c-0f79d07fc0d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b446076-e7a0-4bfc-ba2e-9e0e80d00bc1 HTTP/1.1" status: 200 len: 210 time: 0.0368030 Aug 24 00:25:51.619718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abada865-7875-4252-9537-e12723bdbb5b req-5e45ad6c-8f04-4d4d-aefa-7c35ba42da01 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:51.628077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abada865-7875-4252-9537-e12723bdbb5b req-5e45ad6c-8f04-4d4d-aefa-7c35ba42da01 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1201987 Aug 24 00:25:51.637868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea1919-e1a5-4a33-93ae-d0b640003890 req-69384a25-61e7-467f-a444-5d92885e34a4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:51.645160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebea1919-e1a5-4a33-93ae-d0b640003890 req-69384a25-61e7-467f-a444-5d92885e34a4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1105843 Aug 24 00:25:51.709529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebea1919-e1a5-4a33-93ae-d0b640003890 req-b219e111-ec21-410d-9ebb-6640b2fda4d2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615649 Aug 24 00:25:51.729544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abada865-7875-4252-9537-e12723bdbb5b req-0f4e5ba8-b8ca-4cfa-8cc7-5df151a08498 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000509 Aug 24 00:25:52.799198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-b0c4528c-1098-4f67-a7d6-fddb7996dd83 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.808266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-b0c4528c-1098-4f67-a7d6-fddb7996dd83 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1224203 Aug 24 00:25:52.834819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-d7d007fc-33a0-44d1-af13-84c510d00328 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/quotas/b29c3053628e4966ae784e99267e9414 HTTP/1.1" status: 200 len: 375 time: 0.0253055 Aug 24 00:25:52.911406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9835e0-087a-437a-b0bd-c06c610f882a req-a4c19b17-ec82-4ba3-b2f3-c03f74afc4af tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:52.913923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f9835e0-087a-437a-b0bd-c06c610f882a req-a4c19b17-ec82-4ba3-b2f3-c03f74afc4af tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0932555 Aug 24 00:25:52.946506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-c758ae18-6228-4cda-8cc8-325e091bb8a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905197 Aug 24 00:25:52.969198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f9835e0-087a-437a-b0bd-c06c610f882a req-af293544-3ed3-4147-ac19-8065728a2638 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 Aug 24 00:25:53.153849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78198b86-9084-4564-898e-8f393c293fb2 req-e082bb26-5503-4cad-ac6d-5f39be11ca9a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.153849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78198b86-9084-4564-898e-8f393c293fb2 req-e082bb26-5503-4cad-ac6d-5f39be11ca9a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0804505 Aug 24 00:25:53.170491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-fc5ecc6b-b23a-48b1-be5c-7e5ba279ae67 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037125 Aug 24 00:25:53.286752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78198b86-9084-4564-898e-8f393c293fb2 req-cfda48b0-c9eb-41cc-97ca-43eb2b36bfb7 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130192 Aug 24 00:25:53.360131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-7f94892f-eba2-49d5-92af-50b65591c719 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788001 Aug 24 00:25:53.435728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 791d71e7-6e13-4013-946e-f610e36929f1 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:53.460994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 791d71e7-6e13-4013-946e-f610e36929f1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:53.461354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 791d71e7-6e13-4013-946e-f610e36929f1 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:53.687781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5d80607-45c3-49c3-8acf-3c01e57ef6ec req-11bf0227-de65-4f24-ae2a-67debded5a1d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 210 time: 0.0383921 Aug 24 00:25:53.883752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83669b-610e-4781-b6f3-1637e6d7383c req-c5dad479-88f6-477e-945d-126367942c74 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:53.885858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a83669b-610e-4781-b6f3-1637e6d7383c req-c5dad479-88f6-477e-945d-126367942c74 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0510359 Aug 24 00:25:53.927606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a83669b-610e-4781-b6f3-1637e6d7383c req-207b9d0d-8af1-4fd1-93b1-d08d8deba0b4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351627 Aug 24 00:25:54.015757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-ab9a39dc-3e4c-4197-b6e0-94fa27cd7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:54.017239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-ab9a39dc-3e4c-4197-b6e0-94fa27cd7244 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1096 time: 0.0409858 Aug 24 00:25:54.117588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-e69a5170-8a9f-4f8b-9fc1-a5bc6f49d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:54.119190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-e69a5170-8a9f-4f8b-9fc1-a5bc6f49d1ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.0943546 Aug 24 00:25:54.202578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-e702b72d-bd87-4156-92d0-a4ad62688f03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.0731487 Aug 24 00:25:54.265924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-964a1b08-51f7-4dbb-8105-ceacd4b2476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:54.267901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-964a1b08-51f7-4dbb-8105-ceacd4b2476e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0585623 Aug 24 00:25:54.325986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-8c373748-1997-46cb-ac06-82a894903774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:54.327719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-8c373748-1997-46cb-ac06-82a894903774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523560 Aug 24 00:25:54.477022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa0a5-a083-41c3-87a4-1782e989e354 req-d28f8d83-16e2-4ccf-86ff-65b7a037b0db tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:54.484731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38cfa0a5-a083-41c3-87a4-1782e989e354 req-d28f8d83-16e2-4ccf-86ff-65b7a037b0db tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1266811 Aug 24 00:25:54.498024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-c9b078ef-4767-4c49-929d-499b80de99c1 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630890 Aug 24 00:25:54.594253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38cfa0a5-a083-41c3-87a4-1782e989e354 req-5079335f-4905-44d7-8c0f-c686ef5cec71 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090167 Aug 24 00:25:54.630812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27b3d0bb-3dda-498d-a5ef-b36c3f966d9c req-646301e4-1a2f-4373-a459-964343e7eed2 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203473 Aug 24 00:25:54.832208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f555-51c4-440c-bc99-366cbd15a298 req-11d258d2-bb01-46d8-a004-a04983d89d3f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:54.833762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f867f555-51c4-440c-bc99-366cbd15a298 req-11d258d2-bb01-46d8-a004-a04983d89d3f tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 944 time: 0.0529170 Aug 24 00:25:54.891388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb964064-0ca3-4b40-b2fd-d6532d704125 req-578c4e45-8ae7-4de0-82c4-273b2f9591fd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 210 time: 0.0562198 Aug 24 00:25:54.914897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f867f555-51c4-440c-bc99-366cbd15a298 req-1195ecfe-182c-4a23-890f-a16d46e457b0 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706573 Aug 24 00:25:55.048191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b5ed8-c3c6-4d8d-a5bc-ad04ecf8761b req-7b6817fd-120a-4a7c-ad72-0159d9b2b3e2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.050187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d4b5ed8-c3c6-4d8d-a5bc-ad04ecf8761b req-7b6817fd-120a-4a7c-ad72-0159d9b2b3e2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0525143 Aug 24 00:25:55.094350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d4b5ed8-c3c6-4d8d-a5bc-ad04ecf8761b req-883b1e02-982d-4c24-979f-4e10128b8729 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379708 Aug 24 00:25:55.339315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-edfc0b44-0bf6-44b1-a964-2772a361e5c0 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.339933 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:55.341191 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-edfc0b44-0bf6-44b1-a964-2772a361e5c0 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 944 time: 0.0756376 Aug 24 00:25:55.463424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Deleting port 1d714daf-df59-4d79-ba3b-c3165c5aa476 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:55.463835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:55.559643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] For port 1d714daf-df59-4d79-ba3b-c3165c5aa476, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=1d714daf-df59-4d79-ba3b-c3165c5aa476,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:55.560016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:55.572053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Calling delete_port for 1d714daf-df59-4d79-ba3b-c3165c5aa476 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:55.726665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176dbda-8c3d-4cbb-9562-eda0aae0645b req-c743d469-cb35-4047-b470-c7f1d6f320d6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:55.730113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2176dbda-8c3d-4cbb-9562-eda0aae0645b req-c743d469-cb35-4047-b470-c7f1d6f320d6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0593507 Aug 24 00:25:55.767982 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:55.779180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2176dbda-8c3d-4cbb-9562-eda0aae0645b req-e7d6c3b1-8e4c-4928-a66b-e422fac90855 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Aug 24 00:25:55.785439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['1d714daf-df59-4d79-ba3b-c3165c5aa476'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:55.833307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Pushing event deleted for resources: {'Port': ['ID=1d714daf-df59-4d79-ba3b-c3165c5aa476,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:55.876858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] No DVR routers for this DVR port 1d714daf-df59-4d79-ba3b-c3165c5aa476 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:55.879146 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:55.881358 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ca4884f-e303-449c-9c1b-382f25b2029c req-035b443e-1e8b-45f5-9449-8af9a33a8904 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.37 "DELETE /v2.0/ports/1d714daf-df59-4d79-ba3b-c3165c5aa476 HTTP/1.1" status: 204 len: 173 time: 0.5340607 Aug 24 00:25:55.881997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'name': 'network-vif-deleted', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:55.884297 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4586622-8b76-4c0d-9453-96f96f0621ac" -d '{"events": [{"server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "name": "network-vif-deleted", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:55.922761 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea73d94-ea2b-4516-96d6-2b65c083476e x-openstack-request-id: req-3ea73d94-ea2b-4516-96d6-2b65c083476e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:55.923142 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7b0684-55a4-4a49-ad2f-4730451a4328", "name": "network-vif-deleted", "tag": "1d714daf-df59-4d79-ba3b-c3165c5aa476", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:55.923520 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ea73d94-ea2b-4516-96d6-2b65c083476e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:55.924088 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7b0684-55a4-4a49-ad2f-4730451a4328', 'name': 'network-vif-deleted', 'tag': '1d714daf-df59-4d79-ba3b-c3165c5aa476', 'status': 'completed', 'code': 200} Aug 24 00:25:55.998656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c41898f5-cea5-44dd-afcb-737a3b6950df req-877a966e-bd3f-4c07-b71c-8d95926b87b4 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 210 time: 0.0299816 Aug 24 00:25:56.033834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d814e48-0aef-47a1-a096-214c58ce9d1a req-6433fcd1-27c1-456f-a7bd-a34543b34658 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f7b0684-55a4-4a49-ad2f-4730451a4328 HTTP/1.1" status: 200 len: 210 time: 0.0377083 Aug 24 00:25:56.237125 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-123bb58a-8367-45e5-8d9d-3d9d793b1898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.277186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232ba4e-1891-4376-92ed-d8b5ba061b48 req-bf4fdfaf-92fe-47d4-a0c4-cb2e9dee94db tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:56.278758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6232ba4e-1891-4376-92ed-d8b5ba061b48 req-bf4fdfaf-92fe-47d4-a0c4-cb2e9dee94db tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0827277 Aug 24 00:25:56.287139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-0e20fae8-f2bc-436b-bc14-7ff447a31833 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:56.288527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-0e20fae8-f2bc-436b-bc14-7ff447a31833 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1447802 Aug 24 00:25:56.309808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Request body: {'port': {'device_id': '1503c40a-6d39-4a07-bece-0a6d302176e8', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'admin_state_up': True, 'tenant_id': 'b29c3053628e4966ae784e99267e9414'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:56.693438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6232ba4e-1891-4376-92ed-d8b5ba061b48 req-0d4dba22-2635-49bc-8c8b-475916ea70fb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039586 Aug 24 00:25:56.818556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930a6e-d692-4108-befc-8fa38d3db170 req-74227c65-d715-4f1e-9fcb-3227ecb95a42 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:56.820472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39930a6e-d692-4108-befc-8fa38d3db170 req-74227c65-d715-4f1e-9fcb-3227ecb95a42 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0590076 Aug 24 00:25:56.845859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:25:56.850066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:56.897983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39930a6e-d692-4108-befc-8fa38d3db170 req-0b13759f-1ccb-4f87-9459-3394936c4013 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596619 Aug 24 00:25:57.062994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145bee5-01f3-4e33-a4ef-512d77412756 req-d3c5e343-2021-431a-b37e-0bc34d050607 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.064551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1145bee5-01f3-4e33-a4ef-512d77412756 req-d3c5e343-2021-431a-b37e-0bc34d050607 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1086054 Aug 24 00:25:57.097299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Allocated IP 172.20.0.3 (69a2f5a5-716e-4d33-a7a4-169978298b89/b4fbd87f-4345-4369-89f3-00b772d8d12e/6de876bb-ca4d-402f-b1b1-f2d07ae61493) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:25:57.123617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1145bee5-01f3-4e33-a4ef-512d77412756 req-2a0fceab-c7fa-484e-a482-542155cdd88d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 Aug 24 00:25:57.246961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67014599-e594-45ba-9aad-348ec14b8c2a req-9dcc3f35-6c94-43f4-b9cd-0497af69bbe0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 210 time: 0.0349512 Aug 24 00:25:57.309696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:57.475143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:57.508263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:25:57.526090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:25:57.529088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:25:57.532694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:25:57.556310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event updated for resources: {'Port': ['ID=6de876bb-ca4d-402f-b1b1-f2d07ae61493,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:57.590566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.590566 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:57.636052 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-6ceb79fc-50e6-45f5-a2b3-572b26682637 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478885 Aug 24 00:25:57.705142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-5f11bcc4-dfdf-4d7b-a5a1-04267f63d0e3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4000812 Aug 24 00:25:57.725712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-ab7ec6ec-bb13-43bb-9c77-e5733e47c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.727546 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-ab7ec6ec-bb13-43bb-9c77-e5733e47c6b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 1095 time: 0.0580149 Aug 24 00:25:57.758102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Request body: {'port': {'device_id': '1503c40a-6d39-4a07-bece-0a6d302176e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:25:57.809602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716436d-daa4-45c2-9eb8-520f6dc2f039 req-a745c881-69e0-4d50-9f33-4e45a02906e7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.811100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b716436d-daa4-45c2-9eb8-520f6dc2f039 req-a745c881-69e0-4d50-9f33-4e45a02906e7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1178386 Aug 24 00:25:57.855604 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-0d524515-d889-4d44-9d03-f92b311edc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.857356 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-0d524515-d889-4d44-9d03-f92b311edc6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 200 len: 909 time: 0.1004119 Aug 24 00:25:57.863205 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:57.886594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b716436d-daa4-45c2-9eb8-520f6dc2f039 req-a551bae2-8bea-4333-8da7-5894c9e86dbc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575893 Aug 24 00:25:57.902310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-7c7ab4df-4c05-4528-8f9e-d5cab7d3bd81 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 200 len: 217 time: 0.0363958 Aug 24 00:25:57.983322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-73709d9a-858f-47f5-bec4-892aed2548d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:57.985752 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-73709d9a-858f-47f5-bec4-892aed2548d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 200 len: 848 time: 0.0735090 Aug 24 00:25:58.023519 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-7f4e562c-df06-4f78-856a-78017a97687a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5138a54a-cbfe-45f8-8518-73972265602f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273085 Aug 24 00:25:58.097838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5beca4-d8f1-4c91-af21-8f612125132e req-4483e77e-fb12-48d2-b730-9fde468459b7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.104732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e5beca4-d8f1-4c91-af21-8f612125132e req-4483e77e-fb12-48d2-b730-9fde468459b7 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 944 time: 0.1006935 Aug 24 00:25:58.142571 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-1c422a7c-1c4f-4fec-ae04-7fb4528cb4db service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097806 Aug 24 00:25:58.189173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e5beca4-d8f1-4c91-af21-8f612125132e req-661533ff-41f3-4a55-8ee8-53222999dfd1 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805528 Aug 24 00:25:58.288758 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-34fa08f4-bc38-4fea-a0b0-f1e6f2872486 req-9f2709de-8993-4fba-b60a-b14d816c630c service neutron] 10.222.0.37 "GET /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332283 Aug 24 00:25:58.302277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de876bb-ca4d-402f-b1b1-f2d07ae61493 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:25:58.315774 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.335247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Transition to ACTIVE for port object 6de876bb-ca4d-402f-b1b1-f2d07ae61493 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:25:58.392683 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76244-c703-4e99-a792-e16fd7050eaa req-19529d8d-74d6-4adf-9c59-cff179aef438 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.394258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ba76244-c703-4e99-a792-e16fd7050eaa req-19529d8d-74d6-4adf-9c59-cff179aef438 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0521975 Aug 24 00:25:58.424501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.448350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e269321-87a7-4d14-8300-67a4f0624855 req-802bfec3-e8d7-4ee2-a02b-08ea0acd865d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.448350 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3e269321-87a7-4d14-8300-67a4f0624855 req-802bfec3-e8d7-4ee2-a02b-08ea0acd865d tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.37 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 944 time: 0.0502546 Aug 24 00:25:58.533847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ba76244-c703-4e99-a792-e16fd7050eaa req-dde8fc9c-d00a-4f42-b6f5-a5ad9b115016 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302691 Aug 24 00:25:58.536266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Pushing event updated for resources: {'Port': ['ID=6de876bb-ca4d-402f-b1b1-f2d07ae61493,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:58.559265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8a9fb-303c-44e4-9788-88dbdd7e4325 req-a09977f5-7743-4585-a36c-f1dbc98dff36 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.561455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54d8a9fb-303c-44e4-9788-88dbdd7e4325 req-a09977f5-7743-4585-a36c-f1dbc98dff36 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1662238 Aug 24 00:25:58.584669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Deleting port 971239af-82a0-4172-a54c-4163fb423182 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:25:58.585044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.684082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] For port 971239af-82a0-4172-a54c-4163fb423182, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=971239af-82a0-4172-a54c-4163fb423182,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:25:58.684793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.697466 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Calling delete_port for 971239af-82a0-4172-a54c-4163fb423182 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:25:58.711900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Attempting to bind port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:25:58.712308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Attempting to bind port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:25:58.712639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Attempting to bind port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:58.727137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1010902-f0b8-46ee-9f07-7da5e5c24ad0 req-5657efc7-f286-4afb-84b0-405cdc7a3d46 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:58.729119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1010902-f0b8-46ee-9f07-7da5e5c24ad0 req-5657efc7-f286-4afb-84b0-405cdc7a3d46 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 943 time: 0.0958343 Aug 24 00:25:58.734072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54d8a9fb-303c-44e4-9788-88dbdd7e4325 req-07b82c74-8cea-4ddb-9901-0b570aee8579 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492729 Aug 24 00:25:58.735164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:25:58.735461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Attempting to bind port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:25:58.759938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:25:58.760336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Checking segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:25:58.760752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Bound using segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:25:58.761287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Bound port: 6de876bb-ca4d-402f-b1b1-f2d07ae61493, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:25:58.761885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.812769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1010902-f0b8-46ee-9f07-7da5e5c24ad0 req-eba1fd4c-63a3-4bc2-8e8e-cb07f6fada37 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746975 Aug 24 00:25:58.850779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] For port 6de876bb-ca4d-402f-b1b1-f2d07ae61493, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:25:58.855442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] For port 6de876bb-ca4d-402f-b1b1-f2d07ae61493, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6de876bb-ca4d-402f-b1b1-f2d07ae61493,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:25:58.931475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.960264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e909cd12-aa08-415b-9f5c-026c3c63172d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.960831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:58.966279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Pushing event deleted for resources: {'Port': ['ID=971239af-82a0-4172-a54c-4163fb423182,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:59.009287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.009996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.011681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] 10.222.0.36 "PUT /v2.0/ports/6de876bb-ca4d-402f-b1b1-f2d07ae61493 HTTP/1.1" status: 200 len: 1091 time: 1.2666690 Aug 24 00:25:59.016356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] No DVR routers for this DVR port 971239af-82a0-4172-a54c-4163fb423182 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:25:59.016565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1503c40a-6d39-4a07-bece-0a6d302176e8', 'tag': '6de876bb-ca4d-402f-b1b1-f2d07ae61493'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:59.018827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.021249 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84fb677-cf2e-46e4-b07e-859e18bd1a22" -d '{"events": [{"name": "network-changed", "server_uuid": "1503c40a-6d39-4a07-bece-0a6d302176e8", "tag": "6de876bb-ca4d-402f-b1b1-f2d07ae61493"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:59.021718 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3e269321-87a7-4d14-8300-67a4f0624855 req-022b887e-e1b4-472f-bb2a-3721b33181da tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.37 "DELETE /v2.0/ports/971239af-82a0-4172-a54c-4163fb423182 HTTP/1.1" status: 204 len: 173 time: 0.5672758 Aug 24 00:25:59.021718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'name': 'network-vif-deleted', 'tag': '971239af-82a0-4172-a54c-4163fb423182'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:25:59.023747 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b77d972-c337-450e-9dae-72ec9ad1f944" -d '{"events": [{"server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "name": "network-vif-deleted", "tag": "971239af-82a0-4172-a54c-4163fb423182"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:25:59.063070 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8de3a3-c14e-4429-b20f-e799f013e307 x-openstack-request-id: req-2c8de3a3-c14e-4429-b20f-e799f013e307 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:59.063305 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adca8f57-4f89-4bc6-bb30-b1660df9dcb6", "name": "network-vif-deleted", "tag": "971239af-82a0-4172-a54c-4163fb423182", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:59.063561 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c8de3a3-c14e-4429-b20f-e799f013e307 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:59.063960 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adca8f57-4f89-4bc6-bb30-b1660df9dcb6', 'name': 'network-vif-deleted', 'tag': '971239af-82a0-4172-a54c-4163fb423182', 'status': 'completed', 'code': 200} Aug 24 00:25:59.069230 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:25:59.072752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816ba0c-7fab-446e-8d33-b29b203ecc4a service neutron] Pushing event updated for resources: {'Port': ['ID=6de876bb-ca4d-402f-b1b1-f2d07ae61493,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:25:59.115427 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0552dc1-dffc-4d50-aff3-1709e793f27f x-openstack-request-id: req-b0552dc1-dffc-4d50-aff3-1709e793f27f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:25:59.116374 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1503c40a-6d39-4a07-bece-0a6d302176e8", "tag": "6de876bb-ca4d-402f-b1b1-f2d07ae61493", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:25:59.116374 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0552dc1-dffc-4d50-aff3-1709e793f27f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:25:59.116589 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1503c40a-6d39-4a07-bece-0a6d302176e8', 'tag': '6de876bb-ca4d-402f-b1b1-f2d07ae61493', 'status': 'completed', 'code': 200} Aug 24 00:25:59.201395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-33688af8-58d9-45a9-9e2d-1fe42fe66f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.203036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-33688af8-58d9-45a9-9e2d-1fe42fe66f34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 1094 time: 0.0590646 Aug 24 00:25:59.265220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-c1b79723-4628-4cce-bb35-dbd5c20b4be2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6de876bb-ca4d-402f-b1b1-f2d07ae61493 HTTP/1.1" status: 200 len: 217 time: 0.0466735 Aug 24 00:25:59.345618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aeaf4541-01eb-4905-ad0d-80d972092dea req-30aa4897-c7c9-493e-8aa5-c67a6d5d1d9a tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=adca8f57-4f89-4bc6-bb30-b1660df9dcb6 HTTP/1.1" status: 200 len: 210 time: 0.0338829 Aug 24 00:25:59.350074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-e43fbacc-a0bf-4bfb-a85a-b5923e7a7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.351531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-e43fbacc-a0bf-4bfb-a85a-b5923e7a7d48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.0798240 Aug 24 00:25:59.387618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-ca311d01-748b-40b3-9ef6-c78efdacb83e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279067 Aug 24 00:25:59.481804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1d714daf-df59-4d79-ba3b-c3165c5aa476 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:25:59.491409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-20ffdcee-f652-46a3-af57-cc99086ed4c8 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968144 Aug 24 00:25:59.507118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 1d714daf-df59-4d79-ba3b-c3165c5aa476 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:25:59.507470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 1d714daf-df59-4d79-ba3b-c3165c5aa476 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:25:59.593840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87229df3-057b-4ee7-8a5f-0149396d68c7 req-ab7ceaa3-ca78-4065-9db2-3de1470c188f service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955734 Aug 24 00:25:59.663729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035b1e0-f144-43ee-847c-3f33304e0ab0 req-44e9e5c8-1a94-4b5b-98fa-e8a82e5cf95c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.665241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5035b1e0-f144-43ee-847c-3f33304e0ab0 req-44e9e5c8-1a94-4b5b-98fa-e8a82e5cf95c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0587201 Aug 24 00:25:59.706272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5035b1e0-f144-43ee-847c-3f33304e0ab0 req-c7790656-57ee-40f7-8259-d89ce7c8b7a9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343268 Aug 24 00:25:59.897887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f059-dd56-4d4f-9c6a-70582e95c3a4 req-e6cc1b5a-cfe3-489c-876a-3c6e4bad8eeb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.899749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0395f059-dd56-4d4f-9c6a-70582e95c3a4 req-e6cc1b5a-cfe3-489c-876a-3c6e4bad8eeb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0928915 Aug 24 00:25:59.917246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-97eec047-be39-484c-a318-c4751a845efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:25:59.918718 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-97eec047-be39-484c-a318-c4751a845efd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 1094 time: 0.0850558 Aug 24 00:26:00.030505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0395f059-dd56-4d4f-9c6a-70582e95c3a4 req-83dcad0d-aeef-4bc0-a52c-a9b607bb3fab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160595 Aug 24 00:26:00.051857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9e7b-f341-49be-b99d-aa1ee001e0af req-28d712d0-8a74-4c44-85cd-813051323be7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.053474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ab9e7b-f341-49be-b99d-aa1ee001e0af req-28d712d0-8a74-4c44-85cd-813051323be7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 943 time: 0.1646020 Aug 24 00:26:00.086651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-74ad519f-ab5d-4b97-a5ed-6bea4ebdf504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.088701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-74ad519f-ab5d-4b97-a5ed-6bea4ebdf504 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 907 time: 0.1611800 Aug 24 00:26:00.148510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ab9e7b-f341-49be-b99d-aa1ee001e0af req-a02fb843-cd98-41e1-9e49-67c14808b850 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848737 Aug 24 00:26:00.149841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-c5e782ad-6e69-43e1-87e3-e39d791d27ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6de876bb-ca4d-402f-b1b1-f2d07ae61493 HTTP/1.1" status: 200 len: 217 time: 0.0491745 Aug 24 00:26:00.207804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-e31a9b07-7879-430c-b551-fc47a07a95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.209910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-e31a9b07-7879-430c-b551-fc47a07a95a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.0522561 Aug 24 00:26:00.244962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-97216757-f6d8-4d77-9db8-874826cdd0e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278268 Aug 24 00:26:00.333305 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:00.351175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-e987a11f-649f-488e-b9de-e9bc79467418 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990751 Aug 24 00:26:00.452155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e84fb677-cf2e-46e4-b07e-859e18bd1a22 req-4ddc2ad7-6e05-449a-984d-2f635ffb3c80 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916917 Aug 24 00:26:00.646462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7b995-b1e0-4e87-b6fd-5368028d2c88 req-843d7c1f-1c68-4568-a0fe-34f826062af2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.648068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7c7b995-b1e0-4e87-b6fd-5368028d2c88 req-843d7c1f-1c68-4568-a0fe-34f826062af2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0534606 Aug 24 00:26:00.690818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7c7b995-b1e0-4e87-b6fd-5368028d2c88 req-3bba2e0e-f56b-4cad-bd07-61f9e45080ef tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332034 Aug 24 00:26:00.831964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4440e-8148-46ed-b171-4bf3baa2fb76 req-5b5a3717-234a-4cfe-92d6-b7296d283e14 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:00.833507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96f4440e-8148-46ed-b171-4bf3baa2fb76 req-5b5a3717-234a-4cfe-92d6-b7296d283e14 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0596504 Aug 24 00:26:00.873504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96f4440e-8148-46ed-b171-4bf3baa2fb76 req-8c2661a1-dfab-489d-ba76-11ad7960c04a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333440 Aug 24 00:26:01.021115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bde17-9122-4e49-be19-3d15b4258d76 req-3cfc2688-81e8-4d11-aaf6-361e69cd8454 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:01.022653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-312bde17-9122-4e49-be19-3d15b4258d76 req-3cfc2688-81e8-4d11-aaf6-361e69cd8454 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 945 time: 0.0489969 Aug 24 00:26:01.062120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-312bde17-9122-4e49-be19-3d15b4258d76 req-9a596dac-cb6b-4185-a3e4-524e7cdcebb8 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/security-groups?id=6618c56d-08e4-450b-9619-c3bcb9a39bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Aug 24 00:26:01.290362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a5c18-3592-4da8-ad2b-d0614ba45669 req-73b9f151-4c3a-4836-b6cf-952bd6ef0f2d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:01.291617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b2a5c18-3592-4da8-ad2b-d0614ba45669 req-73b9f151-4c3a-4836-b6cf-952bd6ef0f2d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 943 time: 0.0563862 Aug 24 00:26:01.330953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b2a5c18-3592-4da8-ad2b-d0614ba45669 req-6309315a-b8fd-43ba-a40a-3ab4dd4de012 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Aug 24 00:26:01.497054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 971239af-82a0-4172-a54c-4163fb423182 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:01.523121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 971239af-82a0-4172-a54c-4163fb423182 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:01.523546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 971239af-82a0-4172-a54c-4163fb423182 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:01.610780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-90eb3679-cbc7-4606-b573-8a3d0c53a70c tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:01.612484 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-90eb3679-cbc7-4606-b573-8a3d0c53a70c tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 945 time: 0.0582118 Aug 24 00:26:01.723276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.820837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d911e6-c70a-4aa2-8efc-4526feeab44b req-39835e10-077c-4951-9af5-f8a8ab4312ad tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:01.822753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65d911e6-c70a-4aa2-8efc-4526feeab44b req-39835e10-077c-4951-9af5-f8a8ab4312ad tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0578482 Aug 24 00:26:01.839183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Deleting port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:01.839576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.865787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65d911e6-c70a-4aa2-8efc-4526feeab44b req-25f1a91e-388b-45f1-9668-d0e940ee7c95 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366859 Aug 24 00:26:01.949426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] For port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,segment=NetworkSegment(c247e54f-a5d0-45d5-8c56-91508b262c84),segment_id=c247e54f-a5d0-45d5-8c56-91508b262c84)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:01.950371 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:01.964184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Calling delete_port for 67126bbd-80d1-47fa-9489-f90c4c2d4f3a owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:02.027331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bedd3-89e4-4c02-8d4e-b1dc268ac459 req-f005c2a8-e027-4b53-a00c-8071f422bc2b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:02.028832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d2bedd3-89e4-4c02-8d4e-b1dc268ac459 req-f005c2a8-e027-4b53-a00c-8071f422bc2b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0809760 Aug 24 00:26:02.040700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485fd5a-08a9-4d96-9619-2290b576bcaf req-81e30cef-5044-41bb-a153-b4198ea9c167 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:02.042686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f485fd5a-08a9-4d96-9619-2290b576bcaf req-81e30cef-5044-41bb-a153-b4198ea9c167 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0677950 Aug 24 00:26:02.096287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d2bedd3-89e4-4c02-8d4e-b1dc268ac459 req-558d7d7a-f096-4361-9521-cf3edb532fd3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523150 Aug 24 00:26:02.122168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f485fd5a-08a9-4d96-9619-2290b576bcaf req-024ebe4e-0563-4744-8852-a02e1fde349c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717301 Aug 24 00:26:02.151322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.187048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Pushing event deleted for resources: {'Port': ['ID=67126bbd-80d1-47fa-9489-f90c4c2d4f3a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:02.241918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e9a72ec-d6c7-49f1-8efe-3f4db2e86c47 req-f5c9f372-118e-42d1-9a47-c6f74dca39f2 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 210 time: 0.0315855 Aug 24 00:26:02.245151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] No DVR routers for this DVR port 67126bbd-80d1-47fa-9489-f90c4c2d4f3a on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:02.251995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:02.254257 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-901f648c-011b-4c92-9f28-2f49aaff1ed5 req-7b3671aa-da45-4abd-bcbf-e0174179a0df tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.37 "DELETE /v2.0/ports/67126bbd-80d1-47fa-9489-f90c4c2d4f3a HTTP/1.1" status: 204 len: 173 time: 0.6335788 Aug 24 00:26:02.254713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'name': 'network-vif-deleted', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:02.257292 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d7101e-b959-4c8b-9b1b-a666e4314d17" -d '{"events": [{"server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "name": "network-vif-deleted", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:02.267465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83443f0d-9ad7-4238-a3cd-c63e57ef0c29 req-1c284a86-c5c4-4705-986d-4396d95253e7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:02.269014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83443f0d-9ad7-4238-a3cd-c63e57ef0c29 req-1c284a86-c5c4-4705-986d-4396d95253e7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0936887 Aug 24 00:26:02.301964 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2141d6a8-1071-4395-914c-ce36cd150aff x-openstack-request-id: req-2141d6a8-1071-4395-914c-ce36cd150aff {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:02.302263 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8acb1ce-a3ce-4704-927e-b33911f08e47", "name": "network-vif-deleted", "tag": "67126bbd-80d1-47fa-9489-f90c4c2d4f3a", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:02.302523 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2141d6a8-1071-4395-914c-ce36cd150aff {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:02.303151 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8acb1ce-a3ce-4704-927e-b33911f08e47', 'name': 'network-vif-deleted', 'tag': '67126bbd-80d1-47fa-9489-f90c4c2d4f3a', 'status': 'completed', 'code': 200} Aug 24 00:26:02.312179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83443f0d-9ad7-4238-a3cd-c63e57ef0c29 req-36cc0104-1051-41ac-a22c-458f838ff496 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351424 Aug 24 00:26:02.440605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dd30d-eb31-4167-8d74-e867db48249e req-f6100cd8-6dff-449b-8cd5-635fcbecc5cf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:02.442172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-344dd30d-eb31-4167-8d74-e867db48249e req-f6100cd8-6dff-449b-8cd5-635fcbecc5cf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0596144 Aug 24 00:26:02.514183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-344dd30d-eb31-4167-8d74-e867db48249e req-6af3b76e-4e70-41be-86ab-b27031a42ac7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579526 Aug 24 00:26:02.522764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411e73b-c419-4a88-aab0-2d7fe283b420 req-cef68a44-5bd7-4d24-a12f-14f66c724dad tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:02.524332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4411e73b-c419-4a88-aab0-2d7fe283b420 req-cef68a44-5bd7-4d24-a12f-14f66c724dad tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 943 time: 0.0811989 Aug 24 00:26:02.564787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4411e73b-c419-4a88-aab0-2d7fe283b420 req-4d2e1ebe-dfa2-422c-8e58-0f0933954e07 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336397 Aug 24 00:26:03.238322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31343ffd-fef7-46ba-b84c-564553e2a56d req-1dc71dd4-ecc6-4611-bc3b-711b909e7288 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:03.240100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31343ffd-fef7-46ba-b84c-564553e2a56d req-1dc71dd4-ecc6-4611-bc3b-711b909e7288 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0547032 Aug 24 00:26:03.286325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31343ffd-fef7-46ba-b84c-564553e2a56d req-3c4ca21d-79b7-4033-beb1-63df5b5d61d6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Aug 24 00:26:03.375359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3439b84-f5e9-40f6-b571-dedaa5e5a052 req-0b58513b-3181-478b-85d7-760063426848 tempest-LiveMigrationTest-1661035243 tempest-LiveMigrationTest-1661035243-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8acb1ce-a3ce-4704-927e-b33911f08e47 HTTP/1.1" status: 200 len: 210 time: 0.0309949 Aug 24 00:26:03.628810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 6de876bb-ca4d-402f-b1b1-f2d07ae61493 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:03.743681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec546-bbde-45f0-96ad-8904e463ef64 req-fd5c62b5-7c8b-4dc6-983b-d1e20d4858e5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:03.745730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dcec546-bbde-45f0-96ad-8904e463ef64 req-fd5c62b5-7c8b-4dc6-983b-d1e20d4858e5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 943 time: 0.0839684 Aug 24 00:26:03.755205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 6de876bb-ca4d-402f-b1b1-f2d07ae61493, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6de876bb-ca4d-402f-b1b1-f2d07ae61493,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:03.767898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '6de876bb-ca4d-402f-b1b1-f2d07ae61493', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'port_id': '6de876bb-ca4d-402f-b1b1-f2d07ae61493', 'mac_address': 'fa:16:3e:3d:07:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd87f-4345-4369-89f3-00b772d8d12e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:03.798155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dcec546-bbde-45f0-96ad-8904e463ef64 req-33b021e9-047d-42e6-a9aa-ddc18e8314e9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456588 Aug 24 00:26:03.813965 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.825213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de876bb-ca4d-402f-b1b1-f2d07ae61493 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:03.845006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 6de876bb-ca4d-402f-b1b1-f2d07ae61493, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6de876bb-ca4d-402f-b1b1-f2d07ae61493,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:03.910376 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:03.956985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=6de876bb-ca4d-402f-b1b1-f2d07ae61493,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:03.964968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.965318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.965685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.966031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.966368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.966702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.967034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.967380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.967703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.968028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.968369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:03.968694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:04.412539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb1aae-1ba6-4367-ad5e-f0336dc64cac req-5b8334af-10ba-405e-b523-25ffc4317874 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:04.413823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76eb1aae-1ba6-4367-ad5e-f0336dc64cac req-5b8334af-10ba-405e-b523-25ffc4317874 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0507016 Aug 24 00:26:04.415255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['6de876bb-ca4d-402f-b1b1-f2d07ae61493'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:04.437255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60822) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:04.456886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76eb1aae-1ba6-4367-ad5e-f0336dc64cac req-d6dfe506-1fde-41cd-93ce-93a92811ab0b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365076 Aug 24 00:26:04.562796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ae1c0b-3f95-436c-87a3-a3cbf0467b8b admin admin] Deleting subnet 2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:04.566237 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97ae1c0b-3f95-436c-87a3-a3cbf0467b8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.604286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97ae1c0b-3f95-436c-87a3-a3cbf0467b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.647999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97ae1c0b-3f95-436c-87a3-a3cbf0467b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.830869 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97ae1c0b-3f95-436c-87a3-a3cbf0467b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.863389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae1c0b-3f95-436c-87a3-a3cbf0467b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee400ed-b6f9-4653-aaf1-b8612f6fcde2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:04.865893 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97ae1c0b-3f95-436c-87a3-a3cbf0467b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.870104 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-97ae1c0b-3f95-436c-87a3-a3cbf0467b8b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2ee400ed-b6f9-4653-aaf1-b8612f6fcde2 HTTP/1.1" status: 204 len: 168 time: 0.4296014 Aug 24 00:26:04.870340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60840) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:04.924242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dda92-9e5a-4f28-b47b-4e13ff9a19e8 req-8cd8ac83-2eba-46be-b2e1-06cdf67ac6fb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:04.926051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-327dda92-9e5a-4f28-b47b-4e13ff9a19e8 req-8cd8ac83-2eba-46be-b2e1-06cdf67ac6fb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 944 time: 0.0516706 Aug 24 00:26:04.941579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:04.972458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-327dda92-9e5a-4f28-b47b-4e13ff9a19e8 req-e7f51677-b75a-449c-a6c2-18c641986c3b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Aug 24 00:26:05.026593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.036878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5138a54a-cbfe-45f8-8518-73972265602f']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:05.047663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c247e54f-a5d0-45d5-8c56-91508b262c84') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:05.047967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c247e54f-a5d0-45d5-8c56-91508b262c84') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:05.056663 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.069631 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.075979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:26:05.076367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:26:05.078006 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:26:05.224694 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.230280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.235065 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] 10.222.0.26 "DELETE /v2.0/networks/5138a54a-cbfe-45f8-8518-73972265602f HTTP/1.1" status: 204 len: 168 time: 0.3637893 Aug 24 00:26:05.235344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:05.247189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202d3c4-c705-4736-ba76-e8949b706ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=5138a54a-cbfe-45f8-8518-73972265602f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:05.284068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4157e6c-efa6-45e6-9868-a629347fef30 admin admin] Deleting subnet 28df356e-99c4-4523-8d8e-4579c8602943 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:05.288281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4157e6c-efa6-45e6-9868-a629347fef30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.329521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4157e6c-efa6-45e6-9868-a629347fef30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.371308 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4157e6c-efa6-45e6-9868-a629347fef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.497936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 67126bbd-80d1-47fa-9489-f90c4c2d4f3a no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:05.518179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 67126bbd-80d1-47fa-9489-f90c4c2d4f3a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:05.518528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 67126bbd-80d1-47fa-9489-f90c4c2d4f3a not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:05.530650 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4157e6c-efa6-45e6-9868-a629347fef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.568121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4157e6c-efa6-45e6-9868-a629347fef30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28df356e-99c4-4523-8d8e-4579c8602943,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:05.582779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4157e6c-efa6-45e6-9868-a629347fef30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.584756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f4157e6c-efa6-45e6-9868-a629347fef30 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/28df356e-99c4-4523-8d8e-4579c8602943 HTTP/1.1" status: 204 len: 168 time: 0.3485246 Aug 24 00:26:05.587621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60854) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:05.623137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 6de876bb-ca4d-402f-b1b1-f2d07ae61493 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:05.632748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489a72-b989-42ac-91f5-1d2fbbf33ce0 req-13ea32a4-b44f-4c2e-beca-8345ea13ca9b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:05.647046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24489a72-b989-42ac-91f5-1d2fbbf33ce0 req-13ea32a4-b44f-4c2e-beca-8345ea13ca9b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0819266 Aug 24 00:26:05.676379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.693689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24489a72-b989-42ac-91f5-1d2fbbf33ce0 req-ba799dcc-323a-4f9c-8710-7f416ebdfaa5 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Aug 24 00:26:05.773814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.779021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:05.783907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78593f60-226e-467c-a0e8-5bb4ac1ac318']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:05.784120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:05.784611 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.797741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c1a751-d985-4152-b29e-563dbdd8bdaf') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:05.798047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c1a751-d985-4152-b29e-563dbdd8bdaf') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:05.808096 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.825518 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.831915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:26:05.832317 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:26:05.834019 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:26:05.878310 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:05.905147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1503c40a-6d39-4a07-bece-0a6d302176e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de876bb-ca4d-402f-b1b1-f2d07ae61493'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:05.908072 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e7c123-0b94-4d98-bc6c-961d85fdc56c" -d '{"events": [{"server_uuid": "1503c40a-6d39-4a07-bece-0a6d302176e8", "name": "network-vif-plugged", "status": "completed", "tag": "6de876bb-ca4d-402f-b1b1-f2d07ae61493"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:05.922792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 6de876bb-ca4d-402f-b1b1-f2d07ae61493, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6de876bb-ca4d-402f-b1b1-f2d07ae61493,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:05.948383 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95e81bd-4fef-438c-aa04-6192adf5eb6f x-openstack-request-id: req-a95e81bd-4fef-438c-aa04-6192adf5eb6f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:05.958840 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1503c40a-6d39-4a07-bece-0a6d302176e8", "name": "network-vif-plugged", "status": "completed", "tag": "6de876bb-ca4d-402f-b1b1-f2d07ae61493", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:05.958840 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a95e81bd-4fef-438c-aa04-6192adf5eb6f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:05.958840 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1503c40a-6d39-4a07-bece-0a6d302176e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de876bb-ca4d-402f-b1b1-f2d07ae61493', 'code': 200} Aug 24 00:26:06.061751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.063373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.064957 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] 10.222.0.26 "DELETE /v2.0/networks/78593f60-226e-467c-a0e8-5bb4ac1ac318 HTTP/1.1" status: 204 len: 168 time: 0.4763303 Aug 24 00:26:06.076725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b6c6-a41c-4266-8307-18dc257b937b admin admin] Pushing event deleted for resources: {'Network': ['ID=78593f60-226e-467c-a0e8-5bb4ac1ac318,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:06.115187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502075e3-40f9-42e6-9901-60a42ea07165 req-5420cf6b-7dd1-4f02-a025-dcd05d965cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:06.119433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-502075e3-40f9-42e6-9901-60a42ea07165 req-5420cf6b-7dd1-4f02-a025-dcd05d965cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 1095 time: 0.0831006 Aug 24 00:26:06.128413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9862233-6c59-4cca-aa4b-1a19b575b559 req-65735dad-c1d0-4087-97c3-4cac7de637ba tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:06.129873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9862233-6c59-4cca-aa4b-1a19b575b559 req-65735dad-c1d0-4087-97c3-4cac7de637ba tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 944 time: 0.0715621 Aug 24 00:26:06.173232 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.183992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-502075e3-40f9-42e6-9901-60a42ea07165 req-e493d16a-d3ec-4473-a3e8-987868a64b4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531759 Aug 24 00:26:06.188791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9862233-6c59-4cca-aa4b-1a19b575b559 req-74ed62c1-c764-4f1f-8602-1bbc9b46442c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528619 Aug 24 00:26:06.224655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=6de876bb-ca4d-402f-b1b1-f2d07ae61493,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:06.603059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60876) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:06.654130 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-74e2bdb2-0f2e-46ae-be79-10802434f8f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa321f3aaf844d3cad1999a705abd9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470715 Aug 24 00:26:06.654238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:06.712999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef44f-f415-4519-b0a2-426622164383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.735406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef44f-f415-4519-b0a2-426622164383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.838944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d236ff-2981-44de-9e78-2f88cf091bc1 req-069ac39f-67e3-4a6a-a3f8-5a92b55c7d89 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:06.840471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59d236ff-2981-44de-9e78-2f88cf091bc1 req-069ac39f-67e3-4a6a-a3f8-5a92b55c7d89 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0600917 Aug 24 00:26:06.873186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef44f-f415-4519-b0a2-426622164383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.875788 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff7ef44f-f415-4519-b0a2-426622164383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:06.877429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ff7ef44f-f415-4519-b0a2-426622164383 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6618c56d-08e4-450b-9619-c3bcb9a39bf4 HTTP/1.1" status: 204 len: 168 time: 0.2221391 Aug 24 00:26:06.891600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59d236ff-2981-44de-9e78-2f88cf091bc1 req-daabace7-5002-4622-823a-4a62996a2a62 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439281 Aug 24 00:26:06.892693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ef44f-f415-4519-b0a2-426622164383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6618c56d-08e4-450b-9619-c3bcb9a39bf4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:07.325812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a85f-66ef-4aa5-afaa-651b6adc1af1 req-6c3514c3-7c53-4b60-807e-af27de626e10 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:07.327553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b30a85f-66ef-4aa5-afaa-651b6adc1af1 req-6c3514c3-7c53-4b60-807e-af27de626e10 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 945 time: 0.0554769 Aug 24 00:26:07.366739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b30a85f-66ef-4aa5-afaa-651b6adc1af1 req-a448893d-cea7-4f86-a52c-438bab57def5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333571 Aug 24 00:26:07.680201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60906) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:07.719902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d3a650e6-9027-477a-92a0-ea66a74bc76f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8a5e7d375e443cfa485e53764762bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381758 Aug 24 00:26:07.722379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60910) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:07.782176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43206286-27ed-40f3-8fe3-cf68109b9851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.807956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43206286-27ed-40f3-8fe3-cf68109b9851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.950219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43206286-27ed-40f3-8fe3-cf68109b9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.952796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43206286-27ed-40f3-8fe3-cf68109b9851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:07.955588 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-43206286-27ed-40f3-8fe3-cf68109b9851 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01b3501d-698f-46e3-854d-46f4f6e8d8c3 HTTP/1.1" status: 204 len: 168 time: 0.2315724 Aug 24 00:26:07.967706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43206286-27ed-40f3-8fe3-cf68109b9851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b3501d-698f-46e3-854d-46f4f6e8d8c3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:08.093120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27061fed-8473-4e2f-89ae-67a02bb1f58e req-ba76cd29-ee72-4972-a063-c6a2ed17fa1d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:08.096598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27061fed-8473-4e2f-89ae-67a02bb1f58e req-ba76cd29-ee72-4972-a063-c6a2ed17fa1d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0831299 Aug 24 00:26:08.147159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27061fed-8473-4e2f-89ae-67a02bb1f58e req-0eb10629-120c-4d52-b147-5224ac758a6e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444319 Aug 24 00:26:08.516855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e61b91-32b1-4a7c-80a1-99109d0a2040 req-d749ebb1-42e7-4f5b-b37a-bb954409120e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:08.518546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32e61b91-32b1-4a7c-80a1-99109d0a2040 req-d749ebb1-42e7-4f5b-b37a-bb954409120e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 945 time: 0.0698645 Aug 24 00:26:08.559830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32e61b91-32b1-4a7c-80a1-99109d0a2040 req-eae701d2-fcca-4130-ba84-49816f82bce3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Aug 24 00:26:08.693288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457815b-2627-4b4e-a2ad-58e694e5a9ef req-4216b06e-d8e0-485a-a708-32c34638d721 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:08.694874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8457815b-2627-4b4e-a2ad-58e694e5a9ef req-4216b06e-d8e0-485a-a708-32c34638d721 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 945 time: 0.0582912 Aug 24 00:26:08.738433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8457815b-2627-4b4e-a2ad-58e694e5a9ef req-9fb7d09a-0dd2-4c47-ab96-e5dfabcf96c6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362849 Aug 24 00:26:09.414297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aefaee-43c0-4c43-bc0e-c29b353b4f98 req-4f12c030-3cae-42cc-834c-bb1749633e6e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:09.422112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93aefaee-43c0-4c43-bc0e-c29b353b4f98 req-4f12c030-3cae-42cc-834c-bb1749633e6e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 945 time: 0.1277547 Aug 24 00:26:09.439720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a45fa-9b0b-449b-becb-45999d1a4b2f req-4dc8f4e2-07d6-4fff-8ad6-57f0238c5ba2 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:09.439720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-115a45fa-9b0b-449b-becb-45999d1a4b2f req-4dc8f4e2-07d6-4fff-8ad6-57f0238c5ba2 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1250682 Aug 24 00:26:09.509063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93aefaee-43c0-4c43-bc0e-c29b353b4f98 req-26fe158d-e35c-4828-857d-69a7ee819e62 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682697 Aug 24 00:26:09.514701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-115a45fa-9b0b-449b-becb-45999d1a4b2f req-252e5dea-5a5d-4e8a-9166-750e18e9cbc8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668983 Aug 24 00:26:10.540868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-35a4d2cf-3342-4941-b004-19ac3dd0b453 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217607 Aug 24 00:26:10.691418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855855e-c1f9-4eed-8807-eaaff7593143 req-21521202-51be-40a2-af92-9c447ef920fd tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:10.692905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d855855e-c1f9-4eed-8807-eaaff7593143 req-21521202-51be-40a2-af92-9c447ef920fd tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0889239 Aug 24 00:26:10.700574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-ebdf3241-d008-4c66-bf97-a35c56330830 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:10.701983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-ebdf3241-d008-4c66-bf97-a35c56330830 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553106 Aug 24 00:26:10.734519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-4a2304b9-4e7b-490a-ade4-c3b755645add tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/quotas/cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0251806 Aug 24 00:26:10.769586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-38e692be-bdc4-497c-8276-46e42df28960 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288293 Aug 24 00:26:10.772796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d855855e-c1f9-4eed-8807-eaaff7593143 req-3918b8e9-818a-4f29-afa1-e4f5bed1b269 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697734 Aug 24 00:26:10.891768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b76ed7-b439-4a88-9725-ffd8301d47e9 req-21174d61-b9ed-49f3-b25d-376e6f7be8d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:10.893248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b76ed7-b439-4a88-9725-ffd8301d47e9 req-21174d61-b9ed-49f3-b25d-376e6f7be8d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 945 time: 0.0550430 Aug 24 00:26:10.933869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b76ed7-b439-4a88-9725-ffd8301d47e9 req-80135942-ad53-4365-be3a-b743b62602e9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Aug 24 00:26:11.048416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d682d813-ca41-4e83-84cc-c27fbc89d6cb req-6d17d61c-7e18-4c8d-8451-f38115f58de0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 210 time: 0.0317557 Aug 24 00:26:11.331869 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:26:11.345340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-b77291c0-c936-429b-9a7a-799c01914887 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:11.347424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-b77291c0-c936-429b-9a7a-799c01914887 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 945 time: 0.0548842 Aug 24 00:26:11.452023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Deleting port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:11.452524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.547962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] For port 6de876bb-ca4d-402f-b1b1-f2d07ae61493, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6de876bb-ca4d-402f-b1b1-f2d07ae61493,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:11.548701 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.560230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Calling delete_port for 6de876bb-ca4d-402f-b1b1-f2d07ae61493 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:11.805843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.841983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:11.848407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event deleted for resources: {'Port': ['ID=6de876bb-ca4d-402f-b1b1-f2d07ae61493,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:11.908474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-524776a5-c614-465e-be0c-2427c87e4867 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314719 Aug 24 00:26:11.934243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] No DVR routers for this DVR port 6de876bb-ca4d-402f-b1b1-f2d07ae61493 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:11.937987 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:11.940481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad35726-98a3-491f-9a6f-070ba77cac65 req-9ca2d894-288f-4f27-af71-2d3430ab621e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "DELETE /v2.0/ports/6de876bb-ca4d-402f-b1b1-f2d07ae61493 HTTP/1.1" status: 204 len: 173 time: 0.5851974 Aug 24 00:26:11.954789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1503c40a-6d39-4a07-bece-0a6d302176e8', 'name': 'network-vif-deleted', 'tag': '6de876bb-ca4d-402f-b1b1-f2d07ae61493'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:11.957081 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8731ce80-0ffd-4f1b-974a-9579d29e17a2" -d '{"events": [{"server_uuid": "1503c40a-6d39-4a07-bece-0a6d302176e8", "name": "network-vif-deleted", "tag": "6de876bb-ca4d-402f-b1b1-f2d07ae61493"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:12.025798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8329be-b46c-4697-bc3c-4d22cc92520c req-8d00ffd9-491e-45a4-a68f-bcf292b84685 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:12.027605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa8329be-b46c-4697-bc3c-4d22cc92520c req-8d00ffd9-491e-45a4-a68f-bcf292b84685 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1755557 Aug 24 00:26:12.061404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-852354e7-cf30-4c01-8708-f7af48b92e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:12.063185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-852354e7-cf30-4c01-8708-f7af48b92e20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 1096 time: 0.0965292 Aug 24 00:26:12.080811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37427d4b-6dba-4509-81be-80d16d321780 req-e8ebc1c4-2892-4820-8155-22827753cef0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 210 time: 0.0476122 Aug 24 00:26:12.121506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa8329be-b46c-4697-bc3c-4d22cc92520c req-e21822f9-9251-4bba-afb3-b1ca0b6629b9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863314 Aug 24 00:26:12.153528 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec78edea-4bdf-4e40-a876-3b19a4716154 x-openstack-request-id: req-ec78edea-4bdf-4e40-a876-3b19a4716154 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:12.154067 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1503c40a-6d39-4a07-bece-0a6d302176e8", "name": "network-vif-deleted", "tag": "6de876bb-ca4d-402f-b1b1-f2d07ae61493", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:12.154280 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec78edea-4bdf-4e40-a876-3b19a4716154 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:12.155166 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1503c40a-6d39-4a07-bece-0a6d302176e8', 'name': 'network-vif-deleted', 'tag': '6de876bb-ca4d-402f-b1b1-f2d07ae61493', 'status': 'completed', 'code': 200} Aug 24 00:26:12.234322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ca1d70c-b43c-460d-a41e-72c2d0b8de48 req-4ba1ea88-736e-4d17-8caa-1a95a04dead6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 210 time: 0.0408008 Aug 24 00:26:12.239099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-a180a6b7-6f02-4809-b82d-4bbd020e4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:12.240455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-a180a6b7-6f02-4809-b82d-4bbd020e4224 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1509655 Aug 24 00:26:12.286546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-87e4d212-1f24-4a2f-82a4-e4d8b23fd21a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1274c74f-ef05-4528-8367-7029b3ad8138 HTTP/1.1" status: 200 len: 217 time: 0.0347564 Aug 24 00:26:12.346618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-c65e73f6-d7a4-49d4-b406-5327f6163529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:12.348117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-c65e73f6-d7a4-49d4-b406-5327f6163529 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0519376 Aug 24 00:26:12.397749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-bc46c3dc-e931-45fc-900e-c5c5738d820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:12.399260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-bc46c3dc-e931-45fc-900e-c5c5738d820c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433931 Aug 24 00:26:12.413532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:12.496620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-90e7bfa3-a520-48a7-97df-aca6965f4f69 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880864 Aug 24 00:26:12.608434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-271b4e06-0eea-4ce9-9be4-ad87c5bea96f req-58dd85b9-f722-4cec-997f-3b7996c48cf0 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902243 Aug 24 00:26:13.222157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82668a4c-8d26-4235-a254-da2afc43cde0 req-3c43420f-391c-46b5-ad58-72ce1927129a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=1503c40a-6d39-4a07-bece-0a6d302176e8 HTTP/1.1" status: 200 len: 210 time: 0.0318360 Aug 24 00:26:13.271984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b09c6-f107-45d2-a82a-5ae68e07d6de req-3cec17e5-573b-4b16-a356-e66a8ba995b0 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:13.273500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d9b09c6-f107-45d2-a82a-5ae68e07d6de req-3cec17e5-573b-4b16-a356-e66a8ba995b0 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0542333 Aug 24 00:26:13.320165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d9b09c6-f107-45d2-a82a-5ae68e07d6de req-917e08d2-a592-47dc-a12f-c335c08df5c1 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Aug 24 00:26:13.378592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf8cb3a8-e0d3-4d22-9d90-137d39fc802b req-dbd93147-3ac4-45dd-bbe3-308afb582957 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 210 time: 0.0386405 Aug 24 00:26:13.662062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 6de876bb-ca4d-402f-b1b1-f2d07ae61493 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:13.684355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 6de876bb-ca4d-402f-b1b1-f2d07ae61493 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:13.684696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 6de876bb-ca4d-402f-b1b1-f2d07ae61493 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:13.982999 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-f94d0b56-ab71-4eb6-9cfc-ada530c5c6b9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255315 Aug 24 00:26:14.091849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-34eee129-2c42-49bd-8f20-e662b8d35c98 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:14.093351 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-34eee129-2c42-49bd-8f20-e662b8d35c98 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041083 Aug 24 00:26:14.108741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Request body: {'port': {'device_id': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'cfb78a6302f943f68be7b5ef0c40c9e0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:14.285884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Made reservation on behalf of cfb78a6302f943f68be7b5ef0c40c9e0 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:14.289603 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.307400 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.408169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.450336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0308f-0e0c-4da5-aab1-c1082fc8ee07 req-a597d026-94fb-414a-a534-215632e509b9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:14.451872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ee0308f-0e0c-4da5-aab1-c1082fc8ee07 req-a597d026-94fb-414a-a534-215632e509b9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0498614 Aug 24 00:26:14.509998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ee0308f-0e0c-4da5-aab1-c1082fc8ee07 req-a3ed289c-d5f5-4781-aaa0-e7869c77b438 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500188 Aug 24 00:26:14.574170 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95c4b1ed-0513-4e92-a48c-598410ddadf1 req-3a3ced7a-0ffc-40b9-99a9-db97de0ffdfe tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 210 time: 0.0404162 Aug 24 00:26:14.607896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:14.695419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:14.771195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Allocated IP 192.168.233.36 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/8b98f44b-dcbb-4399-afff-0c57c6568659) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:15.142481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-d0f6e710-2e99-4822-a2e0-c5131c2a6603 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:15.144045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-d0f6e710-2e99-4822-a2e0-c5131c2a6603 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.4618556 Aug 24 00:26:15.158963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-05f483ee-2ca9-4d2d-8eac-a74e91951c6e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/quotas/b29c3053628e4966ae784e99267e9414 HTTP/1.1" status: 200 len: 375 time: 0.0091012 Aug 24 00:26:15.194123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.210372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Transition to ACTIVE for port object 8b98f44b-dcbb-4399-afff-0c57c6568659 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:15.211511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-9cb59b4a-8b60-4fb3-a7d3-2d857da65538 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463309 Aug 24 00:26:15.305428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-d47946da-bcf0-46d5-902c-dcdbeb1a401e service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849223 Aug 24 00:26:15.333680 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.384849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:15.388022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:15.392492 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:15.411115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-41fc10ee-6284-4ef0-9881-0509f86cc9f7 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950947 Aug 24 00:26:15.423921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:15.455447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:15.456095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.607449 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-1e92b919-8b41-45a8-9729-9d1cc2fc0d61 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5022802 Aug 24 00:26:15.621496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Request body: {'port': {'device_id': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:15.651306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9fcf5-20b4-411f-a18e-3b25f1038ac0 req-d5f35aa1-c015-4f62-970d-682b8eb17fcd tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:15.651306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41b9fcf5-20b4-411f-a18e-3b25f1038ac0 req-d5f35aa1-c015-4f62-970d-682b8eb17fcd tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0537035 Aug 24 00:26:15.690303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.700250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41b9fcf5-20b4-411f-a18e-3b25f1038ac0 req-514f4e0c-12b8-4b29-bc48-2d63c4dbe423 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Aug 24 00:26:15.823832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6ee4ebda-957b-48ef-b613-547ce74c6414 None None] Provisioning for port 8b98f44b-dcbb-4399-afff-0c57c6568659 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:15.827901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6ee4ebda-957b-48ef-b613-547ce74c6414 None None] Provisioning complete for port 8b98f44b-dcbb-4399-afff-0c57c6568659 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:15.828574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ebda-957b-48ef-b613-547ce74c6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:15.901150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4ebda-957b-48ef-b613-547ce74c6414 None None] Port 8b98f44b-dcbb-4399-afff-0c57c6568659 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:15.916238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66286451-29e8-49bb-8d63-7750077d21f7 req-724c14ed-df2a-4266-a0de-b76d95e65053 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:15.918351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66286451-29e8-49bb-8d63-7750077d21f7 req-724c14ed-df2a-4266-a0de-b76d95e65053 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 935 time: 0.1021724 Aug 24 00:26:15.988377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da7b7faf-a6ae-49fc-801d-63efa01ec19a req-bfcf4a1b-2011-40df-975f-ed55c4e168e9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 210 time: 0.0309980 Aug 24 00:26:16.017928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66286451-29e8-49bb-8d63-7750077d21f7 req-55cb93e2-59ee-421b-8ddb-0faec74c9cec tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913129 Aug 24 00:26:16.066842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b98f44b-dcbb-4399-afff-0c57c6568659 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:16.076154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.088558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Transition to ACTIVE for port object 8b98f44b-dcbb-4399-afff-0c57c6568659 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:16.262930 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.332903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:16.396963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Attempting to bind port 8b98f44b-dcbb-4399-afff-0c57c6568659 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:16.398097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Attempting to bind port 8b98f44b-dcbb-4399-afff-0c57c6568659 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:16.398450 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Attempting to bind port 8b98f44b-dcbb-4399-afff-0c57c6568659 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:16.405901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Port 8b98f44b-dcbb-4399-afff-0c57c6568659 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:26:16.414929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Attempting to bind port 8b98f44b-dcbb-4399-afff-0c57c6568659 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:16.416675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:16.416675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:16.416916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:16.417403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Bound port: 8b98f44b-dcbb-4399-afff-0c57c6568659, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:16.418564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.500423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:16.523386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:16.699544 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.735521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:16.735871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:16.738324 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 1095 time: 1.1205034 Aug 24 00:26:16.743219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:16.746610 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1d45c7-12fa-4bd3-a0e6-2ebcad41d5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:16.771238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b5f20-d742-4044-8207-e400b4bb1f32 service neutron] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:16.799435 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5756df77-d38b-4c03-9390-adacc3e39767 x-openstack-request-id: req-5756df77-d38b-4c03-9390-adacc3e39767 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:16.799781 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:16.800186 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5756df77-d38b-4c03-9390-adacc3e39767 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:16.800692 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'status': 'completed', 'code': 200} Aug 24 00:26:16.875667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f644ab-16e2-412f-ae94-0c066675eadd req-76301c5e-f071-47ef-b79f-119a5a3ff8b6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:16.877452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2f644ab-16e2-412f-ae94-0c066675eadd req-76301c5e-f071-47ef-b79f-119a5a3ff8b6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0666194 Aug 24 00:26:16.879668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d45c7-12fa-4bd3-a0e6-2ebcad41d5b5 req-8bbc9363-5898-47ee-be3e-f281d65d1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:16.882554 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d1d45c7-12fa-4bd3-a0e6-2ebcad41d5b5 req-8bbc9363-5898-47ee-be3e-f281d65d1ea4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1098 time: 0.0572727 Aug 24 00:26:16.918968 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d1d45c7-12fa-4bd3-a0e6-2ebcad41d5b5 req-861161ee-3877-4324-be72-e1d881cb5ce6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267370 Aug 24 00:26:16.939144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2f644ab-16e2-412f-ae94-0c066675eadd req-6d72097f-787e-485c-9e57-3e6c6fde0deb tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552633 Aug 24 00:26:17.051920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d45c7-12fa-4bd3-a0e6-2ebcad41d5b5 req-33d34a88-43e8-4005-9661-2db3670890d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:17.053409 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d1d45c7-12fa-4bd3-a0e6-2ebcad41d5b5 req-33d34a88-43e8-4005-9661-2db3670890d9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282756 Aug 24 00:26:17.130561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-852f2f1b-aeca-4a6c-a56e-5ef73cbc8da6 req-72ddf902-fa07-4315-a6cf-c51b082895ed tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 210 time: 0.0389831 Aug 24 00:26:17.164813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-ca322a66-288b-4352-ac49-3883536645ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:17.167548 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-ca322a66-288b-4352-ac49-3883536645ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1098 time: 0.0730689 Aug 24 00:26:17.212520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a77fd9-90da-43d9-95bf-367dd43277b6 req-b0a7c54c-92c2-4e00-9ee8-9711b95874bd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:17.214256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44a77fd9-90da-43d9-95bf-367dd43277b6 req-b0a7c54c-92c2-4e00-9ee8-9711b95874bd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 947 time: 0.1120663 Aug 24 00:26:17.217310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-cf263c85-2168-495e-9da2-a68c7a638912 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 217 time: 0.0415061 Aug 24 00:26:17.255465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44a77fd9-90da-43d9-95bf-367dd43277b6 req-ed1d9289-c1d3-4075-a379-d04927631206 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Aug 24 00:26:17.325892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-67a5a3cf-f1ee-438e-a462-c0a340e812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:17.327348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-67a5a3cf-f1ee-438e-a462-c0a340e812cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0997641 Aug 24 00:26:17.329858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb1d1e-6357-40dc-8d27-0e61429d7907 req-76853c15-4282-4abc-a523-3b45a3229ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:17.331283 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cbb1d1e-6357-40dc-8d27-0e61429d7907 req-76853c15-4282-4abc-a523-3b45a3229ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 1097 time: 0.0939581 Aug 24 00:26:17.401351 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cbb1d1e-6357-40dc-8d27-0e61429d7907 req-8d1c5415-86ea-4903-b876-c6d130cdb8cd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508287 Aug 24 00:26:17.407516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-d5843382-2553-4bce-ae94-a1ca2b05e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:17.410040 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-d5843382-2553-4bce-ae94-a1ca2b05e4cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674710 Aug 24 00:26:17.690163 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-edfa9a82-aa0e-4ec3-a498-fd3e4ef9cafa service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905986 Aug 24 00:26:17.784932 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-da8aa996-9452-4264-bcb7-c5ad7a982fbb req-7197c3cc-b2fa-42f3-9aae-5bfc0f6a45fa service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867796 Aug 24 00:26:18.092701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a183c3e-994b-4737-8ecd-c5bd9cbdece9 req-f1cb01cb-0369-4fc8-b426-3967eb2fa0c8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:18.094224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a183c3e-994b-4737-8ecd-c5bd9cbdece9 req-f1cb01cb-0369-4fc8-b426-3967eb2fa0c8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0716641 Aug 24 00:26:18.133941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a183c3e-994b-4737-8ecd-c5bd9cbdece9 req-034615d5-5465-4636-bdf5-fbf998dd9572 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332243 Aug 24 00:26:18.235594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-476f2574-5f52-47c8-b836-c615d54d6c00 req-5a7ef6ca-7790-4945-a72f-cb083f28d547 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 210 time: 0.0290086 Aug 24 00:26:18.386476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9b4c5-f014-4bc1-96ee-db13f64a5f4e req-4dcb1852-8bb8-4a6d-b6e1-ddf7b0582c82 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:18.390080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19b9b4c5-f014-4bc1-96ee-db13f64a5f4e req-4dcb1852-8bb8-4a6d-b6e1-ddf7b0582c82 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 947 time: 0.0627704 Aug 24 00:26:18.428970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19b9b4c5-f014-4bc1-96ee-db13f64a5f4e req-99a143a2-5a5b-4c39-b6f7-6bd64ba64ec3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339916 Aug 24 00:26:18.652713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-534cc916-f7c5-4ea4-8054-fb62da6a7882 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:18.654291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-534cc916-f7c5-4ea4-8054-fb62da6a7882 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1033711 Aug 24 00:26:18.686131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Request body: {'port': {'device_id': '9c8b30d2-32d2-4119-9505-a088d0e46637', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'admin_state_up': True, 'tenant_id': 'b29c3053628e4966ae784e99267e9414'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:18.862347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:18.866433 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:19.002060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Allocated IP 172.20.0.9 (69a2f5a5-716e-4d33-a7a4-169978298b89/b4fbd87f-4345-4369-89f3-00b772d8d12e/1dc1288e-b39e-4601-af39-d61c39aa43fb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:19.169888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:19.255660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437a217-7479-45bc-8646-6af5afd6bfca req-4635a41a-51ba-4c82-bafd-0d72df3b75ac tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:19.257177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c437a217-7479-45bc-8646-6af5afd6bfca req-4635a41a-51ba-4c82-bafd-0d72df3b75ac tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0509582 Aug 24 00:26:19.292385 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:19.303999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c437a217-7479-45bc-8646-6af5afd6bfca req-c5d7f02b-1dd8-43b5-aae1-29368ddea2cd tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Aug 24 00:26:19.356223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:19.377813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:19.383483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event updated for resources: {'Port': ['ID=1dc1288e-b39e-4601-af39-d61c39aa43fb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:19.392520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:19.396567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:19.459243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19c29e-a301-4d01-8bd9-240140bd01da req-417456ab-193d-4898-889a-3e334ea2dc50 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:19.466784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec19c29e-a301-4d01-8bd9-240140bd01da req-417456ab-193d-4898-889a-3e334ea2dc50 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 931 time: 0.1323912 Aug 24 00:26:19.501794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:19.502430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:19.524196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec19c29e-a301-4d01-8bd9-240140bd01da req-4591d9f7-7c1e-44c7-97f3-7f627d591365 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560613 Aug 24 00:26:19.527619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8b98f44b-dcbb-4399-afff-0c57c6568659 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:19.594998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abefddc-d776-4026-8198-5d7af1c8be3a req-5a4be93d-9163-402b-8bfd-f56fcdbe8edb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:19.599558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5abefddc-d776-4026-8198-5d7af1c8be3a req-5a4be93d-9163-402b-8bfd-f56fcdbe8edb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 947 time: 0.0627460 Aug 24 00:26:19.626383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-f542e342-1022-4b34-b6ee-c844aa6bc189 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9446507 Aug 24 00:26:19.653515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:19.656610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Request body: {'port': {'device_id': '9c8b30d2-32d2-4119-9505-a088d0e46637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:19.664566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'mac_address': 'fa:16:3e:f3:80:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:19.707224 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:19.725445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b98f44b-dcbb-4399-afff-0c57c6568659 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:19.728707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5abefddc-d776-4026-8198-5d7af1c8be3a req-3eee83fc-e714-46be-9141-1a9d71e07029 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241124 Aug 24 00:26:19.749559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:19.781112 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:19.814085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-3af9a35f-1db2-4c1b-b0b0-2936052e25e0 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:19.815946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-3af9a35f-1db2-4c1b-b0b0-2936052e25e0 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/networks?id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 200 len: 811 time: 0.1934721 Aug 24 00:26:19.823255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:19.859494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-d2d1e84f-b809-49c3-a733-d2504c65dc56 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/quotas/e4ae185ea1904af7ae68ec20b89fdca5 HTTP/1.1" status: 200 len: 375 time: 0.0183985 Aug 24 00:26:19.874856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:19.997151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-998b2dd2-3106-484b-bc8c-b6f199ea2328 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296539 Aug 24 00:26:20.161731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-e7a92bb9-66ea-4348-8768-2796e4d7fa86 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550834 Aug 24 00:26:20.260608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:20.266649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc1288e-b39e-4601-af39-d61c39aa43fb {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:20.276777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.303674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Transition to ACTIVE for port object 1dc1288e-b39e-4601-af39-d61c39aa43fb will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:20.315465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-17657a04-399d-4eed-8fc0-1e17dfe04056 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438060 Aug 24 00:26:20.361062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.422572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1288e-b39e-4601-af39-d61c39aa43fb,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:20.501708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Attempting to bind port 1dc1288e-b39e-4601-af39-d61c39aa43fb on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:20.502050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Attempting to bind port 1dc1288e-b39e-4601-af39-d61c39aa43fb by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:20.502408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Attempting to bind port 1dc1288e-b39e-4601-af39-d61c39aa43fb on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:20.506856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Port 1dc1288e-b39e-4601-af39-d61c39aa43fb on network 69a2f5a5-716e-4d33-a7a4-169978298b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:26:20.507182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Attempting to bind port 1dc1288e-b39e-4601-af39-d61c39aa43fb on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:20.512076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:20.512418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Checking segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:20.512806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Bound using segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:20.513235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Bound port: 1dc1288e-b39e-4601-af39-d61c39aa43fb, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:20.513614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.592277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] For port 1dc1288e-b39e-4601-af39-d61c39aa43fb, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:20.596618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] For port 1dc1288e-b39e-4601-af39-d61c39aa43fb, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1dc1288e-b39e-4601-af39-d61c39aa43fb,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:20.691163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ddf02c6-a182-460a-b876-e2924bf08af0 req-52d0cd72-9f3f-4970-b985-e6fea57fa3de tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 210 time: 0.0766020 Aug 24 00:26:20.693154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.752472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:20.753237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:20.754719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] 10.222.0.36 "PUT /v2.0/ports/1dc1288e-b39e-4601-af39-d61c39aa43fb HTTP/1.1" status: 200 len: 1091 time: 1.1053469 Aug 24 00:26:20.762718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ccb85-c87a-4e29-850b-bd819013c5b5 req-9f231346-1590-428f-b339-d1cc9454039b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:20.764343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-233ccb85-c87a-4e29-850b-bd819013c5b5 req-9f231346-1590-428f-b339-d1cc9454039b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 943 time: 0.1377771 Aug 24 00:26:20.765312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8b30d2-32d2-4119-9505-a088d0e46637', 'tag': '1dc1288e-b39e-4601-af39-d61c39aa43fb'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:20.774181 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8b30d2-32d2-4119-9505-a088d0e46637", "tag": "1dc1288e-b39e-4601-af39-d61c39aa43fb"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:20.808174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff43c7-04c9-46dc-bb37-3539e3038a66 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc1288e-b39e-4601-af39-d61c39aa43fb,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:20.833652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-233ccb85-c87a-4e29-850b-bd819013c5b5 req-c8e11fbc-b174-4180-8398-b688d1e2c843 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562992 Aug 24 00:26:20.886212 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a1885f-5758-4e1f-bb7c-341def2012a5 x-openstack-request-id: req-84a1885f-5758-4e1f-bb7c-341def2012a5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:20.886963 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8b30d2-32d2-4119-9505-a088d0e46637", "tag": "1dc1288e-b39e-4601-af39-d61c39aa43fb", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:20.889686 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84a1885f-5758-4e1f-bb7c-341def2012a5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:20.889686 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8b30d2-32d2-4119-9505-a088d0e46637', 'tag': '1dc1288e-b39e-4601-af39-d61c39aa43fb', 'status': 'completed', 'code': 200} Aug 24 00:26:20.925257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c689cc-3037-4733-974b-f3fd7fe44fc8 req-6a715ebd-9bde-46f1-aa0e-7dd08c2c8ba0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:20.926898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51c689cc-3037-4733-974b-f3fd7fe44fc8 req-6a715ebd-9bde-46f1-aa0e-7dd08c2c8ba0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 948 time: 0.0923328 Aug 24 00:26:20.992579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51c689cc-3037-4733-974b-f3fd7fe44fc8 req-08202ae4-a6f6-452e-84db-e46331cf7615 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Aug 24 00:26:20.997852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-94ec8b39-da09-4a0d-96a8-1af769c0f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:20.999329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-94ec8b39-da09-4a0d-96a8-1af769c0f753 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 1094 time: 0.0920646 Aug 24 00:26:21.067658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-88bc8949-affc-436c-9041-4c4b4aca97b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dc1288e-b39e-4601-af39-d61c39aa43fb HTTP/1.1" status: 200 len: 217 time: 0.0460565 Aug 24 00:26:21.166961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-aa9d50ba-fca2-4ea5-8724-2926015b84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:21.168754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-aa9d50ba-fca2-4ea5-8724-2926015b84ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.0924649 Aug 24 00:26:21.211553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-c9bb9f03-5fce-4e07-bb60-30170fa8bcb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340545 Aug 24 00:26:21.320577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-29a57352-3fb3-47ec-8dec-f8ca3732c6ec service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994325 Aug 24 00:26:21.426169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98964e92-85fe-41a3-a7f8-c1d8af185ae1 req-dfeb8d9e-0769-4c58-a3d9-8cf40b6d51f6 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972459 Aug 24 00:26:21.687566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-85f79943-2d93-441a-a637-4e101ce10228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:21.689316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-85f79943-2d93-441a-a637-4e101ce10228 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 1094 time: 0.0470350 Aug 24 00:26:21.816773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad44eb7f-0aa3-44f3-8a85-ca4605abe742 req-1dc6342a-5f1b-4453-883a-7e780d95e58c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 210 time: 0.0420871 Aug 24 00:26:21.823553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-7cd5be52-9c15-4e54-a6c3-49818a469c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:21.825167 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-7cd5be52-9c15-4e54-a6c3-49818a469c2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 907 time: 0.1290228 Aug 24 00:26:21.873831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-a124c7bf-2742-468d-ae29-54be59747209 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dc1288e-b39e-4601-af39-d61c39aa43fb HTTP/1.1" status: 200 len: 217 time: 0.0391960 Aug 24 00:26:21.953077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-9916ffd8-1511-4ac5-a8d1-390140c038bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:21.954739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-9916ffd8-1511-4ac5-a8d1-390140c038bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.0731003 Aug 24 00:26:21.973718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3237e-8a32-4822-acc7-e98c10b64b8c req-ae2f2d8c-6821-4650-ac94-c686676dfeed tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:21.975200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-acf3237e-8a32-4822-acc7-e98c10b64b8c req-ae2f2d8c-6821-4650-ac94-c686676dfeed tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 943 time: 0.0629845 Aug 24 00:26:22.017966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-9dcbcbba-7dc6-4a97-a89b-d9314e6c5c9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531621 Aug 24 00:26:22.061324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-acf3237e-8a32-4822-acc7-e98c10b64b8c req-f8396da0-8ea1-4ce7-8d33-5f4ca695eedc tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739887 Aug 24 00:26:22.176119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-2602b390-538b-424e-b882-2f5b58aabe37 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501281 Aug 24 00:26:22.244439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7823c6d-29fd-4e20-83d3-2c31a70510e8 req-8e5555a3-e5df-472b-bee2-0b7bd56362e7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:22.245992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7823c6d-29fd-4e20-83d3-2c31a70510e8 req-8e5555a3-e5df-472b-bee2-0b7bd56362e7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 948 time: 0.1093423 Aug 24 00:26:22.314753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7823c6d-29fd-4e20-83d3-2c31a70510e8 req-aca0394a-c1a2-4ea6-8af7-4bd97f3d0c5d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594144 Aug 24 00:26:22.325494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f96870-acc1-4ad7-bdd0-9e30fb5b8bad req-02e51304-ed5e-4371-87d2-ea5ab0b6f955 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410105 Aug 24 00:26:22.433671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b22d4f-af7d-4549-b030-44bc8679f8f1 req-645a8e8f-da72-4acf-8b8e-d4c4ba1ded73 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:22.435179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7b22d4f-af7d-4549-b030-44bc8679f8f1 req-645a8e8f-da72-4acf-8b8e-d4c4ba1ded73 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 946 time: 0.0499256 Aug 24 00:26:22.477219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7b22d4f-af7d-4549-b030-44bc8679f8f1 req-388f930c-c6b4-4896-9ca0-11635a27a94e tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348551 Aug 24 00:26:22.924281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69d929da-43e7-4ff4-9e64-b7b7f86a6f90 req-6f400690-6c9e-4366-8650-7d13f9d3a94d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 210 time: 0.0268078 Aug 24 00:26:23.130988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-0f159f13-86e3-48d8-9968-71c6fde35cc6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:23.132452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-0f159f13-86e3-48d8-9968-71c6fde35cc6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.36 "GET /v2.0/networks?id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 200 len: 811 time: 0.1110301 Aug 24 00:26:23.159278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Request body: {'port': {'device_id': '0b752c7c-97e3-4548-932a-7d4a6c8bd08d', 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d', 'admin_state_up': True, 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:23.252741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7023c-deaa-4648-8f40-51dbf87608a9 req-c167d3ef-8f56-409d-a7ba-35031a7ed53d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:23.254253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1c7023c-deaa-4648-8f40-51dbf87608a9 req-c167d3ef-8f56-409d-a7ba-35031a7ed53d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 943 time: 0.1135159 Aug 24 00:26:23.322564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1c7023c-deaa-4648-8f40-51dbf87608a9 req-d8a3e96a-4ba6-4b54-8a1c-b3da93d94b12 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557661 Aug 24 00:26:23.421108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Made reservation on behalf of e4ae185ea1904af7ae68ec20b89fdca5 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:23.424705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.464560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ba954-afaa-4bab-ac67-ff8446fa3f66 req-3f9c224f-dec2-4de3-848d-7ac113be6b07 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:23.465727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b8ba954-afaa-4bab-ac67-ff8446fa3f66 req-3f9c224f-dec2-4de3-848d-7ac113be6b07 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 948 time: 0.0791478 Aug 24 00:26:23.528598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8b98f44b-dcbb-4399-afff-0c57c6568659 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:23.575758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b8ba954-afaa-4bab-ac67-ff8446fa3f66 req-1be0998d-36ba-40de-b972-f6b587d76cbe tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768988 Aug 24 00:26:23.603855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Allocated IP 172.20.0.7 (1ad20c02-d37b-4cf6-81e4-4299a5b7170d/2067f9c4-2889-4c9c-94aa-48ba4b252800/fa407879-faad-4578-9adc-e031fcb7e3d5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:23.640943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 8b98f44b-dcbb-4399-afff-0c57c6568659 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:23.645077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 8b98f44b-dcbb-4399-afff-0c57c6568659 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:23.645661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.729636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.752819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:23.755086 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3772c77f-1f07-4323-8a7d-641c5a165efa" -d '{"events": [{"server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "name": "network-vif-plugged", "status": "completed", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:23.762931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.768146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:23.796574 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2fbda4-e593-4a2b-a0fb-47a3aa635109 x-openstack-request-id: req-4d2fbda4-e593-4a2b-a0fb-47a3aa635109 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:23.796574 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "name": "network-vif-plugged", "status": "completed", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:23.796574 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d2fbda4-e593-4a2b-a0fb-47a3aa635109 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:23.796574 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'code': 200} Aug 24 00:26:23.846836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.869799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:23.888030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['b7c9e40e-c983-4203-8ec7-3ff291e3519d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:23.904700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01523b6a-8d17-4dac-a8bc-5699ef1d221c req-a9fe9c1f-b0de-4432-8fef-064e7fafb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:23.908656 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01523b6a-8d17-4dac-a8bc-5699ef1d221c req-a9fe9c1f-b0de-4432-8fef-064e7fafb83d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1100 time: 0.0589347 Aug 24 00:26:23.927699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:23.931471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:23.935695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:23.949488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:23.972388 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01523b6a-8d17-4dac-a8bc-5699ef1d221c req-4455aafe-2fbd-4e03-905e-cf5675ffe2d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550020 Aug 24 00:26:24.004112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Pushing event updated for resources: {'Port': ['ID=fa407879-faad-4578-9adc-e031fcb7e3d5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:24.041229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:24.041943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.085721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905b168-e324-459a-8ac5-824aef365489 req-26c41af9-38dc-4ce3-a381-ac1d4f96af6e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:24.087701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e905b168-e324-459a-8ac5-824aef365489 req-26c41af9-38dc-4ce3-a381-ac1d4f96af6e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 931 time: 0.0669093 Aug 24 00:26:24.130655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e905b168-e324-459a-8ac5-824aef365489 req-529704d6-6cc9-4839-a4ee-3b0d552904ca tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Aug 24 00:26:24.188567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-99e8f213-ed2f-40a4-982f-0cc642af7aa6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0342464 Aug 24 00:26:24.208091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Request body: {'port': {'device_id': '0b752c7c-97e3-4548-932a-7d4a6c8bd08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:24.266846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.512060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738afed2-5dc1-4e45-8a99-2480f28085f0 req-6516710c-e01b-407b-ac79-9e26d1beb2a5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:24.513450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-738afed2-5dc1-4e45-8a99-2480f28085f0 req-6516710c-e01b-407b-ac79-9e26d1beb2a5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 943 time: 0.1050894 Aug 24 00:26:24.587960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-738afed2-5dc1-4e45-8a99-2480f28085f0 req-b468fb3f-7e55-4465-ab37-db4804a117fe tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664914 Aug 24 00:26:24.640122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa407879-faad-4578-9adc-e031fcb7e3d5 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:24.648347 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.686567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Transition to ACTIVE for port object fa407879-faad-4578-9adc-e031fcb7e3d5 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:24.709539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee2f14-e592-4d24-ad81-f475feb02894 req-5d1a43f1-b791-4f29-b618-92b7ef800094 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:24.711283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9ee2f14-e592-4d24-ad81-f475feb02894 req-5d1a43f1-b791-4f29-b618-92b7ef800094 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0599580 Aug 24 00:26:24.754844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9ee2f14-e592-4d24-ad81-f475feb02894 req-2a742d0d-e0b5-4414-92c6-19d483b73029 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Aug 24 00:26:24.783811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.881104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa407879-faad-4578-9adc-e031fcb7e3d5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:24.911439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Attempting to bind port fa407879-faad-4578-9adc-e031fcb7e3d5 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:24.911867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Attempting to bind port fa407879-faad-4578-9adc-e031fcb7e3d5 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:24.912237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Attempting to bind port fa407879-faad-4578-9adc-e031fcb7e3d5 on network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:24.917733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Port fa407879-faad-4578-9adc-e031fcb7e3d5 on network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:26:24.918145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Attempting to bind port fa407879-faad-4578-9adc-e031fcb7e3d5 on network 1ad20c02-d37b-4cf6-81e4-4299a5b7170d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:24.923084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:24.923938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Checking segment: {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:24.923938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Bound using segment: {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:24.924286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Bound port: fa407879-faad-4578-9adc-e031fcb7e3d5, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e28f9a-71b7-4d4f-8208-44857123e20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:24.924769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:24.991303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] For port fa407879-faad-4578-9adc-e031fcb7e3d5, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:24.996130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] For port fa407879-faad-4578-9adc-e031fcb7e3d5, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fa407879-faad-4578-9adc-e031fcb7e3d5,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:25.045412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7158c-5eb0-484e-9a8c-61998c3448d5 req-827716f2-cb03-4694-b885-22f42b264fd9 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.046960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04e7158c-5eb0-484e-9a8c-61998c3448d5 req-827716f2-cb03-4694-b885-22f42b264fd9 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 946 time: 0.0534930 Aug 24 00:26:25.086650 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.091081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04e7158c-5eb0-484e-9a8c-61998c3448d5 req-86388f84-5d93-4984-b317-51ff56506748 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380421 Aug 24 00:26:25.141963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.141963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.141963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa407879-faad-4578-9adc-e031fcb7e3d5 HTTP/1.1" status: 200 len: 1091 time: 0.9370048 Aug 24 00:26:25.141963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b752c7c-97e3-4548-932a-7d4a6c8bd08d', 'tag': 'fa407879-faad-4578-9adc-e031fcb7e3d5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:25.143848 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672e2e7-3139-4aab-b9ca-57368489484d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b752c7c-97e3-4548-932a-7d4a6c8bd08d", "tag": "fa407879-faad-4578-9adc-e031fcb7e3d5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:25.167096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426e74f-514a-4d40-82e2-e216c6ea0ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa407879-faad-4578-9adc-e031fcb7e3d5,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:25.206901 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3365c18-27b2-4b07-a9bd-4909b36bf9bc x-openstack-request-id: req-e3365c18-27b2-4b07-a9bd-4909b36bf9bc {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:25.207271 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b752c7c-97e3-4548-932a-7d4a6c8bd08d", "tag": "fa407879-faad-4578-9adc-e031fcb7e3d5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:25.207598 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3365c18-27b2-4b07-a9bd-4909b36bf9bc {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:25.208073 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b752c7c-97e3-4548-932a-7d4a6c8bd08d', 'tag': 'fa407879-faad-4578-9adc-e031fcb7e3d5', 'status': 'completed', 'code': 200} Aug 24 00:26:25.275616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19634-7dec-4adb-8b6b-df0191fed4b0 req-94004762-72b1-4c0d-b796-cba1f83010db tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.277143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8bc19634-7dec-4adb-8b6b-df0191fed4b0 req-94004762-72b1-4c0d-b796-cba1f83010db tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 943 time: 0.0667033 Aug 24 00:26:25.332776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.333409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8bc19634-7dec-4adb-8b6b-df0191fed4b0 req-92bf09ca-864d-46a9-9cff-6abc83049a25 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Aug 24 00:26:25.335302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672e2e7-3139-4aab-b9ca-57368489484d req-09268aa6-10f3-43a1-a5c9-41608fe182e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.336747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e672e2e7-3139-4aab-b9ca-57368489484d req-09268aa6-10f3-43a1-a5c9-41608fe182e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 1094 time: 0.0834599 Aug 24 00:26:25.467288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672e2e7-3139-4aab-b9ca-57368489484d req-2e994d04-8534-4be3-a6d7-69ea60bef2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.468769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e672e2e7-3139-4aab-b9ca-57368489484d req-2e994d04-8534-4be3-a6d7-69ea60bef2d2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1138256 Aug 24 00:26:25.573180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672e2e7-3139-4aab-b9ca-57368489484d req-93a8b474-a19c-4175-bbd1-0a586880db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.574716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e672e2e7-3139-4aab-b9ca-57368489484d req-93a8b474-a19c-4175-bbd1-0a586880db29 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986936 Aug 24 00:26:25.719157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-f674851a-5331-41df-a1ec-c7b67ebfa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.720928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-f674851a-5331-41df-a1ec-c7b67ebfa122 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 1094 time: 0.0773768 Aug 24 00:26:25.726472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1dc1288e-b39e-4601-af39-d61c39aa43fb details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:25.734090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99c5a-5883-46e9-8c5e-d342fad4510a req-cf46d463-4364-4d38-a01a-fd5835f6ce07 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.735618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56c99c5a-5883-46e9-8c5e-d342fad4510a req-cf46d463-4364-4d38-a01a-fd5835f6ce07 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 943 time: 0.0610120 Aug 24 00:26:25.773598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-7753dbc5-a4d0-4073-8083-475e97e2d3ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa407879-faad-4578-9adc-e031fcb7e3d5 HTTP/1.1" status: 200 len: 217 time: 0.0369933 Aug 24 00:26:25.831723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1dc1288e-b39e-4601-af39-d61c39aa43fb, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1dc1288e-b39e-4601-af39-d61c39aa43fb,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:25.847255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '1dc1288e-b39e-4601-af39-d61c39aa43fb', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'port_id': '1dc1288e-b39e-4601-af39-d61c39aa43fb', 'mac_address': 'fa:16:3e:61:29:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd87f-4345-4369-89f3-00b772d8d12e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:25.853873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56c99c5a-5883-46e9-8c5e-d342fad4510a req-4a48e615-2df3-4644-b3c8-07b43e410387 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829713 Aug 24 00:26:25.861210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-3375e3cb-eb32-4a5a-9e44-ce9cae50b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:25.863089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-3375e3cb-eb32-4a5a-9e44-ce9cae50b7ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2067f9c4-2889-4c9c-94aa-48ba4b252800 HTTP/1.1" status: 200 len: 851 time: 0.0757697 Aug 24 00:26:25.895750 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:25.900607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-e94b01f8-cbba-4239-9abe-25b0e85358ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291026 Aug 24 00:26:25.913548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc1288e-b39e-4601-af39-d61c39aa43fb {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:25.936317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1dc1288e-b39e-4601-af39-d61c39aa43fb, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1dc1288e-b39e-4601-af39-d61c39aa43fb,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:26.022708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.079411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=1dc1288e-b39e-4601-af39-d61c39aa43fb,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:26.251815 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ca17c467-97a7-425d-9b64-0483b2c9bf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.396062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0512ebd-6307-455e-9be6-1f0ccedb14be req-8db8e0f0-eb44-4b33-8776-80d544841414 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.397591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0512ebd-6307-455e-9be6-1f0ccedb14be req-8db8e0f0-eb44-4b33-8776-80d544841414 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.4810958 Aug 24 00:26:26.419089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2ae15-4fb7-4a9c-8f55-0c5e52f4e570 req-eaec2960-bde3-4453-a2ce-4777c50ad8e6 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.420855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8d2ae15-4fb7-4a9c-8f55-0c5e52f4e570 req-eaec2960-bde3-4453-a2ce-4777c50ad8e6 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 946 time: 0.1043117 Aug 24 00:26:26.432456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-dd4bd598-9f0c-4e6a-901b-fb2ecc93cba8 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242338 Aug 24 00:26:26.503005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1dc1288e-b39e-4601-af39-d61c39aa43fb'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:26.536626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0512ebd-6307-455e-9be6-1f0ccedb14be req-41becdf8-ee49-41c0-a0d2-03175360d8b0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275258 Aug 24 00:26:26.542179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8d2ae15-4fb7-4a9c-8f55-0c5e52f4e570 req-c2288f16-c623-4761-85fb-8c1ecb3bd882 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143291 Aug 24 00:26:26.590332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03a5e6fc-fe23-4d20-b784-ca3f9d9b200d req-6e7d1f37-0481-42e4-9ad4-a86340e4a98b service neutron] 10.222.0.36 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443398 Aug 24 00:26:26.668933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a2e6-2db1-47da-bbaf-24e1ff64b270 req-ff6a1462-e433-4f58-9b2c-f2276d46eb11 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.678822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f5a2e6-2db1-47da-bbaf-24e1ff64b270 req-ff6a1462-e433-4f58-9b2c-f2276d46eb11 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 943 time: 0.0789969 Aug 24 00:26:26.720768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f5a2e6-2db1-47da-bbaf-24e1ff64b270 req-47f48720-7cbc-4378-88dc-5c0c8e843261 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Aug 24 00:26:26.859495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4374a32-ccb7-45d3-9957-2cd27f676ab7 req-ef53dd78-0e34-43e3-8f5d-1f7b2f999e71 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.861190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4374a32-ccb7-45d3-9957-2cd27f676ab7 req-ef53dd78-0e34-43e3-8f5d-1f7b2f999e71 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1100 time: 0.0415342 Aug 24 00:26:26.883940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4374a32-ccb7-45d3-9957-2cd27f676ab7 req-e72942ef-daa7-48fa-99d0-8401bc488669 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:26.989785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cceb0-9768-4252-95f7-ffeb88645e39 req-247dd804-d390-4212-92c2-15bc9236d7e5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:26.991266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da2cceb0-9768-4252-95f7-ffeb88645e39 req-247dd804-d390-4212-92c2-15bc9236d7e5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 944 time: 0.0655112 Aug 24 00:26:27.033525 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4374a32-ccb7-45d3-9957-2cd27f676ab7 req-e72942ef-daa7-48fa-99d0-8401bc488669 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.048114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da2cceb0-9768-4252-95f7-ffeb88645e39 req-256d3ac4-1387-46a3-bac5-7399b541d522 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490887 Aug 24 00:26:27.092456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c4374a32-ccb7-45d3-9957-2cd27f676ab7 req-e72942ef-daa7-48fa-99d0-8401bc488669 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.120157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4374a32-ccb7-45d3-9957-2cd27f676ab7 req-e72942ef-daa7-48fa-99d0-8401bc488669 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527673 Aug 24 00:26:27.126061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72942ef-daa7-48fa-99d0-8401bc488669 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8911e96-fd48-44cf-9e23-55d20fe3c022,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:27.683585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62990a88-5718-4852-8e4e-247cbe6be581 req-1cce001a-7371-4690-b53e-e66056d1cce2 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:27.685236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62990a88-5718-4852-8e4e-247cbe6be581 req-1cce001a-7371-4690-b53e-e66056d1cce2 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Aug 24 00:26:27.732215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62990a88-5718-4852-8e4e-247cbe6be581 req-a72f0d0d-7a02-4dd3-b745-2f407a7dea38 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups?id=2530ca64-82aa-4430-a692-0fa6f7b17e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Aug 24 00:26:27.793474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-994774a9-3f24-4a53-bba1-bf39ad3c9a61 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:27.798575 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-994774a9-3f24-4a53-bba1-bf39ad3c9a61 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 946 time: 0.0874946 Aug 24 00:26:27.868333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88465a3e-2f97-4da0-8265-ff775e46ca91 req-f1b26f73-8d89-44ab-a284-cf53b22c5adf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:27.870237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88465a3e-2f97-4da0-8265-ff775e46ca91 req-f1b26f73-8d89-44ab-a284-cf53b22c5adf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0591707 Aug 24 00:26:27.924501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88465a3e-2f97-4da0-8265-ff775e46ca91 req-5e41c691-9f76-47ea-8db7-9a28c523f4a6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Aug 24 00:26:27.947826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Deleting port 7e25583c-0b60-4145-98ad-9da7a68d2faa {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:27.948413 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:27.988036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-eb350b9f-748a-404a-8159-2ba308dacb00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668106 Aug 24 00:26:27.997168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65598478-63f4-4f14-a58a-01fa3d26edc1 req-c72b56f2-bbf6-4534-98ef-3a442687e7fb tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:27.999329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65598478-63f4-4f14-a58a-01fa3d26edc1 req-c72b56f2-bbf6-4534-98ef-3a442687e7fb tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 943 time: 0.0911639 Aug 24 00:26:28.049307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] For port 7e25583c-0b60-4145-98ad-9da7a68d2faa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7e25583c-0b60-4145-98ad-9da7a68d2faa,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:28.049706 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.057826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65598478-63f4-4f14-a58a-01fa3d26edc1 req-3cb5eda0-ec40-40bb-ad65-bdc705a42c9a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Aug 24 00:26:28.193220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c709f95-f34e-4fea-ac86-8e35f7863bea req-f83fcc38-0b4a-4e4e-b5e7-c504adb6ce1c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:28.202072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c709f95-f34e-4fea-ac86-8e35f7863bea req-f83fcc38-0b4a-4e4e-b5e7-c504adb6ce1c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 944 time: 0.0789592 Aug 24 00:26:28.238653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c709f95-f34e-4fea-ac86-8e35f7863bea req-4dda3755-c202-4465-a5f7-3bbb7397e1af tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348129 Aug 24 00:26:28.281256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.281718 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.282119 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Floating IP 7fac8966-4da8-4e1b-9470-773c1afbdc57 disassociated. External IP: 172.25.5.216, port: 7e25583c-0b60-4145-98ad-9da7a68d2faa. Aug 24 00:26:28.282462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Calling delete_port for 7e25583c-0b60-4145-98ad-9da7a68d2faa owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:28.516103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.548955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event deleted for resources: {'Port': ['ID=7e25583c-0b60-4145-98ad-9da7a68d2faa,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:28.669679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:26:28.783771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:26:28.794674 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] Sync routers for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:26:28.812489 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:28.816453 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:25:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:28.832513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] No DVR routers for this DVR port 7e25583c-0b60-4145-98ad-9da7a68d2faa on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:28.836386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:28.840139 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7e5bc78a-96ba-477a-aa22-0eacb645797e req-0442ffcf-fbd0-4e87-ad64-155e5b0cffec tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.37 "DELETE /v2.0/ports/7e25583c-0b60-4145-98ad-9da7a68d2faa HTTP/1.1" status: 204 len: 173 time: 1.0362551 Aug 24 00:26:28.840139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'name': 'network-vif-deleted', 'tag': '7e25583c-0b60-4145-98ad-9da7a68d2faa'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:28.843007 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4565604f-18b5-4abe-b6c7-6e4e6fdbb808" -d '{"events": [{"server_uuid": "8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021", "name": "network-vif-deleted", "tag": "7e25583c-0b60-4145-98ad-9da7a68d2faa"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:28.865864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b6bec57-92ba-45a2-8e65-1d6d1d12d5c1 req-30ea7c34-da67-4c94-a19e-df00b284adbb tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 210 time: 0.0458684 Aug 24 00:26:28.928896 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc1735c-2324-4335-a525-52e17b32e0c0 x-openstack-request-id: req-1dc1735c-2324-4335-a525-52e17b32e0c0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:28.929198 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021", "name": "network-vif-deleted", "tag": "7e25583c-0b60-4145-98ad-9da7a68d2faa", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:28.929461 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dc1735c-2324-4335-a525-52e17b32e0c0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:28.929888 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021', 'name': 'network-vif-deleted', 'tag': '7e25583c-0b60-4145-98ad-9da7a68d2faa', 'status': 'completed', 'code': 200} Aug 24 00:26:28.996234 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-48eeeb63-679b-4691-89d0-153d404a1bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.138310 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:29.201561 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:29.210312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b649-9eef-4678-8c83-7ac8ee7d5c7d req-4c0b4caf-b6ba-47b7-ae85-f76b8fb1a200 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:29.212795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bda4b649-9eef-4678-8c83-7ac8ee7d5c7d req-4c0b4caf-b6ba-47b7-ae85-f76b8fb1a200 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1181304 Aug 24 00:26:29.250072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426fe60-f422-4832-9979-1801e3a77f89 req-7f355372-ae5e-4369-9416-294f05bbe854 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:29.251576 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a426fe60-f422-4832-9979-1801e3a77f89 req-7f355372-ae5e-4369-9416-294f05bbe854 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 943 time: 0.0972173 Aug 24 00:26:29.278010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bda4b649-9eef-4678-8c83-7ac8ee7d5c7d req-08f3598a-2932-4da1-ba07-40bfe2aa3838 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 Aug 24 00:26:29.331491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a426fe60-f422-4832-9979-1801e3a77f89 req-498eaeaa-70e1-4677-bc8e-7706b689e1f7 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650673 Aug 24 00:26:29.440389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cdfed-309e-4229-9259-2c182f2d6f5f req-de282764-4a73-4e86-9ef3-b068965938a5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:29.453595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a8cdfed-309e-4229-9259-2c182f2d6f5f req-de282764-4a73-4e86-9ef3-b068965938a5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 944 time: 0.0797045 Aug 24 00:26:29.476446 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:28Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:29.497935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a8cdfed-309e-4229-9259-2c182f2d6f5f req-6e8ac1a0-6378-4be7-88df-ffec9be87128 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430522 Aug 24 00:26:29.514228 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] Checking router: 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:26:29.526411 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:29.526411 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:29.636542 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:29.758337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1dc1288e-b39e-4601-af39-d61c39aa43fb up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:29.851840 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:28Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:29.893291 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85236218-634c-4f86-ab56-90533c4270d4 None None] The sync data for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 is: [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:21:22Z', 'revision_number': 4, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'd9b86c52-f1c2-491c-b566-6a8dafe90cb9', 'name': '', 'network_id': '2480ad75-39a9-499b-9abe-49dcbf0c9bf7', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'mac_address': 'fa:16:3e:43:57:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:21Z', 'updated_at': '2021-08-24T00:21:28Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'subnets': [{'id': '919e4b2d-b825-4a2c-9a11-c25a7bf181bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:26:29.897975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 1dc1288e-b39e-4601-af39-d61c39aa43fb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:29.905882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 1dc1288e-b39e-4601-af39-d61c39aa43fb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:29.906262 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.053930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.066049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33b5c53b-9c49-456e-a2ad-bccecbfead87 req-d2d11f14-8a3a-4f0a-91f6-0263d5895317 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 210 time: 0.0492814 Aug 24 00:26:30.098360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1dc1288e-b39e-4601-af39-d61c39aa43fb, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1dc1288e-b39e-4601-af39-d61c39aa43fb,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:30.099356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b30d2-32d2-4119-9505-a088d0e46637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc1288e-b39e-4601-af39-d61c39aa43fb'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:30.102083 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20550c26-abb5-4d0a-a7e6-b619e1b8564c" -d '{"events": [{"server_uuid": "9c8b30d2-32d2-4119-9505-a088d0e46637", "name": "network-vif-plugged", "status": "completed", "tag": "1dc1288e-b39e-4601-af39-d61c39aa43fb"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:30.146445 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992e7475-c990-442d-8e7b-11c923d07242 x-openstack-request-id: req-992e7475-c990-442d-8e7b-11c923d07242 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:30.146445 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b30d2-32d2-4119-9505-a088d0e46637", "name": "network-vif-plugged", "status": "completed", "tag": "1dc1288e-b39e-4601-af39-d61c39aa43fb", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:30.146445 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-992e7475-c990-442d-8e7b-11c923d07242 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:30.146445 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b30d2-32d2-4119-9505-a088d0e46637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc1288e-b39e-4601-af39-d61c39aa43fb', 'code': 200} Aug 24 00:26:30.194329 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.241359 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:30.264007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=1dc1288e-b39e-4601-af39-d61c39aa43fb,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:30.280076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f6841d-e79f-4e5a-ae30-923d55170d27 None None] New status for floating IP 7fac8966-4da8-4e1b-9470-773c1afbdc57: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:26:30.336198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bc7a-3e8d-4be0-b59b-70a5fe53252a req-148d206a-309d-4274-996c-cbb5ed5851c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.340026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20e8bc7a-3e8d-4be0-b59b-70a5fe53252a req-148d206a-309d-4274-996c-cbb5ed5851c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 1096 time: 0.0682886 Aug 24 00:26:30.448692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20e8bc7a-3e8d-4be0-b59b-70a5fe53252a req-f97abdd0-ee86-42d3-889b-e1e8e0e9bbb6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025271 Aug 24 00:26:30.501608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5e2d2-5a18-486a-a15c-e246179ebbc9 req-823c4e61-a7eb-415f-b50f-6b5d0603321d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.503345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dc5e2d2-5a18-486a-a15c-e246179ebbc9 req-823c4e61-a7eb-415f-b50f-6b5d0603321d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1063504 Aug 24 00:26:30.516336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51993af0-6ed4-4f31-95c0-c7a462166860 req-12681b15-ac41-4858-8d22-c5f9d592e9ab tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.517895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51993af0-6ed4-4f31-95c0-c7a462166860 req-12681b15-ac41-4858-8d22-c5f9d592e9ab tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 943 time: 0.0892286 Aug 24 00:26:30.579927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dc5e2d2-5a18-486a-a15c-e246179ebbc9 req-37e1ef71-5264-434f-beb2-c8c70912ff4a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609634 Aug 24 00:26:30.591689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51993af0-6ed4-4f31-95c0-c7a462166860 req-a2f0539a-546d-43a2-8d0c-4afd1a61ebaa tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536914 Aug 24 00:26:30.695393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2be4e-5267-4673-bdd3-6f5e1fc02a0a req-c92237cb-c6c1-4393-b32a-b3271ff38fec tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:30.697611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77f2be4e-5267-4673-bdd3-6f5e1fc02a0a req-c92237cb-c6c1-4393-b32a-b3271ff38fec tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 945 time: 0.0550201 Aug 24 00:26:30.741161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77f2be4e-5267-4673-bdd3-6f5e1fc02a0a req-02dbb4fe-2387-43fc-ad39-9ea35228d436 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Aug 24 00:26:31.182609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aab5e3a3-5865-41e2-b24e-1457dc58ffa9 req-f063f8f3-1a65-4ebc-b501-650e13ac8c40 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Aug 24 00:26:31.230287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-b3c5c068-d3da-4949-b822-e7b6724ea7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.231817 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-b3c5c068-d3da-4949-b822-e7b6724ea7fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1100 time: 0.0478177 Aug 24 00:26:31.325066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-1c23d76f-c5af-4b5c-9a87-319986b198e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.326584 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-1c23d76f-c5af-4b5c-9a87-319986b198e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.0875483 Aug 24 00:26:31.370885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-3788d04c-cbd2-4d8a-a46f-681706ab370f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 217 time: 0.0365365 Aug 24 00:26:31.428118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-d3734f0a-fac5-4778-962c-fd33251a51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.429907 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-d3734f0a-fac5-4778-962c-fd33251a51a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0512123 Aug 24 00:26:31.483475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-bd1fb6ca-4c35-447f-91ab-c6037869825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.485043 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-bd1fb6ca-4c35-447f-91ab-c6037869825b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480225 Aug 24 00:26:31.586512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7e25583c-0b60-4145-98ad-9da7a68d2faa no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:31.589533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-6795439c-02be-43de-9d78-2694e4ebad5a service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964954 Aug 24 00:26:31.638451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 7e25583c-0b60-4145-98ad-9da7a68d2faa {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:31.638451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7e25583c-0b60-4145-98ad-9da7a68d2faa not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:31.709121 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:31.746499 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-ef53aedb-3bf3-49af-9d2b-f3319fe94b23 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499374 Aug 24 00:26:31.767474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device fa407879-faad-4578-9adc-e031fcb7e3d5 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:31.798337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04354ef-b988-4942-b568-ebadfea81096 req-5bac9be3-03be-469d-a966-c5fa358fa4af tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.806608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d04354ef-b988-4942-b568-ebadfea81096 req-5bac9be3-03be-469d-a966-c5fa358fa4af tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 943 time: 0.1009269 Aug 24 00:26:31.838413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faf865-e694-49f9-9362-fba56af9960c req-ba6bcd2b-7b76-42ac-99b5-894e897b14e4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:31.840181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41faf865-e694-49f9-9362-fba56af9960c req-ba6bcd2b-7b76-42ac-99b5-894e897b14e4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1210685 Aug 24 00:26:31.874317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d04354ef-b988-4942-b568-ebadfea81096 req-b3aceb7f-4726-49ac-b07b-e9ccd6838bc4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666242 Aug 24 00:26:31.890472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port fa407879-faad-4578-9adc-e031fcb7e3d5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fa407879-faad-4578-9adc-e031fcb7e3d5,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:31.904091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'fa407879-faad-4578-9adc-e031fcb7e3d5', 'network_id': '1ad20c02-d37b-4cf6-81e4-4299a5b7170d', 'port_id': 'fa407879-faad-4578-9adc-e031fcb7e3d5', 'mac_address': 'fa:16:3e:18:b8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2067f9c4-2889-4c9c-94aa-48ba4b252800', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:31.931745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41faf865-e694-49f9-9362-fba56af9960c req-3a753e90-4dc6-496c-b6c2-2dcb92ee5a0c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805058 Aug 24 00:26:31.954576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:31.970510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa407879-faad-4578-9adc-e031fcb7e3d5 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:31.997057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port fa407879-faad-4578-9adc-e031fcb7e3d5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fa407879-faad-4578-9adc-e031fcb7e3d5,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:32.039163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f7572-cd89-463a-8ef6-3dbe90d15dd3 req-a8ad99eb-c95b-434c-902f-a62555dec946 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:32.045010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-192f7572-cd89-463a-8ef6-3dbe90d15dd3 req-a8ad99eb-c95b-434c-902f-a62555dec946 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 945 time: 0.0828137 Aug 24 00:26:32.085592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-192f7572-cd89-463a-8ef6-3dbe90d15dd3 req-142ad3fe-be44-4e81-8288-860d64ce4355 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Aug 24 00:26:32.137978 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:32.197848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=fa407879-faad-4578-9adc-e031fcb7e3d5,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:32.294640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f789d78-aaf6-4abc-b85b-b709ba024d91 req-85f78f21-317e-4353-8528-0096056f2e09 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 210 time: 0.0276649 Aug 24 00:26:32.676461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['fa407879-faad-4578-9adc-e031fcb7e3d5'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:33.012273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104d78b-08f4-45b3-8353-986b17809e10 req-5fab99b6-6d17-4470-b0b9-67597956d15c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.013842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b104d78b-08f4-45b3-8353-986b17809e10 req-5fab99b6-6d17-4470-b0b9-67597956d15c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 944 time: 0.0567672 Aug 24 00:26:33.074565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b104d78b-08f4-45b3-8353-986b17809e10 req-5f5d1cca-1d5c-4c13-b116-a59c947b9fdf tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525808 Aug 24 00:26:33.086615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336060ac-0420-4f1c-8a01-d40f3ee588a4 req-4160d10f-d6d8-45e6-9dcb-158042c06d3a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.089628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-336060ac-0420-4f1c-8a01-d40f3ee588a4 req-4160d10f-d6d8-45e6-9dcb-158042c06d3a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0860739 Aug 24 00:26:33.132743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-336060ac-0420-4f1c-8a01-d40f3ee588a4 req-4922480e-d2d4-4ed4-8d99-19a88b36a292 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378554 Aug 24 00:26:33.251327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbf747-2a83-449e-9342-2dd3962f7ae6 req-f07c5a47-9b41-4bdb-82c3-71b169ff937c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.253503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8cbf747-2a83-449e-9342-2dd3962f7ae6 req-f07c5a47-9b41-4bdb-82c3-71b169ff937c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 945 time: 0.0583136 Aug 24 00:26:33.295052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8cbf747-2a83-449e-9342-2dd3962f7ae6 req-0f313a63-9819-404c-bb7b-76afad95d896 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353899 Aug 24 00:26:33.411263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c473f0b7-c3a5-46a8-97a2-2aee76397555 req-6e7b648c-00d8-4afe-8d0c-7b2fe77e1b98 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 210 time: 0.0352168 Aug 24 00:26:33.537965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-7afdcdd9-b54e-4942-8af6-4dba90372bfa tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:33.539398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-7afdcdd9-b54e-4942-8af6-4dba90372bfa tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1075461 Aug 24 00:26:33.554774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-87d0b46e-1950-4e9a-8ea8-d417cf5a2017 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/quotas/b29c3053628e4966ae784e99267e9414 HTTP/1.1" status: 200 len: 375 time: 0.0094638 Aug 24 00:26:33.618728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-0a63e82b-9f71-4eff-9803-e011182421da tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577090 Aug 24 00:26:33.709683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-e9e01314-6959-4b15-95c4-b11772a0b85a service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889969 Aug 24 00:26:33.813949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-3a42bf70-6662-407b-91b4-7cda721b7313 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981033 Aug 24 00:26:34.070761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-620e8f16-5deb-4ffb-8a2b-5014df8ae5f9 req-c97d2d42-e75a-4794-ba61-272166628f6a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Aug 24 00:26:34.214898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cad44-d305-46da-bfc0-98b61b412a9e req-9db0002e-8824-4159-a89d-deff0e4fc9ab tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:34.216526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-898cad44-d305-46da-bfc0-98b61b412a9e req-9db0002e-8824-4159-a89d-deff0e4fc9ab tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 944 time: 0.0686018 Aug 24 00:26:34.291317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-898cad44-d305-46da-bfc0-98b61b412a9e req-9e9c7615-fe82-4e86-984b-bb1e7309f368 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631604 Aug 24 00:26:34.303560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c490131-2b23-4bcf-ad9c-895e72f03ba7 req-296e3dcc-05d5-48aa-b0f3-d2f5d6e199c3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:34.312397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c490131-2b23-4bcf-ad9c-895e72f03ba7 req-296e3dcc-05d5-48aa-b0f3-d2f5d6e199c3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0817170 Aug 24 00:26:34.349705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c490131-2b23-4bcf-ad9c-895e72f03ba7 req-c2e2b668-3c87-47e4-9208-438d6afa0950 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Aug 24 00:26:34.529776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e83d82b8-f3d5-4fc6-9ac0-05f84dec4742 req-fb84c14a-4298-4174-9aca-b702ae5340e8 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b018ec6-8ee5-4f1a-b7a9-d62b7f00d021 HTTP/1.1" status: 200 len: 210 time: 0.0371020 Aug 24 00:26:35.152447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd48c484-7d4f-4073-90a6-7e438d0650e6 req-45b2578d-6694-443c-a9d1-6b6aa26eeeb1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0274420 Aug 24 00:26:35.468209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6bcf-2cff-4475-949c-a504ec778be8 req-edd1083d-2726-45f9-8e97-d56aa18d622a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:35.475855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-958f6bcf-2cff-4475-949c-a504ec778be8 req-edd1083d-2726-45f9-8e97-d56aa18d622a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 944 time: 0.1123676 Aug 24 00:26:35.553103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-958f6bcf-2cff-4475-949c-a504ec778be8 req-937b1c57-36bc-4ffa-a840-50d62e966b7c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615420 Aug 24 00:26:35.579438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea5c98-f257-4e7d-83d2-ed6cdb0047ff req-ae15ad53-4754-450a-bf2f-c9522b03ef01 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:35.584349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87ea5c98-f257-4e7d-83d2-ed6cdb0047ff req-ae15ad53-4754-450a-bf2f-c9522b03ef01 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1475186 Aug 24 00:26:35.622930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87ea5c98-f257-4e7d-83d2-ed6cdb0047ff req-48bbc2fd-3307-4955-ae22-0f002beab507 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Aug 24 00:26:35.784611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device fa407879-faad-4578-9adc-e031fcb7e3d5 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:35.813883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33428) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:35.883766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b9180ed-1456-4364-8aa8-215b8aa76d58 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.913426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b9180ed-1456-4364-8aa8-215b8aa76d58 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:35.920546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port fa407879-faad-4578-9adc-e031fcb7e3d5 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:35.925363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port fa407879-faad-4578-9adc-e031fcb7e3d5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:35.926057 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.026164 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.132135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b9180ed-1456-4364-8aa8-215b8aa76d58 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.134898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b9180ed-1456-4364-8aa8-215b8aa76d58 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.138364 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2b9180ed-1456-4364-8aa8-215b8aa76d58 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "DELETE /v2.0/security-groups/2530ca64-82aa-4430-a692-0fa6f7b17e0e HTTP/1.1" status: 204 len: 168 time: 0.3201580 Aug 24 00:26:36.139053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33430) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:36.152088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9180ed-1456-4364-8aa8-215b8aa76d58 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2530ca64-82aa-4430-a692-0fa6f7b17e0e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:36.165321 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-57114508-8671-492d-bd20-d82db84ce246 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] show failed (client error): The resource could not be found. Aug 24 00:26:36.166503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-57114508-8671-492d-bd20-d82db84ce246 tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "GET /v2.0/security-groups/2530ca64-82aa-4430-a692-0fa6f7b17e0e HTTP/1.1" status: 404 len: 347 time: 0.0262673 Aug 24 00:26:36.169461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33432) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:36.211637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b752c7c-97e3-4548-932a-7d4a6c8bd08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa407879-faad-4578-9adc-e031fcb7e3d5'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:36.218504 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df65b3d-9865-4ba8-8c7d-a82e8062175d" -d '{"events": [{"server_uuid": "0b752c7c-97e3-4548-932a-7d4a6c8bd08d", "name": "network-vif-plugged", "status": "completed", "tag": "fa407879-faad-4578-9adc-e031fcb7e3d5"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:36.237528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port fa407879-faad-4578-9adc-e031fcb7e3d5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fa407879-faad-4578-9adc-e031fcb7e3d5,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:36.267170 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c347adf3-357e-4f22-b5ee-8697e0c792ef x-openstack-request-id: req-c347adf3-357e-4f22-b5ee-8697e0c792ef {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:36.267467 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b752c7c-97e3-4548-932a-7d4a6c8bd08d", "name": "network-vif-plugged", "status": "completed", "tag": "fa407879-faad-4578-9adc-e031fcb7e3d5", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:36.267724 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c347adf3-357e-4f22-b5ee-8697e0c792ef {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:36.268145 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b752c7c-97e3-4548-932a-7d4a6c8bd08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa407879-faad-4578-9adc-e031fcb7e3d5', 'code': 200} Aug 24 00:26:36.334300 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04fd178f-92ec-4fc9-b0b1-55eccda46460 req-7f073e47-10e0-4599-bef3-256b646a40aa tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0697188 Aug 24 00:26:36.344124 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.404533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=fa407879-faad-4578-9adc-e031fcb7e3d5,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:36.440488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399f1f-3ffc-4e9e-983d-529da0533cc7 req-fd7e0c3a-28e9-4906-9793-691f71cb5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:36.442722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52399f1f-3ffc-4e9e-983d-529da0533cc7 req-fd7e0c3a-28e9-4906-9793-691f71cb5db2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 1096 time: 0.0705385 Aug 24 00:26:36.473754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Deleting port 26634ade-6f65-4b9c-bdb2-b57431da69df {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:36.474431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.531512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52399f1f-3ffc-4e9e-983d-529da0533cc7 req-769f7fc2-eb80-4eda-a275-e24c7f4e557b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803020 Aug 24 00:26:36.578321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.578321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:36.608058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Calling delete_port for 26634ade-6f65-4b9c-bdb2-b57431da69df owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:36.778771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-6f7109c1-bdf1-4b22-81d6-d84a4b1ca056 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:36.780769 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-6f7109c1-bdf1-4b22-81d6-d84a4b1ca056 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.37 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1847723 Aug 24 00:26:36.796947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Request body: {'port': {'device_id': '17bc535a-54a3-4996-aad8-be69d8d0dbd9', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'admin_state_up': True, 'tenant_id': 'b29c3053628e4966ae784e99267e9414'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:36.818862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40eb4e-060e-4556-9a69-a1d73e84c197 req-3fb6c89a-a17d-4927-af0c-fd6cc7459e29 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:36.820464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba40eb4e-060e-4556-9a69-a1d73e84c197 req-3fb6c89a-a17d-4927-af0c-fd6cc7459e29 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1029239 Aug 24 00:26:36.836962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fabed-bfb4-4be0-baa8-d50d3c32648b req-3a6bd934-b63e-4ec1-b5cf-7d58c760709e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:36.842050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-254fabed-bfb4-4be0-baa8-d50d3c32648b req-3a6bd934-b63e-4ec1-b5cf-7d58c760709e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1523736 Aug 24 00:26:36.944560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba40eb4e-060e-4556-9a69-a1d73e84c197 req-7c0ecd3e-0b97-4215-968c-c99dae9a17f6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994234 Aug 24 00:26:36.982108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-254fabed-bfb4-4be0-baa8-d50d3c32648b req-445d0316-982c-46d4-9517-6cd5abe34bae tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282387 Aug 24 00:26:37.042897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:37.048427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.062335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.118436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Pushing event deleted for resources: {'Port': ['ID=26634ade-6f65-4b9c-bdb2-b57431da69df,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:37.188302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.191375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.197195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33448) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:37.197793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a7f5c746-b0c0-4d2e-a782-73d6d1b4c07b tempest-ServersTestBootFromVolume-2051443712 tempest-ServersTestBootFromVolume-2051443712-project] 10.222.0.26 "DELETE /v2.0/floatingips/7fac8966-4da8-4e1b-9470-773c1afbdc57 HTTP/1.1" status: 204 len: 168 time: 1.0271771 Aug 24 00:26:37.225941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Allocated IP 172.20.0.14 (69a2f5a5-716e-4d33-a7a4-169978298b89/b4fbd87f-4345-4369-89f3-00b772d8d12e/15daa78b-83da-468a-b706-f7e5929f428f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:37.447690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a60410a-2728-4d29-8638-b2de009f6595 req-c11e30d1-2eb4-4d3e-a610-0d7bbd25733e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0329938 Aug 24 00:26:37.451301 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.670224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.705991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', '1dc1288e-b39e-4601-af39-d61c39aa43fb'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:37.717304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:37.770805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:37.778893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:37.843768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:37.844408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.866292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event updated for resources: {'Port': ['ID=15daa78b-83da-468a-b706-f7e5929f428f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:37.949412 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:37.961129 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-1dd1971e-0364-4f9c-b6c6-8b20334d61a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1674559 Aug 24 00:26:37.999349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Request body: {'port': {'device_id': '17bc535a-54a3-4996-aad8-be69d8d0dbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:38.107135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.143911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139bc21-97ab-4b9b-a660-ba903446b677 req-33ae2f63-75d4-4387-bf75-b8f7bb889a88 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:38.151840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9139bc21-97ab-4b9b-a660-ba903446b677 req-33ae2f63-75d4-4387-bf75-b8f7bb889a88 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1015136 Aug 24 00:26:38.184311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746c205-52fc-4ace-9c8e-3d60c66f8c96 req-6ae57caf-dbe4-42ef-b8b9-4e1aa40c8874 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:38.186467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5746c205-52fc-4ace-9c8e-3d60c66f8c96 req-6ae57caf-dbe4-42ef-b8b9-4e1aa40c8874 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1060007 Aug 24 00:26:38.229472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9139bc21-97ab-4b9b-a660-ba903446b677 req-e8ed2ad0-1189-4cf9-92e3-35e3ff992524 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766344 Aug 24 00:26:38.262432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5746c205-52fc-4ace-9c8e-3d60c66f8c96 req-49ec3129-25a0-4a6f-bff3-d5ef6ea71275 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 Aug 24 00:26:38.518037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Deleting port d9b86c52-f1c2-491c-b566-6a8dafe90cb9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:38.518654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.598572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae6c8b-ff2e-4e5f-ae83-64f8cd95bde5 req-eae9fa9f-00a7-4af7-ae86-41a69990914b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:38.601267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dae6c8b-ff2e-4e5f-ae83-64f8cd95bde5 req-eae9fa9f-00a7-4af7-ae86-41a69990914b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 932 time: 0.0683196 Aug 24 00:26:38.624180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15daa78b-83da-468a-b706-f7e5929f428f {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:38.634877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.667792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dae6c8b-ff2e-4e5f-ae83-64f8cd95bde5 req-5f199fe8-6f24-466d-884e-472b2d9ee7b3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597610 Aug 24 00:26:38.678372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Transition to ACTIVE for port object 15daa78b-83da-468a-b706-f7e5929f428f will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:38.687625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] For port d9b86c52-f1c2-491c-b566-6a8dafe90cb9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:38.687625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.703095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Calling delete_port for d9b86c52-f1c2-491c-b566-6a8dafe90cb9 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:38.762973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:38.862133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Pushing event updated for resources: {'Port': ['ID=15daa78b-83da-468a-b706-f7e5929f428f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:38.953173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Attempting to bind port 15daa78b-83da-468a-b706-f7e5929f428f on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:38.953511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Attempting to bind port 15daa78b-83da-468a-b706-f7e5929f428f by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:38.953889 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Attempting to bind port 15daa78b-83da-468a-b706-f7e5929f428f on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:38.963775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Port 15daa78b-83da-468a-b706-f7e5929f428f on network 69a2f5a5-716e-4d33-a7a4-169978298b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:26:38.964096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Attempting to bind port 15daa78b-83da-468a-b706-f7e5929f428f on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:38.990264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:38.990603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Checking segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:38.990993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Bound using segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:38.991420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Bound port: 15daa78b-83da-468a-b706-f7e5929f428f, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:38.991779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.063591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] For port 15daa78b-83da-468a-b706-f7e5929f428f, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:39.066696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] For port 15daa78b-83da-468a-b706-f7e5929f428f, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15daa78b-83da-468a-b706-f7e5929f428f,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:39.086020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.118734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b86c52-f1c2-491c-b566-6a8dafe90cb9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:39.129262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.209719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.210473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.212627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] 10.222.0.37 "PUT /v2.0/ports/15daa78b-83da-468a-b706-f7e5929f428f HTTP/1.1" status: 200 len: 1092 time: 1.2199528 Aug 24 00:26:39.213219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bc535a-54a3-4996-aad8-be69d8d0dbd9', 'tag': '15daa78b-83da-468a-b706-f7e5929f428f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:39.215589 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf81e96-53e1-48d0-8632-03ecb5ef5ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "17bc535a-54a3-4996-aad8-be69d8d0dbd9", "tag": "15daa78b-83da-468a-b706-f7e5929f428f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:39.426080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7935940-615f-43b8-8f63-8a5dbdee8288 req-74ee8262-920e-4aad-b317-687f713e4bae tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.427935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7935940-615f-43b8-8f63-8a5dbdee8288 req-74ee8262-920e-4aad-b317-687f713e4bae tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0928171 Aug 24 00:26:39.469223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a72f1-bb72-4301-9ea2-4720769c8db6 req-cc26898a-a616-4355-8caa-f465139f599a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.471052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db8a72f1-bb72-4301-9ea2-4720769c8db6 req-cc26898a-a616-4355-8caa-f465139f599a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0842476 Aug 24 00:26:39.511628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7935940-615f-43b8-8f63-8a5dbdee8288 req-365dc50d-0840-4a61-a224-11656b826dc3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733075 Aug 24 00:26:39.530834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db8a72f1-bb72-4301-9ea2-4720769c8db6 req-8a8691a6-8b36-4f65-bdbc-5320c97d29ea tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513794 Aug 24 00:26:39.619099 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755942e4-ae17-44a4-9476-5f70661ea9e5 x-openstack-request-id: req-755942e4-ae17-44a4-9476-5f70661ea9e5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:39.619399 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bc535a-54a3-4996-aad8-be69d8d0dbd9", "tag": "15daa78b-83da-468a-b706-f7e5929f428f", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:39.619644 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-755942e4-ae17-44a4-9476-5f70661ea9e5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:39.620046 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bc535a-54a3-4996-aad8-be69d8d0dbd9', 'tag': '15daa78b-83da-468a-b706-f7e5929f428f', 'status': 'completed', 'code': 200} Aug 24 00:26:39.674013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337f63-39f6-42f3-926d-7eec93ab0d93 service neutron] Pushing event updated for resources: {'Port': ['ID=15daa78b-83da-468a-b706-f7e5929f428f,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:39.736837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81e96-53e1-48d0-8632-03ecb5ef5ad2 req-fc609d93-6036-4806-9d08-9216188adbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.738454 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eaf81e96-53e1-48d0-8632-03ecb5ef5ad2 req-fc609d93-6036-4806-9d08-9216188adbde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 1095 time: 0.1213140 Aug 24 00:26:39.747312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:39.794908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e7d01-0116-4b00-8646-09a86025fb27 req-693284be-7d0f-4d83-bda1-e32dd51f0cbb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.796454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-241e7d01-0116-4b00-8646-09a86025fb27 req-693284be-7d0f-4d83-bda1-e32dd51f0cbb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0551162 Aug 24 00:26:39.843867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-241e7d01-0116-4b00-8646-09a86025fb27 req-c8d47a77-2465-4ac1-bf8d-e4bf9f0b1487 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379670 Aug 24 00:26:39.928119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81e96-53e1-48d0-8632-03ecb5ef5ad2 req-33d0ddb4-e7df-4d59-9ad9-7a190691efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:39.929399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eaf81e96-53e1-48d0-8632-03ecb5ef5ad2 req-33d0ddb4-e7df-4d59-9ad9-7a190691efaa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b29c3053628e4966ae784e99267e9414&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1796427 Aug 24 00:26:40.121771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81e96-53e1-48d0-8632-03ecb5ef5ad2 req-54c9a350-73ee-45a6-8b41-54ee806cf67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.123290 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eaf81e96-53e1-48d0-8632-03ecb5ef5ad2 req-54c9a350-73ee-45a6-8b41-54ee806cf67b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871116 Aug 24 00:26:40.148560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:26:40.156819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebf9ca-4626-49cf-bbef-f036b43bd019 req-6388c802-8db8-40ec-84d5-c65e673f8edb tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.158414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52ebf9ca-4626-49cf-bbef-f036b43bd019 req-6388c802-8db8-40ec-84d5-c65e673f8edb tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0661795 Aug 24 00:26:40.233030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52ebf9ca-4626-49cf-bbef-f036b43bd019 req-cbff66ca-4ac4-4f38-9d46-a695306f1f99 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684159 Aug 24 00:26:40.240128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-ebf7551d-3fa6-4480-9339-8723bdc68850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.241799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-ebf7551d-3fa6-4480-9339-8723bdc68850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 1096 time: 0.0761173 Aug 24 00:26:40.286649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-232e393e-9e2c-42cd-923c-af9f1201b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.288290 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-232e393e-9e2c-42cd-923c-af9f1201b135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 1095 time: 0.0940959 Aug 24 00:26:40.305252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:26:40.313695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-58246873-b077-4501-976f-ff59afb5a016 admin admin] 10.222.0.26 "PUT /v2.0/routers/6c8f361c-5ad0-4f3c-84c6-f3cbedd83177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1124606 Aug 24 00:26:40.313789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33540) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:40.319295 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] Sync routers for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:26:40.337527 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:40.338187 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:40.366225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-a5b22206-6767-4e1b-b3e4-85ce59c6f77b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15daa78b-83da-468a-b706-f7e5929f428f HTTP/1.1" status: 200 len: 217 time: 0.0688102 Aug 24 00:26:40.393045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-4c43cafa-45e8-41c1-ac22-d648bde79496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.394590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-4c43cafa-45e8-41c1-ac22-d648bde79496 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 200 len: 912 time: 0.1448293 Aug 24 00:26:40.464373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-650347fc-72fe-48a3-b136-e1fdd4de9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.465886 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-650347fc-72fe-48a3-b136-e1fdd4de9b2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.0862048 Aug 24 00:26:40.477648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-f8061077-048c-4d25-9a16-e47c717a51da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa407879-faad-4578-9adc-e031fcb7e3d5 HTTP/1.1" status: 200 len: 217 time: 0.0478644 Aug 24 00:26:40.503563 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-ecb331a1-7b81-478e-90cb-aba5472c7102 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285673 Aug 24 00:26:40.504953 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:40.517523 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:40.583359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-56ca10eb-1b7a-460f-a438-247d3cad33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.585180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-56ca10eb-1b7a-460f-a438-247d3cad33b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2067f9c4-2889-4c9c-94aa-48ba4b252800 HTTP/1.1" status: 200 len: 851 time: 0.0970659 Aug 24 00:26:40.620526 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-ba8066d3-61c7-4273-b18a-229f53f779f4 service neutron] 10.222.0.37 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055739 Aug 24 00:26:40.660776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-92cdc44b-62bd-4ab0-bd36-5089eca40c2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387287 Aug 24 00:26:40.755038 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:26:38Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:40.759507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:40.790876 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f76eac64-170a-41f9-9f5e-58a419de9d6a req-e825d912-10b6-4f7b-aa31-1e3679c288c8 service neutron] 10.222.0.37 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557157 Aug 24 00:26:40.791192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8ed7-8d61-41b4-a1cf-1feaf0c3f0ef req-9745b1e0-c92a-440a-be81-3f1a2d43eeab tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:40.792687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-158f8ed7-8d61-41b4-a1cf-1feaf0c3f0ef req-9745b1e0-c92a-440a-be81-3f1a2d43eeab tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1606815 Aug 24 00:26:40.807970 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] Checking router: 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:26:40.815677 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] Routers {'6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:40.816276 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:40.829418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-e8859fac-4143-4c8f-9fb0-8ab95a080a19 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526778 Aug 24 00:26:40.864127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-158f8ed7-8d61-41b4-a1cf-1feaf0c3f0ef req-47f9284b-b198-4880-be67-025976e4aa78 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615268 Aug 24 00:26:40.938944 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] Set router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:40.999245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3be5c1d3-6464-4c3b-9b72-08a98c4279e9 req-f5d86275-c70f-4f37-a9a7-cdedae070d4f service neutron] 10.222.0.36 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586196 Aug 24 00:26:41.011055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Deleting port dd34bef4-6b3f-4b14-9ee8-cb2019246b63 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:41.011409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.019965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0077c-6333-4b81-a70f-343b07fb99f6 req-0e68b5b4-0dfd-47d6-9d7f-b3ae819c477e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:41.021616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5e0077c-6333-4b81-a70f-343b07fb99f6 req-0e68b5b4-0dfd-47d6-9d7f-b3ae819c477e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0760868 Aug 24 00:26:41.114154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5e0077c-6333-4b81-a70f-343b07fb99f6 req-ae2cf4dc-f001-487e-8254-e83df42408e5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Aug 24 00:26:41.122234 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:26:38Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:41.132450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] For port dd34bef4-6b3f-4b14-9ee8-cb2019246b63, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dd34bef4-6b3f-4b14-9ee8-cb2019246b63,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:41.132828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.144937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Calling delete_port for dd34bef4-6b3f-4b14-9ee8-cb2019246b63 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:41.157464 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa873f-9397-468b-99c6-28c8ad114bba None None] The sync data for ids ['6c8f361c-5ad0-4f3c-84c6-f3cbedd83177'] in n-d-804878-2 is: [{'id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'name': 'tempest-ServersTestBootFromVolume-1045683713-router', 'tenant_id': '48a870a921cf4160b839b83236def0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:21:16Z', 'updated_at': '2021-08-24T00:26:38Z', 'revision_number': 5, 'project_id': '48a870a921cf4160b839b83236def0ff', 'gw_port': {'id': 'dd34bef4-6b3f-4b14-9ee8-cb2019246b63', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8f361c-5ad0-4f3c-84c6-f3cbedd83177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:21:17Z', 'updated_at': '2021-08-24T00:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:26:41.358007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de0f02-8362-40b8-a8f0-3cbf36997cb4 req-ebde6c10-af1e-4c47-851f-248e0597558a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:41.359539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51de0f02-8362-40b8-a8f0-3cbf36997cb4 req-ebde6c10-af1e-4c47-851f-248e0597558a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0550876 Aug 24 00:26:41.399553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51de0f02-8362-40b8-a8f0-3cbf36997cb4 req-6c228e89-0d84-4415-bc8c-54de1c6cb304 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Aug 24 00:26:41.406198 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.437125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd34bef4-6b3f-4b14-9ee8-cb2019246b63,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:41.470444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.470797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.471144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.471481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.471879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.472151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.472484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.472858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.473244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.473611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.473962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.474291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:41.515332 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.613791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.620238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.745020 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.745621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:26:41.750111 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:41.754945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dab57a52-3a6f-47ee-a219-d9b6ef593b24 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6c8f361c-5ad0-4f3c-84c6-f3cbedd83177 HTTP/1.1" status: 204 len: 168 time: 1.4371452 Aug 24 00:26:41.754945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33620) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:41.808814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f58159-4ccb-44ce-9723-195cd20079c0 admin admin] Deleting subnet 919e4b2d-b825-4a2c-9a11-c25a7bf181bd {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:26:41.812400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3f58159-4ccb-44ce-9723-195cd20079c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.193599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3f58159-4ccb-44ce-9723-195cd20079c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.264654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ce243-f3e7-495e-876c-86687dacc96f req-34a9e119-af09-466a-ba77-0eb69c02d670 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:42.266205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-185ce243-f3e7-495e-876c-86687dacc96f req-34a9e119-af09-466a-ba77-0eb69c02d670 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1145158 Aug 24 00:26:42.325641 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.334034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29af529-94e9-40a3-ad8f-714d08d72c22 req-ed56a442-2147-4c28-aed8-142e858df32f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:42.335530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c29af529-94e9-40a3-ad8f-714d08d72c22 req-ed56a442-2147-4c28-aed8-142e858df32f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 944 time: 0.1386414 Aug 24 00:26:42.373092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-185ce243-f3e7-495e-876c-86687dacc96f req-d41080b3-4d1e-4ab0-b8e0-cddc844b5855 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994897 Aug 24 00:26:42.380307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3f58159-4ccb-44ce-9723-195cd20079c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.425365 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c29af529-94e9-40a3-ad8f-714d08d72c22 req-14694cb5-4c1f-4a83-acac-e9ea8ad69672 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761445 Aug 24 00:26:42.467355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9b86c52-f1c2-491c-b566-6a8dafe90cb9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:42.487776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: d9b86c52-f1c2-491c-b566-6a8dafe90cb9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:42.488353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9b86c52-f1c2-491c-b566-6a8dafe90cb9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:42.488866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dd34bef4-6b3f-4b14-9ee8-cb2019246b63 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:42.508016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: dd34bef4-6b3f-4b14-9ee8-cb2019246b63 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:42.508816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dd34bef4-6b3f-4b14-9ee8-cb2019246b63 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:42.533661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0220f9f-7b08-4449-a1e8-704a458e1d76 req-c30b9081-f49a-4a68-b1fb-a831a2b796d5 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:42.536024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0220f9f-7b08-4449-a1e8-704a458e1d76 req-c30b9081-f49a-4a68-b1fb-a831a2b796d5 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0562565 Aug 24 00:26:42.537453 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3f58159-4ccb-44ce-9723-195cd20079c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.567945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f58159-4ccb-44ce-9723-195cd20079c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919e4b2d-b825-4a2c-9a11-c25a7bf181bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:42.581508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3f58159-4ccb-44ce-9723-195cd20079c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.583506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b3f58159-4ccb-44ce-9723-195cd20079c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/919e4b2d-b825-4a2c-9a11-c25a7bf181bd HTTP/1.1" status: 204 len: 168 time: 0.8286390 Aug 24 00:26:42.584256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143fc78d-b6de-4901-89a2-81545cc022a4 None None] Network 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:42.585943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33662) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:42.652546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0220f9f-7b08-4449-a1e8-704a458e1d76 req-00e7db60-22ae-42cd-901c-274de3507362 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095417 Aug 24 00:26:42.669195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.729130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Deleting port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:42.729473 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.784753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] DHCP port deletion for 2480ad75-39a9-499b-9abe-49dcbf0c9bf7 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:26:42.798951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] For port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:42.799687 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.820730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Calling delete_port for 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:42.832070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] Deleting port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:42.832715 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.900846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] For port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,segment=NetworkSegment(e35f576d-caf5-4cd3-9d8f-32c8667663a6),segment_id=e35f576d-caf5-4cd3-9d8f-32c8667663a6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:42.901245 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:42.914516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] Calling delete_port for 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:43.004873 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.011231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.033355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] No DVR routers for this DVR port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:43.035555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:43.048369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] Pushing event deleted for resources: {'Port': ['ID=5e4cc112-1dcc-4dd2-aab8-d413abb23a6b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:43.051881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f0547-fde4-4722-b9cc-4c92894aca6e None None] No DVR routers for this DVR port 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:43.116876 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.127828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2480ad75-39a9-499b-9abe-49dcbf0c9bf7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:43.138394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35f576d-caf5-4cd3-9d8f-32c8667663a6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:43.138691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35f576d-caf5-4cd3-9d8f-32c8667663a6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:43.150016 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.163569 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.170916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:26:43.171312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:26:43.173043 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:26:43.297443 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.302942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.305612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2480ad75-39a9-499b-9abe-49dcbf0c9bf7 HTTP/1.1" status: 204 len: 168 time: 0.7176268 Aug 24 00:26:43.317120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81d4d1-9ec2-47c3-9da0-b871fb01eab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2480ad75-39a9-499b-9abe-49dcbf0c9bf7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:43.498586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290eb97-9983-4274-a98c-0f0409e63502 req-8ab38c45-b2f4-4676-8f64-d1fde52b64c8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:43.502136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4290eb97-9983-4274-a98c-0f0409e63502 req-8ab38c45-b2f4-4676-8f64-d1fde52b64c8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0576122 Aug 24 00:26:43.569195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4290eb97-9983-4274-a98c-0f0409e63502 req-8ffa8484-967f-48b5-a6db-dfce9590448b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628390 Aug 24 00:26:43.588796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a6cf6-8f8e-4b26-85db-5ec1c2121c31 req-f0dff717-69fa-4f1d-b154-118f47f1c40d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:43.590520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-612a6cf6-8f8e-4b26-85db-5ec1c2121c31 req-f0dff717-69fa-4f1d-b154-118f47f1c40d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0768635 Aug 24 00:26:43.618132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33722) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:43.622873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 15daa78b-83da-468a-b706-f7e5929f428f details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:26:43.634365 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-612a6cf6-8f8e-4b26-85db-5ec1c2121c31 req-e1a6c974-0665-459e-adaf-9d170c3b6753 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360475 Aug 24 00:26:43.669800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9eef0ca2-3b4b-45e8-81e5-86dbb781e70f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48a870a921cf4160b839b83236def0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498354 Aug 24 00:26:43.672348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33724) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:43.727769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 15daa78b-83da-468a-b706-f7e5929f428f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15daa78b-83da-468a-b706-f7e5929f428f,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:43.736780 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc6a47ce-4d8b-45f1-98dc-ee9a17bef82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.739330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '15daa78b-83da-468a-b706-f7e5929f428f', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'port_id': '15daa78b-83da-468a-b706-f7e5929f428f', 'mac_address': 'fa:16:3e:49:3b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd87f-4345-4369-89f3-00b772d8d12e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:26:43.779778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.789575 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc6a47ce-4d8b-45f1-98dc-ee9a17bef82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.793135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15daa78b-83da-468a-b706-f7e5929f428f {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:26:43.807567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf114b-c923-4920-a0d3-158ebe6a7f0a req-f09a3208-b77c-436b-98a0-2553098a6c7e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:43.809081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7acf114b-c923-4920-a0d3-158ebe6a7f0a req-f09a3208-b77c-436b-98a0-2553098a6c7e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0742300 Aug 24 00:26:43.816958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 15daa78b-83da-468a-b706-f7e5929f428f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15daa78b-83da-468a-b706-f7e5929f428f,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:43.863050 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.865181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7acf114b-c923-4920-a0d3-158ebe6a7f0a req-76319b3a-05a0-4b23-a4dc-d2e3323b07cd tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490272 Aug 24 00:26:43.917786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=15daa78b-83da-468a-b706-f7e5929f428f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:43.983237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc6a47ce-4d8b-45f1-98dc-ee9a17bef82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.985838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc6a47ce-4d8b-45f1-98dc-ee9a17bef82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:43.987217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fc6a47ce-4d8b-45f1-98dc-ee9a17bef82a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c9b4d0f-4d04-4f96-8c87-d3a090c8adaf HTTP/1.1" status: 204 len: 168 time: 0.3137429 Aug 24 00:26:43.995252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a47ce-4d8b-45f1-98dc-ee9a17bef82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9b4d0f-4d04-4f96-8c87-d3a090c8adaf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:44.314359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['15daa78b-83da-468a-b706-f7e5929f428f'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:44.474836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:44.498633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:44.498986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5e4cc112-1dcc-4dd2-aab8-d413abb23a6b not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:44.699483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383296b-5980-45b2-8668-956543446b14 req-3227953d-5517-43c7-9ff1-7d6fef253851 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:44.701995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d383296b-5980-45b2-8668-956543446b14 req-3227953d-5517-43c7-9ff1-7d6fef253851 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0612566 Aug 24 00:26:44.773864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d383296b-5980-45b2-8668-956543446b14 req-e01e23fb-34e5-4c45-821c-0bfcf6af0d8a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Aug 24 00:26:44.795838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7892af7-5c20-4b4f-8308-524822eca143 req-cefd24cc-323c-49ab-9aae-31a935e3a87c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:44.797377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7892af7-5c20-4b4f-8308-524822eca143 req-cefd24cc-323c-49ab-9aae-31a935e3a87c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0794272 Aug 24 00:26:44.839604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7892af7-5c20-4b4f-8308-524822eca143 req-479d6921-f57d-4af6-ada9-39d3aad751d1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360823 Aug 24 00:26:44.992927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1499a-06a3-471d-8443-91d0e6f87aa6 req-efb8d1f0-f2ed-43dc-93a1-498ca32a5f1f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:45.000603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36c1499a-06a3-471d-8443-91d0e6f87aa6 req-efb8d1f0-f2ed-43dc-93a1-498ca32a5f1f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0644202 Aug 24 00:26:45.001257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33824) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:45.041741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36c1499a-06a3-471d-8443-91d0e6f87aa6 req-98529f30-6ca4-4393-b9a5-dc7952bb2035 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Aug 24 00:26:45.117469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1006335886-network', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:45.227797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Made reservation on behalf of da2d74c897cb46b6b94ffeaa623a4a9d for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:45.231560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.240137 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.345862 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.463447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.490612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:26:45.497049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26242d38-5c40-439d-8d05-64c089f50100,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:45.502943 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.503296 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Added segment 564a13c1-a9fc-4334-941b-d4ab328de2bf of type vlan for network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 Aug 24 00:26:45.546802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.662891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.663901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:45.664509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.728516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] Pushing event updated for resources: {'Network': ['ID=8a1e3020-7b24-4b38-aa49-c7589051a9b2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:45.738081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:26:45.749123 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2aebe649-c91f-4165-afca-72772f7b28cb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7465844 Aug 24 00:26:45.752070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33858) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:45.758956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Request body: {'subnet': {'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-subnet', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:45.828597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Made reservation on behalf of da2d74c897cb46b6b94ffeaa623a4a9d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:45.830987 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:45.983735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838a6f2-ebec-4dfd-ad95-1b36d83cca97 req-14370eb9-0859-4280-af6a-03227e6e4fee tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:45.985256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4838a6f2-ebec-4dfd-ad95-1b36d83cca97 req-14370eb9-0859-4280-af6a-03227e6e4fee tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1149607 Aug 24 00:26:46.012295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20c0c3-04d4-439c-980f-4e2e5251782c req-bcc6bb8f-02ae-4bb9-926e-b9271ea296d4 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:46.013790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e20c0c3-04d4-439c-980f-4e2e5251782c req-bcc6bb8f-02ae-4bb9-926e-b9271ea296d4 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 945 time: 0.1018932 Aug 24 00:26:46.122842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4838a6f2-ebec-4dfd-ad95-1b36d83cca97 req-c58b381e-7f70-4fb2-b51b-949ed9563c8d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256077 Aug 24 00:26:46.139031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e20c0c3-04d4-439c-980f-4e2e5251782c req-0ed2df41-43c8-4796-ba73-148337eeb661 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045935 Aug 24 00:26:46.213065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.299505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb15f8c-836d-439d-b4b1-0c5a363b1323,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:46.312241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86988613-9f20-4d33-a340-fe20610788e1 req-47ce417b-564b-42e7-a9e8-06ebee07474d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:46.313801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86988613-9f20-4d33-a340-fe20610788e1 req-47ce417b-564b-42e7-a9e8-06ebee07474d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1120172 Aug 24 00:26:46.318061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Checking segment: {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:46.318435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Network hostable DHCP agents. Network: 8a1e3020-7b24-4b38-aa49-c7589051a9b2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:26:46.364007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86988613-9f20-4d33-a340-fe20610788e1 req-2a89b393-9651-4781-b1f0-c27a4e98670c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Aug 24 00:26:46.412044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:26:46.457800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8a1e3020-7b24-4b38-aa49-c7589051a9b2) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:46.463367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:46.464171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.467251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d3e8e-3688-49b2-a3be-1b51c8d780ac None None] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:46.526669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-56a716e7-3b74-4525-aa4e-38cb90c6ccc4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7734580 Aug 24 00:26:46.529135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33910) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:46.533858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:46.616592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:26:46.617503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.624940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.624940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.715339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.759159 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Allocated IP 172.20.0.2 (8a1e3020-7b24-4b38-aa49-c7589051a9b2/ecb15f8c-836d-439d-b4b1-0c5a363b1323/11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:46.911873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.919635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:46.920224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Transition to ACTIVE for port object 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:46.934748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Transition to ACTIVE for port object 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:47.027894 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.071155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:47.075533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:47.077940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:47.092485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Pushing event updated for resources: {'Port': ['ID=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:47.142130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Attempting to bind port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:47.142665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Attempting to bind port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:47.143134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Attempting to bind port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 on network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:47.150484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:47.150869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Checking segment: {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:47.151413 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.151819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Bound using segment: {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:47.152494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Bound port: 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:47.152890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.227912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] For port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:47.231167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] For port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:47.232658 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.263776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.309536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.370624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b5dfa-0139-4593-b87e-1b42be1cf2c1 None None] Pushing event updated for resources: {'Port': ['ID=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:47.392336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a9f57-94cd-4ac5-a5ad-562491057451 req-e840381b-e291-4c8b-b359-6196bc23bfb6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:47.393889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a19a9f57-94cd-4ac5-a5ad-562491057451 req-e840381b-e291-4c8b-b359-6196bc23bfb6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1330881 Aug 24 00:26:47.537077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b0db-018d-49b9-a016-70008a2e686f req-7f6ff1be-ec40-46ab-9778-7da79c468a02 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:47.537077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcf5b0db-018d-49b9-a016-70008a2e686f req-7f6ff1be-ec40-46ab-9778-7da79c468a02 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 945 time: 0.1540561 Aug 24 00:26:47.537077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a19a9f57-94cd-4ac5-a5ad-562491057451 req-585520d7-7b24-4ea9-887b-7f042af8fdc5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107929 Aug 24 00:26:47.537077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcf5b0db-018d-49b9-a016-70008a2e686f req-69a56e7b-ebe3-4b4e-8496-10245b4c10c7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035936 Aug 24 00:26:47.537077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Allocated IP 172.25.5.18 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/739000e8-bc66-4b92-b14d-9749bc0720af) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:47.743010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 15daa78b-83da-468a-b706-f7e5929f428f up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:47.743700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bc1ed-b6a9-46f6-aa53-9fa50c5659ea req-9d41bcf4-c3da-44ca-8e3a-755d3af7d44f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:47.743700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a1bc1ed-b6a9-46f6-aa53-9fa50c5659ea req-9d41bcf4-c3da-44ca-8e3a-755d3af7d44f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0872209 Aug 24 00:26:47.743700 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.789662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a1bc1ed-b6a9-46f6-aa53-9fa50c5659ea req-f0d45bd0-067f-483f-af36-50a8f32941e7 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617955 Aug 24 00:26:47.885942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 15daa78b-83da-468a-b706-f7e5929f428f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:47.890061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 15daa78b-83da-468a-b706-f7e5929f428f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:47.890435 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.909676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.952468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:47.955404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:47.958870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:47.973275 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:47.986201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Pushing event updated for resources: {'Port': ['ID=739000e8-bc66-4b92-b14d-9749bc0720af,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:47.997046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bc535a-54a3-4996-aad8-be69d8d0dbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15daa78b-83da-468a-b706-f7e5929f428f'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:47.999126 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef2ae23-718e-4e6b-b126-ab16e8371e9d" -d '{"events": [{"server_uuid": "17bc535a-54a3-4996-aad8-be69d8d0dbd9", "name": "network-vif-plugged", "status": "completed", "tag": "15daa78b-83da-468a-b706-f7e5929f428f"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:48.024691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 15daa78b-83da-468a-b706-f7e5929f428f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15daa78b-83da-468a-b706-f7e5929f428f,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:48.038147 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5839a9f0-2edf-40d2-a7e5-a0b59221bd9f x-openstack-request-id: req-5839a9f0-2edf-40d2-a7e5-a0b59221bd9f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:48.038467 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bc535a-54a3-4996-aad8-be69d8d0dbd9", "name": "network-vif-plugged", "status": "completed", "tag": "15daa78b-83da-468a-b706-f7e5929f428f", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:48.038723 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5839a9f0-2edf-40d2-a7e5-a0b59221bd9f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:48.039826 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bc535a-54a3-4996-aad8-be69d8d0dbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15daa78b-83da-468a-b706-f7e5929f428f', 'code': 200} Aug 24 00:26:48.114533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.144278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0007fe5-a552-4d74-ba84-c7d1a7cf0c85 req-405ea253-a78f-4b09-a1ec-9f87b4383bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:48.146012 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0007fe5-a552-4d74-ba84-c7d1a7cf0c85 req-405ea253-a78f-4b09-a1ec-9f87b4383bed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0483973 Aug 24 00:26:48.173973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=15daa78b-83da-468a-b706-f7e5929f428f,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:48.187813 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c0007fe5-a552-4d74-ba84-c7d1a7cf0c85 req-c4ab72f6-1464-43dd-86a2-5cfe13353899 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332048 Aug 24 00:26:48.318543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.331254 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:26:48.413507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3fc3b-0e8b-41aa-b13f-1af466816299 None None] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:26:48.529149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:48.536750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d62606c8-f1c8-4395-a074-15e1110a9f62 None None] Provisioning for port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:48.566993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.692895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:48.697582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:48.698428 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.764238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6447f-9227-4b7b-ade7-a85c4cf1af76 req-16b42687-4f18-47d2-9bdc-21723ba188b0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:48.765829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bf6447f-9227-4b7b-ade7-a85c4cf1af76 req-16b42687-4f18-47d2-9bdc-21723ba188b0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 946 time: 0.1379156 Aug 24 00:26:48.778308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12793e0-89f2-4069-8f8a-b2dbd8ca9394 req-7a07bdaa-3b43-490e-a113-517133037d47 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:48.779891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c12793e0-89f2-4069-8f8a-b2dbd8ca9394 req-7a07bdaa-3b43-490e-a113-517133037d47 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1376650 Aug 24 00:26:48.796907 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.831805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:48.869275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bf6447f-9227-4b7b-ade7-a85c4cf1af76 req-0cea05e2-c7b8-4f0b-b12b-8b4be90cca7d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863631 Aug 24 00:26:48.881274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c12793e0-89f2-4069-8f8a-b2dbd8ca9394 req-fc82a1d6-0210-461a-b057-1078b23ade21 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890212 Aug 24 00:26:48.936598 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:48.964881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:26:48.994603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:49.015562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-600e1694-0b5e-4ac8-8b2d-b7ae12fa4194 None None] Provisioning complete for port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:49.015954 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-600e1694-0b5e-4ac8-8b2d-b7ae12fa4194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.112389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:26:49.120631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac452d-03c1-4015-8617-a28626579414 req-95207cc0-76a6-421f-9dc8-057dadd4aff5 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:49.120964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Sync routers for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:26:49.122181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26ac452d-03c1-4015-8617-a28626579414 req-95207cc0-76a6-421f-9dc8-057dadd4aff5 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0976684 Aug 24 00:26:49.130033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:49.130653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:49.170168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26ac452d-03c1-4015-8617-a28626579414 req-a4a31bb7-09dd-4e12-8a26-6a2a650cb62a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Aug 24 00:26:49.194528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.196235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5678de75-5b2c-4769-b00d-760a1346b316 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6659987 Aug 24 00:26:49.199081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34040) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:49.244131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:49.438569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:48Z', 'revision_number': 3, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:49.468765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Checking router: 7602a00c-1e54-48c9-aa56-f51013f0d4f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:26:49.469113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Updating router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 port 739000e8-bc66-4b92-b14d-9749bc0720af binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:26:49.497065 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.767709 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.780008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Transition to ACTIVE for port object 739000e8-bc66-4b92-b14d-9749bc0720af will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:49.893143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.944173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Attempting to bind port 739000e8-bc66-4b92-b14d-9749bc0720af on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:49.944894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Attempting to bind port 739000e8-bc66-4b92-b14d-9749bc0720af by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:49.945024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Attempting to bind port 739000e8-bc66-4b92-b14d-9749bc0720af on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:49.951036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.954124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:49.954512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:49.954984 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.955492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:49.956107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Bound port: 739000e8-bc66-4b92-b14d-9749bc0720af, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:49.956510 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:49.997299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3c2d-c5b2-4d73-acfa-8a8df23248e3 None None] Pushing event updated for resources: {'Port': ['ID=739000e8-bc66-4b92-b14d-9749bc0720af,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:50.023029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] For port 739000e8-bc66-4b92-b14d-9749bc0720af, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:50.028867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] For port 739000e8-bc66-4b92-b14d-9749bc0720af, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=739000e8-bc66-4b92-b14d-9749bc0720af,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:50.093314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d128382-322e-45a4-ba62-7bf35aeecc9e req-ab782a55-d267-439e-908b-3779ab446ab2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:50.095145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d128382-322e-45a4-ba62-7bf35aeecc9e req-ab782a55-d267-439e-908b-3779ab446ab2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1222615 Aug 24 00:26:50.097712 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:50.110348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e563d5-9c18-416d-a1a5-aea1bb95a8d3 req-14ea6486-b062-439e-89ec-54d8975c7039 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:50.111824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2e563d5-9c18-416d-a1a5-aea1bb95a8d3 req-14ea6486-b062-439e-89ec-54d8975c7039 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 946 time: 0.1400454 Aug 24 00:26:50.155055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:50.155679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:50.160396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3c2d-c5b2-4d73-acfa-8a8df23248e3 None None] Pushing event updated for resources: {'Port': ['ID=739000e8-bc66-4b92-b14d-9749bc0720af,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:50.235754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d128382-322e-45a4-ba62-7bf35aeecc9e req-7caaa9d4-2a7a-4faa-b074-e117405cf75f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211214 Aug 24 00:26:50.240139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2e563d5-9c18-416d-a1a5-aea1bb95a8d3 req-73c1c18d-7207-45d6-9ea2-35cd2bcac7a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897260 Aug 24 00:26:50.275621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:50.285256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Allocated IP 172.20.0.1 (8a1e3020-7b24-4b38-aa49-c7589051a9b2/ecb15f8c-836d-439d-b4b1-0c5a363b1323/6e98df22-a177-487f-b179-85991ee3269f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:50.467911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:50.489374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709abb3-250c-42b8-80e8-b17bcbfb830a req-1930487c-a4e1-4e08-b757-6da87d66218e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:50.490959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b709abb3-250c-42b8-80e8-b17bcbfb830a req-1930487c-a4e1-4e08-b757-6da87d66218e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1080277 Aug 24 00:26:50.510023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a102a-3736-4e13-9729-5764615894e9 req-16fcc917-63b4-457a-b269-ec3ee312375b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:50.511637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e4a102a-3736-4e13-9729-5764615894e9 req-16fcc917-63b4-457a-b269-ec3ee312375b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 945 time: 0.1175988 Aug 24 00:26:50.517329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:50.563472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Transition to ACTIVE for port object 6e98df22-a177-487f-b179-85991ee3269f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:50.598088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b709abb3-250c-42b8-80e8-b17bcbfb830a req-4b541884-0d72-44b6-8089-d2393e349a0f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964160 Aug 24 00:26:50.608654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e4a102a-3736-4e13-9729-5764615894e9 req-98d93c83-7197-4a31-ae6d-e06cc5face92 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842507 Aug 24 00:26:50.676649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:50.677017 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:50.709449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:48Z', 'revision_number': 3, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:50.723857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:50.743924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b9ba53-964c-4c83-b8fb-92e15aece27f None None] The sync data for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 is: [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:48Z', 'revision_number': 3, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:26:50.786265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:50.794664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:50.800760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:50.817164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35f235-10b3-4808-8052-334c26c612c9 req-77c0ba5b-f0ca-4cf8-9360-563349dcd452 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:50.823251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd35f235-10b3-4808-8052-334c26c612c9 req-77c0ba5b-f0ca-4cf8-9360-563349dcd452 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 946 time: 0.1320741 Aug 24 00:26:50.861941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Pushing event updated for resources: {'Port': ['ID=6e98df22-a177-487f-b179-85991ee3269f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:50.880575 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:50.941985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd35f235-10b3-4808-8052-334c26c612c9 req-9aada2c2-55ce-4b16-950a-93f580beabe1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954466 Aug 24 00:26:51.121008 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.280234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8f1fab7f-b46a-40c6-a199-59e6016c3389 None None] Provisioning for port 6e98df22-a177-487f-b179-85991ee3269f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:51.286930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8f1fab7f-b46a-40c6-a199-59e6016c3389 None None] Provisioning complete for port 6e98df22-a177-487f-b179-85991ee3269f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:51.287775 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8f1fab7f-b46a-40c6-a199-59e6016c3389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.307313 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.330808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8f1fab7f-b46a-40c6-a199-59e6016c3389 None None] Port 6e98df22-a177-487f-b179-85991ee3269f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:51.370759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07aab8-6716-4e43-95cc-0db19aac29a4 req-826a425f-351a-4595-a92e-8f4bde910b5c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:51.374983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed07aab8-6716-4e43-95cc-0db19aac29a4 req-826a425f-351a-4595-a92e-8f4bde910b5c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0580368 Aug 24 00:26:51.374983 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.480639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.491284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Pushing event updated for resources: {'Port': ['ID=6e98df22-a177-487f-b179-85991ee3269f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:51.507392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed07aab8-6716-4e43-95cc-0db19aac29a4 req-f854d1fa-da86-4efc-a6ca-c89d5c13e490 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255777 Aug 24 00:26:51.641118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:51.644633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:51.674611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbd8b4-d24b-4bc5-87d5-ba6147303311 req-e5342136-a531-4bb0-bcee-3e425f838e70 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:51.676209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47cbd8b4-d24b-4bc5-87d5-ba6147303311 req-e5342136-a531-4bb0-bcee-3e425f838e70 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0816877 Aug 24 00:26:51.820988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47cbd8b4-d24b-4bc5-87d5-ba6147303311 req-f816431b-3229-4d0b-bad8-e0b559c68815 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126814 Aug 24 00:26:51.846960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84460f8c-2cdf-49f7-a4d9-754336c12e2e req-c5771f70-70a9-435b-90b3-bbd6546fbe0b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:51.846960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84460f8c-2cdf-49f7-a4d9-754336c12e2e req-c5771f70-70a9-435b-90b3-bbd6546fbe0b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1369555 Aug 24 00:26:51.851167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4642376f-eb37-431e-8a4a-92f0cc72c708 None None] Provisioning complete for port 6e98df22-a177-487f-b179-85991ee3269f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:51.852132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4642376f-eb37-431e-8a4a-92f0cc72c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:51.862978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:26:51.885785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4642376f-eb37-431e-8a4a-92f0cc72c708 None None] Port 6e98df22-a177-487f-b179-85991ee3269f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:26:51.934378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84460f8c-2cdf-49f7-a4d9-754336c12e2e req-348747b2-a41c-496c-8505-17e0ccf5ac58 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817394 Aug 24 00:26:52.008827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:26:52.021046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-209d0b36-6df3-46f0-9afc-1d1448717b0d admin admin] 10.222.0.26 "PUT /v2.0/routers/7602a00c-1e54-48c9-aa56-f51013f0d4f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8138595 Aug 24 00:26:52.488280 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Sync routers for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:26:52.499118 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:52.499733 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:52.526934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 739000e8-bc66-4b92-b14d-9749bc0720af up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:52.616637 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:52.636732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ec33-bb1d-449f-81a1-a618eaeb1bd1 req-35454c84-a31d-4a7b-a4ca-32f867f80ff7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:52.645329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77b3ec33-bb1d-449f-81a1-a618eaeb1bd1 req-35454c84-a31d-4a7b-a4ca-32f867f80ff7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0647166 Aug 24 00:26:52.646029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 739000e8-bc66-4b92-b14d-9749bc0720af completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:52.651611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 739000e8-bc66-4b92-b14d-9749bc0720af triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:52.652103 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:52.699752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77b3ec33-bb1d-449f-81a1-a618eaeb1bd1 req-f5a25385-d051-4d9e-a2bc-9f8cc634e22d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531032 Aug 24 00:26:52.781798 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:52.807649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 739000e8-bc66-4b92-b14d-9749bc0720af, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=739000e8-bc66-4b92-b14d-9749bc0720af,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:52.852534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:52.857501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6a0ecb0f-74cb-4142-ada1-dcf37c72e495 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445982880', 'description': 'tempest-description--1381312567'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:52.903006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:52.965234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=739000e8-bc66-4b92-b14d-9749bc0720af,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:52.999742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa9a84-eb29-4fc2-bc64-27a33ca495db req-5f3d61ac-fae2-42bf-af1c-8c61220de883 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:53.005234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bafa9a84-eb29-4fc2-bc64-27a33ca495db req-5f3d61ac-fae2-42bf-af1c-8c61220de883 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0813291 Aug 24 00:26:53.027528 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 2, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:53.033773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecb0f-74cb-4142-ada1-dcf37c72e495 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.056398 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Checking router: 7602a00c-1e54-48c9-aa56-f51013f0d4f6 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:26:53.056997 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Updating router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 port 6e98df22-a177-487f-b179-85991ee3269f binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:26:53.089542 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.091019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bafa9a84-eb29-4fc2-bc64-27a33ca495db req-df51458f-703d-42a8-9f9e-afd8b5192f76 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789356 Aug 24 00:26:53.121063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df05d9-8e7d-4064-96a1-a572e8f35488 req-b920dd73-32c8-4a01-ae61-978c84689527 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:53.122614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3df05d9-8e7d-4064-96a1-a572e8f35488 req-b920dd73-32c8-4a01-ae61-978c84689527 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0910773 Aug 24 00:26:53.200289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-1a0477af-f0da-489d-a34b-db78f5401b57 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:53.203674 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-1a0477af-f0da-489d-a34b-db78f5401b57 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.37 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 946 time: 0.1151216 Aug 24 00:26:53.204770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3df05d9-8e7d-4064-96a1-a572e8f35488 req-af2168fe-fda8-4c70-a437-0bfdbc298713 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645030 Aug 24 00:26:53.251161 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecb0f-74cb-4142-ada1-dcf37c72e495 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.319969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecb0f-74cb-4142-ada1-dcf37c72e495 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.326866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Deleting port 15daa78b-83da-468a-b706-f7e5929f428f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:53.327551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.357432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ecb0f-74cb-4142-ada1-dcf37c72e495 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b754465-6b05-41aa-b245-a6742680a413,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:53.405470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a0ecb0f-74cb-4142-ada1-dcf37c72e495 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.407076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6a0ecb0f-74cb-4142-ada1-dcf37c72e495 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5534930 Aug 24 00:26:53.409933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34128) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:53.415400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dbed4326-00eb-4143-874b-4d9e50e7b098 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Request body: {'security_group_rule': {'security_group_id': '5b754465-6b05-41aa-b245-a6742680a413', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:53.434850 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.446247 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Transition to ACTIVE for port object 6e98df22-a177-487f-b179-85991ee3269f will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:26:53.448996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] For port 15daa78b-83da-468a-b706-f7e5929f428f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15daa78b-83da-468a-b706-f7e5929f428f,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:53.449372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.462869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Calling delete_port for 15daa78b-83da-468a-b706-f7e5929f428f owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:53.518009 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbed4326-00eb-4143-874b-4d9e50e7b098 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.542852 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.594998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbed4326-00eb-4143-874b-4d9e50e7b098 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.629616 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Pushing event updated for resources: {'Port': ['ID=6e98df22-a177-487f-b179-85991ee3269f,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:53.653392 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.653834 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.654275 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.654486 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.654810 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.655134 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.655721 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.655964 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.656243 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.656563 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.657112 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.657435 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.676976 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Attempting to bind port 6e98df22-a177-487f-b179-85991ee3269f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:26:53.677493 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Attempting to bind port 6e98df22-a177-487f-b179-85991ee3269f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:26:53.677828 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Attempting to bind port 6e98df22-a177-487f-b179-85991ee3269f on network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:26:53.683514 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:26:53.684282 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Checking segment: {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:26:53.684859 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.685406 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Bound using segment: {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:26:53.686104 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Bound port: 6e98df22-a177-487f-b179-85991ee3269f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:26:53.686499 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.698253 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbed4326-00eb-4143-874b-4d9e50e7b098 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.708499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.723536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed4326-00eb-4143-874b-4d9e50e7b098 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2276957-4632-4e92-a2b5-1ca09627e54e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:53.729122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['15daa78b-83da-468a-b706-f7e5929f428f'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:53.763841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', '1dc1288e-b39e-4601-af39-d61c39aa43fb'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:53.794945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dbed4326-00eb-4143-874b-4d9e50e7b098 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.797705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dbed4326-00eb-4143-874b-4d9e50e7b098 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3867207 Aug 24 00:26:53.800603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:53.807519 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] For port 6e98df22-a177-487f-b179-85991ee3269f, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:26:53.808589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-88b0c392-fb40-464b-bf66-aac042ec69ec tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Request body: {'security_group_rule': {'security_group_id': '5b754465-6b05-41aa-b245-a6742680a413', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:53.814267 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] For port 6e98df22-a177-487f-b179-85991ee3269f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6e98df22-a177-487f-b179-85991ee3269f,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:26:53.830126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event deleted for resources: {'Port': ['ID=15daa78b-83da-468a-b706-f7e5929f428f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:53.854830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.854830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.854830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.854830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.855663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.856002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.856762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.857101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.857614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.858757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.859117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.859449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:26:53.903119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] No DVR routers for this DVR port 15daa78b-83da-468a-b706-f7e5929f428f on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:53.906343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.908965 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:53.909813 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-df19e80f-81a9-400c-a9c1-631e02e3c7f9 req-02724bcd-5922-45d8-ad07-8eb09369232b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.37 "DELETE /v2.0/ports/15daa78b-83da-468a-b706-f7e5929f428f HTTP/1.1" status: 204 len: 173 time: 0.6976116 Aug 24 00:26:53.912160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bc535a-54a3-4996-aad8-be69d8d0dbd9', 'name': 'network-vif-deleted', 'tag': '15daa78b-83da-468a-b706-f7e5929f428f'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:53.913374 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a57424-b5e2-4f60-9616-308bc09d13b1" -d '{"events": [{"server_uuid": "17bc535a-54a3-4996-aad8-be69d8d0dbd9", "name": "network-vif-deleted", "tag": "15daa78b-83da-468a-b706-f7e5929f428f"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:53.976935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e08e-d704-4429-8cdf-0a9d31c80a28 req-6fd45682-f6a3-4422-87f0-7cdec63011b0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:53.985298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c288e08e-d704-4429-8cdf-0a9d31c80a28 req-6fd45682-f6a3-4422-87f0-7cdec63011b0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1344938 Aug 24 00:26:54.028351 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e20f3-6c7b-4dcf-ae3c-16420df3c760 None None] Pushing event updated for resources: {'Port': ['ID=6e98df22-a177-487f-b179-85991ee3269f,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:54.034189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c288e08e-d704-4429-8cdf-0a9d31c80a28 req-2835d82e-33fb-4bd1-8074-5f287d87f7ce tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478215 Aug 24 00:26:54.041285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88b0c392-fb40-464b-bf66-aac042ec69ec tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.066118 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:26:54.072704 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:54.112813 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbb1746-ed35-45c7-b710-f71925b18ec6 x-openstack-request-id: req-2dbb1746-ed35-45c7-b710-f71925b18ec6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:54.113114 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bc535a-54a3-4996-aad8-be69d8d0dbd9", "name": "network-vif-deleted", "tag": "15daa78b-83da-468a-b706-f7e5929f428f", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:54.113370 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dbb1746-ed35-45c7-b710-f71925b18ec6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:54.113794 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bc535a-54a3-4996-aad8-be69d8d0dbd9', 'name': 'network-vif-deleted', 'tag': '15daa78b-83da-468a-b706-f7e5929f428f', 'status': 'completed', 'code': 200} Aug 24 00:26:54.175813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88b0c392-fb40-464b-bf66-aac042ec69ec tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.237414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4304d17e-4cdb-4c24-9fbe-403a5d61f63a req-40908561-de68-4ba5-9977-ad9d6ccc76da tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=17bc535a-54a3-4996-aad8-be69d8d0dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0291183 Aug 24 00:26:54.278995 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88b0c392-fb40-464b-bf66-aac042ec69ec tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.317486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0c392-fb40-464b-bf66-aac042ec69ec tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600cac88-3ccc-4098-80b4-c0eda25e44e1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:54.319432 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:26:54.413191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655260d2-741a-478b-badc-32b4040ce9c5 req-f99a96f1-1d1a-4009-a6d5-a2b811b32b87 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:54.415607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-655260d2-741a-478b-badc-32b4040ce9c5 req-f99a96f1-1d1a-4009-a6d5-a2b811b32b87 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0756323 Aug 24 00:26:54.447576 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88b0c392-fb40-464b-bf66-aac042ec69ec tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.452525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-88b0c392-fb40-464b-bf66-aac042ec69ec tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6466811 Aug 24 00:26:54.455045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:26:54.464183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:54.483317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-655260d2-741a-478b-badc-32b4040ce9c5 req-5f1b7ab2-64d8-4723-8c63-00391995c73c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610282 Aug 24 00:26:54.485939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 739000e8-bc66-4b92-b14d-9749bc0720af up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:54.546402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 739000e8-bc66-4b92-b14d-9749bc0720af triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:54.546777 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.576980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.628391 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:53Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:26:54.658238 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a99b5-029b-4547-b667-1c345f94948c None None] The sync data for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 is: [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:53Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:26:54.695428 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:54.849503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Allocated IP 172.25.5.56 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/c24f76b7-c343-4b75-a93a-3c7e92172fdd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:26:54.978202 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.150513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.217527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:26:55.223821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:26:55.229288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:26:55.275547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event updated for resources: {'Port': ['ID=c24f76b7-c343-4b75-a93a-3c7e92172fdd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:55.302195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ec80d-52cd-49ae-8529-ec2101789dd3 req-c0cd1d01-aad6-4233-8a19-faeb68e64e43 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:55.304485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e98ec80d-52cd-49ae-8529-ec2101789dd3 req-c0cd1d01-aad6-4233-8a19-faeb68e64e43 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1468952 Aug 24 00:26:55.405397 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.417553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e98ec80d-52cd-49ae-8529-ec2101789dd3 req-50f29e9a-da90-4d54-8074-31727dac090e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046519 Aug 24 00:26:55.432933 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.550516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.675124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a795b-cdb4-497e-b95e-09e2386f2611 req-4a59b67c-2041-4178-9828-6f550450015b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:55.676793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa4a795b-cdb4-497e-b95e-09e2386f2611 req-4a59b67c-2041-4178-9828-6f550450015b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1009159 Aug 24 00:26:55.714328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 15daa78b-83da-468a-b706-f7e5929f428f no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:26:55.744628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 15daa78b-83da-468a-b706-f7e5929f428f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:26:55.745069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 15daa78b-83da-468a-b706-f7e5929f428f not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:26:55.767720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa4a795b-cdb4-497e-b95e-09e2386f2611 req-5198542d-4c43-48bc-9704-9fee87750d6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617921 Aug 24 00:26:55.831996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.899241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:55.919952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86424275-f5a5-42e4-a83c-9fc2e43677f1 req-097a62b6-99d8-44e1-8641-1849d1b03809 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:55.922252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86424275-f5a5-42e4-a83c-9fc2e43677f1 req-097a62b6-99d8-44e1-8641-1849d1b03809 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 945 time: 0.0671916 Aug 24 00:26:55.997993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:56.029495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event updated for resources: {'Port': ['ID=c24f76b7-c343-4b75-a93a-3c7e92172fdd,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:56.046870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86424275-f5a5-42e4-a83c-9fc2e43677f1 req-8a34e6cc-244a-4004-8bd9-890337eb8093 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037869 Aug 24 00:26:56.167322 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:56.170047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3c87d3d6-95f0-4663-bc36-8c46eb11aec3 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7122560 Aug 24 00:26:56.239574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5818ce8-16c9-45c2-9a1b-b771d12f1f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:56.316058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-d6a2a1bf-d187-4982-a3ad-f3f471ae1de0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--445982880&fields=id&tenant_id=da2d74c897cb46b6b94ffeaa623a4a9d HTTP/1.1" status: 200 len: 267 time: 0.0390291 Aug 24 00:26:56.441284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568446-3942-4800-b6bc-16ce711de45d req-1d62c352-2574-4376-aa69-bbe485e235b0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:56.442857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-1d62c352-2574-4376-aa69-bbe485e235b0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/networks?id=8a1e3020-7b24-4b38-aa49-c7589051a9b2 HTTP/1.1" status: 200 len: 815 time: 0.1198146 Aug 24 00:26:56.476961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-3b38bd69-4320-4282-83cc-eeec1ae09194 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/quotas/da2d74c897cb46b6b94ffeaa623a4a9d HTTP/1.1" status: 200 len: 375 time: 0.0149710 Aug 24 00:26:56.504853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6e98df22-a177-487f-b179-85991ee3269f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:56.589461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-9b3be22b-46a3-4720-b30a-c71e18d13bc1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=da2d74c897cb46b6b94ffeaa623a4a9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974746 Aug 24 00:26:56.601978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d0d1a-af7b-4778-afb9-0a2ca398dbdc req-6d6ddad7-099f-4ea1-bfea-b92a40d9be2c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:56.603383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a36d0d1a-af7b-4778-afb9-0a2ca398dbdc req-6d6ddad7-099f-4ea1-bfea-b92a40d9be2c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0687630 Aug 24 00:26:56.644698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6e98df22-a177-487f-b179-85991ee3269f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:26:56.648771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6e98df22-a177-487f-b179-85991ee3269f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:56.649143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:56.688005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a36d0d1a-af7b-4778-afb9-0a2ca398dbdc req-81e2f1fa-d29c-4196-9e09-59aa692b0f3c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767691 Aug 24 00:26:56.720930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-c5013f63-ad36-49b6-83ce-acd5c7aae616 service neutron] 10.222.0.26 "GET /v2.0/networks/8a1e3020-7b24-4b38-aa49-c7589051a9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165988 Aug 24 00:26:56.730744 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:56.763421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 6e98df22-a177-487f-b179-85991ee3269f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6e98df22-a177-487f-b179-85991ee3269f,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:56.816757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-64ce4b18-43ce-4f7c-9503-55c40b7e076b service neutron] 10.222.0.26 "GET /v2.0/networks/8a1e3020-7b24-4b38-aa49-c7589051a9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891309 Aug 24 00:26:56.856391 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:56.907879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=6e98df22-a177-487f-b179-85991ee3269f,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:57.153163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51d7f179-65c5-4208-b08a-53a9fb3c8d5b req-0d0fcb54-08d0-409e-b4a8-6cec1e1628cc tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 210 time: 0.0313830 Aug 24 00:26:57.165836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71962d2a-f8ac-48dd-99e9-bedf00a9e381 req-0e0b28ab-fbd8-4a3f-89fc-363456f148d9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.167334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71962d2a-f8ac-48dd-99e9-bedf00a9e381 req-0e0b28ab-fbd8-4a3f-89fc-363456f148d9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0850375 Aug 24 00:26:57.211430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71962d2a-f8ac-48dd-99e9-bedf00a9e381 req-e5c2cf4a-70e4-4188-985d-6ca53aefb42c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359313 Aug 24 00:26:57.276085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b01fcc-f901-424b-a4cc-caecead617e6 req-9040c745-bf49-43d9-a488-89290592f928 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.277947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70b01fcc-f901-424b-a4cc-caecead617e6 req-9040c745-bf49-43d9-a488-89290592f928 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 945 time: 0.0564394 Aug 24 00:26:57.343079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70b01fcc-f901-424b-a4cc-caecead617e6 req-5c9d66a2-ff4b-476e-aafc-47111532b455 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558946 Aug 24 00:26:57.351702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390272b-98c9-48b6-bbe4-16e16902255a req-ca2d36c5-853a-4784-be5c-a18bb18b1c2b tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.353248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d390272b-98c9-48b6-bbe4-16e16902255a req-ca2d36c5-853a-4784-be5c-a18bb18b1c2b tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 948 time: 0.0744364 Aug 24 00:26:57.394520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d390272b-98c9-48b6-bbe4-16e16902255a req-87594b21-6b59-49b1-8c01-645d5e7bc8a5 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349123 Aug 24 00:26:57.832477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235b5d8-d710-4f0f-9beb-376e56f1205c req-53de08fc-0049-4f2f-9f8c-d8336bcaec0c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:57.833993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4235b5d8-d710-4f0f-9beb-376e56f1205c req-53de08fc-0049-4f2f-9f8c-d8336bcaec0c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0711744 Aug 24 00:26:57.873180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4235b5d8-d710-4f0f-9beb-376e56f1205c req-c94c7520-3266-4f1d-a618-e08ab3bb83fc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Aug 24 00:26:58.268614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09ea286d-c9f1-45a2-8765-534bf1eecddd req-d0d63d5d-31af-4c50-8ef4-e9772c4c1afd tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 210 time: 0.0457211 Aug 24 00:26:58.295445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866bc28-8a39-441c-a080-4f901a832e73 req-727d308a-4b93-477f-9d3a-c958def5e7a0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:58.296945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3866bc28-8a39-441c-a080-4f901a832e73 req-727d308a-4b93-477f-9d3a-c958def5e7a0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 945 time: 0.0859156 Aug 24 00:26:58.403664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c72dc-008d-4220-8db0-a52ffe6ea3ec req-453eaa0b-6fff-4b90-9d5c-06e2fa1c0fdc tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:58.405169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b41c72dc-008d-4220-8db0-a52ffe6ea3ec req-453eaa0b-6fff-4b90-9d5c-06e2fa1c0fdc tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1073430 Aug 24 00:26:58.477266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6e98df22-a177-487f-b179-85991ee3269f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:26:58.488129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b41c72dc-008d-4220-8db0-a52ffe6ea3ec req-184ed3d5-0d4d-4527-9435-a1868ad7d06e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765660 Aug 24 00:26:58.500498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Deleting port 1dc1288e-b39e-4601-af39-d61c39aa43fb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:58.500842 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.512534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fffab-1294-4e61-ae2c-4bb3ece02824 req-515ef54d-2725-49f1-bfe3-9adcdfcd1255 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:58.517918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e5fffab-1294-4e61-ae2c-4bb3ece02824 req-515ef54d-2725-49f1-bfe3-9adcdfcd1255 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 945 time: 0.0917876 Aug 24 00:26:58.532007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6e98df22-a177-487f-b179-85991ee3269f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:26:58.532645 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.613285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e5fffab-1294-4e61-ae2c-4bb3ece02824 req-efa89049-d30f-47d2-820d-1812b199228a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885718 Aug 24 00:26:58.671378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] For port 1dc1288e-b39e-4601-af39-d61c39aa43fb, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1dc1288e-b39e-4601-af39-d61c39aa43fb,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:26:58.671757 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:58.687446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Calling delete_port for 1dc1288e-b39e-4601-af39-d61c39aa43fb owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:26:58.708429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1588-e8c6-4518-9dbb-e6079bd5ff01 req-32e7cf0f-cced-4e9d-9bfb-a4f0c009f4ad tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:58.709944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71ef1588-e8c6-4518-9dbb-e6079bd5ff01 req-32e7cf0f-cced-4e9d-9bfb-a4f0c009f4ad tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 948 time: 0.0843363 Aug 24 00:26:58.793633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71ef1588-e8c6-4518-9dbb-e6079bd5ff01 req-e7f63fe0-642b-43c2-bd06-fb8e043f6bf4 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494933 Aug 24 00:26:58.978239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.016902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event deleted for resources: {'Port': ['ID=1dc1288e-b39e-4601-af39-d61c39aa43fb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:26:59.017049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', '1dc1288e-b39e-4601-af39-d61c39aa43fb'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:26:59.047000 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6616b7e7-d8fb-4539-add6-db966650eaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.053117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36470eef-c772-4854-9f0e-de8a047c72d4 req-c5ded4a1-5ee2-4c2b-9527-da6305c5d5a8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:59.054714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36470eef-c772-4854-9f0e-de8a047c72d4 req-c5ded4a1-5ee2-4c2b-9527-da6305c5d5a8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1119118 Aug 24 00:26:59.074036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] No DVR routers for this DVR port 1dc1288e-b39e-4601-af39-d61c39aa43fb on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:26:59.077030 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.079202 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3866bc28-8a39-441c-a080-4f901a832e73 req-8e5a9003-342b-4e6c-89ef-e05e13f9b2ae tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "DELETE /v2.0/ports/1dc1288e-b39e-4601-af39-d61c39aa43fb HTTP/1.1" status: 204 len: 173 time: 0.7556925 Aug 24 00:26:59.080297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8b30d2-32d2-4119-9505-a088d0e46637', 'name': 'network-vif-deleted', 'tag': '1dc1288e-b39e-4601-af39-d61c39aa43fb'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:26:59.082634 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0c0342-3e99-4bb4-b135-763974f3b545" -d '{"events": [{"server_uuid": "9c8b30d2-32d2-4119-9505-a088d0e46637", "name": "network-vif-deleted", "tag": "1dc1288e-b39e-4601-af39-d61c39aa43fb"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:26:59.119647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36470eef-c772-4854-9f0e-de8a047c72d4 req-10c21831-ea3e-4999-8e17-83a0566de0cb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Aug 24 00:26:59.127132 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9c24b5-2675-4bba-acca-a1ab0db90b45 x-openstack-request-id: req-9c9c24b5-2675-4bba-acca-a1ab0db90b45 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:26:59.127948 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8b30d2-32d2-4119-9505-a088d0e46637", "name": "network-vif-deleted", "tag": "1dc1288e-b39e-4601-af39-d61c39aa43fb", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:26:59.128228 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c9c24b5-2675-4bba-acca-a1ab0db90b45 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:26:59.128635 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8b30d2-32d2-4119-9505-a088d0e46637', 'name': 'network-vif-deleted', 'tag': '1dc1288e-b39e-4601-af39-d61c39aa43fb', 'status': 'completed', 'code': 200} Aug 24 00:26:59.143187 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.370780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d438d883-c0ef-40fc-a291-1f4ec9adfb64 req-ce3c11f0-d640-4374-a501-b2d4b8305133 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 210 time: 0.0268912 Aug 24 00:26:59.616383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568446-3942-4800-b6bc-16ce711de45d req-30d80141-efcd-4ca2-b158-f30987ffc69d tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:59.618628 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-30d80141-efcd-4ca2-b158-f30987ffc69d tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.37 "GET /v2.0/networks?id=8a1e3020-7b24-4b38-aa49-c7589051a9b2 HTTP/1.1" status: 200 len: 815 time: 0.1064231 Aug 24 00:26:59.620248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581791a4-69d5-48b1-a0c4-c318981c3405 req-6ca662be-5c41-49df-8f46-002451b60a81 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:59.621886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-581791a4-69d5-48b1-a0c4-c318981c3405 req-6ca662be-5c41-49df-8f46-002451b60a81 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0602386 Aug 24 00:26:59.668655 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-dad794e4-9d4a-4e41-a62f-d87680bd3ca9 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2d74c897cb46b6b94ffeaa623a4a9d HTTP/1.1" status: 200 len: 379 time: 0.0407150 Aug 24 00:26:59.672860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-581791a4-69d5-48b1-a0c4-c318981c3405 req-9040e7ab-ddf6-46b1-82bd-0c44a45ac555 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 Aug 24 00:26:59.681084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Request body: {'port': {'device_id': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'admin_state_up': True, 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'security_groups': ['5b754465-6b05-41aa-b245-a6742680a413']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:26:59.785864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787834c2-c69c-448e-a5ab-76112448dabd req-057063b1-fa0b-40d6-a2b1-a74d4b98a7ab tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c8b30d2-32d2-4119-9505-a088d0e46637 HTTP/1.1" status: 200 len: 210 time: 0.0563052 Aug 24 00:26:59.810634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-a384d3e4-2052-4662-bb1d-9699f3a7e262 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:59.812159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-a384d3e4-2052-4662-bb1d-9699f3a7e262 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.36 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 948 time: 0.0934322 Aug 24 00:26:59.868076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Made reservation on behalf of da2d74c897cb46b6b94ffeaa623a4a9d for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:26:59.873100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:26:59.950318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66449c09-dbc7-472e-aa1b-afd364b97f37 req-7a102dac-0cc4-481c-9043-d2b8049151dc tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:26:59.951911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66449c09-dbc7-472e-aa1b-afd364b97f37 req-7a102dac-0cc4-481c-9043-d2b8049151dc tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 948 time: 0.0830090 Aug 24 00:26:59.968645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Deleting port 760fa378-e356-4725-b1d6-b805e1033a1e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:26:59.968867 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.009514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Allocated IP 172.20.0.6 (8a1e3020-7b24-4b38-aa49-c7589051a9b2/ecb15f8c-836d-439d-b4b1-0c5a363b1323/f722b33f-7067-4511-ac7e-122e294b63d7) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:00.043129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66449c09-dbc7-472e-aa1b-afd364b97f37 req-000a80eb-9788-4214-bdba-17a12e4355ab tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839989 Aug 24 00:27:00.094322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] For port 760fa378-e356-4725-b1d6-b805e1033a1e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=760fa378-e356-4725-b1d6-b805e1033a1e,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:00.094721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.106815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Calling delete_port for 760fa378-e356-4725-b1d6-b805e1033a1e owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:00.157058 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.171752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Transition to ACTIVE for port object f722b33f-7067-4511-ac7e-122e294b63d7 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:00.193406 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.283482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113842-78c3-4bce-9a1e-8c31fdde327f req-7f407a56-40a1-4f76-bcff-3dc0383062d8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:00.284968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9113842-78c3-4bce-9a1e-8c31fdde327f req-7f407a56-40a1-4f76-bcff-3dc0383062d8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0821710 Aug 24 00:27:00.303292 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.324692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9113842-78c3-4bce-9a1e-8c31fdde327f req-8a582e9d-49f0-40a5-964d-fe8d9f5da74e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Aug 24 00:27:00.358234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:00.360725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:00.364275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:00.390800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event updated for resources: {'Port': ['ID=f722b33f-7067-4511-ac7e-122e294b63d7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:00.433084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:00.433902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.455187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.517716 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-3134f5f6-f4dc-46ba-bf25-4aae92053cd1 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429520 Aug 24 00:27:00.531458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Request body: {'port': {'device_id': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:00.593376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.764986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-909e2a1a-0ce3-427d-b96d-871e6e839a2f None None] Provisioning for port f722b33f-7067-4511-ac7e-122e294b63d7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:00.770181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-909e2a1a-0ce3-427d-b96d-871e6e839a2f None None] Provisioning complete for port f722b33f-7067-4511-ac7e-122e294b63d7 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:00.770680 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-909e2a1a-0ce3-427d-b96d-871e6e839a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.827892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-909e2a1a-0ce3-427d-b96d-871e6e839a2f None None] Port f722b33f-7067-4511-ac7e-122e294b63d7 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:27:00.848195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Pushing event deleted for resources: {'Port': ['ID=760fa378-e356-4725-b1d6-b805e1033a1e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:00.917840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f722b33f-7067-4511-ac7e-122e294b63d7 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:00.924534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] No DVR routers for this DVR port 760fa378-e356-4725-b1d6-b805e1033a1e on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:00.925714 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.934581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a129b-3a8b-4552-8285-7424792a8b0f req-1dbbbe92-60c3-49b4-9cc0-f37895ef1be6 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:00.936088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-763a129b-3a8b-4552-8285-7424792a8b0f req-1dbbbe92-60c3-49b4-9cc0-f37895ef1be6 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 931 time: 0.4916174 Aug 24 00:27:00.937930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:00.938814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Transition to ACTIVE for port object f722b33f-7067-4511-ac7e-122e294b63d7 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:00.939808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25816f01-e2c2-47d5-8671-1ebe3a138aea req-bfe95f1e-e2a4-4bd1-87b7-b2c30504a591 tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.36 "DELETE /v2.0/ports/760fa378-e356-4725-b1d6-b805e1033a1e HTTP/1.1" status: 204 len: 173 time: 1.1206181 Aug 24 00:27:00.957655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58389bc5-0020-49f8-a2d3-75e70d360dba req-fe29894d-5627-49f6-bd1b-4baeba6a0366 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:00.959094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58389bc5-0020-49f8-a2d3-75e70d360dba req-fe29894d-5627-49f6-bd1b-4baeba6a0366 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1412613 Aug 24 00:27:01.006853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-763a129b-3a8b-4552-8285-7424792a8b0f req-d643a6b7-5fd0-478a-b49d-c53aa859cd7e tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632551 Aug 24 00:27:01.015201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58389bc5-0020-49f8-a2d3-75e70d360dba req-69942f11-7f52-4a81-9f20-b5f0f0becc97 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Aug 24 00:27:01.062489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.131098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89', 'name': 'network-vif-deleted', 'tag': '760fa378-e356-4725-b1d6-b805e1033a1e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:01.133759 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b00bbc-39f4-4c41-96db-5a052136c6eb" -d '{"events": [{"server_uuid": "9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89", "name": "network-vif-deleted", "tag": "760fa378-e356-4725-b1d6-b805e1033a1e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:01.155858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Pushing event updated for resources: {'Port': ['ID=f722b33f-7067-4511-ac7e-122e294b63d7,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:01.179136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b4c99d2-eac4-4bc2-9c50-27c69fd5b9d6 req-f2d79beb-8ca7-4008-8c92-14bb0cf682fb tempest-VolumesBackupsTest-1240919882 tempest-VolumesBackupsTest-1240919882-project] 10.222.0.26 "GET /v2.0/ports?device_id=9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89 HTTP/1.1" status: 200 len: 210 time: 0.0413091 Aug 24 00:27:01.193629 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d196a8-2177-4e4f-9fcb-27d360d2bf92 x-openstack-request-id: req-c4d196a8-2177-4e4f-9fcb-27d360d2bf92 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:01.193629 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89", "name": "network-vif-deleted", "tag": "760fa378-e356-4725-b1d6-b805e1033a1e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:01.204323 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4d196a8-2177-4e4f-9fcb-27d360d2bf92 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:01.205128 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630c7f4-0008-4ed0-b9f4-fbdc7ea44a89', 'name': 'network-vif-deleted', 'tag': '760fa378-e356-4725-b1d6-b805e1033a1e', 'status': 'completed', 'code': 200} Aug 24 00:27:01.234425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Attempting to bind port f722b33f-7067-4511-ac7e-122e294b63d7 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:01.234761 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Attempting to bind port f722b33f-7067-4511-ac7e-122e294b63d7 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:01.235114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Attempting to bind port f722b33f-7067-4511-ac7e-122e294b63d7 on network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:01.240031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Port f722b33f-7067-4511-ac7e-122e294b63d7 on network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:01.240361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Attempting to bind port f722b33f-7067-4511-ac7e-122e294b63d7 on network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:01.246321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:01.246669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Checking segment: {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:01.247058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Bound using segment: {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:01.247563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Bound port: f722b33f-7067-4511-ac7e-122e294b63d7, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564a13c1-a9fc-4334-941b-d4ab328de2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:01.247932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.346496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] For port f722b33f-7067-4511-ac7e-122e294b63d7, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:01.351176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] For port f722b33f-7067-4511-ac7e-122e294b63d7, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f722b33f-7067-4511-ac7e-122e294b63d7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:01.450475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.483287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-95cb8e75-652e-43ab-964f-888e0daf96fa tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.485040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-95cb8e75-652e-43ab-964f-888e0daf96fa tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1737716 Aug 24 00:27:01.505725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.506584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.508619 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] 10.222.0.37 "PUT /v2.0/ports/f722b33f-7067-4511-ac7e-122e294b63d7 HTTP/1.1" status: 200 len: 1091 time: 0.9820864 Aug 24 00:27:01.511179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac87bd-9284-452c-ae5c-486135c09215 req-a806fe1b-c1c7-4180-bff1-70b9114b9803 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.511315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'tag': 'f722b33f-7067-4511-ac7e-122e294b63d7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:01.512732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8ac87bd-9284-452c-ae5c-486135c09215 req-a806fe1b-c1c7-4180-bff1-70b9114b9803 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0929701 Aug 24 00:27:01.514400 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c412c782-871f-4f3a-8412-21cc12ad18fe" -d '{"events": [{"name": "network-changed", "server_uuid": "43989a50-2f7a-4b09-844f-11e61fd8d9d8", "tag": "f722b33f-7067-4511-ac7e-122e294b63d7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:01.515394 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-61641f81-a9a6-4c44-8a35-aef0672c6eca tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/quotas/b29c3053628e4966ae784e99267e9414 HTTP/1.1" status: 200 len: 375 time: 0.0201735 Aug 24 00:27:01.540732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccd579-771d-42fe-bf87-362c5b77237e service neutron] Pushing event updated for resources: {'Port': ['ID=f722b33f-7067-4511-ac7e-122e294b63d7,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:01.586439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8ac87bd-9284-452c-ae5c-486135c09215 req-6b7f6bdd-80ca-485c-b024-23ce5b48f9a1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671680 Aug 24 00:27:01.610574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-6ed429ec-e5f4-4bfc-b152-746e751ccb94 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718572 Aug 24 00:27:01.637888 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dca408a-77a0-4e08-9f81-9ad0ac029544 x-openstack-request-id: req-2dca408a-77a0-4e08-9f81-9ad0ac029544 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:01.638216 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43989a50-2f7a-4b09-844f-11e61fd8d9d8", "tag": "f722b33f-7067-4511-ac7e-122e294b63d7", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:01.642874 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dca408a-77a0-4e08-9f81-9ad0ac029544 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:01.642874 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'tag': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'status': 'completed', 'code': 200} Aug 24 00:27:01.704712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c782-871f-4f3a-8412-21cc12ad18fe req-e97c5c75-f01a-49c9-947c-a0ceee36be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.706450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c412c782-871f-4f3a-8412-21cc12ad18fe req-e97c5c75-f01a-49c9-947c-a0ceee36be28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da2d74c897cb46b6b94ffeaa623a4a9d&device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 1094 time: 0.0444059 Aug 24 00:27:01.711096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:01.718784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-98780315-6dbb-4d1c-bee3-4d50579879a2 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076987 Aug 24 00:27:01.816506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-97b4778e-712c-4613-88b4-a1f681d10d2f service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912163 Aug 24 00:27:01.818771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c782-871f-4f3a-8412-21cc12ad18fe req-323e902e-13fc-4344-b39f-8878f8009a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.821617 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c412c782-871f-4f3a-8412-21cc12ad18fe req-323e902e-13fc-4344-b39f-8878f8009a59 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=da2d74c897cb46b6b94ffeaa623a4a9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1056838 Aug 24 00:27:01.922642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c782-871f-4f3a-8412-21cc12ad18fe req-da7aceac-1aad-4832-85a2-47265c3713ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:01.923887 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c412c782-871f-4f3a-8412-21cc12ad18fe req-da7aceac-1aad-4832-85a2-47265c3713ea service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969596 Aug 24 00:27:01.956450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 760fa378-e356-4725-b1d6-b805e1033a1e no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:01.979676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 760fa378-e356-4725-b1d6-b805e1033a1e {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:01.980046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 760fa378-e356-4725-b1d6-b805e1033a1e not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:01.980472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1dc1288e-b39e-4601-af39-d61c39aa43fb no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:02.000054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 1dc1288e-b39e-4601-af39-d61c39aa43fb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:02.000400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1dc1288e-b39e-4601-af39-d61c39aa43fb not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:02.004094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568446-3942-4800-b6bc-16ce711de45d req-bc05b6db-74ca-49c1-ae5a-ce3eb9d2d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.005592 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-bc05b6db-74ca-49c1-ae5a-ce3eb9d2d3c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da2d74c897cb46b6b94ffeaa623a4a9d&device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 1094 time: 0.0462680 Aug 24 00:27:02.048377 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-90163fb4-636a-4a9c-8757-b60aa1487336 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f722b33f-7067-4511-ac7e-122e294b63d7 HTTP/1.1" status: 200 len: 217 time: 0.0344813 Aug 24 00:27:02.109386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568446-3942-4800-b6bc-16ce711de45d req-525002cc-8259-4e8d-9d5a-91dfa6a3b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.110939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-525002cc-8259-4e8d-9d5a-91dfa6a3b71a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb15f8c-836d-439d-b4b1-0c5a363b1323 HTTP/1.1" status: 200 len: 854 time: 0.0537219 Aug 24 00:27:02.157980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad57253-046b-4aec-9666-86d328fdf2c7 req-f21185ae-dabb-49cf-b2e9-cda5619174fa tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.167991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ad57253-046b-4aec-9666-86d328fdf2c7 req-f21185ae-dabb-49cf-b2e9-cda5619174fa tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 943 time: 0.0879340 Aug 24 00:27:02.168985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12568446-3942-4800-b6bc-16ce711de45d req-c02f1cba-6074-4c6d-8052-d2030c13fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.170640 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-c02f1cba-6074-4c6d-8052-d2030c13fb75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a1e3020-7b24-4b38-aa49-c7589051a9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516403 Aug 24 00:27:02.246165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ad57253-046b-4aec-9666-86d328fdf2c7 req-8a8edbfe-87c4-4089-be45-0adff2300b3d tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771224 Aug 24 00:27:02.254328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d80868-d0fc-4b9d-8d8d-a34dc3c66438 req-9ad57578-5e52-40ed-b07c-10891e3f8639 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.256194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35d80868-d0fc-4b9d-8d8d-a34dc3c66438 req-9ad57578-5e52-40ed-b07c-10891e3f8639 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0859756 Aug 24 00:27:02.301541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-b2efda68-c685-4963-bb59-28c8f313ed42 service neutron] 10.222.0.37 "GET /v2.0/networks/8a1e3020-7b24-4b38-aa49-c7589051a9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232901 Aug 24 00:27:02.311996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35d80868-d0fc-4b9d-8d8d-a34dc3c66438 req-a97cb938-d834-42d8-b7a9-9b2be7d4291a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494452 Aug 24 00:27:02.410169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fbfa91d-2a71-4db9-91d2-b24cb6aeee79 req-a0504890-133f-4424-99c0-70400dba453b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 210 time: 0.0472455 Aug 24 00:27:02.427244 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-12568446-3942-4800-b6bc-16ce711de45d req-599b7ebb-5b36-4d01-8970-06899ea3e336 service neutron] 10.222.0.37 "GET /v2.0/networks/8a1e3020-7b24-4b38-aa49-c7589051a9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188231 Aug 24 00:27:02.714156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f6873-e236-4e20-a262-41e2480bee3f req-bf60718d-cb03-42ad-8b2c-32b518038400 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:02.715697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-643f6873-e236-4e20-a262-41e2480bee3f req-bf60718d-cb03-42ad-8b2c-32b518038400 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0597274 Aug 24 00:27:02.756186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-643f6873-e236-4e20-a262-41e2480bee3f req-c1dfd10d-c961-43e6-90a9-c2d8f74ae68a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Aug 24 00:27:03.384601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11b844-49ee-4898-b5cf-86c7e729ac1b req-734dd651-e53f-4db9-a23a-3687517835fb tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.386289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b11b844-49ee-4898-b5cf-86c7e729ac1b req-734dd651-e53f-4db9-a23a-3687517835fb tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 943 time: 0.0649953 Aug 24 00:27:03.454478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b11b844-49ee-4898-b5cf-86c7e729ac1b req-ed7256db-f6e4-4d36-81ad-fb81c9b064ac tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616798 Aug 24 00:27:03.496170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b49649-1852-4e8f-8db4-779967485698 req-37ba03b5-dc71-4e7e-9f56-54c81624ebb1 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.498054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06b49649-1852-4e8f-8db4-779967485698 req-37ba03b5-dc71-4e7e-9f56-54c81624ebb1 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0818746 Aug 24 00:27:03.554807 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06b49649-1852-4e8f-8db4-779967485698 req-c2ae5cc2-3870-484e-84fc-181fe9c56500 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506492 Aug 24 00:27:03.618291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f259345-4e1e-4429-b905-99a71cdb8b53 req-a3d74e78-f4e7-40a8-a391-3bd6df8073b6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 210 time: 0.0308290 Aug 24 00:27:03.748077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f722b33f-7067-4511-ac7e-122e294b63d7 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:03.845468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f722b33f-7067-4511-ac7e-122e294b63d7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f722b33f-7067-4511-ac7e-122e294b63d7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:03.856492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'port_id': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'mac_address': 'fa:16:3e:89:f0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:03.877028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ca7b2-ba98-41b2-b7d9-565a0ce95b9d req-155a4e5f-a269-4cee-b9a5-23bc866c6a49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:03.878528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a4ca7b2-ba98-41b2-b7d9-565a0ce95b9d req-155a4e5f-a269-4cee-b9a5-23bc866c6a49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0509148 Aug 24 00:27:03.900570 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:03.916716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f722b33f-7067-4511-ac7e-122e294b63d7 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:03.922926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a4ca7b2-ba98-41b2-b7d9-565a0ce95b9d req-708c05de-5670-4f3c-8b62-ceb197f9fdbc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376167 Aug 24 00:27:03.940389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f722b33f-7067-4511-ac7e-122e294b63d7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f722b33f-7067-4511-ac7e-122e294b63d7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:04.068177 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.116136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=f722b33f-7067-4511-ac7e-122e294b63d7,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:04.125194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.125514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.125897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.126249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.126645 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.126989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.127372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.127652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.127986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.128316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.128646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.128974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:04.194482 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-e358996a-139a-4b17-ace6-5df2847d374c service neutron] show failed (client error): The resource could not be found. Aug 24 00:27:04.195687 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-e358996a-139a-4b17-ace6-5df2847d374c service neutron] 10.222.0.37 "GET /v2.0/ports/8b98f44b-dcbb-4399-afff-0c57c6568659/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0687401 Aug 24 00:27:04.404675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['f722b33f-7067-4511-ac7e-122e294b63d7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:04.463032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-b4e056c9-13eb-4623-81de-64f3eaac4fd9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:04.464545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-b4e056c9-13eb-4623-81de-64f3eaac4fd9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1349080 Aug 24 00:27:04.497808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Request body: {'port': {'device_id': '67ffd9ed-37fb-4dc7-bf49-3a6987396049', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'admin_state_up': True, 'tenant_id': 'b29c3053628e4966ae784e99267e9414'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:04.735430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6f0ca-8959-4d19-b7b6-ed0b6e6503d9 req-e60fd6a9-a164-429f-9a7a-d8e02c75b608 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:04.736915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46c6f0ca-8959-4d19-b7b6-ed0b6e6503d9 req-e60fd6a9-a164-429f-9a7a-d8e02c75b608 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 944 time: 0.1334021 Aug 24 00:27:04.776535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a2285-5956-4bbd-85c6-09c414d8329b req-00ca9519-2681-4623-ae5d-f6f70fd54cb8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:04.778041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-018a2285-5956-4bbd-85c6-09c414d8329b req-00ca9519-2681-4623-ae5d-f6f70fd54cb8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1053827 Aug 24 00:27:04.802536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46c6f0ca-8959-4d19-b7b6-ed0b6e6503d9 req-6c1ae290-552c-4e97-bfa8-2bfc533ff6f8 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557010 Aug 24 00:27:04.842975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-018a2285-5956-4bbd-85c6-09c414d8329b req-93bc554d-a8c8-4e18-8c3e-26e0f4dbe06c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532196 Aug 24 00:27:04.855028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:04.863858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:04.940190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8db49ad-8a49-414d-8c36-3c76de2de264 req-44300a43-df8c-4f23-9fce-4f8d5b0ff426 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 210 time: 0.0531049 Aug 24 00:27:05.009436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-5c7be472-66b1-4faf-93f8-bcaa1fdb7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:05.011044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-5c7be472-66b1-4faf-93f8-bcaa1fdb7e06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 1100 time: 0.0738099 Aug 24 00:27:05.053236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:05.145715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Allocated IP 172.20.0.5 (69a2f5a5-716e-4d33-a7a4-169978298b89/b4fbd87f-4345-4369-89f3-00b772d8d12e/f0bfda8d-a518-4014-b672-eca2ae2e2344) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:05.155196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.163779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e428607-9f53-4b2d-a43c-cbaab9d805af req-89448613-8278-4d18-a1bf-5007486dff33 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:05.165386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e428607-9f53-4b2d-a43c-cbaab9d805af req-89448613-8278-4d18-a1bf-5007486dff33 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1501038 Aug 24 00:27:05.268041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e428607-9f53-4b2d-a43c-cbaab9d805af req-2b5ac6ef-aa8e-4aae-a880-9c6b4ab6ebcd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895307 Aug 24 00:27:05.494756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.527151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:05.574199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:05.614591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:05.616916 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885366b3-7f03-4ac2-8567-d8d7dadc5996" -d '{"events": [{"server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "name": "network-vif-unplugged", "status": "completed", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:05.620940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.636912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Transition to ACTIVE for port object 8b98f44b-dcbb-4399-afff-0c57c6568659 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:05.674233 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb294c-7245-46b5-ab78-9bf948c5712c x-openstack-request-id: req-e9eb294c-7245-46b5-ab78-9bf948c5712c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:05.674592 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "name": "network-vif-unplugged", "status": "completed", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:05.674890 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9eb294c-7245-46b5-ab78-9bf948c5712c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:05.675293 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'code': 200} Aug 24 00:27:05.691314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.727941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:05.736876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:05.740081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:05.743886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:05.764274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f722b33f-7067-4511-ac7e-122e294b63d7 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:05.772469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event updated for resources: {'Port': ['ID=f0bfda8d-a518-4014-b672-eca2ae2e2344,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:05.785629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.838100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:05.838751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:05.911451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] No DVR routers for this DVR port 8b98f44b-dcbb-4399-afff-0c57c6568659 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:05.956166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:05.984769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port f722b33f-7067-4511-ac7e-122e294b63d7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:05.995074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port f722b33f-7067-4511-ac7e-122e294b63d7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:05.995633 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.027388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-51e33006-5735-42d7-99a2-7a8976bfab78 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5467544 Aug 24 00:27:06.030445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Attempting to bind port 8b98f44b-dcbb-4399-afff-0c57c6568659 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:06.030983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Attempting to bind port 8b98f44b-dcbb-4399-afff-0c57c6568659 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:06.031490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Attempting to bind port 8b98f44b-dcbb-4399-afff-0c57c6568659 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:06.065999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Request body: {'port': {'device_id': '67ffd9ed-37fb-4dc7-bf49-3a6987396049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:06.072611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Port 8b98f44b-dcbb-4399-afff-0c57c6568659 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:06.073209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Attempting to bind port 8b98f44b-dcbb-4399-afff-0c57c6568659 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:06.119256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:06.119596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:06.119998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:06.120451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Bound port: 8b98f44b-dcbb-4399-afff-0c57c6568659, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:06.120822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.135859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ea4f-93d2-426e-a5e2-feb02b3009aa req-faa83717-a833-46d4-954b-d28c245dedc6 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.140611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9df7ea4f-93d2-426e-a5e2-feb02b3009aa req-faa83717-a833-46d4-954b-d28c245dedc6 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 944 time: 0.2094924 Aug 24 00:27:06.182938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.205685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa5636-1817-4fcc-ac27-9791d760967c req-3e89ef0f-06c8-4fb6-b58a-b33ed34200f4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.207248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85aa5636-1817-4fcc-ac27-9791d760967c req-3e89ef0f-06c8-4fb6-b58a-b33ed34200f4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.2015626 Aug 24 00:27:06.217976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722b33f-7067-4511-ac7e-122e294b63d7'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:06.220776 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655a6153-60c7-44b7-a0ac-b872f76c0a39" -d '{"events": [{"server_uuid": "43989a50-2f7a-4b09-844f-11e61fd8d9d8", "name": "network-vif-plugged", "status": "completed", "tag": "f722b33f-7067-4511-ac7e-122e294b63d7"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:06.235753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f722b33f-7067-4511-ac7e-122e294b63d7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f722b33f-7067-4511-ac7e-122e294b63d7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:06.240057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.298829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9df7ea4f-93d2-426e-a5e2-feb02b3009aa req-020e9cdd-8fa7-48ad-afbf-6f0a8d8c7931 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498530 Aug 24 00:27:06.322694 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.324176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8b98f44b-dcbb-4399-afff-0c57c6568659 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:06.340901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:06.358727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85aa5636-1817-4fcc-ac27-9791d760967c req-08b107b2-5fca-443f-b52d-4fa0bfefacd8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254945 Aug 24 00:27:06.369266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:06.396038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8b98f44b-dcbb-4399-afff-0c57c6568659 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:06.417672 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=f722b33f-7067-4511-ac7e-122e294b63d7,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:06.500774 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd7212c-9a50-4d84-a14e-5c59f961a338 x-openstack-request-id: req-9cd7212c-9a50-4d84-a14e-5c59f961a338 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:06.501151 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43989a50-2f7a-4b09-844f-11e61fd8d9d8", "name": "network-vif-plugged", "status": "completed", "tag": "f722b33f-7067-4511-ac7e-122e294b63d7", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:06.501407 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cd7212c-9a50-4d84-a14e-5c59f961a338 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:06.502002 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'code': 200} Aug 24 00:27:06.509662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8846-6fef-4217-a132-8c07a1eb8450 req-af138667-119f-4eda-9699-16c02e7820a1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.511137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90ea8846-6fef-4217-a132-8c07a1eb8450 req-af138667-119f-4eda-9699-16c02e7820a1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 931 time: 0.1405756 Aug 24 00:27:06.543102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.625392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13614eef-b48c-4663-be27-64b0a748abea req-85e94a15-d8ed-4a96-897f-035dc7bbf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.627021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-13614eef-b48c-4663-be27-64b0a748abea req-85e94a15-d8ed-4a96-897f-035dc7bbf217 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0475702 Aug 24 00:27:06.633235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.633800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.635215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 1095 time: 1.5918989 Aug 24 00:27:06.666845 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-13614eef-b48c-4663-be27-64b0a748abea req-95ae1f5f-7fca-4ad1-908e-2ee3bd0bbf9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310659 Aug 24 00:27:06.704536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90ea8846-6fef-4217-a132-8c07a1eb8450 req-d0c683f9-edc1-4923-9db5-da22e924aa23 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671863 Aug 24 00:27:06.748132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f22aa9-1c7a-4a59-bf87-845e3f5b1b50 service neutron] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:06.782848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d045db6-e8a4-4a90-8a1b-2a8d146e71fa req-9aa848ec-a13d-416f-9f35-c69b4898db32 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.794012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d045db6-e8a4-4a90-8a1b-2a8d146e71fa req-9aa848ec-a13d-416f-9f35-c69b4898db32 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 947 time: 0.2332518 Aug 24 00:27:06.830252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-a3fc9aa2-cfd3-49af-97b5-13bc627533e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:06.831961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-a3fc9aa2-cfd3-49af-97b5-13bc627533e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1098 time: 0.1557167 Aug 24 00:27:06.946116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bfda8d-a518-4014-b672-eca2ae2e2344 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:06.954331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d045db6-e8a4-4a90-8a1b-2a8d146e71fa req-e5df7084-bd84-49fa-b27a-85fe4d0bd3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594441 Aug 24 00:27:06.959673 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:06.984617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Transition to ACTIVE for port object f0bfda8d-a518-4014-b672-eca2ae2e2344 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:07.003605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-f14fc42a-a85f-4c50-a8e9-7a9de43afa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:07.005168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-f14fc42a-a85f-4c50-a8e9-7a9de43afa81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1635833 Aug 24 00:27:07.051453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-dc5c6ee9-8642-4370-afff-1c7caa0f37fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 217 time: 0.0380826 Aug 24 00:27:07.101388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-4b35804c-3c3c-4e25-afd3-9cd47ca102f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:07.102828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-4b35804c-3c3c-4e25-afd3-9cd47ca102f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0434530 Aug 24 00:27:07.148676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.158014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-62ad9db7-2f91-4dc1-aec8-8d6c084d15d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:07.159597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-62ad9db7-2f91-4dc1-aec8-8d6c084d15d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481427 Aug 24 00:27:07.248286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Pushing event updated for resources: {'Port': ['ID=f0bfda8d-a518-4014-b672-eca2ae2e2344,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:07.329755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-560ed6fe-9c33-4df9-ac5b-0499cf465592 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513202 Aug 24 00:27:07.399612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Attempting to bind port f0bfda8d-a518-4014-b672-eca2ae2e2344 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:07.399907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Attempting to bind port f0bfda8d-a518-4014-b672-eca2ae2e2344 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:07.400240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Attempting to bind port f0bfda8d-a518-4014-b672-eca2ae2e2344 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:07.421088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Port f0bfda8d-a518-4014-b672-eca2ae2e2344 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:07.421478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Attempting to bind port f0bfda8d-a518-4014-b672-eca2ae2e2344 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:07.479113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:07.479454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Checking segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:07.479848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Bound using segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:07.480306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Bound port: f0bfda8d-a518-4014-b672-eca2ae2e2344, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:07.480668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.573599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32465345-5ee8-4414-87aa-9ac532e6d691 req-ea584919-fe1e-4847-9087-7b07d59fd281 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:07.575169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32465345-5ee8-4414-87aa-9ac532e6d691 req-ea584919-fe1e-4847-9087-7b07d59fd281 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 945 time: 0.1773062 Aug 24 00:27:07.582461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b5b02-e0a7-4881-bc05-8339df7436c3 req-17b24969-28e5-4988-a2d5-e5d793f2bbe9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:07.583809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-033b5b02-e0a7-4881-bc05-8339df7436c3 req-17b24969-28e5-4988-a2d5-e5d793f2bbe9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1416428 Aug 24 00:27:07.586171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e51493f1-d414-4b71-b7c7-8c077b4d150e req-15103cd1-154b-4d72-925a-1cc561ebc64b service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468326 Aug 24 00:27:07.639159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] For port f0bfda8d-a518-4014-b672-eca2ae2e2344, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:07.675667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32465345-5ee8-4414-87aa-9ac532e6d691 req-da86c29a-b18c-4bc1-82d2-e8e37c4c7d92 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885324 Aug 24 00:27:07.680410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] For port f0bfda8d-a518-4014-b672-eca2ae2e2344, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f0bfda8d-a518-4014-b672-eca2ae2e2344,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:07.680410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:07.682773 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08561c46-7876-4ae0-aaca-165adbc0340e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:07.689368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-033b5b02-e0a7-4881-bc05-8339df7436c3 req-d8f13b7a-fc38-42c3-aedb-fe1b8042e815 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951943 Aug 24 00:27:07.731937 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.815085 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f02d3-8373-4324-9d9d-79309f682217 x-openstack-request-id: req-3d7f02d3-8373-4324-9d9d-79309f682217 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:07.817907 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:07.817907 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d7f02d3-8373-4324-9d9d-79309f682217 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:07.817907 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'status': 'completed', 'code': 200} Aug 24 00:27:07.817907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:07.818448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:07.820502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] 10.222.0.36 "PUT /v2.0/ports/f0bfda8d-a518-4014-b672-eca2ae2e2344 HTTP/1.1" status: 200 len: 1091 time: 1.7635758 Aug 24 00:27:07.863180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561c46-7876-4ae0-aaca-165adbc0340e req-fb908c67-48e2-430d-a828-482c54d02c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:07.865920 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-fb908c67-48e2-430d-a828-482c54d02c90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1098 time: 0.0571086 Aug 24 00:27:07.874939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc91f7-acd9-4b31-99c3-7a3625a8d79f service neutron] Pushing event updated for resources: {'Port': ['ID=f0bfda8d-a518-4014-b672-eca2ae2e2344,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:08.025755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561c46-7876-4ae0-aaca-165adbc0340e req-f88d86e4-8845-44ba-a596-90b88ce1b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.027544 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-f88d86e4-8845-44ba-a596-90b88ce1b604 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1506717 Aug 24 00:27:08.035276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561c46-7876-4ae0-aaca-165adbc0340e req-5b42d455-b517-45e8-bb3c-0691b2ea85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.036793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-5b42d455-b517-45e8-bb3c-0691b2ea85de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1098 time: 0.1886208 Aug 24 00:27:08.079613 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-8de67b75-e5c5-426a-a407-034bf483f5b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 217 time: 0.0446558 Aug 24 00:27:08.084336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97328fa6-e61c-4291-baab-5bfedc882236 req-99cd7e70-9360-43e1-95e1-5b849e5968fd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.086483 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97328fa6-e61c-4291-baab-5bfedc882236 req-99cd7e70-9360-43e1-95e1-5b849e5968fd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 943 time: 0.1532986 Aug 24 00:27:08.091229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-b878a9bd-039d-4091-b37d-6c65de3dd410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.092657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-b878a9bd-039d-4091-b37d-6c65de3dd410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 1094 time: 0.1090765 Aug 24 00:27:08.134527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561c46-7876-4ae0-aaca-165adbc0340e req-3b26d91c-0a2f-44b7-9625-6dde955854fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.136170 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-3b26d91c-0a2f-44b7-9625-6dde955854fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0496511 Aug 24 00:27:08.197752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561c46-7876-4ae0-aaca-165adbc0340e req-755e0754-307e-472a-8db4-50eac7a005cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.200007 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-755e0754-307e-472a-8db4-50eac7a005cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570035 Aug 24 00:27:08.308135 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-cf949222-dcd3-495e-81fd-cb0446c71698 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010880 Aug 24 00:27:08.415392 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-4079f481-9b12-4dd8-bd52-e60a4e3e35a5 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998058 Aug 24 00:27:08.523709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-fcf1fc52-f610-4442-8991-c187389aedcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bfda8d-a518-4014-b672-eca2ae2e2344 HTTP/1.1" status: 200 len: 217 time: 0.3924749 Aug 24 00:27:08.586404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97328fa6-e61c-4291-baab-5bfedc882236 req-142a38cc-c3ff-4203-9966-5d256d07df5f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669478 Aug 24 00:27:08.609756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2da9d-e2cc-4c03-9c66-b212fca9d405 req-6f5eee24-90c0-4e05-8f04-ffc4f3ebc609 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.611327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8fc2da9d-e2cc-4c03-9c66-b212fca9d405 req-6f5eee24-90c0-4e05-8f04-ffc4f3ebc609 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 947 time: 0.5239632 Aug 24 00:27:08.638610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-7d9b7244-b597-4d77-909d-aaaef4e512fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.640050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-7d9b7244-b597-4d77-909d-aaaef4e512fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.1005161 Aug 24 00:27:08.646782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561c46-7876-4ae0-aaca-165adbc0340e req-4186b224-cca8-49c0-ad1e-3098461c3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.648322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-4186b224-cca8-49c0-ad1e-3098461c3447 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.6000271 Aug 24 00:27:08.694394 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-414d0781-12ea-4340-b352-4b8f581cbc15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434415 Aug 24 00:27:08.733186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-6c35aad3-a409-41da-adce-6ca95a23117d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 217 time: 0.0729222 Aug 24 00:27:08.737097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8fc2da9d-e2cc-4c03-9c66-b212fca9d405 req-d4da8964-a74d-4244-80fd-e7988b081561 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133747 Aug 24 00:27:08.899240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561c46-7876-4ae0-aaca-165adbc0340e req-5804be77-5bfa-43ab-91fd-170b0d2613bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.900720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-5804be77-5bfa-43ab-91fd-170b0d2613bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1533844 Aug 24 00:27:08.953222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-06e41a07-96de-4116-8b31-e2e6df3290c2 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289040 Aug 24 00:27:08.963022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b7728-cbc3-49b4-8d01-e70b79769a78 req-54f14028-0ab9-43c1-98cc-e131aaeeba66 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.964553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e3b7728-cbc3-49b4-8d01-e70b79769a78 req-54f14028-0ab9-43c1-98cc-e131aaeeba66 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 945 time: 0.1832559 Aug 24 00:27:08.976389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b07a-8a5c-48a0-b37b-9dd7b56c3699 req-83afc399-64ae-417e-bd31-6cc855b36567 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:08.977876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63e5b07a-8a5c-48a0-b37b-9dd7b56c3699 req-83afc399-64ae-417e-bd31-6cc855b36567 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1579795 Aug 24 00:27:09.091850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561c46-7876-4ae0-aaca-165adbc0340e req-1237868a-f84f-46ad-a58c-55578873c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:09.093383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-1237868a-f84f-46ad-a58c-55578873c594 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771438 Aug 24 00:27:09.108636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63e5b07a-8a5c-48a0-b37b-9dd7b56c3699 req-33a1d9be-e3c4-4a3d-8184-83166c642f26 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216917 Aug 24 00:27:09.124010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e3b7728-cbc3-49b4-8d01-e70b79769a78 req-b27d9274-054a-4913-bfd9-03f8bcf2fa99 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451499 Aug 24 00:27:09.182896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7bf3335-b524-4774-b2b3-bb19d601fa2e req-4b94954f-5926-42d1-9c93-47b91b4577dd service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168984 Aug 24 00:27:09.229929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-579aeba1-7c80-4fbd-9dd7-0f6019b7a51d service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245763 Aug 24 00:27:09.365864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43598b6e-6e3f-4e7d-9782-c04d1d0cc404 req-722f5852-aabb-4679-80da-eb5aa2835b77 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:09.367540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43598b6e-6e3f-4e7d-9782-c04d1d0cc404 req-722f5852-aabb-4679-80da-eb5aa2835b77 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 945 time: 0.1198435 Aug 24 00:27:09.376730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34448) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:09.381908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Request body: {'floatingip': {'port_id': 'f722b33f-7067-4511-ac7e-122e294b63d7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:09.386706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08561c46-7876-4ae0-aaca-165adbc0340e req-52e54527-b099-4183-a2c6-b95f661f49b3 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490028 Aug 24 00:27:09.427673 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:09.820522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad5fb4-d268-4e67-98ac-177d2c302fc7 req-03f038a7-99e2-47a3-9b6b-92d3dd543db1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:09.822140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aaad5fb4-d268-4e67-98ac-177d2c302fc7 req-03f038a7-99e2-47a3-9b6b-92d3dd543db1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 943 time: 0.1364794 Aug 24 00:27:09.825657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ffd9ed-37fb-4dc7-bf49-3a6987396049', 'tag': 'f0bfda8d-a518-4014-b672-eca2ae2e2344'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:09.827854 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b28e03-1bd9-4816-af59-0c789cf99c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "67ffd9ed-37fb-4dc7-bf49-3a6987396049", "tag": "f0bfda8d-a518-4014-b672-eca2ae2e2344"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:09.939804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aaad5fb4-d268-4e67-98ac-177d2c302fc7 req-f396b37e-15ca-4124-8603-aab18ec43b3f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089380 Aug 24 00:27:09.954356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcfb2e-623b-4de2-930d-3756d45b780b req-f264db6f-fa19-4229-9ab8-811ec4f37edf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:09.964152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdcfb2e-623b-4de2-930d-3756d45b780b req-f264db6f-fa19-4229-9ab8-811ec4f37edf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 947 time: 0.1310322 Aug 24 00:27:10.001422 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5e7f91-0c55-44c0-bf5a-b60585390207 x-openstack-request-id: req-1f5e7f91-0c55-44c0-bf5a-b60585390207 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:10.001734 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ffd9ed-37fb-4dc7-bf49-3a6987396049", "tag": "f0bfda8d-a518-4014-b672-eca2ae2e2344", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:10.001994 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1f5e7f91-0c55-44c0-bf5a-b60585390207 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:10.002389 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ffd9ed-37fb-4dc7-bf49-3a6987396049', 'tag': 'f0bfda8d-a518-4014-b672-eca2ae2e2344', 'status': 'completed', 'code': 200} Aug 24 00:27:10.028190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.035956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdcfb2e-623b-4de2-930d-3756d45b780b req-6327170e-ad91-43b4-a87d-faa62f53be9f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Aug 24 00:27:10.101657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-971bb352-b7b7-4956-b9fe-67b2dcdfc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.103381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-971bb352-b7b7-4956-b9fe-67b2dcdfc9e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 1094 time: 0.0591738 Aug 24 00:27:10.127003 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.336821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b4b5b-8e44-46c2-adb3-c021884a45ed req-92f1c769-6f23-41a3-b8e6-5f12a3df692b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.338420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de5b4b5b-8e44-46c2-adb3-c021884a45ed req-92f1c769-6f23-41a3-b8e6-5f12a3df692b tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1319008 Aug 24 00:27:10.344160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-224fa6fa-e952-4f4e-bf96-f94ac1109863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.345639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-224fa6fa-e952-4f4e-bf96-f94ac1109863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 907 time: 0.2278082 Aug 24 00:27:10.362396 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Floating IP 9f6ca262-9273-4c6c-8c2c-6c22a0447e77 associated. External IP: 172.25.5.56, port: f722b33f-7067-4511-ac7e-122e294b63d7. Aug 24 00:27:10.435150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-03221963-0e9b-4f35-b562-65057217cc7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0bfda8d-a518-4014-b672-eca2ae2e2344 HTTP/1.1" status: 200 len: 217 time: 0.0794439 Aug 24 00:27:10.493948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de5b4b5b-8e44-46c2-adb3-c021884a45ed req-2d0772e3-6925-4c59-8d6b-a8ae02b39932 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472204 Aug 24 00:27:10.545419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-dfdf534a-426a-4ce1-966a-d1d1dd2f5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:10.547012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-dfdf534a-426a-4ce1-966a-d1d1dd2f5ed9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.1048009 Aug 24 00:27:10.582768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-7a09bd28-16cf-47bd-9df3-d1cbfb15951e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278172 Aug 24 00:27:10.763418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-8168cc74-1fe5-4406-b810-b239a0ef6a56 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469605 Aug 24 00:27:10.770605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:27:10.941651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6b28e03-1bd9-4816-af59-0c789cf99c9a req-213e6ea7-05d4-4c0b-990c-8da6938ae8e6 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668367 Aug 24 00:27:10.952866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:27:10.957834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:10.972392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] Sync routers for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:27:10.987684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7efc7d38-b8af-4f7f-8f2e-84ae4311b830 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "PUT /v2.0/floatingips/9f6ca262-9273-4c6c-8c2c-6c22a0447e77 HTTP/1.1" status: 200 len: 990 time: 1.6098111 Aug 24 00:27:10.992190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:10.992849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:11.112435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a594e50-1232-4385-9aef-1d2769493753 req-a1c44407-e1b8-47a1-b685-e5f39e82ab5f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:11.112435 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a594e50-1232-4385-9aef-1d2769493753 req-a1c44407-e1b8-47a1-b685-e5f39e82ab5f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 943 time: 0.0636113 Aug 24 00:27:11.137053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:11.395169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9f6ca262-9273-4c6c-8c2c-6c22a0447e77', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'port_id': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'mac_address': 'fa:16:3e:89:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:26:55Z', 'updated_at': '2021-08-24T00:27:09Z', 'revision_number': 1, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:56Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:11.518205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a594e50-1232-4385-9aef-1d2769493753 req-01fe6c6a-7978-4ebb-b7b5-9cf4fe12db44 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087324 Aug 24 00:27:11.540467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922a4ec-7e08-45d0-88c4-07af0c3b05e7 req-96dea7b9-fcdf-4c2e-8b79-1d4d8011259b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:11.543337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a922a4ec-7e08-45d0-88c4-07af0c3b05e7 req-96dea7b9-fcdf-4c2e-8b79-1d4d8011259b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 947 time: 0.0782623 Aug 24 00:27:11.552901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] Checking router: 7602a00c-1e54-48c9-aa56-f51013f0d4f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:27:11.563312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:11.563942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:26:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:11.592202 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a922a4ec-7e08-45d0-88c4-07af0c3b05e7 req-a2224bb5-36e5-4b01-b8c9-9a7a7d35e953 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Aug 24 00:27:11.704613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:11.735313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f32d3-5e9d-4d7f-8dca-c494bea931a9 req-c7894985-9f76-4f2e-85ab-970594b6efd8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:11.736927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-477f32d3-5e9d-4d7f-8dca-c494bea931a9 req-c7894985-9f76-4f2e-85ab-970594b6efd8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0553279 Aug 24 00:27:11.786179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-477f32d3-5e9d-4d7f-8dca-c494bea931a9 req-1d38c1f3-b2dc-42e0-a6a4-2f00d59a6696 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Aug 24 00:27:11.946472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9f6ca262-9273-4c6c-8c2c-6c22a0447e77', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'port_id': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'mac_address': 'fa:16:3e:89:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:26:55Z', 'updated_at': '2021-08-24T00:27:09Z', 'revision_number': 1, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:56Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:11.984563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3515e8-e75c-457c-a1e0-9c6b25a5485d None None] The sync data for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 is: [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9f6ca262-9273-4c6c-8c2c-6c22a0447e77', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'floating_ip_address': '172.25.5.56', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'port_id': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'mac_address': 'fa:16:3e:89:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:26:55Z', 'updated_at': '2021-08-24T00:27:09Z', 'revision_number': 1, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:56Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:27:12.003906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'tag': 'f722b33f-7067-4511-ac7e-122e294b63d7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:12.006300 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82efbb68-2b5f-415f-ba1c-26a90446a996" -d '{"events": [{"name": "network-changed", "server_uuid": "43989a50-2f7a-4b09-844f-11e61fd8d9d8", "tag": "f722b33f-7067-4511-ac7e-122e294b63d7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:12.026822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8b98f44b-dcbb-4399-afff-0c57c6568659 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:12.057349 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b2e427-89fa-412a-8a0d-545a31326427 x-openstack-request-id: req-02b2e427-89fa-412a-8a0d-545a31326427 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:12.057666 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43989a50-2f7a-4b09-844f-11e61fd8d9d8", "tag": "f722b33f-7067-4511-ac7e-122e294b63d7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:12.057922 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02b2e427-89fa-412a-8a0d-545a31326427 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:12.058340 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'tag': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'status': 'completed', 'code': 200} Aug 24 00:27:12.136734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-9915e764-33c5-4797-8468-800ca81130d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.139246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-9915e764-33c5-4797-8468-800ca81130d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da2d74c897cb46b6b94ffeaa623a4a9d&device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0523291 Aug 24 00:27:12.170373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:12.184089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'mac_address': 'fa:16:3e:f3:80:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:12.233732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.239958 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99468bb-537e-4e4a-ad12-e88dcf9f5948 None None] New status for floating IP 9f6ca262-9273-4c6c-8c2c-6c22a0447e77: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:27:12.290520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b98f44b-dcbb-4399-afff-0c57c6568659 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:12.291769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-e27a64c9-4e0e-49c1-adf0-c51388441785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.293279 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-e27a64c9-4e0e-49c1-adf0-c51388441785 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a1e3020-7b24-4b38-aa49-c7589051a9b2 HTTP/1.1" status: 200 len: 916 time: 0.1405084 Aug 24 00:27:12.319013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:12.369942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.373151 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-1da8dbd0-aac2-4e20-9490-221bad7dbd9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f722b33f-7067-4511-ac7e-122e294b63d7 HTTP/1.1" status: 200 len: 998 time: 0.0718248 Aug 24 00:27:12.387265 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:12.430287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-9cb85dda-6a97-436b-98fb-d7214a9db354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.431824 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-9cb85dda-6a97-436b-98fb-d7214a9db354 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ecb15f8c-836d-439d-b4b1-0c5a363b1323 HTTP/1.1" status: 200 len: 854 time: 0.0517559 Aug 24 00:27:12.453642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:12.490393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-df92d004-fadb-41cc-872d-efdc331556d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.492281 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-df92d004-fadb-41cc-872d-efdc331556d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a1e3020-7b24-4b38-aa49-c7589051a9b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534165 Aug 24 00:27:12.599068 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-bb287e7e-c8ba-4fba-807f-9f9d26b6a593 service neutron] 10.222.0.37 "GET /v2.0/networks/8a1e3020-7b24-4b38-aa49-c7589051a9b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995858 Aug 24 00:27:12.657117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf95ce-9574-4540-80c8-676945868a98 req-c1b0442f-f77b-4d81-9acb-706c7262c6c8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.659078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2bf95ce-9574-4540-80c8-676945868a98 req-c1b0442f-f77b-4d81-9acb-706c7262c6c8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 943 time: 0.0633090 Aug 24 00:27:12.708111 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-82efbb68-2b5f-415f-ba1c-26a90446a996 req-86399535-ee9c-4aec-84c1-bcbbd485bf81 service neutron] 10.222.0.37 "GET /v2.0/networks/8a1e3020-7b24-4b38-aa49-c7589051a9b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013396 Aug 24 00:27:12.731174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2bf95ce-9574-4540-80c8-676945868a98 req-ece3b5f1-2858-47f7-9fca-3964099b9149 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643661 Aug 24 00:27:12.747857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b3223-59d0-40a8-be1f-32e78e4b64c0 req-c6b09309-6bb1-4149-8b8b-949c439f73cf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.749370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c7b3223-59d0-40a8-be1f-32e78e4b64c0 req-c6b09309-6bb1-4149-8b8b-949c439f73cf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 948 time: 0.0740881 Aug 24 00:27:12.790181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c7b3223-59d0-40a8-be1f-32e78e4b64c0 req-ce168a57-71eb-4848-b261-d6f6439d0ad7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343454 Aug 24 00:27:12.930519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ce10d-efea-4077-bd4e-6cf27cd4eaf5 req-95e53c5a-d461-4a89-8e9c-3e655baf6641 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:12.932084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a4ce10d-efea-4077-bd4e-6cf27cd4eaf5 req-95e53c5a-d461-4a89-8e9c-3e655baf6641 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0548723 Aug 24 00:27:12.974431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a4ce10d-efea-4077-bd4e-6cf27cd4eaf5 req-4d531c95-5f7d-4fb2-a529-d511767267b0 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347114 Aug 24 00:27:13.860550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c402c2-656a-41fe-a459-2b0e1a202899 req-f1c6d4e6-3fe2-439f-922a-d6fb4960a7bb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.866035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15c402c2-656a-41fe-a459-2b0e1a202899 req-f1c6d4e6-3fe2-439f-922a-d6fb4960a7bb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 943 time: 0.0621121 Aug 24 00:27:13.937868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15c402c2-656a-41fe-a459-2b0e1a202899 req-03658495-6735-479b-8dd7-b379d1cda1d4 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664515 Aug 24 00:27:13.946587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68cd4b-62cf-4bbc-bce5-a53a5be1937e req-e481cb53-ebd7-4b3e-9d2d-38c2eca9056d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:13.947939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca68cd4b-62cf-4bbc-bce5-a53a5be1937e req-e481cb53-ebd7-4b3e-9d2d-38c2eca9056d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 948 time: 0.0775230 Aug 24 00:27:13.999672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca68cd4b-62cf-4bbc-bce5-a53a5be1937e req-1f1176b8-f598-491a-ada1-92eb6798effe tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Aug 24 00:27:14.025982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:14.027348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device f0bfda8d-a518-4014-b672-eca2ae2e2344 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:14.125491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b569-6048-42a1-9e73-0bfa7cc5b818 req-9cd6af6e-a776-493e-85f0-768558e3fa2f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.127069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7066b569-6048-42a1-9e73-0bfa7cc5b818 req-9cd6af6e-a776-493e-85f0-768558e3fa2f tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0561788 Aug 24 00:27:14.179585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7066b569-6048-42a1-9e73-0bfa7cc5b818 req-5182d1db-b2ac-4e5b-b8ba-da382b889d3c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460939 Aug 24 00:27:14.212312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port f0bfda8d-a518-4014-b672-eca2ae2e2344, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f0bfda8d-a518-4014-b672-eca2ae2e2344,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:14.235880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'f0bfda8d-a518-4014-b672-eca2ae2e2344', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'port_id': 'f0bfda8d-a518-4014-b672-eca2ae2e2344', 'mac_address': 'fa:16:3e:75:70:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd87f-4345-4369-89f3-00b772d8d12e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:14.300862 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.323742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bfda8d-a518-4014-b672-eca2ae2e2344 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:14.353352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port f0bfda8d-a518-4014-b672-eca2ae2e2344, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f0bfda8d-a518-4014-b672-eca2ae2e2344,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:14.427589 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:14.490830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d50a-6601-483b-a54d-e37767228015 req-5cdfe313-1e79-42cb-b434-8915e1562e54 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.491215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=f0bfda8d-a518-4014-b672-eca2ae2e2344,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:14.492763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a607d50a-6601-483b-a54d-e37767228015 req-5cdfe313-1e79-42cb-b434-8915e1562e54 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 948 time: 0.0878301 Aug 24 00:27:14.510748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3bd28-1ef8-4256-889d-24119803856b req-da052a6a-0609-44c3-b619-a86683034aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.512832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfd3bd28-1ef8-4256-889d-24119803856b req-da052a6a-0609-44c3-b619-a86683034aea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 1096 time: 0.0802026 Aug 24 00:27:14.562844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a607d50a-6601-483b-a54d-e37767228015 req-1eebf7eb-f266-4e42-863e-9ef3663d6f2b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615196 Aug 24 00:27:14.574653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfd3bd28-1ef8-4256-889d-24119803856b req-b91ae35e-540f-48eb-8d2b-0f29b3e530a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535824 Aug 24 00:27:14.646655 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-e1c09316-9276-465a-b706-db0768298647 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.648905 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-e1c09316-9276-465a-b706-db0768298647 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 948 time: 0.0922143 Aug 24 00:27:14.712183 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-eefe08e8-d754-4044-a83b-02e952713a2f service neutron] delete failed (client error): The resource could not be found. Aug 24 00:27:14.713354 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-eefe08e8-d754-4044-a83b-02e952713a2f service neutron] 10.222.0.37 "DELETE /v2.0/ports/8b98f44b-dcbb-4399-afff-0c57c6568659/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0570412 Aug 24 00:27:14.841558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-8a2f4bbc-4b94-408d-a198-221a405e1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.843074 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-8a2f4bbc-4b94-408d-a198-221a405e1ff2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1099 time: 0.0441968 Aug 24 00:27:14.941747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-b0aeb081-c62d-4afa-9996-856dffbb30de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:14.943281 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-b0aeb081-c62d-4afa-9996-856dffbb30de service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.0925903 Aug 24 00:27:14.958821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['f0bfda8d-a518-4014-b672-eca2ae2e2344'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:14.994628 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-ed0db162-4dc4-401d-932a-368d02811793 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 217 time: 0.0430179 Aug 24 00:27:15.059407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-b9a73a2b-aa36-4125-a1c3-1134e41f123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:15.061084 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-b9a73a2b-aa36-4125-a1c3-1134e41f123f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0592861 Aug 24 00:27:15.084868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f136a-2908-44c1-9fbe-da8da2e99bf0 req-ecfc97dd-5917-46ac-b4e9-3baf5b94cfa6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:15.093463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-948f136a-2908-44c1-9fbe-da8da2e99bf0 req-ecfc97dd-5917-46ac-b4e9-3baf5b94cfa6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 944 time: 0.0661998 Aug 24 00:27:15.143098 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-948f136a-2908-44c1-9fbe-da8da2e99bf0 req-bee7866f-c926-43ed-9c2a-1b3b0672e87d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Aug 24 00:27:15.160553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-62d2a735-d949-47dd-a446-3db36082fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:15.169068 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-62d2a735-d949-47dd-a446-3db36082fc45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931566 Aug 24 00:27:15.267932 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-fb97d8e6-82e0-450c-bbd1-cfbaef9423a0 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975792 Aug 24 00:27:15.309241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481deee8-2fb6-4260-9c6d-8bc80924b4dc req-85f3e7de-9316-4e2c-8954-3a40e2cd0ea8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:15.311069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-481deee8-2fb6-4260-9c6d-8bc80924b4dc req-85f3e7de-9316-4e2c-8954-3a40e2cd0ea8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0565078 Aug 24 00:27:15.355410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-481deee8-2fb6-4260-9c6d-8bc80924b4dc req-396017f9-c952-423f-81a2-0dffc72e6b82 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375009 Aug 24 00:27:15.664815 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dfe8bdb-fa22-4d33-a121-7ca27959da44 req-5f8a2218-1acc-4580-96c5-8e45a7bfa1af service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891797 Aug 24 00:27:15.689677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb242de-3799-4b3a-b81a-f9ca5e10347e req-8b34eda4-4996-450d-8df0-fb37cb13a600 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:15.698057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bb242de-3799-4b3a-b81a-f9ca5e10347e req-8b34eda4-4996-450d-8df0-fb37cb13a600 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 948 time: 0.0592387 Aug 24 00:27:15.735409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bb242de-3799-4b3a-b81a-f9ca5e10347e req-321b39f3-3a61-466c-8884-7c688d1994ac tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Aug 24 00:27:16.036457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8b98f44b-dcbb-4399-afff-0c57c6568659 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:16.187991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 8b98f44b-dcbb-4399-afff-0c57c6568659 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:16.193910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 8b98f44b-dcbb-4399-afff-0c57c6568659 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:16.195143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.286612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c89c6-46e0-4f20-9182-4f0f27ad40c4 req-ad8fcaf7-8d63-4841-8999-3c027de6b2d2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:16.289731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e03c89c6-46e0-4f20-9182-4f0f27ad40c4 req-ad8fcaf7-8d63-4841-8999-3c027de6b2d2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 944 time: 0.0605307 Aug 24 00:27:16.304025 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.336966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:16.339993 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaf2382-fc77-4a18-83fe-011393821f70" -d '{"events": [{"server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "name": "network-vif-plugged", "status": "completed", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:16.354634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:16.356159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e03c89c6-46e0-4f20-9182-4f0f27ad40c4 req-211444be-8ff4-4812-a3e0-cb12cb804c90 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594685 Aug 24 00:27:16.411753 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc683fd6-f2fe-4a1f-a0dc-0a6f541f5f0f x-openstack-request-id: req-bc683fd6-f2fe-4a1f-a0dc-0a6f541f5f0f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:16.412052 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "name": "network-vif-plugged", "status": "completed", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:16.412321 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc683fd6-f2fe-4a1f-a0dc-0a6f541f5f0f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:16.412731 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'code': 200} Aug 24 00:27:16.438969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:16.492461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:16.548111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed238d-8af8-49af-9285-5d29305d5d7d req-29ce2f2e-f588-4d2c-90b0-93162fce78de tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:16.554613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4ed238d-8af8-49af-9285-5d29305d5d7d req-29ce2f2e-f588-4d2c-90b0-93162fce78de tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0818443 Aug 24 00:27:16.598832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4ed238d-8af8-49af-9285-5d29305d5d7d req-6baedd79-47fd-4568-9341-2ac4a4b5a4df tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Aug 24 00:27:16.868884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd60a5-733b-4800-8e94-a1ff1eaf763a req-43f682dd-0f3a-435e-b5b6-c4311ac8e127 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:16.870417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53cd60a5-733b-4800-8e94-a1ff1eaf763a req-43f682dd-0f3a-435e-b5b6-c4311ac8e127 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0579035 Aug 24 00:27:16.911705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53cd60a5-733b-4800-8e94-a1ff1eaf763a req-8ba4024d-5b32-432b-a100-40f9dc5f3c3a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349267 Aug 24 00:27:17.023968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50572393-a7a4-42d2-9fa8-228632d34150 req-857fa2d9-d2e7-4807-a6bb-84e83942f3fa tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:17.037684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50572393-a7a4-42d2-9fa8-228632d34150 req-857fa2d9-d2e7-4807-a6bb-84e83942f3fa tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1100 time: 0.0428813 Aug 24 00:27:17.076674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50572393-a7a4-42d2-9fa8-228632d34150 req-bef472cd-dcb9-43c8-935b-d5008451362c tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451362 Aug 24 00:27:17.340325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-f04fbf40-9687-4165-afed-6b73b1330c8d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248327 Aug 24 00:27:17.471020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8c6ebe4e-c430-4bc1-a767-624c2a18543f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:17.472660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8c6ebe4e-c430-4bc1-a767-624c2a18543f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1231921 Aug 24 00:27:17.488433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-3b92b0a0-b70a-4974-b887-4dea1de7ba3e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/quotas/cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0095370 Aug 24 00:27:17.578496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-46661ac4-3450-4ec3-aa7e-015b09a2621d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827684 Aug 24 00:27:17.589429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac482e39-491b-4cb5-a742-e78f01faa8f9 req-c63e83b9-1722-40b7-97c7-d570d1fd17e6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:17.592061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac482e39-491b-4cb5-a742-e78f01faa8f9 req-c63e83b9-1722-40b7-97c7-d570d1fd17e6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 944 time: 0.0704908 Aug 24 00:27:17.641687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac482e39-491b-4cb5-a742-e78f01faa8f9 req-45d76620-1b12-46a0-a7c5-ce62730f099b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398903 Aug 24 00:27:17.829407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f2db3-4e11-4389-bd2c-216bce2d81e3 req-f6d3cb93-f9f7-4595-84ae-dcc068af6219 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:17.831174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3f2db3-4e11-4389-bd2c-216bce2d81e3 req-f6d3cb93-f9f7-4595-84ae-dcc068af6219 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0714347 Aug 24 00:27:17.896357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79208dae-e622-4454-888e-c35197657c01 req-07d8f820-fe8f-48e9-b95f-568260a9b753 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 210 time: 0.0382683 Aug 24 00:27:17.910792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3f2db3-4e11-4389-bd2c-216bce2d81e3 req-7a829eba-778c-4c77-a9d4-d449fb93258e tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601377 Aug 24 00:27:18.064085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device f0bfda8d-a518-4014-b672-eca2ae2e2344 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:18.192917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port f0bfda8d-a518-4014-b672-eca2ae2e2344 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:18.201904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port f0bfda8d-a518-4014-b672-eca2ae2e2344 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:18.201904 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.294929 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.298653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1b79a-3091-459a-a6f3-9d28c70a7173 req-72680634-1d6e-40ae-9f64-106d6a0e044d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.300250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5e1b79a-3091-459a-a6f3-9d28c70a7173 req-72680634-1d6e-40ae-9f64-106d6a0e044d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0652862 Aug 24 00:27:18.331576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port f0bfda8d-a518-4014-b672-eca2ae2e2344, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f0bfda8d-a518-4014-b672-eca2ae2e2344,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:18.368984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9290-60a0-4658-93ce-89a6e574693f req-395d58e2-7b37-4e0b-ac27-254ca5ba4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.370583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17e9290-60a0-4658-93ce-89a6e574693f req-395d58e2-7b37-4e0b-ac27-254ca5ba4936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 1096 time: 0.0693245 Aug 24 00:27:18.373619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5e1b79a-3091-459a-a6f3-9d28c70a7173 req-adec11ca-10cf-4995-9f6d-441e797f49e8 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626559 Aug 24 00:27:18.410717 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:18.417633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffd9ed-37fb-4dc7-bf49-3a6987396049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bfda8d-a518-4014-b672-eca2ae2e2344'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:18.420471 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9281b1-a5ec-4e63-9aab-16be5a217fe7" -d '{"events": [{"server_uuid": "67ffd9ed-37fb-4dc7-bf49-3a6987396049", "name": "network-vif-plugged", "status": "completed", "tag": "f0bfda8d-a518-4014-b672-eca2ae2e2344"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:18.488191 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2570ae00-840d-4425-97af-9fe34eeddb4f x-openstack-request-id: req-2570ae00-840d-4425-97af-9fe34eeddb4f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:18.491192 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ffd9ed-37fb-4dc7-bf49-3a6987396049", "name": "network-vif-plugged", "status": "completed", "tag": "f0bfda8d-a518-4014-b672-eca2ae2e2344", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:18.491192 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2570ae00-840d-4425-97af-9fe34eeddb4f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:18.491192 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ffd9ed-37fb-4dc7-bf49-3a6987396049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bfda8d-a518-4014-b672-eca2ae2e2344', 'code': 200} Aug 24 00:27:18.494963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=f0bfda8d-a518-4014-b672-eca2ae2e2344,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:18.550622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9290-60a0-4658-93ce-89a6e574693f req-ef92b73e-63d5-4cf0-9d5e-3ad5e6b3b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.552451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17e9290-60a0-4658-93ce-89a6e574693f req-ef92b73e-63d5-4cf0-9d5e-3ad5e6b3b19a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 200 len: 912 time: 0.1747780 Aug 24 00:27:18.598713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17e9290-60a0-4658-93ce-89a6e574693f req-c6afa947-6643-4639-9d39-b7e790f8262c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa407879-faad-4578-9adc-e031fcb7e3d5 HTTP/1.1" status: 200 len: 217 time: 0.0381324 Aug 24 00:27:18.681073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9290-60a0-4658-93ce-89a6e574693f req-ec79f1db-9ba8-490b-a0ab-dfdbe089eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.683291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17e9290-60a0-4658-93ce-89a6e574693f req-ec79f1db-9ba8-490b-a0ab-dfdbe089eda6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2067f9c4-2889-4c9c-94aa-48ba4b252800 HTTP/1.1" status: 200 len: 851 time: 0.0771565 Aug 24 00:27:18.690978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e4f05-f80e-4566-94b9-4d919c319f8f req-733fe120-85ed-4012-81e4-adc3d6408bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.694982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-556e4f05-f80e-4566-94b9-4d919c319f8f req-733fe120-85ed-4012-81e4-adc3d6408bff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 1096 time: 0.0963798 Aug 24 00:27:18.741915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17e9290-60a0-4658-93ce-89a6e574693f req-84d5ba9f-1d6f-484d-a7cd-6c5c978769d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ad20c02-d37b-4cf6-81e4-4299a5b7170d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464447 Aug 24 00:27:18.835889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-556e4f05-f80e-4566-94b9-4d919c319f8f req-c0c71abd-78fc-4a7c-bf89-103637359cd8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287801 Aug 24 00:27:18.869690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5f29f-2a21-49b3-8335-ab7c761b1fda req-a026e2e3-8c8a-46e7-91df-dfc0ba02bfdc tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:18.871265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8a5f29f-2a21-49b3-8335-ab7c761b1fda req-a026e2e3-8c8a-46e7-91df-dfc0ba02bfdc tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.1390488 Aug 24 00:27:18.896306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17e9290-60a0-4658-93ce-89a6e574693f req-c11e9e2a-0aaa-4501-9469-7ead361b39bb service neutron] 10.222.0.36 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438138 Aug 24 00:27:18.922923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8a5f29f-2a21-49b3-8335-ab7c761b1fda req-425dfee5-1c84-4c3d-bf2f-7f53b863e924 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388970 Aug 24 00:27:19.004832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec9c5aa0-e631-4a5a-83d5-e9f89cd14f60 req-a046557b-ff61-4740-aa34-77bd820b3eb5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 210 time: 0.0304892 Aug 24 00:27:19.324271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17e9290-60a0-4658-93ce-89a6e574693f req-c91a3ec9-611f-4556-8a6f-7afaf544ed24 service neutron] 10.222.0.36 "GET /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907395 Aug 24 00:27:19.635954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6785b6d-3ca3-4a18-8b33-bb87f8464633 req-f5fb8505-c083-4639-9ada-ff7362983ca7 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:19.635954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6785b6d-3ca3-4a18-8b33-bb87f8464633 req-f5fb8505-c083-4639-9ada-ff7362983ca7 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0645330 Aug 24 00:27:19.635954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6785b6d-3ca3-4a18-8b33-bb87f8464633 req-75d94db1-a263-4e6f-8111-bc1021ce3602 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357640 Aug 24 00:27:20.051023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7820e-18ab-4e41-ae0d-d29901c26ec0 req-0ef7bdaa-d03e-4f24-a2f8-c117dd5ba2fb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:20.052548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cd7820e-18ab-4e41-ae0d-d29901c26ec0 req-0ef7bdaa-d03e-4f24-a2f8-c117dd5ba2fb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.0522487 Aug 24 00:27:20.121756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cd7820e-18ab-4e41-ae0d-d29901c26ec0 req-f5143e08-c535-467c-bb84-4c9d1dbbbf52 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614510 Aug 24 00:27:20.123631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43c7e13d-cdc7-49da-b178-b2c19a74a563 req-4ff25b2d-1669-4607-beb0-ee7de380ef78 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 210 time: 0.0411007 Aug 24 00:27:20.695935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfd6e7-8d31-4ee8-ab54-06a02c7d0f0b req-ed89c7d9-4a11-4f20-90da-4d93e192cbd3 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:20.700269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09cfd6e7-8d31-4ee8-ab54-06a02c7d0f0b req-ed89c7d9-4a11-4f20-90da-4d93e192cbd3 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0583351 Aug 24 00:27:20.739823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09cfd6e7-8d31-4ee8-ab54-06a02c7d0f0b req-dfd1af4f-3761-4ec7-86a6-8508b714ca23 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Aug 24 00:27:20.981213 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-14bcacba-823c-4fad-8631-948e00900271 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241084 Aug 24 00:27:21.100493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-95819c59-3838-41e1-b410-5c5f26f0e11b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:21.102016 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-95819c59-3838-41e1-b410-5c5f26f0e11b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145835 Aug 24 00:27:21.120330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Request body: {'port': {'device_id': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'cfb78a6302f943f68be7b5ef0c40c9e0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:21.284268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef883bc6-1534-46d1-9847-dded7cab6d8e req-7122a481-7d91-433d-8a6d-e4ff9ffde22b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 210 time: 0.0631676 Aug 24 00:27:21.327488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a307f-2315-43d9-8b85-15ccafda71d1 req-6fb3bf94-781e-4aa7-bace-9056bb97686d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:21.329220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-337a307f-2315-43d9-8b85-15ccafda71d1 req-6fb3bf94-781e-4aa7-bace-9056bb97686d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.0806360 Aug 24 00:27:21.370273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Made reservation on behalf of cfb78a6302f943f68be7b5ef0c40c9e0 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:21.370967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-337a307f-2315-43d9-8b85-15ccafda71d1 req-3b9741d7-6d3f-408c-b18f-3abbefaccad7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348186 Aug 24 00:27:21.374898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.546816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Allocated IP 192.168.233.96 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/34fb9feb-8eb2-4934-bdbb-41eda02bdb9a) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:21.711939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.729810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Transition to ACTIVE for port object 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:21.807395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f22f34-f84d-4838-b1f4-9a8971d681ef req-ac926eec-e03a-4324-a6d6-3734dbaa9a42 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:21.814655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93f22f34-f84d-4838-b1f4-9a8971d681ef req-ac926eec-e03a-4324-a6d6-3734dbaa9a42 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.0643387 Aug 24 00:27:21.847411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93f22f34-f84d-4838-b1f4-9a8971d681ef req-8e11cbea-46f2-4084-a255-325d0c61e9f3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319269 Aug 24 00:27:21.896723 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:21.932245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:21.991758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:21.997189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:22.008009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:22.114981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.116049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.119754 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:22.138038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b997b06-5462-48e7-a06f-a8eea8051e64 req-9f257a98-4186-46d7-bb4a-ac106f2758ca tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.139881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b997b06-5462-48e7-a06f-a8eea8051e64 req-9f257a98-4186-46d7-bb4a-ac106f2758ca tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1505692 Aug 24 00:27:22.182912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02f967-1437-47d8-93e8-3afbc1c0024e req-4d7e0fa4-5f35-4787-a71d-3710a75fd054 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.190443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f02f967-1437-47d8-93e8-3afbc1c0024e req-4d7e0fa4-5f35-4787-a71d-3710a75fd054 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.1815910 Aug 24 00:27:22.239287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855d53-c756-48a7-a8d3-50596bfad290 req-868a4f51-84be-4972-be30-d0ab4d154070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.240055 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-cf731ec5-d28a-4d23-9254-4f064a3c7e8f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1241908 Aug 24 00:27:22.240859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47855d53-c756-48a7-a8d3-50596bfad290 req-868a4f51-84be-4972-be30-d0ab4d154070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1096 time: 0.1245604 Aug 24 00:27:22.251444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b997b06-5462-48e7-a06f-a8eea8051e64 req-6f3207b0-29ae-434c-b184-61ecf5c295b6 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811253 Aug 24 00:27:22.252669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Request body: {'port': {'device_id': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:22.292316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f02f967-1437-47d8-93e8-3afbc1c0024e req-0bbd9260-804c-4eb2-816f-51b43d03dce9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006200 Aug 24 00:27:22.320002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.416208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-44207da1-0d8d-4624-946d-3f136964f05e None None] Provisioning for port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:22.420918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-44207da1-0d8d-4624-946d-3f136964f05e None None] Provisioning complete for port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:22.421293 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-44207da1-0d8d-4624-946d-3f136964f05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.437346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855d53-c756-48a7-a8d3-50596bfad290 req-f0a72585-a991-4062-bc18-638eca929997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.456803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47855d53-c756-48a7-a8d3-50596bfad290 req-f0a72585-a991-4062-bc18-638eca929997 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1814044 Aug 24 00:27:22.484067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-44207da1-0d8d-4624-946d-3f136964f05e None None] Port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:27:22.545299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472df30-1001-46ac-b51d-75085b12afaa req-07b6ddef-c3f2-4db8-82d3-a3a332be3370 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.552873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e472df30-1001-46ac-b51d-75085b12afaa req-07b6ddef-c3f2-4db8-82d3-a3a332be3370 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1785817 Aug 24 00:27:22.581123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958636a-2af7-4b32-8065-9a6e362df3df req-198aac25-1a10-448a-8448-f430d74015f2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.583551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6958636a-2af7-4b32-8065-9a6e362df3df req-198aac25-1a10-448a-8448-f430d74015f2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 935 time: 0.1813731 Aug 24 00:27:22.633750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47855d53-c756-48a7-a8d3-50596bfad290 req-168c9b3b-eb47-4f41-9259-9617e3192816 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.1370010 Aug 24 00:27:22.669011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:22.678199 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.688909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e472df30-1001-46ac-b51d-75085b12afaa req-eb174451-4e73-48b1-a923-1766684189a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344969 Aug 24 00:27:22.693639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Transition to ACTIVE for port object 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:22.716588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6958636a-2af7-4b32-8065-9a6e362df3df req-b7d48ce9-b485-4f3f-972b-f553a77d717b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208520 Aug 24 00:27:22.744563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855d53-c756-48a7-a8d3-50596bfad290 req-5afcb023-ed78-498a-ab5c-ff3142acd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.746267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47855d53-c756-48a7-a8d3-50596bfad290 req-5afcb023-ed78-498a-ab5c-ff3142acd0c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.1018584 Aug 24 00:27:22.759478 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.853778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855d53-c756-48a7-a8d3-50596bfad290 req-873d8e20-a085-4615-a85c-aad79268c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:22.855557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47855d53-c756-48a7-a8d3-50596bfad290 req-873d8e20-a085-4615-a85c-aad79268c147 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012502 Aug 24 00:27:22.863945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:22.952624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Attempting to bind port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:22.952624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Attempting to bind port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:22.952624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Attempting to bind port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:22.958440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:22.958921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Attempting to bind port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:22.964856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:22.965451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:22.966162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:22.966719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Bound port: 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:22.967268 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:22.981092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47855d53-c756-48a7-a8d3-50596bfad290 req-2c5b96d7-cba2-4cc9-96b1-f6e2cd8b926b service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168666 Aug 24 00:27:23.062875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:23.067834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:23.096787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47855d53-c756-48a7-a8d3-50596bfad290 req-09a0062d-9559-4bb1-9a65-cdbbbc11cdf7 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070011 Aug 24 00:27:23.142265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.180790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.181421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:23.182870 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 200 len: 1095 time: 0.9350893 Aug 24 00:27:23.183356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:23.185697 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e591243-f998-4527-a53d-decda6d800bd" -d '{"events": [{"name": "network-changed", "server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:23.214865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0414f-aa36-40af-83a8-5e13ea4c70b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:23.284746 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b0bf29-c8a6-4f17-a9a3-4deadd4a1410 x-openstack-request-id: req-a6b0bf29-c8a6-4f17-a9a3-4deadd4a1410 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:23.285051 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:23.285304 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a6b0bf29-c8a6-4f17-a9a3-4deadd4a1410 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:23.286038 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'status': 'completed', 'code': 200} Aug 24 00:27:23.293206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d55f4-a5af-424d-97b9-300da9903664 req-507d5e72-f82f-4b8a-8305-6a9e00602f60 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.295314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c80d55f4-a5af-424d-97b9-300da9903664 req-507d5e72-f82f-4b8a-8305-6a9e00602f60 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.0741458 Aug 24 00:27:23.366678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c80d55f4-a5af-424d-97b9-300da9903664 req-b63e9e65-d455-462e-8536-347bbce76555 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598333 Aug 24 00:27:23.368996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e591243-f998-4527-a53d-decda6d800bd req-0138a61f-a9a3-4223-b597-0d05affb9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.371045 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7e591243-f998-4527-a53d-decda6d800bd req-0138a61f-a9a3-4223-b597-0d05affb9638 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 1098 time: 0.0661201 Aug 24 00:27:23.421093 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7e591243-f998-4527-a53d-decda6d800bd req-5d030f15-7cda-4d86-baf1-1dccce54d78c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402617 Aug 24 00:27:23.463333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec53a7-45bb-4f60-98a4-3706e2409ec2 req-15ea8b5e-da87-4bf2-9dae-53cebbb56ee1 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.465071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-baec53a7-45bb-4f60-98a4-3706e2409ec2 req-15ea8b5e-da87-4bf2-9dae-53cebbb56ee1 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0967462 Aug 24 00:27:23.505985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-baec53a7-45bb-4f60-98a4-3706e2409ec2 req-d822442a-5149-42a6-8e6b-b0fdbd352eca tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338824 Aug 24 00:27:23.558337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e591243-f998-4527-a53d-decda6d800bd req-fbf60562-7025-41ac-b840-be863a23676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.563856 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7e591243-f998-4527-a53d-decda6d800bd req-fbf60562-7025-41ac-b840-be863a23676d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195059 Aug 24 00:27:23.646735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-70a19cf7-f28f-419b-884c-90ca97d03756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.648958 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-70a19cf7-f28f-419b-884c-90ca97d03756 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 1098 time: 0.0423918 Aug 24 00:27:23.695413 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-89aabd56-18f5-468f-a562-e2170d54e226 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 200 len: 217 time: 0.0383477 Aug 24 00:27:23.751985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-6477fcfd-ed8f-490c-95db-a61685608ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.754056 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-6477fcfd-ed8f-490c-95db-a61685608ac0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0518973 Aug 24 00:27:23.814817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-7b4326bd-6eec-4608-8e08-ced49a538a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.817438 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-7b4326bd-6eec-4608-8e08-ced49a538a24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512388 Aug 24 00:27:23.844517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafce30-522f-4273-bcbc-c166f11b687a req-c89e0622-c5d3-400e-861d-26017218cd34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:23.846546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2aafce30-522f-4273-bcbc-c166f11b687a req-c89e0622-c5d3-400e-861d-26017218cd34 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0661025 Aug 24 00:27:23.911771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2aafce30-522f-4273-bcbc-c166f11b687a req-daa19a28-9472-4c78-bf5f-7ef2c321492f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587027 Aug 24 00:27:23.960069 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-9bf9f049-c58e-43f5-938e-96dc45acd83b service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333930 Aug 24 00:27:24.059455 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-52032cff-196b-4242-99c5-defb4f31bcb6 req-44649ca6-7358-49fd-9d8c-29c4b04ec22a service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921609 Aug 24 00:27:24.061386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249da7cd-7d59-4147-a1e0-64069962d48d req-8aa81b52-5239-4fd8-9d19-b747deda9354 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:24.078158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-249da7cd-7d59-4147-a1e0-64069962d48d req-8aa81b52-5239-4fd8-9d19-b747deda9354 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 947 time: 0.0774627 Aug 24 00:27:24.164727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-249da7cd-7d59-4147-a1e0-64069962d48d req-7f960464-8548-4419-ba74-c690e0d788ca tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851126 Aug 24 00:27:24.188393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7245e5d-531a-4023-acff-07155fb06d4d req-1f3706da-3840-4329-887f-fce560b609e4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:24.190181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7245e5d-531a-4023-acff-07155fb06d4d req-1f3706da-3840-4329-887f-fce560b609e4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0890071 Aug 24 00:27:24.235846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7245e5d-531a-4023-acff-07155fb06d4d req-e3d9813c-eb12-45ff-bb16-26871e6ac017 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392077 Aug 24 00:27:24.484316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cdfd7-525f-4e1a-ab26-e42208979ea8 req-4ca00e56-7158-40cd-9d8d-64b11bb4eab6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:24.486001 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-863cdfd7-525f-4e1a-ab26-e42208979ea8 req-4ca00e56-7158-40cd-9d8d-64b11bb4eab6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.0515931 Aug 24 00:27:24.527526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-863cdfd7-525f-4e1a-ab26-e42208979ea8 req-4947743b-9562-48c5-941f-167301d38361 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347893 Aug 24 00:27:25.038537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca44b7e-af06-4118-80c2-7fa171f31f3a req-1c458ee6-633e-42b4-a898-5dcd5b74fb66 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.040107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bca44b7e-af06-4118-80c2-7fa171f31f3a req-1c458ee6-633e-42b4-a898-5dcd5b74fb66 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0530233 Aug 24 00:27:25.081089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bca44b7e-af06-4118-80c2-7fa171f31f3a req-167b5c8d-8890-46f4-8d96-e3e059cfe0ae tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345323 Aug 24 00:27:25.294461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-eb5e15e5-5c77-421a-9613-ec0452002aea tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.301931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-eb5e15e5-5c77-421a-9613-ec0452002aea tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.0843627 Aug 24 00:27:25.308456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d55fe-b568-4225-9ee6-dcb706ef4e98 req-c9721189-c6ee-41ad-a564-82526aa107e2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.309953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-738d55fe-b568-4225-9ee6-dcb706ef4e98 req-c9721189-c6ee-41ad-a564-82526aa107e2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 947 time: 0.0686734 Aug 24 00:27:25.335363 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:27:25.415505 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.444517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-738d55fe-b568-4225-9ee6-dcb706ef4e98 req-181e1cbd-c0e9-4f73-b853-826921416774 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253757 Aug 24 00:27:25.481179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99217b-2a84-4cee-9cc7-0571de23fc06 req-4f3cffb5-571f-4950-acb8-fd560be7c767 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.482694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab99217b-2a84-4cee-9cc7-0571de23fc06 req-4f3cffb5-571f-4950-acb8-fd560be7c767 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.1137962 Aug 24 00:27:25.486272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Deleting port f0bfda8d-a518-4014-b672-eca2ae2e2344 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:25.486623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.571624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab99217b-2a84-4cee-9cc7-0571de23fc06 req-244d336c-8615-46ca-a3e3-a14b4b9fe5ab tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818455 Aug 24 00:27:25.619895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] For port f0bfda8d-a518-4014-b672-eca2ae2e2344, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=f0bfda8d-a518-4014-b672-eca2ae2e2344,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:25.621864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.655334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Calling delete_port for f0bfda8d-a518-4014-b672-eca2ae2e2344 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:25.716942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34784b2c-8371-4765-97c0-8e5fd74c5f93 req-ddb89cee-2afe-4196-84d9-d0defd9419da tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:25.718780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34784b2c-8371-4765-97c0-8e5fd74c5f93 req-ddb89cee-2afe-4196-84d9-d0defd9419da tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 945 time: 0.0956781 Aug 24 00:27:25.782943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34784b2c-8371-4765-97c0-8e5fd74c5f93 req-e6cf27c3-d94a-4d02-8fa2-b57ae14594d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548155 Aug 24 00:27:25.869697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:25.906953 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.935431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event deleted for resources: {'Port': ['ID=f0bfda8d-a518-4014-b672-eca2ae2e2344,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:25.952753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', 'f0bfda8d-a518-4014-b672-eca2ae2e2344'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:25.976724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] No DVR routers for this DVR port f0bfda8d-a518-4014-b672-eca2ae2e2344 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:25.979370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:25.981742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11c315e7-1b98-453c-bd11-3de70c1c3c44 req-f8856045-3acb-45f2-85f9-a6995ca4c7e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "DELETE /v2.0/ports/f0bfda8d-a518-4014-b672-eca2ae2e2344 HTTP/1.1" status: 204 len: 173 time: 0.6707952 Aug 24 00:27:25.982855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ffd9ed-37fb-4dc7-bf49-3a6987396049', 'name': 'network-vif-deleted', 'tag': 'f0bfda8d-a518-4014-b672-eca2ae2e2344'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:25.985476 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b1640-7adb-472a-81aa-a8080cf46539" -d '{"events": [{"server_uuid": "67ffd9ed-37fb-4dc7-bf49-3a6987396049", "name": "network-vif-deleted", "tag": "f0bfda8d-a518-4014-b672-eca2ae2e2344"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:26.000468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:26.020029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'mac_address': 'fa:16:3e:75:54:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:26.027101 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde66cea-3b14-4efb-a500-fe8da3b40908 x-openstack-request-id: req-fde66cea-3b14-4efb-a500-fe8da3b40908 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:26.027844 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ffd9ed-37fb-4dc7-bf49-3a6987396049", "name": "network-vif-deleted", "tag": "f0bfda8d-a518-4014-b672-eca2ae2e2344", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:26.028127 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fde66cea-3b14-4efb-a500-fe8da3b40908 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:26.028537 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ffd9ed-37fb-4dc7-bf49-3a6987396049', 'name': 'network-vif-deleted', 'tag': 'f0bfda8d-a518-4014-b672-eca2ae2e2344', 'status': 'completed', 'code': 200} Aug 24 00:27:26.084143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.108917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:26.146298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:26.256096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.279349 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ab451169-3e75-4f10-8c13-e5726113d257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:26.304935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:26.582265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad550a6-5a34-4345-aaa8-c6adc7300f1b req-493f4892-c2fe-4ee4-84a5-2fafdeaa6ea6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:26.584053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ad550a6-5a34-4345-aaa8-c6adc7300f1b req-493f4892-c2fe-4ee4-84a5-2fafdeaa6ea6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 948 time: 0.0551531 Aug 24 00:27:26.626261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ad550a6-5a34-4345-aaa8-c6adc7300f1b req-c4dbad59-37d0-4808-902f-d7860f498a4f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360758 Aug 24 00:27:26.664517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:26.750706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f7828-5540-4846-8a04-055793fd038b req-74721ca7-2867-492d-b0c4-1180c4af8d21 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:26.752793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-172f7828-5540-4846-8a04-055793fd038b req-74721ca7-2867-492d-b0c4-1180c4af8d21 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0549777 Aug 24 00:27:26.791838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-172f7828-5540-4846-8a04-055793fd038b req-8803725f-1104-488b-99d5-fab74f927954 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Aug 24 00:27:26.906752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4ece98a-145d-4cae-96a0-4118fafcddeb req-11621c52-47e3-45b0-95dd-cd5d22c9e59e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=67ffd9ed-37fb-4dc7-bf49-3a6987396049 HTTP/1.1" status: 200 len: 210 time: 0.0268233 Aug 24 00:27:27.752558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120be06-64a8-4d91-b762-d127d0446a90 req-2ec85d33-f6f6-4f44-bc7e-43c51f73a9b9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:27.754058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5120be06-64a8-4d91-b762-d127d0446a90 req-2ec85d33-f6f6-4f44-bc7e-43c51f73a9b9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 948 time: 0.0546269 Aug 24 00:27:27.793238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5120be06-64a8-4d91-b762-d127d0446a90 req-b4de4711-36f2-4040-a492-291a376c8079 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Aug 24 00:27:27.929414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cede3b-19cd-40a8-9b16-cc1eb32560bb req-2cc51da1-d6a8-4a21-a07e-e8fba3bfd7c4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:27.931055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63cede3b-19cd-40a8-9b16-cc1eb32560bb req-2cc51da1-d6a8-4a21-a07e-e8fba3bfd7c4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0536783 Aug 24 00:27:27.972154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63cede3b-19cd-40a8-9b16-cc1eb32560bb req-b29e5f43-51f8-42ce-ae80-f02ecd0af32a tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349653 Aug 24 00:27:28.165958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device f0bfda8d-a518-4014-b672-eca2ae2e2344 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:28.179849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-75605952-84b3-45be-b2c8-bb0f38dda4df tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:28.181297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-75605952-84b3-45be-b2c8-bb0f38dda4df tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.1113510 Aug 24 00:27:28.186523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: f0bfda8d-a518-4014-b672-eca2ae2e2344 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:28.186867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device f0bfda8d-a518-4014-b672-eca2ae2e2344 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:28.198574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-e2425b5b-4720-4019-89e6-45b9845d1af7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/quotas/b29c3053628e4966ae784e99267e9414 HTTP/1.1" status: 200 len: 375 time: 0.0106483 Aug 24 00:27:28.252440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-fe9a8de8-c744-46d3-a429-569b31e8caad tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475273 Aug 24 00:27:28.348847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-35755b8a-8113-48ca-bc74-1e89bb800172 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:28.350949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-35755b8a-8113-48ca-bc74-1e89bb800172 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 945 time: 0.0976357 Aug 24 00:27:28.415815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-8d8354eb-811f-4b85-bce1-149856c4457a service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544204 Aug 24 00:27:28.529826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Deleting port fa407879-faad-4578-9adc-e031fcb7e3d5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:28.530174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.553909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-58955c58-026d-4bfa-a2c9-2b396f90c7f1 service neutron] 10.222.0.26 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202819 Aug 24 00:27:28.627682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] For port fa407879-faad-4578-9adc-e031fcb7e3d5, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fa407879-faad-4578-9adc-e031fcb7e3d5,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:28.628128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.639968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Calling delete_port for fa407879-faad-4578-9adc-e031fcb7e3d5 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:28.827472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b06d74ef-5fda-40ea-9880-19c5b2f8ab81 req-c74d72f1-d20a-4eda-a4f5-055b7bd43617 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 210 time: 0.0316331 Aug 24 00:27:28.867443 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.879994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['b7c9e40e-c983-4203-8ec7-3ff291e3519d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:28.935036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Pushing event deleted for resources: {'Port': ['ID=fa407879-faad-4578-9adc-e031fcb7e3d5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:28.961028 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c218cfce-e419-4187-ba2e-5eebc07efecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:28.998230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] No DVR routers for this DVR port fa407879-faad-4578-9adc-e031fcb7e3d5 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:29.001475 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.003546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad11a61-ec43-40d6-b429-5fe94a05982d req-60e04053-5655-403d-87ad-fffe22e20b6c tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.36 "DELETE /v2.0/ports/fa407879-faad-4578-9adc-e031fcb7e3d5 HTTP/1.1" status: 204 len: 173 time: 0.6464658 Aug 24 00:27:29.011337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de7bdf-3275-4a50-8355-559b41b9a4b5 req-79d43db4-a93c-4090-b4e3-d5b0aa8ec5f9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:29.012837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5de7bdf-3275-4a50-8355-559b41b9a4b5 req-79d43db4-a93c-4090-b4e3-d5b0aa8ec5f9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 948 time: 0.1334937 Aug 24 00:27:29.013281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b752c7c-97e3-4548-932a-7d4a6c8bd08d', 'name': 'network-vif-deleted', 'tag': 'fa407879-faad-4578-9adc-e031fcb7e3d5'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:29.016791 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1f6561-df51-4632-9549-cc6359b4b982" -d '{"events": [{"server_uuid": "0b752c7c-97e3-4548-932a-7d4a6c8bd08d", "name": "network-vif-deleted", "tag": "fa407879-faad-4578-9adc-e031fcb7e3d5"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:29.065931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5de7bdf-3275-4a50-8355-559b41b9a4b5 req-44b3c373-32dc-48cf-b485-eb6384b48637 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Aug 24 00:27:29.090763 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:29.094281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-176294a8-d687-413d-9beb-75a9b7ad9d58 req-f5e164b4-8110-4db1-b66c-ec0c65da2c32 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 210 time: 0.0324402 Aug 24 00:27:29.128733 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f58fda4-f8a9-4e0f-9e0f-a06b978f81c1 x-openstack-request-id: req-3f58fda4-f8a9-4e0f-9e0f-a06b978f81c1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:29.128733 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b752c7c-97e3-4548-932a-7d4a6c8bd08d", "name": "network-vif-deleted", "tag": "fa407879-faad-4578-9adc-e031fcb7e3d5", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:29.128733 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f58fda4-f8a9-4e0f-9e0f-a06b978f81c1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:29.128733 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b752c7c-97e3-4548-932a-7d4a6c8bd08d', 'name': 'network-vif-deleted', 'tag': 'fa407879-faad-4578-9adc-e031fcb7e3d5', 'status': 'completed', 'code': 200} Aug 24 00:27:29.892898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:29.959060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0b44e85-5054-4336-a843-d13071c4579f req-7280205e-c253-4ed1-b1eb-f06717de62cc tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 210 time: 0.0281875 Aug 24 00:27:30.009758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:30.013811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:30.014216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.093039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.119393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:30.121741 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3babfc-489d-497b-9a28-02a4ad464173" -d '{"events": [{"server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "name": "network-vif-plugged", "status": "completed", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:30.139040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:30.188061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device fa407879-faad-4578-9adc-e031fcb7e3d5 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:30.191347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1014d2-448a-465a-800a-5c9eedacd062 req-095af5b5-6c19-42ae-9426-c60d539ae90d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:30.192870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc1014d2-448a-465a-800a-5c9eedacd062 req-095af5b5-6c19-42ae-9426-c60d539ae90d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 948 time: 0.0530767 Aug 24 00:27:30.209961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: fa407879-faad-4578-9adc-e031fcb7e3d5 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:30.210312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device fa407879-faad-4578-9adc-e031fcb7e3d5 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:30.224418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebebae1-64fb-430f-9f9a-da2920643e2e req-9edd2803-52fc-4f3f-9b94-8947e7485e5d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b752c7c-97e3-4548-932a-7d4a6c8bd08d HTTP/1.1" status: 200 len: 210 time: 0.0305743 Aug 24 00:27:30.250506 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.253080 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:30.269493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc1014d2-448a-465a-800a-5c9eedacd062 req-3a76d82a-e549-4eeb-bfc0-d10646bb973e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666242 Aug 24 00:27:30.293066 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d444f1-4a12-44cf-9eff-feafe5136e5c x-openstack-request-id: req-20d444f1-4a12-44cf-9eff-feafe5136e5c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:30.293357 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "name": "network-vif-plugged", "status": "completed", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:30.293628 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20d444f1-4a12-44cf-9eff-feafe5136e5c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:30.294231 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'code': 200} Aug 24 00:27:30.310201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:30.404140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081c6a2-dba3-45b7-95a8-2d598f727e87 req-fbc8ad12-613b-4f2f-ab96-3d32563f76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:30.405724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f081c6a2-dba3-45b7-95a8-2d598f727e87 req-fbc8ad12-613b-4f2f-ab96-3d32563f76e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 1100 time: 0.0424449 Aug 24 00:27:30.446860 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f081c6a2-dba3-45b7-95a8-2d598f727e87 req-b9d8e7f6-2082-4ffc-9df2-5a5fc98c0d0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Aug 24 00:27:31.377321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56cc09be-24bd-445d-9c4b-458eabf161c1 req-8fc58087-50cb-4d62-bc9d-e34ba299c45b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 210 time: 0.0370705 Aug 24 00:27:31.421104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-605a3d7b-433a-49fc-9c60-7e5f98cf0c7b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:31.422917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-605a3d7b-433a-49fc-9c60-7e5f98cf0c7b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/networks?id=69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 200 len: 806 time: 0.4518802 Aug 24 00:27:31.442426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Request body: {'port': {'device_id': 'e202eeca-6476-4d22-be72-06e7676b5f71', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'admin_state_up': True, 'tenant_id': 'b29c3053628e4966ae784e99267e9414'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:31.554524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd596a3-5ee7-4aea-aa1b-f516ab7a58aa req-f1a4ea55-f248-461b-841d-51f831763330 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:31.555939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfd596a3-5ee7-4aea-aa1b-f516ab7a58aa req-f1a4ea55-f248-461b-841d-51f831763330 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.1098690 Aug 24 00:27:31.616906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfd596a3-5ee7-4aea-aa1b-f516ab7a58aa req-adfd1c73-8d25-4d12-9616-13027f8ea090 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534773 Aug 24 00:27:31.679758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Made reservation on behalf of b29c3053628e4966ae784e99267e9414 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:31.684479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.706875 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:31.793891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54dd3-4b8b-4979-8ca7-4d9933988449 req-2273d944-66a3-445e-976a-04317ac0a0a5 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:31.795401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e54dd3-4b8b-4979-8ca7-4d9933988449 req-2273d944-66a3-445e-976a-04317ac0a0a5 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1075726 Aug 24 00:27:31.875290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e54dd3-4b8b-4979-8ca7-4d9933988449 req-eec7c4cc-1069-4915-be4b-97a1bab0cc2d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707157 Aug 24 00:27:31.884840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Allocated IP 172.20.0.4 (69a2f5a5-716e-4d33-a7a4-169978298b89/b4fbd87f-4345-4369-89f3-00b772d8d12e/ed3cf0f7-e310-44e1-a581-c959ca334213) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:32.035610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.141276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.175608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:32.185112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Network 69a2f5a5-716e-4d33-a7a4-169978298b89 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:32.188023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:32.191620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:32.198664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event updated for resources: {'Port': ['ID=ed3cf0f7-e310-44e1-a581-c959ca334213,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:32.243154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:32.243767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.324438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-2a6eb0f5-333a-4e65-baff-1939a0ad11d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8859715 Aug 24 00:27:32.342938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Request body: {'port': {'device_id': 'e202eeca-6476-4d22-be72-06e7676b5f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:32.399420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.580727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ceb08-b031-481b-8e6f-cf550e69660b req-51db2f88-d18f-4149-949a-399fd4da45a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:32.582252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b42ceb08-b031-481b-8e6f-cf550e69660b req-51db2f88-d18f-4149-949a-399fd4da45a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 931 time: 0.1286485 Aug 24 00:27:32.664071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b42ceb08-b031-481b-8e6f-cf550e69660b req-10ee4c8a-bf28-44d1-869f-aaf958987dc8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500650 Aug 24 00:27:32.783261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461c4ce-1972-45cf-b47c-bcf5acf5b916 req-731f7370-b5bf-4a97-b651-99679aadbeb5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:32.784743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d461c4ce-1972-45cf-b47c-bcf5acf5b916 req-731f7370-b5bf-4a97-b651-99679aadbeb5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0970976 Aug 24 00:27:32.793065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3cf0f7-e310-44e1-a581-c959ca334213 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:32.807551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:32.831514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Transition to ACTIVE for port object ed3cf0f7-e310-44e1-a581-c959ca334213 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:32.848363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d461c4ce-1972-45cf-b47c-bcf5acf5b916 req-2334114a-ed4a-4581-ba53-e4e70bfba019 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573213 Aug 24 00:27:32.918938 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.031252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=ed3cf0f7-e310-44e1-a581-c959ca334213,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:33.075783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a01e8-e91e-445b-82d8-8553729856a7 req-f075adbe-476d-43b3-8a49-97a5e79c8e4d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.077381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-962a01e8-e91e-445b-82d8-8553729856a7 req-f075adbe-476d-43b3-8a49-97a5e79c8e4d tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1252086 Aug 24 00:27:33.119158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Attempting to bind port ed3cf0f7-e310-44e1-a581-c959ca334213 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:33.119493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Attempting to bind port ed3cf0f7-e310-44e1-a581-c959ca334213 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:33.119818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Attempting to bind port ed3cf0f7-e310-44e1-a581-c959ca334213 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:33.130185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Port ed3cf0f7-e310-44e1-a581-c959ca334213 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:33.130185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Attempting to bind port ed3cf0f7-e310-44e1-a581-c959ca334213 on network 69a2f5a5-716e-4d33-a7a4-169978298b89 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:33.139931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-962a01e8-e91e-445b-82d8-8553729856a7 req-91ccfaeb-3549-4a52-a492-92d00eab5779 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558250 Aug 24 00:27:33.140807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:33.141149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Checking segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:33.141619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Bound using segment: {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:33.142177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Bound port: ed3cf0f7-e310-44e1-a581-c959ca334213, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0406422-d2e7-4deb-85c5-41d9ad492d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:33.146260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.211706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] For port ed3cf0f7-e310-44e1-a581-c959ca334213, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:33.215738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] For port ed3cf0f7-e310-44e1-a581-c959ca334213, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ed3cf0f7-e310-44e1-a581-c959ca334213,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:33.310158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.367335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.367970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:33.369357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] 10.222.0.36 "PUT /v2.0/ports/ed3cf0f7-e310-44e1-a581-c959ca334213 HTTP/1.1" status: 200 len: 1091 time: 1.0306458 Aug 24 00:27:33.372731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e202eeca-6476-4d22-be72-06e7676b5f71', 'tag': 'ed3cf0f7-e310-44e1-a581-c959ca334213'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:33.375142 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391a061d-ea4d-49f8-8920-0c61f70c2ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "e202eeca-6476-4d22-be72-06e7676b5f71", "tag": "ed3cf0f7-e310-44e1-a581-c959ca334213"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:33.400653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb08f4b-ff6d-4a8f-8a16-99cbad093b1a req-7327391e-487a-4e45-847e-aff2e2c0faab tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.402254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aeb08f4b-ff6d-4a8f-8a16-99cbad093b1a req-7327391e-487a-4e45-847e-aff2e2c0faab tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.1105845 Aug 24 00:27:33.408191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f064061-fae8-4d91-a13b-a97ec701b1ef service neutron] Pushing event updated for resources: {'Port': ['ID=ed3cf0f7-e310-44e1-a581-c959ca334213,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:33.424007 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee11845-5ea0-43b0-999c-66e5cecd464f x-openstack-request-id: req-aee11845-5ea0-43b0-999c-66e5cecd464f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:33.424298 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e202eeca-6476-4d22-be72-06e7676b5f71", "tag": "ed3cf0f7-e310-44e1-a581-c959ca334213", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:33.424550 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aee11845-5ea0-43b0-999c-66e5cecd464f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:33.424941 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e202eeca-6476-4d22-be72-06e7676b5f71', 'tag': 'ed3cf0f7-e310-44e1-a581-c959ca334213', 'status': 'completed', 'code': 200} Aug 24 00:27:33.466159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aeb08f4b-ff6d-4a8f-8a16-99cbad093b1a req-cd44cf61-0372-4643-a6b4-4dbd58813682 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550077 Aug 24 00:27:33.550499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-05fef2e0-69bb-4318-a6ce-8ef20ec7ea2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326370 Aug 24 00:27:33.552277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a061d-ea4d-49f8-8920-0c61f70c2ee1 req-b6b5fd16-e03c-4cb4-b674-dfe8c32cbf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.554359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-391a061d-ea4d-49f8-8920-0c61f70c2ee1 req-b6b5fd16-e03c-4cb4-b674-dfe8c32cbf58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 1094 time: 0.0824983 Aug 24 00:27:33.660885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a061d-ea4d-49f8-8920-0c61f70c2ee1 req-fb98a04c-1cd8-4c2d-bd08-512505763c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.662406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-391a061d-ea4d-49f8-8920-0c61f70c2ee1 req-fb98a04c-1cd8-4c2d-bd08-512505763c41 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b29c3053628e4966ae784e99267e9414&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0940378 Aug 24 00:27:33.777197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a061d-ea4d-49f8-8920-0c61f70c2ee1 req-111a5349-84a1-4808-8d4f-ed68a51dcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.779253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-391a061d-ea4d-49f8-8920-0c61f70c2ee1 req-111a5349-84a1-4808-8d4f-ed68a51dcfcd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089437 Aug 24 00:27:33.936950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-91f211d3-ec65-4a0e-9c7a-6d137028b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:33.938380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-91f211d3-ec65-4a0e-9c7a-6d137028b209 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b29c3053628e4966ae784e99267e9414&device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 1094 time: 0.0870912 Aug 24 00:27:33.998583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-4fea0135-76ae-4d19-8e85-68b54ce207f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed3cf0f7-e310-44e1-a581-c959ca334213 HTTP/1.1" status: 200 len: 217 time: 0.0437341 Aug 24 00:27:34.080839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-39dd6d5e-b7f7-4338-b1b0-5543f950928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:34.082465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-39dd6d5e-b7f7-4338-b1b0-5543f950928c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 200 len: 846 time: 0.0773468 Aug 24 00:27:34.107066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703cc4d-ae4c-492f-8c19-c11681e3d0f9 req-7b7c0e15-017e-432b-8e7f-4a55e2760af1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:34.108418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9703cc4d-ae4c-492f-8c19-c11681e3d0f9 req-7b7c0e15-017e-432b-8e7f-4a55e2760af1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 943 time: 0.0751739 Aug 24 00:27:34.129753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-1cfab098-ed73-4bcf-87fa-75229dc048d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69a2f5a5-716e-4d33-a7a4-169978298b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391307 Aug 24 00:27:34.198419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a913-9011-490b-96da-1096a3626411 req-f0d4307b-3198-4e9d-acd2-cf4023d41464 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:34.199988 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cc59a913-9011-490b-96da-1096a3626411 req-f0d4307b-3198-4e9d-acd2-cf4023d41464 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.0577543 Aug 24 00:27:34.258112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9703cc4d-ae4c-492f-8c19-c11681e3d0f9 req-7e9749e2-479e-441a-b32b-b30041141637 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294801 Aug 24 00:27:34.325310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-7939a251-8eaa-4841-af06-2bf73acda917 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824017 Aug 24 00:27:34.359159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec26842-9c0c-43af-a1cb-ee17d5def96a req-7c44cd96-edbc-404b-aca8-66d54ec129f3 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:34.360912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Deleting port b7c9e40e-c983-4203-8ec7-3ff291e3519d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:34.361264 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.367542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec26842-9c0c-43af-a1cb-ee17d5def96a req-7c44cd96-edbc-404b-aca8-66d54ec129f3 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 946 time: 0.1238663 Aug 24 00:27:34.488711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] For port b7c9e40e-c983-4203-8ec7-3ff291e3519d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b7c9e40e-c983-4203-8ec7-3ff291e3519d,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:34.489082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.492572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec26842-9c0c-43af-a1cb-ee17d5def96a req-10a0ef86-9cdf-401b-8898-16561457bec4 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/security-groups?id=34f5892b-c7bd-4a23-aa57-074f76dfaa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241384 Aug 24 00:27:34.518405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Calling delete_port for b7c9e40e-c983-4203-8ec7-3ff291e3519d owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:34.522125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5d908f7-bdfc-475d-9ec0-be08fd8c9edd req-06f6bc0e-5744-498c-91ce-d73f0dea0593 service neutron] 10.222.0.36 "GET /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868429 Aug 24 00:27:34.604767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf6c6c-9db4-465a-99ea-0f8d50657e13 req-7e11803f-0719-452c-b75c-1dee99072bbf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:34.612155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36bf6c6c-9db4-465a-99ea-0f8d50657e13 req-7e11803f-0719-452c-b75c-1dee99072bbf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0666091 Aug 24 00:27:34.674825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36bf6c6c-9db4-465a-99ea-0f8d50657e13 req-c74d015d-04c3-4003-ad8d-8ac57bc8e591 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615447 Aug 24 00:27:34.752960 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.772019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['b7c9e40e-c983-4203-8ec7-3ff291e3519d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:34.785980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Pushing event deleted for resources: {'Port': ['ID=b7c9e40e-c983-4203-8ec7-3ff291e3519d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:34.831078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] No DVR routers for this DVR port b7c9e40e-c983-4203-8ec7-3ff291e3519d on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:27:34.833846 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:34.835998 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cc59a913-9011-490b-96da-1096a3626411 req-e6e8887a-d6ab-4e8c-b9eb-df4b6777a888 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.37 "DELETE /v2.0/ports/b7c9e40e-c983-4203-8ec7-3ff291e3519d HTTP/1.1" status: 204 len: 173 time: 0.6208272 Aug 24 00:27:34.836502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bc5606-2804-44c9-83b6-d781709d0573', 'name': 'network-vif-deleted', 'tag': 'b7c9e40e-c983-4203-8ec7-3ff291e3519d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:34.839100 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2568cb-eb9d-425c-a130-a81e3135fef9" -d '{"events": [{"server_uuid": "d2bc5606-2804-44c9-83b6-d781709d0573", "name": "network-vif-deleted", "tag": "b7c9e40e-c983-4203-8ec7-3ff291e3519d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:34.876015 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b3c123-f932-4d7b-9cbe-d6d3babde238 x-openstack-request-id: req-61b3c123-f932-4d7b-9cbe-d6d3babde238 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:34.876726 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bc5606-2804-44c9-83b6-d781709d0573", "name": "network-vif-deleted", "tag": "b7c9e40e-c983-4203-8ec7-3ff291e3519d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:34.876726 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61b3c123-f932-4d7b-9cbe-d6d3babde238 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:34.877109 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bc5606-2804-44c9-83b6-d781709d0573', 'name': 'network-vif-deleted', 'tag': 'b7c9e40e-c983-4203-8ec7-3ff291e3519d', 'status': 'completed', 'code': 200} Aug 24 00:27:35.395402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fae9c-2977-412c-a140-377c15ecce35 req-45a7c7ea-f92e-4564-8d62-06586ac312d0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:35.397546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f2fae9c-2977-412c-a140-377c15ecce35 req-45a7c7ea-f92e-4564-8d62-06586ac312d0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 943 time: 0.0523546 Aug 24 00:27:35.440219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f2fae9c-2977-412c-a140-377c15ecce35 req-940e35f8-4351-42e0-8564-bde84bb84f46 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353756 Aug 24 00:27:35.607985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-545fbf87-2bbe-4743-8f08-150650ad689b req-4944b203-5a07-4f8d-bc87-351999fe43a9 tempest-ServerRescueTestJSON-1243225175 tempest-ServerRescueTestJSON-1243225175-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2bc5606-2804-44c9-83b6-d781709d0573 HTTP/1.1" status: 200 len: 210 time: 0.0294178 Aug 24 00:27:35.792904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d25dc-82c9-4f53-8f47-92a93f6cd70e req-a226a0a0-cb04-4d7b-bde8-17d8afeec750 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:35.794475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a2d25dc-82c9-4f53-8f47-92a93f6cd70e req-a226a0a0-cb04-4d7b-bde8-17d8afeec750 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0612669 Aug 24 00:27:35.835074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a2d25dc-82c9-4f53-8f47-92a93f6cd70e req-68dd5de4-fac1-4173-90aa-70efb5bbcdb4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Aug 24 00:27:36.557383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-bc581e5d-4287-4d25-af8a-09511aef91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:36.559054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-bc581e5d-4287-4d25-af8a-09511aef91fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 1100 time: 0.0455544 Aug 24 00:27:36.572546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273cdc-fe32-4a1b-9675-f8821a08d924 req-eed615e6-9baa-4cae-a2f8-f264d50278f1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:36.574451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c273cdc-fe32-4a1b-9675-f8821a08d924 req-eed615e6-9baa-4cae-a2f8-f264d50278f1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 943 time: 0.0536413 Aug 24 00:27:36.613849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c273cdc-fe32-4a1b-9675-f8821a08d924 req-dd375ca7-9118-447e-82a9-9d7f79ffda0d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Aug 24 00:27:36.666252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-816c9eda-5480-4f8b-97f5-0ac07035fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:36.667724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-816c9eda-5480-4f8b-97f5-0ac07035fecf service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1021559 Aug 24 00:27:36.672285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34932) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:36.752045 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-7b034ec4-d6b5-4eec-b42f-2e9edaad47d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 200 len: 217 time: 0.0714808 Aug 24 00:27:36.844637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-cd61be3e-f785-44d8-b1d3-36174baf9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:36.846125 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-cd61be3e-f785-44d8-b1d3-36174baf9b55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0857801 Aug 24 00:27:36.961097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388f3d1-2e6e-4adf-8800-dc925fd8d58a req-680c7c47-78f9-4e67-8ff2-d6c7ca3be4d1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:36.962683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0388f3d1-2e6e-4adf-8800-dc925fd8d58a req-680c7c47-78f9-4e67-8ff2-d6c7ca3be4d1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0517468 Aug 24 00:27:36.979508 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-0d52824d-e9d3-432c-9bf7-9a807db47344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:36.981001 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-0d52824d-e9d3-432c-9bf7-9a807db47344 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884342 Aug 24 00:27:37.007917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0388f3d1-2e6e-4adf-8800-dc925fd8d58a req-21374934-57ee-4476-83da-d2e1f61a2c69 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384750 Aug 24 00:27:37.138062 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-c507060e-33a2-4b41-a6e9-c921196867d5 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488702 Aug 24 00:27:37.273333 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-88d98bcf-2854-4fb7-83de-2a2b4d558c22 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253271 Aug 24 00:27:37.303450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.565496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Deleting port fa86a497-f36b-4ed3-9c52-976c4631a201 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:37.566214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.655043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] For port fa86a497-f36b-4ed3-9c52-976c4631a201, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fa86a497-f36b-4ed3-9c52-976c4631a201,segment=NetworkSegment(a5e28f9a-71b7-4d4f-8208-44857123e20f),segment_id=a5e28f9a-71b7-4d4f-8208-44857123e20f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:37.655419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.669763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Calling delete_port for fa86a497-f36b-4ed3-9c52-976c4631a201 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:37.753717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a893-9169-4262-866b-e875bdd5cd60 req-8a583449-99a5-4be0-9e01-af95038f857a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:37.755470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95f7a893-9169-4262-866b-e875bdd5cd60 req-8a583449-99a5-4be0-9e01-af95038f857a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 943 time: 0.0674746 Aug 24 00:27:37.801052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95f7a893-9169-4262-866b-e875bdd5cd60 req-184a427c-fc45-4be3-871d-9808f798f5fb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367711 Aug 24 00:27:37.918321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b7c9e40e-c983-4203-8ec7-3ff291e3519d no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:37.923253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:37.944893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: b7c9e40e-c983-4203-8ec7-3ff291e3519d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:37.945304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b7c9e40e-c983-4203-8ec7-3ff291e3519d not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:37.953980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Pushing event deleted for resources: {'Port': ['ID=fa86a497-f36b-4ed3-9c52-976c4631a201,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:38.124047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.172426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69098b7a-fff4-4a5c-9a22-cc57ae20ec27 req-248e6296-f3ae-4d49-bed7-e6991e7a8c99 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:38.179450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69098b7a-fff4-4a5c-9a22-cc57ae20ec27 req-248e6296-f3ae-4d49-bed7-e6991e7a8c99 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0927963 Aug 24 00:27:38.219479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ed3cf0f7-e310-44e1-a581-c959ca334213 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:38.252543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69098b7a-fff4-4a5c-9a22-cc57ae20ec27 req-682da17e-feef-4e0a-9b46-2a9e5930631e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663078 Aug 24 00:27:38.394909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:27:38.481729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ed3cf0f7-e310-44e1-a581-c959ca334213, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ed3cf0f7-e310-44e1-a581-c959ca334213,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:38.494116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'ed3cf0f7-e310-44e1-a581-c959ca334213', 'network_id': '69a2f5a5-716e-4d33-a7a4-169978298b89', 'port_id': 'ed3cf0f7-e310-44e1-a581-c959ca334213', 'mac_address': 'fa:16:3e:ef:d3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd87f-4345-4369-89f3-00b772d8d12e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:38.522798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:27:38.528498 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5b9e6fd-3946-4639-9662-b8ecdfe97eec admin admin] 10.222.0.26 "PUT /v2.0/routers/3e37054f-5796-4e5d-8eff-ccf01f1f7ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8551636 Aug 24 00:27:38.531104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34956) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:38.533490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] Sync routers for ids ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:27:38.538891 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.556460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3cf0f7-e310-44e1-a581-c959ca334213 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:38.560416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] Routers {'3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:38.561038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:27:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:38.617254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ed3cf0f7-e310-44e1-a581-c959ca334213, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ed3cf0f7-e310-44e1-a581-c959ca334213,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:38.642557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.663001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.714179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] Set router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:38.750958 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.777377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ed3cf0f7-e310-44e1-a581-c959ca334213,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:38.850801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Deleting port 98d12199-4830-4296-bc59-669dc9316d25 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:27:38.851376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.916383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '98d12199-4830-4296-bc59-669dc9316d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:27:37Z', 'revision_number': 5, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port': {'id': '98d12199-4830-4296-bc59-669dc9316d25', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:25:19Z', 'updated_at': '2021-08-24T00:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:38.927590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744871-3c12-4b7f-a429-461d74498f52 req-ab7fc3d8-a3a0-4802-bcd6-eed03c0460ac tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:38.930022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46744871-3c12-4b7f-a429-461d74498f52 req-ab7fc3d8-a3a0-4802-bcd6-eed03c0460ac tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 944 time: 0.0544550 Aug 24 00:27:38.943793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] For port 98d12199-4830-4296-bc59-669dc9316d25, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=98d12199-4830-4296-bc59-669dc9316d25,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:38.943971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] Checking router: 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:27:38.944449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:38.953290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] Routers {'3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:27:38.954139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:27:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:38.961362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Calling delete_port for 98d12199-4830-4296-bc59-669dc9316d25 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:27:38.998295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46744871-3c12-4b7f-a429-461d74498f52 req-3e7ec302-09c3-4106-9d77-cfe431f656a6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537140 Aug 24 00:27:39.051518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] Set router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:27:39.107860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:27:38Z', 'revision_number': 6, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:39.134628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60cf03f-3621-432e-b8e0-28fc4a2cee72 None None] The sync data for ids ['3e37054f-5796-4e5d-8eff-ccf01f1f7ab4'] in n-d-804878-2 is: [{'id': '3e37054f-5796-4e5d-8eff-ccf01f1f7ab4', 'name': 'tempest-ServerRescueTestJSON-1037771918-router', 'tenant_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:25:18Z', 'updated_at': '2021-08-24T00:27:38Z', 'revision_number': 6, 'project_id': 'e4ae185ea1904af7ae68ec20b89fdca5', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:27:39.156562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['ed3cf0f7-e310-44e1-a581-c959ca334213'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:39.222766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.272837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Pushing event deleted for resources: {'Port': ['ID=98d12199-4830-4296-bc59-669dc9316d25,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:39.361392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.395972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc8bfe-e1c3-44c9-afb3-84384bb33f84 req-90655286-f87f-4c37-b6a7-cd25c5fac3a0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:39.398555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30dc8bfe-e1c3-44c9-afb3-84384bb33f84 req-90655286-f87f-4c37-b6a7-cd25c5fac3a0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0672047 Aug 24 00:27:39.439313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30dc8bfe-e1c3-44c9-afb3-84384bb33f84 req-34a66148-2b8f-4488-bd94-56b763d384dc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349562 Aug 24 00:27:39.761010 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.763721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.860988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.861601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:27:39.868152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.869438 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4edf3a4a-4829-4a9b-b88e-c8721c5501ba admin admin] 10.222.0.26 "DELETE /v2.0/routers/3e37054f-5796-4e5d-8eff-ccf01f1f7ab4 HTTP/1.1" status: 204 len: 168 time: 1.3371420 Aug 24 00:27:39.871777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34980) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:39.918978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee059aab-6fab-4a81-8a0f-1940f3700f5c admin admin] Deleting subnet 2067f9c4-2889-4c9c-94aa-48ba4b252800 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:27:39.922304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee059aab-6fab-4a81-8a0f-1940f3700f5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:39.957296 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee059aab-6fab-4a81-8a0f-1940f3700f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.007887 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee059aab-6fab-4a81-8a0f-1940f3700f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.111605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec2432-50ad-47f8-880d-1d14cde03777 req-aa352bc0-4ef7-42ee-bdb1-8cfbf8fd37fb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:40.113212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2ec2432-50ad-47f8-880d-1d14cde03777 req-aa352bc0-4ef7-42ee-bdb1-8cfbf8fd37fb tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 944 time: 0.0523612 Aug 24 00:27:40.129727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee059aab-6fab-4a81-8a0f-1940f3700f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.155942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2ec2432-50ad-47f8-880d-1d14cde03777 req-92fac792-16f1-432d-825f-6d0653688db8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359952 Aug 24 00:27:40.165405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee059aab-6fab-4a81-8a0f-1940f3700f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2067f9c4-2889-4c9c-94aa-48ba4b252800,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:40.167553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee059aab-6fab-4a81-8a0f-1940f3700f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.172084 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ee059aab-6fab-4a81-8a0f-1940f3700f5c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2067f9c4-2889-4c9c-94aa-48ba4b252800 HTTP/1.1" status: 204 len: 168 time: 0.2967312 Aug 24 00:27:40.173026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:40.248289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.333262 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.344576 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad20c02-d37b-4cf6-81e4-4299a5b7170d']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:40.355201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e28f9a-71b7-4d4f-8208-44857123e20f') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:40.355506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e28f9a-71b7-4d4f-8208-44857123e20f') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:27:40.365686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.379815 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.386629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:27:40.387127 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:27:40.388828 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:27:40.502992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fa86a497-f36b-4ed3-9c52-976c4631a201 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:40.524038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: fa86a497-f36b-4ed3-9c52-976c4631a201 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:40.527110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fa86a497-f36b-4ed3-9c52-976c4631a201 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:40.527110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 98d12199-4830-4296-bc59-669dc9316d25 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:27:40.543298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 98d12199-4830-4296-bc59-669dc9316d25 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:27:40.543745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 98d12199-4830-4296-bc59-669dc9316d25 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:27:40.554561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.562512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:40.563968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1ad20c02-d37b-4cf6-81e4-4299a5b7170d HTTP/1.1" status: 204 len: 168 time: 0.3901615 Aug 24 00:27:40.577228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af946a8a-f447-4d60-958b-5ed258bc3124 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad20c02-d37b-4cf6-81e4-4299a5b7170d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:40.595032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891551-4bf7-4695-b834-b20c3bc26426 req-243f7df4-9fd2-4d3a-b931-45056d8350a0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:40.596856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3891551-4bf7-4695-b834-b20c3bc26426 req-243f7df4-9fd2-4d3a-b931-45056d8350a0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0703762 Aug 24 00:27:40.635525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3891551-4bf7-4695-b834-b20c3bc26426 req-ad07d74e-8300-46bf-9e7c-d127d8abc54d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327866 Aug 24 00:27:40.931288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:40.970804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-783e07bd-fb6d-4e1b-b6ab-7198a52610de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4ae185ea1904af7ae68ec20b89fdca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382590 Aug 24 00:27:40.973160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35008) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:41.020169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0296031c-51d5-4bc1-b51b-1e04b7d2da64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.046117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0296031c-51d5-4bc1-b51b-1e04b7d2da64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.180909 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0296031c-51d5-4bc1-b51b-1e04b7d2da64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.183454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0296031c-51d5-4bc1-b51b-1e04b7d2da64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:41.184643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0296031c-51d5-4bc1-b51b-1e04b7d2da64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34f5892b-c7bd-4a23-aa57-074f76dfaa34 HTTP/1.1" status: 204 len: 168 time: 0.2104867 Aug 24 00:27:41.193055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296031c-51d5-4bc1-b51b-1e04b7d2da64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f5892b-c7bd-4a23-aa57-074f76dfaa34,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:41.328967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559991e3-976b-44a9-9471-0ce9f3aeb2ac req-a984e65c-a502-48e9-9172-efc5d6110edf tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:41.330600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-559991e3-976b-44a9-9471-0ce9f3aeb2ac req-a984e65c-a502-48e9-9172-efc5d6110edf tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 944 time: 0.0740571 Aug 24 00:27:41.369239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-559991e3-976b-44a9-9471-0ce9f3aeb2ac req-2eacd8fb-ed7b-4494-a13f-76cecbcc5410 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Aug 24 00:27:41.757830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89140c-13c6-4530-9bf6-1b8c1ab30342 req-d79c0427-e978-4cf5-ab11-d39cf7201004 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:41.759656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d89140c-13c6-4530-9bf6-1b8c1ab30342 req-d79c0427-e978-4cf5-ab11-d39cf7201004 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0516515 Aug 24 00:27:41.801468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d89140c-13c6-4530-9bf6-1b8c1ab30342 req-16d52fbb-560f-40ee-85e4-897874a33fa6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Aug 24 00:27:42.214839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35046) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:42.255751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ed3cf0f7-e310-44e1-a581-c959ca334213 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:42.322614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1102678588-network', 'tenant_id': '741163ad905d4b26b9d41b5d95c0fa6f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:42.323889 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.369399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port ed3cf0f7-e310-44e1-a581-c959ca334213 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:42.373505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port ed3cf0f7-e310-44e1-a581-c959ca334213 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:42.373966 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.392365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Made reservation on behalf of 741163ad905d4b26b9d41b5d95c0fa6f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:42.395072 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.409523 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.480127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.511536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e202eeca-6476-4d22-be72-06e7676b5f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cf0f7-e310-44e1-a581-c959ca334213'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:42.514047 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e078aa0e-4a1f-48cd-9ad0-4c20d07c1122" -d '{"events": [{"server_uuid": "e202eeca-6476-4d22-be72-06e7676b5f71", "name": "network-vif-plugged", "status": "completed", "tag": "ed3cf0f7-e310-44e1-a581-c959ca334213"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:42.527725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ed3cf0f7-e310-44e1-a581-c959ca334213, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ed3cf0f7-e310-44e1-a581-c959ca334213,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:42.539558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a364a-512c-4d9b-930c-122c0215d9b4 req-9d24f238-ae71-4ea1-8d8b-c97b01119496 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:42.541122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e4a364a-512c-4d9b-930c-122c0215d9b4 req-9d24f238-ae71-4ea1-8d8b-c97b01119496 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 944 time: 0.0751641 Aug 24 00:27:42.586507 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53224971-b919-45a1-b7dd-d7b526b9ed8b x-openstack-request-id: req-53224971-b919-45a1-b7dd-d7b526b9ed8b {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:42.586807 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e202eeca-6476-4d22-be72-06e7676b5f71", "name": "network-vif-plugged", "status": "completed", "tag": "ed3cf0f7-e310-44e1-a581-c959ca334213", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:42.587071 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53224971-b919-45a1-b7dd-d7b526b9ed8b {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:42.587478 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e202eeca-6476-4d22-be72-06e7676b5f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cf0f7-e310-44e1-a581-c959ca334213', 'code': 200} Aug 24 00:27:42.606350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e4a364a-512c-4d9b-930c-122c0215d9b4 req-708054b4-582b-4c08-b93e-7f5c5add8e3f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586593 Aug 24 00:27:42.610812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.638305 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.694733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ed3cf0f7-e310-44e1-a581-c959ca334213,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:42.716910 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.751101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:27:42.758003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8675043-867c-479b-83e8-c183dca7c671,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:42.774831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ef0e-3c10-46bc-b09d-4ef4b2b80cdd req-060d8bb6-8623-4af6-a72a-eb066069f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:42.776325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9989ef0e-3c10-46bc-b09d-4ef4b2b80cdd req-060d8bb6-8623-4af6-a72a-eb066069f6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 1096 time: 0.0965493 Aug 24 00:27:42.779297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.779644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.779987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.780322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.780652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.780986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.781314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.781656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.781983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.782304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.782625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.782946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:27:42.788463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.788811 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Added segment 494a8cfb-262a-4b29-9ade-d6b524f30676 of type vlan for network 4edb9367-3733-4bd3-80d7-c75ad70596c9 Aug 24 00:27:42.857934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9989ef0e-3c10-46bc-b09d-4ef4b2b80cdd req-329231e9-9501-4a78-b0ea-d504ef760cde service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714674 Aug 24 00:27:42.859511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.937927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d20034-8a91-4bec-849f-753d64967889 req-3211d95f-c042-4d2f-ab6a-b91dbbb3de3c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:42.939346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4d20034-8a91-4bec-849f-753d64967889 req-3211d95f-c042-4d2f-ab6a-b91dbbb3de3c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0526867 Aug 24 00:27:42.964225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.965197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:42.965806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:42.999821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4d20034-8a91-4bec-849f-753d64967889 req-1ca9d95f-cb63-4ba7-9bdc-0a290f78c358 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534425 Aug 24 00:27:43.042062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] Pushing event updated for resources: {'Network': ['ID=4edb9367-3733-4bd3-80d7-c75ad70596c9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:43.051691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 4edb9367-3733-4bd3-80d7-c75ad70596c9 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:27:43.072574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5710ebfd-13ae-430e-8e75-e9c3d9d96d69 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8566554 Aug 24 00:27:43.075373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:27:43.080555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Request body: {'subnet': {'network_id': '4edb9367-3733-4bd3-80d7-c75ad70596c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1102678588-subnet', 'tenant_id': '741163ad905d4b26b9d41b5d95c0fa6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:43.192198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Made reservation on behalf of 741163ad905d4b26b9d41b5d95c0fa6f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:43.195068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.415245 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.470162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e8d9a1-f52e-40cd-a896-52b88fd9ae52,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:43.483248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Checking segment: {'id': '494a8cfb-262a-4b29-9ade-d6b524f30676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4edb9367-3733-4bd3-80d7-c75ad70596c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:43.483248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Network hostable DHCP agents. Network: 4edb9367-3733-4bd3-80d7-c75ad70596c9, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:27:43.570212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Network 4edb9367-3733-4bd3-80d7-c75ad70596c9 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:27:43.649391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 4edb9367-3733-4bd3-80d7-c75ad70596c9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:43.660819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178dcd01-f440-4598-ad44-36bb729f810e None None] Network 4edb9367-3733-4bd3-80d7-c75ad70596c9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:43.662062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:43.664052 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:43.741206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1c768-b3ad-4601-8c65-dc2dbd595112 req-76d265b4-d9c8-4776-9cb0-d82086660941 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:43.742689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07f1c768-b3ad-4601-8c65-dc2dbd595112 req-76d265b4-d9c8-4776-9cb0-d82086660941 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0656207 Aug 24 00:27:43.788944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07f1c768-b3ad-4601-8c65-dc2dbd595112 req-bfea85a4-83f8-4107-871d-95653fb0d6b2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Aug 24 00:27:43.798556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9bb23993-c1a9-4b0a-92a9-a3ff76c6e69e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7143548 Aug 24 00:27:43.823300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7c45f-0d0d-437c-816f-3d2ce486d9ab None None] Network 4edb9367-3733-4bd3-80d7-c75ad70596c9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:27:44.127964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b389c7-4327-4d59-9dc6-299cb8d3da54 req-fa30496a-e03c-4c6e-9c84-077e7a7d8fb0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:44.129471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0b389c7-4327-4d59-9dc6-299cb8d3da54 req-fa30496a-e03c-4c6e-9c84-077e7a7d8fb0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0509424 Aug 24 00:27:44.233320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0b389c7-4327-4d59-9dc6-299cb8d3da54 req-8259ab4b-9ad4-4ded-a6b6-dbf6830b16e0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971959 Aug 24 00:27:44.278903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-30a743b0-013a-4c5a-abc5-2dab5ebe1f60 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:44.279257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-30a743b0-013a-4c5a-abc5-2dab5ebe1f60 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/networks?id=4edb9367-3733-4bd3-80d7-c75ad70596c9 HTTP/1.1" status: 200 len: 809 time: 0.1359663 Aug 24 00:27:44.295603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-1294fe57-f445-4389-993d-7bb971e6684b tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/quotas/741163ad905d4b26b9d41b5d95c0fa6f HTTP/1.1" status: 200 len: 375 time: 0.0101607 Aug 24 00:27:44.328105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-dac9a4a4-a735-4d1c-98ee-62dd53e13c76 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=741163ad905d4b26b9d41b5d95c0fa6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272558 Aug 24 00:27:44.438927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-5874cb7e-18ec-45de-8d4c-badf33da2e7d service neutron] 10.222.0.26 "GET /v2.0/networks/4edb9367-3733-4bd3-80d7-c75ad70596c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014552 Aug 24 00:27:44.535617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-b0d1203e-ae71-4580-acce-5c1c2b22baed service neutron] 10.222.0.26 "GET /v2.0/networks/4edb9367-3733-4bd3-80d7-c75ad70596c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884516 Aug 24 00:27:44.830591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89da4e17-7d66-4ca1-baed-6ccf51e56626 req-35f18914-1ec2-4cba-afc4-8b42ca250b8c tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 210 time: 0.0343716 Aug 24 00:27:44.944552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fd7f8-ec89-467b-92f6-b17a143d4352 req-8273c245-6c91-41db-9d85-38ea26da5ea0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:44.946117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db2fd7f8-ec89-467b-92f6-b17a143d4352 req-8273c245-6c91-41db-9d85-38ea26da5ea0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Aug 24 00:27:44.983445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db2fd7f8-ec89-467b-92f6-b17a143d4352 req-455cccb5-9430-49ee-a6e9-017cfe98b9bd tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312593 Aug 24 00:27:45.259533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18906556-2212-44ae-ab71-19acc6d17c45 req-816aa717-fcbd-4a87-8a0b-fcc6cb32ec9b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.261085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18906556-2212-44ae-ab71-19acc6d17c45 req-816aa717-fcbd-4a87-8a0b-fcc6cb32ec9b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0506575 Aug 24 00:27:45.313356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18906556-2212-44ae-ab71-19acc6d17c45 req-48457118-999e-4794-9e5a-7c287803f699 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Aug 24 00:27:45.378725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b31d82-190a-46fd-8c69-0a1042f677e7 req-43fcb919-3cbd-477b-94c6-a1b26af402cd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.380360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31b31d82-190a-46fd-8c69-0a1042f677e7 req-43fcb919-3cbd-477b-94c6-a1b26af402cd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0661495 Aug 24 00:27:45.459235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31b31d82-190a-46fd-8c69-0a1042f677e7 req-b7c177c7-c9f6-4eeb-aa6e-874fa396caa4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618258 Aug 24 00:27:45.467521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fc72e-72fd-4cda-afa6-e9dcf2d61645 req-24c3cfe3-5edd-4a7b-8f86-4146baf1bf17 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.469239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b77fc72e-72fd-4cda-afa6-e9dcf2d61645 req-24c3cfe3-5edd-4a7b-8f86-4146baf1bf17 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0843289 Aug 24 00:27:45.511146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b77fc72e-72fd-4cda-afa6-e9dcf2d61645 req-c19d5158-8bf7-4b33-bc11-188ac8dd9f86 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345700 Aug 24 00:27:45.958573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1439ca-1fcf-4214-92a7-d9154b1454f1 req-6829a136-2d4d-4b23-a4ce-fe344d473962 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:45.960764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc1439ca-1fcf-4214-92a7-d9154b1454f1 req-6829a136-2d4d-4b23-a4ce-fe344d473962 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0603774 Aug 24 00:27:46.016015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cba4608b-a30f-4dcc-963c-9aec1bdee4c6 req-b7d331d5-842d-4a75-8291-f055cd6c5dfe tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 210 time: 0.0332406 Aug 24 00:27:46.030941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc1439ca-1fcf-4214-92a7-d9154b1454f1 req-c0af838f-4491-4e19-86a4-6a17b75d3765 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616968 Aug 24 00:27:46.578865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9170f4-63bc-489f-9251-cf702a9176c0 req-6fc8dc6a-2add-475a-a8ca-b48988ae8264 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:46.580635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e9170f4-63bc-489f-9251-cf702a9176c0 req-6fc8dc6a-2add-475a-a8ca-b48988ae8264 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0497806 Aug 24 00:27:46.620556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e9170f4-63bc-489f-9251-cf702a9176c0 req-493e13ee-a99f-4aff-b446-aadf05e720f2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Aug 24 00:27:47.125828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c37d902-e95a-465d-b0e0-e662228ddd2b req-e1d41765-f82c-41b3-8808-b12cbc23ef32 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 210 time: 0.0340316 Aug 24 00:27:47.175061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623bc9d-131f-4c04-a0c7-87a787bfade7 req-4cb1b470-9ae5-44de-b2a9-fcfa7ed6a59a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:47.176590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d623bc9d-131f-4c04-a0c7-87a787bfade7 req-4cb1b470-9ae5-44de-b2a9-fcfa7ed6a59a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0726573 Aug 24 00:27:47.218934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d623bc9d-131f-4c04-a0c7-87a787bfade7 req-7a3ca356-eeb2-4282-b052-0f82b48f114f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Aug 24 00:27:47.390370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-36b30304-1abd-4f3a-9414-e1e2857d748c tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:47.391829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-36b30304-1abd-4f3a-9414-e1e2857d748c tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.36 "GET /v2.0/networks?id=4edb9367-3733-4bd3-80d7-c75ad70596c9 HTTP/1.1" status: 200 len: 809 time: 0.1035888 Aug 24 00:27:47.415325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Request body: {'port': {'device_id': '61e4867c-f029-4bd6-a478-6a76804be6cf', 'network_id': '4edb9367-3733-4bd3-80d7-c75ad70596c9', 'admin_state_up': True, 'tenant_id': '741163ad905d4b26b9d41b5d95c0fa6f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:47.626527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Made reservation on behalf of 741163ad905d4b26b9d41b5d95c0fa6f for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:27:47.630097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:47.796903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Allocated IP 172.20.0.2 (4edb9367-3733-4bd3-80d7-c75ad70596c9/f5e8d9a1-f52e-40cd-a896-52b88fd9ae52/5764e060-b6ea-4146-a2ac-eef6a9be552f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:27:47.812329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce42ab-8db0-4d85-bc29-db96b525f812 req-bf79b052-0e0d-49b6-a7b9-d4c058537e0a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:47.817280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02ce42ab-8db0-4d85-bc29-db96b525f812 req-bf79b052-0e0d-49b6-a7b9-d4c058537e0a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0939510 Aug 24 00:27:47.886629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02ce42ab-8db0-4d85-bc29-db96b525f812 req-8cac3b64-3574-42a3-be32-ce0d4e60d54a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659602 Aug 24 00:27:47.985745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.101371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.146540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Network 4edb9367-3733-4bd3-80d7-c75ad70596c9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:27:48.151516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:27:48.155469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:27:48.179181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Pushing event updated for resources: {'Port': ['ID=5764e060-b6ea-4146-a2ac-eef6a9be552f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:48.218404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:48.219007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.264012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13226679-eee2-49c5-afe9-4e4009ce9f99 req-6016fa5e-0ebb-4bb0-931a-e87102ab8940 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:48.265594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13226679-eee2-49c5-afe9-4e4009ce9f99 req-6016fa5e-0ebb-4bb0-931a-e87102ab8940 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 931 time: 0.0616608 Aug 24 00:27:48.313641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13226679-eee2-49c5-afe9-4e4009ce9f99 req-85c48ef0-8f64-459b-a72c-70056754d0db tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Aug 24 00:27:48.327710 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-694f0b5f-77df-4948-87e8-8e16cf1d56ff tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9079590 Aug 24 00:27:48.403155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d678619-fda3-4d2f-a33a-a3f4523abb36 req-4cf94ebc-12c8-4555-a380-da3eb59cb449 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:48.404633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d678619-fda3-4d2f-a33a-a3f4523abb36 req-4cf94ebc-12c8-4555-a380-da3eb59cb449 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0494790 Aug 24 00:27:48.409481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Request body: {'port': {'device_id': '61e4867c-f029-4bd6-a478-6a76804be6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:27:48.486782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d678619-fda3-4d2f-a33a-a3f4523abb36 req-c2286349-e94a-4dc5-a1f9-9170970a1bb8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744443 Aug 24 00:27:48.491218 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.767129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5764e060-b6ea-4146-a2ac-eef6a9be552f {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:48.776229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.788874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Transition to ACTIVE for port object 5764e060-b6ea-4146-a2ac-eef6a9be552f will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:27:48.855602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:48.913611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Pushing event updated for resources: {'Port': ['ID=5764e060-b6ea-4146-a2ac-eef6a9be552f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:49.012743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Attempting to bind port 5764e060-b6ea-4146-a2ac-eef6a9be552f on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:27:49.013111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Attempting to bind port 5764e060-b6ea-4146-a2ac-eef6a9be552f by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '494a8cfb-262a-4b29-9ade-d6b524f30676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4edb9367-3733-4bd3-80d7-c75ad70596c9'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:27:49.013451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Attempting to bind port 5764e060-b6ea-4146-a2ac-eef6a9be552f on network 4edb9367-3733-4bd3-80d7-c75ad70596c9 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:49.019821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Port 5764e060-b6ea-4146-a2ac-eef6a9be552f on network 4edb9367-3733-4bd3-80d7-c75ad70596c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:27:49.020078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Attempting to bind port 5764e060-b6ea-4146-a2ac-eef6a9be552f on network 4edb9367-3733-4bd3-80d7-c75ad70596c9 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:27:49.028833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5528372-cc78-46a1-a8d9-0e511205c05f req-8289d754-0299-48e0-812a-c7e43c8d61f4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.030443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5528372-cc78-46a1-a8d9-0e511205c05f req-8289d754-0299-48e0-812a-c7e43c8d61f4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0733283 Aug 24 00:27:49.036277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:27:49.037141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Checking segment: {'id': '494a8cfb-262a-4b29-9ade-d6b524f30676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4edb9367-3733-4bd3-80d7-c75ad70596c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:27:49.037529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Bound using segment: {'id': '494a8cfb-262a-4b29-9ade-d6b524f30676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4edb9367-3733-4bd3-80d7-c75ad70596c9'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:27:49.038010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Bound port: 5764e060-b6ea-4146-a2ac-eef6a9be552f, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494a8cfb-262a-4b29-9ade-d6b524f30676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4edb9367-3733-4bd3-80d7-c75ad70596c9'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:27:49.038368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:49.424541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5528372-cc78-46a1-a8d9-0e511205c05f req-39c424de-ac1e-43b1-9445-788602f8d058 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838859 Aug 24 00:27:49.473056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] For port 5764e060-b6ea-4146-a2ac-eef6a9be552f, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:27:49.488650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] For port 5764e060-b6ea-4146-a2ac-eef6a9be552f, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5764e060-b6ea-4146-a2ac-eef6a9be552f,segment=NetworkSegment(494a8cfb-262a-4b29-9ade-d6b524f30676),segment_id=494a8cfb-262a-4b29-9ade-d6b524f30676)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:27:49.502559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefeb13-5f1c-40e8-8d2a-6c9362dd4b4e req-b81d5bd5-c72d-46c9-83b3-2be31ab1e1f2 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.504087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fefeb13-5f1c-40e8-8d2a-6c9362dd4b4e req-b81d5bd5-c72d-46c9-83b3-2be31ab1e1f2 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 943 time: 0.0668151 Aug 24 00:27:49.543604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fefeb13-5f1c-40e8-8d2a-6c9362dd4b4e req-a73398c9-dc6c-464a-a516-eef3030d45cb tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331666 Aug 24 00:27:49.573764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:49.623195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.623818 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:49.625600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] 10.222.0.36 "PUT /v2.0/ports/5764e060-b6ea-4146-a2ac-eef6a9be552f HTTP/1.1" status: 200 len: 1091 time: 1.2198262 Aug 24 00:27:49.630489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e4867c-f029-4bd6-a478-6a76804be6cf', 'tag': '5764e060-b6ea-4146-a2ac-eef6a9be552f'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:49.632628 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d676e-f9e8-4693-ac04-ac7028697b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "61e4867c-f029-4bd6-a478-6a76804be6cf", "tag": "5764e060-b6ea-4146-a2ac-eef6a9be552f"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:49.670949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec1db5-242a-477d-b9e8-05926ee2f661 req-86213e49-aef2-41a7-9eb8-be4f469663be tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.672545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cec1db5-242a-477d-b9e8-05926ee2f661 req-86213e49-aef2-41a7-9eb8-be4f469663be tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.1100094 Aug 24 00:27:49.676260 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99161c1-2171-43cb-aafa-10ec544818d7 x-openstack-request-id: req-f99161c1-2171-43cb-aafa-10ec544818d7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:49.676634 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e4867c-f029-4bd6-a478-6a76804be6cf", "tag": "5764e060-b6ea-4146-a2ac-eef6a9be552f", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:49.676892 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f99161c1-2171-43cb-aafa-10ec544818d7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:49.677308 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e4867c-f029-4bd6-a478-6a76804be6cf', 'tag': '5764e060-b6ea-4146-a2ac-eef6a9be552f', 'status': 'completed', 'code': 200} Aug 24 00:27:49.678265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b2b45-e00c-4e42-b721-3fa8fd28ed21 service neutron] Pushing event updated for resources: {'Port': ['ID=5764e060-b6ea-4146-a2ac-eef6a9be552f,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:49.721170 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cec1db5-242a-477d-b9e8-05926ee2f661 req-55f86c29-7404-4461-a539-e4fbd468501b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Aug 24 00:27:49.761479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d676e-f9e8-4693-ac04-ac7028697b2c req-6484cde3-9b46-457b-9a4e-c41122870ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.763097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-516d676e-f9e8-4693-ac04-ac7028697b2c req-6484cde3-9b46-457b-9a4e-c41122870ab8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741163ad905d4b26b9d41b5d95c0fa6f&device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 1094 time: 0.0408475 Aug 24 00:27:49.868615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d676e-f9e8-4693-ac04-ac7028697b2c req-ef81b81f-4de9-4f2f-a9fc-f5d71ec3715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.870014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-516d676e-f9e8-4693-ac04-ac7028697b2c req-ef81b81f-4de9-4f2f-a9fc-f5d71ec3715a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=741163ad905d4b26b9d41b5d95c0fa6f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0924137 Aug 24 00:27:49.975321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d676e-f9e8-4693-ac04-ac7028697b2c req-25991fa7-d777-4b89-b09a-b4eb57c9ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:49.977224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-516d676e-f9e8-4693-ac04-ac7028697b2c req-25991fa7-d777-4b89-b09a-b4eb57c9ef11 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996280 Aug 24 00:27:50.082795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-e62461ea-f602-41c3-b340-251300ca9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.084998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-e62461ea-f602-41c3-b340-251300ca9ef0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=741163ad905d4b26b9d41b5d95c0fa6f&device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 1094 time: 0.0459356 Aug 24 00:27:50.134713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-7716773e-88fd-4515-af8c-b9974c78e2bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5764e060-b6ea-4146-a2ac-eef6a9be552f HTTP/1.1" status: 200 len: 217 time: 0.0342841 Aug 24 00:27:50.185379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-ee5cfd96-07cb-429b-902f-bf38c71bafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.186895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-ee5cfd96-07cb-429b-902f-bf38c71bafe3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5e8d9a1-f52e-40cd-a896-52b88fd9ae52 HTTP/1.1" status: 200 len: 849 time: 0.0440753 Aug 24 00:27:50.222683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-4889e4cc-49ba-4d78-93a7-3b8d6bc89e79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4edb9367-3733-4bd3-80d7-c75ad70596c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279815 Aug 24 00:27:50.323690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-84cb99fe-3d4b-4bf6-874a-bf5ce4ea4684 service neutron] 10.222.0.36 "GET /v2.0/networks/4edb9367-3733-4bd3-80d7-c75ad70596c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893161 Aug 24 00:27:50.413612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85092f5b-4664-4e6b-b8b7-37100aab991a req-09f14429-7c93-4d4f-a615-c58216f99e1d service neutron] 10.222.0.36 "GET /v2.0/networks/4edb9367-3733-4bd3-80d7-c75ad70596c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821655 Aug 24 00:27:50.561486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5e525-f481-45ef-84f8-0ca0747281fc req-295e1c27-e8e1-4c33-919b-0c394a94f772 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.565272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1eb5e525-f481-45ef-84f8-0ca0747281fc req-295e1c27-e8e1-4c33-919b-0c394a94f772 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0622981 Aug 24 00:27:50.610881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1eb5e525-f481-45ef-84f8-0ca0747281fc req-c7e1ea5e-70ac-4105-bc87-343071618cef tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Aug 24 00:27:50.684882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cb91d-2fa7-4f72-adb7-c377c4456dbb req-19fb5709-09a5-4fe8-b9b8-990fe76bbf17 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.684882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-263cb91d-2fa7-4f72-adb7-c377c4456dbb req-19fb5709-09a5-4fe8-b9b8-990fe76bbf17 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 943 time: 0.0577729 Aug 24 00:27:50.721690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-263cb91d-2fa7-4f72-adb7-c377c4456dbb req-98474c1c-2e0e-4deb-abc8-bd915ee1ca91 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311143 Aug 24 00:27:50.839023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d2f2c-c7e9-4ac9-b844-68b624a18cd1 req-cab9391a-bac3-40c9-9b89-93e5a55dde00 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:50.840528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a32d2f2c-c7e9-4ac9-b844-68b624a18cd1 req-cab9391a-bac3-40c9-9b89-93e5a55dde00 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Aug 24 00:27:50.880731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a32d2f2c-c7e9-4ac9-b844-68b624a18cd1 req-2eff63c1-ae4e-40fc-aa0d-33b35144c42a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Aug 24 00:27:51.738136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadeadc-43a0-4fd5-87cd-2b5409f0d245 req-288814d7-34cb-4544-aacb-e470b2e7b6b5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:51.740092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adadeadc-43a0-4fd5-87cd-2b5409f0d245 req-288814d7-34cb-4544-aacb-e470b2e7b6b5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0532374 Aug 24 00:27:51.779206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adadeadc-43a0-4fd5-87cd-2b5409f0d245 req-d4232d92-1636-48b1-89fe-56e11d0db604 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330868 Aug 24 00:27:51.843336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc403dfb-8857-4876-9aee-eb1009d361e4 req-10b8e6bf-3397-4707-b037-79ca62b85770 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:51.845000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc403dfb-8857-4876-9aee-eb1009d361e4 req-10b8e6bf-3397-4707-b037-79ca62b85770 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 943 time: 0.0501404 Aug 24 00:27:51.882361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc403dfb-8857-4876-9aee-eb1009d361e4 req-a4490727-0427-414e-930c-047475279a51 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Aug 24 00:27:51.994297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a66333-742f-4ca8-97b9-2ad0acaf989c req-cb87f361-9ff7-4c40-b875-cb835fa63329 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:51.995768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2a66333-742f-4ca8-97b9-2ad0acaf989c req-cb87f361-9ff7-4c40-b875-cb835fa63329 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Aug 24 00:27:52.032903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2a66333-742f-4ca8-97b9-2ad0acaf989c req-eddc57a1-8937-4fac-9aa6-dce5bb97c6ad tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Aug 24 00:27:52.904703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa54a6-4a65-4f7e-9556-aa4682d183b7 req-cb5b2283-991a-4023-9d2b-61b10bfc5f0e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:52.906224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8bfa54a6-4a65-4f7e-9556-aa4682d183b7 req-cb5b2283-991a-4023-9d2b-61b10bfc5f0e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0531704 Aug 24 00:27:52.944755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8bfa54a6-4a65-4f7e-9556-aa4682d183b7 req-a3f12728-68ba-403f-8663-3f7d4ad1f973 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Aug 24 00:27:53.003483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0df552-3bd4-42fd-aac8-dc640b0ae7ba req-ae6d0e96-68f2-4bbf-a519-57b48239cd91 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:53.005013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed0df552-3bd4-42fd-aac8-dc640b0ae7ba req-ae6d0e96-68f2-4bbf-a519-57b48239cd91 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 943 time: 0.0502968 Aug 24 00:27:53.042900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed0df552-3bd4-42fd-aac8-dc640b0ae7ba req-b8f21ba6-5c50-4c63-a745-c6469417de68 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Aug 24 00:27:53.146153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702830-464e-4b83-8caf-cdd32883a2a1 req-30eafa17-b224-46bd-b229-b1f974239c8a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:53.147640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00702830-464e-4b83-8caf-cdd32883a2a1 req-30eafa17-b224-46bd-b229-b1f974239c8a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0494409 Aug 24 00:27:53.184514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00702830-464e-4b83-8caf-cdd32883a2a1 req-46e40702-09da-4e05-a6e8-02f5e1b1c08f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310209 Aug 24 00:27:54.067084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898e5e4-abe6-4ffd-9813-3dea740673ae req-b02419dd-7889-4026-87d2-4c6f0bdc4990 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:54.069250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f898e5e4-abe6-4ffd-9813-3dea740673ae req-b02419dd-7889-4026-87d2-4c6f0bdc4990 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0534124 Aug 24 00:27:54.112572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f898e5e4-abe6-4ffd-9813-3dea740673ae req-4484e0d2-4668-4af0-9b09-8b3de9ff2c2d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371292 Aug 24 00:27:54.169814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d167c1-e56e-45ae-9938-f6677a57595d req-94ee8a33-0968-46a4-a5d1-68e49354912f tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:54.171221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1d167c1-e56e-45ae-9938-f6677a57595d req-94ee8a33-0968-46a4-a5d1-68e49354912f tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 943 time: 0.0507708 Aug 24 00:27:54.209339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1d167c1-e56e-45ae-9938-f6677a57595d req-49dc6817-e005-4b3a-a935-76c0e01d0954 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Aug 24 00:27:54.303714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5764e060-b6ea-4146-a2ac-eef6a9be552f details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:27:54.316809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901656a6-abe3-4243-938b-686264dea578 req-18c75e83-3e78-4861-93ad-83658573c32f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:54.318390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-901656a6-abe3-4243-938b-686264dea578 req-18c75e83-3e78-4861-93ad-83658573c32f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0516722 Aug 24 00:27:54.357153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-901656a6-abe3-4243-938b-686264dea578 req-0e7ce87a-6e8e-4c71-9c98-7309492bed60 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324972 Aug 24 00:27:54.401680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5764e060-b6ea-4146-a2ac-eef6a9be552f, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5764e060-b6ea-4146-a2ac-eef6a9be552f,segment=NetworkSegment(494a8cfb-262a-4b29-9ade-d6b524f30676),segment_id=494a8cfb-262a-4b29-9ade-d6b524f30676)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:54.412463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '5764e060-b6ea-4146-a2ac-eef6a9be552f', 'network_id': '4edb9367-3733-4bd3-80d7-c75ad70596c9', 'port_id': '5764e060-b6ea-4146-a2ac-eef6a9be552f', 'mac_address': 'fa:16:3e:98:92:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e8d9a1-f52e-40cd-a896-52b88fd9ae52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:27:54.452086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:54.464879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5764e060-b6ea-4146-a2ac-eef6a9be552f {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:27:54.483944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5764e060-b6ea-4146-a2ac-eef6a9be552f, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5764e060-b6ea-4146-a2ac-eef6a9be552f,segment=NetworkSegment(494a8cfb-262a-4b29-9ade-d6b524f30676),segment_id=494a8cfb-262a-4b29-9ade-d6b524f30676)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:54.649456 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:54.700827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=5764e060-b6ea-4146-a2ac-eef6a9be552f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:55.151301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5764e060-b6ea-4146-a2ac-eef6a9be552f'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:27:55.243387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea44f-47ad-4891-972d-a18e1e33055f req-65c3f145-748b-49a0-96ee-14e9e9f62426 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:55.245131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-201ea44f-47ad-4891-972d-a18e1e33055f req-65c3f145-748b-49a0-96ee-14e9e9f62426 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0551283 Aug 24 00:27:55.304887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-201ea44f-47ad-4891-972d-a18e1e33055f req-d9d140e5-37ae-470a-9a13-1062de4d2585 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531874 Aug 24 00:27:55.388724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905ee8e-0934-4646-8d9b-25ae24f8f0ce req-64882b2e-bc8b-4ebd-9448-73771cddab9e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:55.390244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6905ee8e-0934-4646-8d9b-25ae24f8f0ce req-64882b2e-bc8b-4ebd-9448-73771cddab9e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 944 time: 0.0611730 Aug 24 00:27:55.404611 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:55.430739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6905ee8e-0934-4646-8d9b-25ae24f8f0ce req-b51ba3c0-3163-4ced-a8b6-f6fe17becfcc tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Aug 24 00:27:55.496502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0680cca-3fe3-453b-b5ed-9984bfd906f9 req-b9c1835c-e387-4032-b7d1-1c62d3017e2e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:55.498048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0680cca-3fe3-453b-b5ed-9984bfd906f9 req-b9c1835c-e387-4032-b7d1-1c62d3017e2e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0567107 Aug 24 00:27:55.540004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0680cca-3fe3-453b-b5ed-9984bfd906f9 req-a73046bd-0744-416c-b9ce-7b9c00dd997f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356627 Aug 24 00:27:56.209086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1d7f12f2-3c75-4ba2-8a35-4084bd97110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:56.428248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdfb88-6782-4f7e-afc0-a6ba0bfd109e req-0a96c531-14cf-4dee-953d-0c3d2b1c40f9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:56.429943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdfb88-6782-4f7e-afc0-a6ba0bfd109e req-0a96c531-14cf-4dee-953d-0c3d2b1c40f9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0546649 Aug 24 00:27:56.485241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdfb88-6782-4f7e-afc0-a6ba0bfd109e req-b3304732-6d91-4a90-8386-a48a896874f2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Aug 24 00:27:56.559255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd4cf5-ae00-40d7-af1f-ba2a31b818c9 req-cdb80d7b-736e-4bb0-9ec9-1bd91d607cab tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:56.560697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0dd4cf5-ae00-40d7-af1f-ba2a31b818c9 req-cdb80d7b-736e-4bb0-9ec9-1bd91d607cab tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 944 time: 0.0500093 Aug 24 00:27:56.607618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0dd4cf5-ae00-40d7-af1f-ba2a31b818c9 req-d6b0cf65-b3b2-432c-9f55-fa3863e180ab tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391233 Aug 24 00:27:56.683559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fea815-d493-44da-bfbb-2e1aaa6af863 req-4402d0d2-aa9f-4e7a-bc46-a3817f44e080 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:56.685020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4fea815-d493-44da-bfbb-2e1aaa6af863 req-4402d0d2-aa9f-4e7a-bc46-a3817f44e080 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0485702 Aug 24 00:27:56.722901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4fea815-d493-44da-bfbb-2e1aaa6af863 req-acd31b6d-6c2c-4bd2-83c1-de471cb80b2e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Aug 24 00:27:57.613063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8093a-93c9-4aa2-8a61-6c5fee93320c req-70d18cc7-ce03-469c-b70e-fe4371e9829d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:57.614755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bb8093a-93c9-4aa2-8a61-6c5fee93320c req-70d18cc7-ce03-469c-b70e-fe4371e9829d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0549762 Aug 24 00:27:57.658524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bb8093a-93c9-4aa2-8a61-6c5fee93320c req-181560a4-c808-43fc-a8ab-9fea6e4e09a6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Aug 24 00:27:57.769316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f648abf-c06e-48a8-bf4d-7e0cb92eafa6 req-1cb20c09-5971-4cb3-875c-4dff8cba9a6e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:57.771419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f648abf-c06e-48a8-bf4d-7e0cb92eafa6 req-1cb20c09-5971-4cb3-875c-4dff8cba9a6e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 944 time: 0.0661287 Aug 24 00:27:57.837186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f648abf-c06e-48a8-bf4d-7e0cb92eafa6 req-a6465ed8-7aa9-431b-a857-d5286d97afdd tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589848 Aug 24 00:27:57.856319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bf4a1-0976-48bd-89b0-6e844fbf128d req-cf8073bc-9bb7-48a1-8231-cffdbf48a286 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:57.864745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d9bf4a1-0976-48bd-89b0-6e844fbf128d req-cf8073bc-9bb7-48a1-8231-cffdbf48a286 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0724201 Aug 24 00:27:57.900041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d9bf4a1-0976-48bd-89b0-6e844fbf128d req-e5fa263a-aa83-421e-8096-f37caca5611c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Aug 24 00:27:58.312205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5764e060-b6ea-4146-a2ac-eef6a9be552f up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:27:58.431870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 5764e060-b6ea-4146-a2ac-eef6a9be552f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:27:58.436045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 5764e060-b6ea-4146-a2ac-eef6a9be552f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:27:58.436203 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.513143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.535104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e4867c-f029-4bd6-a478-6a76804be6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5764e060-b6ea-4146-a2ac-eef6a9be552f'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:27:58.537726 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf2ceb-e6d8-4605-9f32-7b0734aa27f3" -d '{"events": [{"server_uuid": "61e4867c-f029-4bd6-a478-6a76804be6cf", "name": "network-vif-plugged", "status": "completed", "tag": "5764e060-b6ea-4146-a2ac-eef6a9be552f"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:27:58.552852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 5764e060-b6ea-4146-a2ac-eef6a9be552f, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5764e060-b6ea-4146-a2ac-eef6a9be552f,segment=NetworkSegment(494a8cfb-262a-4b29-9ade-d6b524f30676),segment_id=494a8cfb-262a-4b29-9ade-d6b524f30676)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:27:58.588083 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3df9eb-716b-423c-9f87-301f5697f4cb x-openstack-request-id: req-cd3df9eb-716b-423c-9f87-301f5697f4cb {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:27:58.588921 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e4867c-f029-4bd6-a478-6a76804be6cf", "name": "network-vif-plugged", "status": "completed", "tag": "5764e060-b6ea-4146-a2ac-eef6a9be552f", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:27:58.589182 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd3df9eb-716b-423c-9f87-301f5697f4cb {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:27:58.589624 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e4867c-f029-4bd6-a478-6a76804be6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5764e060-b6ea-4146-a2ac-eef6a9be552f', 'code': 200} Aug 24 00:27:58.684115 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.741308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=5764e060-b6ea-4146-a2ac-eef6a9be552f,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:27:58.759207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5a1cc-1356-49d6-877d-a0953a543a56 req-045544eb-2a7b-46b4-afaa-6f6ca8133cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:58.761324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aea5a1cc-1356-49d6-877d-a0953a543a56 req-045544eb-2a7b-46b4-afaa-6f6ca8133cad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 1096 time: 0.0904353 Aug 24 00:27:58.823222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aea5a1cc-1356-49d6-877d-a0953a543a56 req-9e4ff357-4a44-499b-9a92-2e3e71cb30df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522170 Aug 24 00:27:58.831597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8f126-351c-4e41-a3f6-8f5afd013f87 req-0dfac3eb-1037-424b-953e-8e60286a8ed8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:58.833068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adb8f126-351c-4e41-a3f6-8f5afd013f87 req-0dfac3eb-1037-424b-953e-8e60286a8ed8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0703404 Aug 24 00:27:58.876731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adb8f126-351c-4e41-a3f6-8f5afd013f87 req-6b8ba43f-34dd-4b09-96c2-36f131b8f3d3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372751 Aug 24 00:27:58.957323 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d77c1d85-65a1-4bd9-a75e-659c4fc13131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:58.964560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df269e-723d-4ef8-81b0-5419fd8fd415 req-2574f0b8-d7a1-479d-ab1e-eaba268b751a tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:58.966314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6df269e-723d-4ef8-81b0-5419fd8fd415 req-2574f0b8-d7a1-479d-ab1e-eaba268b751a tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 945 time: 0.0530100 Aug 24 00:27:59.035284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6df269e-723d-4ef8-81b0-5419fd8fd415 req-72361407-de85-463f-88b4-7fdb27aa8ef4 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614417 Aug 24 00:27:59.055910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:27:59.059453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0d83d-3aa4-4e16-b92a-2e42bde6b12c req-c5ab24ec-6010-4add-9bc2-9a48391db742 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.061006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5d0d83d-3aa4-4e16-b92a-2e42bde6b12c req-c5ab24ec-6010-4add-9bc2-9a48391db742 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0691960 Aug 24 00:27:59.105867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5d0d83d-3aa4-4e16-b92a-2e42bde6b12c req-4ce0be07-a44a-4468-8b35-2bb7f5e15429 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383868 Aug 24 00:27:59.614899 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-a8d29e88-0896-40cd-ae77-679ecb6bf3d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0446169 Aug 24 00:27:59.719333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-dbf81f78-293d-4887-bf4f-b2e567d9fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.719741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-dbf81f78-293d-4887-bf4f-b2e567d9fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.720244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-dbf81f78-293d-4887-bf4f-b2e567d9fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.720712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-dbf81f78-293d-4887-bf4f-b2e567d9fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.721199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-dbf81f78-293d-4887-bf4f-b2e567d9fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.721709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-dbf81f78-293d-4887-bf4f-b2e567d9fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.722183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-dbf81f78-293d-4887-bf4f-b2e567d9fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.724569 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-dbf81f78-293d-4887-bf4f-b2e567d9fc6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce9b671258249d0ad55d7db347f4071&device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6492 time: 0.0507555 Aug 24 00:27:59.843392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-83d5c9fd-6a8b-4e46-a245-3601171df203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.843872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-83d5c9fd-6a8b-4e46-a245-3601171df203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.844340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-83d5c9fd-6a8b-4e46-a245-3601171df203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.845952 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-83d5c9fd-6a8b-4e46-a245-3601171df203 service neutron] 10.222.0.37 "GET /v2.0/networks?id=02811b6d-d2ab-456b-acf1-a097541acb3b&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&id=6ebfc40c-f1d5-419f-aee7-9d4941683983&id=6ebfc40c-f1d5-419f-aee7-9d4941683983 HTTP/1.1" status: 200 len: 2292 time: 0.0983877 Aug 24 00:27:59.910081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-2ca80e72-a420-4ade-8f70-f211848bc01f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 HTTP/1.1" status: 200 len: 1001 time: 0.0571280 Aug 24 00:27:59.963551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-1282b6c6-9598-4088-9ac0-f02e15d376a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:27:59.965016 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-1282b6c6-9598-4088-9ac0-f02e15d376a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=645a04f3-c4e6-40ff-9d7f-94cfbf092be5 HTTP/1.1" status: 200 len: 850 time: 0.0483532 Aug 24 00:27:59.998767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7565ce-3af9-4df4-b2d3-89face6af86e req-721703d8-2f60-4a7f-9ae9-26452ab9e123 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.000933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec7565ce-3af9-4df4-b2d3-89face6af86e req-721703d8-2f60-4a7f-9ae9-26452ab9e123 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0530832 Aug 24 00:28:00.018259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-74f11196-69b0-45ad-86e3-791285d3e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.019750 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-74f11196-69b0-45ad-86e3-791285d3e6b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=02811b6d-d2ab-456b-acf1-a097541acb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462475 Aug 24 00:28:00.038129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec7565ce-3af9-4df4-b2d3-89face6af86e req-9cbc75a4-9399-4cd5-8b4f-58849ebaf703 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311487 Aug 24 00:28:00.126942 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-3022abb9-6d62-4f09-a774-0c44dd919342 service neutron] 10.222.0.37 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977411 Aug 24 00:28:00.176421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4971b8f-fb44-4abc-a43c-e048e2212dea req-eae7f731-c4a2-4f9e-9b0e-037317fa4445 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.178872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4971b8f-fb44-4abc-a43c-e048e2212dea req-eae7f731-c4a2-4f9e-9b0e-037317fa4445 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 945 time: 0.0700893 Aug 24 00:28:00.227176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4971b8f-fb44-4abc-a43c-e048e2212dea req-8b3cd5a1-5e85-4388-afb9-38243e148c0a tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 Aug 24 00:28:00.235753 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:00.237820 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-08261aa8-e8e4-45b3-b155-190cd5a2c739 service neutron] 10.222.0.37 "GET /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989828 Aug 24 00:28:00.282405 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-aaaefdff-0487-40d9-8ef1-6c7c3e5885f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=678b847c-3345-457a-a479-f0927bf12b0f HTTP/1.1" status: 200 len: 217 time: 0.0358365 Aug 24 00:28:00.283759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6291dc1-2a0f-486f-9cbb-3d362dfb638e req-8e51fb36-2051-442c-8164-a2f8a4bd76a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.285312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6291dc1-2a0f-486f-9cbb-3d362dfb638e req-8e51fb36-2051-442c-8164-a2f8a4bd76a2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0520332 Aug 24 00:28:00.329623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6291dc1-2a0f-486f-9cbb-3d362dfb638e req-41873c9c-8004-4b66-8ea2-311c9f591c15 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354583 Aug 24 00:28:00.335093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-810c6364-4fa3-4168-88f1-9f6a34311cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.336812 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-810c6364-4fa3-4168-88f1-9f6a34311cd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0476384 Aug 24 00:28:00.394685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-b0e9c2a9-8d42-4114-8306-6c873d396ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.396289 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-b0e9c2a9-8d42-4114-8306-6c873d396ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498979 Aug 24 00:28:00.491634 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-27b3ebc9-3cf4-4350-bfb0-d8c1e6ef988b service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877821 Aug 24 00:28:00.583559 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-34ad2243-80bf-4b76-9633-4b7b00097fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847702 Aug 24 00:28:00.624089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-b4e16c6a-3692-4f8d-beed-e242b217a86d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=70ecba71-eb80-443a-9956-d138937f71dc HTTP/1.1" status: 200 len: 217 time: 0.0346136 Aug 24 00:28:00.685024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-cf102f22-7869-48ae-bb24-ed9b717e8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.690910 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-cf102f22-7869-48ae-bb24-ed9b717e8ec5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0577667 Aug 24 00:28:00.744717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-7a429699-dda7-4c87-a32c-1404de981195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:00.745965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-7a429699-dda7-4c87-a32c-1404de981195 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483584 Aug 24 00:28:00.841480 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-8d00e06a-14bc-4961-98db-dab92ad8b7f5 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875998 Aug 24 00:28:00.937941 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-05a48eb3-934e-4d7a-81b7-216f5736d464 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893586 Aug 24 00:28:00.981454 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-b7c12ca3-3989-49c9-83e5-767c208b7811 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=042958f8-c756-46e2-962c-fa2d45f67dcf HTTP/1.1" status: 200 len: 217 time: 0.0354261 Aug 24 00:28:01.030898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-36cffdfd-537a-4cd7-9d5c-3ec3fd19d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.032374 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-36cffdfd-537a-4cd7-9d5c-3ec3fd19d44e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0446475 Aug 24 00:28:01.083672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-c12ce496-ceff-4859-baca-4a54d615cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.085179 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-c12ce496-ceff-4859-baca-4a54d615cf84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455201 Aug 24 00:28:01.161658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923bc64-7a30-4a21-b6a6-d7fefed4053b req-5e863e99-651a-46e0-a4d4-612ddf344330 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.163591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d923bc64-7a30-4a21-b6a6-d7fefed4053b req-5e863e99-651a-46e0-a4d4-612ddf344330 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0558038 Aug 24 00:28:01.179159 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-ed55940b-a374-44bd-9833-9e24ca8a8210 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871325 Aug 24 00:28:01.203631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d923bc64-7a30-4a21-b6a6-d7fefed4053b req-283c040f-0bfe-4277-bea9-8fb96c2dc338 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Aug 24 00:28:01.288302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-e33598e6-ad48-40a1-acb6-2f8553ba9236 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985889 Aug 24 00:28:01.332284 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-f459fd45-bfb1-440e-915e-6463f0d84ae1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=8182b142-479e-46ce-be7f-a38f33a0187c HTTP/1.1" status: 200 len: 217 time: 0.0355988 Aug 24 00:28:01.362992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eba46-4439-459a-b0b9-86a63e35a514 req-1a9d6ab4-9ed7-4821-a51f-260b89e59709 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.372439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-891eba46-4439-459a-b0b9-86a63e35a514 req-1a9d6ab4-9ed7-4821-a51f-260b89e59709 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 945 time: 0.0638556 Aug 24 00:28:01.383318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-5e525a83-9bb8-41aa-9e6e-4b8bd3ddcc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.384805 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-5e525a83-9bb8-41aa-9e6e-4b8bd3ddcc01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 200 len: 797 time: 0.0455725 Aug 24 00:28:01.423163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-891eba46-4439-459a-b0b9-86a63e35a514 req-d4393789-043f-4f17-87ab-4c6371ba3eea tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Aug 24 00:28:01.437053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-96bb31a1-fc2c-4627-94bf-6e6f5eec1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.438722 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-96bb31a1-fc2c-4627-94bf-6e6f5eec1e2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c4ee1e41-3bef-425d-962a-67d2b42b9cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466862 Aug 24 00:28:01.472134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29306e88-8801-4d84-a108-353ac79ceba0 req-bf6b1f0f-0101-43e2-853a-199fd64c1e07 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.486752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29306e88-8801-4d84-a108-353ac79ceba0 req-bf6b1f0f-0101-43e2-853a-199fd64c1e07 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0739155 Aug 24 00:28:01.525951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29306e88-8801-4d84-a108-353ac79ceba0 req-0eac4c2a-0f1d-4c66-a260-62f39f1b7fa2 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Aug 24 00:28:01.564217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-b607a58d-6860-4788-8916-a8b9e754dc90 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083200 Aug 24 00:28:01.676259 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-282fa803-8a5a-4800-af33-a3d9d6269fc0 service neutron] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882881 Aug 24 00:28:01.730299 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-0de2b5ae-7df2-432f-aec8-f7c5190a0594 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6 HTTP/1.1" status: 200 len: 217 time: 0.0444074 Aug 24 00:28:01.746088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:01.791128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-abc82651-93e3-487a-ace6-618fde351048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.792740 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-abc82651-93e3-487a-ace6-618fde351048 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60f04202-4510-4817-b8cc-8d129a690170 HTTP/1.1" status: 200 len: 797 time: 0.0551181 Aug 24 00:28:01.858404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-f74f5204-2cae-4818-a928-77fe0c5ec95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:01.859965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-f74f5204-2cae-4818-a928-77fe0c5ec95d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551560 Aug 24 00:28:01.991469 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-fac953db-bef7-4e03-889b-96e093328356 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230323 Aug 24 00:28:02.094660 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-e52532a1-7a81-427f-bbc5-0ecf7667f514 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958636 Aug 24 00:28:02.142571 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-52ae1162-1554-4154-a0c9-49bb35792e56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6603f31-5555-4c3d-a982-69b567bcf759 HTTP/1.1" status: 200 len: 217 time: 0.0405908 Aug 24 00:28:02.193451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-e7a52428-00b4-4c98-8bae-3a578ee311a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.194879 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-e7a52428-00b4-4c98-8bae-3a578ee311a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60f04202-4510-4817-b8cc-8d129a690170 HTTP/1.1" status: 200 len: 797 time: 0.0452890 Aug 24 00:28:02.243644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-a3926bd3-d479-4a8d-a416-35fdfd1ddf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.245264 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-a3926bd3-d479-4a8d-a416-35fdfd1ddf30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ebfc40c-f1d5-419f-aee7-9d4941683983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424855 Aug 24 00:28:02.332200 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:28:02.361128 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-7ad27716-d250-4fcd-968e-2fd4f692d4f6 service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088188 Aug 24 00:28:02.362803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4feddf-746c-497a-b323-530245a1e532 req-8f3a3edd-866e-405c-8fb9-5687a80dbd9e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.365137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c4feddf-746c-497a-b323-530245a1e532 req-8f3a3edd-866e-405c-8fb9-5687a80dbd9e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0655615 Aug 24 00:28:02.421846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c4feddf-746c-497a-b323-530245a1e532 req-d3b20d9c-8663-4fb3-ab2b-24ce552d8979 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Aug 24 00:28:02.473247 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5f8ecd5c-5795-4b27-9213-6782a612b671 req-00601f99-f0bb-4f1f-9d4e-d82389d1077a service neutron] 10.222.0.37 "GET /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027312 Aug 24 00:28:02.639676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d6f97-72b6-4d45-8f78-ee2736f14c20 req-90e7f93e-2cdb-49a0-92c8-03b072686a95 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:02.641260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e83d6f97-72b6-4d45-8f78-ee2736f14c20 req-90e7f93e-2cdb-49a0-92c8-03b072686a95 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0510845 Aug 24 00:28:02.683737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e83d6f97-72b6-4d45-8f78-ee2736f14c20 req-76ecfc84-8d2f-44d4-aa00-a766e8c9f23a tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359681 Aug 24 00:28:03.567951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50620c84-7eab-44fc-9f40-8d98eefd05cf req-d3e4639e-c3f1-479a-b69a-c7289d6da680 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:03.569719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50620c84-7eab-44fc-9f40-8d98eefd05cf req-d3e4639e-c3f1-479a-b69a-c7289d6da680 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0514622 Aug 24 00:28:03.610407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50620c84-7eab-44fc-9f40-8d98eefd05cf req-968aee69-49b7-428e-b955-8af1153ac9be tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343990 Aug 24 00:28:03.806871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4f9a-a671-4306-9826-eaba60954880 req-cb5ce3f1-3aa1-43af-8878-dfaf3ea70eee tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:03.808639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-387d4f9a-a671-4306-9826-eaba60954880 req-cb5ce3f1-3aa1-43af-8878-dfaf3ea70eee tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0502853 Aug 24 00:28:03.846250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-387d4f9a-a671-4306-9826-eaba60954880 req-df36f37e-5430-446a-9a28-3feb9d843789 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Aug 24 00:28:04.234730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2931b5c-7f13-48f8-90d5-5920d68433a4 req-2e27efa0-cfca-4973-8914-72f683b71f27 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:04.236151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2931b5c-7f13-48f8-90d5-5920d68433a4 req-2e27efa0-cfca-4973-8914-72f683b71f27 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 945 time: 0.1027601 Aug 24 00:28:04.278019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2931b5c-7f13-48f8-90d5-5920d68433a4 req-7a127242-2385-4952-8219-11e54437d458 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 24 00:28:04.507184 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-943e801c-b9a2-4aa7-b7ee-21607770a996 service neutron] show failed (client error): The resource could not be found. Aug 24 00:28:04.508348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-943e801c-b9a2-4aa7-b7ee-21607770a996 service neutron] 10.222.0.37 "GET /v2.0/ports/34fb9feb-8eb2-4934-bdbb-41eda02bdb9a/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0574543 Aug 24 00:28:04.726559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15e12f-b39a-41e7-8449-469d5dba632a req-1727f6a1-b358-4379-95b6-05f27fab40a0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:04.728109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d15e12f-b39a-41e7-8449-469d5dba632a req-1727f6a1-b358-4379-95b6-05f27fab40a0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0513670 Aug 24 00:28:04.765962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d15e12f-b39a-41e7-8449-469d5dba632a req-aac26b0b-b304-4a5f-8e30-0ba885847b9a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Aug 24 00:28:05.017777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977dbef-66af-4e63-80e2-ae6ceedd42cc req-1a11d140-6ab1-4b6a-8d91-1d6425b203ce tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.019289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5977dbef-66af-4e63-80e2-ae6ceedd42cc req-1a11d140-6ab1-4b6a-8d91-1d6425b203ce tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.1043570 Aug 24 00:28:05.089328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5977dbef-66af-4e63-80e2-ae6ceedd42cc req-1a62f66a-41b8-43a2-a20c-b9de3e016d47 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586619 Aug 24 00:28:05.112948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-64b0dd11-e531-4bf6-9617-b28beaa40d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.114511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-64b0dd11-e531-4bf6-9617-b28beaa40d7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 1100 time: 0.0530598 Aug 24 00:28:05.142591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:05.199000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.434097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37d8dc-df84-4443-bcfd-6fc5977b9b7c req-3d6f75c6-2c98-4178-a6d9-d31cb7a865e4 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.435586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a37d8dc-df84-4443-bcfd-6fc5977b9b7c req-3d6f75c6-2c98-4178-a6d9-d31cb7a865e4 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 945 time: 0.0746891 Aug 24 00:28:05.440321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:05.514888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a37d8dc-df84-4443-bcfd-6fc5977b9b7c req-7c447633-d099-4830-bb8e-411c966a7565 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725121 Aug 24 00:28:05.517914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:05.557987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:05.560144 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb6ede-5c93-439b-8548-d4f8c42e8a80" -d '{"events": [{"server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "name": "network-vif-unplugged", "status": "completed", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:05.565808 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.581799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Transition to ACTIVE for port object 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:05.613208 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5a3a3d-7bd2-488c-9986-667bf5a1ee0b x-openstack-request-id: req-9f5a3a3d-7bd2-488c-9986-667bf5a1ee0b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:05.613510 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "name": "network-vif-unplugged", "status": "completed", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:05.613806 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f5a3a3d-7bd2-488c-9986-667bf5a1ee0b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:05.614228 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'code': 200} Aug 24 00:28:05.643100 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.705525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] No DVR routers for this DVR port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:05.709884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:05.752295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Attempting to bind port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:05.753050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Attempting to bind port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:05.753050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Attempting to bind port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:05.758690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:28:05.759103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Attempting to bind port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:05.764681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:05.765032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:05.765431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:05.765903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Bound port: 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:05.766279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.850646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:05.854332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:05.921894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc764cb-1bc6-4924-b6be-0df96ea99c13 req-a55965df-5a31-4a67-b18a-41bc517c25e3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.923453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccc764cb-1bc6-4924-b6be-0df96ea99c13 req-a55965df-5a31-4a67-b18a-41bc517c25e3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 947 time: 0.0545659 Aug 24 00:28:05.943987 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.997394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:05.998062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:05.999540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] 10.222.0.36 "PUT /v2.0/ports/34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 200 len: 1095 time: 0.8617244 Aug 24 00:28:06.008371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccc764cb-1bc6-4924-b6be-0df96ea99c13 req-da3c05fd-0d1f-4909-9fd8-64757933627c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783424 Aug 24 00:28:06.019063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e6726-f419-4d34-8717-7d1e4d431756 service neutron] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:06.163798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-14f8a444-ee7b-4206-96fb-903ad3aeb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.165834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-14f8a444-ee7b-4206-96fb-903ad3aeb74a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 1098 time: 0.0861597 Aug 24 00:28:06.181977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-418a0494-ae03-4fdb-89c0-60d26d50a5e6 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.183805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-418a0494-ae03-4fdb-89c0-60d26d50a5e6 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.36 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 945 time: 0.0950692 Aug 24 00:28:06.369904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef1c9-8f65-4a7d-8083-c82abab69f45 req-fc746345-6492-446d-a93c-e3e64e2fc50f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.371302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-282ef1c9-8f65-4a7d-8083-c82abab69f45 req-fc746345-6492-446d-a93c-e3e64e2fc50f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.1505618 Aug 24 00:28:06.399857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-2cbf4bd7-e97a-4688-a169-5d7ecdc3c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.401282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-2cbf4bd7-e97a-4688-a169-5d7ecdc3c451 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.2164922 Aug 24 00:28:06.461853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-282ef1c9-8f65-4a7d-8083-c82abab69f45 req-b17f0aaf-79ad-4fd6-98b8-aa8b377306fa tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842433 Aug 24 00:28:06.464689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-03a8c600-d438-4184-9871-c0487b6866e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 200 len: 217 time: 0.0547850 Aug 24 00:28:06.468315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Deleting port 5764e060-b6ea-4146-a2ac-eef6a9be552f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:06.468663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.576139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-49b79bea-1220-4688-a5b6-a7a3a68ad540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.577727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-49b79bea-1220-4688-a5b6-a7a3a68ad540 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0941622 Aug 24 00:28:06.657379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] For port 5764e060-b6ea-4146-a2ac-eef6a9be552f, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=5764e060-b6ea-4146-a2ac-eef6a9be552f,segment=NetworkSegment(494a8cfb-262a-4b29-9ade-d6b524f30676),segment_id=494a8cfb-262a-4b29-9ade-d6b524f30676)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:06.657792 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:06.674702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Calling delete_port for 5764e060-b6ea-4146-a2ac-eef6a9be552f owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:06.703694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf877b2-4e8b-4890-9c15-57abb12d71d4 req-d682996d-0f2e-4ed4-8921-c7eb3e5ceb9e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.705196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbf877b2-4e8b-4890-9c15-57abb12d71d4 req-d682996d-0f2e-4ed4-8921-c7eb3e5ceb9e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 945 time: 0.1158099 Aug 24 00:28:06.709319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-6822e788-ba9a-4ede-8d45-d211468b487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:06.710827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-6822e788-ba9a-4ede-8d45-d211468b487b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067560 Aug 24 00:28:06.843915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbf877b2-4e8b-4890-9c15-57abb12d71d4 req-7afa2652-f6e3-4f2b-b16e-0ce13c3078ef tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8675043-867c-479b-83e8-c183dca7c671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016695 Aug 24 00:28:06.905714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-eab94fe7-f33d-4b14-9ce3-c0b503220662 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644964 Aug 24 00:28:07.015181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae54cc69-b429-49b4-ac0f-010fc1c218dd req-7c66f07c-0c45-4e4e-9cce-1804e9bb527a service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019361 Aug 24 00:28:07.031555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.068833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Pushing event deleted for resources: {'Port': ['ID=5764e060-b6ea-4146-a2ac-eef6a9be552f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:07.072015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['5764e060-b6ea-4146-a2ac-eef6a9be552f'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:07.116365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] No DVR routers for this DVR port 5764e060-b6ea-4146-a2ac-eef6a9be552f on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:07.125799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:07.127773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fdc49d0-c280-4548-a098-1b4ace4d370e req-4e034a09-14e2-435f-92f9-23f9300d221e tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.36 "DELETE /v2.0/ports/5764e060-b6ea-4146-a2ac-eef6a9be552f HTTP/1.1" status: 204 len: 173 time: 0.9241118 Aug 24 00:28:07.170922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071347bf-2a35-447c-b3e6-f1615d813421 req-0539890f-3825-4ba9-bbcc-bd6bf03cac35 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.172328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-071347bf-2a35-447c-b3e6-f1615d813421 req-0539890f-3825-4ba9-bbcc-bd6bf03cac35 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 947 time: 0.0576122 Aug 24 00:28:07.215664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-071347bf-2a35-447c-b3e6-f1615d813421 req-7e3c0e21-4d73-43a9-9898-967adaf80bfc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Aug 24 00:28:07.577806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e85d48-58f7-461c-aa40-1f2815826d0a req-751212db-b7af-4418-b310-c3be652bf597 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.579555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4e85d48-58f7-461c-aa40-1f2815826d0a req-751212db-b7af-4418-b310-c3be652bf597 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0482366 Aug 24 00:28:07.616666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4e85d48-58f7-461c-aa40-1f2815826d0a req-d9e0bfd9-c348-4e81-bf05-45f5726397de tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308142 Aug 24 00:28:07.617117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'}, {'server_uuid': '61e4867c-f029-4bd6-a478-6a76804be6cf', 'name': 'network-vif-deleted', 'tag': '5764e060-b6ea-4146-a2ac-eef6a9be552f'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:07.619375 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e934942-fbb6-4a51-8982-af8531e32238" -d '{"events": [{"name": "network-changed", "server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a"}, {"server_uuid": "61e4867c-f029-4bd6-a478-6a76804be6cf", "name": "network-vif-deleted", "tag": "5764e060-b6ea-4146-a2ac-eef6a9be552f"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:07.674642 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c1db00-2a23-4b4e-a6bf-a35d742ed63c x-openstack-request-id: req-72c1db00-2a23-4b4e-a6bf-a35d742ed63c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:07.674934 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a", "status": "completed", "code": 200}, {"server_uuid": "61e4867c-f029-4bd6-a478-6a76804be6cf", "name": "network-vif-deleted", "tag": "5764e060-b6ea-4146-a2ac-eef6a9be552f", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:07.675198 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72c1db00-2a23-4b4e-a6bf-a35d742ed63c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:07.675593 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'status': 'completed', 'code': 200} Aug 24 00:28:07.675845 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e4867c-f029-4bd6-a478-6a76804be6cf', 'name': 'network-vif-deleted', 'tag': '5764e060-b6ea-4146-a2ac-eef6a9be552f', 'status': 'completed', 'code': 200} Aug 24 00:28:07.739962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934942-fbb6-4a51-8982-af8531e32238 req-d89f138e-7588-485c-9f56-d9764d115a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.742225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-d89f138e-7588-485c-9f56-d9764d115a9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 1098 time: 0.0482004 Aug 24 00:28:07.777593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934942-fbb6-4a51-8982-af8531e32238 req-08cf0c73-a4db-4182-94da-17cf06467bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.779243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-08cf0c73-a4db-4182-94da-17cf06467bad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 1098 time: 0.0496416 Aug 24 00:28:07.840658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934942-fbb6-4a51-8982-af8531e32238 req-3e1dfddc-6916-47f7-9a86-d8a2406da1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.842429 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-3e1dfddc-6916-47f7-9a86-d8a2406da1eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.0859828 Aug 24 00:28:07.881718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934942-fbb6-4a51-8982-af8531e32238 req-07dcd876-fdd7-43c8-bffd-c46dce5233cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.883640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-07dcd876-fdd7-43c8-bffd-c46dce5233cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.0964835 Aug 24 00:28:07.890954 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-3f6b6baa-9c0f-47e2-8b1f-111e775058b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 200 len: 217 time: 0.0412366 Aug 24 00:28:07.933557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-86a39e8b-ed29-4d10-9140-d0ea6e6c414c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 200 len: 217 time: 0.0413806 Aug 24 00:28:07.942987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934942-fbb6-4a51-8982-af8531e32238 req-9d2460e7-ba8d-484d-a897-5e4bca01a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.944609 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-9d2460e7-ba8d-484d-a897-5e4bca01a9c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0466831 Aug 24 00:28:07.991682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934942-fbb6-4a51-8982-af8531e32238 req-d3aa6c14-cf1c-49cd-af4b-790e1356b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:07.993098 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-d3aa6c14-cf1c-49cd-af4b-790e1356b232 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419621 Aug 24 00:28:07.995785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-745e1e9d-61f3-40e3-ae70-5fd4fd4a8142 req-844c8d27-4af5-420e-b80b-c5550aa15f73 tempest-ServerTagsTestJSON-826916035 tempest-ServerTagsTestJSON-826916035-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e4867c-f029-4bd6-a478-6a76804be6cf HTTP/1.1" status: 200 len: 210 time: 0.0517659 Aug 24 00:28:08.017406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934942-fbb6-4a51-8982-af8531e32238 req-fde96878-28a5-4990-b344-106c22c1f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.018944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-fde96878-28a5-4990-b344-106c22c1f6b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0737896 Aug 24 00:28:08.066395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934942-fbb6-4a51-8982-af8531e32238 req-2bec3a97-9771-4e44-ba0d-86ab55985944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.068027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-2bec3a97-9771-4e44-ba0d-86ab55985944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407438 Aug 24 00:28:08.088970 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-e0c59fad-3522-43ec-9014-8815c412d56f service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885456 Aug 24 00:28:08.119698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:08.171221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:08.203486 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-1c4d908a-f0da-41ee-ba90-a9d8025ef5e8 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075499 Aug 24 00:28:08.203817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-defa5903-d800-4dc4-a8ae-2c39bd777555 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132991 Aug 24 00:28:08.357937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e934942-fbb6-4a51-8982-af8531e32238 req-b6be4e6c-8745-40ba-99f4-287fc429432a service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367586 Aug 24 00:28:08.369853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e19c63-b3d4-4d66-916c-6daeb4ec9ab7 req-fba709d5-bf44-48c0-9416-931e03c244c0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.371357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2e19c63-b3d4-4d66-916c-6daeb4ec9ab7 req-fba709d5-bf44-48c0-9416-931e03c244c0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 947 time: 0.0747516 Aug 24 00:28:08.413014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2e19c63-b3d4-4d66-916c-6daeb4ec9ab7 req-6c1ef00e-ae11-4532-8979-41f90914173f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355680 Aug 24 00:28:08.731732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097494-35ae-4b55-98f4-f736b7cd623c req-b581a9c2-52ce-4465-a6d2-9806a28dabf3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:08.733192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c097494-35ae-4b55-98f4-f736b7cd623c req-b581a9c2-52ce-4465-a6d2-9806a28dabf3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Aug 24 00:28:08.771214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c097494-35ae-4b55-98f4-f736b7cd623c req-ef1defad-4372-47c8-856f-666f5768fe8e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Aug 24 00:28:09.050905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35596) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:09.095719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2d05cf-418d-476b-a18d-41f0aa681c7f admin admin] Deleting subnet f5e8d9a1-f52e-40cd-a896-52b88fd9ae52 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:09.098793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af2d05cf-418d-476b-a18d-41f0aa681c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.132498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af2d05cf-418d-476b-a18d-41f0aa681c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.176795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af2d05cf-418d-476b-a18d-41f0aa681c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.300824 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af2d05cf-418d-476b-a18d-41f0aa681c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.329407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d05cf-418d-476b-a18d-41f0aa681c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e8d9a1-f52e-40cd-a896-52b88fd9ae52,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:09.333949 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-af2d05cf-418d-476b-a18d-41f0aa681c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.336128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-af2d05cf-418d-476b-a18d-41f0aa681c7f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f5e8d9a1-f52e-40cd-a896-52b88fd9ae52 HTTP/1.1" status: 204 len: 168 time: 0.2836702 Aug 24 00:28:09.338808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:09.409359 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.491960 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.502619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edb9367-3733-4bd3-80d7-c75ad70596c9']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:09.513127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494a8cfb-262a-4b29-9ade-d6b524f30676') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:09.513430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494a8cfb-262a-4b29-9ade-d6b524f30676') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:09.522900 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.539393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.539828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080501ec-d39b-4b3b-8299-fff011d1e4a4 req-e41e1525-4492-4bba-a5e7-5d87ff374a4d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:09.541795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-080501ec-d39b-4b3b-8299-fff011d1e4a4 req-e41e1525-4492-4bba-a5e7-5d87ff374a4d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 947 time: 0.0535398 Aug 24 00:28:09.545790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:09.546188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:09.548029 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:09.601773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-080501ec-d39b-4b3b-8299-fff011d1e4a4 req-34563693-ba38-42fc-b5da-84d6e24a50b9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446620 Aug 24 00:28:09.699780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.705647 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:09.707518 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4edb9367-3733-4bd3-80d7-c75ad70596c9 HTTP/1.1" status: 204 len: 168 time: 0.3677256 Aug 24 00:28:09.720485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Pushing event deleted for resources: {'Network': ['ID=4edb9367-3733-4bd3-80d7-c75ad70596c9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.733806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.734566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0425229-f803-44a7-b324-4e9f0de8c314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:09.899222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14390d66-7899-465b-a576-1235ee862c5a req-c762f7f4-4d11-4e64-b6e1-065de6c8eaf6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:09.902862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14390d66-7899-465b-a576-1235ee862c5a req-c762f7f4-4d11-4e64-b6e1-065de6c8eaf6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0617826 Aug 24 00:28:09.939724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14390d66-7899-465b-a576-1235ee862c5a req-58dbaeb5-563d-4bb4-9c95-7e693de6f28b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Aug 24 00:28:10.049925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:10.093333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35618) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:10.093746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e022233c-df50-4197-9518-a01d5210f658 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=741163ad905d4b26b9d41b5d95c0fa6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425375 Aug 24 00:28:10.143517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-890dec9d-176c-4597-9b86-991c8dcc092c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.164557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-890dec9d-176c-4597-9b86-991c8dcc092c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.295134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-890dec9d-176c-4597-9b86-991c8dcc092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.298001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-890dec9d-176c-4597-9b86-991c8dcc092c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.303148 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-890dec9d-176c-4597-9b86-991c8dcc092c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8675043-867c-479b-83e8-c183dca7c671 HTTP/1.1" status: 204 len: 168 time: 0.2048535 Aug 24 00:28:10.308397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dec9d-176c-4597-9b86-991c8dcc092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8675043-867c-479b-83e8-c183dca7c671,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:10.445852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:28:10.452380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5764e060-b6ea-4146-a2ac-eef6a9be552f no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:10.479469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 5764e060-b6ea-4146-a2ac-eef6a9be552f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:10.479810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 5764e060-b6ea-4146-a2ac-eef6a9be552f not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:10.570674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:10.581105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'mac_address': 'fa:16:3e:75:54:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:28:10.627669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.642924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:10.665441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:10.729750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac199d-0b9f-41c8-be57-8e3d21f774c5 req-810075ab-bb25-48ab-b779-5a09af7da0b1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:10.731122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbac199d-0b9f-41c8-be57-8e3d21f774c5 req-810075ab-bb25-48ab-b779-5a09af7da0b1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 947 time: 0.0604417 Aug 24 00:28:10.777448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbac199d-0b9f-41c8-be57-8e3d21f774c5 req-58575403-816e-41dd-b7da-c9c2c1f0b038 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397999 Aug 24 00:28:10.790364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:10.853055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:10.860663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.861011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.861364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.861750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.862263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.862604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.862940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.863291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.863826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.864157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.864488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:10.864813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:11.064014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d48c2b-86e4-43ec-9a1d-7f7da1f4ac1a req-e53f4502-41d5-4582-96c3-cbe84ec68249 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:11.065812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38d48c2b-86e4-43ec-9a1d-7f7da1f4ac1a req-e53f4502-41d5-4582-96c3-cbe84ec68249 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0528433 Aug 24 00:28:11.104735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38d48c2b-86e4-43ec-9a1d-7f7da1f4ac1a req-c2334491-3c10-49b0-bd7a-a7924dd81ab9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Aug 24 00:28:11.901863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea51ce-4910-487b-b49e-2a1120bed3d5 req-e791131f-cb36-43a1-bc2d-0722fcf38925 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:11.903263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5eea51ce-4910-487b-b49e-2a1120bed3d5 req-e791131f-cb36-43a1-bc2d-0722fcf38925 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 948 time: 0.0549943 Aug 24 00:28:11.941699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5eea51ce-4910-487b-b49e-2a1120bed3d5 req-69a764f5-398e-4c70-af00-2ab909c44cb7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Aug 24 00:28:12.038117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efa6c949-9c05-4190-b9c2-8fde8e1eb15b req-c0b2e302-64ae-4e9c-9169-c6fa573e4059 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0333083 Aug 24 00:28:12.227301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc690b-9f5e-4729-89c8-7ba5280d17aa req-e4a5cbd4-d4cd-457a-95f8-2c74e824f6d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.228778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1cc690b-9f5e-4729-89c8-7ba5280d17aa req-e4a5cbd4-d4cd-457a-95f8-2c74e824f6d9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0518095 Aug 24 00:28:12.272888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1cc690b-9f5e-4729-89c8-7ba5280d17aa req-59af99d8-11a2-47e0-93d4-142669dc28c1 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382080 Aug 24 00:28:12.334951 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:12.346588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:12.393130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9f6e-b704-4075-9b19-65dae1dfd7ff req-25499591-17d6-4cf0-95af-e8c97eec52b4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.395068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2de9f6e-b704-4075-9b19-65dae1dfd7ff req-25499591-17d6-4cf0-95af-e8c97eec52b4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 948 time: 0.0623417 Aug 24 00:28:12.474169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2de9f6e-b704-4075-9b19-65dae1dfd7ff req-b378afe0-d690-45df-8df0-6ee472f4cac1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717299 Aug 24 00:28:12.561583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-ea6ffb15-95eb-4cae-b6d4-f091a1e4bdd9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.563076 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-ea6ffb15-95eb-4cae-b6d4-f091a1e4bdd9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 948 time: 0.0675237 Aug 24 00:28:12.630611 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-967c5e18-e0c3-4463-9c6f-19dbdf038e3b service neutron] delete failed (client error): The resource could not be found. Aug 24 00:28:12.631646 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-967c5e18-e0c3-4463-9c6f-19dbdf038e3b service neutron] 10.222.0.37 "DELETE /v2.0/ports/34fb9feb-8eb2-4934-bdbb-41eda02bdb9a/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0602980 Aug 24 00:28:12.715670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-c28d1276-77cf-4162-bca9-9a13f63ecc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.717767 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-c28d1276-77cf-4162-bca9-9a13f63ecc8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 1099 time: 0.0435185 Aug 24 00:28:12.820616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-0ec770a3-f83d-4a08-8ff5-2f70489e9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.822627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-0ec770a3-f83d-4a08-8ff5-2f70489e9179 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.0975997 Aug 24 00:28:12.873241 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-293021b2-e9fc-44f6-873d-e8c00181e2f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 200 len: 217 time: 0.0436664 Aug 24 00:28:12.923635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-2589801b-d07e-4ffa-bdad-47ba992754e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.925163 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-2589801b-d07e-4ffa-bdad-47ba992754e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0442257 Aug 24 00:28:12.972747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-20775db1-81a5-4e43-8c9f-7851aeee058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:12.974853 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-20775db1-81a5-4e43-8c9f-7851aeee058e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426841 Aug 24 00:28:13.082057 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-1d8b9954-c239-46bc-b188-0c7378e32b97 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995452 Aug 24 00:28:13.159307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-496aa0b5-00fb-47bc-9567-a51f357eb1d4 req-b4e2093b-1090-466e-b5e0-c03f01ef3c55 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0319991 Aug 24 00:28:13.185249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d482a4f1-a81b-4635-bc95-71ef97df5939 req-30189a84-6bb5-4f9b-a916-0734e712b21a service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966454 Aug 24 00:28:13.417308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aebcf-0bb1-4423-b84c-14b9ba98b084 req-bc56f912-c37b-44e6-93fe-bedbbb87876d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:13.418889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b08aebcf-0bb1-4423-b84c-14b9ba98b084 req-bc56f912-c37b-44e6-93fe-bedbbb87876d tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0494864 Aug 24 00:28:13.471050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b08aebcf-0bb1-4423-b84c-14b9ba98b084 req-2c99cd84-41f5-41a1-87b6-9d55a717bb46 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Aug 24 00:28:13.588111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d1f87-f3b0-437b-97b4-0888980b13ba req-feb18734-537e-4f32-bcfd-c0b59351ba27 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:13.589654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-753d1f87-f3b0-437b-97b4-0888980b13ba req-feb18734-537e-4f32-bcfd-c0b59351ba27 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 948 time: 0.0488396 Aug 24 00:28:13.634671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-753d1f87-f3b0-437b-97b4-0888980b13ba req-44384fc9-0b3b-4845-b808-02ab70020e7e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Aug 24 00:28:14.274754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-601dee51-906e-4aed-970a-a954a724776f req-3c61c997-11d7-40d1-9cce-d62aa9ec44c9 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0308709 Aug 24 00:28:14.442929 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:14.557169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:14.561078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:14.561479 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.608569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310535-bf39-4e39-bf30-49a0af09b999 req-11ba91e2-40dc-4608-9fb5-c8aec1d596ab tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:14.610349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa310535-bf39-4e39-bf30-49a0af09b999 req-11ba91e2-40dc-4608-9fb5-c8aec1d596ab tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0681887 Aug 24 00:28:14.640383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.654095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa310535-bf39-4e39-bf30-49a0af09b999 req-dae19546-2ccd-47b2-9970-b668deac260c tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372570 Aug 24 00:28:14.682551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:14.683517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:14.686469 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4361c25f-e077-4f5f-8985-c4d93c141e8f" -d '{"events": [{"server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "name": "network-vif-plugged", "status": "completed", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:14.741903 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac4eef0-3780-4f97-bd19-89add65eaf7c x-openstack-request-id: req-5ac4eef0-3780-4f97-bd19-89add65eaf7c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:14.742332 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "name": "network-vif-plugged", "status": "completed", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:14.742764 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ac4eef0-3780-4f97-bd19-89add65eaf7c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:14.743508 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'code': 200} Aug 24 00:28:14.768634 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:14.791757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbf37a-09f1-418c-9b5b-af5eaf721d52 req-d4075575-7c4a-40f6-9c32-9895e0cd0a6f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:14.793228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54bbf37a-09f1-418c-9b5b-af5eaf721d52 req-d4075575-7c4a-40f6-9c32-9895e0cd0a6f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 948 time: 0.0496235 Aug 24 00:28:14.827597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:14.833363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54bbf37a-09f1-418c-9b5b-af5eaf721d52 req-1a0f7e21-7115-4af5-bf0c-ba3a5fc161a0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Aug 24 00:28:14.955337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48a464-7270-47f5-9061-60da28ca680d req-bf500fec-286a-418d-84b0-655111f5baa9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:14.956874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c48a464-7270-47f5-9061-60da28ca680d req-bf500fec-286a-418d-84b0-655111f5baa9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0540843 Aug 24 00:28:15.001080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c48a464-7270-47f5-9061-60da28ca680d req-d3db36f9-7442-4c5e-a1ff-7a6787e7a902 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362022 Aug 24 00:28:15.393543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f44e5c93-55da-46ba-a830-59683f11fcaa req-bcb4a782-04aa-439a-b2a3-598e3fb496f7 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0263722 Aug 24 00:28:15.434744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-72b91a7f-0398-4c7c-a222-31335dd5a6e8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216851 Aug 24 00:28:15.549705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-02aa40aa-4238-4547-977b-88c6bd7834d2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.551833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-02aa40aa-4238-4547-977b-88c6bd7834d2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104460 Aug 24 00:28:15.586830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-d7ee1754-b853-418b-a1bd-79d4c309b451 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/quotas/cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0267313 Aug 24 00:28:15.600463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-acd49002-8035-4514-869f-ccda286d18ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476608 Aug 24 00:28:15.647274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-cb9622cc-64cb-4242-a29a-06b9afacb821 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505247 Aug 24 00:28:15.703179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-d6b43d0e-d98c-4b91-a274-88eacbbbf109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.705014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-d6b43d0e-d98c-4b91-a274-88eacbbbf109 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1096 time: 0.0434515 Aug 24 00:28:15.849025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a9c20-19d9-4394-ba34-08254873d4df req-e5845ad3-b34c-45e5-8cfc-ff6d38d6a5e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.850585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c0a9c20-19d9-4394-ba34-08254873d4df req-e5845ad3-b34c-45e5-8cfc-ff6d38d6a5e7 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.1031909 Aug 24 00:28:15.855564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-91a462cc-07da-44cf-856c-fda46ceb8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:15.856967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-91a462cc-07da-44cf-856c-fda46ceb8e61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1298714 Aug 24 00:28:16.017138 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7eafee75-293a-43f7-a9f3-fbf8e557f39f req-e50c3106-e5f8-4449-9838-e3a0e6acaa45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0317419 Aug 24 00:28:16.295886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c0a9c20-19d9-4394-ba34-08254873d4df req-2c043ad3-b3cb-49bf-a02e-51196dfd02ce tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362235 Aug 24 00:28:16.297744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30547831-3f4e-4b7e-98f6-e4f5b1c9ff19 req-e4d91533-8819-4d9a-9899-37d0dd9507bd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 210 time: 0.0415022 Aug 24 00:28:16.310083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-5518fbca-062d-4368-b18b-e04cdcb31429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.4303012 Aug 24 00:28:16.388373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-56499e4d-d942-49f9-8ca4-3c96d68c12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:16.390125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-56499e4d-d942-49f9-8ca4-3c96d68c12fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0717258 Aug 24 00:28:16.470847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-d192cd12-3ec2-47ec-a390-4fe41bb641f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:16.472698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-d192cd12-3ec2-47ec-a390-4fe41bb641f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738177 Aug 24 00:28:16.563582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3811dce-556b-46c1-8d0d-bf57008ba18b req-8caff71f-6131-4a0a-b783-2f16b4895e6f tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0606055 Aug 24 00:28:16.597201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-c24c4067-0df8-40a6-a0ee-9264a9c2ec03 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155336 Aug 24 00:28:16.694422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88ce1aa2-1a85-4236-b512-ca2c63e920e9 req-5833110c-31e5-42a8-9e0c-0f878790daa0 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891535 Aug 24 00:28:17.425076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1eba53ee-82c6-4247-a5ca-d8844adc793b req-d71056ca-444a-490a-99eb-de787fa090b3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 210 time: 0.0484610 Aug 24 00:28:17.472226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1c4d1-4c51-49a1-91a1-1ea49ac0a4e4 req-9b409bfd-21db-4703-80d4-9a1d58079fc5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:17.473771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5b1c4d1-4c51-49a1-91a1-1ea49ac0a4e4 req-9b409bfd-21db-4703-80d4-9a1d58079fc5 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0749466 Aug 24 00:28:17.520440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5b1c4d1-4c51-49a1-91a1-1ea49ac0a4e4 req-d1665428-95a5-4050-9f73-8b9351ecefef tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Aug 24 00:28:17.675499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4b98875-ce48-4985-ab4e-82c7745c58af req-b74950b2-2a69-4bd5-828e-5114fa527d50 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0316477 Aug 24 00:28:17.826604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a36fc-1dcd-4564-9beb-a9b7dec4fc48 req-30115847-4aeb-45c0-8c2d-8f45e29e3024 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:17.828085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-664a36fc-1dcd-4564-9beb-a9b7dec4fc48 req-30115847-4aeb-45c0-8c2d-8f45e29e3024 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0663297 Aug 24 00:28:17.869045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-664a36fc-1dcd-4564-9beb-a9b7dec4fc48 req-21328d8d-be7b-41d0-a96b-861ee47d5454 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Aug 24 00:28:18.010764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b3991-37a9-45b8-b17b-e8dff6403954 req-bb2e2528-5ca7-461e-be3a-3e6dec119e26 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.012273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e7b3991-37a9-45b8-b17b-e8dff6403954 req-bb2e2528-5ca7-461e-be3a-3e6dec119e26 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0571797 Aug 24 00:28:18.036461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-eae57324-a61b-465f-8c49-8c7476fb7d89 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206456 Aug 24 00:28:18.157216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e7b3991-37a9-45b8-b17b-e8dff6403954 req-cce1d86b-a0d5-4407-9110-763154eb1a40 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202114 Aug 24 00:28:18.222159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-5ffbdd9c-fd67-4838-b0e2-bd6a0473ace6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.224323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-5ffbdd9c-fd67-4838-b0e2-bd6a0473ace6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798685 Aug 24 00:28:18.245596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Request body: {'port': {'device_id': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'cfb78a6302f943f68be7b5ef0c40c9e0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:18.266445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d36a70d-d6b9-4910-8084-4e06dd7de944 req-4bcd55ea-b2b4-42c7-9f66-29b212925764 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0362782 Aug 24 00:28:18.477299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Made reservation on behalf of cfb78a6302f943f68be7b5ef0c40c9e0 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:18.481352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.569412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-831e3ef1-6755-4811-985c-f9a3bc06315f req-059f4b4a-cb41-40b3-aad4-26107549ef4c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 210 time: 0.0342236 Aug 24 00:28:18.658534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Allocated IP 192.168.233.137 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/356e14bc-764e-4856-9940-cd468124e907) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:18.841385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271300-a430-4862-aec7-a213afb13484 req-7cb511fa-3d38-4c89-8fa0-cc1856d9a8ca tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:18.843085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff271300-a430-4862-aec7-a213afb13484 req-7cb511fa-3d38-4c89-8fa0-cc1856d9a8ca tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.1087022 Aug 24 00:28:18.883905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:18.907121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Transition to ACTIVE for port object 356e14bc-764e-4856-9940-cd468124e907 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:18.911372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff271300-a430-4862-aec7-a213afb13484 req-31ba74b0-2914-4488-82c3-1b8cd36520c4 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599313 Aug 24 00:28:18.997434 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.032957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659', '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:19.040636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:19.047265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:19.051048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:19.081549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:19.119455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:19.119718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.215669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-762a939d-be24-4a62-ab78-610fd30f9922 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9739380 Aug 24 00:28:19.237738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Request body: {'port': {'device_id': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:19.330427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.393670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5a9a552-9a8d-4e47-a329-72202d50d0de req-ad4eaf52-b093-4ba3-be11-bc2524dba180 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0448492 Aug 24 00:28:19.437034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a1f27701-90f5-4315-a353-8371dc233243 None None] Provisioning for port 356e14bc-764e-4856-9940-cd468124e907 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:19.441010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a1f27701-90f5-4315-a353-8371dc233243 None None] Provisioning complete for port 356e14bc-764e-4856-9940-cd468124e907 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:19.441381 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1f27701-90f5-4315-a353-8371dc233243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.482802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a1f27701-90f5-4315-a353-8371dc233243 None None] Port 356e14bc-764e-4856-9940-cd468124e907 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:28:19.635938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356e14bc-764e-4856-9940-cd468124e907 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:19.643288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.654922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Transition to ACTIVE for port object 356e14bc-764e-4856-9940-cd468124e907 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:19.722274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b36077-7f14-4925-91ba-9f9519d298b2 req-3246f7a6-d455-4fb6-8f49-7de644060fde tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:19.724371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4b36077-7f14-4925-91ba-9f9519d298b2 req-3246f7a6-d455-4fb6-8f49-7de644060fde tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 936 time: 0.0556030 Aug 24 00:28:19.725440 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.808530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:19.838442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4b36077-7f14-4925-91ba-9f9519d298b2 req-b3470808-0195-4c2f-8612-960bc84b1f5c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053326 Aug 24 00:28:19.894898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Attempting to bind port 356e14bc-764e-4856-9940-cd468124e907 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:19.895603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Attempting to bind port 356e14bc-764e-4856-9940-cd468124e907 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:19.895713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Attempting to bind port 356e14bc-764e-4856-9940-cd468124e907 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:19.900338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Port 356e14bc-764e-4856-9940-cd468124e907 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:28:19.900673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Attempting to bind port 356e14bc-764e-4856-9940-cd468124e907 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:19.905801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:19.906157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:19.906556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:19.906997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Bound port: 356e14bc-764e-4856-9940-cd468124e907, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:19.907371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:19.979267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:19.982511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:20.048934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f989b-cf61-4d06-b534-3d97fd3e9679 req-afd75944-ca89-45fc-95c2-e1d996201994 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.050395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-348f989b-cf61-4d06-b534-3d97fd3e9679 req-afd75944-ca89-45fc-95c2-e1d996201994 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0494878 Aug 24 00:28:20.083714 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.116574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-348f989b-cf61-4d06-b534-3d97fd3e9679 req-3ad9d78c-7286-49fa-9f3b-6a2d1f8bed82 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593998 Aug 24 00:28:20.126385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.127008 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.132563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] 10.222.0.36 "PUT /v2.0/ports/356e14bc-764e-4856-9940-cd468124e907 HTTP/1.1" status: 200 len: 1096 time: 0.8971646 Aug 24 00:28:20.132563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'tag': '356e14bc-764e-4856-9940-cd468124e907'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:20.133454 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fcf225-0d2d-44c0-aa7f-a93578d493a0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "tag": "356e14bc-764e-4856-9940-cd468124e907"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:20.165405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4b8ef-3ac3-4901-9f6e-20d12ec3446e service neutron] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:20.181617 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4725919d-6c18-445d-8938-8ebb1a3dbd47 x-openstack-request-id: req-4725919d-6c18-445d-8938-8ebb1a3dbd47 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:20.181897 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "tag": "356e14bc-764e-4856-9940-cd468124e907", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:20.182175 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4725919d-6c18-445d-8938-8ebb1a3dbd47 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:20.182577 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'tag': '356e14bc-764e-4856-9940-cd468124e907', 'status': 'completed', 'code': 200} Aug 24 00:28:20.365377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d50ae0-246b-4331-846c-c3226732d5ad req-6352f5cd-0eb7-4f29-b204-eb7b5d30aeb0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.366896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82d50ae0-246b-4331-846c-c3226732d5ad req-6352f5cd-0eb7-4f29-b204-eb7b5d30aeb0 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.0837550 Aug 24 00:28:20.377889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcf225-0d2d-44c0-aa7f-a93578d493a0 req-7911c739-d8e4-47f5-aae5-156dfef8cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.379266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0fcf225-0d2d-44c0-aa7f-a93578d493a0 req-7911c739-d8e4-47f5-aae5-156dfef8cd58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 1099 time: 0.0974720 Aug 24 00:28:20.454126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0fcf225-0d2d-44c0-aa7f-a93578d493a0 req-5b1cb4e7-2646-471c-a291-ada505ecdd36 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517757 Aug 24 00:28:20.494982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853894f0-1638-4941-abdb-773e4d90eb6e req-3da744d0-5735-4964-8476-956b69146380 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.501342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853894f0-1638-4941-abdb-773e4d90eb6e req-3da744d0-5735-4964-8476-956b69146380 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.508403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853894f0-1638-4941-abdb-773e4d90eb6e req-3da744d0-5735-4964-8476-956b69146380 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.514445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853894f0-1638-4941-abdb-773e4d90eb6e req-3da744d0-5735-4964-8476-956b69146380 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.521075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853894f0-1638-4941-abdb-773e4d90eb6e req-3da744d0-5735-4964-8476-956b69146380 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.527153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853894f0-1638-4941-abdb-773e4d90eb6e req-3da744d0-5735-4964-8476-956b69146380 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.533144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853894f0-1638-4941-abdb-773e4d90eb6e req-3da744d0-5735-4964-8476-956b69146380 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.535163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-853894f0-1638-4941-abdb-773e4d90eb6e req-3da744d0-5735-4964-8476-956b69146380 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.1672986 Aug 24 00:28:20.636168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad91518-9a30-4a05-b5fe-8e366397f386 req-c07e7bf5-ae5c-42ae-afd8-aaae41831215 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0827754 Aug 24 00:28:20.684551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-853894f0-1638-4941-abdb-773e4d90eb6e req-9c484484-f362-4ba4-9665-a587b392b97b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221197 Aug 24 00:28:20.704604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcf225-0d2d-44c0-aa7f-a93578d493a0 req-0531044e-e921-46e1-99a3-c2086137aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.713618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0fcf225-0d2d-44c0-aa7f-a93578d493a0 req-0531044e-e921-46e1-99a3-c2086137aea5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2428916 Aug 24 00:28:20.713618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Deleting port ed3cf0f7-e310-44e1-a581-c959ca334213 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:20.713618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.880840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-671c7c65-f922-4746-8ab1-5f551015346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.882408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-671c7c65-f922-4746-8ab1-5f551015346d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 1099 time: 0.1051373 Aug 24 00:28:20.884876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] For port ed3cf0f7-e310-44e1-a581-c959ca334213, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ed3cf0f7-e310-44e1-a581-c959ca334213,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:20.885258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:20.911054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Calling delete_port for ed3cf0f7-e310-44e1-a581-c959ca334213 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:20.965345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec481fd-110a-4b01-8816-545225c704a9 req-8d27f4f5-0022-466b-83cf-2dc5eba7d9aa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.971999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec481fd-110a-4b01-8816-545225c704a9 req-8d27f4f5-0022-466b-83cf-2dc5eba7d9aa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.979013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec481fd-110a-4b01-8816-545225c704a9 req-8d27f4f5-0022-466b-83cf-2dc5eba7d9aa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.987477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec481fd-110a-4b01-8816-545225c704a9 req-8d27f4f5-0022-466b-83cf-2dc5eba7d9aa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.993827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec481fd-110a-4b01-8816-545225c704a9 req-8d27f4f5-0022-466b-83cf-2dc5eba7d9aa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:20.999811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec481fd-110a-4b01-8816-545225c704a9 req-8d27f4f5-0022-466b-83cf-2dc5eba7d9aa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.005774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec481fd-110a-4b01-8816-545225c704a9 req-8d27f4f5-0022-466b-83cf-2dc5eba7d9aa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.007681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ec481fd-110a-4b01-8816-545225c704a9 req-8d27f4f5-0022-466b-83cf-2dc5eba7d9aa tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.1877067 Aug 24 00:28:21.017214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-bbade58c-4d16-49e2-b419-704701cf344a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=356e14bc-764e-4856-9940-cd468124e907 HTTP/1.1" status: 200 len: 217 time: 0.1090915 Aug 24 00:28:21.139402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-3c47f3cb-0c54-45ed-b949-87554dedda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.140563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-3c47f3cb-0c54-45ed-b949-87554dedda94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1128159 Aug 24 00:28:21.155726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbde7aa-5fa5-41b1-8a56-18d01467e6b4 req-eae9c740-de79-4967-97f5-69e972ebc4bf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.157181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccbde7aa-5fa5-41b1-8a56-18d01467e6b4 req-eae9c740-de79-4967-97f5-69e972ebc4bf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.1485884 Aug 24 00:28:21.307877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-a6310fd0-cde7-42c1-94c3-aba2aab8820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.309397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-a6310fd0-cde7-42c1-94c3-aba2aab8820b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496954 Aug 24 00:28:21.315865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccbde7aa-5fa5-41b1-8a56-18d01467e6b4 req-057ed06a-0418-4f00-add2-4d7c2f5c0f6c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458793 Aug 24 00:28:21.357732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1910-2358-4d68-9d00-7a02cc1026bc req-11350d1d-9837-499e-a7b5-709cce2b5516 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:21.359221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-539c1910-2358-4d68-9d00-7a02cc1026bc req-11350d1d-9837-499e-a7b5-709cce2b5516 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 945 time: 0.1478024 Aug 24 00:28:21.434948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-539c1910-2358-4d68-9d00-7a02cc1026bc req-4f6ef2ff-40a6-47ec-9999-175393b4231f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498161 Aug 24 00:28:21.439029 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:21.475741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', 'ed3cf0f7-e310-44e1-a581-c959ca334213'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:21.486759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event deleted for resources: {'Port': ['ID=ed3cf0f7-e310-44e1-a581-c959ca334213,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:21.491762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-351ab8b0-de20-48c2-99b8-0e71a0d9d3b1 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710210 Aug 24 00:28:21.580036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] No DVR routers for this DVR port ed3cf0f7-e310-44e1-a581-c959ca334213 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:21.608384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:21.611206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82d50ae0-246b-4331-846c-c3226732d5ad req-845c5994-17f5-4cdc-aafd-b008e322d0a8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "DELETE /v2.0/ports/ed3cf0f7-e310-44e1-a581-c959ca334213 HTTP/1.1" status: 204 len: 173 time: 1.2309663 Aug 24 00:28:21.690322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c3b3e80-8d1a-4868-bcb1-0af70744b73d req-29bd55ec-f5f9-41ba-b7c1-84b14added7f service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735098 Aug 24 00:28:21.762725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93d4a46c-4405-491d-89a9-b9b22ebdb2f2 req-979d4421-9b2f-4a9f-9748-c42556826af4 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0327971 Aug 24 00:28:22.183271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e202eeca-6476-4d22-be72-06e7676b5f71', 'name': 'network-vif-deleted', 'tag': 'ed3cf0f7-e310-44e1-a581-c959ca334213'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:22.185810 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0776b733-9dd1-478e-a083-d056cc2a08d6" -d '{"events": [{"server_uuid": "e202eeca-6476-4d22-be72-06e7676b5f71", "name": "network-vif-deleted", "tag": "ed3cf0f7-e310-44e1-a581-c959ca334213"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:22.222058 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce59f700-68ef-45d3-b99f-ab2bff158e47 x-openstack-request-id: req-ce59f700-68ef-45d3-b99f-ab2bff158e47 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:22.222058 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e202eeca-6476-4d22-be72-06e7676b5f71", "name": "network-vif-deleted", "tag": "ed3cf0f7-e310-44e1-a581-c959ca334213", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:22.222058 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce59f700-68ef-45d3-b99f-ab2bff158e47 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:22.222444 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e202eeca-6476-4d22-be72-06e7676b5f71', 'name': 'network-vif-deleted', 'tag': 'ed3cf0f7-e310-44e1-a581-c959ca334213', 'status': 'completed', 'code': 200} Aug 24 00:28:22.441584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf56e-6a3b-4f4c-83f6-c6aa2bc4eebe req-fa28201f-36f8-4a7d-9f0c-8bd4e6c03ba3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:22.443114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db9cf56e-6a3b-4f4c-83f6-c6aa2bc4eebe req-fa28201f-36f8-4a7d-9f0c-8bd4e6c03ba3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.0492785 Aug 24 00:28:22.483747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db9cf56e-6a3b-4f4c-83f6-c6aa2bc4eebe req-de274566-9be9-4127-bf6b-f25e159ce897 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Aug 24 00:28:22.602961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e367e862-50ad-4c60-b6d8-438e5faa9336 req-cc072d63-9d79-4653-b599-c8089cd077f3 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=e202eeca-6476-4d22-be72-06e7676b5f71 HTTP/1.1" status: 200 len: 210 time: 0.0430021 Aug 24 00:28:22.886580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62fe53a9-872e-42c0-87b6-4ce283ad7cc0 req-de014bef-3e79-49fc-8d3b-19d50f20c08e tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0420809 Aug 24 00:28:23.614141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca2984-433c-46a8-84e6-a91b25334c93 req-c86ebd90-6869-4f74-b626-aa2fe9bce022 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.615969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cca2984-433c-46a8-84e6-a91b25334c93 req-c86ebd90-6869-4f74-b626-aa2fe9bce022 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.0608068 Aug 24 00:28:23.668843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cca2984-433c-46a8-84e6-a91b25334c93 req-758054a5-dfac-4d99-84ec-6c9537b5b5e4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Aug 24 00:28:23.695477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:23.796186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-f35ebc0c-40e1-41cd-8195-04a7be63e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.796853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-f35ebc0c-40e1-41cd-8195-04a7be63e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.797403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-f35ebc0c-40e1-41cd-8195-04a7be63e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.798034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-f35ebc0c-40e1-41cd-8195-04a7be63e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.798566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-f35ebc0c-40e1-41cd-8195-04a7be63e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.799369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-f35ebc0c-40e1-41cd-8195-04a7be63e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.800225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-f35ebc0c-40e1-41cd-8195-04a7be63e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:23.804330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-f35ebc0c-40e1-41cd-8195-04a7be63e3c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 6492 time: 0.1078544 Aug 24 00:28:23.839997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-ef1caf15-19ba-4b89-ae46-136a1178600d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&id=957177ae-a6ce-41f5-b037-98234f2f1adf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0305674 Aug 24 00:28:23.995086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a29fcf25-1100-47b6-aec5-f92894ce957c req-5dd5e12f-3ef1-42a6-9b39-e53a82e0ef12 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0284221 Aug 24 00:28:24.513157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ed3cf0f7-e310-44e1-a581-c959ca334213 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:24.537528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: ed3cf0f7-e310-44e1-a581-c959ca334213 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:24.538219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ed3cf0f7-e310-44e1-a581-c959ca334213 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:24.547407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63534074-528e-48fb-9eac-d1771b7f2ae0 req-a97bbb13-155e-462b-9bc9-e4ffdb038d4b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.548874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63534074-528e-48fb-9eac-d1771b7f2ae0 req-a97bbb13-155e-462b-9bc9-e4ffdb038d4b tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 946 time: 0.0533667 Aug 24 00:28:24.587030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63534074-528e-48fb-9eac-d1771b7f2ae0 req-d3140aed-7053-4224-9827-f0aa9144286e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316198 Aug 24 00:28:24.778692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2889d2-f1b1-40ee-9d28-e667c4b78552 req-b0d75608-68bf-44c8-b277-b01c90cca910 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:24.780256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b2889d2-f1b1-40ee-9d28-e667c4b78552 req-b0d75608-68bf-44c8-b277-b01c90cca910 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.0520113 Aug 24 00:28:24.818996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b2889d2-f1b1-40ee-9d28-e667c4b78552 req-f0888ab4-e4f2-4361-a583-c5cce169272a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Aug 24 00:28:25.097342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ea42088-9152-4433-b5f4-8defc2c84b74 req-b7dc7e70-bd87-4f73-8c34-f5f71f097435 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0282483 Aug 24 00:28:25.366474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:25.704924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a367b4-399d-40a2-9198-a3f106d6ff7a req-d7ab2c92-2750-462f-9c9a-7c323be67be8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:25.706408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8a367b4-399d-40a2-9198-a3f106d6ff7a req-d7ab2c92-2750-462f-9c9a-7c323be67be8 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 946 time: 0.0484698 Aug 24 00:28:25.747217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8a367b4-399d-40a2-9198-a3f106d6ff7a req-b8779615-226c-4746-b38e-51ad7c0882b4 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Aug 24 00:28:25.935714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523b08-45dd-467a-8d40-f2dd7e48b41d req-bddbef72-8280-4782-9900-3d06735c5fcb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:25.937263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da523b08-45dd-467a-8d40-f2dd7e48b41d req-bddbef72-8280-4782-9900-3d06735c5fcb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.0497637 Aug 24 00:28:25.977066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da523b08-45dd-467a-8d40-f2dd7e48b41d req-d018776a-f80f-48bb-99f8-f4198fa72a7c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Aug 24 00:28:26.208227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21271300-04cd-40f3-b564-0c3dbc1474d3 req-23ac4953-cd8b-4284-8021-e9ea8a6b86aa tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0282402 Aug 24 00:28:26.239852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cac53f2b-c8f1-4793-b86b-a92e46487ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.517581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eff4e982-8460-4dc3-9668-35416bf0ffd6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:26.519087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eff4e982-8460-4dc3-9668-35416bf0ffd6 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 946 time: 0.0488768 Aug 24 00:28:26.525582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:28:26.624328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Deleting port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:26.624674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.720989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] For port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,segment=NetworkSegment(d0406422-d2e7-4deb-85c5-41d9ad492d48),segment_id=d0406422-d2e7-4deb-85c5-41d9ad492d48)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:26.721310 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.737150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Calling delete_port for 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:26.757486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:26.768559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '356e14bc-764e-4856-9940-cd468124e907', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '356e14bc-764e-4856-9940-cd468124e907', 'mac_address': 'fa:16:3e:4a:83:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:28:26.820599 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:26.837886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356e14bc-764e-4856-9940-cd468124e907 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:26.875872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:26.940131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c60e19-d081-404e-94d6-f64329a6c546 req-15354b5b-05fe-4433-8c60-9fafaef0a17f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:26.944354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3c60e19-d081-404e-94d6-f64329a6c546 req-15354b5b-05fe-4433-8c60-9fafaef0a17f tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 946 time: 0.0871551 Aug 24 00:28:26.979241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.013907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3c60e19-d081-404e-94d6-f64329a6c546 req-8b17c2f6-d8b9-4e3e-b2fd-28d30251a93e tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/security-groups?id=a6da2bbd-950b-44d1-9cdd-10e012e76737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609841 Aug 24 00:28:27.027142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.054424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:27.085413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:27.097175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Pushing event deleted for resources: {'Port': ['ID=8eec7b24-ddb2-4931-b9df-a0e7d4c0caac,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:27.133670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] No DVR routers for this DVR port 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:27.136154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:27.138655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f27bb67-44ff-487c-bd65-ed7950c9118c req-eb138c0a-59de-4efb-ab82-46123c15e6c9 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.36 "DELETE /v2.0/ports/8eec7b24-ddb2-4931-b9df-a0e7d4c0caac HTTP/1.1" status: 204 len: 173 time: 0.6124182 Aug 24 00:28:27.140803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a457291-940b-44d7-9391-dbb1204227d2', 'name': 'network-vif-deleted', 'tag': '8eec7b24-ddb2-4931-b9df-a0e7d4c0caac'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:27.144172 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76a825b-fdb7-4324-ad8f-d6acc64a1df3" -d '{"events": [{"server_uuid": "0a457291-940b-44d7-9391-dbb1204227d2", "name": "network-vif-deleted", "tag": "8eec7b24-ddb2-4931-b9df-a0e7d4c0caac"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:27.168575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb1449-3b79-41bf-ab5a-4943551da6a2 req-c5f52823-8b60-442e-b6af-1774c8c99189 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:27.170276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cdb1449-3b79-41bf-ab5a-4943551da6a2 req-c5f52823-8b60-442e-b6af-1774c8c99189 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 949 time: 0.0982082 Aug 24 00:28:27.213929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cdb1449-3b79-41bf-ab5a-4943551da6a2 req-a6139d81-d2a9-49a0-8a1e-6f7f76f95346 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366874 Aug 24 00:28:27.267842 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07362401-8ec6-40dc-9580-70282b8a4d40 x-openstack-request-id: req-07362401-8ec6-40dc-9580-70282b8a4d40 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:27.268136 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a457291-940b-44d7-9391-dbb1204227d2", "name": "network-vif-deleted", "tag": "8eec7b24-ddb2-4931-b9df-a0e7d4c0caac", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:27.268393 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07362401-8ec6-40dc-9580-70282b8a4d40 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:27.268810 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a457291-940b-44d7-9391-dbb1204227d2', 'name': 'network-vif-deleted', 'tag': '8eec7b24-ddb2-4931-b9df-a0e7d4c0caac', 'status': 'completed', 'code': 200} Aug 24 00:28:27.349334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf633267-187a-4a36-b80a-c864a446aa3c req-3bc0ebde-ec03-4488-adb8-660216a0610c tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0295551 Aug 24 00:28:27.600201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['356e14bc-764e-4856-9940-cd468124e907'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:28.134982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7dc15105-23a0-4dcc-9990-ce0ecac667e6 req-265d5a04-a739-4d82-98dc-bf474a6a6091 tempest-ServersTestJSON-452309314 tempest-ServersTestJSON-452309314-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a457291-940b-44d7-9391-dbb1204227d2 HTTP/1.1" status: 200 len: 210 time: 0.0307195 Aug 24 00:28:28.346667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fd8fd-2538-4e3e-997f-c2219fe025bf req-817ec9be-6136-4dde-9a7e-6967bb5a108b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:28.348839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-674fd8fd-2538-4e3e-997f-c2219fe025bf req-817ec9be-6136-4dde-9a7e-6967bb5a108b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 949 time: 0.0559111 Aug 24 00:28:28.391120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-674fd8fd-2538-4e3e-997f-c2219fe025bf req-8dba99c4-8b10-45ca-bb23-4525cb08b8de tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354033 Aug 24 00:28:28.466083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-911fc577-363e-487a-8306-b8a768fdcffb req-2e455042-77f4-49cf-863d-de1627c39813 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0297446 Aug 24 00:28:28.545792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:28.565444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:28.565881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8eec7b24-ddb2-4931-b9df-a0e7d4c0caac not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:28.928113 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ada71112-47ff-42ee-b4b2-31f6b06b059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.054182 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.193158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36114) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:29.235941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5df8a30-cbd4-4750-823f-b9a408f7551e admin admin] Deleting subnet b4fbd87f-4345-4369-89f3-00b772d8d12e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:28:29.239770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5df8a30-cbd4-4750-823f-b9a408f7551e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.279899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5df8a30-cbd4-4750-823f-b9a408f7551e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.319951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5df8a30-cbd4-4750-823f-b9a408f7551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.426872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5df8a30-cbd4-4750-823f-b9a408f7551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.457715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df8a30-cbd4-4750-823f-b9a408f7551e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fbd87f-4345-4369-89f3-00b772d8d12e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:29.461943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5df8a30-cbd4-4750-823f-b9a408f7551e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.466749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f5df8a30-cbd4-4750-823f-b9a408f7551e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b4fbd87f-4345-4369-89f3-00b772d8d12e HTTP/1.1" status: 204 len: 168 time: 0.2699931 Aug 24 00:28:29.467043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:29.567674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:29.593405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02334bd-caee-4c3a-ad7a-be18fb043011 req-02036f45-a697-4d32-a704-fa0fd61ac5f8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:29.594845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f02334bd-caee-4c3a-ad7a-be18fb043011 req-02036f45-a697-4d32-a704-fa0fd61ac5f8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 949 time: 0.1201813 Aug 24 00:28:29.664907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f1554c4-d7d2-449c-92ca-57437df8123f req-537fdc90-92a6-48e7-86fe-53024ccdb8e8 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0494385 Aug 24 00:28:30.028765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.040193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f02334bd-caee-4c3a-ad7a-be18fb043011 req-7ff7d682-2b6d-43c1-8b55-d1d562fdb709 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234707 Aug 24 00:28:30.043464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a2f5a5-716e-4d33-a7a4-169978298b89']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:30.053063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0406422-d2e7-4deb-85c5-41d9ad492d48') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:30.053370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0406422-d2e7-4deb-85c5-41d9ad492d48') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:30.062900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.075655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.081380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:28:30.082357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:28:30.083963 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:28:30.209026 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.214778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.216902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/69a2f5a5-716e-4d33-a7a4-169978298b89 HTTP/1.1" status: 204 len: 168 time: 0.7490203 Aug 24 00:28:30.225672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.227887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27df49-e164-476b-9f13-abce6a7cabf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a2f5a5-716e-4d33-a7a4-169978298b89,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:30.546120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:30.638925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36144) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.665364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 356e14bc-764e-4856-9940-cd468124e907 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:30.669445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 356e14bc-764e-4856-9940-cd468124e907 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:30.670068 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.690923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a9c6a88e-3e66-42b7-873a-bce24b06f630 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b29c3053628e4966ae784e99267e9414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507057 Aug 24 00:28:30.696723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36148) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:30.769072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ca20-b812-4ce8-84ba-051a2364be44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.788319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16155ed2-0900-4531-94bf-e9543c70507e req-4b480516-a48e-4a0f-939f-50cf38814c38 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0358081 Aug 24 00:28:30.792875 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ca20-b812-4ce8-84ba-051a2364be44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.823168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.845742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:30.848060 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73984c5b-5554-4524-ac8f-36df8471fe9e" -d '{"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-plugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:30.860308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:30.888539 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e5afcb-c486-4453-8d05-4876bd368323 x-openstack-request-id: req-f9e5afcb-c486-4453-8d05-4876bd368323 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:30.888836 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-plugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:30.889094 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9e5afcb-c486-4453-8d05-4876bd368323 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:30.889487 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907', 'code': 200} Aug 24 00:28:30.916541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ca20-b812-4ce8-84ba-051a2364be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.919254 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ca20-b812-4ce8-84ba-051a2364be44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:30.920447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4cc7ca20-b812-4ce8-84ba-051a2364be44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6da2bbd-950b-44d1-9cdd-10e012e76737 HTTP/1.1" status: 204 len: 168 time: 0.2218986 Aug 24 00:28:30.929038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7ca20-b812-4ce8-84ba-051a2364be44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6da2bbd-950b-44d1-9cdd-10e012e76737,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:30.956403 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:31.011166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:31.043274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8ff2d-aa51-48d4-b0e0-6a1692840905 req-f6dea8cf-c776-4816-b51b-7b59ed0a1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:31.044771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bd8ff2d-aa51-48d4-b0e0-6a1692840905 req-f6dea8cf-c776-4816-b51b-7b59ed0a1444 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 1101 time: 0.0470817 Aug 24 00:28:31.082654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bd8ff2d-aa51-48d4-b0e0-6a1692840905 req-48b49e35-f6e0-41d0-865d-b4c8daf4b13f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284979 Aug 24 00:28:31.165157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba63c3-62db-4f4d-aaf8-a419fbd9decd req-8eb8a0e2-4983-4750-a120-81e00b582617 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:31.166685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06ba63c3-62db-4f4d-aaf8-a419fbd9decd req-8eb8a0e2-4983-4750-a120-81e00b582617 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0525725 Aug 24 00:28:31.208129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06ba63c3-62db-4f4d-aaf8-a419fbd9decd req-e30162a1-5c92-42e8-962f-ae993654cbb6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Aug 24 00:28:31.705502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:31.896356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebd27955-3644-42d0-9a22-08b068d15de0 req-880a03e9-a852-41fa-9c0c-36a8914a655c tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0321465 Aug 24 00:28:32.332702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1e4d4-d7f1-4a5e-8fc4-9171de7bb53b req-b9dfa39b-4700-41e7-9a87-a84d2480b4a7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:32.334401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7d1e4d4-d7f1-4a5e-8fc4-9171de7bb53b req-b9dfa39b-4700-41e7-9a87-a84d2480b4a7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0487540 Aug 24 00:28:32.373772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7d1e4d4-d7f1-4a5e-8fc4-9171de7bb53b req-1107e1ba-0fa5-490e-88c3-594cf593f078 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Aug 24 00:28:33.011335 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0ac6f92-75eb-4e19-acfd-6b30536403bc req-04155362-1936-449d-a58c-13f85562d52c tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0269856 Aug 24 00:28:33.525169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4328e97-fbed-4f19-83cb-a4d387118731 req-b0feb3dc-fae5-42ce-8441-d1423be84cbe tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:33.527183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4328e97-fbed-4f19-83cb-a4d387118731 req-b0feb3dc-fae5-42ce-8441-d1423be84cbe tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0561116 Aug 24 00:28:33.575148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4328e97-fbed-4f19-83cb-a4d387118731 req-8b082fc0-acbd-4e35-b98d-5f5eb2ffa93b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391028 Aug 24 00:28:33.700812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd488f6b-91f9-407a-97fb-1a3c421d242c req-33ae114f-207a-4aec-a640-8b6a20d2ad07 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:33.703397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd488f6b-91f9-407a-97fb-1a3c421d242c req-33ae114f-207a-4aec-a640-8b6a20d2ad07 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0576651 Aug 24 00:28:33.750954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd488f6b-91f9-407a-97fb-1a3c421d242c req-5573f698-11cb-4df4-bf93-cbd502fb95b0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Aug 24 00:28:34.120099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f1628f6-87a0-429d-88cc-bf5682e6232c req-73ced4e9-0381-4f87-b92e-b9b72683d423 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0280414 Aug 24 00:28:34.327627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66d355-5d68-49b3-9201-b9bc2c191400 req-4b5ec348-dcdf-48a1-8400-7b95b919268c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:34.329800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b66d355-5d68-49b3-9201-b9bc2c191400 req-4b5ec348-dcdf-48a1-8400-7b95b919268c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0546031 Aug 24 00:28:34.379216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b66d355-5d68-49b3-9201-b9bc2c191400 req-ac24131f-963a-4358-80ff-df0b1c542fee tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 Aug 24 00:28:34.541003 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-41375f76-7c05-445e-8dbb-bba0625c4a0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421731 Aug 24 00:28:35.264978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de647d38-acf5-4ce0-bc38-6fae121ea4bd req-a83251f7-6407-4cbf-b700-738a223fef12 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0503109 Aug 24 00:28:35.541111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c27b8-f91d-4476-9dbf-c93a5ed01e39 req-36f17d7b-0171-467f-ac2e-35f77eb0ad97 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:35.543172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f45c27b8-f91d-4476-9dbf-c93a5ed01e39 req-36f17d7b-0171-467f-ac2e-35f77eb0ad97 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0533736 Aug 24 00:28:35.607404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f45c27b8-f91d-4476-9dbf-c93a5ed01e39 req-3dc9ca76-ab02-4e1d-848d-6995d02cb55a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Aug 24 00:28:36.362697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d196175f-2276-4492-963e-dbd94b49e6ee req-e6d4d9a4-a37b-42ac-9cd8-02cbc19b8f8d tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0281556 Aug 24 00:28:36.768878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce3521-fdd6-46af-a37d-f6ac61e8fa8c req-caeb077e-ed08-4813-aa66-2790330ec781 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:36.771205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5ce3521-fdd6-46af-a37d-f6ac61e8fa8c req-caeb077e-ed08-4813-aa66-2790330ec781 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0805721 Aug 24 00:28:36.811668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5ce3521-fdd6-46af-a37d-f6ac61e8fa8c req-5c0365c6-7dde-466a-b254-788fba27d277 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340724 Aug 24 00:28:37.014506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f81a46-436b-4552-828d-9dda26575e8c req-04b1b222-0c53-40a2-822b-0ae793b127bf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.023475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9f81a46-436b-4552-828d-9dda26575e8c req-04b1b222-0c53-40a2-822b-0ae793b127bf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0656443 Aug 24 00:28:37.094720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9f81a46-436b-4552-828d-9dda26575e8c req-3e135814-18bd-4f96-b883-90061ccce542 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700006 Aug 24 00:28:37.112728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-ce5f3555-a08c-419f-b0a0-9f53532df264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.114713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-ce5f3555-a08c-419f-b0a0-9f53532df264 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 1101 time: 0.0542328 Aug 24 00:28:37.248612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-e552c497-cff7-47fb-b1d1-7c464589acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.250184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-e552c497-cff7-47fb-b1d1-7c464589acd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1250544 Aug 24 00:28:37.273925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e0ddf-7617-472c-9415-97468855d578 req-c367f333-21c9-4f88-9f4e-9b32af897d8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.275596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b7e0ddf-7617-472c-9415-97468855d578 req-c367f333-21c9-4f88-9f4e-9b32af897d8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0631909 Aug 24 00:28:37.322311 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-336f9468-89d0-429f-9405-95ca1699befc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=356e14bc-764e-4856-9940-cd468124e907 HTTP/1.1" status: 200 len: 217 time: 0.0459313 Aug 24 00:28:37.371282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b7e0ddf-7617-472c-9415-97468855d578 req-24ce7406-734c-4213-8169-db4a89cd2325 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891454 Aug 24 00:28:37.393650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-ba6fe5ad-62fe-45c2-9302-698dda8980d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.395806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-ba6fe5ad-62fe-45c2-9302-698dda8980d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0603242 Aug 24 00:28:37.464487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-7d6a935a-f7f6-46b6-9277-82e29adea5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.674303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-7d6a935a-f7f6-46b6-9277-82e29adea5f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633049 Aug 24 00:28:37.674303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa1812d9-f21d-4fd7-b926-c6a18e43705c req-417a9a76-3d4d-4ce8-9f63-fc1543e659bc tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0658941 Aug 24 00:28:37.674303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-c400a674-c857-44f3-9112-e86f9b7093b4 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235456 Aug 24 00:28:37.765035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-b1e3d620-9224-4948-b7a1-55951b4861f1 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586139 Aug 24 00:28:37.772299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-4a61fd8c-652a-4f70-80b2-cc8e5b0c7e73 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:37.773272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-4a61fd8c-652a-4f70-80b2-cc8e5b0c7e73 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.1591032 Aug 24 00:28:37.794646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-d32d74e2-416b-4e15-8998-6ffbcdd5ca7e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/quotas/e1b483dab76b4e17b9dd579514e70611 HTTP/1.1" status: 200 len: 375 time: 0.0104864 Aug 24 00:28:37.863653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-0ff4925c-89bb-436f-a9e2-2fd691afaa29 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0622678 Aug 24 00:28:38.004073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d9148-0bae-41dd-9a66-e66b2de969eb req-d7ae7ac1-3d0b-4453-b35d-a6d98b2126ab tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:38.005556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c0d9148-0bae-41dd-9a66-e66b2de969eb req-d7ae7ac1-3d0b-4453-b35d-a6d98b2126ab tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0746784 Aug 24 00:28:38.011094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-fab412b5-5c89-4a57-b11d-2b4dee07b62f service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397476 Aug 24 00:28:38.095688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c0d9148-0bae-41dd-9a66-e66b2de969eb req-f06b847a-5958-4a8e-a009-6eea1cd55c54 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833728 Aug 24 00:28:38.126890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-fe017574-caaa-474b-9d7f-8c850d3692ef service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081674 Aug 24 00:28:38.385543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eca1dd0d-8fe8-4b53-8ab3-f719eb5d54ff req-a8a24b44-aa6b-4c82-b7f5-e70f0afda43f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 210 time: 0.0427794 Aug 24 00:28:38.675322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5f429a1-74f8-439d-9ed2-91a416ce497c req-a37d3613-fd68-4d5c-a126-47f96bc43527 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0286002 Aug 24 00:28:39.219826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10797772-1075-48c6-8e0d-e8a735505b31 req-63ea528a-b788-49df-bf26-7074a79b916d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:39.221466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10797772-1075-48c6-8e0d-e8a735505b31 req-63ea528a-b788-49df-bf26-7074a79b916d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0553625 Aug 24 00:28:39.280377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10797772-1075-48c6-8e0d-e8a735505b31 req-5bc70424-6a4f-4e97-8e51-9f8ac941714e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516384 Aug 24 00:28:39.331619 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:28:39.506570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7bc30e1-aef1-4cd2-ba1b-307c51ebf832 req-af418289-dd30-45d2-8e57-4fdcdd835e55 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 210 time: 0.0387232 Aug 24 00:28:39.804884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a616533e-ca5e-4e2f-9946-9f5ef2e1d0df req-672bcf3b-10aa-4a73-8d7f-c4bd62faf8a4 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0321536 Aug 24 00:28:40.492053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-d46e8956-e5bd-4a0a-91bf-e819e59f2662 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:40.492474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-d46e8956-e5bd-4a0a-91bf-e819e59f2662 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.1882224 Aug 24 00:28:40.499941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a423a-9b5d-4a42-902e-c395d9ba8213 req-a6a635e1-b123-44c8-a97f-0754d85e1cc3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:40.501683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-706a423a-9b5d-4a42-902e-c395d9ba8213 req-a6a635e1-b123-44c8-a97f-0754d85e1cc3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1388304 Aug 24 00:28:40.520023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'port': {'device_id': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'admin_state_up': True, 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:40.612595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-706a423a-9b5d-4a42-902e-c395d9ba8213 req-dd414ba2-1816-4e11-b3f7-7ee5990fec06 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025071 Aug 24 00:28:40.682949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28417fb8-98c1-452c-986a-7b9c559387dc req-8b781752-5fdf-4491-9657-a0dd1763b3c4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 210 time: 0.0471566 Aug 24 00:28:40.762467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Made reservation on behalf of e1b483dab76b4e17b9dd579514e70611 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:40.766136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:40.924372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7f77fe5-9703-4c20-8f28-77354112b282 req-519613bd-f54c-43c6-9a24-9a16e62ab7ef tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0306935 Aug 24 00:28:40.931070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Allocated IP 172.20.0.6 (afa56c2b-4c75-4c37-a2a5-2bd294b482d3/2f79c7e5-69af-4c72-85c1-7385547af0c7/6a435459-eb4b-4fba-bab3-6b7ee8068458) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:28:41.097171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.112778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Transition to ACTIVE for port object 6a435459-eb4b-4fba-bab3-6b7ee8068458 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:41.225380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.262783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1274c74f-ef05-4528-8367-7029b3ad8138', 'a37077bd-9569-4f63-8b7f-2a670deff8f2'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:41.277516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:28:41.280645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:41.283648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:28:41.321986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'Port': ['ID=6a435459-eb4b-4fba-bab3-6b7ee8068458,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:41.346796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:41.347523 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.457108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-7c5e17a8-ed7c-49b2-a629-28ac222fbb0f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9341540 Aug 24 00:28:41.561986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Request body: {'port': {'device_id': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:41.633258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.753015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c49f41d4-3906-4612-afb2-f5ca978a460f None None] Provisioning for port 6a435459-eb4b-4fba-bab3-6b7ee8068458 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:41.760061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c49f41d4-3906-4612-afb2-f5ca978a460f None None] Provisioning complete for port 6a435459-eb4b-4fba-bab3-6b7ee8068458 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:41.760672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c49f41d4-3906-4612-afb2-f5ca978a460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:41.803484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c49f41d4-3906-4612-afb2-f5ca978a460f None None] Port 6a435459-eb4b-4fba-bab3-6b7ee8068458 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:28:41.897740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102ed1-1602-4d6d-ac4e-802781c6d5f7 req-a80f034e-8529-4f15-abac-60ce8a0b01db tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:41.900049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba102ed1-1602-4d6d-ac4e-802781c6d5f7 req-a80f034e-8529-4f15-abac-60ce8a0b01db tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1955137 Aug 24 00:28:41.924591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305de7f-77ea-416f-a697-080a1a111074 req-3bf8cb60-3bf9-4c44-9005-1ed884fc7c22 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:41.926716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9305de7f-77ea-416f-a697-080a1a111074 req-3bf8cb60-3bf9-4c44-9005-1ed884fc7c22 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 931 time: 0.1440229 Aug 24 00:28:41.998659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba102ed1-1602-4d6d-ac4e-802781c6d5f7 req-34383785-ae43-43e6-87b5-ce5c66c3bae9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905354 Aug 24 00:28:42.041495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9305de7f-77ea-416f-a697-080a1a111074 req-af764f10-c093-4979-83d6-61b5f7433d8d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021509 Aug 24 00:28:42.119340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a435459-eb4b-4fba-bab3-6b7ee8068458 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:42.128480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.142660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Transition to ACTIVE for port object 6a435459-eb4b-4fba-bab3-6b7ee8068458 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:28:42.186997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4206a23f-e592-4fdc-8ec3-3208985619ab req-d6d030b6-660c-49d6-9353-321d3d5c6f29 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0408990 Aug 24 00:28:42.202596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.264701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Pushing event updated for resources: {'Port': ['ID=6a435459-eb4b-4fba-bab3-6b7ee8068458,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:42.310837 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.418042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Attempting to bind port 6a435459-eb4b-4fba-bab3-6b7ee8068458 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:28:42.418445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Attempting to bind port 6a435459-eb4b-4fba-bab3-6b7ee8068458 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:28:42.418842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Attempting to bind port 6a435459-eb4b-4fba-bab3-6b7ee8068458 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:42.424149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Port 6a435459-eb4b-4fba-bab3-6b7ee8068458 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:28:42.424479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Attempting to bind port 6a435459-eb4b-4fba-bab3-6b7ee8068458 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:28:42.431013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:28:42.435812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Checking segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:42.435812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Bound using segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:28:42.435812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Bound port: 6a435459-eb4b-4fba-bab3-6b7ee8068458, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:28:42.435812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.547231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] For port 6a435459-eb4b-4fba-bab3-6b7ee8068458, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:28:42.551699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] For port 6a435459-eb4b-4fba-bab3-6b7ee8068458, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6a435459-eb4b-4fba-bab3-6b7ee8068458,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:28:42.648843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.684789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:42.685542 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:42.687084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] 10.222.0.36 "PUT /v2.0/ports/6a435459-eb4b-4fba-bab3-6b7ee8068458 HTTP/1.1" status: 200 len: 1091 time: 1.1323109 Aug 24 00:28:42.689637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'tag': '6a435459-eb4b-4fba-bab3-6b7ee8068458'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:42.692416 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8633fc95-2a55-428b-802f-d5e79cf40a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e65dcf-bd88-4266-a850-34c4756a3975", "tag": "6a435459-eb4b-4fba-bab3-6b7ee8068458"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:42.719331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a446076-20b9-4673-be38-9400965dbf40 service neutron] Pushing event updated for resources: {'Port': ['ID=6a435459-eb4b-4fba-bab3-6b7ee8068458,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:42.745801 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e174112a-6491-40bb-96c7-283841db6db7 x-openstack-request-id: req-e174112a-6491-40bb-96c7-283841db6db7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:42.746321 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e65dcf-bd88-4266-a850-34c4756a3975", "tag": "6a435459-eb4b-4fba-bab3-6b7ee8068458", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:42.746678 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e174112a-6491-40bb-96c7-283841db6db7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:42.747174 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'tag': '6a435459-eb4b-4fba-bab3-6b7ee8068458', 'status': 'completed', 'code': 200} Aug 24 00:28:42.845836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633fc95-2a55-428b-802f-d5e79cf40a9c req-0a30f699-2f0c-45d9-b54a-db7667b08070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:42.848144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8633fc95-2a55-428b-802f-d5e79cf40a9c req-0a30f699-2f0c-45d9-b54a-db7667b08070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 1094 time: 0.0513051 Aug 24 00:28:42.996245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633fc95-2a55-428b-802f-d5e79cf40a9c req-575961fa-719e-4e13-8fbe-6998168f018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:42.997815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8633fc95-2a55-428b-802f-d5e79cf40a9c req-575961fa-719e-4e13-8fbe-6998168f018f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e1b483dab76b4e17b9dd579514e70611&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1210425 Aug 24 00:28:43.110324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633fc95-2a55-428b-802f-d5e79cf40a9c req-119686e8-0e38-45ca-892e-c4eccffee265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.112141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8633fc95-2a55-428b-802f-d5e79cf40a9c req-119686e8-0e38-45ca-892e-c4eccffee265 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074653 Aug 24 00:28:43.216894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5e67a-73a9-4115-bb0c-791809ad7b0e req-f2a1853f-5691-4249-973d-ce1a09626feb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.218301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92e5e67a-73a9-4115-bb0c-791809ad7b0e req-f2a1853f-5691-4249-973d-ce1a09626feb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0980287 Aug 24 00:28:43.275865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea8056-0dab-4794-af1d-2116600e4eb2 req-0dce22ae-58ef-4bd7-bf36-f929b9a9e6ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.277783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7eea8056-0dab-4794-af1d-2116600e4eb2 req-0dce22ae-58ef-4bd7-bf36-f929b9a9e6ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 943 time: 0.1063867 Aug 24 00:28:43.319602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92e5e67a-73a9-4115-bb0c-791809ad7b0e req-eb80b228-0f04-4bd5-9853-129ff0b4a59e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902250 Aug 24 00:28:43.337117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-a5b4d006-88d1-4a25-854f-68b63c954b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.339723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-a5b4d006-88d1-4a25-854f-68b63c954b0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 1094 time: 0.0883806 Aug 24 00:28:43.367375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7eea8056-0dab-4794-af1d-2116600e4eb2 req-78deaa4d-4f49-42b2-af69-dfbfb305d087 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696993 Aug 24 00:28:43.402188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-6bb62bc2-1859-4f03-a90b-d49c9a9d3168 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a435459-eb4b-4fba-bab3-6b7ee8068458 HTTP/1.1" status: 200 len: 217 time: 0.0469720 Aug 24 00:28:43.473986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92f452d0-fe79-4867-86f4-135235d5d57e req-c0d2b4c0-3d37-4ec7-8cf7-8d42dceea51a tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0377059 Aug 24 00:28:43.482979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-64e3da94-9d87-4f65-a2b6-09d3733a33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.487238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-64e3da94-9d87-4f65-a2b6-09d3733a33a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0762136 Aug 24 00:28:43.542304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-6e528d6f-f3f1-4ff5-93f2-ec114fd29784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:43.543946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-6e528d6f-f3f1-4ff5-93f2-ec114fd29784 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443511 Aug 24 00:28:43.642258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-45262d82-58c4-4a7a-a00a-2a9f42f582ff service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903034 Aug 24 00:28:43.770538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f29b93c3-d277-4c52-b31c-1d4241b6f38e req-e1f1cb70-a8e8-4f80-8111-21ae25992e08 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207824 Aug 24 00:28:44.494748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad8250-0056-4679-a506-ea22a88d933f req-cc174e93-b462-46ba-bb25-f8dd25094e08 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:44.502866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fad8250-0056-4679-a506-ea22a88d933f req-cc174e93-b462-46ba-bb25-f8dd25094e08 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0981801 Aug 24 00:28:44.577325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fad8250-0056-4679-a506-ea22a88d933f req-737d1997-423f-4bff-9720-250ad3bfe734 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Aug 24 00:28:44.594217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f5391-b79f-43dd-8657-0640e9e7c8ab req-ddb22fc1-9ea9-4c1d-bab9-327db8df3920 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:44.595746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-052f5391-b79f-43dd-8657-0640e9e7c8ab req-ddb22fc1-9ea9-4c1d-bab9-327db8df3920 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 943 time: 0.1272054 Aug 24 00:28:44.695606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-052f5391-b79f-43dd-8657-0640e9e7c8ab req-88316540-fb5c-435c-b543-271c852cb9d0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881999 Aug 24 00:28:44.738593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b24c0f18-6c0a-4b88-893f-c5527047b13a req-8f7c17b4-cf3f-4c60-89be-39fbc7782908 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0417664 Aug 24 00:28:45.709196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9a088-d0d1-435d-a029-9dc31d9c97ec req-6bd5209c-e5e7-4c7d-9dbf-0ae54154d837 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:45.711110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dea9a088-d0d1-435d-a029-9dc31d9c97ec req-6bd5209c-e5e7-4c7d-9dbf-0ae54154d837 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0623522 Aug 24 00:28:45.774480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dea9a088-d0d1-435d-a029-9dc31d9c97ec req-6fd44baa-91fc-4611-a609-bafd9f6b95cf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569479 Aug 24 00:28:45.822674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0406b84-7c58-4a6a-a939-06ccab462cb1 req-461023e0-ae05-436e-a3e7-6cf1eb04cde9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:45.824325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0406b84-7c58-4a6a-a939-06ccab462cb1 req-461023e0-ae05-436e-a3e7-6cf1eb04cde9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 943 time: 0.0664263 Aug 24 00:28:45.877953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0308bab-d229-49b1-862a-39f1dfbfa96c req-10131e35-32c5-422f-9403-008687274eb3 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0410528 Aug 24 00:28:45.890876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0406b84-7c58-4a6a-a939-06ccab462cb1 req-a4132fa1-1999-45cc-bc21-f35dc6b04758 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607975 Aug 24 00:28:46.542026 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccf61c07-1f0a-4b74-b078-ec3fb8d2c5f3 req-592e818e-2b0e-4dd5-bc7e-7a2955d3fd58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0815363 Aug 24 00:28:46.632996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 6a435459-eb4b-4fba-bab3-6b7ee8068458 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:28:46.737415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 6a435459-eb4b-4fba-bab3-6b7ee8068458, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6a435459-eb4b-4fba-bab3-6b7ee8068458,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:46.753005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '6a435459-eb4b-4fba-bab3-6b7ee8068458', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': '6a435459-eb4b-4fba-bab3-6b7ee8068458', 'mac_address': 'fa:16:3e:76:67:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:28:46.794410 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.810891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a435459-eb4b-4fba-bab3-6b7ee8068458 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:28:46.837539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 6a435459-eb4b-4fba-bab3-6b7ee8068458, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6a435459-eb4b-4fba-bab3-6b7ee8068458,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:46.850607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36650) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:46.916385 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:46.938675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecce2c2-5ab3-4109-b3df-9085b5bb487c req-8638b14d-989e-4b08-afc0-98c0eadc4ed7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:46.946690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fecce2c2-5ab3-4109-b3df-9085b5bb487c req-8638b14d-989e-4b08-afc0-98c0eadc4ed7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0790360 Aug 24 00:28:47.023306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-073a1db5-47ff-4f68-b15c-88b4197559ee req-4ab59910-13bc-49a0-ad75-dc08d47f28f3 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0368583 Aug 24 00:28:47.030984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=6a435459-eb4b-4fba-bab3-6b7ee8068458,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:47.047852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fecce2c2-5ab3-4109-b3df-9085b5bb487c req-ae32c64a-6a78-4eaf-9c8b-a1e70a2d7855 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Aug 24 00:28:47.062821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7374837-17a0-47b2-bcc3-af84d8c685fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.168668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51455c3b-f51c-4108-a0d3-595b026e8e73 req-605d5ca7-64ca-4e64-a00e-4bed7581f52e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:47.170570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51455c3b-f51c-4108-a0d3-595b026e8e73 req-605d5ca7-64ca-4e64-a00e-4bed7581f52e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 944 time: 0.0545552 Aug 24 00:28:47.252201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51455c3b-f51c-4108-a0d3-595b026e8e73 req-82f61807-27d6-411e-ae89-7fc4b1009b0d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716782 Aug 24 00:28:47.255417 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7374837-17a0-47b2-bcc3-af84d8c685fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.373653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7374837-17a0-47b2-bcc3-af84d8c685fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.422206 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f7374837-17a0-47b2-bcc3-af84d8c685fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a751c42fac8b49ebbfbac6473259fa4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704618 Aug 24 00:28:47.423085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7374837-17a0-47b2-bcc3-af84d8c685fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e10af-45ea-4857-a6ad-4eb9f9c384c8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:47.424887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36670) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:47.436116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['6a435459-eb4b-4fba-bab3-6b7ee8068458'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:47.525722 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.548078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.669276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.671904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:47.673125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/672e10af-45ea-4857-a6ad-4eb9f9c384c8 HTTP/1.1" status: 204 len: 168 time: 0.2468932 Aug 24 00:28:47.682499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e10af-45ea-4857-a6ad-4eb9f9c384c8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:47.691564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:47.698177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5d9c7-4d40-44ff-a3eb-4e58f52d0810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:28:48.186652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2187075a-a86b-4563-9a07-2853c777d05e req-2aaa8566-1024-4701-8e10-29be159d0adf tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0295529 Aug 24 00:28:48.202780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2485f-4673-4a89-98e6-8c1acfa7943d req-4c4e2e08-4dc4-4370-8c97-da08666ce3e4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:48.204256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03c2485f-4673-4a89-98e6-8c1acfa7943d req-4c4e2e08-4dc4-4370-8c97-da08666ce3e4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0733106 Aug 24 00:28:48.247322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03c2485f-4673-4a89-98e6-8c1acfa7943d req-68013f90-516b-4480-ad06-6905bbf2e6c2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Aug 24 00:28:48.448899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db57489-b5ec-4e09-95d1-4642895cafa4 req-f5f40b3b-764e-425a-abe2-a51bb66ca86d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:48.450617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7db57489-b5ec-4e09-95d1-4642895cafa4 req-f5f40b3b-764e-425a-abe2-a51bb66ca86d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 944 time: 0.0509787 Aug 24 00:28:48.500416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7db57489-b5ec-4e09-95d1-4642895cafa4 req-0d2984c7-0f9a-4960-afa2-ca2b7c5c15ab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Aug 24 00:28:48.797746 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4930cebd-7a72-483f-acc3-f090d0ee2cd8 req-772c57f2-a245-456e-ad65-c962bac66e60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8548000f13a49a8b043628ddcbb4d7d&device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0261996 Aug 24 00:28:48.829180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9da083b-f29c-4049-9b4e-baad30a7c3e2 req-84331546-4b47-43d2-8bf1-4fe731b5ee41 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0579901 Aug 24 00:28:48.830125 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4930cebd-7a72-483f-acc3-f090d0ee2cd8 req-1f33f432-d8e8-4bf7-9a82-39e5808894f2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c8548000f13a49a8b043628ddcbb4d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222554 Aug 24 00:28:48.937350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930cebd-7a72-483f-acc3-f090d0ee2cd8 req-72202845-a4a7-47f7-9f76-6de44fde8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:48.939024 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4930cebd-7a72-483f-acc3-f090d0ee2cd8 req-72202845-a4a7-47f7-9f76-6de44fde8723 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984559 Aug 24 00:28:49.382488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336fb61-ae3d-48fa-a6c0-65c3c14af16f req-3eeb8be3-cf54-40eb-98da-75ae4e303a6b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:49.384469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a336fb61-ae3d-48fa-a6c0-65c3c14af16f req-3eeb8be3-cf54-40eb-98da-75ae4e303a6b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0594573 Aug 24 00:28:49.424453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a336fb61-ae3d-48fa-a6c0-65c3c14af16f req-d53f7636-3cf4-495e-adb6-da16fe8d3f6f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Aug 24 00:28:49.635147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcffbef-b303-47d8-bbd5-9842a6d96dbe req-52e646e8-942f-4a0c-b8ba-19f8de794ed6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:49.636761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bcffbef-b303-47d8-bbd5-9842a6d96dbe req-52e646e8-942f-4a0c-b8ba-19f8de794ed6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 944 time: 0.0652373 Aug 24 00:28:49.681181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bcffbef-b303-47d8-bbd5-9842a6d96dbe req-85419534-6018-42ff-b1e5-2262a7272c1e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Aug 24 00:28:49.702648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:49.808516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5658eca8-adda-428a-9294-a0254a09e5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.920411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5658eca8-adda-428a-9294-a0254a09e5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:49.923062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcc28d4e-979e-4a2b-8268-6815a0972fa5 req-55148c32-abec-4307-831f-244cfbf70da0 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0341034 Aug 24 00:28:50.035480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5658eca8-adda-428a-9294-a0254a09e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.072160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658eca8-adda-428a-9294-a0254a09e5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baf51f9-5206-43ed-828b-35b2a364d59d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:50.077963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5658eca8-adda-428a-9294-a0254a09e5ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=696da633e6a24903b6082650cbdfd10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748088 Aug 24 00:28:50.080796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36778) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:50.130534 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3ba80db-7d48-4d55-adff-367bf3d34650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.152110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3ba80db-7d48-4d55-adff-367bf3d34650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.248285 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4930cebd-7a72-483f-acc3-f090d0ee2cd8 req-1060d51e-c6a4-4d02-a954-7dc4686c289f tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.37 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0252733 Aug 24 00:28:50.280743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3ba80db-7d48-4d55-adff-367bf3d34650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.283523 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3ba80db-7d48-4d55-adff-367bf3d34650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.284858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e3ba80db-7d48-4d55-adff-367bf3d34650 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0baf51f9-5206-43ed-828b-35b2a364d59d HTTP/1.1" status: 204 len: 168 time: 0.2025790 Aug 24 00:28:50.293846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba80db-7d48-4d55-adff-367bf3d34650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baf51f9-5206-43ed-828b-35b2a364d59d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:50.574816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cecd4-ac73-4992-833a-a7e0c34a7803 req-bb0b5fde-62d7-4e58-8f98-f107ae9f3733 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:50.576410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-850cecd4-ac73-4992-833a-a7e0c34a7803 req-bb0b5fde-62d7-4e58-8f98-f107ae9f3733 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0554941 Aug 24 00:28:50.614977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-850cecd4-ac73-4992-833a-a7e0c34a7803 req-41439b18-5244-4dc5-ad65-f1bc24b2a24c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Aug 24 00:28:50.650594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 6a435459-eb4b-4fba-bab3-6b7ee8068458 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:28:50.779450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 6a435459-eb4b-4fba-bab3-6b7ee8068458 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:28:50.790565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 6a435459-eb4b-4fba-bab3-6b7ee8068458 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:50.791689 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.808677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823e64e-7918-41f6-9222-52e24e27adf6 req-4aad78a0-ce41-428d-9b98-00d609803ee3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:50.810620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a823e64e-7918-41f6-9222-52e24e27adf6 req-4aad78a0-ce41-428d-9b98-00d609803ee3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 944 time: 0.0530000 Aug 24 00:28:50.858617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a823e64e-7918-41f6-9222-52e24e27adf6 req-0f01547f-16aa-4d73-a26d-16a027696f98 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 Aug 24 00:28:50.890325 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:50.917775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a435459-eb4b-4fba-bab3-6b7ee8068458'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:50.920010 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a406a3-5ccd-465d-a139-6b0bcde3ae7d" -d '{"events": [{"server_uuid": "a8e65dcf-bd88-4266-a850-34c4756a3975", "name": "network-vif-plugged", "status": "completed", "tag": "6a435459-eb4b-4fba-bab3-6b7ee8068458"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:50.934209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 6a435459-eb4b-4fba-bab3-6b7ee8068458, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6a435459-eb4b-4fba-bab3-6b7ee8068458,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:51.002633 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:51.068075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=6a435459-eb4b-4fba-bab3-6b7ee8068458,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:51.080442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-defe7ea7-cb3a-4cda-9796-b9ed7f0131e9 req-770e0398-3950-42f2-a61b-bb68c9124c06 tempest-ServerShowV257Test-42164235 tempest-ServerShowV257Test-42164235-project] 10.222.0.26 "GET /v2.0/ports?device_id=f81f8bc8-e335-42e4-9d4e-2d0c926d77ac HTTP/1.1" status: 200 len: 210 time: 0.0483119 Aug 24 00:28:51.216211 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a5c9bb-2cce-4a60-9854-0bfa2d3370ee x-openstack-request-id: req-f2a5c9bb-2cce-4a60-9854-0bfa2d3370ee {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:51.216211 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e65dcf-bd88-4266-a850-34c4756a3975", "name": "network-vif-plugged", "status": "completed", "tag": "6a435459-eb4b-4fba-bab3-6b7ee8068458", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:51.216211 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2a5c9bb-2cce-4a60-9854-0bfa2d3370ee {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:51.216211 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a435459-eb4b-4fba-bab3-6b7ee8068458', 'code': 200} Aug 24 00:28:51.358832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201359f-c73b-460c-8736-0e3e34661c5c req-cc4e1111-b544-455b-8a19-6f4f5c7e500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:51.361054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9201359f-c73b-460c-8736-0e3e34661c5c req-cc4e1111-b544-455b-8a19-6f4f5c7e500f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 1096 time: 0.0557656 Aug 24 00:28:51.784772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9201359f-c73b-460c-8736-0e3e34661c5c req-edddef7a-a46c-4a6b-b0eb-9f5625f21486 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159949 Aug 24 00:28:51.798202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e37003-d4cf-412b-bf20-97cb67e0c068 req-a79804f3-047f-43e8-bc02-ac2d319a664c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:51.799661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24e37003-d4cf-412b-bf20-97cb67e0c068 req-a79804f3-047f-43e8-bc02-ac2d319a664c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0630281 Aug 24 00:28:51.838664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24e37003-d4cf-412b-bf20-97cb67e0c068 req-50173a17-8022-48e7-8ed1-3e5f35787ba1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Aug 24 00:28:51.990015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcd65f-5e72-486d-8718-f00d969b39cf req-0e7bc93c-e1d4-489a-8972-ff9d503f51bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:51.991630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5bcd65f-5e72-486d-8718-f00d969b39cf req-0e7bc93c-e1d4-489a-8972-ff9d503f51bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 945 time: 0.0532579 Aug 24 00:28:52.031308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5bcd65f-5e72-486d-8718-f00d969b39cf req-8d31023e-ec75-47d6-8f55-9f19b3b4f2c1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Aug 24 00:28:52.880468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:53.009430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea39eb-6f8a-4e5b-859c-db023d3b5094 req-ced12a3e-4d79-4faf-89ec-6bc3c746843b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:53.010992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfea39eb-6f8a-4e5b-859c-db023d3b5094 req-ced12a3e-4d79-4faf-89ec-6bc3c746843b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0623705 Aug 24 00:28:53.071899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb023371-a9b0-40e9-8667-166a44290191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.106273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfea39eb-6f8a-4e5b-859c-db023d3b5094 req-c5864eb0-0141-455a-b2da-61e8d11442ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827448 Aug 24 00:28:53.126127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a243029-2697-4f7b-a843-61c1ec6ab123 req-8b411c87-d61a-4892-a141-5b0619078e7b tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:53.126127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a243029-2697-4f7b-a843-61c1ec6ab123 req-8b411c87-d61a-4892-a141-5b0619078e7b tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 945 time: 0.1121032 Aug 24 00:28:53.204184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a243029-2697-4f7b-a843-61c1ec6ab123 req-09464e85-e350-4a83-9b17-810a7bad868a tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662603 Aug 24 00:28:53.266987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dabb62-a23d-4318-b9c2-0d8b5cd9e6d9 req-df4eebe0-cc79-4702-b200-df9c71a879bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:53.268593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0dabb62-a23d-4318-b9c2-0d8b5cd9e6d9 req-df4eebe0-cc79-4702-b200-df9c71a879bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 945 time: 0.0841188 Aug 24 00:28:53.305861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb023371-a9b0-40e9-8667-166a44290191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.323990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0dabb62-a23d-4318-b9c2-0d8b5cd9e6d9 req-99b9de5f-882e-4be2-816a-452e99716f38 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 Aug 24 00:28:53.436286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb023371-a9b0-40e9-8667-166a44290191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.472972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb023371-a9b0-40e9-8667-166a44290191 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8548000f13a49a8b043628ddcbb4d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5915351 Aug 24 00:28:53.475783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36882) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:53.477513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb023371-a9b0-40e9-8667-166a44290191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d622f8-a491-4343-96be-dc080133fba0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:53.528380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f18a6bb-43d6-450c-8a69-e368becdf216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.554102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f18a6bb-43d6-450c-8a69-e368becdf216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.704533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f18a6bb-43d6-450c-8a69-e368becdf216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.707768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f18a6bb-43d6-450c-8a69-e368becdf216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:53.713677 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0f18a6bb-43d6-450c-8a69-e368becdf216 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9d622f8-a491-4343-96be-dc080133fba0 HTTP/1.1" status: 204 len: 168 time: 0.2316110 Aug 24 00:28:53.722803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18a6bb-43d6-450c-8a69-e368becdf216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d622f8-a491-4343-96be-dc080133fba0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:54.289035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eace7d-e873-4dc8-83f8-444c481bceaa req-6542a200-4ddc-4071-8970-f455930279e5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:54.297536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46eace7d-e873-4dc8-83f8-444c481bceaa req-6542a200-4ddc-4071-8970-f455930279e5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0857394 Aug 24 00:28:54.339112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-1b8fd8dc-b902-473f-8da5-1b42bb4dde5f tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:54.341106 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-1b8fd8dc-b902-473f-8da5-1b42bb4dde5f tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.37 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 945 time: 0.0701389 Aug 24 00:28:54.373652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46eace7d-e873-4dc8-83f8-444c481bceaa req-ca5aa291-5400-4e95-9a90-04deec6c29a4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751131 Aug 24 00:28:54.393933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828c11-2ece-44cf-a1e4-e00ac247964d req-56134549-1cda-43f7-ab26-9aab11287463 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:54.401438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3828c11-2ece-44cf-a1e4-e00ac247964d req-56134549-1cda-43f7-ab26-9aab11287463 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 945 time: 0.0934777 Aug 24 00:28:54.448963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3828c11-2ece-44cf-a1e4-e00ac247964d req-90764fb0-d1f5-4d3c-bd4d-eea9f9cdd67a tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b754465-6b05-41aa-b245-a6742680a413&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462377 Aug 24 00:28:54.515579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Deleting port f722b33f-7067-4511-ac7e-122e294b63d7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:54.516182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.555933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a80227-47e5-49e0-bead-5e6e5c019e79 req-2f858440-c40b-4bd2-91e6-93c3e7ae4c0b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:54.567051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71a80227-47e5-49e0-bead-5e6e5c019e79 req-2f858440-c40b-4bd2-91e6-93c3e7ae4c0b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 945 time: 0.0667052 Aug 24 00:28:54.606293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71a80227-47e5-49e0-bead-5e6e5c019e79 req-0662abdb-4b64-4ce2-bc8c-491811d25c24 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Aug 24 00:28:54.682245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] For port f722b33f-7067-4511-ac7e-122e294b63d7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f722b33f-7067-4511-ac7e-122e294b63d7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:54.683073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.750122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-6e36d70f-9923-427b-a7ec-f032f3701540 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e1b483dab76b4e17b9dd579514e70611 HTTP/1.1" status: 200 len: 267 time: 0.0533140 Aug 24 00:28:54.820577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-b925b280-a5ab-4aa9-b256-0419dfadc941 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:54.822359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-b925b280-a5ab-4aa9-b256-0419dfadc941 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 945 time: 0.0567813 Aug 24 00:28:54.834846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'port': {'security_groups': []}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:54.914019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.914514 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:54.914843 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Floating IP 9f6ca262-9273-4c6c-8c2c-6c22a0447e77 disassociated. External IP: 172.25.5.56, port: f722b33f-7067-4511-ac7e-122e294b63d7. Aug 24 00:28:54.915844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Calling delete_port for f722b33f-7067-4511-ac7e-122e294b63d7 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:54.938162 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.155007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] For port 6a435459-eb4b-4fba-bab3-6b7ee8068458, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6a435459-eb4b-4fba-bab3-6b7ee8068458,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:28:55.173748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.185874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.219670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event deleted for resources: {'Port': ['ID=f722b33f-7067-4511-ac7e-122e294b63d7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:55.225254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:55.337398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:28:55.338594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.379108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1274c74f-ef05-4528-8367-7029b3ad8138', 'a37077bd-9569-4f63-8b7f-2a670deff8f2', '6a435459-eb4b-4fba-bab3-6b7ee8068458'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:55.395581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:55.396019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.401919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93aba5d5-2a16-4b7a-8ada-04bb72dc72b9 req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "PUT /v2.0/ports/6a435459-eb4b-4fba-bab3-6b7ee8068458 HTTP/1.1" status: 200 len: 904 time: 0.5729251 Aug 24 00:28:55.402650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'tag': '6a435459-eb4b-4fba-bab3-6b7ee8068458'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:55.433434 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe368c2e-1677-4cab-81ae-2cff3bb473b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e65dcf-bd88-4266-a850-34c4756a3975", "tag": "6a435459-eb4b-4fba-bab3-6b7ee8068458"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:55.463921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1defc9-e1d1-424b-bec6-a52cc742c2d7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'Port': ['ID=6a435459-eb4b-4fba-bab3-6b7ee8068458,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:55.465138 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.545493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1522772656-network', 'tenant_id': '98ba70e929634d5889e0dae352898ab6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:55.572166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['6a435459-eb4b-4fba-bab3-6b7ee8068458'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:28:55.707896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Made reservation on behalf of 98ba70e929634d5889e0dae352898ab6 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:55.712655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.746905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116c59a-508b-413c-8635-d747a7769eae req-2076903f-80da-4171-9d28-0240f5000e03 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:55.748969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b116c59a-508b-413c-8635-d747a7769eae req-2076903f-80da-4171-9d28-0240f5000e03 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 907 time: 0.2554071 Aug 24 00:28:55.772192 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.812847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee18409-3c46-4554-a540-c394fe0d35a6 req-ce14781a-ccc7-4c2d-be2d-515881313a3d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:55.821350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ee18409-3c46-4554-a540-c394fe0d35a6 req-ce14781a-ccc7-4c2d-be2d-515881313a3d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.2722008 Aug 24 00:28:55.869181 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd7850-c110-4980-b96c-cd4a1d8e6098 x-openstack-request-id: req-76fd7850-c110-4980-b96c-cd4a1d8e6098 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:55.869475 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e65dcf-bd88-4266-a850-34c4756a3975", "tag": "6a435459-eb4b-4fba-bab3-6b7ee8068458", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:55.875292 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76fd7850-c110-4980-b96c-cd4a1d8e6098 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:55.875803 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'tag': '6a435459-eb4b-4fba-bab3-6b7ee8068458', 'status': 'completed', 'code': 200} Aug 24 00:28:55.912929 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0b369d06-e8b8-480b-8e9b-3b756328354c None None] Provisioning complete for port 6a435459-eb4b-4fba-bab3-6b7ee8068458 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:28:55.913297 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b369d06-e8b8-480b-8e9b-3b756328354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:55.921939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ee18409-3c46-4554-a540-c394fe0d35a6 req-0bfbcc4a-3a48-44a5-bdfc-1878a643571a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955107 Aug 24 00:28:56.086510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36281ec1-1072-4ba7-9d24-687f46dec79e req-2359a2cb-4e0f-4642-8e6b-caec00520624 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 210 time: 0.0662708 Aug 24 00:28:56.103664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.137864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-5e31ba82-ac9b-4de5-9077-d26273135e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.140117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-5e31ba82-ac9b-4de5-9077-d26273135e6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 1058 time: 0.1890843 Aug 24 00:28:56.152837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36958) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:56.173011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:28:56.187652 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] Sync routers for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:28:56.199909 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:28:56.203874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:28:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:56.217216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.224070 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ff8c4146-0231-4f48-b21f-a0bfd0809d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.226859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] No DVR routers for this DVR port f722b33f-7067-4511-ac7e-122e294b63d7 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:28:56.229513 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.232048 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46a69abf-3ae2-47bb-8967-89373a6cf5f5 req-c23bf790-b6c3-4929-9250-10aeee17dfd0 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.37 "DELETE /v2.0/ports/f722b33f-7067-4511-ac7e-122e294b63d7 HTTP/1.1" status: 204 len: 173 time: 1.8841605 Aug 24 00:28:56.232707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'name': 'network-vif-deleted', 'tag': 'f722b33f-7067-4511-ac7e-122e294b63d7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:28:56.236528 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36128ab7-652c-4507-9618-42e6f173d544" -d '{"events": [{"server_uuid": "43989a50-2f7a-4b09-844f-11e61fd8d9d8", "name": "network-vif-deleted", "tag": "f722b33f-7067-4511-ac7e-122e294b63d7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:28:56.263174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352c47-1b71-46da-84aa-dee47e426ed0 req-549c858d-32e8-43b2-ba73-33a263e21831 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.270456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28352c47-1b71-46da-84aa-dee47e426ed0 req-549c858d-32e8-43b2-ba73-33a263e21831 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1542735 Aug 24 00:28:56.291946 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b871dfc9-0ba4-4e98-ae71-676149a87a58 x-openstack-request-id: req-b871dfc9-0ba4-4e98-ae71-676149a87a58 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:28:56.292407 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43989a50-2f7a-4b09-844f-11e61fd8d9d8", "name": "network-vif-deleted", "tag": "f722b33f-7067-4511-ac7e-122e294b63d7", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:28:56.292810 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b871dfc9-0ba4-4e98-ae71-676149a87a58 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:28:56.293393 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43989a50-2f7a-4b09-844f-11e61fd8d9d8', 'name': 'network-vif-deleted', 'tag': 'f722b33f-7067-4511-ac7e-122e294b63d7', 'status': 'completed', 'code': 200} Aug 24 00:28:56.297599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:28:56.306833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:56.320764 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ce0c467-1467-42a8-a1df-8380068509ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.341861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.342464 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Added segment 6ab05d89-93e6-483d-ab32-566c7dfce5d2 of type vlan for network c76bb3db-112b-42f7-885e-f5605650a161 Aug 24 00:28:56.367010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-5ca8aab2-71e8-4fd9-bdcc-e43db15e71d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.371075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-5ca8aab2-71e8-4fd9-bdcc-e43db15e71d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.2112877 Aug 24 00:28:56.372139 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:28:56.387119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28352c47-1b71-46da-84aa-dee47e426ed0 req-d86c688d-7a26-4447-9ad2-06053d64ec58 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108186 Aug 24 00:28:56.482129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-62401600-dfe5-4890-aff9-689c8af26da0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a435459-eb4b-4fba-bab3-6b7ee8068458 HTTP/1.1" status: 200 len: 217 time: 0.0925770 Aug 24 00:28:56.495337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ce0c467-1467-42a8-a1df-8380068509ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.527090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.597222 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ce0c467-1467-42a8-a1df-8380068509ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.605323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-fc7075ff-9a44-498b-8383-0b68f6a17290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.606856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-fc7075ff-9a44-498b-8383-0b68f6a17290 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0932713 Aug 24 00:28:56.620646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0ea55-4324-4d46-99bd-3f8a4ca14f14 req-53a0e256-f5e8-4594-a7f5-82a539db7e4c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.622431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10e0ea55-4324-4d46-99bd-3f8a4ca14f14 req-53a0e256-f5e8-4594-a7f5-82a539db7e4c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1391339 Aug 24 00:28:56.647465 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3ce0c467-1467-42a8-a1df-8380068509ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c61b61f4cd942afa671550795606d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871383 Aug 24 00:28:56.653188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36968) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:56.653992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0c467-1467-42a8-a1df-8380068509ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fb6cee-e1de-4136-9ea6-bde0d9a0a04e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:56.689555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.690599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.691382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.728664 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58b37872-50bf-4272-885b-86eef3ebde50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.752688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58b37872-50bf-4272-885b-86eef3ebde50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.763222 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:56Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:56.781728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10e0ea55-4324-4d46-99bd-3f8a4ca14f14 req-a9a7abab-4c3a-4e56-b8ce-89b156bf454f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224403 Aug 24 00:28:56.786169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-882dfad0-7be1-42f8-ad3a-06d4204db053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:56.788178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-882dfad0-7be1-42f8-ad3a-06d4204db053 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648781 Aug 24 00:28:56.794367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] Pushing event updated for resources: {'Network': ['ID=c76bb3db-112b-42f7-885e-f5605650a161,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:56.796141 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] Checking router: 7602a00c-1e54-48c9-aa56-f51013f0d4f6 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:28:56.806411 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:28:56.807085 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:28:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:56.809760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network c76bb3db-112b-42f7-885e-f5605650a161 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:28:56.926799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-12665500-9aa0-443f-8f05-ac0701f92d14 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276252 Aug 24 00:28:56.928894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-efc8b022-f460-4edd-a938-00e34f326e3d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7020087 Aug 24 00:28:56.931724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36974) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:56.938939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Request body: {'subnet': {'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1522772656-subnet', 'tenant_id': '98ba70e929634d5889e0dae352898ab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:28:56.994395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58b37872-50bf-4272-885b-86eef3ebde50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:56.997221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58b37872-50bf-4272-885b-86eef3ebde50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.001414 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-58b37872-50bf-4272-885b-86eef3ebde50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70fb6cee-e1de-4136-9ea6-bde0d9a0a04e HTTP/1.1" status: 204 len: 168 time: 0.3358331 Aug 24 00:28:57.015935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37872-50bf-4272-885b-86eef3ebde50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fb6cee-e1de-4136-9ea6-bde0d9a0a04e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:57.046265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Made reservation on behalf of 98ba70e929634d5889e0dae352898ab6 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:28:57.051044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.087456 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:28:57.235321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e60413-a769-4698-a359-a4f6103431b4 req-684d59ee-abff-4fdf-9b0d-aff35121491e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:57.236803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5e60413-a769-4698-a359-a4f6103431b4 req-684d59ee-abff-4fdf-9b0d-aff35121491e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1583164 Aug 24 00:28:57.339657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5e60413-a769-4698-a359-a4f6103431b4 req-a2498c7b-bdf3-49c2-af4d-c26f1643b9e0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904310 Aug 24 00:28:57.374302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-23618173-948f-4eb4-8f59-f598be78721e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:57.375950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-23618173-948f-4eb4-8f59-f598be78721e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.2986240 Aug 24 00:28:57.403038 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:56Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:28:57.410273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-a67dab6d-4de7-48fa-967f-1d0e88922352 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/quotas/e1b483dab76b4e17b9dd579514e70611 HTTP/1.1" status: 200 len: 375 time: 0.0220861 Aug 24 00:28:57.413312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe368c2e-1677-4cab-81ae-2cff3bb473b0 req-9219b260-097c-4185-b73e-defa15900f74 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787776 Aug 24 00:28:57.442902 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61a35c-cbcc-4e5d-8508-ee0cea035d1f None None] The sync data for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 is: [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:26:51Z', 'revision_number': 4, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6e98df22-a177-487f-b179-85991ee3269f', 'name': '', 'network_id': '8a1e3020-7b24-4b38-aa49-c7589051a9b2', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'mac_address': 'fa:16:3e:dc:6b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:50Z', 'updated_at': '2021-08-24T00:26:56Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'subnets': [{'id': 'ecb15f8c-836d-439d-b4b1-0c5a363b1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:28:57.505545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.536798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-b95758a8-4497-4aee-bde9-64abf03d8f84 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1256483 Aug 24 00:28:57.566590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5073e5a7-2b3a-4a01-9e2c-1cf9f7a02052 req-c99ddfb5-9837-43c3-8edd-f4aa302de069 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/ports?device_id=43989a50-2f7a-4b09-844f-11e61fd8d9d8 HTTP/1.1" status: 200 len: 210 time: 0.0687861 Aug 24 00:28:57.593784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d87814-c4d9-40ac-91eb-a15ce2e4f230,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:57.610232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Checking segment: {'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:28:57.610664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Network hostable DHCP agents. Network: c76bb3db-112b-42f7-885e-f5605650a161, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:28:57.670318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-319ed5ba-3e40-4c5f-a395-6b52954d3e19 service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147361 Aug 24 00:28:57.693537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Network c76bb3db-112b-42f7-885e-f5605650a161 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:28:57.780616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-305d1147-6df3-47cd-9dc0-5bd6c23cbdc3 service neutron] 10.222.0.26 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092882 Aug 24 00:28:57.788187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a876a84-6904-4446-aaac-5b3f1f54b7c7 None None] New status for floating IP 9f6ca262-9273-4c6c-8c2c-6c22a0447e77: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:28:57.876606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, c76bb3db-112b-42f7-885e-f5605650a161) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:28:57.881627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:57.882221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:57.910454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3abfc6a-bd49-4745-8f2d-9724ac333678 None None] Network c76bb3db-112b-42f7-885e-f5605650a161 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:58.030155 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a7673b0b-3b08-474d-9183-3d15507cadae admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0973082 Aug 24 00:28:58.058297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96939cbf-d1e4-4eea-8893-5f433f4e96ba None None] Network c76bb3db-112b-42f7-885e-f5605650a161 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:28:58.095426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-625e80dc-fbaa-4def-9750-16c396574dd8 req-59bb0ae9-009d-45e3-82cc-9eddcc12dd7a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 210 time: 0.0419068 Aug 24 00:28:58.125923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37002) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:58.151237 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b9032ec-9e13-4522-8ce7-39f469521ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.274220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b9032ec-9e13-4522-8ce7-39f469521ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.342558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f722b33f-7067-4511-ac7e-122e294b63d7 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:28:58.360541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b9032ec-9e13-4522-8ce7-39f469521ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.372669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: f722b33f-7067-4511-ac7e-122e294b63d7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:28:58.373222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f722b33f-7067-4511-ac7e-122e294b63d7 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:28:58.394647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2b9032ec-9e13-4522-8ce7-39f469521ab7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7f8166f042e43c0a50268d84d2c0ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610044 Aug 24 00:28:58.395177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:58.430544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9032ec-9e13-4522-8ce7-39f469521ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dbc229-2f05-4ede-8d42-b35bc2ab0030,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:58.497058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eff5e-d0b6-476c-b668-2a226017634f req-937e1fd7-48f1-4e3e-b131-2d6d36f7e74d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:58.498584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be0eff5e-d0b6-476c-b668-2a226017634f req-937e1fd7-48f1-4e3e-b131-2d6d36f7e74d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0802872 Aug 24 00:28:58.515273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7104d0ff-30f1-48bb-aa10-ef85f8647160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.566166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7104d0ff-30f1-48bb-aa10-ef85f8647160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.589258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be0eff5e-d0b6-476c-b668-2a226017634f req-07302200-6c3d-4507-993a-ae0aaf798b51 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825472 Aug 24 00:28:58.697057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-b002622e-5617-4d0c-af17-de556ab3c66e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:58.698737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-b002622e-5617-4d0c-af17-de556ab3c66e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 814 time: 0.1583595 Aug 24 00:28:58.714595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-e9738bf9-834c-4559-88de-2273ad3bdfdb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/quotas/98ba70e929634d5889e0dae352898ab6 HTTP/1.1" status: 200 len: 375 time: 0.0102007 Aug 24 00:28:58.746343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-67b247a0-77b4-4476-b417-9ef47019cf84 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260623 Aug 24 00:28:58.806351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37036) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:58.807865 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7104d0ff-30f1-48bb-aa10-ef85f8647160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.812328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7104d0ff-30f1-48bb-aa10-ef85f8647160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.812328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7104d0ff-30f1-48bb-aa10-ef85f8647160 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84dbc229-2f05-4ede-8d42-b35bc2ab0030 HTTP/1.1" status: 204 len: 168 time: 0.4153829 Aug 24 00:28:58.832115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104d0ff-30f1-48bb-aa10-ef85f8647160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dbc229-2f05-4ede-8d42-b35bc2ab0030,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:58.869906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-d1240c5f-3de2-4387-a35e-c7bf77250ca8 service neutron] 10.222.0.26 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160445 Aug 24 00:28:58.890915 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423e22b9-d44c-4329-acd2-338f0ef02821 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.922893 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423e22b9-d44c-4329-acd2-338f0ef02821 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.957122 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99108486-1106-4011-a0c4-7043e511f7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:58.994819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-0aadcfca-4c3f-463f-9b94-3d18efad43a5 service neutron] 10.222.0.26 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132431 Aug 24 00:28:59.037527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423e22b9-d44c-4329-acd2-338f0ef02821 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.043830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423e22b9-d44c-4329-acd2-338f0ef02821 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.048217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37040) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:59.048675 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-423e22b9-d44c-4329-acd2-338f0ef02821 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "DELETE /v2.0/security-groups/5b754465-6b05-41aa-b245-a6742680a413 HTTP/1.1" status: 204 len: 168 time: 0.2408104 Aug 24 00:28:59.060758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e22b9-d44c-4329-acd2-338f0ef02821 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b754465-6b05-41aa-b245-a6742680a413,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:59.073521 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-c1c20f38-b284-48e4-b2b6-694aba485e11 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] show failed (client error): The resource could not be found. Aug 24 00:28:59.078161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37042) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:59.078881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c1c20f38-b284-48e4-b2b6-694aba485e11 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "GET /v2.0/security-groups/5b754465-6b05-41aa-b245-a6742680a413 HTTP/1.1" status: 404 len: 347 time: 0.0291584 Aug 24 00:28:59.091845 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.201750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02b612a9-d4de-4e46-bffd-5279ff1067d8 req-70114f58-bc00-4338-bdc7-fb20eb02d7bc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 210 time: 0.0411098 Aug 24 00:28:59.222427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Deleting port c24f76b7-c343-4b75-a93a-3c7e92172fdd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:28:59.222427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.306544 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.306865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.334696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Calling delete_port for c24f76b7-c343-4b75-a93a-3c7e92172fdd owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:28:59.404312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ff368ce-dc06-4671-a184-de6d57bc9e89 req-208366f0-82d8-4b6d-92c3-a315f7d6b860 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0311265 Aug 24 00:28:59.635861 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-5b6a7437-5782-4a7f-b738-502182e51014 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0517106 Aug 24 00:28:59.718024 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.748736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac05fc7-e90a-4adf-af0c-08a6fd596f9a req-6eaf2e62-5c29-4ebd-9e70-875b040bc03d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.751192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Pushing event deleted for resources: {'Port': ['ID=c24f76b7-c343-4b75-a93a-3c7e92172fdd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:28:59.758343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ac05fc7-e90a-4adf-af0c-08a6fd596f9a req-6eaf2e62-5c29-4ebd-9e70-875b040bc03d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0933321 Aug 24 00:28:59.842567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-784b1552-ac6e-445b-8412-76d2c9fb1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.843062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-784b1552-ac6e-445b-8412-76d2c9fb1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.843530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-784b1552-ac6e-445b-8412-76d2c9fb1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.844125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-784b1552-ac6e-445b-8412-76d2c9fb1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.844602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-784b1552-ac6e-445b-8412-76d2c9fb1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.845136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-784b1552-ac6e-445b-8412-76d2c9fb1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.845623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-784b1552-ac6e-445b-8412-76d2c9fb1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.848357 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-784b1552-ac6e-445b-8412-76d2c9fb1353 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6501 time: 0.1839128 Aug 24 00:28:59.852023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.852203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ac05fc7-e90a-4adf-af0c-08a6fd596f9a req-cb1eca2f-5e11-48d5-b627-e2a7e89b6b53 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848465 Aug 24 00:28:59.855274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:28:59.857521 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9cee4401-751e-467e-97d3-c2b32d192079 tempest-ServersTestFqdnHostnames-1208320821 tempest-ServersTestFqdnHostnames-1208320821-project] 10.222.0.26 "DELETE /v2.0/floatingips/9f6ca262-9273-4c6c-8c2c-6c22a0447e77 HTTP/1.1" status: 204 len: 168 time: 0.7772710 Aug 24 00:28:59.859748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37070) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:28:59.992291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-12ae939d-3662-424e-b6fd-3b2c721e72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.993383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-12ae939d-3662-424e-b6fd-3b2c721e72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.993951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-12ae939d-3662-424e-b6fd-3b2c721e72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:28:59.996460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-12ae939d-3662-424e-b6fd-3b2c721e72df service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d8fd806-c256-4afe-810f-333599f8291f&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501 HTTP/1.1" status: 200 len: 2297 time: 0.1109824 Aug 24 00:29:00.095227 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-f33f2efd-a2e1-45fa-840f-821ca33bee55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597 HTTP/1.1" status: 200 len: 1000 time: 0.0886450 Aug 24 00:29:00.160136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-ed8f9b8f-7596-4f8b-ae41-a317505ab4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:00.162937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-ed8f9b8f-7596-4f8b-ae41-a317505ab4dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=745e7fbb-6430-4641-a1d1-64c23e786f72 HTTP/1.1" status: 200 len: 856 time: 0.0562730 Aug 24 00:29:00.231240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-6421e430-b4a0-4359-83c6-f82402ed1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:00.234073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-6421e430-b4a0-4359-83c6-f82402ed1c1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d8fd806-c256-4afe-810f-333599f8291f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588558 Aug 24 00:29:00.278674 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.367843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28537a16-2543-4d6e-bbe7-9d8f76255a45 req-84a2091e-7a77-44ff-9332-85c9d50e3d77 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 210 time: 0.0447531 Aug 24 00:29:00.400117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.513668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9aae064a-2cbb-46d8-8d17-3d713428802b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:00.515546 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9aae064a-2cbb-46d8-8d17-3d713428802b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.37 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 811 time: 0.1783993 Aug 24 00:29:00.530821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Request body: {'port': {'device_id': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'admin_state_up': True, 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:00.532081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afc7d9f4-e5d3-4883-a42a-388b418b13a7 req-30517b6a-420f-4a4a-a51c-77f04266af90 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0357549 Aug 24 00:29:00.646267 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-d416981a-2ec7-4dfa-8d94-4718ef5d10af service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038894 Aug 24 00:29:00.789485 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-504a8492-4691-4d0b-bc6c-cb4871b0c255 service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357875 Aug 24 00:29:00.790158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Deleting port 6e98df22-a177-487f-b179-85991ee3269f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:00.790577 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.879067 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-7c3c5b41-2b32-4f5e-8321-0d2e7abebb51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 200 len: 217 time: 0.0823901 Aug 24 00:29:00.880776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Made reservation on behalf of e1b483dab76b4e17b9dd579514e70611 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:00.888324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.904558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] For port 6e98df22-a177-487f-b179-85991ee3269f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6e98df22-a177-487f-b179-85991ee3269f,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:00.905037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:00.927696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Calling delete_port for 6e98df22-a177-487f-b179-85991ee3269f owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:01.006833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-f92489de-2a5b-4b9d-bfa6-20263f2ec7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.008453 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-f92489de-2a5b-4b9d-bfa6-20263f2ec7b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1020398 Aug 24 00:29:01.107253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f79fb-9e40-44c3-844d-a0e3b5c6105b req-110c8d9e-3b49-47ff-b48b-bcd3dbf63154 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.113886 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-3f7fef3e-638c-4ce1-9679-b36300e003ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.114512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a7f79fb-9e40-44c3-844d-a0e3b5c6105b req-110c8d9e-3b49-47ff-b48b-bcd3dbf63154 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1339335 Aug 24 00:29:01.115610 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-3f7fef3e-638c-4ce1-9679-b36300e003ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966327 Aug 24 00:29:01.122804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Allocated IP 172.20.0.8 (afa56c2b-4c75-4c37-a2a5-2bd294b482d3/2f79c7e5-69af-4c72-85c1-7385547af0c7/7f30c275-e346-4514-8c04-ef1c02285217) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:01.182060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a7f79fb-9e40-44c3-844d-a0e3b5c6105b req-ea96299a-41b6-410b-8dc7-e818aad6c180 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664937 Aug 24 00:29:01.312486 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-ba312210-9769-49b2-a2e8-c379af5dda26 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872668 Aug 24 00:29:01.320948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.349692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e98df22-a177-487f-b179-85991ee3269f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:01.537594 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-c51137e8-5505-4659-ae61-3c2e07c9cf40 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173100 Aug 24 00:29:01.552104 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46a08c4d-4b3c-4d09-81b2-6e2c33acd782 req-3af8af94-45c6-4c01-9133-9f0a1507e942 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 210 time: 0.0484941 Aug 24 00:29:01.700359 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-1f4b0d00-8783-4c7e-8e2e-c11a88700502 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 200 len: 217 time: 0.1107924 Aug 24 00:29:01.714943 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.785232 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:01.796725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-050c107d-2154-447a-8976-861bf3adc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.798273 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-050c107d-2154-447a-8976-861bf3adc7b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.0838571 Aug 24 00:29:01.833196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Transition to ACTIVE for port object 7f30c275-e346-4514-8c04-ef1c02285217 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:01.888091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-a078c0c4-d34b-42bf-9701-f1933c417dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:01.889727 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-a078c0c4-d34b-42bf-9701-f1933c417dab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832798 Aug 24 00:29:01.975545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.017447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.035066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-268a7f5d-cc18-4f9d-afdd-8a1620c78956 req-7023d2bc-34a9-499b-bcfb-b0b3b2c5eb8d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0481482 Aug 24 00:29:02.057133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1274c74f-ef05-4528-8367-7029b3ad8138', 'a37077bd-9569-4f63-8b7f-2a670deff8f2'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:02.077891 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-6ad83b70-e9ba-4ec5-9190-289bb6028993 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797342 Aug 24 00:29:02.081799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:02.085601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:02.098168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:02.183685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-69e2ff8f-e616-40cc-be51-719eda209817 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.186842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-69e2ff8f-e616-40cc-be51-719eda209817 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.37 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 814 time: 0.1650476 Aug 24 00:29:02.190320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event updated for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:02.231273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Request body: {'port': {'device_id': '410019b9-5f57-444f-952a-e140012d9ac8', 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161', 'admin_state_up': True, 'tenant_id': '98ba70e929634d5889e0dae352898ab6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:02.269831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.270460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.338422 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-2b4fe790-6b3f-47c5-aad6-a9df93ebf666 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488956 Aug 24 00:29:02.412998 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e15c6729-9dbc-422d-9c0c-70181f01bdac tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8832307 Aug 24 00:29:02.412998 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-68b3da62-a405-4393-97e8-cd34f9359431 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ff032e29-8de2-421c-879d-967747a87793 HTTP/1.1" status: 200 len: 217 time: 0.0659485 Aug 24 00:29:02.452975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93854bcf-5c78-4c3b-ad16-988862040f31 req-1942809c-2650-4a2d-ac92-ccbbe8b7da94 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.461428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93854bcf-5c78-4c3b-ad16-988862040f31 req-1942809c-2650-4a2d-ac92-ccbbe8b7da94 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1449316 Aug 24 00:29:02.505503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Request body: {'port': {'device_id': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:02.544247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-75eaa539-eba0-4669-bcb7-81d84bb393a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.546282 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-75eaa539-eba0-4669-bcb7-81d84bb393a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1197784 Aug 24 00:29:02.642947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.644054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:29:02.670762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-811e9059-7191-4f4d-bbf8-f5eabd3ee72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.672349 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-811e9059-7191-4f4d-bbf8-f5eabd3ee72e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1182168 Aug 24 00:29:02.685704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9d59d852-6f9c-4a71-bea6-a9330f677495 None None] Provisioning for port 7f30c275-e346-4514-8c04-ef1c02285217 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:02.700791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9d59d852-6f9c-4a71-bea6-a9330f677495 None None] Provisioning complete for port 7f30c275-e346-4514-8c04-ef1c02285217 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:02.702336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9d59d852-6f9c-4a71-bea6-a9330f677495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:02.787827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:29:02.798820 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] Sync routers for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:29:02.803634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9d59d852-6f9c-4a71-bea6-a9330f677495 None None] Port 7f30c275-e346-4514-8c04-ef1c02285217 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:02.804644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2689ea8c-b76c-40a6-9cd6-6d5b65bf0c1c admin admin] 10.222.0.26 "PUT /v2.0/routers/7602a00c-1e54-48c9-aa56-f51013f0d4f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436684 Aug 24 00:29:02.808454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37142) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:02.816272 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:02.817020 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:28:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:02.852416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93854bcf-5c78-4c3b-ad16-988862040f31 req-6a9060d8-f978-4588-a231-db2ea275dd1c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838758 Aug 24 00:29:02.935270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926abbe-45d5-4b70-9aa7-d00af35ca676 req-80459191-784a-4ba2-8dd9-9ea3e86e014a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:02.937633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7926abbe-45d5-4b70-9aa7-d00af35ca676 req-80459191-784a-4ba2-8dd9-9ea3e86e014a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 931 time: 0.1537988 Aug 24 00:29:02.949137 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-c3dba6e2-0a56-48c1-8f1d-0f2337309c85 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578030 Aug 24 00:29:03.001896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Made reservation on behalf of 98ba70e929634d5889e0dae352898ab6 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:03.006708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.086945 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-44162aca-a036-4d21-9988-54b91c6170a5 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281228 Aug 24 00:29:03.118755 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:03.166271 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-09fc421b-a0e2-445c-b723-026eddcf423e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=ca08ea5c-78c6-43d1-af20-328d86f63233 HTTP/1.1" status: 200 len: 217 time: 0.0679283 Aug 24 00:29:03.249888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f30c275-e346-4514-8c04-ef1c02285217 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:03.271892 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.290813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Transition to ACTIVE for port object 7f30c275-e346-4514-8c04-ef1c02285217 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:03.301600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.302240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-52170987-c626-4264-8207-ad680be4832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:03.303739 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-52170987-c626-4264-8207-ad680be4832a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1289380 Aug 24 00:29:03.322471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7926abbe-45d5-4b70-9aa7-d00af35ca676 req-1929f900-1c63-4290-803f-42cce1862e90 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766906 Aug 24 00:29:03.328779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c55c09-6270-4888-9eb1-ef3436da984f req-b80d455e-d5bd-45c2-aa8c-8d82665a85e0 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0694559 Aug 24 00:29:03.374628 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.396436 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:29:01Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:03.411734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Allocated IP 172.20.0.11 (c76bb3db-112b-42f7-885e-f5605650a161/36d87814-c4d9-40ac-91eb-a15ce2e4f230/76306686-474a-4d79-a6b8-7a4083adebd8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:03.424884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:03.452104 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] Checking router: 7602a00c-1e54-48c9-aa56-f51013f0d4f6 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:29:03.459690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-e0dd1b5f-95b4-4486-893c-8cd0dbc77dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:03.460521 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-e0dd1b5f-95b4-4486-893c-8cd0dbc77dc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1493449 Aug 24 00:29:03.478417 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] Routers {'7602a00c-1e54-48c9-aa56-f51013f0d4f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:03.479064 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:28:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:03.536038 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.624878 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] Set router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:03.686256 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.805294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Deleting port 739000e8-bc66-4b92-b14d-9749bc0720af {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:03.805686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:03.966439 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:29:01Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:04.016993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] For port 739000e8-bc66-4b92-b14d-9749bc0720af, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=739000e8-bc66-4b92-b14d-9749bc0720af,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:04.017516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.030561 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2876e91-6f0d-4148-8e0c-57ca9101ab6d None None] The sync data for ids ['7602a00c-1e54-48c9-aa56-f51013f0d4f6'] in n-d-804878-2 is: [{'id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'name': 'tempest-ServersTestFqdnHostnames-1006335886-router', 'tenant_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:26:46Z', 'updated_at': '2021-08-24T00:29:01Z', 'revision_number': 5, 'project_id': 'da2d74c897cb46b6b94ffeaa623a4a9d', 'gw_port': {'id': '739000e8-bc66-4b92-b14d-9749bc0720af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7602a00c-1e54-48c9-aa56-f51013f0d4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:26:47Z', 'updated_at': '2021-08-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:29:04.031600 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-c43bc5af-c983-48c4-9454-490ed3fc6d8e service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481920 Aug 24 00:29:04.035205 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.059769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Calling delete_port for 739000e8-bc66-4b92-b14d-9749bc0720af owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:04.083402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Attempting to bind port 7f30c275-e346-4514-8c04-ef1c02285217 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:04.083950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Attempting to bind port 7f30c275-e346-4514-8c04-ef1c02285217 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:04.084487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Attempting to bind port 7f30c275-e346-4514-8c04-ef1c02285217 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:04.100358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Port 7f30c275-e346-4514-8c04-ef1c02285217 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:04.101238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Attempting to bind port 7f30c275-e346-4514-8c04-ef1c02285217 on network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:04.109198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:04.109994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Checking segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:04.110729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Bound using segment: {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:04.111538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Bound port: 7f30c275-e346-4514-8c04-ef1c02285217, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc9c8a6-7d24-4088-8673-5f77c5653bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:04.112739 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.138061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb38545-06f3-4531-ab18-f971104f25b5 req-65cf4a50-90a7-4ca8-a0a0-b167b9b50d98 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.140060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0eb38545-06f3-4531-ab18-f971104f25b5 req-65cf4a50-90a7-4ca8-a0a0-b167b9b50d98 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1954055 Aug 24 00:29:04.159481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Network c76bb3db-112b-42f7-885e-f5605650a161 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:04.219008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:04.224112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:04.228063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:04.271378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:04.276692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0eb38545-06f3-4531-ab18-f971104f25b5 req-e8b2bbdd-f4be-4063-a0c3-38c7ace0c9ec tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253788 Aug 24 00:29:04.294365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:04.298451 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-0ce3e443-3560-421e-b9d7-f1e23639b2e5 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475781 Aug 24 00:29:04.305227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.305889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.358070 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-8e42dcf2-5367-4b51-b7d3-88917b0c4edf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d HTTP/1.1" status: 200 len: 217 time: 0.0475295 Aug 24 00:29:04.438972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.532996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:04.537276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-2877e995-3670-4125-a195-c11701439c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.538780 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-2877e995-3670-4125-a195-c11701439c61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.1731670 Aug 24 00:29:04.538929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7f00050a-3bad-4828-8f52-663ae6587741 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3229311 Aug 24 00:29:04.544770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.546130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.547676 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-9eca5c31-f777-49b1-ba64-0ebb4ffc85b4 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f30c275-e346-4514-8c04-ef1c02285217 HTTP/1.1" status: 200 len: 1091 time: 2.1198113 Aug 24 00:29:04.548213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:04.550954 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35acf0c0-6746-40bc-8ece-a6daf2c793b5" -d '{"events": [{"name": "network-changed", "server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "tag": "7f30c275-e346-4514-8c04-ef1c02285217"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:04.559104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6e98df22-a177-487f-b179-85991ee3269f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:04.565433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Request body: {'port': {'device_id': '410019b9-5f57-444f-952a-e140012d9ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:04.606027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 6e98df22-a177-487f-b179-85991ee3269f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:04.606373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6e98df22-a177-487f-b179-85991ee3269f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:04.628915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c108c-1e7d-43e3-b733-2abbd4d71f99 req-ed4d74e7-2d72-4111-8b16-840f5b57daf3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.637158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d1c108c-1e7d-43e3-b733-2abbd4d71f99 req-ed4d74e7-2d72-4111-8b16-840f5b57daf3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 932 time: 0.2067270 Aug 24 00:29:04.651330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-91059c1b-cbf3-4e98-97c5-0fb29cc7c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.656711 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-91059c1b-cbf3-4e98-97c5-0fb29cc7c0ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0831661 Aug 24 00:29:04.672792 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.738177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813ab8-f19b-4094-a31f-3fdd8b6b820a req-32549ea7-eede-434c-911d-23712998d280 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.742911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad813ab8-f19b-4094-a31f-3fdd8b6b820a req-32549ea7-eede-434c-911d-23712998d280 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 943 time: 0.3109157 Aug 24 00:29:04.848075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-2adaa6dc-970d-4856-9e5c-b54bf0bbd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:04.848075 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-2adaa6dc-970d-4856-9e5c-b54bf0bbd096 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 1094 time: 0.1459358 Aug 24 00:29:04.848377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:04.906937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-42c4c35f-4d82-4c93-b0d5-96d948ac3857 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390182 Aug 24 00:29:04.907571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Pushing event deleted for resources: {'Port': ['ID=739000e8-bc66-4b92-b14d-9749bc0720af,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:04.908349 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-a75f38b7-f58b-4220-b778-716879692ec3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f30c275-e346-4514-8c04-ef1c02285217 HTTP/1.1" status: 200 len: 217 time: 0.0477548 Aug 24 00:29:04.950491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d1c108c-1e7d-43e3-b733-2abbd4d71f99 req-2bae6d72-f615-4fd0-873d-5f95c7cbaa3e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121572 Aug 24 00:29:05.025521 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dda3a4-a85b-4e85-ab98-f5a37c9e63ad x-openstack-request-id: req-85dda3a4-a85b-4e85-ab98-f5a37c9e63ad {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:05.025846 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "tag": "7f30c275-e346-4514-8c04-ef1c02285217", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:05.026104 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85dda3a4-a85b-4e85-ab98-f5a37c9e63ad {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:05.026511 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217', 'status': 'completed', 'code': 200} Aug 24 00:29:05.094907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e9a856e7-df63-4b99-868c-9356a34218dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:05.096705 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-e9a856e7-df63-4b99-868c-9356a34218dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.1742470 Aug 24 00:29:05.145604 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-123d3492-7edd-4283-ade9-bd429172df6f service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249753 Aug 24 00:29:05.147039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad813ab8-f19b-4094-a31f-3fdd8b6b820a req-8947fe38-dbe5-46db-b9fe-c83de85e6baa tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004954 Aug 24 00:29:05.147818 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.209254 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-d0ce76ea-ad4d-4276-bcf8-3883cc1b5891 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722 HTTP/1.1" status: 200 len: 217 time: 0.0550315 Aug 24 00:29:05.215582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-2d187b9f-91e9-475f-b929-bb9eebb0b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:05.217196 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-2d187b9f-91e9-475f-b929-bb9eebb0b942 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117070 Aug 24 00:29:05.273390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.277399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.314231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37180) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:05.338188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-b96a60ce-b999-4a39-91b6-30e70e02968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:05.338872 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-b96a60ce-b999-4a39-91b6-30e70e02968b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.1204562 Aug 24 00:29:05.389941 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-2beef76f-5042-4d01-8d70-65857ed8f5b5 service neutron] 10.222.0.37 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634817 Aug 24 00:29:05.445029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-43a0649a-cc23-4014-a31e-50a216243505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:05.446643 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-43a0649a-cc23-4014-a31e-50a216243505 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004591 Aug 24 00:29:05.490936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e67dee52-be47-47eb-bffc-7b82ffb59bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.492964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c50be0-d0f1-41a9-a36c-f5386a610bcf req-ac5ac0b3-79ef-40d6-9e7c-300522ef9909 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:05.494528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7c50be0-d0f1-41a9-a36c-f5386a610bcf req-ac5ac0b3-79ef-40d6-9e7c-300522ef9909 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1045671 Aug 24 00:29:05.506588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-fb5ac2a8-5dff-4011-8ba2-2fef90594381 service neutron] 10.222.0.36 "GET /v2.0/ports/356e14bc-764e-4856-9940-cd468124e907/bindings/n-h1-804878-2 HTTP/1.1" status: 200 len: 382 time: 0.1481254 Aug 24 00:29:05.555182 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.555702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7602a00c-1e54-48c9-aa56-f51013f0d4f6 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:29:05.578018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.582390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f5872684-2e2f-4c8e-89a3-7ac707c9b052 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7602a00c-1e54-48c9-aa56-f51013f0d4f6 HTTP/1.1" status: 204 len: 168 time: 2.7286799 Aug 24 00:29:05.583140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:05.590921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7c50be0-d0f1-41a9-a36c-f5386a610bcf req-3598fcda-b388-400e-b784-88fe01ade15d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881321 Aug 24 00:29:05.593009 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1671d5e2-cf7e-4607-af7e-acdf1f07d492 req-44aa0956-5174-4f66-8050-a535285225f3 service neutron] 10.222.0.37 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956022 Aug 24 00:29:05.632266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76306686-474a-4d79-a6b8-7a4083adebd8 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:05.632991 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-fc83206d-7d2a-426a-8883-c98a9b2c114e service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781857 Aug 24 00:29:05.644060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.662106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d2f855-0434-4faa-b7ee-c9c06eabcf0d admin admin] Deleting subnet ecb15f8c-836d-439d-b4b1-0c5a363b1323 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:29:05.666632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05d2f855-0434-4faa-b7ee-c9c06eabcf0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.668646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Transition to ACTIVE for port object 76306686-474a-4d79-a6b8-7a4083adebd8 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:05.708536 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05d2f855-0434-4faa-b7ee-c9c06eabcf0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.788496 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a804f7f2-d7f9-4d8f-a7f1-7a48bf731533 req-a4b4f9be-f2c4-4898-8972-6a97c1bde322 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473196 Aug 24 00:29:05.790383 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e67dee52-be47-47eb-bffc-7b82ffb59bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.794549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05d2f855-0434-4faa-b7ee-c9c06eabcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.818203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.872895 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e67dee52-be47-47eb-bffc-7b82ffb59bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.904712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:05.920790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e67dee52-be47-47eb-bffc-7b82ffb59bc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=14d30c64fb734dccb14457fe79195665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054597 Aug 24 00:29:05.923573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dee52-be47-47eb-bffc-7b82ffb59bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af300a41-3ff1-4067-b3d6-865a7b4f4b2c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:05.925952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37188) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:05.935400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-41ba1b71-4b31-4c71-a0a4-4dfbf8dd2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:05.936851 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-41ba1b71-4b31-4c71-a0a4-4dfbf8dd2811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 1094 time: 0.0925379 Aug 24 00:29:05.959623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Attempting to bind port 76306686-474a-4d79-a6b8-7a4083adebd8 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:05.959971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Attempting to bind port 76306686-474a-4d79-a6b8-7a4083adebd8 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:05.960934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Attempting to bind port 76306686-474a-4d79-a6b8-7a4083adebd8 on network c76bb3db-112b-42f7-885e-f5605650a161 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:05.965593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Port 76306686-474a-4d79-a6b8-7a4083adebd8 on network c76bb3db-112b-42f7-885e-f5605650a161 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:05.965903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Attempting to bind port 76306686-474a-4d79-a6b8-7a4083adebd8 on network c76bb3db-112b-42f7-885e-f5605650a161 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:05.971770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:05.972113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Checking segment: {'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:05.972507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Bound using segment: {'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:05.972949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Bound port: 76306686-474a-4d79-a6b8-7a4083adebd8, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:05.973316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:05.991612 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05d2f855-0434-4faa-b7ee-c9c06eabcf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.053779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14df06ed-3110-4d40-8707-ffcf8984999d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.066394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05d2f855-0434-4faa-b7ee-c9c06eabcf0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.071028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-05d2f855-0434-4faa-b7ee-c9c06eabcf0d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ecb15f8c-836d-439d-b4b1-0c5a363b1323 HTTP/1.1" status: 204 len: 168 time: 0.4768569 Aug 24 00:29:06.071028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2f855-0434-4faa-b7ee-c9c06eabcf0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb15f8c-836d-439d-b4b1-0c5a363b1323,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:06.075489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37192) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:06.080311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776d7bb-b316-45a4-bc75-294942c4c714 None None] Network 8a1e3020-7b24-4b38-aa49-c7589051a9b2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:06.148409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14df06ed-3110-4d40-8707-ffcf8984999d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.160607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-827720d8-58a0-4023-b54a-8c0a6b388f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.162212 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-827720d8-58a0-4023-b54a-8c0a6b388f78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.2175786 Aug 24 00:29:06.211207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:06.220001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397d7d-0fa0-4d54-9dbc-78a669e73678 req-63f7dd75-d271-4e7c-a9ff-9528a07e85a6 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.221735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f397d7d-0fa0-4d54-9dbc-78a669e73678 req-63f7dd75-d271-4e7c-a9ff-9528a07e85a6 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1816306 Aug 24 00:29:06.255421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:06.280417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-bf674592-7c6a-4efe-a299-80673cb6d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.282101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-bf674592-7c6a-4efe-a299-80673cb6d8ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.0846589 Aug 24 00:29:06.295762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f397d7d-0fa0-4d54-9dbc-78a669e73678 req-c95f7604-f2bc-4427-9b65-30898614371d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580866 Aug 24 00:29:06.303947 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-365de94e-7525-451d-8d80-03dde733c59c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f30c275-e346-4514-8c04-ef1c02285217 HTTP/1.1" status: 200 len: 217 time: 0.1316161 Aug 24 00:29:06.325027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.380449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.381874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.383525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] 10.222.0.37 "PUT /v2.0/ports/76306686-474a-4d79-a6b8-7a4083adebd8 HTTP/1.1" status: 200 len: 1092 time: 1.8311105 Aug 24 00:29:06.386054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:06.397531 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600ad15f-a218-4f4d-9e08-b57879019c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:06.425040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1c95d-8e11-45f4-9c75-c60d7c38d77d service neutron] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:06.429496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-9339420a-cff4-4284-9738-df333d00528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.432471 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-9339420a-cff4-4284-9738-df333d00528f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.1038499 Aug 24 00:29:06.465108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14df06ed-3110-4d40-8707-ffcf8984999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.468193 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14df06ed-3110-4d40-8707-ffcf8984999d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.472802 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-14df06ed-3110-4d40-8707-ffcf8984999d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af300a41-3ff1-4067-b3d6-865a7b4f4b2c HTTP/1.1" status: 204 len: 168 time: 0.5444489 Aug 24 00:29:06.485789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] DHCP port deletion for 8a1e3020-7b24-4b38-aa49-c7589051a9b2 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:29:06.532909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df06ed-3110-4d40-8707-ffcf8984999d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af300a41-3ff1-4067-b3d6-865a7b4f4b2c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:06.539876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.576699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-7393b925-7f82-4eea-b15f-94692537f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.578444 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-7393b925-7f82-4eea-b15f-94692537f38d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272035 Aug 24 00:29:06.598056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7c469bf2-2e79-4d77-a674-15a5e2ee1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.604266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-7c469bf2-2e79-4d77-a674-15a5e2ee1af6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 1095 time: 0.0970762 Aug 24 00:29:06.606529 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560eb9b1-db43-4121-a3fb-257816831286 x-openstack-request-id: req-560eb9b1-db43-4121-a3fb-257816831286 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:06.607023 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:06.607251 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-560eb9b1-db43-4121-a3fb-257816831286 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:06.607723 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8', 'status': 'completed', 'code': 200} Aug 24 00:29:06.611427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-bcc38117-afa1-4a0e-9d5b-38385d3cf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.630317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-bcc38117-afa1-4a0e-9d5b-38385d3cf453 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 1101 time: 0.2555358 Aug 24 00:29:06.874199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 739000e8-bc66-4b92-b14d-9749bc0720af no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:06.874199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 739000e8-bc66-4b92-b14d-9749bc0720af {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:06.874199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 739000e8-bc66-4b92-b14d-9749bc0720af not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:06.874199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:06.874199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] Deleting port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:06.874199 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.879281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-5121b511-b35b-456b-92a3-ff6a73f0191b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76306686-474a-4d79-a6b8-7a4083adebd8 HTTP/1.1" status: 200 len: 217 time: 0.1615577 Aug 24 00:29:06.881376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-ce6e26f7-5457-4e37-bffe-3b347de3c517 service neutron] 10.222.0.37 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625180 Aug 24 00:29:06.881376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Deleting port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:06.881376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.932958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] For port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:06.933518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.948841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] Calling delete_port for 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:06.951055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] For port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,segment=NetworkSegment(564a13c1-a9fc-4334-941b-d4ab328de2bf),segment_id=564a13c1-a9fc-4334-941b-d4ab328de2bf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:06.951431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:06.976035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Calling delete_port for 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:06.988156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-55514848-87f3-4c1d-a82f-37a4efd4e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:06.989747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-55514848-87f3-4c1d-a82f-37a4efd4e078 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36d87814-c4d9-40ac-91eb-a15ce2e4f230 HTTP/1.1" status: 200 len: 854 time: 0.1739860 Aug 24 00:29:07.006762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904caf-72e3-4a53-b753-19e43331c81d req-3f67360b-1404-446d-8288-7b9bf6f58e39 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:07.007353 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-35acf0c0-6746-40bc-8ece-a6daf2c793b5 req-d973bc82-340d-4d89-87ec-b8dff49211cf service neutron] 10.222.0.37 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003977 Aug 24 00:29:07.008385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc904caf-72e3-4a53-b753-19e43331c81d req-3f67360b-1404-446d-8288-7b9bf6f58e39 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.2430470 Aug 24 00:29:07.075793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8907f2-4318-40b9-b365-a33c2685a592 req-af78e6e2-fd37-445f-91d3-17e833b9e0ca tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:07.085700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca8907f2-4318-40b9-b365-a33c2685a592 req-af78e6e2-fd37-445f-91d3-17e833b9e0ca tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 943 time: 0.2961020 Aug 24 00:29:07.100555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-70969d13-e8e5-47d1-bf06-59dfa090422d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76bb3db-112b-42f7-885e-f5605650a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909860 Aug 24 00:29:07.117310 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.196095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.212103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-6a68a107-004c-4ce9-b51d-2ea278879476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:07.213141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-6a68a107-004c-4ce9-b51d-2ea278879476 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.5736189 Aug 24 00:29:07.227739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Pushing event deleted for resources: {'Port': ['ID=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:07.230237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca8907f2-4318-40b9-b365-a33c2685a592 req-7c1f7028-7ddf-4eb0-9c88-f723cc8f25b5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432290 Aug 24 00:29:07.232089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] No DVR routers for this DVR port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:07.256848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc904caf-72e3-4a53-b753-19e43331c81d req-94d306c6-033f-4c68-91ba-844b67086e60 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227571 Aug 24 00:29:07.302850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-fbe83939-67b8-41ef-a265-5dbb4cf8dee9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=356e14bc-764e-4856-9940-cd468124e907 HTTP/1.1" status: 200 len: 217 time: 0.0689297 Aug 24 00:29:07.334679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.348798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1e3020-7b24-4b38-aa49-c7589051a9b2']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:07.362254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564a13c1-a9fc-4334-941b-d4ab328de2bf') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:07.362623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564a13c1-a9fc-4334-941b-d4ab328de2bf') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:07.373490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.376466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-b8abb959-8522-48d5-b033-70f27d6af569 service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441373 Aug 24 00:29:07.395852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.405582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-564a0790-b33d-41ee-ad80-1c4d370b28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:07.409824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-564a0790-b33d-41ee-ad80-1c4d370b28d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0947638 Aug 24 00:29:07.410076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:29:07.410076 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:29:07.411912 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:29:07.422333 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.468103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] Pushing event deleted for resources: {'Port': ['ID=11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:07.491455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b8595-f963-4ed1-9969-908ebacdf791 None None] No DVR routers for this DVR port 11c5a16c-9d31-4b33-aaa3-99d4bc9ab8c7 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:07.525430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37232) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:07.552497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5c69eb0-3315-41f4-8c79-d6d46ebafcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.600491 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.613896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.619406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] 10.222.0.26 "DELETE /v2.0/networks/8a1e3020-7b24-4b38-aa49-c7589051a9b2 HTTP/1.1" status: 204 len: 168 time: 1.5402875 Aug 24 00:29:07.668634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e5009-56e9-461e-949b-881835a8aa5f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1e3020-7b24-4b38-aa49-c7589051a9b2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:07.730409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5c69eb0-3315-41f4-8c79-d6d46ebafcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.795977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5c69eb0-3315-41f4-8c79-d6d46ebafcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.838019 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c5c69eb0-3315-41f4-8c79-d6d46ebafcc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ced14e0a4c541fb853055fd6bd58d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113868 Aug 24 00:29:07.839089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c69eb0-3315-41f4-8c79-d6d46ebafcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0a4d7e-ef8c-43f0-b784-0eb6c8ff8b26,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:07.841846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37240) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:07.914790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee913-9e68-4760-ae00-b4eb785338bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.939584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee913-9e68-4760-ae00-b4eb785338bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:07.954557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-4b31f0fe-fdcd-41a4-9b93-1cdb63167a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:07.956144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-4b31f0fe-fdcd-41a4-9b93-1cdb63167a51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5354533 Aug 24 00:29:07.960964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67167845-dd06-47b4-bc4e-57a8ea807840 req-6cb05bc9-c8a9-4460-8840-c9736e53418f service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714743 Aug 24 00:29:07.981995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ae29-15a5-4f88-be53-e9c12ca97f35 req-e8912000-2b98-4202-aabb-4f6af617371d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:07.983481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46f4ae29-15a5-4f88-be53-e9c12ca97f35 req-e8912000-2b98-4202-aabb-4f6af617371d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.4891882 Aug 24 00:29:08.062441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46f4ae29-15a5-4f88-be53-e9c12ca97f35 req-e9390559-cffc-497b-a795-cb361d5ecd1e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685961 Aug 24 00:29:08.087941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-2cc9c7ed-255c-40c7-861b-5aac435192ea service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216412 Aug 24 00:29:08.135885 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37244) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:08.149288 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee913-9e68-4760-ae00-b4eb785338bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.151876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee913-9e68-4760-ae00-b4eb785338bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.156166 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed8ee913-9e68-4760-ae00-b4eb785338bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b0a4d7e-ef8c-43f0-b784-0eb6c8ff8b26 HTTP/1.1" status: 204 len: 168 time: 0.3133495 Aug 24 00:29:08.187120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ee913-9e68-4760-ae00-b4eb785338bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0a4d7e-ef8c-43f0-b784-0eb6c8ff8b26,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:08.227298 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9a5cde9d-528b-485c-8387-14b641a6bd70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da2d74c897cb46b6b94ffeaa623a4a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899813 Aug 24 00:29:08.230498 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37250) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:08.249673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-dd68ca70-c6d4-47df-8149-34695026f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:08.251516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-dd68ca70-c6d4-47df-8149-34695026f0b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 1095 time: 0.0802925 Aug 24 00:29:08.257149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1cb2a3f9-1f3c-460d-ab7b-0d6f3da1aa84 req-70a1f047-2430-4ce4-97e3-c8c6d58d5851 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589212 Aug 24 00:29:08.321353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a87a568c-5cd1-4aec-b77b-a6513ebeef62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.351741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a87a568c-5cd1-4aec-b77b-a6513ebeef62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.382474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f30c275-e346-4514-8c04-ef1c02285217 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:08.459988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95460fe-b471-4cca-a623-354eeb635e16 req-36f12b42-a9c1-4514-a1cd-c1740c4178eb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:08.461552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a95460fe-b471-4cca-a623-354eeb635e16 req-36f12b42-a9c1-4514-a1cd-c1740c4178eb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 943 time: 0.1222000 Aug 24 00:29:08.463847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-97ef4d2b-d199-4adf-af8c-247a14c5aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:08.469853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-97ef4d2b-d199-4adf-af8c-247a14c5aa1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 915 time: 0.2076302 Aug 24 00:29:08.481299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f164b-a39a-4f47-b7ce-cb8041656c70 req-6e128318-5cb5-471d-99cc-182353e48de5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:08.482864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f164b-a39a-4f47-b7ce-cb8041656c70 req-6e128318-5cb5-471d-99cc-182353e48de5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1270669 Aug 24 00:29:08.505350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:08.511284 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a87a568c-5cd1-4aec-b77b-a6513ebeef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.515772 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a87a568c-5cd1-4aec-b77b-a6513ebeef62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.517106 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a87a568c-5cd1-4aec-b77b-a6513ebeef62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26242d38-5c40-439d-8d05-64c089f50100 HTTP/1.1" status: 204 len: 168 time: 0.2855606 Aug 24 00:29:08.519970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '7f30c275-e346-4514-8c04-ef1c02285217', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': '7f30c275-e346-4514-8c04-ef1c02285217', 'mac_address': 'fa:16:3e:6b:17:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:08.531007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a568c-5cd1-4aec-b77b-a6513ebeef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26242d38-5c40-439d-8d05-64c089f50100,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:08.561102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-7886f265-b709-44ae-b4fd-5fdc4d4d2174 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76306686-474a-4d79-a6b8-7a4083adebd8 HTTP/1.1" status: 200 len: 217 time: 0.0761311 Aug 24 00:29:08.610854 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.627411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f30c275-e346-4514-8c04-ef1c02285217 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:08.648746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:08.658088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f164b-a39a-4f47-b7ce-cb8041656c70 req-58b41a4c-5960-4f5e-aeb7-9cb329efe81d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452835 Aug 24 00:29:08.661797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a95460fe-b471-4cca-a623-354eeb635e16 req-3747f92d-84a8-40d8-ab7b-4c31213ed9c4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905684 Aug 24 00:29:08.675782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-f393b456-8548-4937-95c6-e60900aeab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:08.677383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-f393b456-8548-4937-95c6-e60900aeab19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36d87814-c4d9-40ac-91eb-a15ce2e4f230 HTTP/1.1" status: 200 len: 854 time: 0.1044123 Aug 24 00:29:08.728155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-ea5d4ffb-4d96-469f-960e-fd8cdeb9f843 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76bb3db-112b-42f7-885e-f5605650a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388896 Aug 24 00:29:08.733342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:08.800349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:08.849810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-1dc12669-18a4-4bdd-8659-767c8fae22cb service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115556 Aug 24 00:29:08.950380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-600ad15f-a218-4f4d-9e08-b57879019c6c req-fd99bf31-bc20-44a2-a8a6-a1cf5b924255 service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931306 Aug 24 00:29:09.130921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['7f30c275-e346-4514-8c04-ef1c02285217'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:09.196419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b10f-f869-4937-953e-2e87706f00b2 req-c164fac8-8ea1-40a5-9fe9-3d2e7ef8f326 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.197940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b25b10f-f869-4937-953e-2e87706f00b2 req-c164fac8-8ea1-40a5-9fe9-3d2e7ef8f326 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.0659969 Aug 24 00:29:09.273438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b25b10f-f869-4937-953e-2e87706f00b2 req-398f2f82-cab9-45be-9ec4-bb352db210b5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610156 Aug 24 00:29:09.712516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37318) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:09.840835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1334423819-network', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:09.883508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fac29-68f1-491b-bb31-b902ee6a48c1 req-db43f760-bff5-4827-a204-263aa5b87e24 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.885053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-661fac29-68f1-491b-bb31-b902ee6a48c1 req-db43f760-bff5-4827-a204-263aa5b87e24 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1196654 Aug 24 00:29:09.906578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ce73a-7881-4811-adca-4c8f19006bdb req-7a32c034-93c9-4a9f-af7f-329c31174045 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:09.908920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe3ce73a-7881-4811-adca-4c8f19006bdb req-7a32c034-93c9-4a9f-af7f-329c31174045 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 944 time: 0.1116102 Aug 24 00:29:09.960711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-661fac29-68f1-491b-bb31-b902ee6a48c1 req-2935fb80-5032-49d8-af94-cd35b21a86b3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654807 Aug 24 00:29:09.967466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Made reservation on behalf of 3d12e816d6ce480196a27aa0c7c40053 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:09.969836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:09.988412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe3ce73a-7881-4811-adca-4c8f19006bdb req-4862808e-8a96-403b-85c8-11837613b2c4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647264 Aug 24 00:29:09.989321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.088642 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.172727 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.197903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:29:10.207154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b82f4e-1f8a-46f4-9e18-a76bc85fb5f4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:10.228713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.229100 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Added segment bacfd811-f3f7-4f11-9a8a-ad758e8a1327 of type vlan for network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 Aug 24 00:29:10.271648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.391849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191cab0-3046-43fe-9378-3e7263bf5ec2 req-30397055-5dde-488e-9cab-50e220656f40 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.394292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7191cab0-3046-43fe-9378-3e7263bf5ec2 req-30397055-5dde-488e-9cab-50e220656f40 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.0566988 Aug 24 00:29:10.395618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.396658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:10.397223 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.411447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:10.418037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f30c275-e346-4514-8c04-ef1c02285217 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:10.485451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] Pushing event updated for resources: {'Network': ['ID=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:10.490561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7191cab0-3046-43fe-9378-3e7263bf5ec2 req-6bb3ae93-5864-422c-aa45-13f53d5e1f26 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894582 Aug 24 00:29:10.506194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:29:10.526232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37350) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:10.533503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-94a6d9a5-8079-42e7-a254-9fa0a9ee4a30 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8131030 Aug 24 00:29:10.533697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Request body: {'subnet': {'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1334423819-subnet', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:10.661018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:10.671055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Made reservation on behalf of 3d12e816d6ce480196a27aa0c7c40053 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:10.671239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '76306686-474a-4d79-a6b8-7a4083adebd8', 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161', 'port_id': '76306686-474a-4d79-a6b8-7a4083adebd8', 'mac_address': 'fa:16:3e:47:99:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d87814-c4d9-40ac-91eb-a15ce2e4f230', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:10.672150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.702941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:10.707825 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 7f30c275-e346-4514-8c04-ef1c02285217 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:10.748628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 7f30c275-e346-4514-8c04-ef1c02285217 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:10.749002 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.754097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.796171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76306686-474a-4d79-a6b8-7a4083adebd8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:10.832400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:10.908008 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.913102 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.951705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:10.954076 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7568d7df-bde3-4598-bb44-6a8118ad1eaf" -d '{"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-unplugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:10.965020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:10.975270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:11.011174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:11.012879 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a246ce4e-05b6-4a33-8c2d-b1b23c91772c x-openstack-request-id: req-a246ce4e-05b6-4a33-8c2d-b1b23c91772c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:11.013199 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-unplugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:11.013448 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a246ce4e-05b6-4a33-8c2d-b1b23c91772c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:11.020030 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907', 'code': 200} Aug 24 00:29:11.040164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.054844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:11.063836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.065796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.065796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.065796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.066203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.066464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.066801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.067128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.067466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.067778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.068099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.068430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.086782 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.119862 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.143974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438d58e3-6d52-4c58-9fc8-339f34610163,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:11.154055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:11.164488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.164744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.165089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.165448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.174281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.174679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.175027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.175385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.175702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.176036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.176376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.176706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:11.198945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Checking segment: {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:11.198945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Network hostable DHCP agents. Network: bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:29:11.212254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15208c1-f94b-4c1a-95ca-871ac0aaa898 req-9e0eb983-cfee-42b0-aad3-0c8f03c6691f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:11.215919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f15208c1-f94b-4c1a-95ca-871ac0aaa898 req-9e0eb983-cfee-42b0-aad3-0c8f03c6691f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 944 time: 0.1234212 Aug 24 00:29:11.226859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:11.240924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b90b-4436-4b7c-a7e6-46e3a847dcce req-01faf83a-4236-4aab-b8c4-71adea57ab62 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:11.242561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b83b90b-4436-4b7c-a7e6-46e3a847dcce req-01faf83a-4236-4aab-b8c4-71adea57ab62 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.1073689 Aug 24 00:29:11.294282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f15208c1-f94b-4c1a-95ca-871ac0aaa898 req-f4eda0a8-a496-4c9a-985d-cefde105e091 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711718 Aug 24 00:29:11.298324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['76306686-474a-4d79-a6b8-7a4083adebd8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:11.322792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b83b90b-4436-4b7c-a7e6-46e3a847dcce req-bb3266bf-d509-4457-8880-16021a92d904 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558329 Aug 24 00:29:11.333401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:29:11.424257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:11.430085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:11.436019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.438885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7303975-17bf-401e-baf5-c724bc631295 None None] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:11.581403 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-34fb5fdd-7962-4846-955f-74acba200958 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0540581 Aug 24 00:29:11.585964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37386) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:11.594658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:11.629609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731ecd-c11e-435e-833f-160f78eb01ff req-dad51281-2851-438f-8266-9b51afdce89b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:11.631490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59731ecd-c11e-435e-833f-160f78eb01ff req-dad51281-2851-438f-8266-9b51afdce89b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 945 time: 0.0592897 Aug 24 00:29:11.642850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:29:11.643737 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.677852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59731ecd-c11e-435e-833f-160f78eb01ff req-49000fdd-bc46-4cdb-a06a-91309a911fc1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364087 Aug 24 00:29:11.801801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.802555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Allocated IP 172.20.0.2 (bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07/438d58e3-6d52-4c58-9fc8-339f34610163/bc44b732-538a-4a40-a297-39b2ccbf36c7) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:11.802913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.857489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.967680 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:11.975722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Transition to ACTIVE for port object bc44b732-538a-4a40-a297-39b2ccbf36c7 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:11.990628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Transition to ACTIVE for port object bc44b732-538a-4a40-a297-39b2ccbf36c7 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:12.053877 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.097968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:12.099383 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.101550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:12.105285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:12.114210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Pushing event updated for resources: {'Port': ['ID=bc44b732-538a-4a40-a297-39b2ccbf36c7,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:12.167941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Attempting to bind port bc44b732-538a-4a40-a297-39b2ccbf36c7 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:12.168320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Attempting to bind port bc44b732-538a-4a40-a297-39b2ccbf36c7 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:12.168691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Attempting to bind port bc44b732-538a-4a40-a297-39b2ccbf36c7 on network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:12.173643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:12.174056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Checking segment: {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:12.174480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.174863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Bound using segment: {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:12.175329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Bound port: bc44b732-538a-4a40-a297-39b2ccbf36c7, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:12.175717 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.242449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] For port bc44b732-538a-4a40-a297-39b2ccbf36c7, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:12.246405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] For port bc44b732-538a-4a40-a297-39b2ccbf36c7, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=bc44b732-538a-4a40-a297-39b2ccbf36c7,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:12.385431 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.442072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.482465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec86a3-2335-490c-bc13-ed3d87b9eaf6 None None] Pushing event updated for resources: {'Port': ['ID=bc44b732-538a-4a40-a297-39b2ccbf36c7,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:12.506052 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.535699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.578215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c890282-b07b-4f19-8fcc-06817e9e6025 req-ab2b7081-1137-4a41-ad69-fab130eae776 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:12.579988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c890282-b07b-4f19-8fcc-06817e9e6025 req-ab2b7081-1137-4a41-ad69-fab130eae776 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.2051229 Aug 24 00:29:12.624377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63ed40-08e3-4fbb-84f3-1f241724c40a req-4fe4a993-0a1b-43be-9a37-bdacbab5b485 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:12.626250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd63ed40-08e3-4fbb-84f3-1f241724c40a req-4fe4a993-0a1b-43be-9a37-bdacbab5b485 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.1739430 Aug 24 00:29:12.661147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Allocated IP 172.25.5.35 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e2dfcfb7-9ed9-4068-aa3f-377465a87dcb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:12.723540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:12.751658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c890282-b07b-4f19-8fcc-06817e9e6025 req-9d799b43-ae6f-4757-b7db-d889ed3af12d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707275 Aug 24 00:29:12.757811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd63ed40-08e3-4fbb-84f3-1f241724c40a req-5d5b40bb-0651-4113-809e-150670b59505 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200960 Aug 24 00:29:12.864035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:12.919248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:12.942605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '356e14bc-764e-4856-9940-cd468124e907', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '356e14bc-764e-4856-9940-cd468124e907', 'mac_address': 'fa:16:3e:4a:83:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:12.987427 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.001400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356e14bc-764e-4856-9940-cd468124e907 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:13.005712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2c2c4-a750-499e-a9f8-83fef5333929 req-01b15309-0ab9-4e7a-863e-158f41243360 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.007441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddd2c2c4-a750-499e-a9f8-83fef5333929 req-01b15309-0ab9-4e7a-863e-158f41243360 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 945 time: 0.0676148 Aug 24 00:29:13.016275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:13.024194 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf1885f-9139-4b1b-8459-2da0dceba11f" -d '{"events": [{"server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "name": "network-vif-plugged", "status": "completed", "tag": "7f30c275-e346-4514-8c04-ef1c02285217"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:13.037717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:13.061988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddd2c2c4-a750-499e-a9f8-83fef5333929 req-e4320e60-fee0-4ed7-86b2-e4682cf4f93b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Aug 24 00:29:13.072647 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd19548-bbfa-42ed-b24b-b7e08927d110 x-openstack-request-id: req-5dd19548-bbfa-42ed-b24b-b7e08927d110 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:13.072967 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "name": "network-vif-plugged", "status": "completed", "tag": "7f30c275-e346-4514-8c04-ef1c02285217", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:13.073317 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dd19548-bbfa-42ed-b24b-b7e08927d110 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:13.073712 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217', 'code': 200} Aug 24 00:29:13.189351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4837c-2297-4543-80d6-f14b61cd5f01 req-81857619-d981-4478-b721-3e4347539e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:13.191047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01c4837c-2297-4543-80d6-f14b61cd5f01 req-81857619-d981-4478-b721-3e4347539e4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 1096 time: 0.0518105 Aug 24 00:29:13.223621 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.227395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01c4837c-2297-4543-80d6-f14b61cd5f01 req-f51b8c36-b1ea-410a-b898-98f36d77f910 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293932 Aug 24 00:29:13.264722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:13.267519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:13.271612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:13.277075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Pushing event updated for resources: {'Port': ['ID=e2dfcfb7-9ed9-4068-aa3f-377465a87dcb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:13.310314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.388268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:13.664339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f2290b-f88e-4186-aee1-f09ae06a10f1 None None] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:13.713507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37436) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:13.779523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:13.816177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['356e14bc-764e-4856-9940-cd468124e907'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:13.819953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3eee1f7c-0d45-4613-a23a-f26808c291c5 None None] Provisioning for port bc44b732-538a-4a40-a297-39b2ccbf36c7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:13.992986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-305f4aec-43ee-416b-9ed1-cbc18aeb762c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.055933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.091217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a412c-0a4a-4dd7-8b7f-a71d35b1b37c req-383e15eb-e3d6-4968-87bd-422c00b459d2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.094049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-468a412c-0a4a-4dd7-8b7f-a71d35b1b37c req-383e15eb-e3d6-4968-87bd-422c00b459d2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 949 time: 0.2329257 Aug 24 00:29:14.108936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cf295-f867-41d7-94e9-1823d2b20710 req-cd76093d-3cf5-4038-b04a-317462539f31 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.114043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-249cf295-f867-41d7-94e9-1823d2b20710 req-cd76093d-3cf5-4038-b04a-317462539f31 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1643777 Aug 24 00:29:14.204944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-249cf295-f867-41d7-94e9-1823d2b20710 req-ef799e33-629e-4779-bbac-a9ffc42672bf tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776780 Aug 24 00:29:14.286329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-305f4aec-43ee-416b-9ed1-cbc18aeb762c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.293051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-468a412c-0a4a-4dd7-8b7f-a71d35b1b37c req-0ed5392c-92be-4100-9df2-0ab459c5ff72 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775641 Aug 24 00:29:14.430464 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-305f4aec-43ee-416b-9ed1-cbc18aeb762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.439970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:14.482840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-305f4aec-43ee-416b-9ed1-cbc18aeb762c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76eb35a3abc8425197ee95a44eb87c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665415 Aug 24 00:29:14.494090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0455-da40-4e2a-94a4-32db17e79cc3 req-b57512a7-0d6c-4625-a54f-06467d6280d8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:14.495681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301d0455-da40-4e2a-94a4-32db17e79cc3 req-b57512a7-0d6c-4625-a54f-06467d6280d8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 945 time: 0.1317906 Aug 24 00:29:14.496243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:14.598041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f4aec-43ee-416b-9ed1-cbc18aeb762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31983a-84d2-463d-a727-c28e430ca551,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:14.629946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 76306686-474a-4d79-a6b8-7a4083adebd8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:14.634374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 76306686-474a-4d79-a6b8-7a4083adebd8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:14.634863 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.636013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-301d0455-da40-4e2a-94a4-32db17e79cc3 req-91cd9c40-1062-4bc3-bfd2-12534f0994db tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313183 Aug 24 00:29:14.637048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2f2a79f-a89c-4656-a5de-5a6279323faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.664219 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2f2a79f-a89c-4656-a5de-5a6279323faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.673849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bc44b732-538a-4a40-a297-39b2ccbf36c7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:14.719677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:29:14.777953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.811902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:14.824589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2f2a79f-a89c-4656-a5de-5a6279323faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.827072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port bc44b732-538a-4a40-a297-39b2ccbf36c7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:14.832136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2f2a79f-a89c-4656-a5de-5a6279323faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.832395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port bc44b732-538a-4a40-a297-39b2ccbf36c7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:14.846463 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.847182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e2f2a79f-a89c-4656-a5de-5a6279323faf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d31983a-84d2-463d-a727-c28e430ca551 HTTP/1.1" status: 204 len: 168 time: 0.3314233 Aug 24 00:29:14.851249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:29:14.852037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2a79f-a89c-4656-a5de-5a6279323faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31983a-84d2-463d-a727-c28e430ca551,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:14.875292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Sync routers for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:29:14.902618 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:14.914112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:14.914751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:28:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:15.011914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.013802 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7f73c9ce-d6b4-47f2-87ec-9b3bb803904b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4262540 Aug 24 00:29:15.016132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37464) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:15.171675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:15.174199 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1116d3-052d-4965-af1f-9703e9e069a6" -d '{"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-plugged", "status": "completed", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:15.196388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:15.257133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:15.283642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.323778 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b708b471-b75f-4f57-8695-66a90a074f9c x-openstack-request-id: req-b708b471-b75f-4f57-8695-66a90a074f9c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:15.324071 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-plugged", "status": "completed", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:15.324323 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b708b471-b75f-4f57-8695-66a90a074f9c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:15.324711 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8', 'code': 200} Aug 24 00:29:15.391545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port bc44b732-538a-4a40-a297-39b2ccbf36c7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=bc44b732-538a-4a40-a297-39b2ccbf36c7,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:15.510700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da74921-d808-481b-bb80-a9a2b3913985 req-e41d686a-0c5b-4bc6-aeb1-c1a968e1b867 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.512276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5da74921-d808-481b-bb80-a9a2b3913985 req-e41d686a-0c5b-4bc6-aeb1-c1a968e1b867 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 949 time: 0.3497465 Aug 24 00:29:15.519267 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.538169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bf336-e6d6-4f4e-a7b4-9bd0b7625e3d req-2b6c0b74-2282-4b45-907f-03831a657eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.541102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c74bf336-e6d6-4f4e-a7b4-9bd0b7625e3d req-2b6c0b74-2282-4b45-907f-03831a657eed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1510491 Aug 24 00:29:15.623965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-83d8ad88-8eb7-4632-bda8-0be13d6b65f0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.633324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=bc44b732-538a-4a40-a297-39b2ccbf36c7,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:15.634785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-83d8ad88-8eb7-4632-bda8-0be13d6b65f0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 949 time: 0.3703973 Aug 24 00:29:15.654979 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.676166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:13Z', 'revision_number': 3, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:15.683050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c74bf336-e6d6-4f4e-a7b4-9bd0b7625e3d req-b9e8c059-433d-48ae-a0e0-3d555fae6b25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086745 Aug 24 00:29:15.706585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5da74921-d808-481b-bb80-a9a2b3913985 req-8d265b96-e432-41b0-9c40-f2577fc7abd9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706252 Aug 24 00:29:15.716640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Checking router: 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:29:15.725156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Updating router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:29:15.737515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32c740-a786-451f-9490-61ebd814f451 req-618cbb88-405d-4f8c-8274-0511808b8eb5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:15.737515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d32c740-a786-451f-9490-61ebd814f451 req-618cbb88-405d-4f8c-8274-0511808b8eb5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.2187793 Aug 24 00:29:15.748985 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:15.799359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-f5e8faca-ce21-4128-88cb-a21f0086634b service neutron] 10.222.0.36 "GET /v2.0/ports/356e14bc-764e-4856-9940-cd468124e907/bindings/n-h1-804878-2 HTTP/1.1" status: 200 len: 382 time: 0.1393368 Aug 24 00:29:15.802975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d32c740-a786-451f-9490-61ebd814f451 req-6642c2c0-b9ba-4b95-993d-14f7eadb36b8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474002 Aug 24 00:29:15.889290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Allocated IP 172.20.0.1 (bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07/438d58e3-6d52-4c58-9fc8-339f34610163/5dc2b4cc-0bab-4dbe-8c27-6273572c7083) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:15.910812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37488) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:15.938344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62748414-a0bb-4ed6-a619-129a2151c08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.039120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-1552ee9c-bbc8-4e26-abab-d2b6d58a656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.040646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-1552ee9c-bbc8-4e26-abab-d2b6d58a656c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 1100 time: 0.1951602 Aug 24 00:29:16.059059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfba30-d4f0-443a-96c9-57936b715a1b req-d5105a04-73bd-40b9-9a3c-06bcdd971d36 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.065143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13bfba30-d4f0-443a-96c9-57936b715a1b req-d5105a04-73bd-40b9-9a3c-06bcdd971d36 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1271701 Aug 24 00:29:16.066300 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.077916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Transition to ACTIVE for port object e2dfcfb7-9ed9-4068-aa3f-377465a87dcb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:16.093173 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.116842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Transition to ACTIVE for port object 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:16.160690 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.162422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62748414-a0bb-4ed6-a619-129a2151c08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.164221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13bfba30-d4f0-443a-96c9-57936b715a1b req-19ab76a3-19a7-4a27-9d57-ad1d9b060cef tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535011 Aug 24 00:29:16.183785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-94e95789-1755-46b6-8620-0f07ef25192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.185263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-94e95789-1755-46b6-8620-0f07ef25192b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1354084 Aug 24 00:29:16.216138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1afc1-9cdd-4d23-bb99-d29b453b7c2e None None] Pushing event updated for resources: {'Port': ['ID=e2dfcfb7-9ed9-4068-aa3f-377465a87dcb,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:16.241478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-f0462c9a-4b24-4f15-ac43-d18b56ebd119 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=356e14bc-764e-4856-9940-cd468124e907 HTTP/1.1" status: 200 len: 217 time: 0.0466337 Aug 24 00:29:16.246927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Attempting to bind port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:16.247610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Attempting to bind port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:16.248279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Attempting to bind port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:16.264498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:16.265017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:16.265530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.266064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:16.270373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Bound port: e2dfcfb7-9ed9-4068-aa3f-377465a87dcb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:16.271177 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.281817 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62748414-a0bb-4ed6-a619-129a2151c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.301157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.333685 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:29:16.344670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-639289d1-7b6f-4113-a26e-0555e9f60be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.346210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-639289d1-7b6f-4113-a26e-0555e9f60be5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0969374 Aug 24 00:29:16.354861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] For port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:16.359241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] For port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e2dfcfb7-9ed9-4068-aa3f-377465a87dcb,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:16.366202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d78ff-910d-448a-a92b-c9c313a202e9 req-13a18848-9ae4-4af9-9b7f-33de0f6a312d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.367706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e82d78ff-910d-448a-a92b-c9c313a202e9 req-13a18848-9ae4-4af9-9b7f-33de0f6a312d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.0625184 Aug 24 00:29:16.392484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:16.398559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62748414-a0bb-4ed6-a619-129a2151c08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b9c9aa-3fc0-45bc-8afb-f161167694b4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:16.403978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:16.409983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:16.413875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-62748414-a0bb-4ed6-a619-129a2151c08d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae322f81e5224e1b8c0bd2ab9e11201a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969437 Aug 24 00:29:16.416695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37494) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:16.433200 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.479527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e82d78ff-910d-448a-a92b-c9c313a202e9 req-7c2b9c98-d0ab-4416-a188-29e05ca924f9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016855 Aug 24 00:29:16.487126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-f4431c4a-c0a8-4306-af58-d66aeecae682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:16.487126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-f4431c4a-c0a8-4306-af58-d66aeecae682 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169772 Aug 24 00:29:16.516621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Pushing event updated for resources: {'Port': ['ID=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:16.529906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:16.529906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:28:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:16.594410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.641234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bc44b732-538a-4a40-a297-39b2ccbf36c7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:16.672187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-85434fff-ffaf-47b5-98a6-9d386bf7c67e service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671586 Aug 24 00:29:16.704968 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdcca-6fb5-4806-9b6a-6fffce8e62b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.756615 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdcca-6fb5-4806-9b6a-6fffce8e62b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.788635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:16.804579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-194ddd8b-47f0-46c9-b9d5-7acfe76c5579 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222725 Aug 24 00:29:16.861908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:16.885663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1afc1-9cdd-4d23-bb99-d29b453b7c2e None None] Pushing event updated for resources: {'Port': ['ID=e2dfcfb7-9ed9-4068-aa3f-377465a87dcb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:16.913729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdcca-6fb5-4806-9b6a-6fffce8e62b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.917384 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee2bdcca-6fb5-4806-9b6a-6fffce8e62b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.919006 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ee2bdcca-6fb5-4806-9b6a-6fffce8e62b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7b9c9aa-3fc0-45bc-8afb-f161167694b4 HTTP/1.1" status: 204 len: 168 time: 0.4987054 Aug 24 00:29:16.923125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:16.942817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bdcca-6fb5-4806-9b6a-6fffce8e62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b9c9aa-3fc0-45bc-8afb-f161167694b4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:16.962112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port bc44b732-538a-4a40-a297-39b2ccbf36c7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:16.962597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.029625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11822b-a7fe-46b9-8da9-cb6b56d7d3e1 req-04daa5de-3d60-47c7-b0a1-3d7e79dc84c9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:17.040366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d11822b-a7fe-46b9-8da9-cb6b56d7d3e1 req-04daa5de-3d60-47c7-b0a1-3d7e79dc84c9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 949 time: 0.0982132 Aug 24 00:29:17.048091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4145c40a-6f6e-4cb6-a590-69c31fa1d857 None None] Provisioning for port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:17.070960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4145c40a-6f6e-4cb6-a590-69c31fa1d857 None None] Provisioning complete for port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:17.071415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4145c40a-6f6e-4cb6-a590-69c31fa1d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.092217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d11822b-a7fe-46b9-8da9-cb6b56d7d3e1 req-ee5a92f4-21e6-408f-af6c-6b30da56af91 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 Aug 24 00:29:17.199702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4145c40a-6f6e-4cb6-a590-69c31fa1d857 None None] Port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:17.201842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 356e14bc-764e-4856-9940-cd468124e907 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:17.202206 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.219168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.325606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:13Z', 'revision_number': 3, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:17.330615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.333669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678992bd-1434-4880-a1b6-eca6a6093e06 req-499bcf66-6f1c-4c6b-a4f1-a7b1a990259e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:17.335388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-678992bd-1434-4880-a1b6-eca6a6093e06 req-499bcf66-6f1c-4c6b-a4f1-a7b1a990259e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0623941 Aug 24 00:29:17.344017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.360969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ab5675-c88e-41ec-a5dc-7f7e6a2407b2 None None] The sync data for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 is: [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:13Z', 'revision_number': 3, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:29:17.377625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:17.379838 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25457538-2008-4d8d-ae2c-ceee5691006f" -d '{"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-plugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:17.380276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-678992bd-1434-4880-a1b6-eca6a6093e06 req-410ee24d-9469-4fda-af06-dc7b113ad42d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Aug 24 00:29:17.414603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:17.434931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.485299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Pushing event updated for resources: {'Port': ['ID=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:17.492972 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:17.558333 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfa505a-8a0b-45f6-8925-31a9dd2e1b0c x-openstack-request-id: req-8bfa505a-8a0b-45f6-8925-31a9dd2e1b0c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:17.558645 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-plugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:17.558910 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bfa505a-8a0b-45f6-8925-31a9dd2e1b0c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:17.559331 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907', 'code': 200} Aug 24 00:29:17.639737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:17.687351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64c801-cfbf-44cb-b00f-d6db3f9648e7 req-3e2a5985-3073-4d85-9471-359a6b5ac31f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:17.695385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc64c801-cfbf-44cb-b00f-d6db3f9648e7 req-3e2a5985-3073-4d85-9471-359a6b5ac31f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.0863085 Aug 24 00:29:17.720238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:17.726758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:17.925830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc64c801-cfbf-44cb-b00f-d6db3f9648e7 req-6531a902-e0d9-4c2c-994d-4161cc406a64 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293417 Aug 24 00:29:18.008699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:29:18.099635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faffdc-2521-4cba-8c31-746b9824180f req-3e7abb9c-1b02-4498-a353-d6f7f1e4e611 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.101890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-3e7abb9c-1b02-4498-a353-d6f7f1e4e611 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 814 time: 0.3630283 Aug 24 00:29:18.106282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-89ca8928-0b24-4c68-8da0-7548fe47ce98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252732 Aug 24 00:29:18.143747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-f94db87e-6bf2-480d-93a4-9d8465d66c5f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/quotas/98ba70e929634d5889e0dae352898ab6 HTTP/1.1" status: 200 len: 375 time: 0.0262778 Aug 24 00:29:18.216481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:29:18.238576 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-efc091bb-9227-4c39-8bcf-f17742f9b00a admin admin] 10.222.0.26 "PUT /v2.0/routers/0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2212181 Aug 24 00:29:18.244263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-20fa6f68-46dc-4ee8-8694-9796d361f2e9 None None] Provisioning complete for port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:18.245424 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-20fa6f68-46dc-4ee8-8694-9796d361f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:18.263011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-b2fac762-bd65-4af2-9bfa-84688b05a44e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153948 Aug 24 00:29:18.300473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-09ab1b72-6a86-47dc-bf19-9dc2d48bec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.302397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-09ab1b72-6a86-47dc-bf19-9dc2d48bec0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 1096 time: 0.1196642 Aug 24 00:29:18.306621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-20fa6f68-46dc-4ee8-8694-9796d361f2e9 None None] Port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:18.502977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-98c1876c-1c21-429b-a7e3-1cd7574f1972 service neutron] 10.222.0.26 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282419 Aug 24 00:29:18.583140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-23ce3ed0-32df-4dab-b8d8-5473b55e791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.584699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-23ce3ed0-32df-4dab-b8d8-5473b55e791b service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.2442904 Aug 24 00:29:18.649907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-d0ed9be7-4c67-475c-8d7c-87641c7f04df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1274c74f-ef05-4528-8367-7029b3ad8138 HTTP/1.1" status: 200 len: 217 time: 0.0556486 Aug 24 00:29:18.677926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e2dfcfb7-9ed9-4068-aa3f-377465a87dcb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:18.797358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-5cd6727a-cd72-49e4-89e1-b8efc049d70b service neutron] 10.222.0.26 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934911 Aug 24 00:29:18.810512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-40866da9-14fc-4cb4-b159-4163a8bae42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.812280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-40866da9-14fc-4cb4-b159-4163a8bae42f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.1521056 Aug 24 00:29:18.834152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:18.839205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:18.840158 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:18.889175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-198bee43-5b21-4f9b-961e-3f1185698c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:18.895907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-198bee43-5b21-4f9b-961e-3f1185698c9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719419 Aug 24 00:29:19.007706 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.028920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e2dfcfb7-9ed9-4068-aa3f-377465a87dcb,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:19.049184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019aa6-1485-4ef0-8e84-2e7e45cd5533 req-b2f34803-e8f2-4454-af01-b165610e3ed2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:19.050691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a019aa6-1485-4ef0-8e84-2e7e45cd5533 req-b2f34803-e8f2-4454-af01-b165610e3ed2 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0802395 Aug 24 00:29:19.057759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-958e3989-433f-4616-94b2-5c7d8a9a33c1 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572096 Aug 24 00:29:19.133154 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:19.173674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a019aa6-1485-4ef0-8e84-2e7e45cd5533 req-69b17017-50f1-4e9b-a815-d9406244ad19 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135418 Aug 24 00:29:19.244188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e2dfcfb7-9ed9-4068-aa3f-377465a87dcb,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:19.262957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4944ae9f-daea-49ca-a5bd-2e6c202a30d5 req-e74c4f8a-593a-473e-8049-d7b6dfb738ee service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973026 Aug 24 00:29:19.375851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e62e8-82de-491d-b016-4cb0067e5a0a req-c2fc6e56-5b4d-4a45-8426-1b49489ef539 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:19.383808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca0e62e8-82de-491d-b016-4cb0067e5a0a req-c2fc6e56-5b4d-4a45-8426-1b49489ef539 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.0672755 Aug 24 00:29:19.430204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca0e62e8-82de-491d-b016-4cb0067e5a0a req-d4e5705e-23d4-499b-b321-9d3d71e94b06 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Aug 24 00:29:19.533909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b0d5c6f-35cb-4e95-8983-cd4a12e44628 req-d3ceb35a-c518-45f0-9d37-b881c6cc1edb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 210 time: 0.0492558 Aug 24 00:29:19.927827 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Sync routers for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:29:19.937990 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:19.948828 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:28:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:20.062830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37616) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:20.068673 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-883fa3da-66ab-47b3-bfc6-51daa32ec825 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765661746', 'description': 'tempest-description--625127006'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:20.083122 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:20.187068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-94276dd0-d83f-4867-872e-aabb4b5ce2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:20.188676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-94276dd0-d83f-4867-872e-aabb4b5ce2a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.0468860 Aug 24 00:29:20.210039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883fa3da-66ab-47b3-bfc6-51daa32ec825 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.275637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-46c005e1-7bcd-496d-99cc-81cdd6cda4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:20.278048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-46c005e1-7bcd-496d-99cc-81cdd6cda4a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 1101 time: 0.0539026 Aug 24 00:29:20.360152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883fa3da-66ab-47b3-bfc6-51daa32ec825 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.420003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-47bb6046-8240-4fbf-aee3-c3602c8a4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:20.421507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-47bb6046-8240-4fbf-aee3-c3602c8a4c89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1369872 Aug 24 00:29:20.438903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279e0c0-f67b-4a16-967b-21afeecd6049 req-241988d4-1e21-4631-a30d-1e95b3c31ae4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:20.440749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6279e0c0-f67b-4a16-967b-21afeecd6049 req-241988d4-1e21-4631-a30d-1e95b3c31ae4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0671101 Aug 24 00:29:20.451395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883fa3da-66ab-47b3-bfc6-51daa32ec825 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.477146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-aa29278e-314c-4824-85c6-655acbde54ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=356e14bc-764e-4856-9940-cd468124e907 HTTP/1.1" status: 200 len: 217 time: 0.0462439 Aug 24 00:29:20.479171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f30c275-e346-4514-8c04-ef1c02285217 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:20.479668 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:17Z', 'revision_number': 2, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:20.511337 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Checking router: 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:29:20.511739 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Updating router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:29:20.566712 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.616493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fa3da-66ab-47b3-bfc6-51daa32ec825 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34487e35-31b6-4815-b9ab-40ec9abbcfa7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:20.633410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e2dfcfb7-9ed9-4068-aa3f-377465a87dcb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:20.668802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883fa3da-66ab-47b3-bfc6-51daa32ec825 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.674569 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-883fa3da-66ab-47b3-bfc6-51daa32ec825 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6099336 Aug 24 00:29:20.675308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37642) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:20.689307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a2e64805-b2f6-42f0-a2e7-f16a5a166b96 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Request body: {'security_group_rule': {'security_group_id': '34487e35-31b6-4815-b9ab-40ec9abbcfa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:20.701878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-71be25de-19df-42fd-a712-2d619a438c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:20.704354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-71be25de-19df-42fd-a712-2d619a438c47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.2119071 Aug 24 00:29:20.714998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6279e0c0-f67b-4a16-967b-21afeecd6049 req-245bf222-75e8-467b-bac3-e98a594245a3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964037 Aug 24 00:29:20.759412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0407d2-26cf-4191-9523-a8fbf98fc189 req-0c90629e-c0e6-4db5-935b-a84705da5d93 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:20.773194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df0407d2-26cf-4191-9523-a8fbf98fc189 req-0c90629e-c0e6-4db5-935b-a84705da5d93 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1445785 Aug 24 00:29:20.859490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2e64805-b2f6-42f0-a2e7-f16a5a166b96 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.949177 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:20.958747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df0407d2-26cf-4191-9523-a8fbf98fc189 req-07053953-0974-454a-9f4d-05e2fdc38ad4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870494 Aug 24 00:29:20.967474 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Transition to ACTIVE for port object 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:21.005550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2e64805-b2f6-42f0-a2e7-f16a5a166b96 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.055497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdb962ed-aa21-41b1-b59b-a96da59f9657 req-f84a44c5-b84d-41e8-906a-cd9914e37f0d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 210 time: 0.1644731 Aug 24 00:29:21.083180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-966af134-db21-4365-baad-51edb79e33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:21.084661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-966af134-db21-4365-baad-51edb79e33b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3592052 Aug 24 00:29:21.102269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2e64805-b2f6-42f0-a2e7-f16a5a166b96 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.109701 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.149426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:21.153258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e64805-b2f6-42f0-a2e7-f16a5a166b96 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835fab39-adee-407d-9c94-50a74550c3ed,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:21.171458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:21.172192 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.223155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '7f30c275-e346-4514-8c04-ef1c02285217', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'port_id': '7f30c275-e346-4514-8c04-ef1c02285217', 'mac_address': 'fa:16:3e:6b:17:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:21.256257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-38942a2a-b24c-46e7-b5bf-e9efa8196c52 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619353 Aug 24 00:29:21.256754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2e64805-b2f6-42f0-a2e7-f16a5a166b96 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.260884 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a2e64805-b2f6-42f0-a2e7-f16a5a166b96 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5844095 Aug 24 00:29:21.261024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:21.270089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6b02733b-1b11-4abf-810b-d8c092f79024 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Request body: {'security_group_rule': {'security_group_id': '34487e35-31b6-4815-b9ab-40ec9abbcfa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:21.367093 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.404807 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Pushing event updated for resources: {'Port': ['ID=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:21.436416 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.437016 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.437529 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.438037 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.438519 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.438997 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.440122 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.440615 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.441094 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.441767 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.444649 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.444649 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:21.447710 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Attempting to bind port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:21.448246 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Attempting to bind port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:21.448764 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Attempting to bind port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 on network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:21.460961 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:21.461544 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Checking segment: {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:21.462154 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.462684 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Bound using segment: {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:21.463444 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Bound port: 5dc2b4cc-0bab-4dbe-8c27-6273572c7083, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:21.463602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f30c275-e346-4514-8c04-ef1c02285217 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:21.464123 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.496588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:21.578282 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] For port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:21.592429 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] For port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:21.595937 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.679612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:21.719803 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:21.795676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['7f30c275-e346-4514-8c04-ef1c02285217'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:21.856182 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:21.857061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:28:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:21.863772 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355d41-7522-4a7c-89d4-249623cad6f6 None None] Pushing event updated for resources: {'Port': ['ID=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:22.100740 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:22.282631 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37698) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:22.428027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b02733b-1b11-4abf-810b-d8c092f79024 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.471980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e12f-1692-400c-9b01-f6884ab10e0c req-d7574383-afc6-4a17-88f7-d7f2845031fa tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:22.479522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eba4e12f-1692-400c-9b01-f6884ab10e0c req-d7574383-afc6-4a17-88f7-d7f2845031fa tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.2988086 Aug 24 00:29:22.498253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90c37277-0837-40de-9afe-99635d462353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.505028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f30c275-e346-4514-8c04-ef1c02285217 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:22.519922 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:21Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:22.544408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0f34-ab9c-44ac-9052-1d3cfc68ccbc req-b9dec391-1e3f-4cee-ae12-856c5b42d64f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:22.545958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-629c0f34-ab9c-44ac-9052-1d3cfc68ccbc req-b9dec391-1e3f-4cee-ae12-856c5b42d64f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 944 time: 0.3425031 Aug 24 00:29:22.593202 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac6c64-5669-4c58-b962-cc256faa4892 None None] The sync data for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 is: [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:21Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:29:22.605468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a513a37-2ebe-4f84-9cca-e111abbb6f13 req-3487761b-bfef-462c-be78-a2301d15bcf0 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3276234 Aug 24 00:29:22.639870 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90c37277-0837-40de-9afe-99635d462353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.697313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 7f30c275-e346-4514-8c04-ef1c02285217 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:22.697313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.749325 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90c37277-0837-40de-9afe-99635d462353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.777672 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:22.863112 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-90c37277-0837-40de-9afe-99635d462353 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a525547762044db287de321618e54cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781939 Aug 24 00:29:22.864953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37712) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:22.871682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c37277-0837-40de-9afe-99635d462353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef18acb-caf9-4b33-8ba9-58cf47b3d849,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:22.929021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b02733b-1b11-4abf-810b-d8c092f79024 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:22.941482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eba4e12f-1692-400c-9b01-f6884ab10e0c req-fe317a96-ab36-48b6-b5be-4bd801cbafea tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606471 Aug 24 00:29:22.984061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-629c0f34-ab9c-44ac-9052-1d3cfc68ccbc req-b090a0dd-385b-464b-9ab1-616cf32301ca tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965397 Aug 24 00:29:22.984687 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b329ffe6-9244-4a02-b27b-cfe5ac3ae951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.010927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faffdc-2521-4cba-8c31-746b9824180f req-3c41ea57-a40d-4377-b027-4635b7c7a2ec tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:23.019071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-3c41ea57-a40d-4377-b027-4635b7c7a2ec tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.36 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 814 time: 0.6981730 Aug 24 00:29:23.022843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b02733b-1b11-4abf-810b-d8c092f79024 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.055019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b329ffe6-9244-4a02-b27b-cfe5ac3ae951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.090756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Request body: {'port': {'device_id': '86664867-ec92-41ec-93bf-090f32ab3fef', 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161', 'admin_state_up': True, 'tenant_id': '98ba70e929634d5889e0dae352898ab6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:23.134175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.152319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.264334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b329ffe6-9244-4a02-b27b-cfe5ac3ae951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.266621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:23.267023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b329ffe6-9244-4a02-b27b-cfe5ac3ae951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.272619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:23.275467 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b329ffe6-9244-4a02-b27b-cfe5ac3ae951 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ef18acb-caf9-4b33-8ba9-58cf47b3d849 HTTP/1.1" status: 204 len: 168 time: 0.4053171 Aug 24 00:29:23.276288 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f9d9a0-e483-43c3-b523-6e83a56b8597" -d '{"events": [{"server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "name": "network-vif-plugged", "status": "completed", "tag": "7f30c275-e346-4514-8c04-ef1c02285217"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:23.276702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02733b-1b11-4abf-810b-d8c092f79024 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a7b5cb-a0be-441e-bee5-4faf250c4ab9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:23.315950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329ffe6-9244-4a02-b27b-cfe5ac3ae951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef18acb-caf9-4b33-8ba9-58cf47b3d849,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:23.322524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:23.333875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf598518-021e-4010-b622-f28910f4c0f1 req-ec814979-87d2-4341-9a66-9e5464ad443d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 210 time: 0.0634212 Aug 24 00:29:23.370754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Made reservation on behalf of 98ba70e929634d5889e0dae352898ab6 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:23.378217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.379177 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8dcc6c-c047-48b8-b804-bf7c8feb2ff9 x-openstack-request-id: req-fb8dcc6c-c047-48b8-b804-bf7c8feb2ff9 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:23.379664 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "name": "network-vif-plugged", "status": "completed", "tag": "7f30c275-e346-4514-8c04-ef1c02285217", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:23.381337 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb8dcc6c-c047-48b8-b804-bf7c8feb2ff9 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:23.381871 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217', 'code': 200} Aug 24 00:29:23.390094 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.437237 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.490224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b02733b-1b11-4abf-810b-d8c092f79024 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.491310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:23.505754 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37722) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:23.505999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6b02733b-1b11-4abf-810b-d8c092f79024 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2438061 Aug 24 00:29:23.511292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:23.595073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:23.637870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Allocated IP 172.20.0.7 (c76bb3db-112b-42f7-885e-f5605650a161/36d87814-c4d9-40ac-91eb-a15ce2e4f230/76759d2a-ae21-4764-a410-63ba3d2aceb0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:23.687037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:23.928894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.008531 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.198970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Allocated IP 172.25.5.58 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/2cfafa16-4cae-40d3-8ca7-0e2ad2efd344) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:24.278074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f046b44-328b-4c20-a3cd-e6e36a96e56e req-b17b132c-a03e-4209-838e-9b71bde3845f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:24.288842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f046b44-328b-4c20-a3cd-e6e36a96e56e req-b17b132c-a03e-4209-838e-9b71bde3845f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.1821547 Aug 24 00:29:24.302515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3a76d-2232-4c72-b05f-65373ffbe970 req-17906e71-d047-40e9-bec3-4b07e1db7d3a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:24.310358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cf3a76d-2232-4c72-b05f-65373ffbe970 req-17906e71-d047-40e9-bec3-4b07e1db7d3a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1905882 Aug 24 00:29:24.355510 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.368084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['76306686-474a-4d79-a6b8-7a4083adebd8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:24.427244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.509637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37742) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:24.534845 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60bb26b8-22fa-48be-974c-37984dc41fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.547514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f046b44-328b-4c20-a3cd-e6e36a96e56e req-9d9fb09c-2776-45e4-93b7-b51cb7338aec tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424188 Aug 24 00:29:24.551937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Network c76bb3db-112b-42f7-885e-f5605650a161 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:24.584486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:24.608159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cf3a76d-2232-4c72-b05f-65373ffbe970 req-56202ac0-074f-4e84-b2c2-5ce75086f199 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955751 Aug 24 00:29:24.609011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:24.631850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Pushing event updated for resources: {'Port': ['ID=76759d2a-ae21-4764-a410-63ba3d2aceb0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:24.717492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.810588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:24.811183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:24.826657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:24.828593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event updated for resources: {'Port': ['ID=2cfafa16-4cae-40d3-8ca7-0e2ad2efd344,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:24.835662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:24.838250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:24.860471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886c44a-f668-44b2-9915-6b85c499e0a4 req-172dc120-b467-46b3-8535-ffe6befc8eed tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:24.871784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e886c44a-f668-44b2-9915-6b85c499e0a4 req-172dc120-b467-46b3-8535-ffe6befc8eed tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 931 time: 0.1124315 Aug 24 00:29:24.879488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:24.975403 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e886c44a-f668-44b2-9915-6b85c499e0a4 req-cdf99ea3-d317-4b76-b7ef-f4f8f8ee8962 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025488 Aug 24 00:29:25.006001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.051947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60bb26b8-22fa-48be-974c-37984dc41fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.075971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:25.088131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:25.088509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.180645 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.194621 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.221108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:25.255423 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60bb26b8-22fa-48be-974c-37984dc41fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.299442 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.325868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-5562c381-17fb-48d9-a7f6-ab4683f05466 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2755961 Aug 24 00:29:25.348860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Request body: {'port': {'device_id': '86664867-ec92-41ec-93bf-090f32ab3fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:25.352663 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-60bb26b8-22fa-48be-974c-37984dc41fb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd26c6d99aff45188e7999c0da86f55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8419652 Aug 24 00:29:25.356220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37752) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:25.378873 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb26b8-22fa-48be-974c-37984dc41fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ddf61a-97e7-4696-9764-ee320a5278cd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:25.395333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:25.397629 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b0acc9-fc6f-480f-90e9-af02584efc38" -d '{"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-unplugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:25.400793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:25.446979 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.468101 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.477954 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf2677f-4b13-42f7-811f-fa613ba5ee31 x-openstack-request-id: req-7bf2677f-4b13-42f7-811f-fa613ba5ee31 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:25.478469 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-unplugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:25.480329 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bf2677f-4b13-42f7-811f-fa613ba5ee31 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:25.480329 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907', 'code': 200} Aug 24 00:29:25.496403 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e132af52-5fb9-4e2f-b021-007546c95f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.522791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.540981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e132af52-5fb9-4e2f-b021-007546c95f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.632748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.761085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event updated for resources: {'Port': ['ID=2cfafa16-4cae-40d3-8ca7-0e2ad2efd344,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:25.783327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e132af52-5fb9-4e2f-b021-007546c95f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.786215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e132af52-5fb9-4e2f-b021-007546c95f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.788305 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e132af52-5fb9-4e2f-b021-007546c95f53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a1ddf61a-97e7-4696-9764-ee320a5278cd HTTP/1.1" status: 204 len: 168 time: 0.4306178 Aug 24 00:29:25.810764 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.833598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132af52-5fb9-4e2f-b021-007546c95f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ddf61a-97e7-4696-9764-ee320a5278cd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:25.916069 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:25.918970 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cba4d02d-5e68-491b-ad19-e34d7dd1eb70 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4115934 Aug 24 00:29:25.944579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63bb5b-bcb5-4185-8f6e-7d850402f59e req-79d1ae7d-466e-45dc-9d80-4d7723f142d2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:25.952032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef63bb5b-bcb5-4185-8f6e-7d850402f59e req-79d1ae7d-466e-45dc-9d80-4d7723f142d2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.2008827 Aug 24 00:29:25.974753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf87dde-5f73-4a44-af70-c147dd518ee4 req-41b2eb7f-1a74-41b0-b910-3e0a4736eb83 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:25.982094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbf87dde-5f73-4a44-af70-c147dd518ee4 req-41b2eb7f-1a74-41b0-b910-3e0a4736eb83 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 948 time: 0.2327719 Aug 24 00:29:25.985498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76759d2a-ae21-4764-a410-63ba3d2aceb0 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:26.015587 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.069464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef63bb5b-bcb5-4185-8f6e-7d850402f59e req-9fc0639b-f04a-461b-a4ce-634441022093 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162708 Aug 24 00:29:26.093861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Transition to ACTIVE for port object 76759d2a-ae21-4764-a410-63ba3d2aceb0 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:26.116814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbf87dde-5f73-4a44-af70-c147dd518ee4 req-332220a2-153f-4b5f-a9cb-84418d1e97ce tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336322 Aug 24 00:29:26.195923 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.254154 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd0a2-a685-4e26-950a-55acba7df2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.469488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Pushing event updated for resources: {'Port': ['ID=76759d2a-ae21-4764-a410-63ba3d2aceb0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:26.479569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-4222fb58-c823-4c06-b9cd-ae4b768a111a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--765661746&fields=id&tenant_id=3d12e816d6ce480196a27aa0c7c40053 HTTP/1.1" status: 200 len: 267 time: 0.1511731 Aug 24 00:29:26.504403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cac5f5-fd8a-4683-884b-8b823d3cec82 req-fad064d7-136b-4cd8-a42c-deb9e7d058fc tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:26.512038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37cac5f5-fd8a-4683-884b-8b823d3cec82 req-fad064d7-136b-4cd8-a42c-deb9e7d058fc tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 943 time: 0.2106097 Aug 24 00:29:26.533713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Attempting to bind port 76759d2a-ae21-4764-a410-63ba3d2aceb0 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:26.534097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Attempting to bind port 76759d2a-ae21-4764-a410-63ba3d2aceb0 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:26.534389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Attempting to bind port 76759d2a-ae21-4764-a410-63ba3d2aceb0 on network c76bb3db-112b-42f7-885e-f5605650a161 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:26.595885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Port 76759d2a-ae21-4764-a410-63ba3d2aceb0 on network c76bb3db-112b-42f7-885e-f5605650a161 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:26.596226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Attempting to bind port 76759d2a-ae21-4764-a410-63ba3d2aceb0 on network c76bb3db-112b-42f7-885e-f5605650a161 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:26.652446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:26.669632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37cac5f5-fd8a-4683-884b-8b823d3cec82 req-848d3a3c-3f38-45ae-8420-a36dffe6b522 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558039 Aug 24 00:29:26.669632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:26.670933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Checking segment: {'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:26.670933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Bound using segment: {'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:26.670933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Bound port: 76759d2a-ae21-4764-a410-63ba3d2aceb0, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab05d89-93e6-483d-ab32-566c7dfce5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:26.671286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.735445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:26.736806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.783023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:26.787502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f83af6d5-ab44-4626-919d-92a1cb695e35 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:26.795044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f83af6d5-ab44-4626-919d-92a1cb695e35 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/networks?id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 HTTP/1.1" status: 200 len: 806 time: 0.2996552 Aug 24 00:29:26.813788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-63d148ee-5e3a-4b7f-8fc9-bc1a880b7da4 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/quotas/3d12e816d6ce480196a27aa0c7c40053 HTTP/1.1" status: 200 len: 375 time: 0.0177269 Aug 24 00:29:26.826001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] For port 76759d2a-ae21-4764-a410-63ba3d2aceb0, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:26.837092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] For port 76759d2a-ae21-4764-a410-63ba3d2aceb0, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76759d2a-ae21-4764-a410-63ba3d2aceb0,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:26.893374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-ec80e67d-8ed6-47de-a5d8-d3afebc063e2 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d12e816d6ce480196a27aa0c7c40053&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777619 Aug 24 00:29:26.896429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.975977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:26.976657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:26.982150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] 10.222.0.36 "PUT /v2.0/ports/76759d2a-ae21-4764-a410-63ba3d2aceb0 HTTP/1.1" status: 200 len: 1091 time: 1.6372747 Aug 24 00:29:26.982150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86664867-ec92-41ec-93bf-090f32ab3fef', 'tag': '76759d2a-ae21-4764-a410-63ba3d2aceb0'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:26.984069 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2527e53-8cb6-490e-9683-b35e220dbae0" -d '{"events": [{"name": "network-changed", "server_uuid": "86664867-ec92-41ec-93bf-090f32ab3fef", "tag": "76759d2a-ae21-4764-a410-63ba3d2aceb0"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:27.086192 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618f9a0d-73ef-41e7-9f67-6827dfd7b6ba x-openstack-request-id: req-618f9a0d-73ef-41e7-9f67-6827dfd7b6ba {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:27.086562 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86664867-ec92-41ec-93bf-090f32ab3fef", "tag": "76759d2a-ae21-4764-a410-63ba3d2aceb0", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:27.086739 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-618f9a0d-73ef-41e7-9f67-6827dfd7b6ba {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:27.087135 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86664867-ec92-41ec-93bf-090f32ab3fef', 'tag': '76759d2a-ae21-4764-a410-63ba3d2aceb0', 'status': 'completed', 'code': 200} Aug 24 00:29:27.088775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:27.231166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '356e14bc-764e-4856-9940-cd468124e907', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '356e14bc-764e-4856-9940-cd468124e907', 'mac_address': 'fa:16:3e:4a:83:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:27.350276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73464ae-924d-4a38-803e-80054364bce1 service neutron] Pushing event updated for resources: {'Port': ['ID=76759d2a-ae21-4764-a410-63ba3d2aceb0,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:27.373687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-d36aaba4-6a5e-4ca2-90d5-ad1429a844f9 service neutron] 10.222.0.26 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528625 Aug 24 00:29:27.399062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.416430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356e14bc-764e-4856-9940-cd468124e907 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:27.447326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:27.521614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:27.571138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786128ec-4435-4227-887d-dce1ecbb03d2 req-738bf72d-e255-428e-9a73-daed6c2c7383 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:27.578214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-786128ec-4435-4227-887d-dce1ecbb03d2 req-738bf72d-e255-428e-9a73-daed6c2c7383 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1877575 Aug 24 00:29:27.607255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2527e53-8cb6-490e-9683-b35e220dbae0 req-dc3ebac5-2343-4b53-a2af-7e211c5fdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:27.609101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2527e53-8cb6-490e-9683-b35e220dbae0 req-dc3ebac5-2343-4b53-a2af-7e211c5fdae1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 1094 time: 0.1801889 Aug 24 00:29:27.617853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=10']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:27.674746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-0d039115-a497-4f00-84b0-1bb7f0e7cf8d service neutron] 10.222.0.26 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000681 Aug 24 00:29:27.712292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-786128ec-4435-4227-887d-dce1ecbb03d2 req-05cdb8fe-db65-4773-abc5-39b8b6293d5f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297600 Aug 24 00:29:27.764911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2527e53-8cb6-490e-9683-b35e220dbae0 req-442b9f55-7eae-4e7c-ac8e-063ffd7aa378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:27.766590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2527e53-8cb6-490e-9683-b35e220dbae0 req-442b9f55-7eae-4e7c-ac8e-063ffd7aa378 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=98ba70e929634d5889e0dae352898ab6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1343303 Aug 24 00:29:27.902535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2527e53-8cb6-490e-9683-b35e220dbae0 req-b4e995ad-c0e6-4067-b1cf-438d5f107650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:27.904030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2527e53-8cb6-490e-9683-b35e220dbae0 req-b4e995ad-c0e6-4067-b1cf-438d5f107650 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268229 Aug 24 00:29:27.916556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5d40-9ebe-4538-b009-f41e515934af req-f5c76cf3-eb2a-477e-b434-de214eecb422 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:27.917949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-530c5d40-9ebe-4538-b009-f41e515934af req-f5c76cf3-eb2a-477e-b434-de214eecb422 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0786018 Aug 24 00:29:27.978878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-530c5d40-9ebe-4538-b009-f41e515934af req-e67d3651-b694-4b74-84a6-57e4b97d11cc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 Aug 24 00:29:28.020304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['356e14bc-764e-4856-9940-cd468124e907'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:28.101250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faffdc-2521-4cba-8c31-746b9824180f req-34fa2d65-d481-4c58-8c60-38174248c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.103400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-34fa2d65-d481-4c58-8c60-38174248c0d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 1094 time: 0.1207173 Aug 24 00:29:28.240036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-b7dd1fec-2913-45f0-b3ef-7f49ecb76f39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76759d2a-ae21-4764-a410-63ba3d2aceb0 HTTP/1.1" status: 200 len: 217 time: 0.1160333 Aug 24 00:29:28.346675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a2a2e25-8e21-4d18-9af7-0f5f5856e7fa req-81624471-245e-4e88-b95a-945cec1b0af9 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 210 time: 0.0999608 Aug 24 00:29:28.362146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aecc59-9f5c-480b-96ed-a0345d8e38b9 req-798ffe7d-909a-4f18-b763-53f8f28289cd tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.363849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7aecc59-9f5c-480b-96ed-a0345d8e38b9 req-798ffe7d-909a-4f18-b763-53f8f28289cd tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 943 time: 0.3027647 Aug 24 00:29:28.375190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faffdc-2521-4cba-8c31-746b9824180f req-58347d4e-6c62-4ac3-b743-398c6b5b5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.378097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-58347d4e-6c62-4ac3-b743-398c6b5b5b19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36d87814-c4d9-40ac-91eb-a15ce2e4f230 HTTP/1.1" status: 200 len: 854 time: 0.1293247 Aug 24 00:29:28.457486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-3dd2b7b4-3128-49c5-82bb-0a6328525ecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c76bb3db-112b-42f7-885e-f5605650a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506663 Aug 24 00:29:28.462103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7aecc59-9f5c-480b-96ed-a0345d8e38b9 req-ded1ed50-3cc9-407e-b6a1-d669790cd1fd tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793965 Aug 24 00:29:28.583009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-4e3b7f98-f3a2-4536-bccb-0556abe699a0 service neutron] 10.222.0.36 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150191 Aug 24 00:29:28.726018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27faffdc-2521-4cba-8c31-746b9824180f req-ec6b678e-5d8b-41cd-8f67-666f9ca32e9b service neutron] 10.222.0.36 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337736 Aug 24 00:29:28.893724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cabba-2daa-4292-a320-55f521636ab0 req-7e2be10d-f449-40db-874d-7716997206d8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:28.902309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-905cabba-2daa-4292-a320-55f521636ab0 req-7e2be10d-f449-40db-874d-7716997206d8 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.0969284 Aug 24 00:29:28.955437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-905cabba-2daa-4292-a320-55f521636ab0 req-428e2946-3d97-4af9-b996-ce88cc62aa2b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Aug 24 00:29:28.991301 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7404-1cf2-48e7-86b4-1ac4399d92ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.058127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.114869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37858) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:29.160614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22295-9c9d-47d3-98da-b8e897857a45 req-7c6fe421-36ab-46fc-8516-734cc91899c1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:29.163238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ab22295-9c9d-47d3-98da-b8e897857a45 req-7c6fe421-36ab-46fc-8516-734cc91899c1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.0687001 Aug 24 00:29:29.243397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ab22295-9c9d-47d3-98da-b8e897857a45 req-8b09d3ee-211e-413b-9995-a08f90ac10f7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730331 Aug 24 00:29:29.290072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fc0ccff4-6e56-4b9d-9104-a5c9cb3a5cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.439522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fc0ccff4-6e56-4b9d-9104-a5c9cb3a5cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.472557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-800bfe24-e10d-44b9-9919-7f2ad1015a0c req-2434110c-f40e-4ec3-b5b7-0b8f99b0c499 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 210 time: 0.0497131 Aug 24 00:29:29.502991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dd82d-3461-48b9-9793-ca259615cce0 req-b22483f8-6f10-40ef-b0d6-e3103d769d9c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:29.508380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fc0ccff4-6e56-4b9d-9104-a5c9cb3a5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.508830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-679dd82d-3461-48b9-9793-ca259615cce0 req-b22483f8-6f10-40ef-b0d6-e3103d769d9c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 950 time: 0.1372583 Aug 24 00:29:29.585113 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fc0ccff4-6e56-4b9d-9104-a5c9cb3a5cd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50bce87cf63047528fdef5288c5b46a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684150 Aug 24 00:29:29.587207 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37874) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:29.587982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ccff4-6e56-4b9d-9104-a5c9cb3a5cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0019a7f-43a5-4cc6-bbda-494f5680f5a4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:29.627304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-679dd82d-3461-48b9-9793-ca259615cce0 req-1ac1ba6c-de65-45fd-9568-7e81349ed9e4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095276 Aug 24 00:29:29.676167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98744813-c758-4ad3-83cd-c83facf588d6 req-e0dafff4-08d8-4d05-867d-77bd5fc0fa71 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:29.678036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98744813-c758-4ad3-83cd-c83facf588d6 req-e0dafff4-08d8-4d05-867d-77bd5fc0fa71 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 943 time: 0.1141164 Aug 24 00:29:29.693768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54db9be-b709-45df-a5d4-af3b74597bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.749996 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54db9be-b709-45df-a5d4-af3b74597bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.784488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98744813-c758-4ad3-83cd-c83facf588d6 req-0bc73d04-9272-4b2e-be6a-9fc45cf16b29 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865152 Aug 24 00:29:29.959442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-45007894-1a57-4c83-9f21-08477178c401 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440466 Aug 24 00:29:29.972832 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54db9be-b709-45df-a5d4-af3b74597bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.979724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e54db9be-b709-45df-a5d4-af3b74597bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:29.979724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e54db9be-b709-45df-a5d4-af3b74597bde admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0019a7f-43a5-4cc6-bbda-494f5680f5a4 HTTP/1.1" status: 204 len: 168 time: 0.3861346 Aug 24 00:29:29.987445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54db9be-b709-45df-a5d4-af3b74597bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0019a7f-43a5-4cc6-bbda-494f5680f5a4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:30.212526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441173-2763-4123-a19e-df4eeb40caba req-a0247927-39fc-4ae1-9dd5-2f8e26dd9aa7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:30.216863 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-a0247927-39fc-4ae1-9dd5-2f8e26dd9aa7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2566292 Aug 24 00:29:30.262271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70d5a-f5a8-4c17-aaa8-0ccef8e9d6a4 req-d65051f7-65a7-4e59-ab75-d2232644d8b1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:30.264346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ee70d5a-f5a8-4c17-aaa8-0ccef8e9d6a4 req-d65051f7-65a7-4e59-ab75-d2232644d8b1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1518252 Aug 24 00:29:30.266369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-1772c627-bbe2-424f-8ce8-a1d1a77e83d8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/quotas/cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 375 time: 0.0301065 Aug 24 00:29:30.271084 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:30.418860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ee70d5a-f5a8-4c17-aaa8-0ccef8e9d6a4 req-470f766e-ed44-4cab-a6f7-762ab57083cc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429224 Aug 24 00:29:30.466670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-462751f5-c67e-4552-a6f9-67d206b9f126 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1880476 Aug 24 00:29:30.705315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33a8ffde-f0e7-4ee4-8841-9caf97e0c7ce req-7a185373-f263-4042-9ebc-da0a0dd7a6a0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 210 time: 0.0515659 Aug 24 00:29:30.793065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:30.949344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad72b10f-db80-4fe6-a119-a9294a3586e9 req-bc20d7a8-9351-4e05-b186-159e60d852dc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 210 time: 0.0748587 Aug 24 00:29:30.977665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 356e14bc-764e-4856-9940-cd468124e907 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:30.978208 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.041600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22de444-03b2-4c23-85da-487f0915d695 req-66604d9a-bb85-4e65-b1df-20ae0e8ce892 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:31.055201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22de444-03b2-4c23-85da-487f0915d695 req-66604d9a-bb85-4e65-b1df-20ae0e8ce892 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 943 time: 0.1037776 Aug 24 00:29:31.191582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22de444-03b2-4c23-85da-487f0915d695 req-5d1cf096-cbb5-4750-9b7d-7dacba595ec4 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192179 Aug 24 00:29:31.237016 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.281343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:31.285828 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a0f465-1dc4-4601-af57-f7bf609a31af" -d '{"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-plugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:31.290666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:31.333227 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba4038b-dde0-4e4d-bb28-694939e84eca x-openstack-request-id: req-2ba4038b-dde0-4e4d-bb28-694939e84eca {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:31.333826 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-plugged", "status": "completed", "tag": "356e14bc-764e-4856-9940-cd468124e907", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:31.334291 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ba4038b-dde0-4e4d-bb28-694939e84eca {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:31.334940 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e14bc-764e-4856-9940-cd468124e907', 'code': 200} Aug 24 00:29:31.357241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.446655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:31.644023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-e8d9b3a3-f879-4fb4-ba89-bd2b8f00a617 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:31.645691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-e8d9b3a3-f879-4fb4-ba89-bd2b8f00a617 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.36 "GET /v2.0/networks?id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 HTTP/1.1" status: 200 len: 806 time: 0.2551496 Aug 24 00:29:31.653954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a985308-cd93-4e16-b7d5-9fcc5656a4a4 req-54b8b203-a849-4fd0-8fb0-06a231f349ae tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:31.662009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a985308-cd93-4e16-b7d5-9fcc5656a4a4 req-54b8b203-a849-4fd0-8fb0-06a231f349ae tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.0867407 Aug 24 00:29:31.735776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a985308-cd93-4e16-b7d5-9fcc5656a4a4 req-94ede0c3-126a-4862-800c-e51bc54ca444 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688014 Aug 24 00:29:31.750479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-91bdd7c2-7e5c-4a47-9060-8bdf22a17c35 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d12e816d6ce480196a27aa0c7c40053 HTTP/1.1" status: 200 len: 379 time: 0.0862854 Aug 24 00:29:31.770417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Request body: {'port': {'device_id': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'admin_state_up': True, 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'security_groups': ['34487e35-31b6-4815-b9ab-40ec9abbcfa7']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:31.780061 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:31.939666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75c4daf1-4814-4003-9278-c2586859f4c8 req-f173d442-9ab8-47c0-bb84-998b0cb0e4bc tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 210 time: 0.0467699 Aug 24 00:29:32.105293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20b755c6-7883-4e28-9e33-9a96723b491a req-6d0d2e41-0d2e-4b92-a309-08244bd5d70a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 210 time: 0.0690107 Aug 24 00:29:32.112197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Made reservation on behalf of 3d12e816d6ce480196a27aa0c7c40053 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:32.116263 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.290153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Allocated IP 172.20.0.8 (bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07/438d58e3-6d52-4c58-9fc8-339f34610163/b557aad0-029a-428c-8e2d-5762b43016ba) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:32.418283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5c26d-d287-475a-b6d4-4ea59d18afb7 req-f60d8c02-640f-490c-ad0b-9bf489288c33 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:32.419918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9b5c26d-d287-475a-b6d4-4ea59d18afb7 req-f60d8c02-640f-490c-ad0b-9bf489288c33 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 943 time: 0.1008382 Aug 24 00:29:32.509851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9b5c26d-d287-475a-b6d4-4ea59d18afb7 req-9a78c023-a508-4fca-916f-7969734f3309 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604198 Aug 24 00:29:32.534501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.548789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Transition to ACTIVE for port object b557aad0-029a-428c-8e2d-5762b43016ba will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:32.647905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:32.699197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:32.701695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:32.707199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:32.775930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event updated for resources: {'Port': ['ID=b557aad0-029a-428c-8e2d-5762b43016ba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:32.783092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 76759d2a-ae21-4764-a410-63ba3d2aceb0 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:32.830660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:32.831729 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.039038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-f4ba606d-3569-4c56-bc4a-55bb71b6b6a5 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2743218 Aug 24 00:29:33.087331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Request body: {'port': {'device_id': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:33.142065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 76759d2a-ae21-4764-a410-63ba3d2aceb0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76759d2a-ae21-4764-a410-63ba3d2aceb0,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:33.151738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.155195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '76759d2a-ae21-4764-a410-63ba3d2aceb0', 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161', 'port_id': '76759d2a-ae21-4764-a410-63ba3d2aceb0', 'mac_address': 'fa:16:3e:73:b3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d87814-c4d9-40ac-91eb-a15ce2e4f230', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:33.250357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.265141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76759d2a-ae21-4764-a410-63ba3d2aceb0 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:33.285488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f7c04fe7-669c-4180-9174-9f02926d7a0d None None] Provisioning for port b557aad0-029a-428c-8e2d-5762b43016ba completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:33.292802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 76759d2a-ae21-4764-a410-63ba3d2aceb0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76759d2a-ae21-4764-a410-63ba3d2aceb0,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:33.296880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f7c04fe7-669c-4180-9174-9f02926d7a0d None None] Provisioning complete for port b557aad0-029a-428c-8e2d-5762b43016ba triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:33.297552 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7c04fe7-669c-4180-9174-9f02926d7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.336759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f7c04fe7-669c-4180-9174-9f02926d7a0d None None] Port b557aad0-029a-428c-8e2d-5762b43016ba cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:33.353878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea5a5-f851-4ccb-ac1b-5bdc2dba8295 req-69fcc6b2-6fac-4e1d-a4f7-dddf5df0a623 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:33.355452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49cea5a5-f851-4ccb-ac1b-5bdc2dba8295 req-69fcc6b2-6fac-4e1d-a4f7-dddf5df0a623 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.4527528 Aug 24 00:29:33.404947 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.492224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c08a4-e62a-4750-b109-ff24422de77f req-d07b7d67-7c05-4b25-8bf5-7d6fa620a56a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:33.499683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b32c08a4-e62a-4750-b109-ff24422de77f req-d07b7d67-7c05-4b25-8bf5-7d6fa620a56a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 931 time: 0.3489745 Aug 24 00:29:33.506088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=76759d2a-ae21-4764-a410-63ba3d2aceb0,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:33.599933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49cea5a5-f851-4ccb-ac1b-5bdc2dba8295 req-c0395c76-0c65-48da-a959-f21be4aed8c5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330759 Aug 24 00:29:33.668128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b32c08a4-e62a-4750-b109-ff24422de77f req-b81c814e-f89d-45a2-bb62-6d1799956dac tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675916 Aug 24 00:29:33.772808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a30d9baf-c143-4e21-aa72-afd3be275afb req-a980e3ce-2db2-475d-88ec-cfac0f38a713 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 210 time: 0.0351057 Aug 24 00:29:33.825457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b557aad0-029a-428c-8e2d-5762b43016ba {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:33.847471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:33.878792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Transition to ACTIVE for port object b557aad0-029a-428c-8e2d-5762b43016ba will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:33.922731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['76759d2a-ae21-4764-a410-63ba3d2aceb0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:33.975129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:34.047999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7487fc-5968-4940-b483-b64936f210f6 req-37f5d8b3-53dd-4fa0-9f1f-332b19e78b70 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:34.049385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb7487fc-5968-4940-b483-b64936f210f6 req-37f5d8b3-53dd-4fa0-9f1f-332b19e78b70 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 944 time: 0.1692185 Aug 24 00:29:34.131747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Pushing event updated for resources: {'Port': ['ID=b557aad0-029a-428c-8e2d-5762b43016ba,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:34.344169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-b1341ba2-1647-4e9b-aff9-4b8e91f56865 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055565 Aug 24 00:29:34.347190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Attempting to bind port b557aad0-029a-428c-8e2d-5762b43016ba on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:34.354687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Attempting to bind port b557aad0-029a-428c-8e2d-5762b43016ba by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:34.354687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Attempting to bind port b557aad0-029a-428c-8e2d-5762b43016ba on network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:34.359956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb7487fc-5968-4940-b483-b64936f210f6 req-eaad0e5e-e237-46f0-921b-1219e898ef3b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014138 Aug 24 00:29:34.406948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Port b557aad0-029a-428c-8e2d-5762b43016ba on network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:34.407575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Attempting to bind port b557aad0-029a-428c-8e2d-5762b43016ba on network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:34.463352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:34.463695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Checking segment: {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:34.464342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Bound using segment: {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:34.464793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Bound port: b557aad0-029a-428c-8e2d-5762b43016ba, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:34.465395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.056567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441173-2763-4123-a19e-df4eeb40caba req-6bdebb67-58b8-4e15-bea5-361eb2ab8c7e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.058145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-6bdebb67-58b8-4e15-bea5-361eb2ab8c7e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6973150 Aug 24 00:29:35.110067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Request body: {'port': {'device_id': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'cfb78a6302f943f68be7b5ef0c40c9e0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:35.246645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] For port b557aad0-029a-428c-8e2d-5762b43016ba, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:35.250477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] For port b557aad0-029a-428c-8e2d-5762b43016ba, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b557aad0-029a-428c-8e2d-5762b43016ba,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:35.324338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.361773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af2bab-de11-4a57-8024-f0fb2ea22d79 req-409d84f0-e2d8-4b7e-a93c-84dc9071c374 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.363367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78af2bab-de11-4a57-8024-f0fb2ea22d79 req-409d84f0-e2d8-4b7e-a93c-84dc9071c374 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.3024876 Aug 24 00:29:35.371153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b5923-be3d-4f2b-b3fd-6e37f87faa72 req-74db96c4-748a-498b-a015-a000ec424981 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.372611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e73b5923-be3d-4f2b-b3fd-6e37f87faa72 req-74db96c4-748a-498b-a015-a000ec424981 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 943 time: 0.3106971 Aug 24 00:29:35.431476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.432140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.433654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] 10.222.0.36 "PUT /v2.0/ports/b557aad0-029a-428c-8e2d-5762b43016ba HTTP/1.1" status: 200 len: 1091 time: 2.3702674 Aug 24 00:29:35.486026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'tag': 'b557aad0-029a-428c-8e2d-5762b43016ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:35.489324 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556" -d '{"events": [{"name": "network-changed", "server_uuid": "c19b313e-2098-42dc-92a7-c78bfe63bc75", "tag": "b557aad0-029a-428c-8e2d-5762b43016ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:35.566938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267e367-18d9-4743-87fc-5c94a9f218fa service neutron] Pushing event updated for resources: {'Port': ['ID=b557aad0-029a-428c-8e2d-5762b43016ba,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:35.593476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e73b5923-be3d-4f2b-b3fd-6e37f87faa72 req-876f4caf-4c9e-4d36-9b79-46889341950a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899426 Aug 24 00:29:35.634988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78af2bab-de11-4a57-8024-f0fb2ea22d79 req-a0caf409-5b16-438a-b215-1e558fa18ff4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435832 Aug 24 00:29:35.724473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-e60a13b1-b014-4171-9907-87d3fd9ef21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.731534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-e60a13b1-b014-4171-9907-87d3fd9ef21e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d12e816d6ce480196a27aa0c7c40053&device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 1094 time: 0.0943787 Aug 24 00:29:35.823363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-872ec99b-f080-47f5-9ff6-806c76e1ccc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b557aad0-029a-428c-8e2d-5762b43016ba HTTP/1.1" status: 200 len: 217 time: 0.0754299 Aug 24 00:29:35.830743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Made reservation on behalf of cfb78a6302f943f68be7b5ef0c40c9e0 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:35.842331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:35.846364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38086) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:35.944978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-28a32afa-f2b6-4b15-b34c-8824b9fade0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:35.946696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-28a32afa-f2b6-4b15-b34c-8824b9fade0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=438d58e3-6d52-4c58-9fc8-339f34610163 HTTP/1.1" status: 200 len: 845 time: 0.1015563 Aug 24 00:29:35.981293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72123d43-2aa8-48b3-a701-8937250abe90 req-9d083f01-cb02-4763-8cca-b47e97f718db tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 210 time: 0.0756171 Aug 24 00:29:36.042559 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63692819-c361-4023-9951-df4712793706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.090461 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b989b5f-af21-469b-85e0-7e1b1da02166 x-openstack-request-id: req-2b989b5f-af21-469b-85e0-7e1b1da02166 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:36.091126 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19b313e-2098-42dc-92a7-c78bfe63bc75", "tag": "b557aad0-029a-428c-8e2d-5762b43016ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:36.091126 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b989b5f-af21-469b-85e0-7e1b1da02166 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:36.091568 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'tag': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'status': 'completed', 'code': 200} Aug 24 00:29:36.191900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f51d-ab0d-4929-bb36-f4991a43b76b req-615418d8-ad10-4726-a045-495a8031d41f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:36.194412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b1f51d-ab0d-4929-bb36-f4991a43b76b req-615418d8-ad10-4726-a045-495a8031d41f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 944 time: 0.2007003 Aug 24 00:29:36.216598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-9acdde69-fd29-4215-8f1e-9bc12709851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:36.218667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-9acdde69-fd29-4215-8f1e-9bc12709851b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514265 Aug 24 00:29:36.218812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63692819-c361-4023-9951-df4712793706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.288221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63692819-c361-4023-9951-df4712793706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.307366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Allocated IP 192.168.233.194 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/c1cf4e93-66cf-4fe4-85c9-4020dffb5af8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:29:36.328775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63692819-c361-4023-9951-df4712793706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eee74a5-5f5f-4c8f-814b-630787d9c492,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:36.377160 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-63692819-c361-4023-9951-df4712793706 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4bae6f6f8d64da5873e25a4c816f78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288842 Aug 24 00:29:36.378116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38098) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:36.450272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-246f1b38-ed57-477b-b998-be9e9b958df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.493127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68b1f51d-ab0d-4929-bb36-f4991a43b76b req-533133dc-51f6-4a7f-acf7-aafa2814dcc4 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791073 Aug 24 00:29:36.505548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-246f1b38-ed57-477b-b998-be9e9b958df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.597298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.640608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-5d1b7e60-451e-436b-aa01-7fe6f994e3ff service neutron] 10.222.0.36 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642294 Aug 24 00:29:36.659100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-246f1b38-ed57-477b-b998-be9e9b958df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.685875 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-246f1b38-ed57-477b-b998-be9e9b958df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:36.685875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-246f1b38-ed57-477b-b998-be9e9b958df9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7eee74a5-5f5f-4c8f-814b-630787d9c492 HTTP/1.1" status: 204 len: 168 time: 0.2838037 Aug 24 00:29:36.685875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f1b38-ed57-477b-b998-be9e9b958df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eee74a5-5f5f-4c8f-814b-630787d9c492,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:36.686854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Transition to ACTIVE for port object c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:36.790718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 76759d2a-ae21-4764-a410-63ba3d2aceb0 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:36.955627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3496bac0-2c59-435f-8b00-1b2d0b1b08e3 req-5906ca69-7f10-41af-9314-8ae537997a66 service neutron] 10.222.0.36 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081400 Aug 24 00:29:36.974853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59737a-9cb0-487b-b9bc-48a9fd0422ba req-e29ea711-4967-4158-af4f-291a578aadff tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:36.976364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea59737a-9cb0-487b-b9bc-48a9fd0422ba req-e29ea711-4967-4158-af4f-291a578aadff tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 943 time: 0.1372643 Aug 24 00:29:36.985013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3bec5-6ba8-4c5c-9351-a84024ab9154 req-835cedcd-6f81-4233-9f43-e5255a7063ab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:36.987254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ed3bec5-6ba8-4c5c-9351-a84024ab9154 req-835cedcd-6f81-4233-9f43-e5255a7063ab tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1640613 Aug 24 00:29:37.050996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea59737a-9cb0-487b-b9bc-48a9fd0422ba req-0b23f0b0-cfbc-4b3a-9f3b-0a0c78c9b253 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615790 Aug 24 00:29:37.058682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ed3bec5-6ba8-4c5c-9351-a84024ab9154 req-f0d8da73-02d1-436a-bb7e-0afeed56c5cd tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620463 Aug 24 00:29:37.095343 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.133135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659', '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', '356e14bc-764e-4856-9940-cd468124e907'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:37.177647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:37.189474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:37.196853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:37.203681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:37.255895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cca765-dbc3-4cc4-ae1f-7d0664f3c518 req-6aafdf9e-eb29-427d-a554-a7b71ebc96ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:37.261746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 76759d2a-ae21-4764-a410-63ba3d2aceb0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:37.263655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8cca765-dbc3-4cc4-ae1f-7d0664f3c518 req-6aafdf9e-eb29-427d-a554-a7b71ebc96ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 936 time: 0.1361268 Aug 24 00:29:37.294841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:37.295507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.297532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 76759d2a-ae21-4764-a410-63ba3d2aceb0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:37.298214 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.373504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8cca765-dbc3-4cc4-ae1f-7d0664f3c518 req-3bceaa7d-c230-4923-932f-d1e0a9b3878b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089056 Aug 24 00:29:37.413963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-583619b1-ff35-4359-9dc7-1e08219b76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:37.416439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-583619b1-ff35-4359-9dc7-1e08219b76bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d12e816d6ce480196a27aa0c7c40053&device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 1094 time: 0.1072881 Aug 24 00:29:37.422249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-bb7e2f5b-f8f6-4c07-bc6f-37ad37f1e233 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3203025 Aug 24 00:29:37.457176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Request body: {'port': {'device_id': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:37.598069 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.663664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86664867-ec92-41ec-93bf-090f32ab3fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76759d2a-ae21-4764-a410-63ba3d2aceb0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:37.666581 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080271ed-3800-46c1-9726-61779d004697" -d '{"events": [{"server_uuid": "86664867-ec92-41ec-93bf-090f32ab3fef", "name": "network-vif-plugged", "status": "completed", "tag": "76759d2a-ae21-4764-a410-63ba3d2aceb0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:37.675584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d74b2fa0-773a-4989-9f61-23d3b2d6bd4d None None] Provisioning for port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:37.694207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d74b2fa0-773a-4989-9f61-23d3b2d6bd4d None None] Provisioning complete for port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:37.694589 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d74b2fa0-773a-4989-9f61-23d3b2d6bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.705175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 76759d2a-ae21-4764-a410-63ba3d2aceb0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76759d2a-ae21-4764-a410-63ba3d2aceb0,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:37.747584 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdea3db-e524-4f57-8fa1-67a8a9fd7f16 x-openstack-request-id: req-fbdea3db-e524-4f57-8fa1-67a8a9fd7f16 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:37.748124 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86664867-ec92-41ec-93bf-090f32ab3fef", "name": "network-vif-plugged", "status": "completed", "tag": "76759d2a-ae21-4764-a410-63ba3d2aceb0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:37.748675 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbdea3db-e524-4f57-8fa1-67a8a9fd7f16 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:37.749182 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86664867-ec92-41ec-93bf-090f32ab3fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76759d2a-ae21-4764-a410-63ba3d2aceb0', 'code': 200} Aug 24 00:29:37.780660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.800629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:37.804263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d74b2fa0-773a-4989-9f61-23d3b2d6bd4d None None] Port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:29:37.825734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9068e0-d9ef-482b-bd21-a2db16ba2b39 req-eb19b93c-f5e0-4493-97ed-2f967dcc986c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:37.827274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b9068e0-d9ef-482b-bd21-a2db16ba2b39 req-eb19b93c-f5e0-4493-97ed-2f967dcc986c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 944 time: 0.1862407 Aug 24 00:29:37.863903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-8bdba1e6-a2f5-4bd8-b5d6-395689cb8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:37.865846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-8bdba1e6-a2f5-4bd8-b5d6-395689cb8cfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 HTTP/1.1" status: 200 len: 907 time: 0.4412186 Aug 24 00:29:37.907197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=76759d2a-ae21-4764-a410-63ba3d2aceb0,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:37.961878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-6f344a60-a2dc-4a74-bf11-a1d87f6b3684 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b557aad0-029a-428c-8e2d-5762b43016ba HTTP/1.1" status: 200 len: 217 time: 0.0792136 Aug 24 00:29:37.975820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b9068e0-d9ef-482b-bd21-a2db16ba2b39 req-d6adc527-34d0-40e1-bbf8-b4aa4476e454 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276128 Aug 24 00:29:38.012357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38126) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:38.026541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5543dfbb-4823-469e-b614-2356da282cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.071640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc198efd-3183-4eda-abbb-7ed1ea72a0db req-fdb4e68f-cefc-4c9d-9cf9-da427f3d75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:38.073155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc198efd-3183-4eda-abbb-7ed1ea72a0db req-fdb4e68f-cefc-4c9d-9cf9-da427f3d75bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 1096 time: 0.2163424 Aug 24 00:29:38.131239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5543dfbb-4823-469e-b614-2356da282cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.144972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-10bade21-9868-4d04-85ce-41a213d40339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:38.146583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-10bade21-9868-4d04-85ce-41a213d40339 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=438d58e3-6d52-4c58-9fc8-339f34610163 HTTP/1.1" status: 200 len: 845 time: 0.1751657 Aug 24 00:29:38.223581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5543dfbb-4823-469e-b614-2356da282cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.258971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc198efd-3183-4eda-abbb-7ed1ea72a0db req-68d0562f-825b-413f-83b2-350e1950c9d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757426 Aug 24 00:29:38.266602 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5543dfbb-4823-469e-b614-2356da282cb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0589caecee2749fb94cf44dab023ede5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523544 Aug 24 00:29:38.267261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543dfbb-4823-469e-b614-2356da282cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376aca4-4512-41fa-bff7-3b37af968a44,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:38.270412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:38.322083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ebc030-e70b-4195-92d2-32bfd69295b1 req-3724d021-9138-4452-b539-d6f36ccfb610 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:38.323508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2ebc030-e70b-4195-92d2-32bfd69295b1 req-3724d021-9138-4452-b539-d6f36ccfb610 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1717443 Aug 24 00:29:38.327599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd796701-4f69-4639-9146-ba4d33b2ee08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.333272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d495-cc8d-4834-bef7-1d50e6a118b3 req-4c502bb1-beea-491b-88ca-5bcf577bed79 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:38.334776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0992d495-cc8d-4834-bef7-1d50e6a118b3 req-4c502bb1-beea-491b-88ca-5bcf577bed79 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 943 time: 0.1679859 Aug 24 00:29:38.339561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-3fd39b28-181c-4c04-966f-9a9c2343cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:38.341028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-3fd39b28-181c-4c04-966f-9a9c2343cec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731973 Aug 24 00:29:38.359933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd796701-4f69-4639-9146-ba4d33b2ee08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.434248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:38.446896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2ebc030-e70b-4195-92d2-32bfd69295b1 req-686dac3c-a86e-447d-89ad-b4b36d1f968c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109920 Aug 24 00:29:38.454804 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.470721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0992d495-cc8d-4834-bef7-1d50e6a118b3 req-0d7f1f89-4703-44f7-9651-0a920fe03f7b tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226814 Aug 24 00:29:38.481709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd796701-4f69-4639-9146-ba4d33b2ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.487198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Transition to ACTIVE for port object c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:38.490417 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd796701-4f69-4639-9146-ba4d33b2ee08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.491447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fd796701-4f69-4639-9146-ba4d33b2ee08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4376aca4-4512-41fa-bff7-3b37af968a44 HTTP/1.1" status: 204 len: 168 time: 0.2198212 Aug 24 00:29:38.510261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd796701-4f69-4639-9146-ba4d33b2ee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376aca4-4512-41fa-bff7-3b37af968a44,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:38.589951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:38.655965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9324a-1d05-4707-ba21-9aadd3fe596c req-cd985acb-c2a8-4f62-bd0f-799fd957aa58 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:38.658153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfe9324a-1d05-4707-ba21-9aadd3fe596c req-cd985acb-c2a8-4f62-bd0f-799fd957aa58 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 936 time: 0.0989585 Aug 24 00:29:38.661305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:38.813871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfe9324a-1d05-4707-ba21-9aadd3fe596c req-1495756b-0282-4964-82f3-af262f2546da tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433842 Aug 24 00:29:38.858967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-771fa76c-c70c-4ec9-9823-7489fcf590b2 service neutron] 10.222.0.36 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986322 Aug 24 00:29:38.860159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:38.860626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:38.860960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:38.888640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:38.888975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:38.903755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:29:38.904117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:38.904410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:29:38.904856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Bound port: c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:29:38.905223 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.029708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ae499d4-f97e-4095-bbd6-3ca6b88bb556 req-aca2f0c0-5f75-451a-a129-1d50359045c5 service neutron] 10.222.0.36 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510618 Aug 24 00:29:39.045267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:39.048800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:29:39.120548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.123617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-f918cdd0-6c6b-4a82-a03e-838277b0ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.125157 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-f918cdd0-6c6b-4a82-a03e-838277b0ae04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 1096 time: 0.0667102 Aug 24 00:29:39.186936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.187604 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:39.189983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] 10.222.0.37 "PUT /v2.0/ports/c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 1096 time: 1.7476611 Aug 24 00:29:39.193996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:39.196641 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f068252-2584-4f55-86eb-802a8dbae67a" -d '{"events": [{"name": "network-changed", "server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:39.218783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad1b5f-cb0b-4a41-98d1-fa5970522dad req-1f89fbbf-2a78-45ff-819a-57cd14ba48af tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.228511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29ad1b5f-cb0b-4a41-98d1-fa5970522dad req-1f89fbbf-2a78-45ff-819a-57cd14ba48af tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 945 time: 0.1350586 Aug 24 00:29:39.228511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17062215-4448-422e-b21e-fa9f4b5e2faf service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:39.259887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-81c476bf-f2ec-4e4c-8504-c3c973d0bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.264406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-81c476bf-f2ec-4e4c-8504-c3c973d0bc7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1283116 Aug 24 00:29:39.321352 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5037abe8-a00b-4c87-beea-d3ac317593fd x-openstack-request-id: req-5037abe8-a00b-4c87-beea-d3ac317593fd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:39.321352 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:39.321352 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5037abe8-a00b-4c87-beea-d3ac317593fd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:39.321352 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'status': 'completed', 'code': 200} Aug 24 00:29:39.321352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29ad1b5f-cb0b-4a41-98d1-fa5970522dad req-def4ea7d-f1c6-40f9-a801-b3de67a66769 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844562 Aug 24 00:29:39.323138 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-32b7974c-cf37-4f9c-b976-873dd4a10014 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f30c275-e346-4514-8c04-ef1c02285217 HTTP/1.1" status: 200 len: 217 time: 0.0535154 Aug 24 00:29:39.389611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f068252-2584-4f55-86eb-802a8dbae67a req-d0e79b40-17ed-4fea-9b09-70f6d014a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.393765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f068252-2584-4f55-86eb-802a8dbae67a req-d0e79b40-17ed-4fea-9b09-70f6d014a5ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1099 time: 0.0633276 Aug 24 00:29:39.406373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-b1f0bfd5-6ad0-4bc7-a064-da0aa43202e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.408069 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-b1f0bfd5-6ad0-4bc7-a064-da0aa43202e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0772228 Aug 24 00:29:39.435189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f068252-2584-4f55-86eb-802a8dbae67a req-b24dd015-002a-42fd-9239-f2eaac7add7f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305924 Aug 24 00:29:39.471220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-2923d623-471b-43e5-9308-a9354ed4cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.473329 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-2923d623-471b-43e5-9308-a9354ed4cc29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583324 Aug 24 00:29:39.642059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f068252-2584-4f55-86eb-802a8dbae67a req-e4a063b6-0b65-47ac-92b5-d9785e6d8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.643827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f068252-2584-4f55-86eb-802a8dbae67a req-e4a063b6-0b65-47ac-92b5-d9785e6d8d5e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993785 Aug 24 00:29:39.800404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a48351-36f5-48fb-9a96-cc65a96f8307 req-00bea355-3157-47bc-a642-bec6fc590363 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.802174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24a48351-36f5-48fb-9a96-cc65a96f8307 req-00bea355-3157-47bc-a642-bec6fc590363 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 943 time: 0.1803930 Aug 24 00:29:39.813308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441173-2763-4123-a19e-df4eeb40caba req-21aa4177-37aa-4145-92f2-853de45cb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.814846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-21aa4177-37aa-4145-92f2-853de45cb8c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1099 time: 0.1194308 Aug 24 00:29:39.828286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff378-1862-4124-bd73-9780c3b3b23a req-69998d19-5a33-4c1f-ba79-7777ea701050 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.829897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ddff378-1862-4124-bd73-9780c3b3b23a req-69998d19-5a33-4c1f-ba79-7777ea701050 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.2041140 Aug 24 00:29:39.886352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-40633cf3-4c65-49bd-adc2-e98ba994952a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.0543892 Aug 24 00:29:39.937401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-70ebe2e8-2f6a-4531-ac2b-29aebec8382b service neutron] 10.222.0.37 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565461 Aug 24 00:29:39.956498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24a48351-36f5-48fb-9a96-cc65a96f8307 req-7b8a826b-1df3-4b3e-bf4f-7c6644cc01ed tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453187 Aug 24 00:29:39.968826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ddff378-1862-4124-bd73-9780c3b3b23a req-a27c9067-52a3-420d-83df-dec7af898ce2 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200373 Aug 24 00:29:39.988657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441173-2763-4123-a19e-df4eeb40caba req-063b7491-e7f7-44a6-a59c-09eeba674877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:39.990419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-063b7491-e7f7-44a6-a59c-09eeba674877 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0935514 Aug 24 00:29:40.062480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a441173-2763-4123-a19e-df4eeb40caba req-4b8e7384-d1e5-4477-be5d-c25fa4ee5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:40.066847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-4b8e7384-d1e5-4477-be5d-c25fa4ee5ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614851 Aug 24 00:29:40.104656 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-65719eff-3c16-4247-b660-0c2fa0629fe6 req-12392547-0dc7-4337-9b4a-5fdf1b8daaa4 service neutron] 10.222.0.37 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580725 Aug 24 00:29:40.554606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583efcc-7a88-41bb-9026-fb7675671d7a req-568437cf-d4af-4542-bd54-015b63979bc1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:40.556124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1583efcc-7a88-41bb-9026-fb7675671d7a req-568437cf-d4af-4542-bd54-015b63979bc1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 948 time: 0.4713924 Aug 24 00:29:40.566122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48953d2-2bf4-4249-a9df-fb13d21b8425 req-dd602be4-3d0e-451a-aba5-7913cf6cfbd5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:40.567586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f48953d2-2bf4-4249-a9df-fb13d21b8425 req-dd602be4-3d0e-451a-aba5-7913cf6cfbd5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 945 time: 0.1399572 Aug 24 00:29:40.577287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-88800d6f-0c41-4be9-88d9-fdb6a943eec5 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041757 Aug 24 00:29:40.682558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1583efcc-7a88-41bb-9026-fb7675671d7a req-54cd3906-42a9-4543-b22c-261e91184724 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125717 Aug 24 00:29:40.695139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f48953d2-2bf4-4249-a9df-fb13d21b8425 req-d522db9f-97e6-4703-99dc-2e93c021b493 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157868 Aug 24 00:29:40.744463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a441173-2763-4123-a19e-df4eeb40caba req-00e6e084-94aa-4940-938f-b5f22e3314b3 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508369 Aug 24 00:29:40.828350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b557aad0-029a-428c-8e2d-5762b43016ba details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:40.931474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b557aad0-029a-428c-8e2d-5762b43016ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b557aad0-029a-428c-8e2d-5762b43016ba,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:40.934750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38206) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:40.943515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'port_id': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'mac_address': 'fa:16:3e:77:20:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:40.982967 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:40.997274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b557aad0-029a-428c-8e2d-5762b43016ba {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:41.020852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b557aad0-029a-428c-8e2d-5762b43016ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b557aad0-029a-428c-8e2d-5762b43016ba,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:41.098913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22c2d5-aa5f-4f27-89cf-ca45981f4b9f req-6dadba5a-4aff-4061-bb23-717fd2442cc6 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:41.100676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb22c2d5-aa5f-4f27-89cf-ca45981f4b9f req-6dadba5a-4aff-4061-bb23-717fd2442cc6 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 943 time: 0.0621822 Aug 24 00:29:41.124476 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.141119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2034481598'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:41.179953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=b557aad0-029a-428c-8e2d-5762b43016ba,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:41.197530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb22c2d5-aa5f-4f27-89cf-ca45981f4b9f req-104518e6-78cd-42a5-82f1-904037872879 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893233 Aug 24 00:29:41.214908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4127b27-da56-4878-ba56-e15f80490a8f req-93192c3c-e3e7-41a8-b9e7-8a6c78d2a041 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:41.222175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4127b27-da56-4878-ba56-e15f80490a8f req-93192c3c-e3e7-41a8-b9e7-8a6c78d2a041 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1033843 Aug 24 00:29:41.261160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4127b27-da56-4878-ba56-e15f80490a8f req-dd169f92-84db-452d-9ed5-9aa8095c3f96 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380371 Aug 24 00:29:41.298735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Made reservation on behalf of 24b2035e81bd4e2e9c5815eb4d56da8e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:41.302268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.314124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.341214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f8323-d439-4eff-a03d-c9ae479ca512 req-ca3d5d70-f990-40b5-bee0-ca7f2608c402 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:41.342881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e97f8323-d439-4eff-a03d-c9ae479ca512 req-ca3d5d70-f990-40b5-bee0-ca7f2608c402 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 945 time: 0.0780294 Aug 24 00:29:41.402184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e97f8323-d439-4eff-a03d-c9ae479ca512 req-0f2c694a-b0f9-4e6f-81e0-6cdef8bb9798 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Aug 24 00:29:41.458497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.524511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.548376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:29:41.562822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3385aee-7af0-4817-981d-bf4e9e628f5e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:41.567669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.567669 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Added segment 88028d4d-da3c-4268-8404-977e604eda97 of type vlan for network ed1d1377-b5f4-490a-84e7-21b358c43f1f Aug 24 00:29:41.605130 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.657957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['b557aad0-029a-428c-8e2d-5762b43016ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:41.696028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.702339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:41.708560 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:41.782817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Pushing event updated for resources: {'Network': ['ID=ed1d1377-b5f4-490a-84e7-21b358c43f1f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:41.796287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network ed1d1377-b5f4-490a-84e7-21b358c43f1f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:29:41.836088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff88b6b-8c26-4b7f-a4ca-bd5e4eb5e32b req-fbebd5fa-1241-4632-ad25-fbc52a407305 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:41.838197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fff88b6b-8c26-4b7f-a4ca-bd5e4eb5e32b req-fbebd5fa-1241-4632-ad25-fbc52a407305 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 948 time: 0.0619111 Aug 24 00:29:41.840445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7f27b1b6-a49d-4d8b-9238-7982a31cb887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9044933 Aug 24 00:29:41.906604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fff88b6b-8c26-4b7f-a4ca-bd5e4eb5e32b req-1a2f069d-52a5-4552-8901-2d815134f51f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504634 Aug 24 00:29:42.020305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:42.025433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Request body: {'port': {'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f', 'binding:host_id': 'n-h2-804878-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1446253946'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:42.109458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Made reservation on behalf of f6d9800da14b4054880f105b8688f870 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:42.112589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.125896 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.215169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.320503 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.327335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] device_id is not set on port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:42.372249 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.408200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf7d6a-c80d-4324-8994-db1903e064ea req-847ff506-b0e2-4b45-84da-b0729848a686 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:42.409715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4acf7d6a-c80d-4324-8994-db1903e064ea req-847ff506-b0e2-4b45-84da-b0729848a686 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 944 time: 0.1418083 Aug 24 00:29:42.441194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53697a26-a1c5-496e-9105-a2c6c4ccf40e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:42.525496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4acf7d6a-c80d-4324-8994-db1903e064ea req-ddcd719f-00b1-48ae-893c-fbd81a78fd0c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055720 Aug 24 00:29:42.552365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f30c275-e346-4514-8c04-ef1c02285217 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:42.557365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cc58e-30af-41b1-a8cc-02260b411030 req-0da80fc5-084e-4580-9935-1264bdcc38f9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:42.559527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f8cc58e-30af-41b1-a8cc-02260b411030 req-0da80fc5-084e-4580-9935-1264bdcc38f9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 945 time: 0.1487851 Aug 24 00:29:42.640001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.674176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:42.677381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f8cc58e-30af-41b1-a8cc-02260b411030 req-524b0d14-3a64-4be4-a05d-6ca22091721d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993948 Aug 24 00:29:42.678343 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e838c2-bdbf-4380-a3b4-1372ab2812e9" -d '{"events": [{"server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "name": "network-vif-unplugged", "status": "completed", "tag": "7f30c275-e346-4514-8c04-ef1c02285217"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:42.710880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:42.729645 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c22c77-496b-4203-8860-7c2369e254d7 x-openstack-request-id: req-f8c22c77-496b-4203-8860-7c2369e254d7 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:42.729944 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "name": "network-vif-unplugged", "status": "completed", "tag": "7f30c275-e346-4514-8c04-ef1c02285217", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:42.730327 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8c22c77-496b-4203-8860-7c2369e254d7 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:42.730729 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217', 'code': 200} Aug 24 00:29:42.773876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] device_id is not set on port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:42.789544 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.799828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:42.859856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:42.863922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65475a-37d1-478e-813e-ab3738e84b33 req-4dd2ec54-5824-4132-83b7-9de4c4a4859a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:42.866130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b65475a-37d1-478e-813e-ab3738e84b33 req-4dd2ec54-5824-4132-83b7-9de4c4a4859a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 945 time: 0.1739397 Aug 24 00:29:42.895436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Transition to ACTIVE for port object 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:42.970653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94456d-f2d9-4ebb-8c93-ced59966380f req-7b0e269f-b564-40fb-bfc6-f42e1db6a2b6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:42.972146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f94456d-f2d9-4ebb-8c93-ced59966380f req-7b0e269f-b564-40fb-bfc6-f42e1db6a2b6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1927104 Aug 24 00:29:42.975739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b65475a-37d1-478e-813e-ab3738e84b33 req-cd3e1f5a-09fb-477b-bcf8-5fac68e8d59c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824070 Aug 24 00:29:42.983184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-efaa3393-16e8-413b-9536-b6e3322b24d7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:42.984643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-efaa3393-16e8-413b-9536-b6e3322b24d7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.36 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 945 time: 0.1822889 Aug 24 00:29:43.028948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.121753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f94456d-f2d9-4ebb-8c93-ced59966380f req-7dab4b09-fe61-4c60-b0a4-2c76820534a4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354809 Aug 24 00:29:43.171467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=7a77017a-b6e1-4b77-aad0-55e2d1a1ff55,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:43.204737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824eea0-7517-46de-a02f-0cea64e2d43b req-32757cd4-9e9a-43e8-94e1-cba3932620fe tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:43.206539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0824eea0-7517-46de-a02f-0cea64e2d43b req-32757cd4-9e9a-43e8-94e1-cba3932620fe tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 948 time: 0.1559896 Aug 24 00:29:43.224680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Checking segment: {'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:29:43.225269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Network hostable DHCP agents. Network: ed1d1377-b5f4-490a-84e7-21b358c43f1f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:29:43.277209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Deleting port 76759d2a-ae21-4764-a410-63ba3d2aceb0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:43.277550 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.351686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0824eea0-7517-46de-a02f-0cea64e2d43b req-64d137ff-eda6-4f00-995f-c57b7ee41625 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335466 Aug 24 00:29:43.372882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666d702-b19d-4b6b-84ad-10b540eac4b7 req-43117cfa-e45a-4888-8c55-7a3dd608e713 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:43.372882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4666d702-b19d-4b6b-84ad-10b540eac4b7 req-43117cfa-e45a-4888-8c55-7a3dd608e713 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1517389 Aug 24 00:29:43.415435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Network ed1d1377-b5f4-490a-84e7-21b358c43f1f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:29:43.421888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] For port 76759d2a-ae21-4764-a410-63ba3d2aceb0, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=76759d2a-ae21-4764-a410-63ba3d2aceb0,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:43.422263 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.447399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4666d702-b19d-4b6b-84ad-10b540eac4b7 req-99edb3f8-2b37-4980-a785-c95cc0c94d46 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656896 Aug 24 00:29:43.448249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Calling delete_port for 76759d2a-ae21-4764-a410-63ba3d2aceb0 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:43.510893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, ed1d1377-b5f4-490a-84e7-21b358c43f1f) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:43.516274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:43.522951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6138049-ae86-44b2-bea1-6d6f7a73bc7d None None] Network ed1d1377-b5f4-490a-84e7-21b358c43f1f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:29:43.542331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.542668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.543035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.549059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.549402 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.550349 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 2 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.591618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.591958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.592592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.601953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.602286 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.604545 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 3 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.634378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.634378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.634378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.654244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.654582 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.657026 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 4 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.675924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.676263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.676465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.683612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.684206 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.684957 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 5 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.695766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589907f-a5fe-4462-9bad-c252fbc8374b req-c71e1d8d-b927-4798-ba8c-5745c42b067c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:43.697268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1589907f-a5fe-4462-9bad-c252fbc8374b req-c71e1d8d-b927-4798-ba8c-5745c42b067c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 944 time: 0.0791962 Aug 24 00:29:43.714003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.714341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.714680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.731149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.731488 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.732428 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 6 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.757309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1589907f-a5fe-4462-9bad-c252fbc8374b req-7e1557ae-c8fb-4a6b-b649-08fd980ebb47 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516427 Aug 24 00:29:43.757979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.758315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.758651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.763199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.763525 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.763915 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 7 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.785130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.785526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.785945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.787908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.801513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['76306686-474a-4d79-a6b8-7a4083adebd8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:43.819837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.820172 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.822749 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 8 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.825856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Pushing event deleted for resources: {'Port': ['ID=76759d2a-ae21-4764-a410-63ba3d2aceb0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:43.826778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['76759d2a-ae21-4764-a410-63ba3d2aceb0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:43.861697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.861697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.861995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.884196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.884593 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.885007 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 9 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.921785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.922159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.923197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:43.925685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] No DVR routers for this DVR port 76759d2a-ae21-4764-a410-63ba3d2aceb0 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:29:43.929636 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:43.931728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6260b8fa-3c4d-47a7-9bd2-3ac7335cbcc3 req-67922408-f02b-4a19-81b3-062bf1419efa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.36 "DELETE /v2.0/ports/76759d2a-ae21-4764-a410-63ba3d2aceb0 HTTP/1.1" status: 204 len: 173 time: 0.9394634 Aug 24 00:29:43.932249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86664867-ec92-41ec-93bf-090f32ab3fef', 'name': 'network-vif-deleted', 'tag': '76759d2a-ae21-4764-a410-63ba3d2aceb0'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:43.935093 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b7e951-6936-4e6b-9471-a6cf280ed6e2" -d '{"events": [{"server_uuid": "86664867-ec92-41ec-93bf-090f32ab3fef", "name": "network-vif-deleted", "tag": "76759d2a-ae21-4764-a410-63ba3d2aceb0"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:43.940583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:43.940923 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:43.941329 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 10 to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 Aug 24 00:29:43.989344 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3761f-c1b1-42bb-b7f5-75b38c9bd7d3 x-openstack-request-id: req-b4b3761f-c1b1-42bb-b7f5-75b38c9bd7d3 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:43.989672 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86664867-ec92-41ec-93bf-090f32ab3fef", "name": "network-vif-deleted", "tag": "76759d2a-ae21-4764-a410-63ba3d2aceb0", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:43.989925 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4b3761f-c1b1-42bb-b7f5-75b38c9bd7d3 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:43.990314 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86664867-ec92-41ec-93bf-090f32ab3fef', 'name': 'network-vif-deleted', 'tag': '76759d2a-ae21-4764-a410-63ba3d2aceb0', 'status': 'completed', 'code': 200} Aug 24 00:29:43.992241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:43.993817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:43.993817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:44.009005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:44.009260 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:44.009674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.034810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a5f9-6ca8-419b-8df1-f61c30e207b1 req-48c325bb-e1d1-4a33-959b-4685afaf2f12 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:44.036351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad65a5f9-6ca8-419b-8df1-f61c30e207b1 req-48c325bb-e1d1-4a33-959b-4685afaf2f12 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0846603 Aug 24 00:29:44.106354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5ffe93d-4650-4a3e-83f2-5bff3b23ecfd req-c29325ef-fc18-464c-8b6c-3aea82cd3928 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=86664867-ec92-41ec-93bf-090f32ab3fef HTTP/1.1" status: 200 len: 210 time: 0.0390275 Aug 24 00:29:44.136511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad65a5f9-6ca8-419b-8df1-f61c30e207b1 req-ca6a0739-db8f-4403-9945-404859fadf7d tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816967 Aug 24 00:29:44.140555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] For port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:44.140928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempted to set empty binding levels {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:29:44.258164 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.296009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:44.296597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.313997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=7a77017a-b6e1-4b77-aad0-55e2d1a1ff55,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:44.447693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9276dfbd-41d8-4609-8010-5e28fc03eb54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4261699 Aug 24 00:29:44.450438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:44.499406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09ebd-d313-4303-aae8-e3c0fdaf3f87 req-543c9d79-213a-4316-bb67-922db53b0663 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:44.500937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8bf09ebd-d313-4303-aae8-e3c0fdaf3f87 req-543c9d79-213a-4316-bb67-922db53b0663 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 948 time: 0.0813794 Aug 24 00:29:44.559196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8bf09ebd-d313-4303-aae8-e3c0fdaf3f87 req-ce01f9db-2fc1-48b1-b938-907f6c0b69f4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Aug 24 00:29:44.568486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:29:44.572422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Deleting port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:44.572422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.637283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] For port 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55, host n-h2-804878-2, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:44.637555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.650642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Calling delete_port for 7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:44.666733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:44.677122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'mac_address': 'fa:16:3e:75:0f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:29:44.716756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.731070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:29:44.750350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:44.812545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.833165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.842792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a77017a-b6e1-4b77-aad0-55e2d1a1ff55,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:44.879156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:44.887639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6d9af9d7-03a0-4b05-968e-a1e9f8abea3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 HTTP/1.1" status: 204 len: 168 time: 0.4296451 Aug 24 00:29:44.887639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38270) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:44.887829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b557aad0-029a-428c-8e2d-5762b43016ba up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:44.914809 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e12a82-1b4b-4c7e-a099-df8a00e8c031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:29:44.916396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-13e12a82-1b4b-4c7e-a099-df8a00e8c031 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "GET /v2.0/ports/7a77017a-b6e1-4b77-aad0-55e2d1a1ff55 HTTP/1.1" status: 404 len: 333 time: 0.0318465 Aug 24 00:29:44.920699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38274) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:44.925996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Request body: {'port': {'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-218269001'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:44.933404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0f8d9-f6df-449c-886b-a4b2641ee129 req-fc0cdba9-47ed-4205-ac74-07445cc35d4d tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:44.934966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ca0f8d9-f6df-449c-886b-a4b2641ee129 req-fc0cdba9-47ed-4205-ac74-07445cc35d4d tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 944 time: 0.0956318 Aug 24 00:29:44.992546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:44.998195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ca0f8d9-f6df-449c-886b-a4b2641ee129 req-b93dda48-3c6e-48a2-a030-17c732c51a9f tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515139 Aug 24 00:29:45.040890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Made reservation on behalf of f6d9800da14b4054880f105b8688f870 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:45.043290 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.059990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] device_id is not set on port 40028c4d-1807-407e-a740-e49301b9f50e yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:45.068076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port b557aad0-029a-428c-8e2d-5762b43016ba completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:45.073676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port b557aad0-029a-428c-8e2d-5762b43016ba triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:45.074076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.158565 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.194073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b557aad0-029a-428c-8e2d-5762b43016ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b557aad0-029a-428c-8e2d-5762b43016ba,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:45.194073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b557aad0-029a-428c-8e2d-5762b43016ba'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:45.196329 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc5edf-fb8a-4726-bc02-66e6bf1c8695" -d '{"events": [{"server_uuid": "c19b313e-2098-42dc-92a7-c78bfe63bc75", "name": "network-vif-plugged", "status": "completed", "tag": "b557aad0-029a-428c-8e2d-5762b43016ba"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:45.229186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:29:45.257779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.278210 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.279447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 76759d2a-ae21-4764-a410-63ba3d2aceb0 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:45.321951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f2f6-7216-4145-b8e0-52bb4ecade26 req-8032b8dd-e8ce-4b71-806f-ff6f0ee65711 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:45.323503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea56f2f6-7216-4145-b8e0-52bb4ecade26 req-8032b8dd-e8ce-4b71-806f-ff6f0ee65711 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0975022 Aug 24 00:29:45.332358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 76759d2a-ae21-4764-a410-63ba3d2aceb0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:29:45.332714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 76759d2a-ae21-4764-a410-63ba3d2aceb0 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:29:45.356918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fa39-b382-43b9-a5fb-dfb9c2c13dc2 req-a8b25e08-1046-4e1e-b8cb-49dc82a65cbc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:45.358459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef20fa39-b382-43b9-a5fb-dfb9c2c13dc2 req-a8b25e08-1046-4e1e-b8cb-49dc82a65cbc tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0929554 Aug 24 00:29:45.374981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=b557aad0-029a-428c-8e2d-5762b43016ba,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:45.387830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.391412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea56f2f6-7216-4145-b8e0-52bb4ecade26 req-628a1690-9b44-4af3-aba0-b467f2d6e540 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607798 Aug 24 00:29:45.444115 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Network ed1d1377-b5f4-490a-84e7-21b358c43f1f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:45.447733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef20fa39-b382-43b9-a5fb-dfb9c2c13dc2 req-f358876a-6a58-4427-8d1f-4ae6c1162b2a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770624 Aug 24 00:29:45.463335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:45.465342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=40028c4d-1807-407e-a740-e49301b9f50e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:45.468215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:45.469801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:45.470576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.497560 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283afc76-dbfa-4bce-8453-9f499b9c9193 x-openstack-request-id: req-283afc76-dbfa-4bce-8453-9f499b9c9193 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:45.500951 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b313e-2098-42dc-92a7-c78bfe63bc75", "name": "network-vif-plugged", "status": "completed", "tag": "b557aad0-029a-428c-8e2d-5762b43016ba", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:45.500951 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-283afc76-dbfa-4bce-8453-9f499b9c9193 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:45.500951 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'code': 200} Aug 24 00:29:45.547743 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-32f7aa93-aabf-4339-94ca-809f16a2f2b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6258590 Aug 24 00:29:45.550163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38296) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:45.555290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:45.631796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.723062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40f2c7-4972-4577-9a56-0c5abb07df4c req-a0401ff7-0112-479d-bd23-d555bda22cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:45.724480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd40f2c7-4972-4577-9a56-0c5abb07df4c req-a0401ff7-0112-479d-bd23-d555bda22cbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 1096 time: 0.1080837 Aug 24 00:29:45.751798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f7f41-aa35-4cb5-8e5d-43e4c18ef74a req-4c86a627-96de-4a21-89dd-0332587cc00e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:45.753258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1f7f41-aa35-4cb5-8e5d-43e4c18ef74a req-4c86a627-96de-4a21-89dd-0332587cc00e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1039200 Aug 24 00:29:45.767706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3363e1-3681-49c4-87bd-e502d310389d req-afd29138-d079-4b1a-a84d-21430dea5b56 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:45.769207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d3363e1-3681-49c4-87bd-e502d310389d req-afd29138-d079-4b1a-a84d-21430dea5b56 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 949 time: 0.0901649 Aug 24 00:29:45.823671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] device_id is not set on port 40028c4d-1807-407e-a740-e49301b9f50e yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:45.825883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd40f2c7-4972-4577-9a56-0c5abb07df4c req-7215411c-4d53-4880-80b6-f2887c8cf168 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879467 Aug 24 00:29:45.832603 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.834797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1f7f41-aa35-4cb5-8e5d-43e4c18ef74a req-96a4a338-2e88-4188-9ebd-f0de5e504b30 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644798 Aug 24 00:29:45.845670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Transition to ACTIVE for port object 40028c4d-1807-407e-a740-e49301b9f50e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:45.847522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d3363e1-3681-49c4-87bd-e502d310389d req-e79be826-610d-4849-864e-ebfa06aa5993 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678267 Aug 24 00:29:45.926762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:45.959378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7bb30-6695-4548-8f4a-7f885645f160 req-e366bf17-a7c5-42c4-bca3-d7dba8611a9f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:45.961187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8c7bb30-6695-4548-8f4a-7f885645f160 req-e366bf17-a7c5-42c4-bca3-d7dba8611a9f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0509000 Aug 24 00:29:45.984227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=40028c4d-1807-407e-a740-e49301b9f50e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:46.004637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.005139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.005775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.010929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8c7bb30-6695-4548-8f4a-7f885645f160 req-3294d9ff-bbe0-4875-8754-abf69fb8cecb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Aug 24 00:29:46.012093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.012679 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.013197 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 2 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.035242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.035677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.036606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.043090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.043545 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.044187 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 3 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.067199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.067545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.067893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.073070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.073458 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.073899 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 4 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.091071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.091530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.091887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.097444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.098035 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.098571 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 5 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.121446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.121947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.122443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.130037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.130613 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.131113 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 6 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.148059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.148550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.149025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.154461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.154885 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.156170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78251c1a-6e58-424d-bb51-2186e042fec8 req-be7c9f7c-73c5-4978-927b-7d7ea4265142 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.156320 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 7 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.157950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78251c1a-6e58-424d-bb51-2186e042fec8 req-be7c9f7c-73c5-4978-927b-7d7ea4265142 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.0544801 Aug 24 00:29:46.179704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.180170 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.180571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.185840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.186893 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.186893 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 8 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.201086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.201520 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.201987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.207374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.207708 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.208753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78251c1a-6e58-424d-bb51-2186e042fec8 req-72b587ac-aa0a-4c5a-919e-6e85c1f35d6d tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443823 Aug 24 00:29:46.209713 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 9 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.230241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.230581 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.230920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.235983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.236402 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.236823 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 10 to bind port 40028c4d-1807-407e-a740-e49301b9f50e Aug 24 00:29:46.249218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:46.249556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:46.250084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:46.255304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:46.255626 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 40028c4d-1807-407e-a740-e49301b9f50e on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:46.255995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:46.322399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] For port 40028c4d-1807-407e-a740-e49301b9f50e, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:46.322990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempted to set empty binding levels {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:29:46.415964 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:46.449720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] In _notify_port_updated(), no bound segment for port 40028c4d-1807-407e-a740-e49301b9f50e on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:29:46.450751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.451257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:46.452629 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "PUT /v2.0/ports/40028c4d-1807-407e-a740-e49301b9f50e HTTP/1.1" status: 200 len: 978 time: 0.9015245 Aug 24 00:29:46.455415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:46.466223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d18018-b896-4aa2-ba07-682386339c72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=40028c4d-1807-407e-a740-e49301b9f50e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:46.584719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:29:46.605888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.606375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.606855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.607325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.607794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.608268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.608735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.609201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.609702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.610168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.610643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.611087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.611547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.612005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.612467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.616992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.617422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.617910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.618371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.618828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.619287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.619744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.620200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.620658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.621116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.621593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.622056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.622515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.622972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.623431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.623888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.624431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.624922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.625972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.626428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.626892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.627353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.627814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.628269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.628734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.629181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.638703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5130e8eb-cdf8-4ed0-a554-76187cf858fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44916 time: 0.1772730 Aug 24 00:29:46.639444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38316) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:46.653485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbff98-c577-4df9-8f4b-179ce3722632 req-7bc0fdd7-5d7e-4d13-9233-1d317817a4d4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:46.655105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25bbff98-c577-4df9-8f4b-179ce3722632 req-7bc0fdd7-5d7e-4d13-9233-1d317817a4d4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1327510 Aug 24 00:29:46.697494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25bbff98-c577-4df9-8f4b-179ce3722632 req-25675210-8aba-4660-b90f-87901670004a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354860 Aug 24 00:29:46.726535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:29:46.730717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:29:46.731500 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:46.735757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Deleting port 40028c4d-1807-407e-a740-e49301b9f50e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:46.736753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:46.827160 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:46.838271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] For port 40028c4d-1807-407e-a740-e49301b9f50e, host n-h2-804878-2, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:46.838986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:46.866648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Calling delete_port for 40028c4d-1807-407e-a740-e49301b9f50e owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:46.868978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:46.959201 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:46.959201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f30c275-e346-4514-8c04-ef1c02285217 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:29:47.002341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729ae23-8ad1-40bd-a7f5-bb28e4b37d60 req-4ea2b55c-df8c-4787-8c6e-1ddc56576acc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:47.003860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5729ae23-8ad1-40bd-a7f5-bb28e4b37d60 req-4ea2b55c-df8c-4787-8c6e-1ddc56576acc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0629256 Aug 24 00:29:47.045050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5729ae23-8ad1-40bd-a7f5-bb28e4b37d60 req-0224bae3-d60c-40d4-8ed2-38501e23ab31 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347571 Aug 24 00:29:47.069284 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:47.083381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:47.108774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event deleted for resources: {'Port': ['ID=40028c4d-1807-407e-a740-e49301b9f50e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:47.116903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:47.123482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ff568792-fa8b-4fb9-b965-e636ceefd71f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "DELETE /v2.0/ports/40028c4d-1807-407e-a740-e49301b9f50e HTTP/1.1" status: 204 len: 168 time: 0.4801834 Aug 24 00:29:47.123482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38326) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:47.150555 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a71f3e-9e2e-46bb-a6e9-6812a580e26d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:29:47.152021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-82a71f3e-9e2e-46bb-a6e9-6812a580e26d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "GET /v2.0/ports/40028c4d-1807-407e-a740-e49301b9f50e HTTP/1.1" status: 404 len: 333 time: 0.0238159 Aug 24 00:29:47.155861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:47.161739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1020161315', 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:47.247036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Made reservation on behalf of f6d9800da14b4054880f105b8688f870 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:47.249404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:47.274160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] device_id is not set on port c347606a-8ca8-4f5f-bc20-393e01a35d8e yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:47.393075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5614d-9979-49ca-aaf1-b3c5f4f448a3 req-433e3c38-dfea-45ec-a294-b7293c27d6f7 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:47.394846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaa5614d-9979-49ca-aaf1-b3c5f4f448a3 req-433e3c38-dfea-45ec-a294-b7293c27d6f7 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.0831900 Aug 24 00:29:47.491048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaa5614d-9979-49ca-aaf1-b3c5f4f448a3 req-d531cef9-e0ec-44b8-b692-d0313b2f2c3d tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780859 Aug 24 00:29:47.499486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:47.510352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:47.525216 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eae3d2-59f6-4d8d-9949-b76762c59b21" -d '{"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:47.576912 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4fa5e0-a0d5-43eb-a74d-24e98f7ff1fc x-openstack-request-id: req-4c4fa5e0-a0d5-43eb-a74d-24e98f7ff1fc {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:47.577207 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:47.577469 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c4fa5e0-a0d5-43eb-a74d-24e98f7ff1fc {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:47.577945 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'code': 200} Aug 24 00:29:47.601417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:47.660548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Network ed1d1377-b5f4-490a-84e7-21b358c43f1f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:47.679005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:47.682488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:47.683544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:47.684007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:47.686173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=c347606a-8ca8-4f5f-bc20-393e01a35d8e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:47.706354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735391f-f350-4d0d-93fb-c3a5cdc9e15b req-9de0ecb5-c44a-41e7-be49-8cc79200b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:47.707853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6735391f-f350-4d0d-93fb-c3a5cdc9e15b req-9de0ecb5-c44a-41e7-be49-8cc79200b5ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1101 time: 0.0647290 Aug 24 00:29:47.756236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6735391f-f350-4d0d-93fb-c3a5cdc9e15b req-c558a120-fdb3-4760-a7be-cbc05bd31320 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Aug 24 00:29:47.779784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-36247374-ce50-439f-b214-a2e2ae7d5bd4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6226089 Aug 24 00:29:47.783225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38340) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:47.827105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc351705-b4e5-47bc-92f2-67797ffe2115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:47.827972 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bc351705-b4e5-47bc-92f2-67797ffe2115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "GET /v2.0/ports/c347606a-8ca8-4f5f-bc20-393e01a35d8e HTTP/1.1" status: 200 len: 959 time: 0.0436223 Aug 24 00:29:47.831279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38342) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:47.868036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37284150-5ac9-46ea-944a-64f31985b9a1 req-70d67b0d-25d3-4b65-9afc-43bf6b9a9f50 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:47.869703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37284150-5ac9-46ea-944a-64f31985b9a1 req-70d67b0d-25d3-4b65-9afc-43bf6b9a9f50 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0929177 Aug 24 00:29:47.928597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37284150-5ac9-46ea-944a-64f31985b9a1 req-0bb768fd-b739-4b12-973e-babfcb4ade27 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 Aug 24 00:29:47.932741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f646f-a0af-42b1-8ef6-b75e1b4888fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Deleting port c347606a-8ca8-4f5f-bc20-393e01a35d8e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:47.933401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae8f646f-a0af-42b1-8ef6-b75e1b4888fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.001100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae8f646f-a0af-42b1-8ef6-b75e1b4888fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.015930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f646f-a0af-42b1-8ef6-b75e1b4888fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Calling delete_port for c347606a-8ca8-4f5f-bc20-393e01a35d8e owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:48.169709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662bbd5-5fdb-44b6-8f41-d62800bbf839 req-4899e12e-0b63-426e-98a7-3bc155812407 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:48.171145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a662bbd5-5fdb-44b6-8f41-d62800bbf839 req-4899e12e-0b63-426e-98a7-3bc155812407 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0526171 Aug 24 00:29:48.206911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae8f646f-a0af-42b1-8ef6-b75e1b4888fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.213142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a662bbd5-5fdb-44b6-8f41-d62800bbf839 req-eb40e422-a40f-4557-a8d4-2c9f1745da3b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Aug 24 00:29:48.236119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f646f-a0af-42b1-8ef6-b75e1b4888fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event deleted for resources: {'Port': ['ID=c347606a-8ca8-4f5f-bc20-393e01a35d8e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:48.241248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae8f646f-a0af-42b1-8ef6-b75e1b4888fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.243275 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ae8f646f-a0af-42b1-8ef6-b75e1b4888fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c347606a-8ca8-4f5f-bc20-393e01a35d8e HTTP/1.1" status: 204 len: 168 time: 0.4109457 Aug 24 00:29:48.246136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:48.270824 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-baecf510-53cd-4b6d-8c55-ef743018d08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:29:48.272222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-baecf510-53cd-4b6d-8c55-ef743018d08a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "GET /v2.0/ports/c347606a-8ca8-4f5f-bc20-393e01a35d8e HTTP/1.1" status: 404 len: 333 time: 0.0250869 Aug 24 00:29:48.275669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:48.280393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Request body: {'port': {'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-464294134'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:48.366271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Made reservation on behalf of f6d9800da14b4054880f105b8688f870 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:29:48.368647 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.384848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] device_id is not set on port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:48.550547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.659110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fcd82-49b2-4d6e-b3a5-6aa8292eae91 req-79305959-cb34-4437-ae85-de4ddeb8aa34 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:48.660695 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-941fcd82-49b2-4d6e-b3a5-6aa8292eae91 req-79305959-cb34-4437-ae85-de4ddeb8aa34 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.0533140 Aug 24 00:29:48.675562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.739098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Network ed1d1377-b5f4-490a-84e7-21b358c43f1f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:29:48.746924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:29:48.749686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:29:48.750622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:48.751233 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:48.761415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-941fcd82-49b2-4d6e-b3a5-6aa8292eae91 req-d3712089-9ab3-4188-90b9-3f9474f28f75 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946219 Aug 24 00:29:48.767969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=67b6bc1c-93c5-44da-a30c-3b4c34eaf205,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:48.777336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.777461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.777967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.778182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.778529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.778889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.779255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.779605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.779950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.780293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.780633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.780970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:29:48.892646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b9c8d564-ff8a-41e1-8b44-78bece4e8e86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6158953 Aug 24 00:29:48.895670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38380) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:48.901512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:48.932931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fce6-71fe-4b93-8659-2bd4d4f57cf0 req-50c3038b-c816-42da-9c55-f6a74d077f3a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:48.934603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5986fce6-71fe-4b93-8659-2bd4d4f57cf0 req-50c3038b-c816-42da-9c55-f6a74d077f3a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.0531976 Aug 24 00:29:48.952210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:48.956143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Request body: {'floatingip': {'port_id': 'b557aad0-029a-428c-8e2d-5762b43016ba'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:48.981511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.004250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.154600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15c5a0-4054-4b1d-837f-6a7e1c66c0f9 req-6ae2e6b8-f257-4708-87d5-ba22ddc14b69 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:49.156061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e15c5a0-4054-4b1d-837f-6a7e1c66c0f9 req-6ae2e6b8-f257-4708-87d5-ba22ddc14b69 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1493301 Aug 24 00:29:49.200616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] device_id is not set on port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:29:49.209622 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.224190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Transition to ACTIVE for port object 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:29:49.244710 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e15c5a0-4054-4b1d-837f-6a7e1c66c0f9 req-3bea90ab-e260-485d-9f61-bda7d40a1323 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756922 Aug 24 00:29:49.352923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.408618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=67b6bc1c-93c5-44da-a30c-3b4c34eaf205,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:49.428154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.428496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.429038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.435967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.436515 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.437053 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 2 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.454901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.455394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.455748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.461057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.461443 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.461878 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 3 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.478934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.479282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.479631 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.486422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.486757 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.487165 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 4 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.501688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.502175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.502524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.507546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.508020 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.508431 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 5 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.522267 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.522614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.522961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.529112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.529451 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.529884 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 6 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.544876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.545197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.545542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.554602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.554602 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.554602 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 7 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.566883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.567210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.567624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.572473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.572859 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.573266 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 8 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.586715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.587052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.588851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.592204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.592533 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.592936 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 9 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.605750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.606094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.606436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.611485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.611818 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.614843 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempt 10 to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 Aug 24 00:29:49.627566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:29:49.627566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:29:49.627566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempting to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:29:49.631905 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:29:49.632311 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Failed to bind port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on host n-h2-804878-2 for vnic_type normal using segments [{'id': '88028d4d-da3c-4268-8404-977e604eda97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ed1d1377-b5f4-490a-84e7-21b358c43f1f'}] Aug 24 00:29:49.632616 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.704647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] For port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:29:49.705215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attempted to set empty binding levels {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:29:49.788814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78920893-764f-4c9c-94b9-1d747de26f28 req-8daf543e-096b-41d5-a414-b504cbbd3db4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:49.790326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78920893-764f-4c9c-94b9-1d747de26f28 req-8daf543e-096b-41d5-a414-b504cbbd3db4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.1354377 Aug 24 00:29:49.800322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da5205-aef9-4268-b113-55c6bf8e4ae8 req-db9f1980-8389-4739-a316-45565ad1b61c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:49.801749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0da5205-aef9-4268-b113-55c6bf8e4ae8 req-db9f1980-8389-4739-a316-45565ad1b61c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1479552 Aug 24 00:29:49.815628 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.851596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] In _notify_port_updated(), no bound segment for port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 on network ed1d1377-b5f4-490a-84e7-21b358c43f1f {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:29:49.852668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:49.853336 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:49.855633 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "PUT /v2.0/ports/67b6bc1c-93c5-44da-a30c-3b4c34eaf205 HTTP/1.1" status: 200 len: 978 time: 0.9583955 Aug 24 00:29:49.858400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38432) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:49.892745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b709481-3a7e-4a65-a1a9-e10f663e08b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event updated for resources: {'Port': ['ID=67b6bc1c-93c5-44da-a30c-3b4c34eaf205,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:49.908221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78920893-764f-4c9c-94b9-1d747de26f28 req-e1ee6630-bc66-40fa-a14e-24a011735d22 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054542 Aug 24 00:29:49.942603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0da5205-aef9-4268-b113-55c6bf8e4ae8 req-79f00330-cf95-43b0-8b39-c4a8455bd559 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089396 Aug 24 00:29:49.946784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Deleting port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:29:49.947143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.035742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] For port 67b6bc1c-93c5-44da-a30c-3b4c34eaf205, host n-h2-804878-2, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:29:50.036143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.049287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Calling delete_port for 67b6bc1c-93c5-44da-a30c-3b4c34eaf205 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:29:50.122201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.137063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9635a2-26e4-4807-8194-439300ac381f req-6a0be8e9-fe6e-4cc3-9ad3-30fe7f2e8139 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:50.138628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f9635a2-26e4-4807-8194-439300ac381f req-6a0be8e9-fe6e-4cc3-9ad3-30fe7f2e8139 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1101 time: 0.0874248 Aug 24 00:29:50.146647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac3f35-a8e4-4c64-9139-57046eb841ce req-cf81afe5-b30b-47fc-b27e-a753913177f3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:50.148021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7aac3f35-a8e4-4c64-9139-57046eb841ce req-cf81afe5-b30b-47fc-b27e-a753913177f3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0979326 Aug 24 00:29:50.192616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f9635a2-26e4-4807-8194-439300ac381f req-3ba6d928-5dcb-421c-8a1a-65f821e4480e tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Aug 24 00:29:50.198354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.215838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.240362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7aac3f35-a8e4-4c64-9139-57046eb841ce req-d8996866-5083-42d3-bd51-273cd8b9148d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856590 Aug 24 00:29:50.248293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Pushing event deleted for resources: {'Port': ['ID=67b6bc1c-93c5-44da-a30c-3b4c34eaf205,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:50.256350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.260684 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18fc9810-5e7e-465d-9894-91237338a97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "DELETE /v2.0/ports/67b6bc1c-93c5-44da-a30c-3b4c34eaf205 HTTP/1.1" status: 204 len: 168 time: 0.3989036 Aug 24 00:29:50.264547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38450) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:50.314542 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c3cac5-1984-4f2d-a217-5f50e8fdf8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:29:50.316133 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-69c3cac5-1984-4f2d-a217-5f50e8fdf8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480501207-project-admin] 10.222.0.26 "GET /v2.0/ports/67b6bc1c-93c5-44da-a30c-3b4c34eaf205 HTTP/1.1" status: 404 len: 333 time: 0.0505722 Aug 24 00:29:50.319917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38464) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:50.371509 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Floating IP a93c172e-eb2a-42cd-8f87-f9f0f39f7a40 associated. External IP: 172.25.5.58, port: b557aad0-029a-428c-8e2d-5762b43016ba. Aug 24 00:29:50.437954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.532704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf745ec-53ab-4956-9496-4462a71cd76c req-e82a84e7-55d0-4d12-8c8a-d6c33390206f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:50.534251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-acf745ec-53ab-4956-9496-4462a71cd76c req-e82a84e7-55d0-4d12-8c8a-d6c33390206f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0939527 Aug 24 00:29:50.553709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.571309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1d1377-b5f4-490a-84e7-21b358c43f1f']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:50.584429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88028d4d-da3c-4268-8404-977e604eda97') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:50.584729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88028d4d-da3c-4268-8404-977e604eda97') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:50.594894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.609273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.618227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:29:50.618624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.620692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-acf745ec-53ab-4956-9496-4462a71cd76c req-fb4db1ce-f1a2-4dfc-8f60-d4ef7605c892 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456779 Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:29:50.621734 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:29:50.691380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:29:50.832062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd3fa3-775b-4c78-9409-9d547c0272db req-66948376-737c-401a-86de-19dca84ecc98 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:50.833592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04cd3fa3-775b-4c78-9409-9d547c0272db req-66948376-737c-401a-86de-19dca84ecc98 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0950599 Aug 24 00:29:50.864478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:29:50.870733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.875292 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.879208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] Sync routers for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:29:50.884605 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:50.890037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:50.890560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:50.892371 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] 10.222.0.26 "DELETE /v2.0/networks/ed1d1377-b5f4-490a-84e7-21b358c43f1f HTTP/1.1" status: 204 len: 168 time: 0.5714359 Aug 24 00:29:50.903397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93581bd-61c6-4dba-87f2-e79a9027747f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074193864-project] Pushing event deleted for resources: {'Network': ['ID=ed1d1377-b5f4-490a-84e7-21b358c43f1f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:50.949899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04cd3fa3-775b-4c78-9409-9d547c0272db req-cd04cd12-2320-4930-ab6d-e30b450d7b48 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078477 Aug 24 00:29:50.974694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f1298e89-80a4-4f58-a06f-2f39c270060c tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "PUT /v2.0/floatingips/a93c172e-eb2a-42cd-8f87-f9f0f39f7a40 HTTP/1.1" status: 200 len: 990 time: 2.0222318 Aug 24 00:29:50.976507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'tag': 'b557aad0-029a-428c-8e2d-5762b43016ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:29:50.978946 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c19b313e-2098-42dc-92a7-c78bfe63bc75", "tag": "b557aad0-029a-428c-8e2d-5762b43016ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:29:51.022724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-86c1d16f-aeb0-47d6-80fa-858085bf96cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029124 Aug 24 00:29:51.034714 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc5db2-7be9-4d0a-99c8-4f77dc176930 x-openstack-request-id: req-7edc5db2-7be9-4d0a-99c8-4f77dc176930 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:29:51.035217 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19b313e-2098-42dc-92a7-c78bfe63bc75", "tag": "b557aad0-029a-428c-8e2d-5762b43016ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:29:51.035654 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7edc5db2-7be9-4d0a-99c8-4f77dc176930 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:29:51.036234 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'tag': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'status': 'completed', 'code': 200} Aug 24 00:29:51.187175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-5fbb4323-cc77-4062-ada2-824f8b6987a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:51.188925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-5fbb4323-cc77-4062-ada2-824f8b6987a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d12e816d6ce480196a27aa0c7c40053&device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 1096 time: 0.0549035 Aug 24 00:29:51.237893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:51.300355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-6d2ffe81-5f50-4d58-8ce1-cb319e86d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:51.302598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-6d2ffe81-5f50-4d58-8ce1-cb319e86d206 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 HTTP/1.1" status: 200 len: 907 time: 0.1061223 Aug 24 00:29:51.397510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-d81e03f4-d198-49d1-9fa1-5532ea3ba01f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b557aad0-029a-428c-8e2d-5762b43016ba HTTP/1.1" status: 200 len: 998 time: 0.0868309 Aug 24 00:29:51.486030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-31418906-e3b5-49f6-be3f-7bd184dd352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:51.487855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-31418906-e3b5-49f6-be3f-7bd184dd352c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=438d58e3-6d52-4c58-9fc8-339f34610163 HTTP/1.1" status: 200 len: 845 time: 0.0801320 Aug 24 00:29:51.557007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-743737c4-f595-43dc-bd1f-95a55ae5e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:51.558755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-743737c4-f595-43dc-bd1f-95a55ae5e471 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622828 Aug 24 00:29:51.584347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a93c172e-eb2a-42cd-8f87-f9f0f39f7a40', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'port_id': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'mac_address': 'fa:16:3e:77:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:29:24Z', 'updated_at': '2021-08-24T00:29:49Z', 'revision_number': 1, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:25Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:51.599732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38540) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:51.620523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] Checking router: 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:29:51.630600 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:29:51.632586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:51.692755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-bb12a1d6-c632-401a-8da3-f5cebb32a7c5 service neutron] 10.222.0.36 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253183 Aug 24 00:29:51.791072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:29:51.840960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-86fb8fdf-6ff4-4768-8889-8dded83fc925 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24b2035e81bd4e2e9c5815eb4d56da8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400367 Aug 24 00:29:51.841878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38554) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:51.849283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c09e-0064-4547-bafd-bd4713698407 req-0e612814-43e5-4feb-a541-d05ed9600fcd tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:51.850997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5960c09e-0064-4547-bafd-bd4713698407 req-0e612814-43e5-4feb-a541-d05ed9600fcd tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0780816 Aug 24 00:29:51.907341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5960c09e-0064-4547-bafd-bd4713698407 req-8ced826a-1442-40f2-9a05-de05b382936f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447698 Aug 24 00:29:51.911640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e6240a-bfb3-4c64-986f-66fb4906b1b1 req-543b15ee-2a1a-4518-a412-f9642f4173eb service neutron] 10.222.0.36 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107852 Aug 24 00:29:51.941252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50782967-66e0-4ccd-80ab-ca4dbb7dcac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:51.967210 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50782967-66e0-4ccd-80ab-ca4dbb7dcac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.098037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50782967-66e0-4ccd-80ab-ca4dbb7dcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.103319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a93c172e-eb2a-42cd-8f87-f9f0f39f7a40', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'port_id': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'mac_address': 'fa:16:3e:77:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:29:24Z', 'updated_at': '2021-08-24T00:29:49Z', 'revision_number': 1, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:25Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:29:52.104938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50782967-66e0-4ccd-80ab-ca4dbb7dcac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:52.108683 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-50782967-66e0-4ccd-80ab-ca4dbb7dcac2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3385aee-7af0-4817-981d-bf4e9e628f5e HTTP/1.1" status: 204 len: 168 time: 0.2633836 Aug 24 00:29:52.127970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50782967-66e0-4ccd-80ab-ca4dbb7dcac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3385aee-7af0-4817-981d-bf4e9e628f5e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:52.151294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39d7b6-8d97-4a77-8d62-0f1911043162 None None] The sync data for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 is: [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a93c172e-eb2a-42cd-8f87-f9f0f39f7a40', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'port_id': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'mac_address': 'fa:16:3e:77:20:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:29:24Z', 'updated_at': '2021-08-24T00:29:49Z', 'revision_number': 1, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:25Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:29:52.202253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54594b92-c9b4-4705-8c0f-b7dbb13a2ac8 req-58b19b11-5608-4184-bdbc-fd75a0d742cb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:52.204412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54594b92-c9b4-4705-8c0f-b7dbb13a2ac8 req-58b19b11-5608-4184-bdbc-fd75a0d742cb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.1189480 Aug 24 00:29:52.252424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54594b92-c9b4-4705-8c0f-b7dbb13a2ac8 req-77243c16-74d2-4216-bdc9-d605d67d3b53 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 Aug 24 00:29:52.384502 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76e538-68bc-4e39-979c-936848806e93 None None] New status for floating IP a93c172e-eb2a-42cd-8f87-f9f0f39f7a40: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:29:52.966063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38612) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:53.013672 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-60088fde-217c-49a3-91ba-ab391f4c7f97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6d9800da14b4054880f105b8688f870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412326 Aug 24 00:29:53.019609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38614) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:53.032094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75a02-c0ad-4cd3-a612-eaad2ad8dd33 req-29318b8e-9277-46ac-9cdf-0bcdbf910b64 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:53.033690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a75a02-c0ad-4cd3-a612-eaad2ad8dd33 req-29318b8e-9277-46ac-9cdf-0bcdbf910b64 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0515957 Aug 24 00:29:53.083710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9703fbfc-bbff-452e-884e-24540746bbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.095946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a75a02-c0ad-4cd3-a612-eaad2ad8dd33 req-19b1965c-4b7a-4fed-8093-2bb6a1061ba1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506494 Aug 24 00:29:53.110467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9703fbfc-bbff-452e-884e-24540746bbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.246529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9703fbfc-bbff-452e-884e-24540746bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.249307 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9703fbfc-bbff-452e-884e-24540746bbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:53.261658 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9703fbfc-bbff-452e-884e-24540746bbbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53697a26-a1c5-496e-9105-a2c6c4ccf40e HTTP/1.1" status: 204 len: 168 time: 0.2298996 Aug 24 00:29:53.272702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703fbfc-bbff-452e-884e-24540746bbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53697a26-a1c5-496e-9105-a2c6c4ccf40e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:29:53.333551 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:29:53.412397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61828-6daf-4cb2-a5e9-866fe6dc4f2d req-8d8b732b-e23f-4a29-8ef2-7779eac860e8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:53.414084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15f61828-6daf-4cb2-a5e9-866fe6dc4f2d req-8d8b732b-e23f-4a29-8ef2-7779eac860e8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0701251 Aug 24 00:29:53.478594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15f61828-6daf-4cb2-a5e9-866fe6dc4f2d req-bbf988d6-0541-4c64-8981-51d939711f51 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543826 Aug 24 00:29:53.494799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d60bb-e31f-488e-ac6f-0a3d8cf3cc16 req-2c4ea27a-4363-4c27-afd5-c8981c51f15d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:53.496478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-321d60bb-e31f-488e-ac6f-0a3d8cf3cc16 req-2c4ea27a-4363-4c27-afd5-c8981c51f15d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0813200 Aug 24 00:29:53.537333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-321d60bb-e31f-488e-ac6f-0a3d8cf3cc16 req-e15cd26d-b49f-4d46-8a2c-05faa91fab64 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Aug 24 00:29:53.663110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c3f99-709a-4a9e-9413-181855ab02b7 req-1121bbec-76d5-4d91-b559-3493b03c56ac tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:53.664985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b5c3f99-709a-4a9e-9413-181855ab02b7 req-1121bbec-76d5-4d91-b559-3493b03c56ac tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0555260 Aug 24 00:29:53.711852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b5c3f99-709a-4a9e-9413-181855ab02b7 req-14cde466-6baf-4d59-a84e-f1f3c22c7997 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372059 Aug 24 00:29:53.940425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-83c386fa-8b36-4e7f-90ed-dee0d55f44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:53.942156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-83c386fa-8b36-4e7f-90ed-dee0d55f44e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1101 time: 0.0814567 Aug 24 00:29:53.965692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee63844-6573-4005-8845-127f497ba354 req-98ed1d69-9d47-4327-b0d2-30492e3d5819 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:53.967390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aee63844-6573-4005-8845-127f497ba354 req-98ed1d69-9d47-4327-b0d2-30492e3d5819 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0693400 Aug 24 00:29:54.048966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aee63844-6573-4005-8845-127f497ba354 req-27772523-4b18-405e-b739-a67a5d5c5a82 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716941 Aug 24 00:29:54.081415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-4c54c134-b799-40f6-88e3-589da492e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.082971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-4c54c134-b799-40f6-88e3-589da492e2de service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1338882 Aug 24 00:29:54.135498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-0d3775c9-5466-4e90-aec3-39e1c0a719d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.0446825 Aug 24 00:29:54.247320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-6e5fb815-33e2-4f50-9f5e-219737584f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.248817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-6e5fb815-33e2-4f50-9f5e-219737584f6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1048262 Aug 24 00:29:54.277081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1ab89-554f-4fbc-b0fa-c510430dd45e req-a8737972-0029-4d8c-9ce1-b2ef5463f875 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.278656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cc1ab89-554f-4fbc-b0fa-c510430dd45e req-a8737972-0029-4d8c-9ce1-b2ef5463f875 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1037862 Aug 24 00:29:54.324511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9b41-a54e-4ee9-acb4-411d3c0de1df req-6d22dc29-33e4-481c-9619-74e177f94da9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.326057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f1a9b41-a54e-4ee9-acb4-411d3c0de1df req-6d22dc29-33e4-481c-9619-74e177f94da9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1497309 Aug 24 00:29:54.361118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-84df7a0a-3e56-49e3-8220-340cf0c857d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.362709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-84df7a0a-3e56-49e3-8220-340cf0c857d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049409 Aug 24 00:29:54.367419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cc1ab89-554f-4fbc-b0fa-c510430dd45e req-71157cdf-e159-49da-8663-75c43d90e9aa tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737653 Aug 24 00:29:54.434963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f1a9b41-a54e-4ee9-acb4-411d3c0de1df req-fc93a0da-3e6d-4425-a149-96187733b137 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010702 Aug 24 00:29:54.494614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-8f01ff65-04e8-416a-a1c6-a409fd779d5f service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247566 Aug 24 00:29:54.631748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadfcef-3c2c-40c5-aaac-733768268b03 req-0afe6ec9-9ace-47b1-84c2-d496b2297af9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.633234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deadfcef-3c2c-40c5-aaac-733768268b03 req-0afe6ec9-9ace-47b1-84c2-d496b2297af9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0778625 Aug 24 00:29:54.660808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-a34ee2b5-37dd-47db-97a4-424efdc1dca0 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585886 Aug 24 00:29:54.683105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deadfcef-3c2c-40c5-aaac-733768268b03 req-d53eafdf-ba41-41bc-ae28-589e6bde2df1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396883 Aug 24 00:29:54.773909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87c944-98a2-4bd4-b8b8-4399e51d9823 req-a941ac1e-8fb6-4521-9aa7-fc98ee1ce1d6 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.775408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e87c944-98a2-4bd4-b8b8-4399e51d9823 req-a941ac1e-8fb6-4521-9aa7-fc98ee1ce1d6 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0520475 Aug 24 00:29:54.821242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e87c944-98a2-4bd4-b8b8-4399e51d9823 req-e6db1c4e-0737-4983-b38f-f1b829d65085 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388265 Aug 24 00:29:54.945902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326102f-5a25-45a8-ad59-1e13e026ee90 req-14ed9328-a391-40b8-aada-a563f23d2ace tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:54.947387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3326102f-5a25-45a8-ad59-1e13e026ee90 req-14ed9328-a391-40b8-aada-a563f23d2ace tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0540059 Aug 24 00:29:54.985640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3326102f-5a25-45a8-ad59-1e13e026ee90 req-1676d717-4ab9-4197-889f-0b8a3f27b608 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Aug 24 00:29:55.222023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa486862-488e-4711-8753-e8acaf5979e9 req-8a98a9a0-c651-47bd-aa3c-c418f7f65e21 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.226047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa486862-488e-4711-8753-e8acaf5979e9 req-8a98a9a0-c651-47bd-aa3c-c418f7f65e21 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0610888 Aug 24 00:29:55.263984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa486862-488e-4711-8753-e8acaf5979e9 req-3174bb04-0e4c-49d2-8cbb-aa28a641daa3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Aug 24 00:29:55.299770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38770) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:55.389179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:55.398231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c746-28db-45d8-9dc6-2e17e58cb72a req-ddf98acf-4fc2-4f7d-980d-e7dcaa60a76f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.399931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aaf1c746-28db-45d8-9dc6-2e17e58cb72a req-ddf98acf-4fc2-4f7d-980d-e7dcaa60a76f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0512886 Aug 24 00:29:55.403401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8fa8c83c-6041-4430-81fe-827f8c7ac96a tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-402238442'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:55.440605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aaf1c746-28db-45d8-9dc6-2e17e58cb72a req-36022b51-8513-4c9c-a2a9-cac1161bcad5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337763 Aug 24 00:29:55.500697 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c83c-6041-4430-81fe-827f8c7ac96a tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:55.502861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c83c-6041-4430-81fe-827f8c7ac96a tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:55.517530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a370f27-db70-4d74-b67a-20144d40aed2 req-77643089-82f6-408b-b2f5-dd04cdb8e468 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.519726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a370f27-db70-4d74-b67a-20144d40aed2 req-77643089-82f6-408b-b2f5-dd04cdb8e468 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0567882 Aug 24 00:29:55.563105 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c83c-6041-4430-81fe-827f8c7ac96a tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:55.565649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a370f27-db70-4d74-b67a-20144d40aed2 req-d58e4b04-a531-4998-99fd-eba48121340e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396879 Aug 24 00:29:55.635212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c83c-6041-4430-81fe-827f8c7ac96a tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:55.686257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a33ab8-2e2c-47fb-b7d9-31116a6f15d7 req-c0e55fa2-b86e-4d4f-a3f7-2f6e456f7cde tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.687695 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97a33ab8-2e2c-47fb-b7d9-31116a6f15d7 req-c0e55fa2-b86e-4d4f-a3f7-2f6e456f7cde tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0565934 Aug 24 00:29:55.721669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c83c-6041-4430-81fe-827f8c7ac96a tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:55.722828 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8fa8c83c-6041-4430-81fe-827f8c7ac96a tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4220080 Aug 24 00:29:55.725445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38804) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:55.731938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97a33ab8-2e2c-47fb-b7d9-31116a6f15d7 req-2ab994dd-e238-4453-b2ff-5ac1359403ef tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375333 Aug 24 00:29:55.800822 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2159563-fa0c-4dd4-9b75-835b06d9f5fe tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:55.860443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b8dda-ff9e-4b45-8b3d-4eb14c9b2311 req-4c9d04ee-cd64-4dce-992e-83f65cb20c70 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.862126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e04b8dda-ff9e-4b45-8b3d-4eb14c9b2311 req-4c9d04ee-cd64-4dce-992e-83f65cb20c70 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0648966 Aug 24 00:29:55.931909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e04b8dda-ff9e-4b45-8b3d-4eb14c9b2311 req-9b42dbdb-e053-4f2e-9406-a765843cc50a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628390 Aug 24 00:29:55.953098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314dbc-d4f5-48a1-ad1e-e7fc4b25cc7b req-b7590534-9a5f-4aea-895a-bfe3b04b966e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:55.956367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50314dbc-d4f5-48a1-ad1e-e7fc4b25cc7b req-b7590534-9a5f-4aea-895a-bfe3b04b966e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0706544 Aug 24 00:29:56.004357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2159563-fa0c-4dd4-9b75-835b06d9f5fe tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.006547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2159563-fa0c-4dd4-9b75-835b06d9f5fe tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.017852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50314dbc-d4f5-48a1-ad1e-e7fc4b25cc7b req-9df777b3-b879-4382-baf8-0ff3238c244b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535913 Aug 24 00:29:56.063169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-245cfcb2-356c-41d2-abbc-4935b2a84ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:56.064787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-245cfcb2-356c-41d2-abbc-4935b2a84ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1096 time: 0.0672228 Aug 24 00:29:56.203897 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2159563-fa0c-4dd4-9b75-835b06d9f5fe tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.204432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2159563-fa0c-4dd4-9b75-835b06d9f5fe tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83ad01bb-75c5-4855-af60-29a2cc624669 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:29:56.210239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2159563-fa0c-4dd4-9b75-835b06d9f5fe tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.214989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:56.215889 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e2159563-fa0c-4dd4-9b75-835b06d9f5fe tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "DELETE /v2.0/routers/83ad01bb-75c5-4855-af60-29a2cc624669 HTTP/1.1" status: 204 len: 168 time: 0.4890697 Aug 24 00:29:56.227359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bb2f61f4-6132-4f45-b7ff-8e0311f05722 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Request body: {'router': {'name': 'tempest-router-592069346', 'distributed': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:56.245669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b241-c1a2-47e9-8de4-d8ff488de69f req-05019794-c9cf-4f7a-8d31-f097ddc24906 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:56.247135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b427b241-c1a2-47e9-8de4-d8ff488de69f req-05019794-c9cf-4f7a-8d31-f097ddc24906 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.1243238 Aug 24 00:29:56.250766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-b03581d9-5f26-44ea-a06b-b771e4776091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:56.252118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-b03581d9-5f26-44ea-a06b-b771e4776091 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1801999 Aug 24 00:29:56.266700 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f79cbb39-4faf-41b8-bc1b-2e5de51a6098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.272876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bc4d9-f704-4821-be85-5c3b7ec62e31 req-c4df7626-27ee-4e67-ac48-2886d8475ab8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:56.274347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d13bc4d9-f704-4821-be85-5c3b7ec62e31 req-c4df7626-27ee-4e67-ac48-2886d8475ab8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1171162 Aug 24 00:29:56.676124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f61f4-6132-4f45-b7ff-8e0311f05722 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.677247 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f61f4-6132-4f45-b7ff-8e0311f05722 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.699613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b427b241-c1a2-47e9-8de4-d8ff488de69f req-7f51c130-3bcb-4296-a949-f335d052b21c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4422686 Aug 24 00:29:56.722858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-4821a1cd-b8ff-4251-8348-d3cc8a6dc2c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.4574192 Aug 24 00:29:56.725734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d13bc4d9-f704-4821-be85-5c3b7ec62e31 req-6752a814-4022-449a-b807-68b77d40e876 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374654 Aug 24 00:29:56.795138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f61f4-6132-4f45-b7ff-8e0311f05722 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.831410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-39d43776-d551-4108-a851-3c05b4622c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:56.832839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-39d43776-d551-4108-a851-3c05b4622c72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0999620 Aug 24 00:29:56.841086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f61f4-6132-4f45-b7ff-8e0311f05722 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.890127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7211256-5506-438c-be1b-dfb48e06fda2 req-0b4efb47-3c8d-4624-afcf-007cd217ce7f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:56.892235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7211256-5506-438c-be1b-dfb48e06fda2 req-0b4efb47-3c8d-4624-afcf-007cd217ce7f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0927894 Aug 24 00:29:56.915249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-0a0ff185-1211-4e58-af2b-c492ea7a2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:56.916657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-0a0ff185-1211-4e58-af2b-c492ea7a2712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709102 Aug 24 00:29:56.991437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7211256-5506-438c-be1b-dfb48e06fda2 req-18cbcf58-8327-4653-879f-631da13a2158 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903227 Aug 24 00:29:56.992257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f61f4-6132-4f45-b7ff-8e0311f05722 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:56.993426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bb2f61f4-6132-4f45-b7ff-8e0311f05722 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7768068 Aug 24 00:29:56.997178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38874) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:57.069990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-00f43fff-3db5-4bd8-a952-9c9a89429d40 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454701 Aug 24 00:29:57.093679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8503c689-f60d-4543-abe5-51632c6d8e6c tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.152510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f672b7-e0b9-4a50-a25b-8d20aace9f8e req-183f2185-d7f3-447b-b0d5-dcadd0d5c72d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:57.156745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1f672b7-e0b9-4a50-a25b-8d20aace9f8e req-183f2185-d7f3-447b-b0d5-dcadd0d5c72d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.1243443 Aug 24 00:29:57.273166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8503c689-f60d-4543-abe5-51632c6d8e6c tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.275486 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8503c689-f60d-4543-abe5-51632c6d8e6c tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.286837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1f672b7-e0b9-4a50-a25b-8d20aace9f8e req-db9a1f2b-2c0d-490a-b91b-fbc5b97a518f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249888 Aug 24 00:29:57.294117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a20df27-aa5d-47c4-b71a-9b115c6cc8dd req-e9a27021-6b48-43ba-9244-4c0fa1add843 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160828 Aug 24 00:29:57.334105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53c0ac-55cb-4413-84a8-9f6c32eb4e39 req-603a50f4-1442-445a-8fff-52138453e795 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:57.335627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df53c0ac-55cb-4413-84a8-9f6c32eb4e39 req-603a50f4-1442-445a-8fff-52138453e795 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 814 time: 0.1435535 Aug 24 00:29:57.351870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df53c0ac-55cb-4413-84a8-9f6c32eb4e39 req-be7fe4b8-ed44-4ea2-b7e2-c6316c6fa833 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/quotas/98ba70e929634d5889e0dae352898ab6 HTTP/1.1" status: 200 len: 375 time: 0.0094042 Aug 24 00:29:57.400835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8503c689-f60d-4543-abe5-51632c6d8e6c tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.401467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8503c689-f60d-4543-abe5-51632c6d8e6c tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13cb87e9-36bf-4a1f-be85-fe135f8b4e41 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:29:57.403093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df53c0ac-55cb-4413-84a8-9f6c32eb4e39 req-1353a4b1-305b-498d-9334-1db7bccb52a3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448873 Aug 24 00:29:57.406011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8503c689-f60d-4543-abe5-51632c6d8e6c tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.407617 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8503c689-f60d-4543-abe5-51632c6d8e6c tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "DELETE /v2.0/routers/13cb87e9-36bf-4a1f-be85-fe135f8b4e41 HTTP/1.1" status: 204 len: 168 time: 0.4085162 Aug 24 00:29:57.411867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38902) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:57.416782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e27be2e9-8cde-4079-9e08-08ebf0bc3558 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Request body: {'router': {'name': 'tempest-router-165914204', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '134f890e35d642d6a92b8808d19fecd9'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:57.524167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e27be2e9-8cde-4079-9e08-08ebf0bc3558 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.525510 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e27be2e9-8cde-4079-9e08-08ebf0bc3558 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.534129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f899cc-e69d-485d-93c2-d68f64cfe1f5 req-5423047b-e503-4457-a352-498703976cbc tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:57.535723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62f899cc-e69d-485d-93c2-d68f64cfe1f5 req-5423047b-e503-4457-a352-498703976cbc tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0596974 Aug 24 00:29:57.575831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62f899cc-e69d-485d-93c2-d68f64cfe1f5 req-97dad0ca-2b8c-4b3c-a43c-39b7dec31fed tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Aug 24 00:29:57.582733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e27be2e9-8cde-4079-9e08-08ebf0bc3558 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.660921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e27be2e9-8cde-4079-9e08-08ebf0bc3558 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.693651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83f5d7-b217-48cd-a9dd-2c2a141790b8 req-8eca8346-3654-4d4b-bad6-ca5c9aa16d5c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:57.695161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a83f5d7-b217-48cd-a9dd-2c2a141790b8 req-8eca8346-3654-4d4b-bad6-ca5c9aa16d5c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0503576 Aug 24 00:29:57.735887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a83f5d7-b217-48cd-a9dd-2c2a141790b8 req-73e871c5-7e8f-479e-a476-a078b157d3d8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Aug 24 00:29:57.752615 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e27be2e9-8cde-4079-9e08-08ebf0bc3558 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:57.753904 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e27be2e9-8cde-4079-9e08-08ebf0bc3558 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3406572 Aug 24 00:29:57.756735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38922) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:57.762459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:57.836132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112f7c8-19f3-41ca-b906-f4ecd57fa0ec req-3aeb5e6d-ff5d-4f80-8dcb-48e61add7b56 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:57.837867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e112f7c8-19f3-41ca-b906-f4ecd57fa0ec req-3aeb5e6d-ff5d-4f80-8dcb-48e61add7b56 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0579724 Aug 24 00:29:57.891835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e112f7c8-19f3-41ca-b906-f4ecd57fa0ec req-daee62d4-767d-476b-9289-89dcc6d6191f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453959 Aug 24 00:29:57.935957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ffe60e55-9ac8-4e91-94fd-e1c3cd578640 req-f1ae510a-3340-463f-a6d9-8ed81e698c9c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=98ba70e929634d5889e0dae352898ab6 HTTP/1.1" status: 200 len: 221 time: 0.0629239 Aug 24 00:29:58.007141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:58.007705 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:58.060431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e46490-7c39-46d1-b3d7-fa9f9225e07f req-e3d9301f-48fc-4cca-8812-298e9089d27e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:58.062035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93e46490-7c39-46d1-b3d7-fa9f9225e07f req-e3d9301f-48fc-4cca-8812-298e9089d27e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0526638 Aug 24 00:29:58.095074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95327) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 24 00:29:58.096060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Router 5b188339-8dd2-4db0-8d8a-b5d2c361ac3a migrating from provider to provider. {{(pid=95327) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 24 00:29:58.096867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:58.101857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:58.107636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93e46490-7c39-46d1-b3d7-fa9f9225e07f req-164ca35e-2953-4d02-b1db-01cf8265cf6f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Aug 24 00:29:58.226901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df921fd7-2c80-4f2d-87ab-351adbd5a0f4 req-cac3558e-96f9-42db-a2a3-e6822c3a54de tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:58.229067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df921fd7-2c80-4f2d-87ab-351adbd5a0f4 req-cac3558e-96f9-42db-a2a3-e6822c3a54de tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0535433 Aug 24 00:29:58.250073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:58.267796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df921fd7-2c80-4f2d-87ab-351adbd5a0f4 req-81182467-47c1-4be2-8f9c-d1f208b55e0c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Aug 24 00:29:58.330941 n-d-804878-2 neutron-server[95327]: WARNING neutron.scheduler.l3_agent_scheduler [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] No L3 agents can host the router 5b188339-8dd2-4db0-8d8a-b5d2c361ac3a Aug 24 00:29:58.454534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305de1e9-e690-47c6-9bcf-7a6497f43696 req-e353fdfd-2088-42d3-9d3c-ba8c1fe304e3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:58.456185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-305de1e9-e690-47c6-9bcf-7a6497f43696 req-e353fdfd-2088-42d3-9d3c-ba8c1fe304e3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0886953 Aug 24 00:29:58.464152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Hosts for router 5b188339-8dd2-4db0-8d8a-b5d2c361ac3a: [] {{(pid=95327) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 24 00:29:58.465288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2180b-6aee-40fe-8247-2cf9512a850a req-a9e5084d-9c67-4dd8-ab21-a5b55f96e725 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:58.466880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95c2180b-6aee-40fe-8247-2cf9512a850a req-a9e5084d-9c67-4dd8-ab21-a5b55f96e725 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0889766 Aug 24 00:29:58.497482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Hosts for other DVR routers connected to router 5b188339-8dd2-4db0-8d8a-b5d2c361ac3a: set() {{(pid=95327) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 24 00:29:58.498368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:58.501013 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-67a8fa89-d281-4852-886b-1a6b292b2742 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "PUT /v2.0/routers/5b188339-8dd2-4db0-8d8a-b5d2c361ac3a HTTP/1.1" status: 200 len: 716 time: 0.7432444 Aug 24 00:29:58.505767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38974) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:58.567560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-305de1e9-e690-47c6-9bcf-7a6497f43696 req-2290b44c-bfd3-4f2f-844a-2e5f0636794d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996239 Aug 24 00:29:58.599586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95c2180b-6aee-40fe-8247-2cf9512a850a req-a024b9b3-f927-4644-bee1-b387bf43f18a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254265 Aug 24 00:29:58.605141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1a2abe22-e84b-47ea-b473-a68f6712bc7f tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "GET /v2.0/routers/5b188339-8dd2-4db0-8d8a-b5d2c361ac3a HTTP/1.1" status: 200 len: 716 time: 0.0986123 Aug 24 00:29:58.607961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38978) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:58.830930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0ce77-daa5-4d22-98d9-5e8f93e1dad5 req-25f1d670-1387-4f51-b81d-d9997542ca83 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:58.832429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ce0ce77-daa5-4d22-98d9-5e8f93e1dad5 req-25f1d670-1387-4f51-b81d-d9997542ca83 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1599164 Aug 24 00:29:58.839884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3eb00b54-9175-4cf3-81bd-1ab21772233c tempest-RoutersTestDVR-582138634 tempest-RoutersTestDVR-582138634-project] 10.222.0.26 "GET /v2.0/routers/5b188339-8dd2-4db0-8d8a-b5d2c361ac3a HTTP/1.1" status: 200 len: 682 time: 0.2308545 Aug 24 00:29:58.842839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38992) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:58.877866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ce0ce77-daa5-4d22-98d9-5e8f93e1dad5 req-bcac7500-dc1d-4263-a57a-13feb977162c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368409 Aug 24 00:29:58.925631 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64577ba7-a131-4902-b760-6f4c713f2b18 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:58.951945 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9391bba4-8992-47c1-b130-41a434cd3900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.052649 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.065723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5aeb6-07b6-4b40-8264-516835c7fce8 req-967ae5ee-e149-43e0-9f69-7d84d996d74e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.067332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b5aeb6-07b6-4b40-8264-516835c7fce8 req-967ae5ee-e149-43e0-9f69-7d84d996d74e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0905361 Aug 24 00:29:59.080625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b52e2-5845-4c51-8584-08c42e0ad48e req-34462db9-8c59-4af7-a7fd-e7934a12d84b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.082323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e69b52e2-5845-4c51-8584-08c42e0ad48e req-34462db9-8c59-4af7-a7fd-e7934a12d84b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0945570 Aug 24 00:29:59.140305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b5aeb6-07b6-4b40-8264-516835c7fce8 req-ec53e008-613f-4664-8c4e-9bfe832f254f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570107 Aug 24 00:29:59.148556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e69b52e2-5845-4c51-8584-08c42e0ad48e req-19d49709-7035-4c1b-aa73-169a4e02c703 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587802 Aug 24 00:29:59.288940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b0700-23b2-4dfd-aad9-0ef6b81bef53 req-08ca3325-a792-4cd8-abd2-6092002c94fe tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.290785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be6b0700-23b2-4dfd-aad9-0ef6b81bef53 req-08ca3325-a792-4cd8-abd2-6092002c94fe tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0625086 Aug 24 00:29:59.334343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be6b0700-23b2-4dfd-aad9-0ef6b81bef53 req-de316227-dc50-47e9-8117-103ce0ab1cc3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373793 Aug 24 00:29:59.355372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64577ba7-a131-4902-b760-6f4c713f2b18 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.357617 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64577ba7-a131-4902-b760-6f4c713f2b18 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.413248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ea095-3349-4418-b45a-fcf425774ef5 req-f2fe49ae-ff42-48c8-a030-0475505fdff3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.414792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-057ea095-3349-4418-b45a-fcf425774ef5 req-f2fe49ae-ff42-48c8-a030-0475505fdff3 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0523326 Aug 24 00:29:59.469726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64577ba7-a131-4902-b760-6f4c713f2b18 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.470256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64577ba7-a131-4902-b760-6f4c713f2b18 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b188339-8dd2-4db0-8d8a-b5d2c361ac3a {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:29:59.474838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64577ba7-a131-4902-b760-6f4c713f2b18 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.477462 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-64577ba7-a131-4902-b760-6f4c713f2b18 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "DELETE /v2.0/routers/5b188339-8dd2-4db0-8d8a-b5d2c361ac3a HTTP/1.1" status: 204 len: 168 time: 0.6333313 Aug 24 00:29:59.479462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39038) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:59.483867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-057ea095-3349-4418-b45a-fcf425774ef5 req-72d70e25-b3d8-4095-a32b-17ad461588a0 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629313 Aug 24 00:29:59.487104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3582c698-fc93-4021-8df8-0acc4aa86a3d tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Request body: {'router': {'name': 'tempest-router-140976145', 'distributed': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:29:59.501764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952daba9-2a64-465f-ac65-0c04495fd742 req-6015e9ea-3545-49dc-8aaa-d09ea90541ea tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.503261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952daba9-2a64-465f-ac65-0c04495fd742 req-6015e9ea-3545-49dc-8aaa-d09ea90541ea tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0677104 Aug 24 00:29:59.547056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952daba9-2a64-465f-ac65-0c04495fd742 req-c1cffa03-81aa-4990-9d69-e9d498599a0b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Aug 24 00:29:59.609810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ec57e-d5ab-4112-ad09-ff8d838d9dfc req-6e3887e1-2630-48c2-8d82-69003ea6fd49 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.611442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-873ec57e-d5ab-4112-ad09-ff8d838d9dfc req-6e3887e1-2630-48c2-8d82-69003ea6fd49 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0557280 Aug 24 00:29:59.618051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3582c698-fc93-4021-8df8-0acc4aa86a3d tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.619143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3582c698-fc93-4021-8df8-0acc4aa86a3d tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.673808 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3582c698-fc93-4021-8df8-0acc4aa86a3d tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.681180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-873ec57e-d5ab-4112-ad09-ff8d838d9dfc req-43306bd6-6dec-4edf-813b-09bdcac3ff85 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634089 Aug 24 00:29:59.692116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975fd6-6930-46b7-a179-6c5702a26734 req-5cf09fc2-67b5-49a7-8413-a443247f2cb7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.702198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90975fd6-6930-46b7-a179-6c5702a26734 req-5cf09fc2-67b5-49a7-8413-a443247f2cb7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0774643 Aug 24 00:29:59.735694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90975fd6-6930-46b7-a179-6c5702a26734 req-20d53439-ad3c-42d4-a7d2-81c704f8de15 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361650 Aug 24 00:29:59.769891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3582c698-fc93-4021-8df8-0acc4aa86a3d tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.792162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be05462-fd64-43fe-a9ec-36a40d1a524b req-1a0f0c53-6536-48f9-b9db-cdb624783df0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:29:59.793519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5be05462-fd64-43fe-a9ec-36a40d1a524b req-1a0f0c53-6536-48f9-b9db-cdb624783df0 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0517344 Aug 24 00:29:59.832597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5be05462-fd64-43fe-a9ec-36a40d1a524b req-fbe677e5-76f6-42e1-8c07-3ce9c0cfa528 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Aug 24 00:29:59.877886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3582c698-fc93-4021-8df8-0acc4aa86a3d tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:29:59.879152 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3582c698-fc93-4021-8df8-0acc4aa86a3d tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3969176 Aug 24 00:29:59.882119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:29:59.982230 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-270b1420-94b7-45ab-901e-3752b9641201 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.059369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19628c94-32bd-4a49-a7af-d5f9e5716755 req-7d4b992a-31c8-4573-859d-6980b86e8673 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.060865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19628c94-32bd-4a49-a7af-d5f9e5716755 req-7d4b992a-31c8-4573-859d-6980b86e8673 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1376743 Aug 24 00:30:00.167598 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-270b1420-94b7-45ab-901e-3752b9641201 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.169857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-270b1420-94b7-45ab-901e-3752b9641201 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.220918 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.231975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19628c94-32bd-4a49-a7af-d5f9e5716755 req-957c533b-5ee3-4f88-8194-d11df2f944b3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386166 Aug 24 00:30:00.277227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0440de9-8adf-4a2b-bd14-0286b241f259 req-bd353aaa-01cb-491f-a6cf-abb63e765bdd tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.278789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0440de9-8adf-4a2b-bd14-0286b241f259 req-bd353aaa-01cb-491f-a6cf-abb63e765bdd tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0964530 Aug 24 00:30:00.300528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-270b1420-94b7-45ab-901e-3752b9641201 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.301040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270b1420-94b7-45ab-901e-3752b9641201 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 075cfb10-307f-44b0-a66e-71034dad7b1e {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:30:00.305813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-270b1420-94b7-45ab-901e-3752b9641201 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.310786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-270b1420-94b7-45ab-901e-3752b9641201 tempest-RoutersTestDVR-1138136620 tempest-RoutersTestDVR-1138136620-project-admin] 10.222.0.26 "DELETE /v2.0/routers/075cfb10-307f-44b0-a66e-71034dad7b1e HTTP/1.1" status: 204 len: 168 time: 0.4235864 Aug 24 00:30:00.325737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0440de9-8adf-4a2b-bd14-0286b241f259 req-aef496e7-11b9-480f-ad20-91fcc9fa7cc6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 Aug 24 00:30:00.435122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c96d1-370a-4060-8af4-559a03c51b4c req-3fa72308-6b44-48ec-a4e9-509456aa899d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.436594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-063c96d1-370a-4060-8af4-559a03c51b4c req-3fa72308-6b44-48ec-a4e9-509456aa899d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0541241 Aug 24 00:30:00.475930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-063c96d1-370a-4060-8af4-559a03c51b4c req-e284a725-a05d-4c2b-83de-e79519679b17 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Aug 24 00:30:00.609999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2692e9-de43-43d7-bb2b-6a852ee2c398 req-89d66615-5cb4-4660-bcf7-1123cdb6ea8d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.611778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e2692e9-de43-43d7-bb2b-6a852ee2c398 req-89d66615-5cb4-4660-bcf7-1123cdb6ea8d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0524776 Aug 24 00:30:00.651416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e2692e9-de43-43d7-bb2b-6a852ee2c398 req-1d6d572c-daa3-419b-bf36-01eef3a4973c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Aug 24 00:30:00.769918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e2d3d-e016-44cd-be73-2f173c96fb7e req-38a1bb0e-8a82-4845-b306-38fafb1aac62 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.771448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-145e2d3d-e016-44cd-be73-2f173c96fb7e req-38a1bb0e-8a82-4845-b306-38fafb1aac62 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0515239 Aug 24 00:30:00.811027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39114) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:00.814957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-145e2d3d-e016-44cd-be73-2f173c96fb7e req-5fca02c5-c81a-4423-b862-9b1d73c39229 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Aug 24 00:30:00.930865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03b497b4-41d4-4366-af74-5c951c61c007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:00.990635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1112fae-aad4-453d-956b-1ee3f3b518c9 req-756b612a-bf26-45a4-a052-8908f73b188a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:00.992402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1112fae-aad4-453d-956b-1ee3f3b518c9 req-756b612a-bf26-45a4-a052-8908f73b188a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0870771 Aug 24 00:30:01.009199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f7fc8-e812-4354-be1c-77215cf62353 req-6bd20568-e6d0-4360-9cd9-416792bcbd5c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:01.011909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44f7fc8-e812-4354-be1c-77215cf62353 req-6bd20568-e6d0-4360-9cd9-416792bcbd5c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0727520 Aug 24 00:30:01.027950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03b497b4-41d4-4366-af74-5c951c61c007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.067688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1112fae-aad4-453d-956b-1ee3f3b518c9 req-18de5f93-a5ea-4192-a789-fb9785993658 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559568 Aug 24 00:30:01.075015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44f7fc8-e812-4354-be1c-77215cf62353 req-408c5107-aac2-4d81-93d1-56b7dac9d362 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531950 Aug 24 00:30:01.100638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03b497b4-41d4-4366-af74-5c951c61c007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.141307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-03b497b4-41d4-4366-af74-5c951c61c007 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=134f890e35d642d6a92b8808d19fecd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285429 Aug 24 00:30:01.142447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b497b4-41d4-4366-af74-5c951c61c007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9014b-a660-4d8b-b54b-aac68acf016e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:01.145281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39136) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:01.208094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fa00f-c79b-481f-9cad-2e10da64f6ef req-0c3033d4-5a79-47ef-a7cd-02f6d6dac8bd tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:01.209803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-591fa00f-c79b-481f-9cad-2e10da64f6ef req-0c3033d4-5a79-47ef-a7cd-02f6d6dac8bd tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0684435 Aug 24 00:30:01.211203 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f23cccb-32fe-4923-be8c-f9e4a51f525d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.241176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f23cccb-32fe-4923-be8c-f9e4a51f525d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.256045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-591fa00f-c79b-481f-9cad-2e10da64f6ef req-ecf41fae-9fc5-4699-8f8e-051f5eee3be9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Aug 24 00:30:01.423052 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f23cccb-32fe-4923-be8c-f9e4a51f525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.427106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f23cccb-32fe-4923-be8c-f9e4a51f525d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.430491 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3f23cccb-32fe-4923-be8c-f9e4a51f525d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70d9014b-a660-4d8b-b54b-aac68acf016e HTTP/1.1" status: 204 len: 168 time: 0.2838967 Aug 24 00:30:01.439298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23cccb-32fe-4923-be8c-f9e4a51f525d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9014b-a660-4d8b-b54b-aac68acf016e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:01.486466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5b281-1a60-4840-9597-b2ba03633eb1 req-087ac2ad-66fc-4f4d-89ab-a6749e0dde1e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:01.488059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6af5b281-1a60-4840-9597-b2ba03633eb1 req-087ac2ad-66fc-4f4d-89ab-a6749e0dde1e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0857515 Aug 24 00:30:01.554099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6af5b281-1a60-4840-9597-b2ba03633eb1 req-70b816a7-5428-4e99-9ff0-7bb4fef14df9 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584266 Aug 24 00:30:01.616036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fc938-31d5-44c8-a3dd-3e9c3b710035 req-6bec33b5-ce30-44b6-b143-d3a46b6771b8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:01.617641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e33fc938-31d5-44c8-a3dd-3e9c3b710035 req-6bec33b5-ce30-44b6-b143-d3a46b6771b8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0528188 Aug 24 00:30:01.662236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e33fc938-31d5-44c8-a3dd-3e9c3b710035 req-c5a91ec5-2df3-4f4d-a391-825dd74bb23b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Aug 24 00:30:01.772011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:01.776508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05076c5-7f15-4b5b-8257-259ad4589106 req-2f324d1f-8425-42d0-9a11-3ab7261d7fab tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:01.778002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a05076c5-7f15-4b5b-8257-259ad4589106 req-2f324d1f-8425-42d0-9a11-3ab7261d7fab tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0493546 Aug 24 00:30:01.823358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a05076c5-7f15-4b5b-8257-259ad4589106 req-bd939629-3f92-4306-82e8-8b5a5336c742 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Aug 24 00:30:02.051217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b9a6-9a75-4f66-9145-e79c48369fba req-be33182f-55bf-4c0c-8c50-c5a52df9b118 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.052734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f07b9a6-9a75-4f66-9145-e79c48369fba req-be33182f-55bf-4c0c-8c50-c5a52df9b118 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0842543 Aug 24 00:30:02.069157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c3e7-a407-44a3-9982-11173aa09894 req-0b1dc810-589b-48ec-a4c3-111405adf39c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.070705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95e5c3e7-a407-44a3-9982-11173aa09894 req-0b1dc810-589b-48ec-a4c3-111405adf39c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0690575 Aug 24 00:30:02.159519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f07b9a6-9a75-4f66-9145-e79c48369fba req-36c2d965-892b-4ca8-9890-5e41545ce1e6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877848 Aug 24 00:30:02.162105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95e5c3e7-a407-44a3-9982-11173aa09894 req-3f2274b6-ac2f-44ae-891b-f6cdbc38b66e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840883 Aug 24 00:30:02.175039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-551c05cf-a54c-4568-952c-3a8d6aba3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.176472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-551c05cf-a54c-4568-952c-3a8d6aba3984 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1b483dab76b4e17b9dd579514e70611&device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 1096 time: 0.0857115 Aug 24 00:30:02.267058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39204) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:02.280242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a485411c-8377-4271-b90c-46a4b841665b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:02.349142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b139d33-52f9-4ace-810c-088486d6e1de req-dfaa1f2c-50ca-4a4b-a65e-c8a6e38e372b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.350763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b139d33-52f9-4ace-810c-088486d6e1de req-dfaa1f2c-50ca-4a4b-a65e-c8a6e38e372b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.1199236 Aug 24 00:30:02.352640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-cea2fe92-a479-44ea-8701-6f10883a6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.354013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-cea2fe92-a479-44ea-8701-6f10883a6dd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 200 len: 912 time: 0.1701777 Aug 24 00:30:02.362251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef4495-28c2-41f6-b669-a338b8db6d6f req-15ba1ad3-7fad-47a4-b08f-365c9fa08883 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.363654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5eef4495-28c2-41f6-b669-a338b8db6d6f req-15ba1ad3-7fad-47a4-b08f-365c9fa08883 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1152389 Aug 24 00:30:02.372032 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a485411c-8377-4271-b90c-46a4b841665b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:02.437755 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a485411c-8377-4271-b90c-46a4b841665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:02.471255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-59b0aa69-c916-4856-8446-fdb355848ac3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 200 len: 999 time: 0.1065853 Aug 24 00:30:02.477946 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a485411c-8377-4271-b90c-46a4b841665b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7929a7a9ddd74a81ab8f750f74c5da30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097900 Aug 24 00:30:02.479094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485411c-8377-4271-b90c-46a4b841665b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a8d9a-b0c9-458d-8e32-91dcdafea8ff,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:02.480112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b139d33-52f9-4ace-810c-088486d6e1de req-7457bb82-d62d-4f8a-be17-9bac26a53bd4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144488 Aug 24 00:30:02.480778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:02.485275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5eef4495-28c2-41f6-b669-a338b8db6d6f req-1fe4645e-7877-405c-bafe-2debf8212fbe tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093018 Aug 24 00:30:02.566226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-a0acdb4f-21d2-4475-8401-5e29b2cee203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.567704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-a0acdb4f-21d2-4475-8401-5e29b2cee203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 200 len: 850 time: 0.0859535 Aug 24 00:30:02.581697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-314eeebe-7702-4808-9bde-b6b9885f74f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:02.633538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-314eeebe-7702-4808-9bde-b6b9885f74f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:02.693471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-996bb376-cc94-4e3d-b99e-8dfd3cf95f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.694878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-996bb376-cc94-4e3d-b99e-8dfd3cf95f70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afa56c2b-4c75-4c37-a2a5-2bd294b482d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016488 Aug 24 00:30:02.755811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fef47-4475-4136-9bcc-816065a7a564 req-e869eebc-4778-4ff2-ac95-6bf119f3ab83 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.757279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d16fef47-4475-4136-9bcc-816065a7a564 req-e869eebc-4778-4ff2-ac95-6bf119f3ab83 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1123438 Aug 24 00:30:02.816462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d16fef47-4475-4136-9bcc-816065a7a564 req-938d197f-4935-4e5b-918f-025e01b39ac2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Aug 24 00:30:02.826304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-c07966a0-1dbd-48ac-a4e6-9eb2d21c4377 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235504 Aug 24 00:30:02.885359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-314eeebe-7702-4808-9bde-b6b9885f74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:02.888081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-314eeebe-7702-4808-9bde-b6b9885f74f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:02.889275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-314eeebe-7702-4808-9bde-b6b9885f74f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/848a8d9a-b0c9-458d-8e32-91dcdafea8ff HTTP/1.1" status: 204 len: 168 time: 0.4031091 Aug 24 00:30:02.912384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eeebe-7702-4808-9bde-b6b9885f74f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a8d9a-b0c9-458d-8e32-91dcdafea8ff,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:02.984752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494376c-d690-4608-bd2f-44a3bea6f311 req-26176acc-ecf0-4d3d-9d58-021f101d9447 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:02.986447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0494376c-d690-4608-bd2f-44a3bea6f311 req-26176acc-ecf0-4d3d-9d58-021f101d9447 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0859864 Aug 24 00:30:02.988738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7029b751-c18a-4e64-be6e-19cf1296be92 req-27db678a-1665-4c37-9abd-0a71a9527a01 service neutron] 10.222.0.36 "GET /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542013 Aug 24 00:30:03.027107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0494376c-d690-4608-bd2f-44a3bea6f311 req-bd3ab740-6546-4022-836d-0cad5db099cb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Aug 24 00:30:03.283673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1a70d-8366-48c9-8b45-448fad9f5053 req-e093c587-e4f5-4a19-8b5f-014a0d235527 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:03.294430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9b1a70d-8366-48c9-8b45-448fad9f5053 req-e093c587-e4f5-4a19-8b5f-014a0d235527 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0637794 Aug 24 00:30:03.341495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9b1a70d-8366-48c9-8b45-448fad9f5053 req-8a836d74-037e-48ec-ba34-a8b965db97c1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Aug 24 00:30:03.398691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae9b7f-6f3c-48b7-8253-b10912f08e36 req-7865cc54-24f0-4d12-b334-49812e57e46f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:03.400842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1aae9b7f-6f3c-48b7-8253-b10912f08e36 req-7865cc54-24f0-4d12-b334-49812e57e46f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0641441 Aug 24 00:30:03.438657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1aae9b7f-6f3c-48b7-8253-b10912f08e36 req-96328411-a455-4716-b4d5-dd4a10631c0a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323830 Aug 24 00:30:03.624496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72658f5-a984-40ac-9c53-0a124035698b req-a56e8985-cabd-4720-9316-22ba10dab3da tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:03.626756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a72658f5-a984-40ac-9c53-0a124035698b req-a56e8985-cabd-4720-9316-22ba10dab3da tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0702479 Aug 24 00:30:03.667880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a72658f5-a984-40ac-9c53-0a124035698b req-95b26c5e-ca20-4875-8852-22f8d3858667 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Aug 24 00:30:04.038314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:04.134532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2058710015'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:04.269105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:04.272688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:04.281982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:04.381991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:04.463328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7046fe-9531-4476-ab1c-134ea2340818 req-7e3b1299-596f-4f5b-b0cc-b9f4e76263a4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:04.464961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d7046fe-9531-4476-ab1c-134ea2340818 req-7e3b1299-596f-4f5b-b0cc-b9f4e76263a4 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0499573 Aug 24 00:30:04.633527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d7046fe-9531-4476-ab1c-134ea2340818 req-e145d5ba-aff3-49ab-bb0c-c467d1d8eb68 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509970 Aug 24 00:30:04.633527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab960978-2760-478e-9e04-451520cf91bb req-8fce6b13-9ef3-4225-a29c-bee318357ed5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:04.633527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab960978-2760-478e-9e04-451520cf91bb req-8fce6b13-9ef3-4225-a29c-bee318357ed5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0638776 Aug 24 00:30:04.633527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab960978-2760-478e-9e04-451520cf91bb req-254a4e53-fe7a-47b5-b586-35bc2b8265ad tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394461 Aug 24 00:30:04.649517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:04.732003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:04.746029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5191235-d48a-4193-a4fc-a06bee126e9d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:04.753147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:04.753718 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment 1db5a30e-70c6-49a7-9b76-a146936ec9a1 of type vlan for network d8f24dc1-e82e-4242-82a4-50cfcb9b7020 Aug 24 00:30:04.802223 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:05.066569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe32a8-4fa1-4e94-a9c0-fbf3b6e889b1 req-59455f1e-f3ca-456d-8886-484ae95a3bc7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:05.068087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2fe32a8-4fa1-4e94-a9c0-fbf3b6e889b1 req-59455f1e-f3ca-456d-8886-484ae95a3bc7 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0492287 Aug 24 00:30:05.087718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:05.093300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:05.093947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:05.182831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2fe32a8-4fa1-4e94-a9c0-fbf3b6e889b1 req-e5ac86c8-069c-474a-bdec-6db23b31c4b8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018605 Aug 24 00:30:05.182831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=d8f24dc1-e82e-4242-82a4-50cfcb9b7020,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:05.192826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network d8f24dc1-e82e-4242-82a4-50cfcb9b7020 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:05.267001 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c2c59d11-f9ad-4247-8d3c-6f579c2a470a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2275171 Aug 24 00:30:05.454289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73740c28-3065-4030-8738-d6a8d1dc34ff req-a167d13e-d2c0-4611-ae2a-573b4168d7a5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:05.455776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73740c28-3065-4030-8738-d6a8d1dc34ff req-a167d13e-d2c0-4611-ae2a-573b4168d7a5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0502484 Aug 24 00:30:05.500031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73740c28-3065-4030-8738-d6a8d1dc34ff req-70c6199d-cd86-4bce-a70f-16a5eaaf88e9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351024 Aug 24 00:30:05.720441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eaafa-6b5d-47e4-9cfb-2bbb724d3d5e req-0cfe7dc2-956f-4c30-9718-fd2e73cd63a1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:05.721985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-760eaafa-6b5d-47e4-9cfb-2bbb724d3d5e req-0cfe7dc2-956f-4c30-9718-fd2e73cd63a1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0489674 Aug 24 00:30:05.773182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-760eaafa-6b5d-47e4-9cfb-2bbb724d3d5e req-4bc57e58-bc14-4cfc-89e3-7d52cc58ad56 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336127 Aug 24 00:30:06.214740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7efd51-d056-4704-a5e9-2eedbbacafc8 req-e6930007-348b-4e88-81b9-0271af960034 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:06.216271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f7efd51-d056-4704-a5e9-2eedbbacafc8 req-e6930007-348b-4e88-81b9-0271af960034 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.3671839 Aug 24 00:30:06.255989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f7efd51-d056-4704-a5e9-2eedbbacafc8 req-4f988aee-3519-4a8a-a2f8-18f7c1003f05 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329537 Aug 24 00:30:06.326202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386711d-a3eb-4378-bf9e-1918cf55c0dd req-3453c8b6-bcba-4e86-b311-808066794354 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:06.330428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b386711d-a3eb-4378-bf9e-1918cf55c0dd req-3453c8b6-bcba-4e86-b311-808066794354 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0706427 Aug 24 00:30:06.369580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b386711d-a3eb-4378-bf9e-1918cf55c0dd req-ca798d64-082e-40e2-ac0c-0c2a8a7405ea tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347571 Aug 24 00:30:06.633993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f021-c8fe-4533-98a6-b18fec67e70f req-05af00b7-9808-42f2-9fa3-0f7223fdef0a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:06.635546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3765f021-c8fe-4533-98a6-b18fec67e70f req-05af00b7-9808-42f2-9fa3-0f7223fdef0a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0622427 Aug 24 00:30:06.678055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3765f021-c8fe-4533-98a6-b18fec67e70f req-6a28aa62-4fb5-4cb9-85e7-1d2541805ea1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333252 Aug 24 00:30:06.823399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc000c-456d-432f-a2df-766163e181d0 req-a50bf862-216b-4fb2-8167-5cae07274071 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:06.824820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51dc000c-456d-432f-a2df-766163e181d0 req-a50bf862-216b-4fb2-8167-5cae07274071 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0625966 Aug 24 00:30:06.864517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51dc000c-456d-432f-a2df-766163e181d0 req-b84e078a-af17-45c3-8efb-9bc337534aef tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Aug 24 00:30:07.021728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b0b4d-6ed0-4d20-b039-af6bcc383d43 req-e979da9a-7eaa-442c-9039-53b3df2e358c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.023248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d88b0b4d-6ed0-4d20-b039-af6bcc383d43 req-e979da9a-7eaa-442c-9039-53b3df2e358c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0502856 Aug 24 00:30:07.069208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d88b0b4d-6ed0-4d20-b039-af6bcc383d43 req-976684ba-7acc-4826-86ff-52f593af8264 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Aug 24 00:30:07.237707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafee281-7d1b-49e1-bed9-1f333ef16d2d req-dac4b271-2123-4a7e-b7f5-ac50c827631e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.244893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dafee281-7d1b-49e1-bed9-1f333ef16d2d req-dac4b271-2123-4a7e-b7f5-ac50c827631e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0568736 Aug 24 00:30:07.277595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dafee281-7d1b-49e1-bed9-1f333ef16d2d req-e458bd27-4352-4e8e-bff5-30732c49a588 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Aug 24 00:30:07.526241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680559d-6902-4d43-93c3-34145965fdde req-c9bae3ec-93ef-43df-8c65-06cf9c241f4d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.529242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5680559d-6902-4d43-93c3-34145965fdde req-c9bae3ec-93ef-43df-8c65-06cf9c241f4d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0619357 Aug 24 00:30:07.588494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5680559d-6902-4d43-93c3-34145965fdde req-098467e6-81af-4a3e-a2d4-13ceeddcab73 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459497 Aug 24 00:30:07.700048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334b99-39ee-4898-996b-11c60338ce17 req-92012e08-f8fb-4788-ab03-f7326a4cea4e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.702002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14334b99-39ee-4898-996b-11c60338ce17 req-92012e08-f8fb-4788-ab03-f7326a4cea4e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0520217 Aug 24 00:30:07.743636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14334b99-39ee-4898-996b-11c60338ce17 req-b685f36c-1e5a-4846-90ff-bff53ec2b1ae tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Aug 24 00:30:07.901178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6031-22fe-4d71-a868-781d4f51953e req-83f2acd0-9fa7-47de-9b21-fe3b41add28e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:07.902780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74ee6031-22fe-4d71-a868-781d4f51953e req-83f2acd0-9fa7-47de-9b21-fe3b41add28e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0780990 Aug 24 00:30:07.945732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74ee6031-22fe-4d71-a868-781d4f51953e req-79b3998d-8b52-4937-9c11-e89688ca83b1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360126 Aug 24 00:30:08.057994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-9aab4d08-4bf3-45c0-ae4d-bf1b76ff7f0e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:08.066688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-9aab4d08-4bf3-45c0-ae4d-bf1b76ff7f0e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=59c1db0f-6b6a-44a4-aac6-7e2bc022a245 HTTP/1.1" status: 200 len: 943 time: 0.0639915 Aug 24 00:30:08.177828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff259d1c-a83c-435e-b389-2a20d6528623 req-2e18d07a-bbfe-4771-aabf-80347630f758 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:08.179207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff259d1c-a83c-435e-b389-2a20d6528623 req-2e18d07a-bbfe-4771-aabf-80347630f758 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0855851 Aug 24 00:30:08.212051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Deleting port 7f30c275-e346-4514-8c04-ef1c02285217 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:08.212388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:08.284168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff259d1c-a83c-435e-b389-2a20d6528623 req-14c9f08b-6314-4eda-8cb0-8a059a96e529 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960538 Aug 24 00:30:08.344370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] For port 7f30c275-e346-4514-8c04-ef1c02285217, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f30c275-e346-4514-8c04-ef1c02285217,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:08.344772 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:08.370566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Calling delete_port for 7f30c275-e346-4514-8c04-ef1c02285217 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:08.523791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f6133-8360-4362-a384-f0ddc981f31b req-caf1a596-46a5-4b5c-9b55-54978402405e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:08.525605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb7f6133-8360-4362-a384-f0ddc981f31b req-caf1a596-46a5-4b5c-9b55-54978402405e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0858963 Aug 24 00:30:08.604443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb7f6133-8360-4362-a384-f0ddc981f31b req-66ab9061-d14e-4b62-9436-ef1666a8ee97 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557792 Aug 24 00:30:08.626276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:08.636127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': 'd8f24dc1-e82e-4242-82a4-50cfcb9b7020', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:08.692088 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:08.723875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event deleted for resources: {'Port': ['ID=7f30c275-e346-4514-8c04-ef1c02285217,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:08.728717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1274c74f-ef05-4528-8367-7029b3ad8138', 'a37077bd-9569-4f63-8b7f-2a670deff8f2'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:08.778552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] No DVR routers for this DVR port 7f30c275-e346-4514-8c04-ef1c02285217 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:08.782833 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:08.785304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d2c0d42-47e1-4fdc-8db0-e771cd71279d req-3651c0b7-b4e2-4abe-9c59-5c127c1b4b8c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "DELETE /v2.0/ports/7f30c275-e346-4514-8c04-ef1c02285217 HTTP/1.1" status: 204 len: 173 time: 0.7178133 Aug 24 00:30:08.785783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'name': 'network-vif-deleted', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:08.788185 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c253c066-d923-4789-b905-8ace43e08dee" -d '{"events": [{"server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "name": "network-vif-deleted", "tag": "7f30c275-e346-4514-8c04-ef1c02285217"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:08.825878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:08.831218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:08.864402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80173c8d-da42-4965-bedf-a048cd6d7900 req-a7d9f2ab-7a46-4be0-a74a-2d545856f852 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:08.882156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80173c8d-da42-4965-bedf-a048cd6d7900 req-a7d9f2ab-7a46-4be0-a74a-2d545856f852 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0759442 Aug 24 00:30:08.926823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80173c8d-da42-4965-bedf-a048cd6d7900 req-e5b40a32-b5ff-4867-9848-0041fcd91015 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Aug 24 00:30:09.000840 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c1635e-8c73-400d-839e-5618dc7c7a5c x-openstack-request-id: req-29c1635e-8c73-400d-839e-5618dc7c7a5c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:09.000840 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1db0f-6b6a-44a4-aac6-7e2bc022a245", "name": "network-vif-deleted", "tag": "7f30c275-e346-4514-8c04-ef1c02285217", "status": "failed", "code": 422}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:09.000840 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29c1635e-8c73-400d-839e-5618dc7c7a5c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:09.000840 n-d-804878-2 neutron-server[95326]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59c1db0f-6b6a-44a4-aac6-7e2bc022a245', 'name': 'network-vif-deleted', 'tag': '7f30c275-e346-4514-8c04-ef1c02285217', 'status': 'failed', 'code': 422} returned with failed status Aug 24 00:30:09.131287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9305d1-207b-4003-8cf7-d199e7e89e7d req-8b05efe4-d041-4da1-a97c-6703da62dbb9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.132783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e9305d1-207b-4003-8cf7-d199e7e89e7d req-8b05efe4-d041-4da1-a97c-6703da62dbb9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0563366 Aug 24 00:30:09.177136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e9305d1-207b-4003-8cf7-d199e7e89e7d req-3ad4053c-d7db-467b-b375-4e4bda3a77b7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Aug 24 00:30:09.209517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:09.271978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=708bfc73-c3b0-4775-bbd1-fcf29603d434,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:09.286451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': '1db5a30e-70c6-49a7-9b76-a146936ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8f24dc1-e82e-4242-82a4-50cfcb9b7020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:09.287956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: d8f24dc1-e82e-4242-82a4-50cfcb9b7020, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:09.300851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e780e03-d783-45b8-a0de-f8eaf7ae164e req-ddbdfaf5-4fb5-40e5-9937-a6efb67252b8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.302609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e780e03-d783-45b8-a0de-f8eaf7ae164e req-ddbdfaf5-4fb5-40e5-9937-a6efb67252b8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0591757 Aug 24 00:30:09.342626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e780e03-d783-45b8-a0de-f8eaf7ae164e req-9281dacd-d067-4674-a59b-7c39967c0f6c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340307 Aug 24 00:30:09.406563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network d8f24dc1-e82e-4242-82a4-50cfcb9b7020 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:09.546516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, d8f24dc1-e82e-4242-82a4-50cfcb9b7020) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:09.556051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.559198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad965cd-ff24-429e-a291-f8e4b5755a1f req-2e7485a5-dc6b-468d-9430-d4bfc4b739e1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.560761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ad965cd-ff24-429e-a291-f8e4b5755a1f req-2e7485a5-dc6b-468d-9430-d4bfc4b739e1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0551660 Aug 24 00:30:09.561440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:09.563433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde6568-d1d8-4be2-a848-065479753465 None None] Network d8f24dc1-e82e-4242-82a4-50cfcb9b7020 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:09.602340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ad965cd-ff24-429e-a291-f8e4b5755a1f req-2ffa320f-860b-4dbe-83f5-9643647700cd tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Aug 24 00:30:09.701755 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8f00931a-a833-4426-978e-07e876d09a10 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0741103 Aug 24 00:30:09.702331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39424) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:09.711525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047673548'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:09.750356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-d8f24dc1-e82e-4242-82a4-50cfcb9b7020', 'network_id': 'd8f24dc1-e82e-4242-82a4-50cfcb9b7020', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': '708bfc73-c3b0-4775-bbd1-fcf29603d434'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:09.751381 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:09.772545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78d9b5-f653-4c45-ad0a-e2bcf7db4235 req-70214e38-7e12-4311-b682-b647b97df97c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:09.774930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d78d9b5-f653-4c45-ad0a-e2bcf7db4235 req-70214e38-7e12-4311-b682-b647b97df97c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0984864 Aug 24 00:30:09.815112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d78d9b5-f653-4c45-ad0a-e2bcf7db4235 req-03c65435-4569-4b33-bfa4-5b46a64b3682 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347319 Aug 24 00:30:09.860364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:09.863912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:09.892964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:09.902280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:09.902871 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment 90e1bd66-62c1-4d2e-9273-1267927e55c9 of type vlan for network 19f70ef1-3605-4ecf-8f32-91901348308e Aug 24 00:30:09.919308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Allocated IP 2001:db8:0:ffff::2 (d8f24dc1-e82e-4242-82a4-50cfcb9b7020/708bfc73-c3b0-4775-bbd1-fcf29603d434/da750402-6f55-4267-b6b8-c84d75c43246) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:09.973499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.071681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.080519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.081165 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.102191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.113111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Transition to ACTIVE for port object da750402-6f55-4267-b6b8-c84d75c43246 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:10.116472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7e424-c8fb-4824-b4ad-bdfdf31189ef req-a81cef75-f1ac-49e8-b67e-c6217d5d47fc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.122477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87d7e424-c8fb-4824-b4ad-bdfdf31189ef req-a81cef75-f1ac-49e8-b67e-c6217d5d47fc tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0897329 Aug 24 00:30:10.141623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Transition to ACTIVE for port object da750402-6f55-4267-b6b8-c84d75c43246 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:10.160440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=19f70ef1-3605-4ecf-8f32-91901348308e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:10.170631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 19f70ef1-3605-4ecf-8f32-91901348308e details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:10.184018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87d7e424-c8fb-4824-b4ad-bdfdf31189ef req-95a59aaa-310f-4c23-9198-3f841921bf69 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523744 Aug 24 00:30:10.229829 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cf68cbed-94c7-4fd9-a06d-7ee9fb0c43f4 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5233505 Aug 24 00:30:10.232648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39436) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:10.236646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa05dbb-bd09-49e3-aed2-a0efde90e37a req-af2a39ed-f8b0-470d-8a3b-ef3807a10982 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.239238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': '19f70ef1-3605-4ecf-8f32-91901348308e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:10.243865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fa05dbb-bd09-49e3-aed2-a0efde90e37a req-af2a39ed-f8b0-470d-8a3b-ef3807a10982 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0881653 Aug 24 00:30:10.269700 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.317542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fa05dbb-bd09-49e3-aed2-a0efde90e37a req-b65416c4-f930-4080-8eaa-d5647e35b65b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 Aug 24 00:30:10.334851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Network d8f24dc1-e82e-4242-82a4-50cfcb9b7020 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:10.338665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:10.345972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:10.358188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Pushing event updated for resources: {'Port': ['ID=da750402-6f55-4267-b6b8-c84d75c43246,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:10.362596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6daa-53d3-4c8a-b498-8217b87d6393 req-294a9744-576b-4478-88c0-0bc40440ac4c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.367908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-837b6daa-53d3-4c8a-b498-8217b87d6393 req-294a9744-576b-4478-88c0-0bc40440ac4c tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 907 time: 0.0967760 Aug 24 00:30:10.425242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Attempting to bind port da750402-6f55-4267-b6b8-c84d75c43246 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:10.425654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Attempting to bind port da750402-6f55-4267-b6b8-c84d75c43246 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1db5a30e-70c6-49a7-9b76-a146936ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8f24dc1-e82e-4242-82a4-50cfcb9b7020'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:10.426032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Attempting to bind port da750402-6f55-4267-b6b8-c84d75c43246 on network d8f24dc1-e82e-4242-82a4-50cfcb9b7020 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:10.431864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:10.433917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Checking segment: {'id': '1db5a30e-70c6-49a7-9b76-a146936ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8f24dc1-e82e-4242-82a4-50cfcb9b7020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:10.433917 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.433917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Bound using segment: {'id': '1db5a30e-70c6-49a7-9b76-a146936ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8f24dc1-e82e-4242-82a4-50cfcb9b7020'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:10.433917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Bound port: da750402-6f55-4267-b6b8-c84d75c43246, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5a30e-70c6-49a7-9b76-a146936ec9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd8f24dc1-e82e-4242-82a4-50cfcb9b7020'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:10.435467 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.440645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:10.446775 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.503602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcc5a4-9d14-4a37-a772-5b4e33607f48 req-a3795ec3-1310-48a1-b6b1-06926c33e330 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.505108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fdcc5a4-9d14-4a37-a772-5b4e33607f48 req-a3795ec3-1310-48a1-b6b1-06926c33e330 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0912859 Aug 24 00:30:10.526224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] For port da750402-6f55-4267-b6b8-c84d75c43246, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:10.530043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] For port da750402-6f55-4267-b6b8-c84d75c43246, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=da750402-6f55-4267-b6b8-c84d75c43246,segment=NetworkSegment(1db5a30e-70c6-49a7-9b76-a146936ec9a1),segment_id=1db5a30e-70c6-49a7-9b76-a146936ec9a1)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:10.589244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fdcc5a4-9d14-4a37-a772-5b4e33607f48 req-75ee6a9a-4a49-4bdf-bca1-c25eb824eb74 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 Aug 24 00:30:10.673415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.724548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1561785-14fb-496c-98d8-ce3ee600aa4c req-908c4c9a-cb82-4b36-b159-4da46b8c60ca tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.726655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1561785-14fb-496c-98d8-ce3ee600aa4c req-908c4c9a-cb82-4b36-b159-4da46b8c60ca tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0638928 Aug 24 00:30:10.741500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723a9c9-377a-4a70-92e7-045f07642522 None None] Pushing event updated for resources: {'Port': ['ID=da750402-6f55-4267-b6b8-c84d75c43246,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:10.763930 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:10.774697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1561785-14fb-496c-98d8-ce3ee600aa4c req-2f554cad-9b08-4acb-bb7c-8041e3932308 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Aug 24 00:30:10.839098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=de532ba0-70ff-4cac-9882-2a8a2eadfd06,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:10.866852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': '90e1bd66-62c1-4d2e-9273-1267927e55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '19f70ef1-3605-4ecf-8f32-91901348308e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:10.867221 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: 19f70ef1-3605-4ecf-8f32-91901348308e, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:10.946680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5207ed-15a9-403e-9eec-125eab0aa0dc req-81c7a680-54bc-4a76-9154-fafa0039ce2a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:10.958714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c5207ed-15a9-403e-9eec-125eab0aa0dc req-81c7a680-54bc-4a76-9154-fafa0039ce2a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0969996 Aug 24 00:30:10.963173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network 19f70ef1-3605-4ecf-8f32-91901348308e is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:11.011591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c5207ed-15a9-403e-9eec-125eab0aa0dc req-a1ce3d82-248a-4931-b4d8-100a5d7a8293 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Aug 24 00:30:11.026050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 19f70ef1-3605-4ecf-8f32-91901348308e) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:11.036469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88caaf45-3323-485f-b476-85cd59147a04 None None] Network 19f70ef1-3605-4ecf-8f32-91901348308e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:11.037758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.038982 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.121794 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c5c8531a-2df4-414b-8a15-157926762f22 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8867738 Aug 24 00:30:11.125661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:11.221042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-19f70ef1-3605-4ecf-8f32-91901348308e', 'network_id': '19f70ef1-3605-4ecf-8f32-91901348308e', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': 'de532ba0-70ff-4cac-9882-2a8a2eadfd06'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:11.222032 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.257233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7289a5-7df7-46c9-a620-19542295173b req-c9782860-b8c7-43ba-ae06-a72ff632b403 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.258936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df7289a5-7df7-46c9-a620-19542295173b req-c9782860-b8c7-43ba-ae06-a72ff632b403 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1217616 Aug 24 00:30:11.319772 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.378213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df7289a5-7df7-46c9-a620-19542295173b req-b48fff0a-77a4-436f-94e7-c81cc77a11ff tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130402 Aug 24 00:30:11.382738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Allocated IP 2001:db8::1 (19f70ef1-3605-4ecf-8f32-91901348308e/de532ba0-70ff-4cac-9882-2a8a2eadfd06/cc9a57af-e020-4a2d-95b8-6a2bddc006d2) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:11.422350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e4e13-aa50-495c-9fd2-bcbf99056d1f req-6c1895b3-c176-4c49-beb2-b8211a00a965 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.423895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc2e4e13-aa50-495c-9fd2-bcbf99056d1f req-6c1895b3-c176-4c49-beb2-b8211a00a965 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.1430964 Aug 24 00:30:11.534994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.581995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc2e4e13-aa50-495c-9fd2-bcbf99056d1f req-23e8159c-5701-497a-93ed-06699510feeb tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489868 Aug 24 00:30:11.600671 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.623266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Transition to ACTIVE for port object cc9a57af-e020-4a2d-95b8-6a2bddc006d2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:11.632292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28953c11-794d-4f91-b99e-5ac62b7fcde3 req-6666c4e4-f399-41c3-bb83-790446c9532a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.653155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Transition to ACTIVE for port object cc9a57af-e020-4a2d-95b8-6a2bddc006d2 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:11.653506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28953c11-794d-4f91-b99e-5ac62b7fcde3 req-6666c4e4-f399-41c3-bb83-790446c9532a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 907 time: 0.1543860 Aug 24 00:30:11.730089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f32bd-b510-457f-aa93-8220cc8054d5 req-1b338df5-2f8e-45d7-9f82-da62f48e0ad3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:11.732052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-635f32bd-b510-457f-aa93-8220cc8054d5 req-1b338df5-2f8e-45d7-9f82-da62f48e0ad3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0682402 Aug 24 00:30:11.735824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.807300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Network 19f70ef1-3605-4ecf-8f32-91901348308e is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:11.813869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:11.814516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:11.818183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-635f32bd-b510-457f-aa93-8220cc8054d5 req-d88767fd-6863-4161-8b1f-52313bd18953 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744190 Aug 24 00:30:11.850742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Pushing event updated for resources: {'Port': ['ID=cc9a57af-e020-4a2d-95b8-6a2bddc006d2,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:11.879176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.887477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.888098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.888490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.888936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.889379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.889877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.890855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.891303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.891730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.892162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.892611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.893392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:11.896501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Attempting to bind port cc9a57af-e020-4a2d-95b8-6a2bddc006d2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:11.896990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Attempting to bind port cc9a57af-e020-4a2d-95b8-6a2bddc006d2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '90e1bd66-62c1-4d2e-9273-1267927e55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '19f70ef1-3605-4ecf-8f32-91901348308e'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:11.897451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Attempting to bind port cc9a57af-e020-4a2d-95b8-6a2bddc006d2 on network 19f70ef1-3605-4ecf-8f32-91901348308e {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:11.904108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:11.904746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Checking segment: {'id': '90e1bd66-62c1-4d2e-9273-1267927e55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '19f70ef1-3605-4ecf-8f32-91901348308e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:11.905240 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.905808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Bound using segment: {'id': '90e1bd66-62c1-4d2e-9273-1267927e55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '19f70ef1-3605-4ecf-8f32-91901348308e'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:11.906379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Bound port: cc9a57af-e020-4a2d-95b8-6a2bddc006d2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e1bd66-62c1-4d2e-9273-1267927e55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '19f70ef1-3605-4ecf-8f32-91901348308e'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:11.906878 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:11.921092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=de532ba0-70ff-4cac-9882-2a8a2eadfd06,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:11.931040 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-9b3eb1d1-66c2-4f1a-a126-ab8a54e3cc32 service neutron] show failed (client error): The resource could not be found. Aug 24 00:30:11.932126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-9b3eb1d1-66c2-4f1a-a126-ab8a54e3cc32 service neutron] 10.222.0.37 "GET /v2.0/ports/c1cf4e93-66cf-4fe4-85c9-4020dffb5af8/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.1129925 Aug 24 00:30:11.988637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] For port cc9a57af-e020-4a2d-95b8-6a2bddc006d2, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:11.992553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] For port cc9a57af-e020-4a2d-95b8-6a2bddc006d2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cc9a57af-e020-4a2d-95b8-6a2bddc006d2,segment=NetworkSegment(90e1bd66-62c1-4d2e-9273-1267927e55c9),segment_id=90e1bd66-62c1-4d2e-9273-1267927e55c9)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:11.997976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3243a6-c129-4925-ba8b-55cdc168c4a5 None None] Network d8f24dc1-e82e-4242-82a4-50cfcb9b7020 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:12.009138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.022860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f70ef1-3605-4ecf-8f32-91901348308e']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:12.043188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e1bd66-62c1-4d2e-9273-1267927e55c9') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:12.043537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e1bd66-62c1-4d2e-9273-1267927e55c9') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:12.072251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.086890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.096742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.106735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:12.107132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:12.112937 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:12.123158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab22e3-116f-4b2d-a27f-66e8f936f805 req-8a1aad68-c453-4b20-80eb-af53dff4bc7f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:12.123158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2bab22e3-116f-4b2d-a27f-66e8f936f805 req-8a1aad68-c453-4b20-80eb-af53dff4bc7f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0908284 Aug 24 00:30:12.179230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b61a8559-d874-4da9-aa78-176d1b918385 None None] Provisioning for port da750402-6f55-4267-b6b8-c84d75c43246 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:12.218475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0faf6-48ec-4039-bee3-76183ad5c10f None None] Pushing event updated for resources: {'Port': ['ID=cc9a57af-e020-4a2d-95b8-6a2bddc006d2,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:12.235499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e52750-b991-46e0-ba0b-4ccca05bc7a7 None None] Network 19f70ef1-3605-4ecf-8f32-91901348308e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:12.242592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2bab22e3-116f-4b2d-a27f-66e8f936f805 req-98c85dae-9b5e-47e0-9323-6bdc7a32205b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078906 Aug 24 00:30:12.257750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-ce9462b1-3cda-46df-8fff-46612cbabd63 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:12.259219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-ce9462b1-3cda-46df-8fff-46612cbabd63 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 907 time: 0.0867820 Aug 24 00:30:12.262337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:30:12.262337 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:30:12.262337 n-d-804878-2 neutron-server[95326]: [parameters: {'id': '19f70ef1-3605-4ecf-8f32-91901348308e'}] Aug 24 00:30:12.262337 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:30:12.266237 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:30:12.389450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.401991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168d5d5-e886-42f8-8774-493eee0ff76e req-4a20ac5b-43a1-467c-8b33-a1a04e2038ad tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:12.403542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2168d5d5-e886-42f8-8774-493eee0ff76e req-4a20ac5b-43a1-467c-8b33-a1a04e2038ad tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0634601 Aug 24 00:30:12.421694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Deleting port 6a435459-eb4b-4fba-bab3-6b7ee8068458 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:12.422042 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.524822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c69c0c1-ab84-4827-bbaf-262ba21c779e None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:30:12.530078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2168d5d5-e886-42f8-8774-493eee0ff76e req-ab7f6b10-d5d7-4af2-b0dc-a05bfab8d32e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179733 Aug 24 00:30:12.553027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-4c305849-1b35-4bd3-be28-d271d085564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:12.554558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-4c305849-1b35-4bd3-be28-d271d085564e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.1092701 Aug 24 00:30:12.586941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:12.615567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] For port 6a435459-eb4b-4fba-bab3-6b7ee8068458, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=6a435459-eb4b-4fba-bab3-6b7ee8068458,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:12.616065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.641427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Calling delete_port for 6a435459-eb4b-4fba-bab3-6b7ee8068458 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:12.760269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.769391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:12.770273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device da750402-6f55-4267-b6b8-c84d75c43246 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:12.851698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d590b34-7a7c-4e57-b529-ccb6c287717e req-1b019b5d-e347-4eea-b4d4-4064426bdbac tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:12.853334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d590b34-7a7c-4e57-b529-ccb6c287717e req-1b019b5d-e347-4eea-b4d4-4064426bdbac tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.2179499 Aug 24 00:30:12.917010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c69c0c1-ab84-4827-bbaf-262ba21c779e None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:30:12.938786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815ce89-8193-4615-b9e6-070bc7c9edfb req-8c1fa96f-cc69-4542-957b-4a56c8457bc4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:12.940346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e815ce89-8193-4615-b9e6-070bc7c9edfb req-8c1fa96f-cc69-4542-957b-4a56c8457bc4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.1962626 Aug 24 00:30:13.017370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port da750402-6f55-4267-b6b8-c84d75c43246 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:13.036271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port da750402-6f55-4267-b6b8-c84d75c43246 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:13.036741 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.070185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d590b34-7a7c-4e57-b529-ccb6c287717e req-0163b084-2c8e-4339-93e5-d4e438c990e1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972213 Aug 24 00:30:13.164509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port cc9a57af-e020-4a2d-95b8-6a2bddc006d2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:13.164861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.169332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e815ce89-8193-4615-b9e6-070bc7c9edfb req-0dd476b2-5026-448d-80a0-fa9d4d085222 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683950 Aug 24 00:30:13.287020 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.305953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port cc9a57af-e020-4a2d-95b8-6a2bddc006d2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cc9a57af-e020-4a2d-95b8-6a2bddc006d2,segment=NetworkSegment(90e1bd66-62c1-4d2e-9273-1267927e55c9),segment_id=90e1bd66-62c1-4d2e-9273-1267927e55c9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:13.306320 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.341364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:13.347901 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.361135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event deleted for resources: {'Port': ['ID=6a435459-eb4b-4fba-bab3-6b7ee8068458,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:13.363257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for cc9a57af-e020-4a2d-95b8-6a2bddc006d2 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:13.401325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee45a14-70ef-4555-9532-71e02da83e86 req-92356ad3-1252-43ac-9601-90b203773020 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:13.403555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bee45a14-70ef-4555-9532-71e02da83e86 req-92356ad3-1252-43ac-9601-90b203773020 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 907 time: 0.2178423 Aug 24 00:30:13.451630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port da750402-6f55-4267-b6b8-c84d75c43246, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=da750402-6f55-4267-b6b8-c84d75c43246,segment=NetworkSegment(1db5a30e-70c6-49a7-9b76-a146936ec9a1),segment_id=1db5a30e-70c6-49a7-9b76-a146936ec9a1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:13.520425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] No DVR routers for this DVR port 6a435459-eb4b-4fba-bab3-6b7ee8068458 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:13.523595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:13.543558 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.566693 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.581117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e546f6c-1481-4220-be45-9e4c930b9dea req-985706b7-75a2-4e9b-b0d7-c10268bb29a5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "DELETE /v2.0/ports/6a435459-eb4b-4fba-bab3-6b7ee8068458 HTTP/1.1" status: 204 len: 173 time: 1.3143232 Aug 24 00:30:13.581635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'name': 'network-vif-deleted', 'tag': '6a435459-eb4b-4fba-bab3-6b7ee8068458'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:13.586382 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33b3acf-b2df-475c-bbff-816a5ae9d52e" -d '{"events": [{"server_uuid": "a8e65dcf-bd88-4266-a850-34c4756a3975", "name": "network-vif-deleted", "tag": "6a435459-eb4b-4fba-bab3-6b7ee8068458"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:13.637810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=da750402-6f55-4267-b6b8-c84d75c43246,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:13.638446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed4f14-e99f-4c11-a85e-33223c9e35cd req-467d88f6-8d3a-47e2-bd12-ee37c4a5e31e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:13.642552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8ed4f14-e99f-4c11-a85e-33223c9e35cd req-467d88f6-8d3a-47e2-bd12-ee37c4a5e31e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.3054504 Aug 24 00:30:13.663773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.672154 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770b30c6-a53c-41ae-ad18-503458419f15 x-openstack-request-id: req-770b30c6-a53c-41ae-ad18-503458419f15 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:13.672154 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e65dcf-bd88-4266-a850-34c4756a3975", "name": "network-vif-deleted", "tag": "6a435459-eb4b-4fba-bab3-6b7ee8068458", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:13.672154 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-770b30c6-a53c-41ae-ad18-503458419f15 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:13.672154 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e65dcf-bd88-4266-a850-34c4756a3975', 'name': 'network-vif-deleted', 'tag': '6a435459-eb4b-4fba-bab3-6b7ee8068458', 'status': 'completed', 'code': 200} Aug 24 00:30:13.711388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Transition to ACTIVE for port object c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:13.732787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8ed4f14-e99f-4c11-a85e-33223c9e35cd req-8c0e2689-f918-4872-b5e5-d88b55ce647f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613613 Aug 24 00:30:13.812543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.815023 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:13.860337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port cc9a57af-e020-4a2d-95b8-6a2bddc006d2 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:13.913675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] No DVR routers for this DVR port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:13.946857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:14.029398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=cc9a57af-e020-4a2d-95b8-6a2bddc006d2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:14.044486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.053261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:14.053672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:14.054097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:14.059563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f70ef1-3605-4ecf-8f32-91901348308e']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:14.067605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:30:14.069811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:14.076329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e1bd66-62c1-4d2e-9273-1267927e55c9') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:14.076636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e1bd66-62c1-4d2e-9273-1267927e55c9') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:14.079096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:14.079512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:14.079856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:14.080305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Bound port: c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:14.080584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.097721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.133225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.143519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:14.143931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:14.147046 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:14.219924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:14.224680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:14.297023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b4e93-73f8-496a-91ec-8537beea049b req-397ef80a-05f4-4192-b863-3675af4e2eba tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.298644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-152b4e93-73f8-496a-91ec-8537beea049b req-397ef80a-05f4-4192-b863-3675af4e2eba tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 948 time: 0.0517645 Aug 24 00:30:14.312677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.318158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.320783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/19f70ef1-3605-4ecf-8f32-91901348308e HTTP/1.1" status: 204 len: 168 time: 3.1920519 Aug 24 00:30:14.323832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39536) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:14.332339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-548967752'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:14.347402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88928-0f77-4228-a685-27f85da444da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=19f70ef1-3605-4ecf-8f32-91901348308e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:14.367665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-152b4e93-73f8-496a-91ec-8537beea049b req-d6e02097-4148-4a84-832a-55c577a3bdff tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628259 Aug 24 00:30:14.378651 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.419447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.420074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.421530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] 10.222.0.36 "PUT /v2.0/ports/c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 1096 time: 1.8450069 Aug 24 00:30:14.452632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ede58e-a8a9-44db-929b-bb36b0f4e970 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:14.477452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:14.483505 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.542343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:14.570303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.570303 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment 36fed3ea-1131-4670-b2d5-867eb6608416 of type vlan for network 5a302aab-0928-4a12-bbee-c7a6a5df7566 Aug 24 00:30:14.580672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-927a5518-6376-4792-920b-355a3e925837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.582391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-927a5518-6376-4792-920b-355a3e925837 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1099 time: 0.0920875 Aug 24 00:30:14.650995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.691407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device da750402-6f55-4267-b6b8-c84d75c43246 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:14.726932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7fc643f-5efd-4506-b63e-344b6244da28 req-4d2bd6fb-23e3-47d8-a688-61dfa5f7c71f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8e65dcf-bd88-4266-a850-34c4756a3975 HTTP/1.1" status: 200 len: 210 time: 0.0877731 Aug 24 00:30:14.768329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd28f2-3193-4f4c-a2cb-009fb9bbe265 req-055851b0-2b60-4233-a197-ce144e236bc8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.769894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49cd28f2-3193-4f4c-a2cb-009fb9bbe265 req-055851b0-2b60-4233-a197-ce144e236bc8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1572030 Aug 24 00:30:14.798187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port da750402-6f55-4267-b6b8-c84d75c43246 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:14.798585 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.813314 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.817650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-544be7aa-1a66-4564-b4ea-cb7753887afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.824056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-544be7aa-1a66-4564-b4ea-cb7753887afc service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.2192657 Aug 24 00:30:14.824222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.824699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:14.886213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49cd28f2-3193-4f4c-a2cb-009fb9bbe265 req-2f1d4546-2317-4b47-8e36-acef7710d6b2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101978 Aug 24 00:30:14.895315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-07634766-cc02-4129-b836-345967437dea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.0635443 Aug 24 00:30:14.922618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=5a302aab-0928-4a12-bbee-c7a6a5df7566,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:14.934835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.935327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.935829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.936223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.936979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.937394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.937928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.938376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.938792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.939364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.939757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.940150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:14.952111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 5a302aab-0928-4a12-bbee-c7a6a5df7566 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:14.963731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-1a451da5-d239-4500-ae85-33ea06065b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:14.965210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-1a451da5-d239-4500-ae85-33ea06065b1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0621684 Aug 24 00:30:15.003449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 6a435459-eb4b-4fba-bab3-6b7ee8068458 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:15.017246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-430e47c1-d742-4a50-b4f5-be84779e1ebc tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6905432 Aug 24 00:30:15.018023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39550) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:15.024448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': '5a302aab-0928-4a12-bbee-c7a6a5df7566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:15.026525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-287f4639-72a3-4bfd-b2c7-52273c5dec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.026681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 6a435459-eb4b-4fba-bab3-6b7ee8068458 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:15.026872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 6a435459-eb4b-4fba-bab3-6b7ee8068458 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:15.029811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-287f4639-72a3-4bfd-b2c7-52273c5dec4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564337 Aug 24 00:30:15.129788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-718e3fec-d5b3-4afa-a33d-cf3891b8dd8b service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920141 Aug 24 00:30:15.208546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:15.212915 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.224419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33319377-5f4f-465b-ad4a-cd75cca5ca59 req-10c6c9ee-74a9-44ba-b3aa-dcff62b990f9 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875740 Aug 24 00:30:15.494656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6af95f-ffe1-468a-b4c7-9f7cd0d72e70 req-fb0b266b-bf41-4b3c-a1e3-e8460e6f3486 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.496188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff6af95f-ffe1-468a-b4c7-9f7cd0d72e70 req-fb0b266b-bf41-4b3c-a1e3-e8460e6f3486 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 948 time: 0.0529006 Aug 24 00:30:15.537466 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.538191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff6af95f-ffe1-468a-b4c7-9f7cd0d72e70 req-000ad062-3833-4408-af80-693dfe558906 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339680 Aug 24 00:30:15.605334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=d3136900-5f9b-4479-89f3-dc45d2cc82d5,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:15.629033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': '36fed3ea-1131-4670-b2d5-867eb6608416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a302aab-0928-4a12-bbee-c7a6a5df7566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:15.629410 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: 5a302aab-0928-4a12-bbee-c7a6a5df7566, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:15.671651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}, {'name': 'network-changed', 'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:15.674136 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098e7b30-fce9-485a-8041-ec2f3b60bbe9" -d '{"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}, {"name": "network-changed", "server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:15.727837 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f15268-e3df-4215-94fa-b551efc3160e x-openstack-request-id: req-74f15268-e3df-4215-94fa-b551efc3160e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:15.728136 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "code": 200}, {"name": "network-changed", "server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:15.728386 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74f15268-e3df-4215-94fa-b551efc3160e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:15.728782 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'code': 200} Aug 24 00:30:15.729043 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'status': 'completed', 'code': 200} Aug 24 00:30:15.740068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network 5a302aab-0928-4a12-bbee-c7a6a5df7566 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:15.796434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-06839ac5-2921-478c-8480-7bc182c17454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.798206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-06839ac5-2921-478c-8480-7bc182c17454 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1099 time: 0.0489266 Aug 24 00:30:15.831473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 5a302aab-0928-4a12-bbee-c7a6a5df7566) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:15.836620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.837405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:15.842315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65eb6f-5445-4574-aebc-39e815617279 None None] Network 5a302aab-0928-4a12-bbee-c7a6a5df7566 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:15.906571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-28f93369-38e7-4f6f-81c9-ca4cc10ce915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.908295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-28f93369-38e7-4f6f-81c9-ca4cc10ce915 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1099 time: 0.0939415 Aug 24 00:30:15.929878 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c475c908-f569-41f1-8736-946ea85be06a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9104967 Aug 24 00:30:15.935142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39578) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:15.942139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1460658238'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:15.946206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-b6e49efb-0c61-410b-a41e-b132d3f2348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:15.947685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-b6e49efb-0c61-410b-a41e-b132d3f2348c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1428256 Aug 24 00:30:16.017623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-99bf080b-4c20-4a0a-9c96-e0d4bd92dfe5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.0417931 Aug 24 00:30:16.025152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-5a302aab-0928-4a12-bbee-c7a6a5df7566', 'network_id': '5a302aab-0928-4a12-bbee-c7a6a5df7566', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': 'd3136900-5f9b-4479-89f3-dc45d2cc82d5'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:16.028850 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.077435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:16.080164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-4e63deed-60c6-4fd5-b909-ee1bae30d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.081707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-4e63deed-60c6-4fd5-b909-ee1bae30d537 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1652265 Aug 24 00:30:16.081935 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.122611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:16.135422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.135779 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment 4bb450e5-3321-4452-8d0e-8a19f67dd635 of type vlan for network 2f2675b5-c98e-4e1d-b6ca-180cd305479b Aug 24 00:30:16.187485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Allocated IP 2001:db8::3 (5a302aab-0928-4a12-bbee-c7a6a5df7566/d3136900-5f9b-4479-89f3-dc45d2cc82d5/ebc179cc-2b11-4bf7-af2b-61eeb319d3c8) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:16.187840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.191139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-cb45664c-63a8-4a7b-bf25-37fd04210e47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.0963385 Aug 24 00:30:16.247383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-13eba6fd-5454-4c08-bad2-91641a13caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.248855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-13eba6fd-5454-4c08-bad2-91641a13caba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.2237124 Aug 24 00:30:16.259064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458c23e-19e2-4aa1-a001-df3e62051525 req-f83a6074-1077-4a11-9564-d8cec1575a5f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.260532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1458c23e-19e2-4aa1-a001-df3e62051525 req-f83a6074-1077-4a11-9564-d8cec1575a5f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1777971 Aug 24 00:30:16.303051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.308763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.309368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.330874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-97013081-5a79-40b5-adde-018180cdc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.332902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-97013081-5a79-40b5-adde-018180cdc515 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1325166 Aug 24 00:30:16.345671 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.364671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Transition to ACTIVE for port object ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:16.381665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Transition to ACTIVE for port object ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:16.384275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=2f2675b5-c98e-4e1d-b6ca-180cd305479b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:16.389049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1458c23e-19e2-4aa1-a001-df3e62051525 req-466ef1eb-5a02-4952-99cd-76befc8b8846 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179321 Aug 24 00:30:16.398909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 2f2675b5-c98e-4e1d-b6ca-180cd305479b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:16.401235 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b404a544-ea9f-45a4-a613-44218238e849 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4643347 Aug 24 00:30:16.406421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39588) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:16.413555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': '2f2675b5-c98e-4e1d-b6ca-180cd305479b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:16.483047 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.564247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Network 5a302aab-0928-4a12-bbee-c7a6a5df7566 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:16.569815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:16.575091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:16.580087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:16.585007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.589012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Pushing event updated for resources: {'Port': ['ID=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:16.696100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Performing IP validity checks on allocation pools {{(pid=95327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:30:16.696819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:30:16.700618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Attempting to bind port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:16.701106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Attempting to bind port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '36fed3ea-1131-4670-b2d5-867eb6608416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a302aab-0928-4a12-bbee-c7a6a5df7566'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:16.701541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Attempting to bind port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 on network 5a302aab-0928-4a12-bbee-c7a6a5df7566 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:16.707169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:16.734025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:16.734337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Checking segment: {'id': '36fed3ea-1131-4670-b2d5-867eb6608416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a302aab-0928-4a12-bbee-c7a6a5df7566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:16.734707 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.735178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Bound using segment: {'id': '36fed3ea-1131-4670-b2d5-867eb6608416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a302aab-0928-4a12-bbee-c7a6a5df7566'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:16.736115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Bound port: ebc179cc-2b11-4bf7-af2b-61eeb319d3c8, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fed3ea-1131-4670-b2d5-867eb6608416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a302aab-0928-4a12-bbee-c7a6a5df7566'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:16.736364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.798621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:16.814137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-622d8a4e-574c-4442-9fae-e9d9ec550547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.815636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-622d8a4e-574c-4442-9fae-e9d9ec550547 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5542412 Aug 24 00:30:16.820010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] For port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:16.824278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] For port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,segment=NetworkSegment(36fed3ea-1131-4670-b2d5-867eb6608416),segment_id=36fed3ea-1131-4670-b2d5-867eb6608416)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:16.912809 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.926613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fb9fb-1414-4d5d-8c71-149578586b5e req-c85f8c40-d20b-4f95-9df8-54af4214fcb1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.928129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d2fb9fb-1414-4d5d-8c71-149578586b5e req-c85f8c40-d20b-4f95-9df8-54af4214fcb1 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 946 time: 0.5922155 Aug 24 00:30:16.932706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-b1a55271-3331-486b-9baa-ecf5fa896e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:16.934156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-b1a55271-3331-486b-9baa-ecf5fa896e35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5931683 Aug 24 00:30:16.952635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:16.987792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c34963-14e1-4c20-9e2e-a9347bcaa8e1 None None] Pushing event updated for resources: {'Port': ['ID=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:17.012223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738ef3-4100-4d6f-8dc7-34f6a5fbd08b req-33f98f4c-d133-47de-a3c7-211d99281850 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.013778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0738ef3-4100-4d6f-8dc7-34f6a5fbd08b req-33f98f4c-d133-47de-a3c7-211d99281850 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 948 time: 0.2059805 Aug 24 00:30:17.050898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=c4f10cf4-0fc1-4aaa-ac42-461e4e4ad124,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:17.061012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': '4bb450e5-3321-4452-8d0e-8a19f67dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2f2675b5-c98e-4e1d-b6ca-180cd305479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:17.061438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: 2f2675b5-c98e-4e1d-b6ca-180cd305479b, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:17.111667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d2fb9fb-1414-4d5d-8c71-149578586b5e req-5ace71db-9dc2-4d89-aa57-e8802f9c53aa tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716659 Aug 24 00:30:17.121120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-85cd6250-568a-400f-bdd1-7e5e8508ea6c service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943904 Aug 24 00:30:17.182076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network 2f2675b5-c98e-4e1d-b6ca-180cd305479b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:17.232274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-cb5341fc-8017-4b7a-b891-e594ec1c6353 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829380 Aug 24 00:30:17.251152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0738ef3-4100-4d6f-8dc7-34f6a5fbd08b req-d88b5a04-0d2a-4d11-a67a-498853446b78 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839304 Aug 24 00:30:17.275212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 2f2675b5-c98e-4e1d-b6ca-180cd305479b) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:17.286864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.290319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.297560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b12a72-d391-42b7-94c3-318654ebbe8e None None] Network 2f2675b5-c98e-4e1d-b6ca-180cd305479b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:17.373433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-8b5b3073-ecf4-44f2-bc7e-580419a1b88b service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422631 Aug 24 00:30:17.399469 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed9fe5c2-f102-4133-bed3-4f866c5463a6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9914875 Aug 24 00:30:17.402700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39606) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:17.408527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-098e7b30-fce9-485a-8041-ec2f3b60bbe9 req-79c5b365-b9c8-47d0-ae8a-a474017d52b9 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504750 Aug 24 00:30:17.519453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-2f2675b5-c98e-4e1d-b6ca-180cd305479b', 'network_id': '2f2675b5-c98e-4e1d-b6ca-180cd305479b', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': 'c4f10cf4-0fc1-4aaa-ac42-461e4e4ad124'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:17.521251 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.531745 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.574733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ec0cf-58c3-4f25-9a16-ce1d24458a13 req-1761efdd-8d4a-4757-9f05-7a689fb884e1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.576620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b08ec0cf-58c3-4f25-9a16-ce1d24458a13 req-1761efdd-8d4a-4757-9f05-7a689fb884e1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0574908 Aug 24 00:30:17.632464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b08ec0cf-58c3-4f25-9a16-ce1d24458a13 req-5f8e5a56-5ce8-4d65-a56b-f079ed5cf45e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478995 Aug 24 00:30:17.666779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.700260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Allocated IP 2001:db8::3 (2f2675b5-c98e-4e1d-b6ca-180cd305479b/c4f10cf4-0fc1-4aaa-ac42-461e4e4ad124/e50bc2fc-ac70-4648-b8b8-06075bcbbc00) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:17.780613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-aa9e1d9c-a708-4da6-8232-e1f4b8af4a6a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:17.782103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-aa9e1d9c-a708-4da6-8232-e1f4b8af4a6a tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 946 time: 0.0511162 Aug 24 00:30:17.868689 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.882342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Transition to ACTIVE for port object e50bc2fc-ac70-4648-b8b8-06075bcbbc00 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:17.895476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Deleting port a37077bd-9569-4f63-8b7f-2a670deff8f2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:17.896610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:17.904155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Transition to ACTIVE for port object e50bc2fc-ac70-4648-b8b8-06075bcbbc00 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:18.005520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.015595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] For port a37077bd-9569-4f63-8b7f-2a670deff8f2, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a37077bd-9569-4f63-8b7f-2a670deff8f2,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:18.016086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.039298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Calling delete_port for a37077bd-9569-4f63-8b7f-2a670deff8f2 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:18.061380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Network 2f2675b5-c98e-4e1d-b6ca-180cd305479b is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:18.066663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:18.069128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:18.083681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Pushing event updated for resources: {'Port': ['ID=e50bc2fc-ac70-4648-b8b8-06075bcbbc00,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:18.120867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.133176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Attempting to bind port e50bc2fc-ac70-4648-b8b8-06075bcbbc00 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:18.133806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Attempting to bind port e50bc2fc-ac70-4648-b8b8-06075bcbbc00 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '4bb450e5-3321-4452-8d0e-8a19f67dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2f2675b5-c98e-4e1d-b6ca-180cd305479b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:18.134200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Attempting to bind port e50bc2fc-ac70-4648-b8b8-06075bcbbc00 on network 2f2675b5-c98e-4e1d-b6ca-180cd305479b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:18.140542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:18.143575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Checking segment: {'id': '4bb450e5-3321-4452-8d0e-8a19f67dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2f2675b5-c98e-4e1d-b6ca-180cd305479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:18.143575 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.143575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Bound using segment: {'id': '4bb450e5-3321-4452-8d0e-8a19f67dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2f2675b5-c98e-4e1d-b6ca-180cd305479b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:18.143575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Bound port: e50bc2fc-ac70-4648-b8b8-06075bcbbc00, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb450e5-3321-4452-8d0e-8a19f67dd635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2f2675b5-c98e-4e1d-b6ca-180cd305479b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:18.143575 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.149545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f10cf4-0fc1-4aaa-ac42-461e4e4ad124,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:18.234057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.245503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2675b5-c98e-4e1d-b6ca-180cd305479b']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:18.259244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb450e5-3321-4452-8d0e-8a19f67dd635') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:18.259617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb450e5-3321-4452-8d0e-8a19f67dd635') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:18.259785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] For port e50bc2fc-ac70-4648-b8b8-06075bcbbc00, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:18.268858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] For port e50bc2fc-ac70-4648-b8b8-06075bcbbc00, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e50bc2fc-ac70-4648-b8b8-06075bcbbc00,segment=NetworkSegment(4bb450e5-3321-4452-8d0e-8a19f67dd635),segment_id=4bb450e5-3321-4452-8d0e-8a19f67dd635)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:18.272106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.302064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3484-6e1b-45c7-b3c8-589b4393696f req-05278f0c-1aaa-4dd7-aa2d-c5646fa9981b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:18.303926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f9274-83c1-4094-bc68-c0ae31fed86b None None] Network 5a302aab-0928-4a12-bbee-c7a6a5df7566 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:18.310264 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d5f3484-6e1b-45c7-b3c8-589b4393696f req-05278f0c-1aaa-4dd7-aa2d-c5646fa9981b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 946 time: 0.1034884 Aug 24 00:30:18.346578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d5f3484-6e1b-45c7-b3c8-589b4393696f req-2463af2c-2e5f-42f1-9718-a954abb3a7ca tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353096 Aug 24 00:30:18.346718 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.353438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:18.353891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:18.357291 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:18.363502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.366228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.407862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event deleted for resources: {'Port': ['ID=a37077bd-9569-4f63-8b7f-2a670deff8f2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:18.421177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1274c74f-ef05-4528-8367-7029b3ad8138', 'a37077bd-9569-4f63-8b7f-2a670deff8f2'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:18.483340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] No DVR routers for this DVR port a37077bd-9569-4f63-8b7f-2a670deff8f2 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:18.483990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:30:18.483990 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:30:18.483990 n-d-804878-2 neutron-server[95327]: [parameters: {'id': '2f2675b5-c98e-4e1d-b6ca-180cd305479b'}] Aug 24 00:30:18.483990 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:30:18.486857 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:30:18.492865 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:18.494958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b92aa5c9-050a-4073-b6e6-e7ba01de65d9 req-cdbbafe0-b165-4b35-b425-1e259791ba1f tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "DELETE /v2.0/ports/a37077bd-9569-4f63-8b7f-2a670deff8f2 HTTP/1.1" status: 204 len: 173 time: 0.7057505 Aug 24 00:30:18.495422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26392b7b-b6f6-477a-86fc-578a475c7afe', 'name': 'network-vif-deleted', 'tag': 'a37077bd-9569-4f63-8b7f-2a670deff8f2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:18.497805 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8fe88d-bc69-4d5a-8435-08b5471a3135" -d '{"events": [{"server_uuid": "26392b7b-b6f6-477a-86fc-578a475c7afe", "name": "network-vif-deleted", "tag": "a37077bd-9569-4f63-8b7f-2a670deff8f2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:18.542097 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e880085-8fca-4902-b955-13eaa1507f21 x-openstack-request-id: req-4e880085-8fca-4902-b955-13eaa1507f21 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:18.542496 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26392b7b-b6f6-477a-86fc-578a475c7afe", "name": "network-vif-deleted", "tag": "a37077bd-9569-4f63-8b7f-2a670deff8f2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:18.542870 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e880085-8fca-4902-b955-13eaa1507f21 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:18.543334 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26392b7b-b6f6-477a-86fc-578a475c7afe', 'name': 'network-vif-deleted', 'tag': 'a37077bd-9569-4f63-8b7f-2a670deff8f2', 'status': 'completed', 'code': 200} Aug 24 00:30:18.564739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47d4d4-8f92-4070-93be-46d6553cb023 req-ecc97a64-3e77-4c0c-bb94-e6a29ab73739 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:18.567151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d47d4d4-8f92-4070-93be-46d6553cb023 req-ecc97a64-3e77-4c0c-bb94-e6a29ab73739 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 948 time: 0.0856953 Aug 24 00:30:18.627414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d47d4d4-8f92-4070-93be-46d6553cb023 req-23d47b09-c229-4083-939e-e0bf8f4cbff1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Aug 24 00:30:18.642475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5018d82b-98d6-4e09-9b28-28f22108f9f2 None None] Provisioning for port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:18.682838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51de54-d1f8-4565-98d8-2e2b31d9592e None None] Pushing event updated for resources: {'Port': ['ID=e50bc2fc-ac70-4648-b8b8-06075bcbbc00,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:18.716506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d021304-1310-451f-aef1-ec77d643fa24 None None] Network 2f2675b5-c98e-4e1d-b6ca-180cd305479b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:18.742672 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:18.832525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c0ed-31d0-4180-96e0-d9ffb8a7eb56 req-7902107d-d2c5-4fc1-aaf3-6b0cf9e1146b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:18.834184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3648c0ed-31d0-4180-96e0-d9ffb8a7eb56 req-7902107d-d2c5-4fc1-aaf3-6b0cf9e1146b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1023965 Aug 24 00:30:18.906693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3648c0ed-31d0-4180-96e0-d9ffb8a7eb56 req-86775b81-02b2-48bb-97ec-5fea9c8d4f2a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610971 Aug 24 00:30:18.986105 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.003463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:19.051854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:19.066726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port e50bc2fc-ac70-4648-b8b8-06075bcbbc00 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:19.067078 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.076612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:19.076990 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.137652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port e50bc2fc-ac70-4648-b8b8-06075bcbbc00, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e50bc2fc-ac70-4648-b8b8-06075bcbbc00,segment=NetworkSegment(4bb450e5-3321-4452-8d0e-8a19f67dd635),segment_id=4bb450e5-3321-4452-8d0e-8a19f67dd635)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:19.138049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.155040 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for e50bc2fc-ac70-4648-b8b8-06075bcbbc00 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:19.188536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:19.201924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'mac_address': 'fa:16:3e:75:0f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:19.228524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e26216-275e-498f-8492-48d89306a645 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:30:19.320077 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.354398 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.368031 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.377314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-735f9ce9-47c3-4e08-bd2e-cc4bb08bbe3a None None] Provisioning complete for port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:19.377922 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-735f9ce9-47c3-4e08-bd2e-cc4bb08bbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.418358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port e50bc2fc-ac70-4648-b8b8-06075bcbbc00 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:19.430192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=e50bc2fc-ac70-4648-b8b8-06075bcbbc00,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:19.463751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:19.495852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,segment=NetworkSegment(36fed3ea-1131-4670-b2d5-867eb6608416),segment_id=36fed3ea-1131-4670-b2d5-867eb6608416)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:19.519089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:19.532059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e268f2c8-bebb-48a4-b745-9dd568f1f168 req-00258bf1-109a-425d-a024-76b0bc4f8650 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=26392b7b-b6f6-477a-86fc-578a475c7afe HTTP/1.1" status: 200 len: 210 time: 0.0359192 Aug 24 00:30:19.549957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.565446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2675b5-c98e-4e1d-b6ca-180cd305479b']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:19.576052 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-735f9ce9-47c3-4e08-bd2e-cc4bb08bbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.576822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb450e5-3321-4452-8d0e-8a19f67dd635') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:19.577931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb450e5-3321-4452-8d0e-8a19f67dd635') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:19.589983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.597170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e26216-275e-498f-8492-48d89306a645 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:30:19.604265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.610635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:19.611040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:19.614469 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:19.617010 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.672228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.756180 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-735f9ce9-47c3-4e08-bd2e-cc4bb08bbe3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:30:19.756577 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-735f9ce9-47c3-4e08-bd2e-cc4bb08bbe3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:30:19.758986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:19.781434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a74e3-a04c-40cc-a83a-fbe18f6ce710 req-de716714-45b0-440b-8e5d-19b29dc94322 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:19.782056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd4a74e3-a04c-40cc-a83a-fbe18f6ce710 req-de716714-45b0-440b-8e5d-19b29dc94322 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 949 time: 0.0583143 Aug 24 00:30:19.802106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.826478 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.833014 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/2f2675b5-c98e-4e1d-b6ca-180cd305479b HTTP/1.1" status: 204 len: 168 time: 2.4249716 Aug 24 00:30:19.834303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39658) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:19.838826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd4a74e3-a04c-40cc-a83a-fbe18f6ce710 req-bf9ffc8a-d67e-44c6-8bf0-1398a7ff9b1e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488608 Aug 24 00:30:19.844348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859884231'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:19.872412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593f7f-0a40-472e-b396-c03faaf15ec7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=2f2675b5-c98e-4e1d-b6ca-180cd305479b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:19.875990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:19.948899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:19.954788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:19.992601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:20.006512 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:20.006874 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment b8518b99-b60d-4d55-9025-f03299880792 of type vlan for network 98ade26b-88b3-4dce-b7d4-6f7408e72a40 Aug 24 00:30:20.035475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41db38c-f10f-4a89-a8d0-334a781faf0a req-d48f7b18-017c-4fb2-a8b6-6041cebb74b5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.038062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f41db38c-f10f-4a89-a8d0-334a781faf0a req-d48f7b18-017c-4fb2-a8b6-6041cebb74b5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0688789 Aug 24 00:30:20.050398 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:20.109932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f41db38c-f10f-4a89-a8d0-334a781faf0a req-d61f99c0-5df4-47f0-a19c-9eb5cbde1217 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648396 Aug 24 00:30:20.131124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-cff59b6f-122b-4dcf-b438-24fb574b08cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526073 Aug 24 00:30:20.131893 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:20.137935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.138688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:20.222794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-a66b5d51-3c68-4e16-a4e5-f629181fc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.224488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-a66b5d51-3c68-4e16-a4e5-f629181fc8e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 1100 time: 0.0430603 Aug 24 00:30:20.225403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=98ade26b-88b3-4dce-b7d4-6f7408e72a40,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:20.237364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 98ade26b-88b3-4dce-b7d4-6f7408e72a40 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:20.245687 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-245d26da-840d-43a3-8c60-96b85a00d57d tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4098341 Aug 24 00:30:20.246137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39666) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:20.253342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': '98ade26b-88b3-4dce-b7d4-6f7408e72a40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:20.415889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-07ce63ef-f58b-40ff-975d-212da84bb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.417375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-07ce63ef-f58b-40ff-975d-212da84bb8d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1584337 Aug 24 00:30:20.463053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-89ccc33c-a331-43a4-b0ee-5d5450ba1bb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 200 len: 217 time: 0.0382092 Aug 24 00:30:20.513830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-13ad24a9-4664-41a3-95aa-0f22ba9630c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.515794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-13ad24a9-4664-41a3-95aa-0f22ba9630c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0451663 Aug 24 00:30:20.550581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:20.554000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:20.646259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-11fd2916-3470-4fa8-b46b-3e01c065486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:20.648186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-11fd2916-3470-4fa8-b46b-3e01c065486f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234508 Aug 24 00:30:20.717689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:20.769198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:20.772639 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:20.785878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-1d2d3691-8c82-46b6-a4ec-7cd6b492be35 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231525 Aug 24 00:30:21.046538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a37077bd-9569-4f63-8b7f-2a670deff8f2 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:21.047159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5217ed-38eb-4d70-a295-2565bb79da44 req-e6c83528-1036-4986-ab96-0d3c36a305a3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:21.047159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf5217ed-38eb-4d70-a295-2565bb79da44 req-e6c83528-1036-4986-ab96-0d3c36a305a3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 949 time: 0.0843415 Aug 24 00:30:21.047159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ce5d696-16cb-4c33-92c7-6b1abdf1c546 req-a12255b8-2500-4d98-88b1-46b77f2ce6e8 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866956 Aug 24 00:30:21.049096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: a37077bd-9569-4f63-8b7f-2a670deff8f2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:21.049664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a37077bd-9569-4f63-8b7f-2a670deff8f2 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:21.085129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.131714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf5217ed-38eb-4d70-a295-2565bb79da44 req-e33416ee-1fd4-44bf-9324-ddfb787cb2d6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971606 Aug 24 00:30:21.176420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=6e91f729-797c-4c0a-bf14-26eaa68736c2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:21.221975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': 'b8518b99-b60d-4d55-9025-f03299880792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98ade26b-88b3-4dce-b7d4-6f7408e72a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:21.222338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: 98ade26b-88b3-4dce-b7d4-6f7408e72a40, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:21.292043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78982325-2517-408f-a575-6246a7d937fe req-5e552a4e-4f5c-4c52-acbf-98f915e3401e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:21.293647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78982325-2517-408f-a575-6246a7d937fe req-5e552a4e-4f5c-4c52-acbf-98f915e3401e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.1059673 Aug 24 00:30:21.307171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a44aa3-ec76-4b21-8166-1370554d53fc req-2b0df344-615d-47be-a5c1-bad5ab14dcc1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:21.308708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13a44aa3-ec76-4b21-8166-1370554d53fc req-2b0df344-615d-47be-a5c1-bad5ab14dcc1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0899782 Aug 24 00:30:21.342654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:21.372965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78982325-2517-408f-a575-6246a7d937fe req-bfc81bf6-4676-4151-9287-860d30cc9e4e tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632417 Aug 24 00:30:21.378566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13a44aa3-ec76-4b21-8166-1370554d53fc req-7ddca4f4-b25d-49aa-842a-77cc0687061c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620377 Aug 24 00:30:21.414143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network 98ade26b-88b3-4dce-b7d4-6f7408e72a40 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:21.491644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 98ade26b-88b3-4dce-b7d4-6f7408e72a40) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:21.497832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:21.497832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.506103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2110385-2a08-4ec0-8dfb-8a658e6ad590 None None] Network 98ade26b-88b3-4dce-b7d4-6f7408e72a40 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:21.652731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4cae7270-76fe-4b16-b978-2e4c9ccb2f08 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4011214 Aug 24 00:30:21.652947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39700) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:21.704856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-98ade26b-88b3-4dce-b7d4-6f7408e72a40', 'network_id': '98ade26b-88b3-4dce-b7d4-6f7408e72a40', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': '6e91f729-797c-4c0a-bf14-26eaa68736c2'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:21.705622 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.812048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-f1a36a58-69bf-4038-931d-64f453be6e94 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:21.813561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-f1a36a58-69bf-4038-931d-64f453be6e94 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.0861263 Aug 24 00:30:21.819354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:21.882210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Allocated IP 2001:db8::1 (98ade26b-88b3-4dce-b7d4-6f7408e72a40/6e91f729-797c-4c0a-bf14-26eaa68736c2/691e9b08-6aa9-4ec6-9014-ff02c9ef2719) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:21.955140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.055718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Deleting port 1274c74f-ef05-4528-8367-7029b3ad8138 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:22.056444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.067785 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.078016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Transition to ACTIVE for port object 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:22.094071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Transition to ACTIVE for port object 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:22.154588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f60b1-c9f6-4128-86ad-d4b8806836a2 req-5311ac00-cd0e-454e-b18e-f41ce17f25bd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.156701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e53f60b1-c9f6-4128-86ad-d4b8806836a2 req-5311ac00-cd0e-454e-b18e-f41ce17f25bd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 949 time: 0.1476719 Aug 24 00:30:22.173725 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.191864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-39b8f02f-2433-4e56-8eeb-e7af483bb6d4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.193378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-39b8f02f-2433-4e56-8eeb-e7af483bb6d4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 949 time: 0.1343272 Aug 24 00:30:22.215250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Network 98ade26b-88b3-4dce-b7d4-6f7408e72a40 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:22.218790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:22.221846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:22.253355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Pushing event updated for resources: {'Port': ['ID=691e9b08-6aa9-4ec6-9014-ff02c9ef2719,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:22.274276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] For port 1274c74f-ef05-4528-8367-7029b3ad8138, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1274c74f-ef05-4528-8367-7029b3ad8138,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:22.274651 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.287528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Attempting to bind port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:22.287744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Attempting to bind port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b8518b99-b60d-4d55-9025-f03299880792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98ade26b-88b3-4dce-b7d4-6f7408e72a40'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:22.288069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Attempting to bind port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 on network 98ade26b-88b3-4dce-b7d4-6f7408e72a40 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:22.293346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:22.295042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Checking segment: {'id': 'b8518b99-b60d-4d55-9025-f03299880792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98ade26b-88b3-4dce-b7d4-6f7408e72a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:22.295042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.295042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Bound using segment: {'id': 'b8518b99-b60d-4d55-9025-f03299880792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98ade26b-88b3-4dce-b7d4-6f7408e72a40'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:22.295333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Bound port: 691e9b08-6aa9-4ec6-9014-ff02c9ef2719, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8518b99-b60d-4d55-9025-f03299880792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98ade26b-88b3-4dce-b7d4-6f7408e72a40'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:22.295534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.297520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e53f60b1-c9f6-4128-86ad-d4b8806836a2 req-a5725d3e-7747-47f3-b29d-9abb498594c9 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332088 Aug 24 00:30:22.303125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Calling delete_port for 1274c74f-ef05-4528-8367-7029b3ad8138 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:22.317701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-56d16e67-f05c-4a80-9651-3f5c42b801c2 service neutron] 10.222.0.36 "GET /v2.0/ports/c1cf4e93-66cf-4fe4-85c9-4020dffb5af8/bindings/n-h1-804878-2 HTTP/1.1" status: 200 len: 382 time: 0.1105125 Aug 24 00:30:22.322553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.361529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=6e91f729-797c-4c0a-bf14-26eaa68736c2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:22.369948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] For port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:22.373113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] For port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=691e9b08-6aa9-4ec6-9014-ff02c9ef2719,segment=NetworkSegment(b8518b99-b60d-4d55-9025-f03299880792),segment_id=b8518b99-b60d-4d55-9025-f03299880792)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:22.455147 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.522200 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.526673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197ca88-5f39-4ad2-b223-3ba567594bc2 None None] Pushing event updated for resources: {'Port': ['ID=691e9b08-6aa9-4ec6-9014-ff02c9ef2719,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:22.560622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ade26b-88b3-4dce-b7d4-6f7408e72a40']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:22.604390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8518b99-b60d-4d55-9025-f03299880792') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:22.604784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8518b99-b60d-4d55-9025-f03299880792') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:22.611201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-b1863843-ef62-447e-9fae-10f218c2282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.612719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-b1863843-ef62-447e-9fae-10f218c2282f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1100 time: 0.2205150 Aug 24 00:30:22.626562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.696147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.737032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc427-6459-426b-aeca-a172e4d593bd req-4051e37a-f511-4b18-9f7b-4dc935d1c8ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.745617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f1cc427-6459-426b-aeca-a172e4d593bd req-4051e37a-f511-4b18-9f7b-4dc935d1c8ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 945 time: 0.2618167 Aug 24 00:30:22.769641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:22.770243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:22.774964 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:22.813419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f807232-4026-44c8-bdf7-735e4c4fe1de req-c568771c-ac9b-49fa-be9c-0adc5ea3827a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.815117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f807232-4026-44c8-bdf7-735e4c4fe1de req-c568771c-ac9b-49fa-be9c-0adc5ea3827a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.3007698 Aug 24 00:30:22.919757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f1cc427-6459-426b-aeca-a172e4d593bd req-f7a9c342-2070-44eb-82b8-6884609a8162 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=aafb652a-d169-4915-b873-7cc05b4e196e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732814 Aug 24 00:30:22.943092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-4d52eebb-774c-4914-8bc4-7d572aac89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:22.944597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-4d52eebb-774c-4914-8bc4-7d572aac89b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.3141127 Aug 24 00:30:22.948351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f807232-4026-44c8-bdf7-735e4c4fe1de req-8c2d6e1d-e012-4686-a648-ab7d412f13cf tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875032 Aug 24 00:30:22.949106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:30:22.949106 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:30:22.949106 n-d-804878-2 neutron-server[95326]: [parameters: {'id': '98ade26b-88b3-4dce-b7d4-6f7408e72a40'}] Aug 24 00:30:22.949106 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:30:22.949450 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:30:23.009388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.011909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-c6b03a68-9b2b-41b9-9cc7-b550cb0f4b1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.0593014 Aug 24 00:30:23.039862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event deleted for resources: {'Port': ['ID=1274c74f-ef05-4528-8367-7029b3ad8138,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:23.061175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1274c74f-ef05-4528-8367-7029b3ad8138'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:23.089134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:23.112638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] No DVR routers for this DVR port 1274c74f-ef05-4528-8367-7029b3ad8138 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:23.116264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.118325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec60ac16-171a-4e6d-8f4a-6608c47b982a req-6691039c-ec95-46a6-8abc-3c3dd1f38f25 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "DELETE /v2.0/ports/1274c74f-ef05-4528-8367-7029b3ad8138 HTTP/1.1" status: 204 len: 173 time: 1.2960958 Aug 24 00:30:23.118779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f30c51-f960-4efe-9786-f2248dc74270', 'name': 'network-vif-deleted', 'tag': '1274c74f-ef05-4528-8367-7029b3ad8138'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:23.121065 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aaab35-d51f-4150-9b8f-3dec85b5517d" -d '{"events": [{"server_uuid": "71f30c51-f960-4efe-9786-f2248dc74270", "name": "network-vif-deleted", "tag": "1274c74f-ef05-4528-8367-7029b3ad8138"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:23.146271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-24f5cee7-2654-4921-9fec-9e5035963c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:23.157118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-24f5cee7-2654-4921-9fec-9e5035963c5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1060469 Aug 24 00:30:23.169219 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feb548b-9950-4d23-ab7b-f8bab663c33b x-openstack-request-id: req-6feb548b-9950-4d23-ab7b-f8bab663c33b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:23.169219 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f30c51-f960-4efe-9786-f2248dc74270", "name": "network-vif-deleted", "tag": "1274c74f-ef05-4528-8367-7029b3ad8138", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:23.169219 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6feb548b-9950-4d23-ab7b-f8bab663c33b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:23.169696 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f30c51-f960-4efe-9786-f2248dc74270', 'name': 'network-vif-deleted', 'tag': '1274c74f-ef05-4528-8367-7029b3ad8138', 'status': 'completed', 'code': 200} Aug 24 00:30:23.246244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-af82c32c-ccbb-447f-badd-e22667bdd382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:23.253478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-af82c32c-ccbb-447f-badd-e22667bdd382 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966589 Aug 24 00:30:23.277231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:23.285492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:23.286387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.388127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.418069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:23.420612 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59ffd75-bf10-4be1-9730-ea916ce730e2" -d '{"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:23.442935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:23.451189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.462563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-3e3fa3a2-c91e-463e-b801-2aed423ec7f9 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821942 Aug 24 00:30:23.491942 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a898b-4b91-48dd-9510-ab872a70e1d8 x-openstack-request-id: req-2e3a898b-4b91-48dd-9510-ab872a70e1d8 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:23.491942 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:23.491942 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e3a898b-4b91-48dd-9510-ab872a70e1d8 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:23.493417 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'code': 200} Aug 24 00:30:23.557369 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.612849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:23.653979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5519237-23e2-4ff9-b5fb-420a42bb7621 None None] Network 98ade26b-88b3-4dce-b7d4-6f7408e72a40 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:23.792956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8452e8a6-1777-4e47-aa46-9f168ad159d6 None None] Provisioning for port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:23.861261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] DHCP port deletion for 98ade26b-88b3-4dce-b7d4-6f7408e72a40 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:30:23.913429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] Deleting port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:23.913956 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.916290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcba99-7af6-4412-a45d-2f2693e6fa8d req-06ab00f4-cd9c-498b-8b74-5d46a5e4c9a3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:23.917385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3dcba99-7af6-4412-a45d-2f2693e6fa8d req-06ab00f4-cd9c-498b-8b74-5d46a5e4c9a3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 949 time: 0.5100625 Aug 24 00:30:23.987501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-10b0ce35-f06c-4acd-8807-1e9055286f84 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135241 Aug 24 00:30:23.988866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] For port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=691e9b08-6aa9-4ec6-9014-ff02c9ef2719,segment=NetworkSegment(b8518b99-b60d-4d55-9025-f03299880792),segment_id=b8518b99-b60d-4d55-9025-f03299880792)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:23.989314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:23.997840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3dcba99-7af6-4412-a45d-2f2693e6fa8d req-556256c8-c56a-4356-90db-bc31e35773a5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Aug 24 00:30:24.004947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] Calling delete_port for 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:24.007646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:24.011960 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.117179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88d2fc7f-8127-433a-9f1c-80fd15ebb6e4 req-473476be-4c11-4985-a7c4-c82d0dce46a7 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f30c51-f960-4efe-9786-f2248dc74270 HTTP/1.1" status: 200 len: 210 time: 0.0809276 Aug 24 00:30:24.201005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=691e9b08-6aa9-4ec6-9014-ff02c9ef2719,segment=NetworkSegment(b8518b99-b60d-4d55-9025-f03299880792),segment_id=b8518b99-b60d-4d55-9025-f03299880792)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:24.201405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.222324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:24.236194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bfdf6-7398-4b35-9380-9778ae6db314 req-d76921b6-0d70-40a3-a73e-70c42422ed7b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:24.237695 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-185bfdf6-7398-4b35-9380-9778ae6db314 req-d76921b6-0d70-40a3-a73e-70c42422ed7b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1187444 Aug 24 00:30:24.322844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-185bfdf6-7398-4b35-9380-9778ae6db314 req-97a4b8e6-e6a7-457a-a115-55763aff608d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753241 Aug 24 00:30:24.345703 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.352745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.374782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:24.376363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] Pushing event deleted for resources: {'Port': ['ID=691e9b08-6aa9-4ec6-9014-ff02c9ef2719,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:24.380214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a65f21-f6ee-45e2-b290-99a6f9994bf9 None None] No DVR routers for this DVR port 691e9b08-6aa9-4ec6-9014-ff02c9ef2719 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:24.422841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=691e9b08-6aa9-4ec6-9014-ff02c9ef2719,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:24.487936 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.500100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ade26b-88b3-4dce-b7d4-6f7408e72a40']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:24.509488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8518b99-b60d-4d55-9025-f03299880792') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:24.509972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8518b99-b60d-4d55-9025-f03299880792') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:24.519336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.533298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.540972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:24.541383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:24.546674 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:24.740043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.748515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.750337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/98ade26b-88b3-4dce-b7d4-6f7408e72a40 HTTP/1.1" status: 204 len: 168 time: 3.0963783 Aug 24 00:30:24.754035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:24.759350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730154762'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:24.762432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb55f2d-a497-461a-871c-fb0f659b0c78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=98ade26b-88b3-4dce-b7d4-6f7408e72a40,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:24.868625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:24.872242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.897086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:24.906568 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:24.906915 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment 6b1dda1e-56fa-4cca-b207-ada93a6b14a5 of type vlan for network 683589cf-815c-4a73-a784-4503e5d3002a Aug 24 00:30:24.947890 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:25.036868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:25.042933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:25.043525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:25.080563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1274c74f-ef05-4528-8367-7029b3ad8138 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:25.103480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 1274c74f-ef05-4528-8367-7029b3ad8138 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:25.104230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1274c74f-ef05-4528-8367-7029b3ad8138 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:25.118997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=683589cf-815c-4a73-a784-4503e5d3002a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:25.129006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 683589cf-815c-4a73-a784-4503e5d3002a details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:25.157094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62879954-4812-42aa-acdb-9e9ff9e3f5cf req-2562fc80-1d68-4ca8-9c01-c25cb179d9b8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:25.158976 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62879954-4812-42aa-acdb-9e9ff9e3f5cf req-2562fc80-1d68-4ca8-9c01-c25cb179d9b8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0659683 Aug 24 00:30:25.204138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62879954-4812-42aa-acdb-9e9ff9e3f5cf req-45365778-9ae7-4cce-99f4-705d3ef9b690 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383708 Aug 24 00:30:25.209069 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a985d76-3b67-4c6b-8aaa-a0b6705d999a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4538851 Aug 24 00:30:25.214852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39778) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:25.235200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': '683589cf-815c-4a73-a784-4503e5d3002a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:25.440408 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:25.441906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:25.445524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:25.566468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf97278-406b-4173-9870-ae5628d18dca req-d22a40af-d939-4b34-a389-6698c05d95c8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:25.567948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccf97278-406b-4173-9870-ae5628d18dca req-d22a40af-d939-4b34-a389-6698c05d95c8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1165981 Aug 24 00:30:25.637781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccf97278-406b-4173-9870-ae5628d18dca req-e3e07884-3c60-420b-8b8a-1a960e1089e5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626411 Aug 24 00:30:25.806142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:25.914252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=4176a8a4-22c9-4fae-9307-931e092cddf6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:25.931193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': '6b1dda1e-56fa-4cca-b207-ada93a6b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '683589cf-815c-4a73-a784-4503e5d3002a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:25.931574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: 683589cf-815c-4a73-a784-4503e5d3002a, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:25.943453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6a266-01bd-4ee5-81f9-b6d516eebba3 req-f1dd041c-08be-4aef-9eb5-f9c8c73317e5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:25.944963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ed6a266-01bd-4ee5-81f9-b6d516eebba3 req-f1dd041c-08be-4aef-9eb5-f9c8c73317e5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0931654 Aug 24 00:30:25.992377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ed6a266-01bd-4ee5-81f9-b6d516eebba3 req-2b1ba346-5edb-46d6-a799-61fda78a5124 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404863 Aug 24 00:30:26.063539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network 683589cf-815c-4a73-a784-4503e5d3002a is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:26.149733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 683589cf-815c-4a73-a784-4503e5d3002a) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:26.157318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.157922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.166241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7949b-5bda-4fa2-9613-d19ba4106f0e None None] Network 683589cf-815c-4a73-a784-4503e5d3002a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:26.280099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-83b690ac-5a72-4bca-9280-4d0ff424818b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.330253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39808) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:26.330824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-556d89f0-6b85-4f9a-9e65-b97e8cd778da tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1142855 Aug 24 00:30:26.344315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-683589cf-815c-4a73-a784-4503e5d3002a', 'network_id': '683589cf-815c-4a73-a784-4503e5d3002a', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': '4176a8a4-22c9-4fae-9307-931e092cddf6'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:26.345194 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.373064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69486303-9de3-40a2-a8a1-65babe8036d4 req-f331e7af-5b2e-4376-9fe0-cfb16116f840 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.383100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69486303-9de3-40a2-a8a1-65babe8036d4 req-f331e7af-5b2e-4376-9fe0-cfb16116f840 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.1003370 Aug 24 00:30:26.442842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69486303-9de3-40a2-a8a1-65babe8036d4 req-37a20d76-c0a8-4e13-89dd-cfd3fc47dc68 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584702 Aug 24 00:30:26.494388 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.498808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a06410-60fc-43a1-89d5-549acefa266b req-7af92320-11e1-4668-adc3-ec42f8ae5767 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.506328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a06410-60fc-43a1-89d5-549acefa266b req-7af92320-11e1-4668-adc3-ec42f8ae5767 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.513081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a06410-60fc-43a1-89d5-549acefa266b req-7af92320-11e1-4668-adc3-ec42f8ae5767 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.517955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Allocated IP 2001:db8::1 (683589cf-815c-4a73-a784-4503e5d3002a/4176a8a4-22c9-4fae-9307-931e092cddf6/a9786629-0269-448a-a5e6-da07f31dc380) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:26.520387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a06410-60fc-43a1-89d5-549acefa266b req-7af92320-11e1-4668-adc3-ec42f8ae5767 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.527018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a06410-60fc-43a1-89d5-549acefa266b req-7af92320-11e1-4668-adc3-ec42f8ae5767 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.532976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a06410-60fc-43a1-89d5-549acefa266b req-7af92320-11e1-4668-adc3-ec42f8ae5767 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.539018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a06410-60fc-43a1-89d5-549acefa266b req-7af92320-11e1-4668-adc3-ec42f8ae5767 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.541036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12a06410-60fc-43a1-89d5-549acefa266b req-7af92320-11e1-4668-adc3-ec42f8ae5767 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.1211131 Aug 24 00:30:26.569528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.626218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12a06410-60fc-43a1-89d5-549acefa266b req-efbf84eb-aac2-45c0-a8fa-a759a55e42e9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732634 Aug 24 00:30:26.741786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:26.769098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.777262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0f3b1-96d4-4f8f-a3ca-4a667532e242 req-76e34de9-8434-48f9-b501-5d5c61cfbbae tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:26.778939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83b0f3b1-96d4-4f8f-a3ca-4a667532e242 req-76e34de9-8434-48f9-b501-5d5c61cfbbae tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0521872 Aug 24 00:30:26.789812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Transition to ACTIVE for port object a9786629-0269-448a-a5e6-da07f31dc380 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:26.822438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83b0f3b1-96d4-4f8f-a3ca-4a667532e242 req-c682b31e-51bc-4d35-adbe-90a22db40380 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373936 Aug 24 00:30:26.847172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Transition to ACTIVE for port object a9786629-0269-448a-a5e6-da07f31dc380 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:26.879547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:26.889531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '76306686-474a-4d79-a6b8-7a4083adebd8', 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161', 'port_id': '76306686-474a-4d79-a6b8-7a4083adebd8', 'mac_address': 'fa:16:3e:47:99:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d87814-c4d9-40ac-91eb-a15ce2e4f230', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:26.934060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:26.943661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76306686-474a-4d79-a6b8-7a4083adebd8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:26.962866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:26.968800 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.012614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Network 683589cf-815c-4a73-a784-4503e5d3002a is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:27.017095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:27.019099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Pushing event updated for resources: {'Port': ['ID=a9786629-0269-448a-a5e6-da07f31dc380,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:27.021298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:27.049615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.106586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.124039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Attempting to bind port a9786629-0269-448a-a5e6-da07f31dc380 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:27.124652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Attempting to bind port a9786629-0269-448a-a5e6-da07f31dc380 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6b1dda1e-56fa-4cca-b207-ada93a6b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '683589cf-815c-4a73-a784-4503e5d3002a'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:27.125164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Attempting to bind port a9786629-0269-448a-a5e6-da07f31dc380 on network 683589cf-815c-4a73-a784-4503e5d3002a {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:27.145318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:27.145915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Checking segment: {'id': '6b1dda1e-56fa-4cca-b207-ada93a6b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '683589cf-815c-4a73-a784-4503e5d3002a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:27.146428 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.146968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Bound using segment: {'id': '6b1dda1e-56fa-4cca-b207-ada93a6b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '683589cf-815c-4a73-a784-4503e5d3002a'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:27.147593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Bound port: a9786629-0269-448a-a5e6-da07f31dc380, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1dda1e-56fa-4cca-b207-ada93a6b14a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '683589cf-815c-4a73-a784-4503e5d3002a'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:27.148081 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.149865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=4176a8a4-22c9-4fae-9307-931e092cddf6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:27.157027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed4691-c3b9-4f64-81af-12a2fb584d92 req-4141727e-d43c-4e6c-8b23-13485c96296b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.165086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1ed4691-c3b9-4f64-81af-12a2fb584d92 req-4141727e-d43c-4e6c-8b23-13485c96296b tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.0733142 Aug 24 00:30:27.206749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['76306686-474a-4d79-a6b8-7a4083adebd8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:27.214280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1ed4691-c3b9-4f64-81af-12a2fb584d92 req-52e96a30-b6a0-4d28-b003-a9f3b8da2a14 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483243 Aug 24 00:30:27.244393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:27.269535 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.283503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683589cf-815c-4a73-a784-4503e5d3002a']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:27.294953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] For port a9786629-0269-448a-a5e6-da07f31dc380, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:27.301332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1dda1e-56fa-4cca-b207-ada93a6b14a5') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:27.301332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1dda1e-56fa-4cca-b207-ada93a6b14a5') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:27.302043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] For port a9786629-0269-448a-a5e6-da07f31dc380, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9786629-0269-448a-a5e6-da07f31dc380,segment=NetworkSegment(6b1dda1e-56fa-4cca-b207-ada93a6b14a5),segment_id=6b1dda1e-56fa-4cca-b207-ada93a6b14a5)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:27.325696 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.391825 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.395217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.398139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:27.398717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:27.402240 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:27.503866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe8273-27e0-4bdc-8cd4-9a7d6efaca2a None None] Pushing event updated for resources: {'Port': ['ID=a9786629-0269-448a-a5e6-da07f31dc380,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:27.521717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:30:27.521717 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:30:27.521717 n-d-804878-2 neutron-server[95327]: [parameters: {'id': '683589cf-815c-4a73-a784-4503e5d3002a'}] Aug 24 00:30:27.521717 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:30:27.522793 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:30:27.528988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27a126-0acc-41ac-82c7-e1d0982b1aef None None] Network 683589cf-815c-4a73-a784-4503e5d3002a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:27.658968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197a8dc-8073-4dcf-8652-eebdcf9e12b6 req-4a5871a5-db62-452b-993a-c3c4914ec3bf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.660676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0197a8dc-8073-4dcf-8652-eebdcf9e12b6 req-4a5871a5-db62-452b-993a-c3c4914ec3bf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.0729587 Aug 24 00:30:27.720986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46736a0b-3da9-4cb0-bd73-c13bc7ad087c None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:30:27.772052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0197a8dc-8073-4dcf-8652-eebdcf9e12b6 req-e124a45a-9945-46da-9272-653160da8912 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Aug 24 00:30:27.808454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-95fc1728-c6f6-4d9c-843e-4baa4cade5a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.816396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-95fc1728-c6f6-4d9c-843e-4baa4cade5a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.822690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-95fc1728-c6f6-4d9c-843e-4baa4cade5a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.835554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-95fc1728-c6f6-4d9c-843e-4baa4cade5a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.839761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-95fc1728-c6f6-4d9c-843e-4baa4cade5a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.847308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-95fc1728-c6f6-4d9c-843e-4baa4cade5a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.854627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-95fc1728-c6f6-4d9c-843e-4baa4cade5a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.857140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-95fc1728-c6f6-4d9c-843e-4baa4cade5a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.1844192 Aug 24 00:30:27.938011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46736a0b-3da9-4cb0-bd73-c13bc7ad087c None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:30:27.973965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-f66ff9ed-3395-4146-ad8f-ffa86d04232b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.975451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-f66ff9ed-3395-4146-ad8f-ffa86d04232b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "GET /v2.0/ports/678b847c-3345-457a-a479-f0927bf12b0f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0725603 Aug 24 00:30:27.996705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-f6cf089d-e974-43df-a420-0009f4a0492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:27.998695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-f6cf089d-e974-43df-a420-0009f4a0492d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9&tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0 HTTP/1.1" status: 200 len: 1101 time: 0.0574050 Aug 24 00:30:28.021984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:28.027322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.131460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-cf73f121-ae39-4dc3-a313-6481b79bb5e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.137945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-cf73f121-ae39-4dc3-a313-6481b79bb5e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.144829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-cf73f121-ae39-4dc3-a313-6481b79bb5e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.150716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-cf73f121-ae39-4dc3-a313-6481b79bb5e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.157677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-cf73f121-ae39-4dc3-a313-6481b79bb5e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.170435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-cf73f121-ae39-4dc3-a313-6481b79bb5e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.177621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-cf73f121-ae39-4dc3-a313-6481b79bb5e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.179766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-cf73f121-ae39-4dc3-a313-6481b79bb5e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.3880451 Aug 24 00:30:28.205544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf4f6-e96d-4571-905d-033ef25228db req-269f067d-3a2e-40b6-b497-8c7438772ad6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.207411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cccbf4f6-e96d-4571-905d-033ef25228db req-269f067d-3a2e-40b6-b497-8c7438772ad6 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.3078699 Aug 24 00:30:28.224371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020792c-7749-44b9-bf18-c0f2a3462d22 req-a5e62fe2-43b7-4c90-9785-bd79afc66432 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.231862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5020792c-7749-44b9-bf18-c0f2a3462d22 req-a5e62fe2-43b7-4c90-9785-bd79afc66432 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 945 time: 0.2523417 Aug 24 00:30:28.313076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6388b12b-0d72-48b5-8f93-bc39730f535d req-58751085-a03c-45b0-8906-5050dfbc6f30 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166441 Aug 24 00:30:28.365982 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.370881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5020792c-7749-44b9-bf18-c0f2a3462d22 req-6fd61d01-0e8f-4612-ab11-2d7c61dc51c6 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379502 Aug 24 00:30:28.412293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port a9786629-0269-448a-a5e6-da07f31dc380 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:28.413254 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.501361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port a9786629-0269-448a-a5e6-da07f31dc380, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9786629-0269-448a-a5e6-da07f31dc380,segment=NetworkSegment(6b1dda1e-56fa-4cca-b207-ada93a6b14a5),segment_id=6b1dda1e-56fa-4cca-b207-ada93a6b14a5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:28.502010 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.518952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-4141dd0c-42dc-41a1-891b-202ed0ad270a tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "GET /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4741566 Aug 24 00:30:28.526143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for a9786629-0269-448a-a5e6-da07f31dc380 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:28.540576 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:28.608470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Deleting port 2172adc6-1e26-44b8-bd5c-46d2bd63483d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:28.608819 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.738628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] For port 2172adc6-1e26-44b8-bd5c-46d2bd63483d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2172adc6-1e26-44b8-bd5c-46d2bd63483d,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:28.738628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.742760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:28.776962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:28.820991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.843348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd907fee-8075-475c-857e-1adfc8fad0e9 req-00850dee-de5d-48fa-86c4-87d4dac79612 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:28.844829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 76306686-474a-4d79-a6b8-7a4083adebd8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:28.845475 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.858368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd907fee-8075-475c-857e-1adfc8fad0e9 req-00850dee-de5d-48fa-86c4-87d4dac79612 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 945 time: 0.4252551 Aug 24 00:30:28.893454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:28.904573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=a9786629-0269-448a-a5e6-da07f31dc380,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:28.941845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port a9786629-0269-448a-a5e6-da07f31dc380 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:29.033313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.035571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:29.036093 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a13837ca-fa31-43d7-9cb2-ca591c2a6fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.077008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:29.080133 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d940250d-5fdf-4479-a2c5-171cf92ba5bd" -d '{"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-plugged", "status": "completed", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:29.092000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd907fee-8075-475c-857e-1adfc8fad0e9 req-61da123c-d3ff-4096-a957-a1056b88bc07 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups?id=61d9c8dd-8083-49cf-adee-c07fb2cbdd03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325659 Aug 24 00:30:29.102451 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.106985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:29.143704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2172adc6-1e26-44b8-bd5c-46d2bd63483d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:29.167643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.168269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99758078-20ae-47b6-9326-acfd7c496301 req-b493544a-50e9-4aba-96e8-51c4749692be tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:29.169964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99758078-20ae-47b6-9326-acfd7c496301 req-b493544a-50e9-4aba-96e8-51c4749692be tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.2548108 Aug 24 00:30:29.182252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683589cf-815c-4a73-a784-4503e5d3002a']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:29.203928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:29.206700 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0baeda7-a43a-4a41-bffb-1648956c2845" -d '{"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:29.211031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1dda1e-56fa-4cca-b207-ada93a6b14a5') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:29.211621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1dda1e-56fa-4cca-b207-ada93a6b14a5') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:29.215684 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.231524 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.233177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 70ecba71-eb80-443a-9956-d138937f71dc no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:29.234964 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.247675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Transition to ACTIVE for port object c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:29.260176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.270933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:29.271721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:29.275375 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:29.303502 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51bc1ee-0329-41c1-b929-729b73701a6c x-openstack-request-id: req-d51bc1ee-0329-41c1-b929-729b73701a6c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:29.303502 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-plugged", "status": "completed", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:29.303502 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d51bc1ee-0329-41c1-b929-729b73701a6c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:29.303502 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8', 'code': 200} Aug 24 00:30:29.381771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.430488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.431413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.431905 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Floating IP b31b91b2-5ec6-468c-9419-e95dcaf21174 disassociated. External IP: 172.25.5.83, port: 2172adc6-1e26-44b8-bd5c-46d2bd63483d. Aug 24 00:30:29.432410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Calling delete_port for 2172adc6-1e26-44b8-bd5c-46d2bd63483d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:29.513138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:29.527849 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.531055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:29.580505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] No DVR routers for this DVR port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:29.589128 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ad472-d8c0-4276-a058-0ad044465e93 x-openstack-request-id: req-f50ad472-d8c0-4276-a058-0ad044465e93 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:29.589890 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:29.590362 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f50ad472-d8c0-4276-a058-0ad044465e93 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:29.591224 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'code': 200} Aug 24 00:30:29.599914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=10']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:29.623075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:29.638192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.657547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.663478 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/683589cf-815c-4a73-a784-4503e5d3002a HTTP/1.1" status: 204 len: 168 time: 3.3275149 Aug 24 00:30:29.666192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 70ecba71-eb80-443a-9956-d138937f71dc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=70ecba71-eb80-443a-9956-d138937f71dc,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:29.667864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39900) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:29.668243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01a2be-7e3b-482a-b186-c76b83dd7b16 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=683589cf-815c-4a73-a784-4503e5d3002a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:29.674699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:29.676403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:29.677100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:29.682031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1613376444'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:29.682753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:30:29.683157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Attempting to bind port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:29.689767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:29.690205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:29.690717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:29.691172 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Bound port: c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:29.691644 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.701099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99758078-20ae-47b6-9326-acfd7c496301 req-d8eb5e8b-530f-441a-a510-8a5cf744d94d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084639 Aug 24 00:30:29.815114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] For port 678b847c-3345-457a-a479-f0927bf12b0f, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=678b847c-3345-457a-a479-f0927bf12b0f,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:29.815114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.820725 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.841398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:29.852671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:29.914707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=70ecba71-eb80-443a-9956-d138937f71dc,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:29.937224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event deleted for resources: {'Port': ['ID=2172adc6-1e26-44b8-bd5c-46d2bd63483d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:29.960861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:29.964661 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:29.972723 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.001405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] For port 678b847c-3345-457a-a479-f0927bf12b0f, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:30.013293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e19f9d-fee7-4e1d-99ba-094271c7c0c5 req-7e09863d-e0b4-4f0c-b0b7-df6377d830d9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.021214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37e19f9d-fee7-4e1d-99ba-094271c7c0c5 req-7e09863d-e0b4-4f0c-b0b7-df6377d830d9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1519370 Aug 24 00:30:30.067709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=11']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:30.144154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.144865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.146400 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ddd066d4-6793-41e1-a9b2-53053f3992f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 1097 time: 2.1321268 Aug 24 00:30:30.219607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-a58758f0-9782-4ca2-9dec-d3bbb03224e1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.227609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-a58758f0-9782-4ca2-9dec-d3bbb03224e1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.234343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-a58758f0-9782-4ca2-9dec-d3bbb03224e1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.241834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-a58758f0-9782-4ca2-9dec-d3bbb03224e1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.254478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-a58758f0-9782-4ca2-9dec-d3bbb03224e1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.262208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-a58758f0-9782-4ca2-9dec-d3bbb03224e1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.270769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-a58758f0-9782-4ca2-9dec-d3bbb03224e1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.281489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-a58758f0-9782-4ca2-9dec-d3bbb03224e1 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 5435 time: 0.5168369 Aug 24 00:30:30.288312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.304699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-6a109b55-e9a1-401b-af57-bd800176dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.306861 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-6a109b55-e9a1-401b-af57-bd800176dbe6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1100 time: 0.1069856 Aug 24 00:30:30.333653 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:30:30.426151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Router 411cc998-236c-409d-ad0c-97ec259460e3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:30:30.447365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] device_id is not set on port 678b847c-3345-457a-a479-f0927bf12b0f yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:30:30.469030 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.471570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:30.491404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-c39bac2b-4b16-472a-a89a-cb74f3138397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.493804 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-c39bac2b-4b16-472a-a89a-cb74f3138397 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1800029 Aug 24 00:30:30.502899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e13e92f7-e2d5-4ad2-8378-df013c293335 req-08aa1635-4615-4a3c-bede-3046f79689a2 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2204916 Aug 24 00:30:30.517623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.517623 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment 813b8698-ba1c-4095-9bdc-c38047a14c0d of type vlan for network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d Aug 24 00:30:30.555702 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-c998b178-a304-4fef-9cd3-3b9497e2df5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.0543854 Aug 24 00:30:30.611752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37e19f9d-fee7-4e1d-99ba-094271c7c0c5 req-426ed4a8-9b3d-4f56-9f6f-b0d49fb29cd9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896564 Aug 24 00:30:30.668628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ee7f9595-4928-414a-80a1-765716f7173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.668628 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ee7f9595-4928-414a-80a1-765716f7173d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1044898 Aug 24 00:30:30.683117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.742458 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.752092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-f049971f-726b-4d95-835d-9daf0536ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.753917 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-f049971f-726b-4d95-835d-9daf0536ddb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793939 Aug 24 00:30:30.755175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 042958f8-c756-46e2-962c-fa2d45f67dcf no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:30.907523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] Pushing event updated for resources: {'Port': ['ID=678b847c-3345-457a-a479-f0927bf12b0f,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:30.918063 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.924366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:30.925191 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.945055 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:30.971631 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-7d9d2958-e545-43ab-b5b3-be7373210f36 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102230 Aug 24 00:30:30.990567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b113d250-6bf6-49f7-aa55-a565fde9ce79 req-642ec44a-f9a9-4ef0-86a7-a90398c033eb tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 210 time: 0.2006729 Aug 24 00:30:31.036742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3589094 Aug 24 00:30:31.039211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:31.039476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 042958f8-c756-46e2-962c-fa2d45f67dcf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=042958f8-c756-46e2-962c-fa2d45f67dcf,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:31.091250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:31.110924 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.111673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 195f0fde-8f0f-43fe-9778-721e1c876bc6 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:31.122880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] No DVR routers for this DVR port 678b847c-3345-457a-a479-f0927bf12b0f on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:31.149523 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eb2f8e6c-6eb3-4265-91e2-ff9d2795ca16 req-ed54af02-e2fe-4a91-b827-1be0de1b3550 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695957 Aug 24 00:30:31.232742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=042958f8-c756-46e2-962c-fa2d45f67dcf,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:31.299725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-084915ed-c8b5-40ad-b475-265dc469a176 None None] Provisioning complete for port 678b847c-3345-457a-a479-f0927bf12b0f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:31.300325 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-084915ed-c8b5-40ad-b475-265dc469a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.343151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70ecba71-eb80-443a-9956-d138937f71dc'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042958f8-c756-46e2-962c-fa2d45f67dcf'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:31.345523 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad149dd-7801-46f1-a83d-d280441808b5" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "70ecba71-eb80-443a-9956-d138937f71dc"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "042958f8-c756-46e2-962c-fa2d45f67dcf"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:31.362529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-084915ed-c8b5-40ad-b475-265dc469a176 None None] Port 678b847c-3345-457a-a479-f0927bf12b0f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:30:31.375161 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.426615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 195f0fde-8f0f-43fe-9778-721e1c876bc6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:31.428876 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27d053f-d6ee-453d-bf65-29a764e74af9 x-openstack-request-id: req-a27d053f-d6ee-453d-bf65-29a764e74af9 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:31.431394 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "70ecba71-eb80-443a-9956-d138937f71dc", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "042958f8-c756-46e2-962c-fa2d45f67dcf", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:31.431394 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a27d053f-d6ee-453d-bf65-29a764e74af9 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:31.431394 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70ecba71-eb80-443a-9956-d138937f71dc', 'code': 200} Aug 24 00:30:31.431394 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042958f8-c756-46e2-962c-fa2d45f67dcf', 'code': 200} Aug 24 00:30:31.565615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.566893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 678b847c-3345-457a-a479-f0927bf12b0f no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:31.593843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:31.596343 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833bee94-f000-41f3-9aeb-2f8b4785e915" -d '{"events": [{"name": "network-changed", "server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:31.747468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 678b847c-3345-457a-a479-f0927bf12b0f not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:31.747915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b6603f31-5555-4c3d-a982-69b567bcf759 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:31.751470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=195f0fde-8f0f-43fe-9778-721e1c876bc6,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:31.767749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:30:31.785206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] Sync routers for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:30:31.797979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e8546-1ca1-4e3d-ba88-ee334f653598 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:31.809443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:30:31.810493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:30:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:31.817043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:31.856191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.859406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6455e-0efb-4270-a7b3-9cd14ea81cf4 req-298a5d7f-6649-42e8-8a8c-0e069c895627 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.867713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8aa6455e-0efb-4270-a7b3-9cd14ea81cf4 req-298a5d7f-6649-42e8-8a8c-0e069c895627 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 949 time: 0.9510367 Aug 24 00:30:31.873459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] No DVR routers for this DVR port 2172adc6-1e26-44b8-bd5c-46d2bd63483d on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:31.876918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] In _notify_port_updated(), no bound segment for port 678b847c-3345-457a-a479-f0927bf12b0f on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:30:31.876918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.877202 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.878289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6c11f630-ff90-40df-acda-9bf6fd1dd353 service neutron] 10.222.0.37 "PUT /v2.0/ports/678b847c-3345-457a-a479-f0927bf12b0f HTTP/1.1" status: 200 len: 1028 time: 3.3491609 Aug 24 00:30:31.883946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:31.885931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cccbf4f6-e96d-4571-905d-033ef25228db req-6363202c-62d1-492c-9a2d-82d0c8103963 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.36 "DELETE /v2.0/ports/2172adc6-1e26-44b8-bd5c-46d2bd63483d HTTP/1.1" status: 204 len: 173 time: 3.6357887 Aug 24 00:30:31.890221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-deleted', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:31.892437 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b85799-89df-45a2-bfc4-9812c9acd90e" -d '{"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-deleted", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:31.976640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c68a-63f4-49ba-8e37-14bd75fcda4e req-8f092170-a2ff-44f1-8d6f-d2dd7f6f5fd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.983262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c68a-63f4-49ba-8e37-14bd75fcda4e req-8f092170-a2ff-44f1-8d6f-d2dd7f6f5fd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.989348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c68a-63f4-49ba-8e37-14bd75fcda4e req-8f092170-a2ff-44f1-8d6f-d2dd7f6f5fd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:31.995581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c68a-63f4-49ba-8e37-14bd75fcda4e req-8f092170-a2ff-44f1-8d6f-d2dd7f6f5fd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.002415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c68a-63f4-49ba-8e37-14bd75fcda4e req-8f092170-a2ff-44f1-8d6f-d2dd7f6f5fd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.008513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c68a-63f4-49ba-8e37-14bd75fcda4e req-8f092170-a2ff-44f1-8d6f-d2dd7f6f5fd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.012134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a448c68a-63f4-49ba-8e37-14bd75fcda4e req-8f092170-a2ff-44f1-8d6f-d2dd7f6f5fd3 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 4654 time: 0.3028162 Aug 24 00:30:32.025525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:32.029258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:32.050052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8aa6455e-0efb-4270-a7b3-9cd14ea81cf4 req-d9097359-b801-4c51-afc6-9e755e7c3dba tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822588 Aug 24 00:30:32.058253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6b842e75-49e6-4572-b49f-8bfd4654c44f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.065918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-6b842e75-49e6-4572-b49f-8bfd4654c44f tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "GET /v2.0/ports/70ecba71-eb80-443a-9956-d138937f71dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1658189 Aug 24 00:30:32.125092 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:32.162430 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f8dd79-96f4-46a4-a733-ab3f1127309f x-openstack-request-id: req-a2f8dd79-96f4-46a4-a733-ab3f1127309f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:32.162903 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:32.163031 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2f8dd79-96f4-46a4-a733-ab3f1127309f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:32.163425 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'status': 'completed', 'code': 200} Aug 24 00:30:32.178579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:32.232284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b6603f31-5555-4c3d-a982-69b567bcf759, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b6603f31-5555-4c3d-a982-69b567bcf759,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:32.234593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:30:32.294859 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:32.295583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:32.310690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-37bf3ed7-8c53-442e-82fc-e41c555786b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.312434 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-37bf3ed7-8c53-442e-82fc-e41c555786b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1100 time: 0.1425648 Aug 24 00:30:32.387599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a448c68a-63f4-49ba-8e37-14bd75fcda4e req-26153f78-4c07-4a30-afe3-1ad471f40511 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=957177ae-a6ce-41f5-b037-98234f2f1adf&id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3629215 Aug 24 00:30:32.448178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-613d81bc-b23c-4e5e-a18f-656509576a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.448178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-613d81bc-b23c-4e5e-a18f-656509576a55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1100 time: 0.1729774 Aug 24 00:30:32.453364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:32.481740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-cb8141bf-1d62-49bf-8956-4193e268aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.490847 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-cb8141bf-1d62-49bf-8956-4193e268aa8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.1676974 Aug 24 00:30:32.556963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d6509-97ab-4d06-b3e4-5401b3d3857c req-5e846e15-cc28-4cc1-9320-74bf0f835d4b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.563292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b6603f31-5555-4c3d-a982-69b567bcf759,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:32.568025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-550d6509-97ab-4d06-b3e4-5401b3d3857c req-5e846e15-cc28-4cc1-9320-74bf0f835d4b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.2808871 Aug 24 00:30:32.582199 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-d5c2bd14-a6b8-40dd-b604-5a9d249eb8bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.0861490 Aug 24 00:30:32.682522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-c2e75c6d-bdd8-46fc-ac16-0370e2227d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.684228 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-c2e75c6d-bdd8-46fc-ac16-0370e2227d18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0950036 Aug 24 00:30:32.704835 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:32.776081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:32.779184 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd7b97-8a0e-40fd-8903-df6810463cfa x-openstack-request-id: req-3acd7b97-8a0e-40fd-8903-df6810463cfa {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:32.781240 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e97095-114d-43be-8d6c-240d40412faf", "name": "network-vif-deleted", "tag": "2172adc6-1e26-44b8-bd5c-46d2bd63483d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:32.781772 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3acd7b97-8a0e-40fd-8903-df6810463cfa {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:32.781909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-822b3f56-f1ca-480c-a883-2978f0869969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:32.782634 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e97095-114d-43be-8d6c-240d40412faf', 'name': 'network-vif-deleted', 'tag': '2172adc6-1e26-44b8-bd5c-46d2bd63483d', 'status': 'completed', 'code': 200} Aug 24 00:30:32.785051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:30:32.785548 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-822b3f56-f1ca-480c-a883-2978f0869969 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854838 Aug 24 00:30:32.850135 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:32.850880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8182b142-479e-46ce-be7f-a38f33a0187c no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:32.897986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-550d6509-97ab-4d06-b3e4-5401b3d3857c req-51e2fcf7-d98b-4d77-a147-0060307c7c3d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917218 Aug 24 00:30:32.971257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:08Z', 'revision_number': 5, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:33.009291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:33.034331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3aaca2f3-1fb4-4aa4-8fe0-d76026ce33d9 req-40c1726e-6127-4025-b1fa-a195e6032d88 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/ports?device_id=14e97095-114d-43be-8d6c-240d40412faf HTTP/1.1" status: 200 len: 210 time: 0.0610964 Aug 24 00:30:33.039002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-1f571569-2269-4f08-9d90-278915d19694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:33.044260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-1f571569-2269-4f08-9d90-278915d19694 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.5856693 Aug 24 00:30:33.119211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] For port 70ecba71-eb80-443a-9956-d138937f71dc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=70ecba71-eb80-443a-9956-d138937f71dc,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:33.153259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] Checking router: 411cc998-236c-409d-ad0c-97ec259460e3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:30:33.162701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.resource_extend [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:30:33.168769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] For port 70ecba71-eb80-443a-9956-d138937f71dc, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:33.214478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] device_id is not set on port 70ecba71-eb80-443a-9956-d138937f71dc yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:30:33.224311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:33.274259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-377300ff-5fbe-401b-b62f-b0cc1135b206 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 200 len: 217 time: 0.2219896 Aug 24 00:30:33.276314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:33.347225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:30:33.349532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:30:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:33.390459 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:33.412449 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-db18b0f5-5e10-4368-91e4-afa4f252efa3 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167593 Aug 24 00:30:33.448935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195f0fde-8f0f-43fe-9778-721e1c876bc6'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6603f31-5555-4c3d-a982-69b567bcf759'}, {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:33.456737 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e1b234-90f9-449a-944d-889e601f52c7" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "195f0fde-8f0f-43fe-9778-721e1c876bc6"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b6603f31-5555-4c3d-a982-69b567bcf759"}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:33.568626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92bec4-4215-45f8-9724-f4c62be320a9 req-65e4edbc-b387-4119-86cf-ff9e75aea11f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:33.570892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d92bec4-4215-45f8-9724-f4c62be320a9 req-65e4edbc-b387-4119-86cf-ff9e75aea11f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 949 time: 0.3421714 Aug 24 00:30:33.678129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:33.718797 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:33.725725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'mac_address': 'fa:16:3e:75:0f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:30:33.740050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:30:33.746510 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-8552f11b-3800-4f3b-ba74-8ceef4cabd6b service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265240 Aug 24 00:30:33.817734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': '813b8698-ba1c-4095-9bdc-c38047a14c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:33.818386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:33.821239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] No DVR routers for this DVR port 70ecba71-eb80-443a-9956-d138937f71dc on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:33.854444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8182b142-479e-46ce-be7f-a38f33a0187c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8182b142-479e-46ce-be7f-a38f33a0187c,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:33.865862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=be3a3c27-af05-42c6-a666-a61be7a7b06a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:33.889268 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:33.903025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-181c2a02-d5c8-4b0e-bc77-38d45f3f81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:33.907481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-181c2a02-d5c8-4b0e-bc77-38d45f3f81b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.5780838 Aug 24 00:30:33.929629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] Pushing event updated for resources: {'Port': ['ID=70ecba71-eb80-443a-9956-d138937f71dc,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:33.986215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:33.990561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d92bec4-4215-45f8-9724-f4c62be320a9 req-29df61fb-b19b-49b8-86ab-8998c40e8fe5 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072645 Aug 24 00:30:34.012827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] In _notify_port_updated(), no bound segment for port 70ecba71-eb80-443a-9956-d138937f71dc on network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:30:34.013819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.015384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.016819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8a2bd9c7-a6c3-403e-b5d8-f5197de2f147 service neutron] 10.222.0.37 "PUT /v2.0/ports/70ecba71-eb80-443a-9956-d138937f71dc HTTP/1.1" status: 200 len: 1028 time: 1.9260905 Aug 24 00:30:34.046011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c952e-2e35-45c0-b904-5f0887fb3260 req-a9a16457-048f-47e5-8eb5-7d641c010a35 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.052655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c952e-2e35-45c0-b904-5f0887fb3260 req-a9a16457-048f-47e5-8eb5-7d641c010a35 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.055191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:30:34.059278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c952e-2e35-45c0-b904-5f0887fb3260 req-a9a16457-048f-47e5-8eb5-7d641c010a35 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.066471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c952e-2e35-45c0-b904-5f0887fb3260 req-a9a16457-048f-47e5-8eb5-7d641c010a35 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.073029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c952e-2e35-45c0-b904-5f0887fb3260 req-a9a16457-048f-47e5-8eb5-7d641c010a35 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.082268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c5c952e-2e35-45c0-b904-5f0887fb3260 req-a9a16457-048f-47e5-8eb5-7d641c010a35 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 3877 time: 0.3533759 Aug 24 00:30:34.140386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ce6d8e70-fc88-4871-9786-b0e8bc19febf None None] Provisioning complete for port 70ecba71-eb80-443a-9956-d138937f71dc triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:34.141199 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce6d8e70-fc88-4871-9786-b0e8bc19febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.141454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:34.155571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-c19ac49a-09e8-4f82-a9e8-159a807cd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.166060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-c19ac49a-09e8-4f82-a9e8-159a807cd103 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214508 Aug 24 00:30:34.166664 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aeb142-e9ef-44bd-ae91-71d98065df5e x-openstack-request-id: req-97aeb142-e9ef-44bd-ae91-71d98065df5e {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:34.166664 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "195f0fde-8f0f-43fe-9778-721e1c876bc6", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "b6603f31-5555-4c3d-a982-69b567bcf759", "code": 200}, {"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:34.166664 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97aeb142-e9ef-44bd-ae91-71d98065df5e {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:34.166664 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195f0fde-8f0f-43fe-9778-721e1c876bc6', 'code': 200} Aug 24 00:30:34.166664 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6603f31-5555-4c3d-a982-69b567bcf759', 'code': 200} Aug 24 00:30:34.166664 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'code': 200} Aug 24 00:30:34.252178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:34.273271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8182b142-479e-46ce-be7f-a38f33a0187c,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:34.294974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c5c952e-2e35-45c0-b904-5f0887fb3260 req-c02c7ef5-232b-4869-89ef-cba85bcf1aa5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117040 Aug 24 00:30:34.318459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:34.364299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d8e70-fc88-4871-9786-b0e8bc19febf None None] Port 70ecba71-eb80-443a-9956-d138937f71dc cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:30:34.371180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb4c89-8268-49d9-b6a9-4abb8ee10ecb None None] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:34.375850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.376454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.441892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-2346c131-522e-4592-bd31-7988ae7e71f1 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733371 Aug 24 00:30:34.454636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.468975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:08Z', 'revision_number': 5, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:34.490182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 195f0fde-8f0f-43fe-9778-721e1c876bc6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:34.490605 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.552034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee36c1-272c-42ee-bf05-754b158bee03 None None] The sync data for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 is: [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:19:00Z', 'revision_number': 4, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6ccb7f37-4b21-4709-a175-f707d6127e69', 'name': '', 'network_id': 'afa56c2b-4c75-4c37-a2a5-2bd294b482d3', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'mac_address': 'fa:16:3e:4e:09:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:58Z', 'updated_at': '2021-08-24T00:19:08Z', 'revision_number': 5, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'subnets': [{'id': '2f79c7e5-69af-4c72-85c1-7385547af0c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:30:34.553370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-88ac18a9-c9e4-4a8b-9196-28d515b4e56b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4679880 Aug 24 00:30:34.554987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39986) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:34.565590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:34.582484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e5634-8740-4106-80e4-bab4ea86bd18 req-d70e1802-5d4e-4e22-b2d8-0c9fe5072743 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:34.584027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a52e5634-8740-4106-80e4-bab4ea86bd18 req-d70e1802-5d4e-4e22-b2d8-0c9fe5072743 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.2115071 Aug 24 00:30:34.616152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0823672-1d01-4880-867a-facc735e545a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d', 'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': 'be3a3c27-af05-42c6-a666-a61be7a7b06a'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:34.617679 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d0823672-1d01-4880-867a-facc735e545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.621456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:34.666844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:34.692584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-833bee94-f000-41f3-9aeb-2f8b4785e915 req-28b6e64a-e235-4ffb-ab90-b470af31f733 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387204 Aug 24 00:30:34.695587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a52e5634-8740-4106-80e4-bab4ea86bd18 req-bc78019a-f973-4e47-bc1d-bd282c72fc65 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013386 Aug 24 00:30:34.715639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] For port 195f0fde-8f0f-43fe-9778-721e1c876bc6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=195f0fde-8f0f-43fe-9778-721e1c876bc6,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:34.716008 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.741506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 195f0fde-8f0f-43fe-9778-721e1c876bc6 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:34.758439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:34.805864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-192e3983-1a2a-43b8-a2b2-c72e1ebd14ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.845235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:34.848917 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.866358 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-192e3983-1a2a-43b8-a2b2-c72e1ebd14ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:34.866822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-d0823672-1d01-4880-867a-facc735e545a None None] Allocated IP 2001:db8::2 (b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d/be3a3c27-af05-42c6-a666-a61be7a7b06a/1bfaa55d-46ff-48d4-af77-716b764e9436) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:35.042389 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-192e3983-1a2a-43b8-a2b2-c72e1ebd14ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.042811 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bf6cb-821f-47df-b589-4502f9f74615 None None] New status for floating IP b31b91b2-5ec6-468c-9419-e95dcaf21174: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:30:35.046437 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-192e3983-1a2a-43b8-a2b2-c72e1ebd14ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.050344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-192e3983-1a2a-43b8-a2b2-c72e1ebd14ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "DELETE /v2.0/security-groups/61d9c8dd-8083-49cf-adee-c07fb2cbdd03 HTTP/1.1" status: 204 len: 168 time: 0.3794832 Aug 24 00:30:35.050980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39998) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:35.073027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e3983-1a2a-43b8-a2b2-c72e1ebd14ee tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d9c8dd-8083-49cf-adee-c07fb2cbdd03,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:35.078271 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-1d94b708-a651-4abc-b9f1-78722b26c2f5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] show failed (client error): The resource could not be found. Aug 24 00:30:35.078271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1d94b708-a651-4abc-b9f1-78722b26c2f5 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "GET /v2.0/security-groups/61d9c8dd-8083-49cf-adee-c07fb2cbdd03 HTTP/1.1" status: 404 len: 347 time: 0.0226483 Aug 24 00:30:35.080794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:35.134185 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.230640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=195f0fde-8f0f-43fe-9778-721e1c876bc6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:35.368671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] No DVR routers for this DVR port 195f0fde-8f0f-43fe-9778-721e1c876bc6 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:35.370996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.373154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-75ef7644-9b6f-4724-8444-adad459a4323 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "DELETE /v2.0/ports/195f0fde-8f0f-43fe-9778-721e1c876bc6 HTTP/1.1" status: 204 len: 173 time: 1.3489039 Aug 24 00:30:35.375540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': '195f0fde-8f0f-43fe-9778-721e1c876bc6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:35.377900 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de97f78f-527e-46b8-8200-ef61d9a00c22" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "195f0fde-8f0f-43fe-9778-721e1c876bc6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:35.463868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a4fa6-e1b3-45c4-9912-7959ff9c1bca req-03c395bf-a21a-4085-bab0-d78e6653f471 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:35.474546 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.479166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7a4fa6-e1b3-45c4-9912-7959ff9c1bca req-03c395bf-a21a-4085-bab0-d78e6653f471 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.2645898 Aug 24 00:30:35.544139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:35.571460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:35.579756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:35.580399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.610196 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d0823672-1d01-4880-867a-facc735e545a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.612893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=d414a57c-878b-440b-ad80-462431d709eb,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:35.638690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d0823672-1d01-4880-867a-facc735e545a None None] Transition to ACTIVE for port object 1bfaa55d-46ff-48d4-af77-716b764e9436 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:35.667434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d0823672-1d01-4880-867a-facc735e545a None None] Transition to ACTIVE for port object 1bfaa55d-46ff-48d4-af77-716b764e9436 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:35.674236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Deleting port 930d8a55-06f0-4ba9-a022-f2403de1feae {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:35.674588 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:35.726715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d7a4fa6-e1b3-45c4-9912-7959ff9c1bca req-042e0b2c-d5f4-4d36-92b0-2e1c16b0afea tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429025 Aug 24 00:30:35.781130 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1f543475-877b-4fd1-9c9d-171bd24adf78 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2233922 Aug 24 00:30:35.866696 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd4f02-bdda-4d1d-b054-027c4c7e068d x-openstack-request-id: req-d3dd4f02-bdda-4d1d-b054-027c4c7e068d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:35.866696 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "195f0fde-8f0f-43fe-9778-721e1c876bc6", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:35.866696 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3dd4f02-bdda-4d1d-b054-027c4c7e068d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:35.866696 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': '195f0fde-8f0f-43fe-9778-721e1c876bc6', 'status': 'completed', 'code': 200} Aug 24 00:30:35.866696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfd0e-6723-4569-b278-cd3a1f2ed47f req-221b3590-7f9b-45e9-a0b7-2118c08095ed tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:35.869083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40020) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:35.869302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfd0e-6723-4569-b278-cd3a1f2ed47f req-221b3590-7f9b-45e9-a0b7-2118c08095ed tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:35.872914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfd0e-6723-4569-b278-cd3a1f2ed47f req-221b3590-7f9b-45e9-a0b7-2118c08095ed tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:35.880160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfd0e-6723-4569-b278-cd3a1f2ed47f req-221b3590-7f9b-45e9-a0b7-2118c08095ed tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:35.881979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5abfd0e-6723-4569-b278-cd3a1f2ed47f req-221b3590-7f9b-45e9-a0b7-2118c08095ed tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 3142 time: 0.3264854 Aug 24 00:30:35.963187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5abfd0e-6723-4569-b278-cd3a1f2ed47f req-8c6e4dea-a9b0-4c59-bee3-21809c78e7e6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737078 Aug 24 00:30:35.998498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 8182b142-479e-46ce-be7f-a38f33a0187c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:35.999811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.010150 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.010781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.024611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b6035-7932-4a35-bff0-7bfc33f85060 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.026171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b6035-7932-4a35-bff0-7bfc33f85060 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.027687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b6035-7932-4a35-bff0-7bfc33f85060 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.029678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b6035-7932-4a35-bff0-7bfc33f85060 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.031248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b6035-7932-4a35-bff0-7bfc33f85060 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.033270 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7b0b6035-7932-4a35-bff0-7bfc33f85060 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1778700 Aug 24 00:30:36.037983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40024) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:36.043551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Calling delete_port for 930d8a55-06f0-4ba9-a022-f2403de1feae owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:36.056342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17659272'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:36.073544 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d0823672-1d01-4880-867a-facc735e545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.147375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0823672-1d01-4880-867a-facc735e545a None None] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:36.152784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-d0823672-1d01-4880-867a-facc735e545a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:36.159400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0823672-1d01-4880-867a-facc735e545a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:36.166922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8182b142-479e-46ce-be7f-a38f33a0187c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:36.168645 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c178a9e7-8150-460d-bcce-2e8ab38b228d" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8182b142-479e-46ce-be7f-a38f33a0187c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:36.210871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:36.215350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.232377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0823672-1d01-4880-867a-facc735e545a None None] Pushing event updated for resources: {'Port': ['ID=1bfaa55d-46ff-48d4-af77-716b764e9436,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:36.275458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:36.294182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.294420 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment f62f80a2-f652-42f7-9553-99b741c74fee of type vlan for network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 Aug 24 00:30:36.299592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d0823672-1d01-4880-867a-facc735e545a None None] Attempting to bind port 1bfaa55d-46ff-48d4-af77-716b764e9436 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:36.299982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d0823672-1d01-4880-867a-facc735e545a None None] Attempting to bind port 1bfaa55d-46ff-48d4-af77-716b764e9436 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '813b8698-ba1c-4095-9bdc-c38047a14c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:36.300337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0823672-1d01-4880-867a-facc735e545a None None] Attempting to bind port 1bfaa55d-46ff-48d4-af77-716b764e9436 on network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:36.302737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1877c-5df0-46d7-820c-a54ccbff0092 req-8317d1e0-effc-417d-9352-ef95e458ece1 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.304474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad1877c-5df0-46d7-820c-a54ccbff0092 req-8317d1e0-effc-417d-9352-ef95e458ece1 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 1101 time: 0.1613488 Aug 24 00:30:36.310962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0823672-1d01-4880-867a-facc735e545a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:36.311951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0823672-1d01-4880-867a-facc735e545a None None] Checking segment: {'id': '813b8698-ba1c-4095-9bdc-c38047a14c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:36.312372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d0823672-1d01-4880-867a-facc735e545a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.314163 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0823672-1d01-4880-867a-facc735e545a None None] Bound using segment: {'id': '813b8698-ba1c-4095-9bdc-c38047a14c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:36.315558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283050f-7abd-4911-8f30-97a76c2c3f54 req-2d91b963-7aba-4dd1-9b54-1deaf894c393 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.317103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b283050f-7abd-4911-8f30-97a76c2c3f54 req-2d91b963-7aba-4dd1-9b54-1deaf894c393 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1729376 Aug 24 00:30:36.318333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d0823672-1d01-4880-867a-facc735e545a None None] Bound port: 1bfaa55d-46ff-48d4-af77-716b764e9436, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813b8698-ba1c-4095-9bdc-c38047a14c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:36.318769 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d0823672-1d01-4880-867a-facc735e545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.402384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] For port 8182b142-479e-46ce-be7f-a38f33a0187c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8182b142-479e-46ce-be7f-a38f33a0187c,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:36.403575 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.422256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 8182b142-479e-46ce-be7f-a38f33a0187c owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:36.424408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.506671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d0823672-1d01-4880-867a-facc735e545a None None] For port 1bfaa55d-46ff-48d4-af77-716b764e9436, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:36.508986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.512869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d0823672-1d01-4880-867a-facc735e545a None None] For port 1bfaa55d-46ff-48d4-af77-716b764e9436, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1bfaa55d-46ff-48d4-af77-716b764e9436,segment=NetworkSegment(813b8698-ba1c-4095-9bdc-c38047a14c0d),segment_id=813b8698-ba1c-4095-9bdc-c38047a14c0d)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:36.598541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.602403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Pushing event deleted for resources: {'Port': ['ID=930d8a55-06f0-4ba9-a022-f2403de1feae,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:36.609079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:36.611051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610713'] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.627175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d0823672-1d01-4880-867a-facc735e545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.652957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b283050f-7abd-4911-8f30-97a76c2c3f54 req-8e8f085d-0b41-4aa4-8f5e-87e1fbfbd67e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589317 Aug 24 00:30:36.707290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad1877c-5df0-46d7-820c-a54ccbff0092 req-65c30b7e-59c1-48e4-949a-114460d8ad95 tempest-MigrationsAdminTest-2101895625 tempest-MigrationsAdminTest-2101895625-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100973 Aug 24 00:30:36.793759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:36.813886 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=ae501f1b-6fb2-4219-b97d-1b0a943ce0a9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:36.899206 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef80245a-5c2e-41b5-8bc6-15d6c50ae393 x-openstack-request-id: req-ef80245a-5c2e-41b5-8bc6-15d6c50ae393 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:36.899206 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-unplugged", "status": "completed", "tag": "8182b142-479e-46ce-be7f-a38f33a0187c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:36.899206 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef80245a-5c2e-41b5-8bc6-15d6c50ae393 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:36.899206 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8182b142-479e-46ce-be7f-a38f33a0187c', 'code': 200} Aug 24 00:30:36.921073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:36.921073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0823672-1d01-4880-867a-facc735e545a None None] Pushing event updated for resources: {'Port': ['ID=1bfaa55d-46ff-48d4-af77-716b764e9436,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:36.928054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e4f8727b-5b53-4dff-a9ac-1b6114d5d0e3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8887901 Aug 24 00:30:36.928990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40040) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:36.940841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a50003e0-c9ae-4341-9c26-d156b1c88785 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:36.959064 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.962034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:36.968839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f38518bb-f3cb-481c-a2cf-115ecd477647 tempest-ServerActionsTestJSON-1635410394 tempest-ServerActionsTestJSON-1635410394-project] 10.222.0.26 "DELETE /v2.0/floatingips/b31b91b2-5ec6-468c-9419-e95dcaf21174 HTTP/1.1" status: 204 len: 168 time: 1.8815336 Aug 24 00:30:36.969058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40044) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:37.005551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.082708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=8182b142-479e-46ce-be7f-a38f33a0187c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:37.156835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:37.164462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:37.164842 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.259724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] No DVR routers for this DVR port 8182b142-479e-46ce-be7f-a38f33a0187c on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:37.272899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.275052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-86cfe0dc-54b9-409d-9602-f32807a22db0 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "DELETE /v2.0/ports/8182b142-479e-46ce-be7f-a38f33a0187c HTTP/1.1" status: 204 len: 173 time: 1.8939605 Aug 24 00:30:37.479801 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.564672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db03d9e-b7c4-45b1-8bb4-5769ffdfb604 req-2246424d-c8f6-44e2-b3e7-0e8f16b8f0bc tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:37.573451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db03d9e-b7c4-45b1-8bb4-5769ffdfb604 req-2246424d-c8f6-44e2-b3e7-0e8f16b8f0bc tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:37.577988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db03d9e-b7c4-45b1-8bb4-5769ffdfb604 req-2246424d-c8f6-44e2-b3e7-0e8f16b8f0bc tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:37.583950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2db03d9e-b7c4-45b1-8bb4-5769ffdfb604 req-2246424d-c8f6-44e2-b3e7-0e8f16b8f0bc tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 2409 time: 0.3174572 Aug 24 00:30:37.602647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:37.650416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a50003e0-c9ae-4341-9c26-d156b1c88785 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.682699 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.739100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2db03d9e-b7c4-45b1-8bb4-5769ffdfb604 req-f1e24854-d3e3-431f-ba95-4fa99d6530b5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447163 Aug 24 00:30:37.745309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 042958f8-c756-46e2-962c-fa2d45f67dcf {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:37.745309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.769436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=13']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:37.784840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03678a-8f01-4355-be4e-76602f83567f req-bbaebc94-88c6-493e-9051-c3a7e2c55ff4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:37.788486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b03678a-8f01-4355-be4e-76602f83567f req-bbaebc94-88c6-493e-9051-c3a7e2c55ff4 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 950 time: 0.1910813 Aug 24 00:30:37.803162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a50003e0-c9ae-4341-9c26-d156b1c88785 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.848550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': '8182b142-479e-46ce-be7f-a38f33a0187c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:37.867762 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a8a3aa-3cdb-4b83-ae73-8613cf065559" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "8182b142-479e-46ce-be7f-a38f33a0187c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:37.882529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a50003e0-c9ae-4341-9c26-d156b1c88785 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 is not hosted by any dhcp agent {{(pid=95327) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:30:37.895128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50003e0-c9ae-4341-9c26-d156b1c88785 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:37.897914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a50003e0-c9ae-4341-9c26-d156b1c88785 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:37.907644 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a50003e0-c9ae-4341-9c26-d156b1c88785 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "PUT /v2.0/networks/ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 HTTP/1.1" status: 200 len: 723 time: 0.9772220 Aug 24 00:30:37.907876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40062) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:37.935175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': 'ae501f1b-6fb2-4219-b97d-1b0a943ce0a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:37.981960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50003e0-c9ae-4341-9c26-d156b1c88785 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=ae501f1b-6fb2-4219-b97d-1b0a943ce0a9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:38.003062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:38.210685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b03678a-8f01-4355-be4e-76602f83567f req-726d2140-534f-4a0e-8b7a-5e58342a11f3 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628278 Aug 24 00:30:38.293813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] For port 042958f8-c756-46e2-962c-fa2d45f67dcf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=042958f8-c756-46e2-962c-fa2d45f67dcf,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:38.294204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.348884 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b32b1f-9b00-471f-a3ae-7b622dcbca6a x-openstack-request-id: req-e2b32b1f-9b00-471f-a3ae-7b622dcbca6a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:38.349163 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "8182b142-479e-46ce-be7f-a38f33a0187c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:38.351486 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2b32b1f-9b00-471f-a3ae-7b622dcbca6a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:38.351839 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': '8182b142-479e-46ce-be7f-a38f33a0187c', 'status': 'completed', 'code': 200} Aug 24 00:30:38.356590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 042958f8-c756-46e2-962c-fa2d45f67dcf owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:38.374138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf687a5-fdfd-47b8-8568-071a6db02984 None None] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:38.376873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.417960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77db60-0526-4cf9-bcd2-891691c5fd6e req-e954b33b-4b12-40a9-981b-36a0f4ec6709 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:38.425480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c77db60-0526-4cf9-bcd2-891691c5fd6e req-e954b33b-4b12-40a9-981b-36a0f4ec6709 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.4828601 Aug 24 00:30:38.485598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:38.493626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:38.658595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c77db60-0526-4cf9-bcd2-891691c5fd6e req-0b2d3745-f6e5-422a-9e8f-71a8bcce858a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320910 Aug 24 00:30:38.734740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-833a4f9f-fa84-4c6a-b3c5-0aa0d4abda3d None None] Provisioning for port 1bfaa55d-46ff-48d4-af77-716b764e9436 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:38.820747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-670b2176-a60b-4fb3-b205-b262d3031795 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:38.844665 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-670b2176-a60b-4fb3-b205-b262d3031795 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 951 time: 0.1385901 Aug 24 00:30:38.903080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:38.906179 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207621c-39f6-4d98-a02d-cf284723c5f0" -d '{"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:38.917905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bfaa55d-46ff-48d4-af77-716b764e9436 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:38.994324 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dbfc14-a368-4d33-9282-1c93f2967929 x-openstack-request-id: req-89dbfc14-a368-4d33-9282-1c93f2967929 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:38.994615 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:38.998868 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89dbfc14-a368-4d33-9282-1c93f2967929 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:38.998868 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'code': 200} Aug 24 00:30:39.001183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60778706-9dfa-4336-a5de-5844b57989c9 None None] Update dhcp port {'port': {'network_id': 'b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d', 'fixed_ips': [{'subnet_id': 'be3a3c27-af05-42c6-a666-a61be7a7b06a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd414a57c-878b-440b-ad80-462431d709eb'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '1bfaa55d-46ff-48d4-af77-716b764e9436'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:30:39.054691 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60778706-9dfa-4336-a5de-5844b57989c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.078295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425987f3-887b-4a75-bd9e-f58506bce621 req-ad615af4-b2de-4c11-a698-31dd4070e483 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:39.084816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425987f3-887b-4a75-bd9e-f58506bce621 req-ad615af4-b2de-4c11-a698-31dd4070e483 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:39.090864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1bfaa55d-46ff-48d4-af77-716b764e9436 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:39.093252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425987f3-887b-4a75-bd9e-f58506bce621 req-ad615af4-b2de-4c11-a698-31dd4070e483 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:39.097426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Deleting port 6ccb7f37-4b21-4709-a175-f707d6127e69 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:39.100753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.101511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-425987f3-887b-4a75-bd9e-f58506bce621 req-ad615af4-b2de-4c11-a698-31dd4070e483 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 2409 time: 0.1810803 Aug 24 00:30:39.106422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.115551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Deleting port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:39.116172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.136495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1bfaa55d-46ff-48d4-af77-716b764e9436 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:39.136872 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.211900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=042958f8-c756-46e2-962c-fa2d45f67dcf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:39.230240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] No DVR routers for this DVR port 042958f8-c756-46e2-962c-fa2d45f67dcf on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:39.235052 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.237123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-c61223b7-8929-4f44-a5ca-a24b246960c9 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "DELETE /v2.0/ports/042958f8-c756-46e2-962c-fa2d45f67dcf HTTP/1.1" status: 204 len: 173 time: 1.9266324 Aug 24 00:30:39.247250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-425987f3-887b-4a75-bd9e-f58506bce621 req-a1082ccc-17f5-4bf0-845e-aa65c77a45cb tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447778 Aug 24 00:30:39.322520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.418003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] For port 6ccb7f37-4b21-4709-a175-f707d6127e69, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6ccb7f37-4b21-4709-a175-f707d6127e69,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:39.418457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.471273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] For port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:39.471616 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.507251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Calling delete_port for 6ccb7f37-4b21-4709-a175-f707d6127e69 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:39.513503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:39.528383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Calling delete_port for c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:39.780687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 1bfaa55d-46ff-48d4-af77-716b764e9436, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1bfaa55d-46ff-48d4-af77-716b764e9436,segment=NetworkSegment(813b8698-ba1c-4095-9bdc-c38047a14c0d),segment_id=813b8698-ba1c-4095-9bdc-c38047a14c0d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:39.786276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-60778706-9dfa-4336-a5de-5844b57989c9 None None] Allocated IP 172.20.0.1 (b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d/d414a57c-878b-440b-ad80-462431d709eb/1bfaa55d-46ff-48d4-af77-716b764e9436) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:39.836343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.015068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=1bfaa55d-46ff-48d4-af77-716b764e9436,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:40.064413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-60778706-9dfa-4336-a5de-5844b57989c9 None None] For port 1bfaa55d-46ff-48d4-af77-716b764e9436, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1bfaa55d-46ff-48d4-af77-716b764e9436,segment=NetworkSegment(813b8698-ba1c-4095-9bdc-c38047a14c0d),segment_id=813b8698-ba1c-4095-9bdc-c38047a14c0d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:40.113396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60778706-9dfa-4336-a5de-5844b57989c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.172941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=16dd665c-d300-4e1b-b125-224532470e34,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:40.196208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.210409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:40.223376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': 'f62f80a2-f652-42f7-9553-99b741c74fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae501f1b-6fb2-4219-b97d-1b0a943ce0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:40.224005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: ae501f1b-6fb2-4219-b97d-1b0a943ce0a9, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:40.237284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b4be-d01d-4be5-8da4-cb3191116418 req-8b46449b-76f2-4b7a-9b2d-8eb847033a64 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:40.244538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e34b4be-d01d-4be5-8da4-cb3191116418 req-8b46449b-76f2-4b7a-9b2d-8eb847033a64 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1597102 Aug 24 00:30:40.261106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fa5fb-4c7d-45c5-904b-ab02005cf64d req-5286eff2-fb69-4f29-8575-face336c4d04 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:40.268983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-122fa5fb-4c7d-45c5-904b-ab02005cf64d req-5286eff2-fb69-4f29-8575-face336c4d04 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 951 time: 0.1903174 Aug 24 00:30:40.289704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-60778706-9dfa-4336-a5de-5844b57989c9 None None] Transition to ACTIVE for port object 1bfaa55d-46ff-48d4-af77-716b764e9436 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:40.291398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659', '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', '356e14bc-764e-4856-9940-cd468124e907'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:40.302454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port b6603f31-5555-4c3d-a982-69b567bcf759 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:40.302799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.314831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event deleted for resources: {'Port': ['ID=c1cf4e93-66cf-4fe4-85c9-4020dffb5af8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:40.323917 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.360907 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60778706-9dfa-4336-a5de-5844b57989c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.418997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': '042958f8-c756-46e2-962c-fa2d45f67dcf'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:40.422902 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c116f81-eb1d-4283-9492-8c78f1e48568" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "042958f8-c756-46e2-962c-fa2d45f67dcf"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:40.461509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:40.506198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e34b4be-d01d-4be5-8da4-cb3191116418 req-976396e6-5f01-44d3-a1fe-beedd39eafb6 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607026 Aug 24 00:30:40.537271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] No DVR routers for this DVR port c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:40.543468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-122fa5fb-4c7d-45c5-904b-ab02005cf64d req-856d6775-53dd-4ead-a1b5-0870648cc186 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735398 Aug 24 00:30:40.550837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.550837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-706d037a-3a7d-4802-86da-f3068e9c2350 req-dc800d0f-0376-40e6-b38c-815a3ef0f41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.37 "DELETE /v2.0/ports/c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 HTTP/1.1" status: 204 len: 173 time: 1.6930108 Aug 24 00:30:40.550837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccb7f37-4b21-4709-a175-f707d6127e69,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:40.554917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-deleted', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:40.557724 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac5554a-80db-41e3-9ecf-a925041c584d" -d '{"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-deleted", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:40.569438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, ae501f1b-6fb2-4219-b97d-1b0a943ce0a9) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:40.670248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3845c520-efc9-4732-b81d-5b5c004a06b8 None None] Network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:40.685189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:40.687316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.696738 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2f8886-b903-45b0-b71e-307f93288c2e x-openstack-request-id: req-fe2f8886-b903-45b0-b71e-307f93288c2e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:40.701407 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "042958f8-c756-46e2-962c-fa2d45f67dcf", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:40.702449 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe2f8886-b903-45b0-b71e-307f93288c2e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:40.703081 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': '042958f8-c756-46e2-962c-fa2d45f67dcf', 'status': 'completed', 'code': 200} Aug 24 00:30:40.810131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] For port b6603f31-5555-4c3d-a982-69b567bcf759, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b6603f31-5555-4c3d-a982-69b567bcf759,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:40.810131 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.851607 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cfd02b-ba71-49eb-9bcb-9ccf05234805 x-openstack-request-id: req-b0cfd02b-ba71-49eb-9bcb-9ccf05234805 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:40.851950 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60333f9-e186-425c-9b5f-31579b1f92d9", "name": "network-vif-deleted", "tag": "c1cf4e93-66cf-4fe4-85c9-4020dffb5af8", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:40.852332 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0cfd02b-ba71-49eb-9bcb-9ccf05234805 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:40.852898 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60333f9-e186-425c-9b5f-31579b1f92d9', 'name': 'network-vif-deleted', 'tag': 'c1cf4e93-66cf-4fe4-85c9-4020dffb5af8', 'status': 'completed', 'code': 200} Aug 24 00:30:40.925600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:40.934879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for b6603f31-5555-4c3d-a982-69b567bcf759 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:40.943757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:40.945809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3414162c-47d2-41d1-ac8b-9f89408bbb86 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0366049 Aug 24 00:30:40.957473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5255db98-a599-42af-a6d1-ab505d652cc3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:40.989862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60778706-9dfa-4336-a5de-5844b57989c9 None None] Pushing event updated for resources: {'Port': ['ID=1bfaa55d-46ff-48d4-af77-716b764e9436,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:41.018864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ccd8b-1c95-440b-b17b-e1ec66eb0cfb req-8909474f-be58-4e26-be67-44857e0353ef tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:41.031421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ccd8b-1c95-440b-b17b-e1ec66eb0cfb req-8909474f-be58-4e26-be67-44857e0353ef tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:41.042408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b2ccd8b-1c95-440b-b17b-e1ec66eb0cfb req-8909474f-be58-4e26-be67-44857e0353ef tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 1677 time: 0.2649493 Aug 24 00:30:41.102096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bfaa55d-46ff-48d4-af77-716b764e9436 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:41.155706 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5255db98-a599-42af-a6d1-ab505d652cc3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8304343'] for subnet, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:41.281171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b2ccd8b-1c95-440b-b17b-e1ec66eb0cfb req-b6190c22-afdd-462b-8ae4-3f64b1d81197 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146676 Aug 24 00:30:41.505831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-ae501f1b-6fb2-4219-b97d-1b0a943ce0a9', 'network_id': 'ae501f1b-6fb2-4219-b97d-1b0a943ce0a9', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': '16dd665c-d300-4e1b-b125-224532470e34'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:41.510866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:41.519879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5255db98-a599-42af-a6d1-ab505d652cc3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733486022346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6410563'] for subnet, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:41.573549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:41.733687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5255db98-a599-42af-a6d1-ab505d652cc3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:41.734288 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5255db98-a599-42af-a6d1-ab505d652cc3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:41.742965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5255db98-a599-42af-a6d1-ab505d652cc3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "PUT /v2.0/subnets/16dd665c-d300-4e1b-b125-224532470e34 HTTP/1.1" status: 200 len: 826 time: 0.7980928 Aug 24 00:30:41.755208 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40128) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:41.813525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] No DVR routers for this DVR port b6603f31-5555-4c3d-a982-69b567bcf759 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:41.824782 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:41.828011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "DELETE /v2.0/ports/b6603f31-5555-4c3d-a982-69b567bcf759 HTTP/1.1" status: 204 len: 173 time: 2.5797243 Aug 24 00:30:41.832150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbddbf4-0cb4-4786-98d4-c3c994f6cbfe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=b6603f31-5555-4c3d-a982-69b567bcf759,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:41.923773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75bb6615-42aa-4b42-95a0-5dfb501b2481 req-ae79b89d-f2aa-436b-88e7-6c6a1df3a4dd tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60333f9-e186-425c-9b5f-31579b1f92d9 HTTP/1.1" status: 200 len: 210 time: 0.1955073 Aug 24 00:30:41.940676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:41.962155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255db98-a599-42af-a6d1-ab505d652cc3 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=16dd665c-d300-4e1b-b125-224532470e34,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:42.046491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Allocated IP 2001:db8::2 (ae501f1b-6fb2-4219-b97d-1b0a943ce0a9/16dd665c-d300-4e1b-b125-224532470e34/2607ba5e-71a0-45a8-9e2b-de40eb67bdd6) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:42.070048 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.105454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991c3d7-119a-44c8-ab7e-caca0beb1f01 req-f939a30c-d7b8-4b67-a927-86727a95f0fc tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:42.107236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0991c3d7-119a-44c8-ab7e-caca0beb1f01 req-f939a30c-d7b8-4b67-a927-86727a95f0fc tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.3597960 Aug 24 00:30:42.217216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Router 411cc998-236c-409d-ad0c-97ec259460e3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:30:42.236663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0991c3d7-119a-44c8-ab7e-caca0beb1f01 req-f53b9c44-8953-444e-b547-4d9a68953ae3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210794 Aug 24 00:30:42.263616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:42.263971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.270399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.284582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59830ce-479b-48c7-bc16-f9532369dc44 None None] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:42.290210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Transition to ACTIVE for port object 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:42.402918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Transition to ACTIVE for port object 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:42.523136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.529187 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.531194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8c356638-4a84-419e-a863-e9381ebb4466 None None] Provisioning for port 1bfaa55d-46ff-48d4-af77-716b764e9436 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:30:42.592675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8c356638-4a84-419e-a863-e9381ebb4466 None None] Provisioning complete for port 1bfaa55d-46ff-48d4-af77-716b764e9436 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:42.593397 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8c356638-4a84-419e-a863-e9381ebb4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.594030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] For port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:42.594530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.655821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:42.656474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754dcbb-56c4-4e73-ad0c-2d07b6e4457e req-c177ef18-feb9-48f8-87ae-32b70805f0cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:42.658096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5754dcbb-56c4-4e73-ad0c-2d07b6e4457e req-c177ef18-feb9-48f8-87ae-32b70805f0cf tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 943 time: 0.1840580 Aug 24 00:30:42.658229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:42.661145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:42.731400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': 'b6603f31-5555-4c3d-a982-69b567bcf759'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:42.734305 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172c9e09-76d7-4c0f-a34d-72b5de9fde06" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "b6603f31-5555-4c3d-a982-69b567bcf759"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:42.741826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Pushing event updated for resources: {'Port': ['ID=2607ba5e-71a0-45a8-9e2b-de40eb67bdd6,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:42.802381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Attempting to bind port 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:42.802766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Attempting to bind port 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f62f80a2-f652-42f7-9553-99b741c74fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae501f1b-6fb2-4219-b97d-1b0a943ce0a9'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:42.803137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Attempting to bind port 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6 on network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:42.812556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:42.819287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:30:42.827156 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-38f8c15f-0ff5-408f-ac19-3b65d8e2ca0a admin admin] 10.222.0.26 "PUT /v2.0/routers/411cc998-236c-409d-ad0c-97ec259460e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8237622 Aug 24 00:30:42.828818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.831088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40150) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:42.844305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:42.844650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Checking segment: {'id': 'f62f80a2-f652-42f7-9553-99b741c74fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae501f1b-6fb2-4219-b97d-1b0a943ce0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:42.845072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.845481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Bound using segment: {'id': 'f62f80a2-f652-42f7-9553-99b741c74fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae501f1b-6fb2-4219-b97d-1b0a943ce0a9'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:42.846022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Bound port: 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62f80a2-f652-42f7-9553-99b741c74fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ae501f1b-6fb2-4219-b97d-1b0a943ce0a9'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:42.846420 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:42.917864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5754dcbb-56c4-4e73-ad0c-2d07b6e4457e req-b4b9a9e9-6816-47ce-8245-f79fc1574826 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups?id=481630e0-2690-4793-979f-2c29e735f5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788421 Aug 24 00:30:42.919505 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973df045-749f-43e3-a4c7-53786566af6a x-openstack-request-id: req-973df045-749f-43e3-a4c7-53786566af6a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:42.919981 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "b6603f31-5555-4c3d-a982-69b567bcf759", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:42.920807 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-973df045-749f-43e3-a4c7-53786566af6a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:42.921337 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': 'b6603f31-5555-4c3d-a982-69b567bcf759', 'status': 'completed', 'code': 200} Aug 24 00:30:42.945614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bfaa55d-46ff-48d4-af77-716b764e9436 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:30:42.956856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] Sync routers for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:30:42.983022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:42.983022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c1cf4e93-66cf-4fe4-85c9-4020dffb5af8 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:42.998771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=16dd665c-d300-4e1b-b125-224532470e34,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:43.096490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.111007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae501f1b-6fb2-4219-b97d-1b0a943ce0a9']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:43.117979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:30:43.118917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:30:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:43.126822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.128669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.129103 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Floating IP c9eef687-bc1d-4c67-b96f-03f49ec056ec disassociated. External IP: 172.25.5.207, port: 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7. Aug 24 00:30:43.129481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:43.145117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62f80a2-f652-42f7-9553-99b741c74fee') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:43.145557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62f80a2-f652-42f7-9553-99b741c74fee') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:43.178504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.215452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.227464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:43.227812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:43.232034 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:43.256632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] For port 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:43.307798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1bfaa55d-46ff-48d4-af77-716b764e9436 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:43.308079 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.402086 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.489773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:30:43.489773 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:30:43.489773 n-d-804878-2 neutron-server[95327]: [parameters: {'id': 'ae501f1b-6fb2-4219-b97d-1b0a943ce0a9'}] Aug 24 00:30:43.489773 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:30:43.490695 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:30:43.586198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] For port 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2607ba5e-71a0-45a8-9e2b-de40eb67bdd6,segment=NetworkSegment(f62f80a2-f652-42f7-9553-99b741c74fee),segment_id=f62f80a2-f652-42f7-9553-99b741c74fee)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:43.592588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18919da7-f72a-441c-a4e0-5934270aee90 req-393612b6-b5a8-4722-97d6-9f517042385a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:43.592588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18919da7-f72a-441c-a4e0-5934270aee90 req-393612b6-b5a8-4722-97d6-9f517042385a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1115155 Aug 24 00:30:43.603835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:30:43.636968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bdf7ea02-320a-40cc-bea2-5fda0b1947fe None None] Provisioning complete for port 1bfaa55d-46ff-48d4-af77-716b764e9436 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:43.636968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bdf7ea02-320a-40cc-bea2-5fda0b1947fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.679618 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.680648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.711251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18919da7-f72a-441c-a4e0-5934270aee90 req-548c9f49-1f5b-4ff0-81ec-e7fd17d7eafa tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095498 Aug 24 00:30:43.717975 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.772908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:43.883261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Deleting port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:43.884428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:43.976551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a3ac3-b3bc-4deb-b164-f81d099dd635 None None] Pushing event updated for resources: {'Port': ['ID=2607ba5e-71a0-45a8-9e2b-de40eb67bdd6,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:44.002120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41acd29-b275-4939-8810-7bab06c43a22 req-f8adba2d-b895-4669-bfa5-88febcefc502 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:44.003577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6a10a-f8e9-4132-9841-f912ce8c3d64 None None] Network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:44.004164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b41acd29-b275-4939-8810-7bab06c43a22 req-f8adba2d-b895-4669-bfa5-88febcefc502 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 951 time: 0.1428342 Aug 24 00:30:44.037940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] For port 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:44.038504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.054915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Calling delete_port for 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:44.070484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Router 41f9ff89-13da-4874-b011-a7d2c4e14720 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:30:44.167147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e25c09f3-1234-4ea4-af86-20545925735c req-22952c96-9142-4efc-ade2-4ce78cea428b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0714564 Aug 24 00:30:44.200682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b41acd29-b275-4939-8810-7bab06c43a22 req-da794f54-a54b-448b-bb32-4dca8fa76423 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808753 Aug 24 00:30:44.281337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.336904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650ac00-9ceb-4ff4-a6a6-322ff855f462 None None] Network ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:44.368937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.458362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:44.477366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:30:44.485285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:30:39Z', 'revision_number': 5, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port': {'id': '044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411cc998-236c-409d-ad0c-97ec259460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:18:54Z', 'updated_at': '2021-08-24T00:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:44.520942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] Checking router: 411cc998-236c-409d-ad0c-97ec259460e3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:30:44.533318 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] Sync routers for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:30:44.545348 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:30:44.546354 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:30:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:44.548649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] Routers {'411cc998-236c-409d-ad0c-97ec259460e3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:30:44.549282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:30:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['411cc998-236c-409d-ad0c-97ec259460e3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:44.571607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] No DVR routers for this DVR port 6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:44.575984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.578634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28b3123e-ac22-4ae3-b86b-33e197c121d2 req-8ef1fff5-dceb-44aa-ae36-97b73d875427 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.37 "DELETE /v2.0/ports/6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7 HTTP/1.1" status: 204 len: 173 time: 2.6719162 Aug 24 00:30:44.627931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.639648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282b042-45d6-4023-ad61-d3759add68df None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:30:44.667644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] Set router 411cc998-236c-409d-ad0c-97ec259460e3 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:30:44.810011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:30:44Z', 'revision_number': 7, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:44.845008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca8efc-7c3d-4538-9942-eea196e3f25d None None] The sync data for ids ['411cc998-236c-409d-ad0c-97ec259460e3'] in n-d-804878-2 is: [{'id': '411cc998-236c-409d-ad0c-97ec259460e3', 'name': 'tempest-ServerActionsTestJSON-839041318-router', 'tenant_id': 'e1b483dab76b4e17b9dd579514e70611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:18:53Z', 'updated_at': '2021-08-24T00:30:44Z', 'revision_number': 7, 'project_id': 'e1b483dab76b4e17b9dd579514e70611', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:30:44.857389 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.876261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.900802 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:30:44.916663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:44.918433 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:44.947045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:44.956616 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcdaac4-c83d-40bd-a45e-a44b76869553" -d '{"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:45.021260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cbc8b-e76a-4362-94bb-3293dc3ca080 req-295da843-9dae-44f5-a916-6f3ef3b3119c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:45.022745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-880cbc8b-e76a-4362-94bb-3293dc3ca080 req-295da843-9dae-44f5-a916-6f3ef3b3119c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1384561 Aug 24 00:30:45.043707 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036fa9e5-879e-4d12-91ce-9e98e5106d68 x-openstack-request-id: req-036fa9e5-879e-4d12-91ce-9e98e5106d68 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:45.044002 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c49a31-2e6a-4d1a-a93e-3414345652b8", "name": "network-vif-deleted", "tag": "6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:45.049234 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-036fa9e5-879e-4d12-91ce-9e98e5106d68 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:45.049234 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c49a31-2e6a-4d1a-a93e-3414345652b8', 'name': 'network-vif-deleted', 'tag': '6bf8ffdf-f8a3-40ec-916d-7b7f8cc0a6e7', 'status': 'completed', 'code': 200} Aug 24 00:30:45.094704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282b042-45d6-4023-ad61-d3759add68df None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:30:45.100103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:45.100801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 411cc998-236c-409d-ad0c-97ec259460e3 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:30:45.130507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:45.136428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-40121ef4-e47c-4ed2-8ae8-a5ae47eb5d5a admin admin] 10.222.0.26 "DELETE /v2.0/routers/411cc998-236c-409d-ad0c-97ec259460e3 HTTP/1.1" status: 204 len: 168 time: 2.2707508 Aug 24 00:30:45.139851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40190) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:45.184920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-880cbc8b-e76a-4362-94bb-3293dc3ca080 req-d5ed05d1-ed37-49d6-9ef1-f1bab0ff554b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393073 Aug 24 00:30:45.237188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2607ba5e-71a0-45a8-9e2b-de40eb67bdd6,segment=NetworkSegment(f62f80a2-f652-42f7-9553-99b741c74fee),segment_id=f62f80a2-f652-42f7-9553-99b741c74fee)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:45.247917 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:45.301763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:45.312440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-7311e6c3-0652-428a-8abc-a593807c6470 admin admin] Deleting subnet 2f79c7e5-69af-4c72-85c1-7385547af0c7 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:30:45.337315 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7311e6c3-0652-428a-8abc-a593807c6470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:45.549939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0930014e-97e5-408e-a281-2e67668c0d6d req-4f721947-b984-44b0-aded-c0704f61c6a8 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.1572556 Aug 24 00:30:45.563684 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7311e6c3-0652-428a-8abc-a593807c6470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:45.605993 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:09Z', 'revision_number': 5, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:45.667944 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] Checking router: 41f9ff89-13da-4874-b011-a7d2c4e14720 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:30:45.691624 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:30:45.692891 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:30:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:45.733914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fb371-b647-423a-b1c7-bf4e09fb2f67 req-fce4cf31-16a5-4486-a48b-78a96416cfe8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:45.735597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-013fb371-b647-423a-b1c7-bf4e09fb2f67 req-fce4cf31-16a5-4486-a48b-78a96416cfe8 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 951 time: 0.2306011 Aug 24 00:30:45.750028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-20002fbc-b0ec-4466-8b33-117479d58cd1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:45.751656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-20002fbc-b0ec-4466-8b33-117479d58cd1 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 951 time: 0.3303216 Aug 24 00:30:45.774423 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:45.859444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-013fb371-b647-423a-b1c7-bf4e09fb2f67 req-037a5d39-a6e4-4a15-9711-c90195609b13 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005597 Aug 24 00:30:45.888392 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:30:45.892938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=2607ba5e-71a0-45a8-9e2b-de40eb67bdd6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:45.916283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port 2607ba5e-71a0-45a8-9e2b-de40eb67bdd6 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:45.977396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7311e6c3-0652-428a-8abc-a593807c6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.005211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Deleting port 356e14bc-764e-4856-9940-cd468124e907 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:46.005847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.124084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.143542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae501f1b-6fb2-4219-b97d-1b0a943ce0a9']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:46.166764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62f80a2-f652-42f7-9553-99b741c74fee') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:46.169150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62f80a2-f652-42f7-9553-99b741c74fee') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:46.187852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.223751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] For port 356e14bc-764e-4856-9940-cd468124e907, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=356e14bc-764e-4856-9940-cd468124e907,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:46.226742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.234246 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.267063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:46.272832 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.294774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Calling delete_port for 356e14bc-764e-4856-9940-cd468124e907 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:46.336253 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:09Z', 'revision_number': 5, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:46.420626 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:46.433745 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc02965-9275-4d69-9056-9e519ac95c07 None None] The sync data for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 is: [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:20:01Z', 'revision_number': 4, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e09ee460-0a10-4843-be0d-8f6f26dbc1fe', 'name': '', 'network_id': '02811b6d-d2ab-456b-acf1-a097541acb3b', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'mac_address': 'fa:16:3e:cb:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:59Z', 'updated_at': '2021-08-24T00:20:09Z', 'revision_number': 5, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'subnets': [{'id': '645a04f3-c4e6-40ff-9d7f-94cfbf092be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:30:46.545110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b83bd-af48-4d3c-8810-0a9eaea7a78a req-7dde41af-5d29-4e65-a07d-6c4442863c6d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:46.551135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d10b83bd-af48-4d3c-8810-0a9eaea7a78a req-7dde41af-5d29-4e65-a07d-6c4442863c6d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1382236 Aug 24 00:30:46.567813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.617458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.623911 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 HTTP/1.1" status: 204 len: 168 time: 4.8678489 Aug 24 00:30:46.624847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c04df1-bbca-498a-934f-94aebd5b5857 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=ae501f1b-6fb2-4219-b97d-1b0a943ce0a9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:46.635163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40214) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:46.641796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7311e6c3-0652-428a-8abc-a593807c6470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.693067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6ccb7f37-4b21-4709-a175-f707d6127e69 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:46.697451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d10b83bd-af48-4d3c-8810-0a9eaea7a78a req-f1df0025-057a-4747-8b10-32ae18edb903 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391971 Aug 24 00:30:46.750529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 6ccb7f37-4b21-4709-a175-f707d6127e69 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:46.750862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6ccb7f37-4b21-4709-a175-f707d6127e69 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:46.751224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:46.790981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d781cd74-befe-4c8d-960a-254b3e8aed74 req-ccfda313-2079-40b6-9dda-1bbbeffdaf97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0862801 Aug 24 00:30:46.791768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.800167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311e6c3-0652-428a-8abc-a593807c6470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f79c7e5-69af-4c72-85c1-7385547af0c7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:46.816261 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef28104-44da-4ac7-b853-e35508271082 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:30:46.817886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:46.818241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 044d9ec9-22ec-4013-9e9d-f8e0cad5f3d0 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:46.819119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef28104-44da-4ac7-b853-e35508271082 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:30:46.829761 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7ef28104-44da-4ac7-b853-e35508271082 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 HTTP/1.1" status: 404 len: 339 time: 0.1851687 Aug 24 00:30:46.832814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659', '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', '356e14bc-764e-4856-9940-cd468124e907'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:46.838496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40224) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:46.850276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90337094-dd9f-402f-aec1-b9881c5efb6e None None] Network afa56c2b-4c75-4c37-a2a5-2bd294b482d3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:46.854548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79006089', 'description': 'd1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:46.868756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7311e6c3-0652-428a-8abc-a593807c6470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.872875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7311e6c3-0652-428a-8abc-a593807c6470 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2f79c7e5-69af-4c72-85c1-7385547af0c7 HTTP/1.1" status: 204 len: 168 time: 1.7318053 Aug 24 00:30:46.874369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40226) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:46.883034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event deleted for resources: {'Port': ['ID=356e14bc-764e-4856-9940-cd468124e907,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:46.986119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] No DVR routers for this DVR port 356e14bc-764e-4856-9940-cd468124e907 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:46.989180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:46.993200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-138d6ef2-6c6a-42ce-818e-b81e6b6c68bb req-ef054fb3-4862-4259-8e7c-c4e6bb94ab49 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "DELETE /v2.0/ports/356e14bc-764e-4856-9940-cd468124e907 HTTP/1.1" status: 204 len: 173 time: 1.2322505 Aug 24 00:30:47.045993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-deleted', 'tag': '356e14bc-764e-4856-9940-cd468124e907'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:47.049373 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d17ab3-f028-49f6-9eda-c27b4aad3d6e" -d '{"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-deleted", "tag": "356e14bc-764e-4856-9940-cd468124e907"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:47.081037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.099638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d262f-f6e5-4a03-9983-0b6365febcf4 None None] New status for floating IP c9eef687-bc1d-4c67-b96f-03f49ec056ec: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:30:47.176315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ddf08ea4-27ac-46d8-b1f2-eb100d0e0819 req-d661abc7-66dc-43c6-afec-49a92b2a5234 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 210 time: 0.1135654 Aug 24 00:30:47.238302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:47.253668 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.288614 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425d1b2-0451-4ebd-bf34-7bbb8e4c4ee6 x-openstack-request-id: req-4425d1b2-0451-4ebd-bf34-7bbb8e4c4ee6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:47.288957 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e84aa7e-bded-45d9-aa07-99c79f43bedc", "name": "network-vif-deleted", "tag": "356e14bc-764e-4856-9940-cd468124e907", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:47.289171 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4425d1b2-0451-4ebd-bf34-7bbb8e4c4ee6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:47.289587 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e84aa7e-bded-45d9-aa07-99c79f43bedc', 'name': 'network-vif-deleted', 'tag': '356e14bc-764e-4856-9940-cd468124e907', 'status': 'completed', 'code': 200} Aug 24 00:30:47.356691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:47.403950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.407191 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment 442a4d3f-4499-409d-94bd-aa9d03e20d85 of type vlan for network 11558693-c3c9-4908-8329-130497aee405 Aug 24 00:30:47.446455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Deleting port 0994aeca-2756-40e0-9476-471ccbd0e990 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:47.450285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.550896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] DHCP port deletion for afa56c2b-4c75-4c37-a2a5-2bd294b482d3 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:30:47.582060 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.652564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] For port 0994aeca-2756-40e0-9476-471ccbd0e990, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0994aeca-2756-40e0-9476-471ccbd0e990,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:47.653410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.683550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Calling delete_port for 0994aeca-2756-40e0-9476-471ccbd0e990 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:47.740770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] Deleting port 0994aeca-2756-40e0-9476-471ccbd0e990 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:47.742117 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.821408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.833785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:47.833785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.858694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] For port 0994aeca-2756-40e0-9476-471ccbd0e990, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0994aeca-2756-40e0-9476-471ccbd0e990,segment=NetworkSegment(9cc9c8a6-7d24-4088-8673-5f77c5653bd0),segment_id=9cc9c8a6-7d24-4088-8673-5f77c5653bd0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:47.859323 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:47.877910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] Calling delete_port for 0994aeca-2756-40e0-9476-471ccbd0e990 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:47.989656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb6db3-faea-4d89-9b1d-a3d12f2e1e67 req-c2e18a9a-cab8-45df-bf34-e49e66e3a01f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:47.991052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87bb6db3-faea-4d89-9b1d-a3d12f2e1e67 req-c2e18a9a-cab8-45df-bf34-e49e66e3a01f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1612251 Aug 24 00:30:48.076119 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.095318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] No DVR routers for this DVR port 0994aeca-2756-40e0-9476-471ccbd0e990 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:48.145534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6b4ee-8e7b-471e-9677-f3675162840b None None] Pushing event deleted for resources: {'Port': ['ID=0994aeca-2756-40e0-9476-471ccbd0e990,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:48.167272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2ed841f-9ac9-4e3a-862b-dea9c2ad2af8 req-f2430779-a798-4c2e-9d2c-8ca1c4cb0e56 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0929475 Aug 24 00:30:48.195815 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3556581 Aug 24 00:30:48.199770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b80b8c-a6f1-45e7-b6be-0d1d0f22cf54 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=11558693-c3c9-4908-8329-130497aee405,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:48.209551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40250) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:48.216603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87bb6db3-faea-4d89-9b1d-a3d12f2e1e67 req-b78afdcf-b14e-4953-bf2b-ca38cf16719d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017124 Aug 24 00:30:48.219367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 11558693-c3c9-4908-8329-130497aee405 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:48.396419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-875cfeae-e944-48cc-83cb-860634baab62 req-180fb26b-c132-4877-ac2e-4c8a3eae441c tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e84aa7e-bded-45d9-aa07-99c79f43bedc HTTP/1.1" status: 200 len: 210 time: 0.0628107 Aug 24 00:30:48.479480 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.521735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Pushing event deleted for resources: {'Port': ['ID=0994aeca-2756-40e0-9476-471ccbd0e990,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:48.534082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1242b82-88cf-4a27-8015-7912fc446e0a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:48.535902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f1242b82-88cf-4a27-8015-7912fc446e0a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/networks?id=11558693-c3c9-4908-8329-130497aee405 HTTP/1.1" status: 200 len: 763 time: 0.3192639 Aug 24 00:30:48.539192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40256) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:48.544269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] No DVR routers for this DVR port 0994aeca-2756-40e0-9476-471ccbd0e990 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:48.544932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'description': 'd2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:48.697054 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.721471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa56c2b-4c75-4c37-a2a5-2bd294b482d3']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:48.745046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc9c8a6-7d24-4088-8673-5f77c5653bd0') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:48.745353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc9c8a6-7d24-4088-8673-5f77c5653bd0') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:48.770245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0994aeca-2756-40e0-9476-471ccbd0e990 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:48.777454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.795844 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.797807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.810484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:48.811454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:48.813245 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:48.839576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 0994aeca-2756-40e0-9476-471ccbd0e990 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:48.839919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0994aeca-2756-40e0-9476-471ccbd0e990 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:48.876267 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.949552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network 11558693-c3c9-4908-8329-130497aee405 is not hosted by any dhcp agent {{(pid=95326) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:30:48.951876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.956483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:48.957710 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.957919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:48.962252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] 10.222.0.26 "DELETE /v2.0/networks/afa56c2b-4c75-4c37-a2a5-2bd294b482d3 HTTP/1.1" status: 204 len: 168 time: 2.0833759 Aug 24 00:30:48.967628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "PUT /v2.0/networks/11558693-c3c9-4908-8329-130497aee405 HTTP/1.1" status: 200 len: 760 time: 0.4268651 Aug 24 00:30:48.974748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40266) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:48.981266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aae18f-e0df-4fd3-ad62-42c7abff292f admin admin] Pushing event deleted for resources: {'Network': ['ID=afa56c2b-4c75-4c37-a2a5-2bd294b482d3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:49.066187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8dae97-924b-4bfa-af74-6d47efb02677 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:49.068048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ff8dae97-924b-4bfa-af74-6d47efb02677 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/networks?id=11558693-c3c9-4908-8329-130497aee405 HTTP/1.1" status: 200 len: 763 time: 0.0923138 Aug 24 00:30:49.074032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40270) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:49.083875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=11558693-c3c9-4908-8329-130497aee405,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:49.093031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.093386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.093950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.094466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.097137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.097137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.097137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.097137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.097137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.097137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.097137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.098161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843f0e-7008-4380-a382-8ecc919c2488 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:30:49.112403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 11558693-c3c9-4908-8329-130497aee405 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:49.276882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:49.312521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 356e14bc-764e-4856-9940-cd468124e907 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:49.313289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 356e14bc-764e-4856-9940-cd468124e907 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:49.425284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40280) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:49.426993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9ef7614-f2cd-4a30-87f6-7aad8bda0e47 req-bc82104a-00d2-48a5-a98b-5c65de430b6b tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0885820 Aug 24 00:30:49.488150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c94c2-1bf3-419d-87bc-e2ad0e109a34 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:49.493367 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4b6c94c2-1bf3-419d-87bc-e2ad0e109a34 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4152684 Aug 24 00:30:49.494397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:49.552722 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cf5e207f-bb8b-433b-8ad3-223802a7e8cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1b483dab76b4e17b9dd579514e70611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261418 Aug 24 00:30:49.554685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40290) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:49.609200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-702bb1c6-61a6-4275-a178-e635d334524a tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 207 time: 0.1056712 Aug 24 00:30:49.613191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:49.681808 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39ed88b0-8b36-4515-9ce1-24cc19662710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:49.726624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39ed88b0-8b36-4515-9ce1-24cc19662710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:49.825350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dccb7-b91b-45da-a2e2-27ef91c9e3d0 req-489d10d1-6138-417c-91e3-00747d63dedf tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:49.834639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-417dccb7-b91b-45da-a2e2-27ef91c9e3d0 req-489d10d1-6138-417c-91e3-00747d63dedf tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.4462380 Aug 24 00:30:49.881553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39ed88b0-8b36-4515-9ce1-24cc19662710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:49.884286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39ed88b0-8b36-4515-9ce1-24cc19662710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:49.885885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-39ed88b0-8b36-4515-9ce1-24cc19662710 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aafb652a-d169-4915-b873-7cc05b4e196e HTTP/1.1" status: 204 len: 168 time: 0.3301337 Aug 24 00:30:49.896018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed88b0-8b36-4515-9ce1-24cc19662710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafb652a-d169-4915-b873-7cc05b4e196e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:49.978442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-417dccb7-b91b-45da-a2e2-27ef91c9e3d0 req-3535e0ca-2ee8-4fe8-bf74-2b869c1923e2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428363 Aug 24 00:30:50.091457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476fa7a-b84e-4b4b-9cf8-c177a0af2b35 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.098380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476fa7a-b84e-4b4b-9cf8-c177a0af2b35 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.104829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476fa7a-b84e-4b4b-9cf8-c177a0af2b35 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.111706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476fa7a-b84e-4b4b-9cf8-c177a0af2b35 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.117888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476fa7a-b84e-4b4b-9cf8-c177a0af2b35 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.124070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476fa7a-b84e-4b4b-9cf8-c177a0af2b35 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.126229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f476fa7a-b84e-4b4b-9cf8-c177a0af2b35 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5113044 Aug 24 00:30:50.132056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40302) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:50.397221 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5c89e5fc-aa8b-42f1-8f1b-978aec644b4f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2639039 Aug 24 00:30:50.403648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40304) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:50.472971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37096fb7-cd45-4769-964e-428b7ec9d113 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.474591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37096fb7-cd45-4769-964e-428b7ec9d113 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.476142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37096fb7-cd45-4769-964e-428b7ec9d113 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.477688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37096fb7-cd45-4769-964e-428b7ec9d113 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.479197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37096fb7-cd45-4769-964e-428b7ec9d113 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.480958 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-37096fb7-cd45-4769-964e-428b7ec9d113 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0761478 Aug 24 00:30:50.485294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40308) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:50.619543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16d20ad3-646e-418e-b197-9a3a3ce01110 req-4b16cf63-1aaa-4658-b9e2-c4dd394c66c6 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0784771 Aug 24 00:30:50.671415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e99ba-c439-4bc2-a16a-47b6e656b99b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.673384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e99ba-c439-4bc2-a16a-47b6e656b99b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.681480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e99ba-c439-4bc2-a16a-47b6e656b99b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.683227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e99ba-c439-4bc2-a16a-47b6e656b99b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.688011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e99ba-c439-4bc2-a16a-47b6e656b99b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.691386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e6e99ba-c439-4bc2-a16a-47b6e656b99b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2042944 Aug 24 00:30:50.698217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40318) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:50.797767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd1c25-ed6f-4c1f-a3f8-55c1d46df9a1 req-a474c0d3-3946-465c-a22b-0b6f7b01f3cf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.800169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bacd1c25-ed6f-4c1f-a3f8-55c1d46df9a1 req-a474c0d3-3946-465c-a22b-0b6f7b01f3cf tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0765712 Aug 24 00:30:50.917924 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bacd1c25-ed6f-4c1f-a3f8-55c1d46df9a1 req-d5ec0692-9c6f-45d6-ab3f-2fd7b13470e6 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106982 Aug 24 00:30:50.948160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6f42a-6f5d-4dd7-80f3-dc0e4d405843 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:50.949796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-12b6f42a-6f5d-4dd7-80f3-dc0e4d405843 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/networks/d8f24dc1-e82e-4242-82a4-50cfcb9b7020 HTTP/1.1" status: 200 len: 804 time: 0.2504578 Aug 24 00:30:50.957000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:51.223181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c3248-a826-4b01-9de6-253e847009c6 req-b604bd01-a94e-4921-822d-f53b839099e6 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:51.225110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b43c3248-a826-4b01-9de6-253e847009c6 req-b604bd01-a94e-4921-822d-f53b839099e6 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1213260 Aug 24 00:30:51.251204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9710faa0-5dbd-4204-b950-dfcdcb1df903 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/networks/d8f24dc1-e82e-4242-82a4-50cfcb9b7020?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2924011 Aug 24 00:30:51.254662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40342) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:51.303121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b43c3248-a826-4b01-9de6-253e847009c6 req-6934149b-535b-4e47-977f-897e8787c5eb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666578 Aug 24 00:30:51.332995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c1a2a4-fea9-4dcb-a6d2-ea74380109b2 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:51.338791 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-52c1a2a4-fea9-4dcb-a6d2-ea74380109b2 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/subnets/708bfc73-c3b0-4775-bbd1-fcf29603d434 HTTP/1.1" status: 200 len: 843 time: 0.0784807 Aug 24 00:30:51.340031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:51.427004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d493cb-8fe9-4970-a794-e2d59c845379 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:51.437417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40354) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:51.443755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485084630'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:51.451043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f3d493cb-8fe9-4970-a794-e2d59c845379 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "GET /v2.0/subnets/708bfc73-c3b0-4775-bbd1-fcf29603d434?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1070099 Aug 24 00:30:51.521667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:51.525963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.563061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:30:51.573417 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.573934 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Added segment 3c03ecb4-412a-4fef-8037-f1f2eb95742a of type vlan for network 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 Aug 24 00:30:51.666546 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.773639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0212aee5-1b35-4e28-be0a-092cbe092691 req-f776bf10-a303-4b52-82dc-5277a98d1fc4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0299389 Aug 24 00:30:51.807991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:51.815039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:51.815697 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:52.091350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81da17-ff18-4df1-b5d3-5afb2cf348c4 req-e04f340b-2e85-42e3-a9d9-0f015a4ea338 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:52.101619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c81da17-ff18-4df1-b5d3-5afb2cf348c4 req-e04f340b-2e85-42e3-a9d9-0f015a4ea338 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.0859489 Aug 24 00:30:52.140947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c81da17-ff18-4df1-b5d3-5afb2cf348c4 req-bf7cf80d-55d6-4557-9bdc-51d977c3b653 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Aug 24 00:30:52.290173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Network': ['ID=3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:52.294808 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-15a156fe-22e2-40a2-a0f9-28faa36104dd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8559835 Aug 24 00:30:52.298541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:52.301670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:30:52.305342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'network_id': '3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:52.370561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-32e23b94-c588-49da-8ff8-c54690f961be tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:52.372733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-32e23b94-c588-49da-8ff8-c54690f961be tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.1145222 Aug 24 00:30:52.476554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Made reservation on behalf of 41b40e6533044748bce3e6fa6cddcb71 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:30:52.480653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:52.585963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8d1a8-79bd-42c0-9bd7-6906c6385c50 req-bfbebea8-211a-4709-8d1b-1288dd59dca0 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:52.598475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7b8d1a8-79bd-42c0-9bd7-6906c6385c50 req-bfbebea8-211a-4709-8d1b-1288dd59dca0 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.1731110 Aug 24 00:30:52.625342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Performing IP validity checks on allocation pools {{(pid=95327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:30:52.625976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.ipam_backend_mixin [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95327) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:30:52.661152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Deleting port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:52.661663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:52.691126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-445e56c2-a829-4d54-a51b-726e7c1287d4 req-6b922824-ecf8-4a01-bbd5-b01bea8b4549 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=06f4e3c7-5ef5-4643-80a1-0286ffcf7927 HTTP/1.1" status: 200 len: 210 time: 0.0864356 Aug 24 00:30:52.726220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7b8d1a8-79bd-42c0-9bd7-6906c6385c50 req-78c41edb-35d1-4a4c-a8c5-5269d0047cb4 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205821 Aug 24 00:30:52.902880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] For port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:52.903483 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:52.930671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Calling delete_port for 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:53.028007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.111093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f40912f0-c8d7-4337-8025-912f5ce856c0 req-67c92242-b53a-4ca3-8286-7aba820bf7da tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0853271 Aug 24 00:30:53.129590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=ae056ade-e006-4ff9-83f4-23a458a93181,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:53.138286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-8c756346-fc6e-41a8-970f-01582a9f1d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:53.140665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-8c756346-fc6e-41a8-970f-01582a9f1d61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1137660 Aug 24 00:30:53.213494 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Checking segment: {'id': '3c03ecb4-412a-4fef-8037-f1f2eb95742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:53.214271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network hostable DHCP agents. Network: 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:30:53.335747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Network 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:30:53.419619 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.436915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-d6016bcd-df84-4291-ad11-c6c32eda574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:53.438453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-d6016bcd-df84-4291-ad11-c6c32eda574a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 915 time: 0.2849367 Aug 24 00:30:53.454048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:53.454207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:30:53.463284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:53.464541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.465673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f06e8442-5846-42cb-94fb-c8a1bc011a44 req-466f8d14-86cc-4591-baaa-db4382bf7cc6 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0523238 Aug 24 00:30:53.474620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b65629-ea09-497a-8c85-8aec6b0e3ce9 req-38327f51-99b3-40ca-abbc-074ef18f8d10 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:53.482261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1b65629-ea09-497a-8c85-8aec6b0e3ce9 req-38327f51-99b3-40ca-abbc-074ef18f8d10 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 949 time: 0.1578660 Aug 24 00:30:53.508732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a75e72-4130-497f-9147-d3c266706797 None None] Network 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:53.614505 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8cad3c83-daf8-4e2c-8a4d-56c558576665 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3123093 Aug 24 00:30:53.615120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40454) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:53.621991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-abbcf629-62ce-4b55-9713-394a4012ec41 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:30:53.624553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event deleted for resources: {'Port': ['ID=34fb9feb-8eb2-4934-bdbb-41eda02bdb9a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:53.757175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4', 'network_id': '3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4', 'tenant_id': '41b40e6533044748bce3e6fa6cddcb71', 'fixed_ips': [{'subnet_id': 'ae056ade-e006-4ff9-83f4-23a458a93181'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:30:53.757175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:53.803982 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abbcf629-62ce-4b55-9713-394a4012ec41 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8304343'] for subnet, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.006485 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:30:54.006485 n-d-804878-2 neutron-server[95328]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 24 00:30:54.006485 n-d-804878-2 neutron-server[95328]: [parameters: {'in_use': 1, 'id_1': 'ae056ade-e006-4ff9-83f4-23a458a93181'}] Aug 24 00:30:54.006485 n-d-804878-2 neutron-server[95328]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:30:54.008844 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:30:54.154169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-f9b340c6-6c98-456a-8e83-34b431df6b3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76306686-474a-4d79-a6b8-7a4083adebd8 HTTP/1.1" status: 200 len: 217 time: 0.6946511 Aug 24 00:30:54.224597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] No DVR routers for this DVR port 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:54.227580 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.231273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba962b82-e6cd-4633-95e2-24fd49a334b0 req-583856d3-edc6-444e-948e-6d979b54a3ad tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "DELETE /v2.0/ports/34fb9feb-8eb2-4934-bdbb-41eda02bdb9a HTTP/1.1" status: 204 len: 173 time: 1.8521545 Aug 24 00:30:54.248748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'name': 'network-vif-deleted', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:54.251583 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2fcb71-59b3-4982-a9b6-2be33b18954e" -d '{"events": [{"server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "name": "network-vif-deleted", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:54.258062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1b65629-ea09-497a-8c85-8aec6b0e3ce9 req-87f4f84d-d5ac-4e90-b912-6f61e48dcc2f tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7749131 Aug 24 00:30:54.264292 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abbcf629-62ce-4b55-9713-394a4012ec41 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733486022346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6410563'] for subnet, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.329108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-44299942-3f2c-47cb-82c1-4968e5f80635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:54.330653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-44299942-3f2c-47cb-82c1-4968e5f80635 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36d87814-c4d9-40ac-91eb-a15ce2e4f230 HTTP/1.1" status: 200 len: 854 time: 0.1402702 Aug 24 00:30:54.350696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcf629-62ce-4b55-9713-394a4012ec41 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:54.351296 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abbcf629-62ce-4b55-9713-394a4012ec41 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.355304 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-abbcf629-62ce-4b55-9713-394a4012ec41 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "PUT /v2.0/subnets/ae056ade-e006-4ff9-83f4-23a458a93181 HTTP/1.1" status: 200 len: 900 time: 0.7364068 Aug 24 00:30:54.356160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40476) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:54.376672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93e7862-f0c0-421c-9b3a-be1e6ec8b493 req-d91820f0-438a-4a55-9c5c-9f051a7f6406 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0449648 Aug 24 00:30:54.395100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-2c0a28b3-7c2c-4ea8-a39d-ed11e980adb9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76bb3db-112b-42f7-885e-f5605650a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487628 Aug 24 00:30:54.446555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcf629-62ce-4b55-9713-394a4012ec41 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event updated for resources: {'Subnet': ['ID=ae056ade-e006-4ff9-83f4-23a458a93181,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:54.510364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.554913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef592ed1-e5b8-487e-82bd-a745b80ca7bf req-9f414c97-ebc9-4fba-b1da-2ed8b720d411 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:54.562273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.568032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef592ed1-e5b8-487e-82bd-a745b80ca7bf req-9f414c97-ebc9-4fba-b1da-2ed8b720d411 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.4638314 Aug 24 00:30:54.577463 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8f2cf7-b19f-4799-9452-726f28a224bf x-openstack-request-id: req-1a8f2cf7-b19f-4799-9452-726f28a224bf {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:54.586775 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80739c82-8ea1-4d71-975c-d0eb09df20f1", "name": "network-vif-deleted", "tag": "34fb9feb-8eb2-4934-bdbb-41eda02bdb9a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:54.587014 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a8f2cf7-b19f-4799-9452-726f28a224bf {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:54.587410 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80739c82-8ea1-4d71-975c-d0eb09df20f1', 'name': 'network-vif-deleted', 'tag': '34fb9feb-8eb2-4934-bdbb-41eda02bdb9a', 'status': 'completed', 'code': 200} Aug 24 00:30:54.656455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-92666224-6762-4582-a2da-9b37439b6efa service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439678 Aug 24 00:30:54.679311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.804211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Allocated IP 2001:db8::3 (3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4/ae056ade-e006-4ff9-83f4-23a458a93181/80305e35-8390-4aa4-abf7-f890737fcde4) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:30:54.808613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef592ed1-e5b8-487e-82bd-a745b80ca7bf req-60504c0e-b4a0-4267-a99f-f5c2e4c55113 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405024 Aug 24 00:30:54.842061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b29acdde-8b61-4381-9c29-68343ac50768 req-599b171b-fa8b-42f9-9dca-37819228d534 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0491631 Aug 24 00:30:54.879268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3823ee8-ba6b-42d8-b569-a8efae941eeb req-59cc7a87-3140-44d7-acd7-460775dae510 service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202885 Aug 24 00:30:54.967910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:54.976192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Transition to ACTIVE for port object 80305e35-8390-4aa4-abf7-f890737fcde4 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:54.991268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Transition to ACTIVE for port object 80305e35-8390-4aa4-abf7-f890737fcde4 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:30:55.122415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.166555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Network 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:30:55.166555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:30:55.168395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:30:55.211720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Pushing event updated for resources: {'Port': ['ID=80305e35-8390-4aa4-abf7-f890737fcde4,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:55.225696 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.251043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Attempting to bind port 80305e35-8390-4aa4-abf7-f890737fcde4 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:30:55.251650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Attempting to bind port 80305e35-8390-4aa4-abf7-f890737fcde4 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3c03ecb4-412a-4fef-8037-f1f2eb95742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:30:55.252180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Attempting to bind port 80305e35-8390-4aa4-abf7-f890737fcde4 on network 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:30:55.258105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:30:55.258937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Checking segment: {'id': '3c03ecb4-412a-4fef-8037-f1f2eb95742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:30:55.264182 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.264182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Bound using segment: {'id': '3c03ecb4-412a-4fef-8037-f1f2eb95742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:30:55.264182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Bound port: 80305e35-8390-4aa4-abf7-f890737fcde4, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c03ecb4-412a-4fef-8037-f1f2eb95742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:30:55.264182 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.271708 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=ae056ade-e006-4ff9-83f4-23a458a93181,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:55.282918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:55.381473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.388053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:30:55.389232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 34fb9feb-8eb2-4934-bdbb-41eda02bdb9a not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:30:55.395894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:55.405807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] For port 80305e35-8390-4aa4-abf7-f890737fcde4, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:30:55.414125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c03ecb4-412a-4fef-8037-f1f2eb95742a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:55.414757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c03ecb4-412a-4fef-8037-f1f2eb95742a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:55.421474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] For port 80305e35-8390-4aa4-abf7-f890737fcde4, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=80305e35-8390-4aa4-abf7-f890737fcde4,segment=NetworkSegment(3c03ecb4-412a-4fef-8037-f1f2eb95742a),segment_id=3c03ecb4-412a-4fef-8037-f1f2eb95742a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:30:55.426729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.460106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fb43dfb-1526-46cf-be63-519b240f94f8 req-ed5762a2-8c43-4827-aa4c-606300a9f730 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=80739c82-8ea1-4d71-975c-d0eb09df20f1 HTTP/1.1" status: 200 len: 210 time: 0.0685611 Aug 24 00:30:55.487866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.488714 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.499777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:55.500735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:55.504944 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:55.527513 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:55.582074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73d941ab-4214-403e-8a6a-5f052e872a81 req-56cc37d5-b87b-4708-baa5-8ac3258ba784 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0868723 Aug 24 00:30:55.601047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d3951-161a-452d-b5bc-02163c1eebbd None None] Pushing event updated for resources: {'Port': ['ID=80305e35-8390-4aa4-abf7-f890737fcde4,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:55.613520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4413e-c83a-4262-81ab-50bb2a8fdb07 None None] Network 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:55.749523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:30:55.749523 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:30:55.749523 n-d-804878-2 neutron-server[95327]: [parameters: {'id': '3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4'}] Aug 24 00:30:55.749523 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:30:55.750173 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:30:55.809827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5325159-fcb7-4cfc-b953-8bed8e3e7ca3 None None] Network 3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:55.947727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556f511-b2d0-438d-b47e-28969f8c8967 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:30:55.978800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-196cbb10-2c3f-4a73-9c11-1f8361d077a4 req-48e80b0b-5631-490c-a2a5-e6301f07c1a2 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0323501 Aug 24 00:30:55.996038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a3947-64b6-42c6-8acf-79c400c0b522 req-6e3f7457-9980-4d79-947f-b01654dcf255 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:56.005344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a8a3947-64b6-42c6-8acf-79c400c0b522 req-6e3f7457-9980-4d79-947f-b01654dcf255 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 946 time: 0.0953968 Aug 24 00:30:56.054063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a8a3947-64b6-42c6-8acf-79c400c0b522 req-e9d1c394-5912-4740-838e-d4cd5ef94a8d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455530 Aug 24 00:30:56.142534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f556f511-b2d0-438d-b47e-28969f8c8967 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:30:56.243796 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29559c37-c531-4f38-a8b0-8a7af930f4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.252189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.350056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port 80305e35-8390-4aa4-abf7-f890737fcde4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:56.350510 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.424483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port 80305e35-8390-4aa4-abf7-f890737fcde4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=80305e35-8390-4aa4-abf7-f890737fcde4,segment=NetworkSegment(3c03ecb4-412a-4fef-8037-f1f2eb95742a),segment_id=3c03ecb4-412a-4fef-8037-f1f2eb95742a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:56.425151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.475374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for 80305e35-8390-4aa4-abf7-f890737fcde4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:56.715621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70ff5a63-7f53-49ec-b815-fa2ff85405bb req-32679291-d406-495e-9803-4e741faf2381 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0357201 Aug 24 00:30:56.824405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:30:56.925166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.944606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:56.953189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=80305e35-8390-4aa4-abf7-f890737fcde4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:56.966769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port 80305e35-8390-4aa4-abf7-f890737fcde4 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:56.994691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:30:56.997057 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea16607-d0c3-43b3-8157-25fb2e37d220" -d '{"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:30:57.032984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:57.083636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.090168 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33373b95-8523-4685-97a7-db336c7546fa x-openstack-request-id: req-33373b95-8523-4685-97a7-db336c7546fa {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:30:57.090395 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:30:57.091760 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33373b95-8523-4685-97a7-db336c7546fa {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:30:57.091760 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8', 'code': 200} Aug 24 00:30:57.098242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:57.116135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c03ecb4-412a-4fef-8037-f1f2eb95742a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:57.116695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c03ecb4-412a-4fef-8037-f1f2eb95742a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:57.129098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.136167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.147279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.154682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:57.155473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.237932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:57.243112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ba08d60-b174-4886-8029-ca35ee49571d req-7ba13d16-b9ae-4519-a34d-353726fb9fbf tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0806825 Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:57.286327 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:57.331972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002462b-f920-492e-b959-4a28902a9093 req-41057057-ad6a-456b-ab8e-8044ffe10184 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:57.337694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e002462b-f920-492e-b959-4a28902a9093 req-41057057-ad6a-456b-ab8e-8044ffe10184 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1140625 Aug 24 00:30:57.366032 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.385320 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.390386 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 HTTP/1.1" status: 204 len: 168 time: 3.0300589 Aug 24 00:30:57.390857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40542) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:57.408565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e002462b-f920-492e-b959-4a28902a9093 req-037a71b3-9a49-4d96-bcd4-14cdd801ef43 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604994 Aug 24 00:30:57.417240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65fdca-e1cb-4641-bdf1-ee06538e7c76 req-59c6e0ea-9fb7-4f81-9e2a-e48a43026d6e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:57.422464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d65fdca-e1cb-4641-bdf1-ee06538e7c76 req-59c6e0ea-9fb7-4f81-9e2a-e48a43026d6e tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0831382 Aug 24 00:30:57.433559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cee713-ad01-4717-b1c3-89f531dbb1b6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:57.460904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d65fdca-e1cb-4641-bdf1-ee06538e7c76 req-7df31d8f-98ae-4907-a403-f1c0a75cb41d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357780 Aug 24 00:30:57.467187 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-47540372-0d9d-47cf-9ef8-66de9d60ef6c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:30:57.467187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47540372-0d9d-47cf-9ef8-66de9d60ef6c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:30:57.467416 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-47540372-0d9d-47cf-9ef8-66de9d60ef6c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/ae056ade-e006-4ff9-83f4-23a458a93181 HTTP/1.1" status: 404 len: 337 time: 0.0641322 Aug 24 00:30:57.471393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40544) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:57.491477 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0138ff23-90d4-421f-a5bf-95b15beaac0c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:30:57.494411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0138ff23-90d4-421f-a5bf-95b15beaac0c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:30:57.495487 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0138ff23-90d4-421f-a5bf-95b15beaac0c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/3eefa135-c7fc-4ff3-a1bb-1ab6b6c8f4c4 HTTP/1.1" status: 404 len: 339 time: 0.0219679 Aug 24 00:30:57.496822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40548) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:57.586949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.679614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.690257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11558693-c3c9-4908-8329-130497aee405']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:57.701118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442a4d3f-4499-409d-94bd-aa9d03e20d85') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:57.701429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442a4d3f-4499-409d-94bd-aa9d03e20d85') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:57.711606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.733789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.739864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:57.740300 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:57.743422 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:30:57.830596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a4a4f56-bb65-486e-b10a-3d17d497c6c7 req-0ed5b45d-9f86-4f33-b625-e1c65fdf8529 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0306084 Aug 24 00:30:57.875385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.886531 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:57.907245 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/11558693-c3c9-4908-8329-130497aee405 HTTP/1.1" status: 204 len: 168 time: 0.4094234 Aug 24 00:30:57.911115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40560) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:57.921896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91e26d-0e93-4d48-b61c-5273a9066893 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=11558693-c3c9-4908-8329-130497aee405,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:57.950773 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-630825b2-e53b-4fe4-ad63-343ba93ffa28 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:30:57.951552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630825b2-e53b-4fe4-ad63-343ba93ffa28 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:30:57.953290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-630825b2-e53b-4fe4-ad63-343ba93ffa28 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/16dd665c-d300-4e1b-b125-224532470e34 HTTP/1.1" status: 404 len: 337 time: 0.0409107 Aug 24 00:30:57.957361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40562) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:57.982903 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-401e338e-e9e6-4389-a157-86ec0c567ddd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:30:57.983834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401e338e-e9e6-4389-a157-86ec0c567ddd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:30:57.986059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-401e338e-e9e6-4389-a157-86ec0c567ddd tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/ae501f1b-6fb2-4219-b97d-1b0a943ce0a9 HTTP/1.1" status: 404 len: 339 time: 0.0273621 Aug 24 00:30:57.990881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40564) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:58.057061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab52b0d7-293c-4baf-8f96-b3c69fac4869 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting subnet d414a57c-878b-440b-ad80-462431d709eb {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:30:58.060908 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab52b0d7-293c-4baf-8f96-b3c69fac4869 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.109211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab52b0d7-293c-4baf-8f96-b3c69fac4869 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.200450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab52b0d7-293c-4baf-8f96-b3c69fac4869 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.362081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab52b0d7-293c-4baf-8f96-b3c69fac4869 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.363254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5df80652-3936-4c9a-bc93-05154e681311 req-2289d2d3-88fd-4d11-910f-0625a4d59173 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0271912 Aug 24 00:30:58.410391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52b0d7-293c-4baf-8f96-b3c69fac4869 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=d414a57c-878b-440b-ad80-462431d709eb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:58.416449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab52b0d7-293c-4baf-8f96-b3c69fac4869 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.418468 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ab52b0d7-293c-4baf-8f96-b3c69fac4869 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/d414a57c-878b-440b-ad80-462431d709eb HTTP/1.1" status: 204 len: 168 time: 0.4265678 Aug 24 00:30:58.421663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:58.426438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6ee83-30aa-4f1e-a466-3b8efaa669f5 None None] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:58.518536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-064b1bb0-d4e8-49a4-a8da-1bc3b2a38a2f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting subnet be3a3c27-af05-42c6-a666-a61be7a7b06a {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:30:58.523825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-064b1bb0-d4e8-49a4-a8da-1bc3b2a38a2f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.627788 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-064b1bb0-d4e8-49a4-a8da-1bc3b2a38a2f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.675264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1a738-2717-475a-8df0-cb519b6e306e req-d89bcb3b-2903-41f8-967e-1d3c96e24bfb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:58.676831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcf1a738-2717-475a-8df0-cb519b6e306e req-d89bcb3b-2903-41f8-967e-1d3c96e24bfb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1555820 Aug 24 00:30:58.689859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf7b8e-f30b-4b39-be97-a5b799e77ac3 req-03f420e3-9899-47b8-a2fa-05f3b9a68e07 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:58.700915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08cf7b8e-f30b-4b39-be97-a5b799e77ac3 req-03f420e3-9899-47b8-a2fa-05f3b9a68e07 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1299629 Aug 24 00:30:58.827692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08cf7b8e-f30b-4b39-be97-a5b799e77ac3 req-b4d0921c-2a14-4cbf-8eb2-8fa56cabe59b tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292496 Aug 24 00:30:58.830501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcf1a738-2717-475a-8df0-cb519b6e306e req-f9d8ec9f-557b-451d-abfd-c22adbdb22e4 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379151 Aug 24 00:30:58.842962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-064b1bb0-d4e8-49a4-a8da-1bc3b2a38a2f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:58.964724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8dba71ff-cbd7-4421-b0b1-9c485761af92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.009338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-57fe7a8f-243c-4b66-bb01-c3413a7ca630 req-91c772a9-c875-4654-84a3-1947bb9de468 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0690899 Aug 24 00:30:59.034104 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-064b1bb0-d4e8-49a4-a8da-1bc3b2a38a2f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.067221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b1bb0-d4e8-49a4-a8da-1bc3b2a38a2f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=be3a3c27-af05-42c6-a666-a61be7a7b06a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:59.068004 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.075637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-064b1bb0-d4e8-49a4-a8da-1bc3b2a38a2f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.078999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-064b1bb0-d4e8-49a4-a8da-1bc3b2a38a2f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/be3a3c27-af05-42c6-a666-a61be7a7b06a HTTP/1.1" status: 204 len: 168 time: 0.6560612 Aug 24 00:30:59.082543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40592) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:30:59.097720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4dec4-9070-4199-80cf-ff5d399a3484 req-1cd1d4aa-20ad-4854-8c35-e2daf68e9b56 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:59.099767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dd4dec4-9070-4199-80cf-ff5d399a3484 req-1cd1d4aa-20ad-4854-8c35-e2daf68e9b56 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1696141 Aug 24 00:30:59.182209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dd4dec4-9070-4199-80cf-ff5d399a3484 req-4a8cb39e-f2ec-4b1d-8a61-4bb3ec29f1ce tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709498 Aug 24 00:30:59.224174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.316148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port 1bfaa55d-46ff-48d4-af77-716b764e9436 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:59.326763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.392453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c69608-c6dd-4593-a45f-fc3b233d7f85 None None] Network b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:30:59.399993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port 1bfaa55d-46ff-48d4-af77-716b764e9436, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1bfaa55d-46ff-48d4-af77-716b764e9436,segment=NetworkSegment(813b8698-ba1c-4095-9bdc-c38047a14c0d),segment_id=813b8698-ba1c-4095-9bdc-c38047a14c0d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:59.401932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.419410 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for 1bfaa55d-46ff-48d4-af77-716b764e9436 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:59.495436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa4da9-8713-4852-8642-5149b2708637 req-cbede4aa-fe40-4d4e-bf2d-1a42fba0eb41 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:59.499847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4fa4da9-8713-4852-8642-5149b2708637 req-cbede4aa-fe40-4d4e-bf2d-1a42fba0eb41 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.0985241 Aug 24 00:30:59.557418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-37fbb4f6-1059-4bb1-854a-0e99fa88e11e None None] Provisioning complete for port 1bfaa55d-46ff-48d4-af77-716b764e9436 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:30:59.558074 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-37fbb4f6-1059-4bb1-854a-0e99fa88e11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.567864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ad1efdf-99dd-4998-b12c-e1e9e2f8ca7d req-fa31282c-d20e-41db-a577-32c969c36a40 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0662999 Aug 24 00:30:59.663829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.700988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Deleting port 8b98f44b-dcbb-4399-afff-0c57c6568659 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:30:59.701335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.705405 n-d-804878-2 neutron-server[95328]: INFO neutron.plugins.ml2.db [None req-37fbb4f6-1059-4bb1-854a-0e99fa88e11e None None] No ports have port_id starting with 1bfaa55d-46ff-48d4-af77-716b764e9436 Aug 24 00:30:59.740910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=1bfaa55d-46ff-48d4-af77-716b764e9436,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:30:59.751647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port 1bfaa55d-46ff-48d4-af77-716b764e9436 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:30:59.842717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201419b-e279-4f86-9600-41f2d0469bc3 None None] DHCP port deletion for b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:30:59.891230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] For port 8b98f44b-dcbb-4399-afff-0c57c6568659, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8b98f44b-dcbb-4399-afff-0c57c6568659,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:30:59.891791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.900620 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.902235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc253bda-2d4f-41d6-af27-fb6b9c06115f req-a0682e08-9701-41cc-8757-57b7774d753b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:30:59.902989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc253bda-2d4f-41d6-af27-fb6b9c06115f req-a0682e08-9701-41cc-8757-57b7774d753b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1308010 Aug 24 00:30:59.913252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:59.923660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Calling delete_port for 8b98f44b-dcbb-4399-afff-0c57c6568659 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:30:59.927942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813b8698-ba1c-4095-9bdc-c38047a14c0d') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:59.928332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813b8698-ba1c-4095-9bdc-c38047a14c0d') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:30:59.952676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.971183 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.982748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:30:59.982748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:30:59.985464 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:00.088000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc253bda-2d4f-41d6-af27-fb6b9c06115f req-5d00be26-7ae1-4a78-822c-f57a2dbc72d2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767001 Aug 24 00:31:00.136590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5024a26-6ac7-4d7e-822e-fd8bb2d83fa5 req-be626fa1-550e-4e37-9c84-17273862e1ed tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:00.144422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5024a26-6ac7-4d7e-822e-fd8bb2d83fa5 req-be626fa1-550e-4e37-9c84-17273862e1ed tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 949 time: 0.1847563 Aug 24 00:31:00.204887 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.210554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19e545eb-68f8-459e-a74b-1f56b53bc1d1 req-fc087cbf-966f-493a-9869-51885e55d142 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0381217 Aug 24 00:31:00.229851 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.230136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5024a26-6ac7-4d7e-822e-fd8bb2d83fa5 req-363d19ad-1564-4de4-8c29-0b894054858a tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 Aug 24 00:31:00.245704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d HTTP/1.1" status: 204 len: 168 time: 1.1618781 Aug 24 00:31:00.252334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40636) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:00.299545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0b60a-2c2d-4519-a0a8-47e665ce4f4c tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=b44300c5-a464-4e7f-a3cb-bdaf4ddbb04d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:00.320026 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8017e84-fab2-406b-a084-b5c4b9f53e91 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:00.320597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8017e84-fab2-406b-a084-b5c4b9f53e91 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:00.322947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e8017e84-fab2-406b-a084-b5c4b9f53e91 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/4176a8a4-22c9-4fae-9307-931e092cddf6 HTTP/1.1" status: 404 len: 337 time: 0.0691116 Aug 24 00:31:00.329793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40640) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:00.342582 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.361079 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05de53e-014e-4731-be25-1a2e82e9971b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:00.361778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05de53e-014e-4731-be25-1a2e82e9971b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:00.363541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e05de53e-014e-4731-be25-1a2e82e9971b tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/683589cf-815c-4a73-a784-4503e5d3002a HTTP/1.1" status: 404 len: 339 time: 0.0326223 Aug 24 00:31:00.366565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:00.371820 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-fa779c52-4ce1-4800-a5cc-01d770173873 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0897992 Aug 24 00:31:00.406013 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9d16f8-a908-4648-bc01-66f803a15e5f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:00.406981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9d16f8-a908-4648-bc01-66f803a15e5f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:00.418618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3e9d16f8-a908-4648-bc01-66f803a15e5f tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/6e91f729-797c-4c0a-bf14-26eaa68736c2 HTTP/1.1" status: 404 len: 337 time: 0.0497854 Aug 24 00:31:00.421354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40648) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:00.453263 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3521a3-712f-455c-b227-d92ba9d6c395 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:00.454158 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3521a3-712f-455c-b227-d92ba9d6c395 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:00.459968 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0c3521a3-712f-455c-b227-d92ba9d6c395 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/98ade26b-88b3-4dce-b7d4-6f7408e72a40 HTTP/1.1" status: 404 len: 339 time: 0.0368338 Aug 24 00:31:00.461225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40652) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:00.470009 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.494418 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7389e883-48a0-457b-8308-df628e7d06a7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:00.494898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7389e883-48a0-457b-8308-df628e7d06a7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:00.496680 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7389e883-48a0-457b-8308-df628e7d06a7 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/c4f10cf4-0fc1-4aaa-ac42-461e4e4ad124 HTTP/1.1" status: 404 len: 337 time: 0.0342124 Aug 24 00:31:00.503571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40654) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:00.504277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8b98f44b-dcbb-4399-afff-0c57c6568659'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:00.519579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ecd743df-ea4f-4138-b1b6-f1b10524d56c req-6cf839a8-45f1-4bff-b17f-f859c3b420b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06f4e3c7-5ef5-4643-80a1-0286ffcf7927 HTTP/1.1" status: 200 len: 210 time: 0.0596709 Aug 24 00:31:00.523546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Pushing event deleted for resources: {'Port': ['ID=8b98f44b-dcbb-4399-afff-0c57c6568659,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:00.591992 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e162cd5-5501-4f75-a60f-1cead59d84f8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:00.591992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e162cd5-5501-4f75-a60f-1cead59d84f8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:00.596672 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8e162cd5-5501-4f75-a60f-1cead59d84f8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/2f2675b5-c98e-4e1d-b6ca-180cd305479b HTTP/1.1" status: 404 len: 339 time: 0.0949013 Aug 24 00:31:00.598797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40656) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:00.611076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] No DVR routers for this DVR port 8b98f44b-dcbb-4399-afff-0c57c6568659 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:00.621750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.625975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4fa4da9-8713-4852-8642-5149b2708637 req-01f9d2d2-fcd2-44e1-82ad-7c0ed74e588d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.36 "DELETE /v2.0/ports/8b98f44b-dcbb-4399-afff-0c57c6568659 HTTP/1.1" status: 204 len: 173 time: 1.1137080 Aug 24 00:31:00.626789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'name': 'network-vif-deleted', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:00.650503 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb74ea7c-7551-4052-8ded-7cc7d628a4c9" -d '{"events": [{"server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "name": "network-vif-deleted", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:00.700543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-6163f72e-a8f0-4c59-8325-255178ad51c8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting subnet d3136900-5f9b-4479-89f3-dc45d2cc82d5 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:00.707878 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6163f72e-a8f0-4c59-8325-255178ad51c8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.715492 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee68a93-bbb4-4c6b-b6cb-aaffeabc1332 x-openstack-request-id: req-2ee68a93-bbb4-4c6b-b6cb-aaffeabc1332 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:00.722680 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b51c98-4962-4862-9dbb-e3de3ce02539", "name": "network-vif-deleted", "tag": "8b98f44b-dcbb-4399-afff-0c57c6568659", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:00.722680 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ee68a93-bbb4-4c6b-b6cb-aaffeabc1332 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:00.722680 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b51c98-4962-4862-9dbb-e3de3ce02539', 'name': 'network-vif-deleted', 'tag': '8b98f44b-dcbb-4399-afff-0c57c6568659', 'status': 'completed', 'code': 200} Aug 24 00:31:00.744289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bfaa55d-46ff-48d4-af77-716b764e9436 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:00.756771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6163f72e-a8f0-4c59-8325-255178ad51c8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:00.786599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1bfaa55d-46ff-48d4-af77-716b764e9436 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:00.786944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bfaa55d-46ff-48d4-af77-716b764e9436 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:00.818634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08cb2b7f-5b57-4f57-867d-6da590853bae req-595563ac-416a-4ebb-a9f7-53920cb40a08 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0730405 Aug 24 00:31:00.820620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:00.879182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6163f72e-a8f0-4c59-8325-255178ad51c8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.075533 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00269a68-1e3a-4039-99c8-46d904e04d24 req-de044890-0526-4280-b771-78817bab0a8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0316894 Aug 24 00:31:01.134528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6163f72e-a8f0-4c59-8325-255178ad51c8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.179075 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6163f72e-a8f0-4c59-8325-255178ad51c8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.179337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27ebae-48dc-4fc9-8f95-47ec5fdf10b2 None None] Network 5a302aab-0928-4a12-bbee-c7a6a5df7566 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:01.184354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:01.184543 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6163f72e-a8f0-4c59-8325-255178ad51c8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/d3136900-5f9b-4479-89f3-dc45d2cc82d5 HTTP/1.1" status: 204 len: 168 time: 0.5847428 Aug 24 00:31:01.186560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163f72e-a8f0-4c59-8325-255178ad51c8 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=d3136900-5f9b-4479-89f3-dc45d2cc82d5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:01.359672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.385285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6d94da0-1a26-4e52-aa0f-c6d30c0738e2 req-29728264-ff18-4c4c-a776-03d8b671fb91 tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 210 time: 0.0428665 Aug 24 00:31:01.422256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed00f4-14d8-439a-b767-8d2055c0033c req-e3310f8b-3f16-409b-bc34-69d12bc6caa5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:01.424144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-57ed00f4-14d8-439a-b767-8d2055c0033c req-e3310f8b-3f16-409b-bc34-69d12bc6caa5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.2181950 Aug 24 00:31:01.464228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] DHCP port deletion for 5a302aab-0928-4a12-bbee-c7a6a5df7566 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:01.523803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:01.526442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] Deleting port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:01.526550 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.526646 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.613455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] For port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,segment=NetworkSegment(36fed3ea-1131-4670-b2d5-867eb6608416),segment_id=36fed3ea-1131-4670-b2d5-867eb6608416)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:01.613896 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.629879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-57ed00f4-14d8-439a-b767-8d2055c0033c req-0f59a18e-9137-4473-aaa9-4aed7ac5e61d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555068 Aug 24 00:31:01.630464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ede043d-75c9-4558-8539-a1add892a808 req-887b9276-8de5-4775-98f2-ee1659f62355 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0861983 Aug 24 00:31:01.653455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] Calling delete_port for ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:01.688721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,segment=NetworkSegment(36fed3ea-1131-4670-b2d5-867eb6608416),segment_id=36fed3ea-1131-4670-b2d5-867eb6608416)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:01.689108 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.731488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:01.856418 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.887231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.920125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5a3c012-7727-48a8-981c-a4bbcc2caeaf req-a4eb628b-c862-4ec8-8d84-6af1fbc8cecf tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0380149 Aug 24 00:31:01.921675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] Pushing event deleted for resources: {'Port': ['ID=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:01.922847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:01.925779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5ec8a-7645-4c83-b94c-da448055475e None None] No DVR routers for this DVR port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:01.960373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=ebc179cc-2b11-4bf7-af2b-61eeb319d3c8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:01.983980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:02.072813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.084140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a302aab-0928-4a12-bbee-c7a6a5df7566']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:02.095037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fed3ea-1131-4670-b2d5-867eb6608416') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:02.095343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fed3ea-1131-4670-b2d5-867eb6608416') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:02.105994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.154584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.169962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:02.170439 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:02.173831 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:02.238025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-7efec191-eafa-4082-a8ce-6ae56412fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.240685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-7efec191-eafa-4082-a8ce-6ae56412fb35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8&tenant_id=98ba70e929634d5889e0dae352898ab6 HTTP/1.1" status: 200 len: 1095 time: 0.1207528 Aug 24 00:31:02.323432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-b8809dba-95b8-42d5-a20c-2619e361212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.325205 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-b8809dba-95b8-42d5-a20c-2619e361212f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 1095 time: 0.0447102 Aug 24 00:31:02.332354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-e7207115-9d3c-49f5-935f-124aed60d1ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0513287 Aug 24 00:31:02.424014 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.435890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.437859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/5a302aab-0928-4a12-bbee-c7a6a5df7566 HTTP/1.1" status: 204 len: 168 time: 1.2515707 Aug 24 00:31:02.463319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40702) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:02.474590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-caa9d212-e161-45f5-ac75-79359811e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.476801 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-caa9d212-e161-45f5-ac75-79359811e6c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 915 time: 0.1444986 Aug 24 00:31:02.501794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378a88a-f518-4a73-8614-036f0b43aba6 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=5a302aab-0928-4a12-bbee-c7a6a5df7566,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:02.509939 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed50214b-6b09-41de-8d5e-4677f739412e tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:02.510404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed50214b-6b09-41de-8d5e-4677f739412e tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:02.512188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ed50214b-6b09-41de-8d5e-4677f739412e tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/de532ba0-70ff-4cac-9882-2a8a2eadfd06 HTTP/1.1" status: 404 len: 337 time: 0.0477650 Aug 24 00:31:02.517676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40704) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:02.543761 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-1a609a72-4707-4ccb-9cf7-891306b02e3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76306686-474a-4d79-a6b8-7a4083adebd8 HTTP/1.1" status: 200 len: 217 time: 0.0583911 Aug 24 00:31:02.546435 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a5cd57-72bd-458d-94ed-cb5f10af4fd0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:02.547438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a5cd57-72bd-458d-94ed-cb5f10af4fd0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:02.550489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e8a5cd57-72bd-458d-94ed-cb5f10af4fd0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/19f70ef1-3605-4ecf-8f32-91901348308e HTTP/1.1" status: 404 len: 339 time: 0.0258281 Aug 24 00:31:02.552374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40706) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:02.582295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-52c5d8c5-5b83-4e22-b4df-db909e03b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.582909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-52c5d8c5-5b83-4e22-b4df-db909e03b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.583468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-52c5d8c5-5b83-4e22-b4df-db909e03b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.583946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-52c5d8c5-5b83-4e22-b4df-db909e03b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.584424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-52c5d8c5-5b83-4e22-b4df-db909e03b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.584944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-52c5d8c5-5b83-4e22-b4df-db909e03b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.585421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-52c5d8c5-5b83-4e22-b4df-db909e03b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.588049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-52c5d8c5-5b83-4e22-b4df-db909e03b8a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6501 time: 0.1885068 Aug 24 00:31:02.608119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-562f868c-930c-4775-9834-8295ec09ab85 req-a4f62b44-4c24-4e5a-a80d-2aab84919e7d tempest-MigrationsAdminTest-778501911 tempest-MigrationsAdminTest-778501911-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b51c98-4962-4862-9dbb-e3de3ce02539 HTTP/1.1" status: 200 len: 210 time: 0.0894425 Aug 24 00:31:02.653523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-9208c890-2239-47d6-afb6-c6729bcbd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.655693 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-9208c890-2239-47d6-afb6-c6729bcbd3e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36d87814-c4d9-40ac-91eb-a15ce2e4f230 HTTP/1.1" status: 200 len: 854 time: 0.1020093 Aug 24 00:31:02.709945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-463559a0-9133-4849-a2a4-589e2d11f4e0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting subnet 708bfc73-c3b0-4775-bbd1-fcf29603d434 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:02.715017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-463559a0-9133-4849-a2a4-589e2d11f4e0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.770671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-9aedaa6e-1bc1-4a0f-83b7-5cd737405d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.771291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-9aedaa6e-1bc1-4a0f-83b7-5cd737405d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.771769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-9aedaa6e-1bc1-4a0f-83b7-5cd737405d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.773477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-9aedaa6e-1bc1-4a0f-83b7-5cd737405d97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d8fd806-c256-4afe-810f-333599f8291f&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501 HTTP/1.1" status: 200 len: 2297 time: 0.1453595 Aug 24 00:31:02.780935 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-a3ec419f-5b8a-4e1b-98b8-480adc465b18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76bb3db-112b-42f7-885e-f5605650a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141036 Aug 24 00:31:02.795505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:02.818557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:02.819478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ebc179cc-2b11-4bf7-af2b-61eeb319d3c8 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:02.830247 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-463559a0-9133-4849-a2a4-589e2d11f4e0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:02.872058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca09511e-6595-48aa-ad21-75cb181f6dee req-fbced8af-9db7-4761-ba67-cbb412221523 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/ports?device_id=28c49a31-2e6a-4d1a-a93e-3414345652b8 HTTP/1.1" status: 200 len: 210 time: 0.0895514 Aug 24 00:31:02.921495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-138b64fe-abf6-4f46-8bb6-3b51a38fe2fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597 HTTP/1.1" status: 200 len: 1000 time: 0.1371038 Aug 24 00:31:02.934169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7651097-a454-4d89-a6b2-0c5ad6ef456a req-bcf2a4f1-7009-42f9-b627-744b91a7364f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:02.935740 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7651097-a454-4d89-a6b2-0c5ad6ef456a req-bcf2a4f1-7009-42f9-b627-744b91a7364f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1363192 Aug 24 00:31:03.040202 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-0d8f2a3a-bcbc-4448-ad78-5f6bb8d11a93 service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481606 Aug 24 00:31:03.051711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-1f3bf7ba-0988-4b3e-ab9d-e3badcd4ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:03.053218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-1f3bf7ba-0988-4b3e-ab9d-e3badcd4ecdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=745e7fbb-6430-4641-a1d1-64c23e786f72 HTTP/1.1" status: 200 len: 856 time: 0.1165540 Aug 24 00:31:03.066623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7651097-a454-4d89-a6b2-0c5ad6ef456a req-91e88898-701d-4efa-bbe8-5ad69f97ef95 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867207 Aug 24 00:31:03.123025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-463559a0-9133-4849-a2a4-589e2d11f4e0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.134817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-f1b3ea4d-f42b-4ff9-a321-8983e1a732d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:03.136473 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-f1b3ea4d-f42b-4ff9-a321-8983e1a732d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d8fd806-c256-4afe-810f-333599f8291f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688887 Aug 24 00:31:03.179880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f19ac639-3a2e-403a-995a-0786ddfd0169 req-58b42862-91b9-43b0-b9ba-d0c9fcfff3b7 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0418940 Aug 24 00:31:03.212627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-b0e0ee03-5722-499e-9cda-2e49d84adf3b service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609991 Aug 24 00:31:03.264254 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-463559a0-9133-4849-a2a4-589e2d11f4e0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.265329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-b202feaa-4eca-450b-91bd-3867a1810a7c service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184499 Aug 24 00:31:03.295723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463559a0-9133-4849-a2a4-589e2d11f4e0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Subnet': ['ID=708bfc73-c3b0-4775-bbd1-fcf29603d434,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:03.299301 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-463559a0-9133-4849-a2a4-589e2d11f4e0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.305366 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-463559a0-9133-4849-a2a4-589e2d11f4e0 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/subnets/708bfc73-c3b0-4775-bbd1-fcf29603d434 HTTP/1.1" status: 204 len: 168 time: 0.7487271 Aug 24 00:31:03.305630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40736) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:03.310781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350cd429-b0a6-480b-9c7f-560ee02a8fd4 None None] Network d8f24dc1-e82e-4242-82a4-50cfcb9b7020 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:03.326261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8b98f44b-dcbb-4399-afff-0c57c6568659 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:03.392399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 8b98f44b-dcbb-4399-afff-0c57c6568659 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:03.392670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8b98f44b-dcbb-4399-afff-0c57c6568659 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:03.403313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-85d499b7-a8f7-40c0-9486-64c623c15a0e service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302202 Aug 24 00:31:03.471460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-bb2ea24d-8080-45e3-9a67-4fa319e1ba76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 200 len: 217 time: 0.0546663 Aug 24 00:31:03.531054 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.541341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-9b165038-0fcf-493e-b582-627d3d5790c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:03.543278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-9b165038-0fcf-493e-b582-627d3d5790c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.0651600 Aug 24 00:31:03.606605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Deleting port da750402-6f55-4267-b6b8-c84d75c43246 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:03.608029 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.620061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-16bd7eb8-e299-4415-88fe-17d604523578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:03.644905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-16bd7eb8-e299-4415-88fe-17d604523578 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945363 Aug 24 00:31:03.679990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] DHCP port deletion for d8f24dc1-e82e-4242-82a4-50cfcb9b7020 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:03.723668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] For port da750402-6f55-4267-b6b8-c84d75c43246, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=da750402-6f55-4267-b6b8-c84d75c43246,segment=NetworkSegment(1db5a30e-70c6-49a7-9b76-a146936ec9a1),segment_id=1db5a30e-70c6-49a7-9b76-a146936ec9a1)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:03.724368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.745661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Calling delete_port for da750402-6f55-4267-b6b8-c84d75c43246 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:03.800773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] Deleting port da750402-6f55-4267-b6b8-c84d75c43246 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:03.801520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.882168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-5d3dec4e-35f6-4bdf-9f43-ea6decdafaa7 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231867 Aug 24 00:31:03.922237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] For port da750402-6f55-4267-b6b8-c84d75c43246, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=da750402-6f55-4267-b6b8-c84d75c43246,segment=NetworkSegment(1db5a30e-70c6-49a7-9b76-a146936ec9a1),segment_id=1db5a30e-70c6-49a7-9b76-a146936ec9a1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:03.922516 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:03.936617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] Calling delete_port for da750402-6f55-4267-b6b8-c84d75c43246 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:04.001552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: from cryptography.utils import int_from_bytes Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: from cryptography.utils import int_from_bytes Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.026608 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:31:04.030650 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:31:04.041924 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.043394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] No DVR routers for this DVR port da750402-6f55-4267-b6b8-c84d75c43246 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:04.057770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] No DVR routers for this DVR port da750402-6f55-4267-b6b8-c84d75c43246 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:04.080373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1347ff-21b7-4a8b-836d-c1eeb01da043 None None] Pushing event deleted for resources: {'Port': ['ID=da750402-6f55-4267-b6b8-c84d75c43246,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:04.168272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40782) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:04.189106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Port': ['ID=da750402-6f55-4267-b6b8-c84d75c43246,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:04.390919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.418812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f24dc1-e82e-4242-82a4-50cfcb9b7020']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:04.452178 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55752a65-1906-4423-8918-51250aa84b96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.483086 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55752a65-1906-4423-8918-51250aa84b96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.513875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:04.540632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db5a30e-70c6-49a7-9b76-a146936ec9a1') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:04.541229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db5a30e-70c6-49a7-9b76-a146936ec9a1') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:04.557202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.583138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.593158 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:04.594218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:04.599307 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:04.646870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e755c11-e203-4452-8f23-cf395de954ea req-07ff93fe-ce0c-40d8-80ff-f809ae425847 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1310618 Aug 24 00:31:04.709868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55752a65-1906-4423-8918-51250aa84b96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.713217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55752a65-1906-4423-8918-51250aa84b96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.714488 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-55752a65-1906-4423-8918-51250aa84b96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "DELETE /v2.0/security-groups/481630e0-2690-4793-979f-2c29e735f5ae HTTP/1.1" status: 204 len: 168 time: 0.5429044 Aug 24 00:31:04.724912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:04.743450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device da750402-6f55-4267-b6b8-c84d75c43246 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:04.768638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55752a65-1906-4423-8918-51250aa84b96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481630e0-2690-4793-979f-2c29e735f5ae,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:04.797921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: da750402-6f55-4267-b6b8-c84d75c43246 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:04.797921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device da750402-6f55-4267-b6b8-c84d75c43246 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:04.808790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-a5e21875-7a43-4fc2-8f9e-379cc29e4d7d service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9191291 Aug 24 00:31:04.837333 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-77e70fc0-0803-42d7-a121-ce0b167d3bd5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] show failed (client error): The resource could not be found. Aug 24 00:31:04.838688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-77e70fc0-0803-42d7-a121-ce0b167d3bd5 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "GET /v2.0/security-groups/481630e0-2690-4793-979f-2c29e735f5ae HTTP/1.1" status: 404 len: 347 time: 0.1053741 Aug 24 00:31:04.842019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.842983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:04.851295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc505501-cfc3-441b-8d35-1a557791d38b req-865aa75d-fe48-4e57-bce4-a7bcd88a35b5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:04.851504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:04.854203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc505501-cfc3-441b-8d35-1a557791d38b req-865aa75d-fe48-4e57-bce4-a7bcd88a35b5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.3443937 Aug 24 00:31:04.859366 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] 10.222.0.26 "DELETE /v2.0/networks/d8f24dc1-e82e-4242-82a4-50cfcb9b7020 HTTP/1.1" status: 204 len: 168 time: 1.5526211 Aug 24 00:31:04.886292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b6f4c-1e75-4ca7-a8d9-c5c538537465 tempest-NetworksIpV6Test-821937572 tempest-NetworksIpV6Test-821937572-project] Pushing event deleted for resources: {'Network': ['ID=d8f24dc1-e82e-4242-82a4-50cfcb9b7020,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:05.037747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4e82facc-34c1-45f9-b27b-5926ab8d8cba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfb78a6302f943f68be7b5ef0c40c9e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181365 Aug 24 00:31:05.039440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40802) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:05.055188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc505501-cfc3-441b-8d35-1a557791d38b req-ed08c08b-2496-4f1d-b619-448ffd42e6c7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922691 Aug 24 00:31:05.096304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 8f3cbb75-3bf1-487d-b565-e459e8458a43 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:05.096665 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.130195 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-114f6a79-ee3f-4a6c-bdf2-0e84b1039040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.168378 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-114f6a79-ee3f-4a6c-bdf2-0e84b1039040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.315317 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-114f6a79-ee3f-4a6c-bdf2-0e84b1039040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.319188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-114f6a79-ee3f-4a6c-bdf2-0e84b1039040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.322061 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-114f6a79-ee3f-4a6c-bdf2-0e84b1039040 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08 HTTP/1.1" status: 204 len: 168 time: 0.2803204 Aug 24 00:31:05.339300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f6a79-ee3f-4a6c-bdf2-0e84b1039040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c2280-5d5e-4bbe-a2d5-2a2ad2540d08,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:05.354998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.355532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.370763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 8f3cbb75-3bf1-487d-b565-e459e8458a43 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:05.491477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:05.525466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-90725167-d79e-4656-8647-30395e96c1a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 200 len: 217 time: 0.0864654 Aug 24 00:31:05.756946 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-085feb12-04e8-4808-b55f-55365b4bdd08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41b40e6533044748bce3e6fa6cddcb71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578588 Aug 24 00:31:05.756946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40824) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:05.768864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-1b111880-5700-4118-a83f-1c36950442e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:05.773910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-1b111880-5700-4118-a83f-1c36950442e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1955683 Aug 24 00:31:05.882639 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5f77-1863-450e-ba01-941f960132ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.927227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5f77-1863-450e-ba01-941f960132ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:05.953515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e322325-d599-475f-8f76-8da48da0782b req-8297cb80-ffc9-4ec8-a629-dd2e4e242bb9 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1378334 Aug 24 00:31:06.044408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-774bd251-fa81-42d9-ac06-46f086248d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:06.044408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-774bd251-fa81-42d9-ac06-46f086248d4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1814198 Aug 24 00:31:06.094947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-96b137c2-b604-4f19-a3b7-a4b1be8dfcb0 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123474 Aug 24 00:31:06.196481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143543a9-5e2c-47ce-83a3-c4e9448e83ee req-d98a84e9-e89e-4cf2-9207-020e4068f9b0 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:06.198090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-143543a9-5e2c-47ce-83a3-c4e9448e83ee req-d98a84e9-e89e-4cf2-9207-020e4068f9b0 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.0514708 Aug 24 00:31:06.231531 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5f77-1863-450e-ba01-941f960132ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.233975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.237481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb7e5f77-1863-450e-ba01-941f960132ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.240173 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cb7e5f77-1863-450e-ba01-941f960132ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5191235-d48a-4193-a4fc-a06bee126e9d HTTP/1.1" status: 204 len: 168 time: 0.4844825 Aug 24 00:31:06.249462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e5f77-1863-450e-ba01-941f960132ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5191235-d48a-4193-a4fc-a06bee126e9d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:06.267788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=8f3cbb75-3bf1-487d-b565-e459e8458a43,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:06.278101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-143543a9-5e2c-47ce-83a3-c4e9448e83ee req-d6bf7742-de21-4306-9d2d-7677d963bf99 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714743 Aug 24 00:31:06.354393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.359220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.364542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40836) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:06.365469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8efcf7ad-531c-415b-a98f-7c003f72c40c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "DELETE /v2.0/floatingips/c9eef687-bc1d-4c67-b96f-03f49ec056ec HTTP/1.1" status: 204 len: 168 time: 1.5097268 Aug 24 00:31:06.564707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4388d-f623-46ba-96bc-8a43547ecafe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 70ecba71-eb80-443a-9956-d138937f71dc {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:06.565416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8e4388d-f623-46ba-96bc-8a43547ecafe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.724857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8e4388d-f623-46ba-96bc-8a43547ecafe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:06.729496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-6ac98775-c38d-4282-8cc2-83414c136a43 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277954 Aug 24 00:31:06.759814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4388d-f623-46ba-96bc-8a43547ecafe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 70ecba71-eb80-443a-9956-d138937f71dc owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:06.939531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:07.010917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7acefe5c-4166-4280-96a9-9ddf6c484f21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cab23d5e99834bc68d5ff3a199a5cae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700228 Aug 24 00:31:07.013723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40850) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:07.049202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8e4388d-f623-46ba-96bc-8a43547ecafe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.198123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e18af213-8de3-496b-b294-c11760141fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.206216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-848f7b09-c718-4f58-9cc7-5ec1da198abf req-cd4ff72a-9cab-4448-81ff-df4b44668ec0 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0809188 Aug 24 00:31:07.256426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4388d-f623-46ba-96bc-8a43547ecafe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=70ecba71-eb80-443a-9956-d138937f71dc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:07.329007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e18af213-8de3-496b-b294-c11760141fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.337365 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:31:07.419011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8e4388d-f623-46ba-96bc-8a43547ecafe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.422515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-24bcb6f6-b7a6-4a2d-98d8-ec84aac6f03f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ff032e29-8de2-421c-879d-967747a87793 HTTP/1.1" status: 200 len: 217 time: 0.0935171 Aug 24 00:31:07.424806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c8e4388d-f623-46ba-96bc-8a43547ecafe tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "DELETE /v2.0/ports/70ecba71-eb80-443a-9956-d138937f71dc HTTP/1.1" status: 204 len: 168 time: 1.0581326 Aug 24 00:31:07.430040 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40864) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:07.581866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5c939-5832-4708-9804-2517b19cf4e4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 678b847c-3345-457a-a479-f0927bf12b0f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:07.582970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f5c939-5832-4708-9804-2517b19cf4e4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.604118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489d4c7-17be-46e5-999c-c14ccf40c399 req-aec78051-c9bf-47ef-bdd8-a7903c6feae7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:07.608723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e489d4c7-17be-46e5-999c-c14ccf40c399 req-aec78051-c9bf-47ef-bdd8-a7903c6feae7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1832788 Aug 24 00:31:07.612682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-14ee0b14-1203-46cb-9fd9-c46860048bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:07.616373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-14ee0b14-1203-46cb-9fd9-c46860048bda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1405530 Aug 24 00:31:07.664823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e18af213-8de3-496b-b294-c11760141fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.667988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e18af213-8de3-496b-b294-c11760141fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.670035 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e18af213-8de3-496b-b294-c11760141fab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8911e96-fd48-44cf-9e23-55d20fe3c022 HTTP/1.1" status: 204 len: 168 time: 0.6551473 Aug 24 00:31:07.690587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18af213-8de3-496b-b294-c11760141fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8911e96-fd48-44cf-9e23-55d20fe3c022,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:07.822720 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f5c939-5832-4708-9804-2517b19cf4e4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:07.846999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f6f5c939-5832-4708-9804-2517b19cf4e4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 678b847c-3345-457a-a479-f0927bf12b0f owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:07.865257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e489d4c7-17be-46e5-999c-c14ccf40c399 req-ef75b930-1cfa-429d-ba64-dae59d3ecb7c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432172 Aug 24 00:31:07.911260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-99de69d4-98c6-400d-87c8-3e920e616cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:07.913236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-99de69d4-98c6-400d-87c8-3e920e616cbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1948593 Aug 24 00:31:08.279359 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f5c939-5832-4708-9804-2517b19cf4e4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:08.379924 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91e4c5ce-897c-4c05-9336-427758336c24 req-3eb7c603-ee0d-4c74-993f-5bbaa0db9e9e tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0746958 Aug 24 00:31:08.395916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5c939-5832-4708-9804-2517b19cf4e4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=678b847c-3345-457a-a479-f0927bf12b0f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:08.429865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:08.736673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-152283234'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:08.850093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-6086b7cc-e36a-4e81-bb12-8e79d6d087a1 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944814 Aug 24 00:31:08.915220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:08.919762 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:08.954836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.068712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f6f5c939-5832-4708-9804-2517b19cf4e4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.075692 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f6f5c939-5832-4708-9804-2517b19cf4e4 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "DELETE /v2.0/ports/678b847c-3345-457a-a479-f0927bf12b0f HTTP/1.1" status: 204 len: 168 time: 1.6431911 Aug 24 00:31:09.085972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40920) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:09.204586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-22029378-f45f-429b-b931-0ed08e88921c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting subnet 60f04202-4510-4817-b8cc-8d129a690170 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:09.204586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22029378-f45f-429b-b931-0ed08e88921c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.249471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0b348-9c23-4ca1-952b-4b6d8c332944 req-70eacbf4-956b-46aa-a576-f6eb87b5842c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:09.258308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16b0b348-9c23-4ca1-952b-4b6d8c332944 req-70eacbf4-956b-46aa-a576-f6eb87b5842c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1909428 Aug 24 00:31:09.270008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22029378-f45f-429b-b931-0ed08e88921c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.303058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-fc9f9754-4b45-4861-aa9b-5b8b44cfd731 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613067 Aug 24 00:31:09.376862 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.399599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22029378-f45f-429b-b931-0ed08e88921c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.405382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16b0b348-9c23-4ca1-952b-4b6d8c332944 req-77cb42f6-4fc4-460d-a27a-428b1afe12e7 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461394 Aug 24 00:31:09.407062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-cacb5f23-78dc-4de3-90ff-9863f2574a4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=ca08ea5c-78c6-43d1-af20-328d86f63233 HTTP/1.1" status: 200 len: 217 time: 0.0785244 Aug 24 00:31:09.446849 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.547533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:09.556492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3c5e70-ff88-48bd-a683-a4c59e6c7da8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:09.587181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69371e20-b395-41bc-87b3-8445a9fb4817 req-bea83f72-ff0c-4fa6-a423-15ab627ec95d tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0550125 Aug 24 00:31:09.594351 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22029378-f45f-429b-b931-0ed08e88921c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.599756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.600076 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Added segment d08d6043-2304-4890-b52e-96a5f01f715b of type vlan for network f7319f7e-8af6-44f6-985d-5bf0a730dcbb Aug 24 00:31:09.632447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22029378-f45f-429b-b931-0ed08e88921c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Subnet': ['ID=60f04202-4510-4817-b8cc-8d129a690170,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:09.634530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-42e550fd-51c2-4eb7-8200-8924e570c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:09.636046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-42e550fd-51c2-4eb7-8200-8924e570c2a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1793172 Aug 24 00:31:09.636507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-22029378-f45f-429b-b931-0ed08e88921c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.641692 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-22029378-f45f-429b-b931-0ed08e88921c tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "DELETE /v2.0/subnets/60f04202-4510-4817-b8cc-8d129a690170 HTTP/1.1" status: 204 len: 168 time: 0.5512056 Aug 24 00:31:09.641972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40934) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:09.644809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c20a1-938d-4282-baaf-4e5886df8d1a None None] Network 6ebfc40c-f1d5-419f-aee7-9d4941683983 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:09.714350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-559e9a65-64ba-429d-adc3-a3a9553b4e97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting subnet d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:09.719082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-559e9a65-64ba-429d-adc3-a3a9553b4e97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.725466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.817363 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-559e9a65-64ba-429d-adc3-a3a9553b4e97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.831151 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:09.858763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:09.859333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.035374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Network': ['ID=f7319f7e-8af6-44f6-985d-5bf0a730dcbb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:10.049958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network f7319f7e-8af6-44f6-985d-5bf0a730dcbb details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:10.068702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-11c21f82-c91a-4412-b94e-3749d573bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:10.070348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-11c21f82-c91a-4412-b94e-3749d573bf3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2978318 Aug 24 00:31:10.098431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-559e9a65-64ba-429d-adc3-a3a9553b4e97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.115007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-54348934-1694-44e4-943a-b2d4e0e3ad5e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6683686 Aug 24 00:31:10.184457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] DHCP port deletion for 6ebfc40c-f1d5-419f-aee7-9d4941683983 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:10.298085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-eac49951-442e-4e6d-9f43-675adf198886 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192843 Aug 24 00:31:10.373915 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-559e9a65-64ba-429d-adc3-a3a9553b4e97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.392475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] Deleting port 6587206c-dbd3-4dbb-a291-44bcfd0af86a {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:10.394631 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.515144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e9a65-64ba-429d-adc3-a3a9553b4e97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:10.519282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-559e9a65-64ba-429d-adc3-a3a9553b4e97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.520589 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-559e9a65-64ba-429d-adc3-a3a9553b4e97 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "DELETE /v2.0/subnets/d4b6ab2b-4d86-403e-bc53-d7d14a1a9c05 HTTP/1.1" status: 204 len: 168 time: 0.8774769 Aug 24 00:31:10.523298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40954) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:10.573017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc578b2-1d54-46e2-9822-701de85acd53 None None] Network c4ee1e41-3bef-425d-962a-67d2b42b9cd0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:10.590527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-93852527-9b84-4fe7-b0c4-8de06cf97c34 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812557 Aug 24 00:31:10.645277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.855578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-19f059c0-8987-4334-b5fd-e7b4da347208 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d HTTP/1.1" status: 200 len: 217 time: 0.1959321 Aug 24 00:31:10.889627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 6587206c-dbd3-4dbb-a291-44bcfd0af86a {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:10.889940 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:10.909392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6587206c-dbd3-4dbb-a291-44bcfd0af86a no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:11.003035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8179d9e0-f7ed-40a3-981a-50cda0fd71d5 req-0cb20056-8791-48ea-b259-050abc65b102 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1544523 Aug 24 00:31:11.071949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] For port 6587206c-dbd3-4dbb-a291-44bcfd0af86a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6587206c-dbd3-4dbb-a291-44bcfd0af86a,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:11.084559 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.130232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] For port 6587206c-dbd3-4dbb-a291-44bcfd0af86a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6587206c-dbd3-4dbb-a291-44bcfd0af86a,segment=NetworkSegment(d16b8fdf-ae99-4b69-90c1-36d8ec091323),segment_id=d16b8fdf-ae99-4b69-90c1-36d8ec091323)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:11.130858 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.144836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e00f1-4794-451c-b3d9-d93c733b4191 req-f7322dd5-7953-4be9-9dd7-1d614f26da88 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:11.167649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce8e00f1-4794-451c-b3d9-d93c733b4191 req-f7322dd5-7953-4be9-9dd7-1d614f26da88 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.6063602 Aug 24 00:31:11.179325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 6587206c-dbd3-4dbb-a291-44bcfd0af86a owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:11.273990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-8396444a-af52-4e29-9d59-7773a165e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:11.275540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-8396444a-af52-4e29-9d59-7773a165e369 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.3675306 Aug 24 00:31:11.285420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce8e00f1-4794-451c-b3d9-d93c733b4191 req-4ea44051-c871-45aa-b7ae-b35f3cd6f94e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150806 Aug 24 00:31:11.354488 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.368045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] Calling delete_port for 6587206c-dbd3-4dbb-a291-44bcfd0af86a owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:11.420977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-bcd2d4b9-a5c2-49c5-a01d-6a5894f92ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:11.433723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-bcd2d4b9-a5c2-49c5-a01d-6a5894f92ddc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1427515 Aug 24 00:31:11.531552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.589545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=6587206c-dbd3-4dbb-a291-44bcfd0af86a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:11.614090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] No DVR routers for this DVR port 6587206c-dbd3-4dbb-a291-44bcfd0af86a on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:11.618316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] DHCP port deletion for c4ee1e41-3bef-425d-962a-67d2b42b9cd0 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:11.715352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-6956e527-f005-4f21-a4cd-34be03152c17 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646871 Aug 24 00:31:11.737458 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.819832 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.839611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebfc40c-f1d5-419f-aee7-9d4941683983']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:11.864750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd16b8fdf-ae99-4b69-90c1-36d8ec091323') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:11.866809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd16b8fdf-ae99-4b69-90c1-36d8ec091323') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:11.879437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] Pushing event deleted for resources: {'Port': ['ID=6587206c-dbd3-4dbb-a291-44bcfd0af86a,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:11.917335 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.953248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.954487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1615e53-7141-48bb-839d-ac999b60abbd None None] No DVR routers for this DVR port 6587206c-dbd3-4dbb-a291-44bcfd0af86a on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:11.980556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:11.988975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Deleting port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:11.989092 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.989217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:11.993071 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:12.046130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-67a9192c-78bf-4d73-95d4-29fd6332c1c2 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119466 Aug 24 00:31:12.229395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.243839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] For port 08ae5b13-6b84-4056-b4a9-79ebc91ec670, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=08ae5b13-6b84-4056-b4a9-79ebc91ec670,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:12.248840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.280119 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.287221 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "DELETE /v2.0/networks/6ebfc40c-f1d5-419f-aee7-9d4941683983 HTTP/1.1" status: 204 len: 168 time: 1.7625782 Aug 24 00:31:12.288514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5654bc7-e748-40ec-9a31-b992046bc361 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Network': ['ID=6ebfc40c-f1d5-419f-aee7-9d4941683983,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:12.294684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Calling delete_port for 08ae5b13-6b84-4056-b4a9-79ebc91ec670 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:12.295189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41000) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:12.300012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-1aae2240-71df-44ee-b704-ccb757ec5a59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722 HTTP/1.1" status: 200 len: 217 time: 0.1719787 Aug 24 00:31:12.419269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.543762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-e901b138-5599-4839-9b88-4d8a0fa9e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:12.545263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-e901b138-5599-4839-9b88-4d8a0fa9e513 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.2005122 Aug 24 00:31:12.568623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b95fc13-b91e-4118-95c5-538375ed3768 req-80bbc0ef-2f5d-4da4-9ea3-5cac607ad280 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.2521875 Aug 24 00:31:12.632951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Deleting port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:12.633353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.696036 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.748932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-f4849cbc-f010-4d10-9461-b0b68ca9f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:12.755278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.774425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-f4849cbc-f010-4d10-9461-b0b68ca9f53a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1957464 Aug 24 00:31:12.819627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Pushing event deleted for resources: {'Port': ['ID=08ae5b13-6b84-4056-b4a9-79ebc91ec670,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:12.822030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 08ae5b13-6b84-4056-b4a9-79ebc91ec670 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:12.853641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 08ae5b13-6b84-4056-b4a9-79ebc91ec670 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:12.854083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 08ae5b13-6b84-4056-b4a9-79ebc91ec670 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:12.856947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.857374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.858247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.858535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.858789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.859208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.859604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.862149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.862612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.862990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.863395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.863794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:12.871545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb9808-7f2c-4b9f-bcfb-cccafe744ef5 None None] No DVR routers for this DVR port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:12.936401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] For port 08ae5b13-6b84-4056-b4a9-79ebc91ec670, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=08ae5b13-6b84-4056-b4a9-79ebc91ec670,segment=NetworkSegment(853a1581-4d36-4f35-a485-3374251fb386),segment_id=853a1581-4d36-4f35-a485-3374251fb386)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:12.936775 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:12.986926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Calling delete_port for 08ae5b13-6b84-4056-b4a9-79ebc91ec670 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:13.078436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a391-b127-4224-b2ef-e9633d9cfb2a req-1cfc3cb2-7d5c-47b9-b571-955190cfa072 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:13.087382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9f1a391-b127-4224-b2ef-e9633d9cfb2a req-1cfc3cb2-7d5c-47b9-b571-955190cfa072 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1545899 Aug 24 00:31:13.121602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-7ee616db-78bb-4f48-a62f-59149ba0bef7 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443577 Aug 24 00:31:13.298922 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:13.365097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Port': ['ID=08ae5b13-6b84-4056-b4a9-79ebc91ec670,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:13.368116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] No DVR routers for this DVR port 08ae5b13-6b84-4056-b4a9-79ebc91ec670 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:13.399518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9f1a391-b127-4224-b2ef-e9633d9cfb2a req-211d05bc-ba6d-4cf9-8a4b-eaba5a526551 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023760 Aug 24 00:31:13.518128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e20ed52d-8daf-4f02-aadd-11789283cfca req-3b15491c-980d-4a0b-8996-dee9ea8ddc02 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599200 Aug 24 00:31:13.518344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41034) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:13.522485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'subnet': {'network_id': 'f7319f7e-8af6-44f6-985d-5bf0a730dcbb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:13.559753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db576408-d0cc-4c7f-8c6b-4cde9484eb33 req-4d530087-da5a-4293-9d88-215dfbfe25ca tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7e3c0539943841d88af7352cb8e96776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447505 Aug 24 00:31:13.580308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:13.681468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ee1e41-3bef-425d-962a-67d2b42b9cd0']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:13.715519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853a1581-4d36-4f35-a485-3374251fb386') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:13.716484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853a1581-4d36-4f35-a485-3374251fb386') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:13.751801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:13.772324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:13.794743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:13.795163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:13.798228 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:13.826851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77a6afd0-1826-48a0-a6c2-c51c87bffc2c req-790e8b6c-ab20-4f66-91e2-46cce661832f tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1217237 Aug 24 00:31:13.852199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db576408-d0cc-4c7f-8c6b-4cde9484eb33 req-ab5493b2-b134-4590-b0b6-d7955ad9cf0c tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:13.854131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db576408-d0cc-4c7f-8c6b-4cde9484eb33 req-ab5493b2-b134-4590-b0b6-d7955ad9cf0c tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875824 Aug 24 00:31:13.869633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db576408-d0cc-4c7f-8c6b-4cde9484eb33 req-7afe4e1b-0f92-49d3-8d3c-8d34be281a17 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/quotas/7e3c0539943841d88af7352cb8e96776 HTTP/1.1" status: 200 len: 375 time: 0.0109131 Aug 24 00:31:13.881340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:13.885101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:13.922236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db576408-d0cc-4c7f-8c6b-4cde9484eb33 req-6948c595-7694-4673-bfa3-d810e981eba1 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e3c0539943841d88af7352cb8e96776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435672 Aug 24 00:31:13.992912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:14.004179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:14.006417 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] 10.222.0.26 "DELETE /v2.0/networks/c4ee1e41-3bef-425d-962a-67d2b42b9cd0 HTTP/1.1" status: 204 len: 168 time: 1.7087581 Aug 24 00:31:14.038530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcd090-41db-4b3d-89d8-9a888ed70f96 tempest-TaggedBootDevicesTest-1297190478 tempest-TaggedBootDevicesTest-1297190478-project] Pushing event deleted for resources: {'Network': ['ID=c4ee1e41-3bef-425d-962a-67d2b42b9cd0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:14.376667 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:14.477647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Subnet': ['ID=1c7b9fad-6fc8-4998-bba9-d9242b79224c,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:14.514297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Checking segment: {'id': 'd08d6043-2304-4890-b52e-96a5f01f715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f7319f7e-8af6-44f6-985d-5bf0a730dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:14.515046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network hostable DHCP agents. Network: f7319f7e-8af6-44f6-985d-5bf0a730dcbb, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:14.623160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network f7319f7e-8af6-44f6-985d-5bf0a730dcbb is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:14.668850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32072f62-f7ca-41bb-8523-ec416e4db9ff req-7bd6dd4b-220c-4f31-b616-0e38d58f35dd tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:14.671009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32072f62-f7ca-41bb-8523-ec416e4db9ff req-7bd6dd4b-220c-4f31-b616-0e38d58f35dd tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1268883 Aug 24 00:31:14.680626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, f7319f7e-8af6-44f6-985d-5bf0a730dcbb) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:14.684956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:14.687226 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:14.692548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c4ffe-555b-4cd8-9f57-1457e02cf852 None None] Network f7319f7e-8af6-44f6-985d-5bf0a730dcbb requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:14.787654 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-66a34df3-32fd-46db-b200-1748a6d9f715 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2686934 Aug 24 00:31:14.787654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41080) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:14.788113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32072f62-f7ca-41bb-8523-ec416e4db9ff req-1c6a8614-fecf-447f-b8e4-7fefce664d4a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081095 Aug 24 00:31:14.794525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1590201935'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:14.960129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:14.964805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.052294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:15.090108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.091846 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Added segment 467f8ffa-0d10-4e1f-8451-da084c7dca6a of type vlan for network de58b94c-ed75-4437-a46f-55e7e2dee52c Aug 24 00:31:15.098164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-f7319f7e-8af6-44f6-985d-5bf0a730dcbb', 'network_id': 'f7319f7e-8af6-44f6-985d-5bf0a730dcbb', 'tenant_id': 'e655cecdcb2c496ebf375872ace7c313', 'fixed_ips': [{'subnet_id': '1c7b9fad-6fc8-4998-bba9-d9242b79224c'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:15.099061 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.104567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2a734b1-44e4-47ee-af39-7a03d5c0ea3b req-37b4ddb8-e784-4a28-ab40-b00f0e716674 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0728037 Aug 24 00:31:15.238228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.360881 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.368762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:15.370418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:15.463095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Network': ['ID=de58b94c-ed75-4437-a46f-55e7e2dee52c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:15.478681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.479309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.479813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.480309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.480820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.481892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.482413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.482951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.483461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.483995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.484477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.485136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:15.485726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af4bedf2-b12e-48ac-ab9b-3741992b0cbc req-0677c318-593a-4d2f-9219-b239fae32270 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7e3c0539943841d88af7352cb8e96776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787535 Aug 24 00:31:15.507219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network de58b94c-ed75-4437-a46f-55e7e2dee52c details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:15.520741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Allocated IP 2001:db8:0:ffff::2 (f7319f7e-8af6-44f6-985d-5bf0a730dcbb/1c7b9fad-6fc8-4998-bba9-d9242b79224c/38aaaa03-3242-4bba-9ce7-dd44355e648b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:15.576137 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9dca36a1-9f5f-4711-8c79-28fbbc622a1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7846959 Aug 24 00:31:15.576602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41104) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:15.583525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'subnet': {'network_id': 'de58b94c-ed75-4437-a46f-55e7e2dee52c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:15.890222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bedf2-b12e-48ac-ab9b-3741992b0cbc req-fa43d1bb-576b-402a-88b0-cf9696f8bb59 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:15.903052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af4bedf2-b12e-48ac-ab9b-3741992b0cbc req-fa43d1bb-576b-402a-88b0-cf9696f8bb59 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4163501 Aug 24 00:31:15.955337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af4bedf2-b12e-48ac-ab9b-3741992b0cbc req-99c416f8-03b0-42de-a6a7-328791602bb0 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/quotas/7e3c0539943841d88af7352cb8e96776 HTTP/1.1" status: 200 len: 375 time: 0.0504260 Aug 24 00:31:16.016546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.027484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Transition to ACTIVE for port object 38aaaa03-3242-4bba-9ce7-dd44355e648b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:16.047092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Transition to ACTIVE for port object 38aaaa03-3242-4bba-9ce7-dd44355e648b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:16.077102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af4bedf2-b12e-48ac-ab9b-3741992b0cbc req-e331e0c0-e267-42f7-a843-03fd5d2f7b9e tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e3c0539943841d88af7352cb8e96776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697396 Aug 24 00:31:16.080217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:16.093506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.131118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.269908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Pushing event updated for resources: {'Port': ['ID=38aaaa03-3242-4bba-9ce7-dd44355e648b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:16.276352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Network f7319f7e-8af6-44f6-985d-5bf0a730dcbb is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:16.277657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:16.304058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:16.373811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Attempting to bind port 38aaaa03-3242-4bba-9ce7-dd44355e648b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:16.374106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Attempting to bind port 38aaaa03-3242-4bba-9ce7-dd44355e648b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd08d6043-2304-4890-b52e-96a5f01f715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f7319f7e-8af6-44f6-985d-5bf0a730dcbb'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:16.374515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Attempting to bind port 38aaaa03-3242-4bba-9ce7-dd44355e648b on network f7319f7e-8af6-44f6-985d-5bf0a730dcbb {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:16.381255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:16.402489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Checking segment: {'id': 'd08d6043-2304-4890-b52e-96a5f01f715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f7319f7e-8af6-44f6-985d-5bf0a730dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:16.402489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.402489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Bound using segment: {'id': 'd08d6043-2304-4890-b52e-96a5f01f715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f7319f7e-8af6-44f6-985d-5bf0a730dcbb'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:16.402489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Bound port: 38aaaa03-3242-4bba-9ce7-dd44355e648b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08d6043-2304-4890-b52e-96a5f01f715b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f7319f7e-8af6-44f6-985d-5bf0a730dcbb'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:16.402489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.467374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] For port 38aaaa03-3242-4bba-9ce7-dd44355e648b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:16.471002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] For port 38aaaa03-3242-4bba-9ce7-dd44355e648b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=38aaaa03-3242-4bba-9ce7-dd44355e648b,segment=NetworkSegment(d08d6043-2304-4890-b52e-96a5f01f715b),segment_id=d08d6043-2304-4890-b52e-96a5f01f715b)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:16.564948 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:16.623329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaac57d-470f-44db-a385-4ce72b4ca9e6 req-b37b1b5c-42c6-443b-b61c-b3ead1c7049f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:16.631430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adaac57d-470f-44db-a385-4ce72b4ca9e6 req-b37b1b5c-42c6-443b-b61c-b3ead1c7049f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.6986780 Aug 24 00:31:16.676736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b337144-b225-41c0-b66b-bd8515ff8fa4 None None] Pushing event updated for resources: {'Port': ['ID=38aaaa03-3242-4bba-9ce7-dd44355e648b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:17.009194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-625704fb-2c5a-48c9-b0ad-c4d3895356c3 req-8c0097c9-f0e6-4e6a-9bab-7551f51553ce tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.3614252 Aug 24 00:31:17.042974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adaac57d-470f-44db-a385-4ce72b4ca9e6 req-3f5a1b45-1f82-4568-877d-3b81ccffb181 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078612 Aug 24 00:31:17.371378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.objects.ports [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:31:17.373296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:17.477771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Subnet': ['ID=e74ec1c7-0c64-40e0-b0ed-fa9bdac25a91,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:17.480907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Checking segment: {'id': '467f8ffa-0d10-4e1f-8451-da084c7dca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de58b94c-ed75-4437-a46f-55e7e2dee52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:17.481954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network hostable DHCP agents. Network: de58b94c-ed75-4437-a46f-55e7e2dee52c, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:17.558770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network de58b94c-ed75-4437-a46f-55e7e2dee52c is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:17.697256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, de58b94c-ed75-4437-a46f-55e7e2dee52c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:17.701905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:17.707517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:17.719609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca5034e-3315-4c94-ae58-5216d27c9b1b None None] Network de58b94c-ed75-4437-a46f-55e7e2dee52c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:17.809716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41144) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:17.810774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8f193b45-ca82-49a8-860c-92ae7a19fb91 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2327797 Aug 24 00:31:17.818485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'port': {'network_id': 'de58b94c-ed75-4437-a46f-55e7e2dee52c', 'name': 'tempest-NetworksIpV6TestAttrs-2141639727'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:18.009097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-de58b94c-ed75-4437-a46f-55e7e2dee52c', 'network_id': 'de58b94c-ed75-4437-a46f-55e7e2dee52c', 'tenant_id': 'e655cecdcb2c496ebf375872ace7c313', 'fixed_ips': [{'subnet_id': 'e74ec1c7-0c64-40e0-b0ed-fa9bdac25a91'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:18.009855 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:18.057964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:18.062087 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:18.109003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] device_id is not set on port 5b2ab9c9-007b-4ef4-b269-2a18e7514ba6 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:31:18.240057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Allocated IP 2001:db8::f816:3eff:fe30:2e17 (de58b94c-ed75-4437-a46f-55e7e2dee52c/e74ec1c7-0c64-40e0-b0ed-fa9bdac25a91/e57426ba-e44d-4e9f-bd9a-5512fbcc4be4) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:18.247855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08ac07f2-a27b-4c86-8104-f840ceb1e1db req-8a776eaf-a963-42aa-a638-f0fd79f6e3e5 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7e3c0539943841d88af7352cb8e96776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814300 Aug 24 00:31:18.322507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aebd1e4e-ab5a-4cc0-8efc-9a39002a7799 req-35ba2132-9f6e-4c46-beb3-890d45f6ea5c tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1418779 Aug 24 00:31:18.469062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:18.474470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac07f2-a27b-4c86-8104-f840ceb1e1db req-4a7a814d-7b6b-4d02-a124-662447f672de tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.477882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6447cc-c0b6-4867-ae8f-373bad66f023 None None] Network f7319f7e-8af6-44f6-985d-5bf0a730dcbb requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:18.482753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08ac07f2-a27b-4c86-8104-f840ceb1e1db req-4a7a814d-7b6b-4d02-a124-662447f672de tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334919 Aug 24 00:31:18.486982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Transition to ACTIVE for port object e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:18.534902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08ac07f2-a27b-4c86-8104-f840ceb1e1db req-e02266dd-2e13-44f0-8304-b9f3bb409e40 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/quotas/7e3c0539943841d88af7352cb8e96776 HTTP/1.1" status: 200 len: 375 time: 0.0509937 Aug 24 00:31:18.584456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08ac07f2-a27b-4c86-8104-f840ceb1e1db req-e70ed5d7-0bfa-4ec4-bf78-d7b5a4114343 tempest-QuotasAdminNegativeTest-1069599435 tempest-QuotasAdminNegativeTest-1069599435-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e3c0539943841d88af7352cb8e96776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485957 Aug 24 00:31:18.602896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9dc1d-a246-4425-9014-0da700eacd7a req-3d36cc59-0a24-45b0-8cb3-d4cab6deb1a0 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:18.613954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6c9dc1d-a246-4425-9014-0da700eacd7a req-3d36cc59-0a24-45b0-8cb3-d4cab6deb1a0 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1272962 Aug 24 00:31:18.654733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Transition to ACTIVE for port object e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:18.686821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6c9dc1d-a246-4425-9014-0da700eacd7a req-e9c97e96-82af-456b-b1c9-31af36772467 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717525 Aug 24 00:31:18.735815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e36f11b-5337-48d7-a1bd-ba513735004d None None] Provisioning for port 38aaaa03-3242-4bba-9ce7-dd44355e648b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:18.819890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 38aaaa03-3242-4bba-9ce7-dd44355e648b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:18.828372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:18.874992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Allocated IP 2001:db8::f816:3eff:fe76:16fa (de58b94c-ed75-4437-a46f-55e7e2dee52c/e74ec1c7-0c64-40e0-b0ed-fa9bdac25a91/5b2ab9c9-007b-4ef4-b269-2a18e7514ba6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:18.915443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Pushing event updated for resources: {'Port': ['ID=e57426ba-e44d-4e9f-bd9a-5512fbcc4be4,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:18.953655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Network de58b94c-ed75-4437-a46f-55e7e2dee52c is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:18.961045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:18.967486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:19.034566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Attempting to bind port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:19.035721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Attempting to bind port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '467f8ffa-0d10-4e1f-8451-da084c7dca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de58b94c-ed75-4437-a46f-55e7e2dee52c'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:19.035721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Attempting to bind port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 on network de58b94c-ed75-4437-a46f-55e7e2dee52c {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:19.041608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:19.041608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Checking segment: {'id': '467f8ffa-0d10-4e1f-8451-da084c7dca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de58b94c-ed75-4437-a46f-55e7e2dee52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:19.042510 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.042510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Bound using segment: {'id': '467f8ffa-0d10-4e1f-8451-da084c7dca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de58b94c-ed75-4437-a46f-55e7e2dee52c'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:19.042885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Bound port: e57426ba-e44d-4e9f-bd9a-5512fbcc4be4, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467f8ffa-0d10-4e1f-8451-da084c7dca6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'de58b94c-ed75-4437-a46f-55e7e2dee52c'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:19.043275 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.112939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 38aaaa03-3242-4bba-9ce7-dd44355e648b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:19.126934 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.136921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 38aaaa03-3242-4bba-9ce7-dd44355e648b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:19.144881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.147328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Transition to ACTIVE for port object 5b2ab9c9-007b-4ef4-b269-2a18e7514ba6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:19.227586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] For port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:19.232061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] For port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e57426ba-e44d-4e9f-bd9a-5512fbcc4be4,segment=NetworkSegment(467f8ffa-0d10-4e1f-8451-da084c7dca6a),segment_id=467f8ffa-0d10-4e1f-8451-da084c7dca6a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:19.269530 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.288560 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.307135 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.344228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network de58b94c-ed75-4437-a46f-55e7e2dee52c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:19.348516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:19.360520 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Port': ['ID=5b2ab9c9-007b-4ef4-b269-2a18e7514ba6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:19.364436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:19.376132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:19.376543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.406137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 38aaaa03-3242-4bba-9ce7-dd44355e648b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=38aaaa03-3242-4bba-9ce7-dd44355e648b,segment=NetworkSegment(d08d6043-2304-4890-b52e-96a5f01f715b),segment_id=d08d6043-2304-4890-b52e-96a5f01f715b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:19.425692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c810f-b9ba-4d6e-8aff-61ccdb266d85 None None] Pushing event updated for resources: {'Port': ['ID=e57426ba-e44d-4e9f-bd9a-5512fbcc4be4,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:19.430664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ae5ecbf9-ce0c-4e8e-900e-bd159f343001 None None] Provisioning complete for port 38aaaa03-3242-4bba-9ce7-dd44355e648b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:19.431126 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae5ecbf9-ce0c-4e8e-900e-bd159f343001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.469119 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.469343 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-92b4c02d-38f6-48f6-a349-d0068d93255a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6573784 Aug 24 00:31:19.471943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41186) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:19.513744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ff35ad6-6304-4ee6-87bb-c6f664ade1b1 req-2c1bed57-9d0f-47d9-b703-f75d7adb1f27 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0532975 Aug 24 00:31:19.556725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e9c670-2a98-43e0-a779-605419be7e1d tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Deleting subnet e74ec1c7-0c64-40e0-b0ed-fa9bdac25a91 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:19.560913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59e9c670-2a98-43e0-a779-605419be7e1d tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.566023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=38aaaa03-3242-4bba-9ce7-dd44355e648b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:19.652136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59e9c670-2a98-43e0-a779-605419be7e1d tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.764747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41194) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:19.899192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59e9c670-2a98-43e0-a779-605419be7e1d tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.975188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-678acb6f-d205-4cec-aa4d-769d0b3307e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:19.993252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d849e-7eec-41f2-ab2d-6a94eaff9f80 req-70430c3f-4b9e-4f21-8c2f-3cd8253f8ec2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:19.994954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-133d849e-7eec-41f2-ab2d-6a94eaff9f80 req-70430c3f-4b9e-4f21-8c2f-3cd8253f8ec2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.1405580 Aug 24 00:31:20.051532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-133d849e-7eec-41f2-ab2d-6a94eaff9f80 req-f00514ed-c61a-40f5-8015-b5a9c69e08da tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473187 Aug 24 00:31:20.053419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59e9c670-2a98-43e0-a779-605419be7e1d tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.092926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9c670-2a98-43e0-a779-605419be7e1d tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Subnet': ['ID=e74ec1c7-0c64-40e0-b0ed-fa9bdac25a91,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:20.100399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59e9c670-2a98-43e0-a779-605419be7e1d tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.107748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-59e9c670-2a98-43e0-a779-605419be7e1d tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/subnets/e74ec1c7-0c64-40e0-b0ed-fa9bdac25a91 HTTP/1.1" status: 204 len: 168 time: 0.6347771 Aug 24 00:31:20.109959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41200) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:20.187351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-678acb6f-d205-4cec-aa4d-769d0b3307e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.209527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0183aa8-2575-419c-9e88-6d590855ad1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.216973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0183aa8-2575-419c-9e88-6d590855ad1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.219180 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d0183aa8-2575-419c-9e88-6d590855ad1c tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1077750 Aug 24 00:31:20.221734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41206) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:20.252193 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-678acb6f-d205-4cec-aa4d-769d0b3307e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.303509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78643d37-08de-466f-b46f-e2b4e7cd8af8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.312171 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-78643d37-08de-466f-b46f-e2b4e7cd8af8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 24 00:31:20.313028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78643d37-08de-466f-b46f-e2b4e7cd8af8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:20.315216 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-78643d37-08de-466f-b46f-e2b4e7cd8af8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/de58b94c-ed75-4437-a46f-55e7e2dee52c HTTP/1.1" status: 409 len: 405 time: 0.0922401 Aug 24 00:31:20.319339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41208) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:20.323346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41210) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:20.323602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-678acb6f-d205-4cec-aa4d-769d0b3307e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e3c0539943841d88af7352cb8e96776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576611 Aug 24 00:31:20.325557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678acb6f-d205-4cec-aa4d-769d0b3307e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba10ec-bf27-432a-881c-6d91d27c43d8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:20.347342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1923314495'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:20.441027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68e18b4b-4f28-42d1-8aaf-351a7a409f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.469138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68e18b4b-4f28-42d1-8aaf-351a7a409f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.485459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:20.494088 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.617010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7df8d372-e0ca-440c-b6c2-2262f9b29015 req-0a989f33-d098-4e8f-a9f5-fa6386a4cd93 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0272543 Aug 24 00:31:20.668533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68e18b4b-4f28-42d1-8aaf-351a7a409f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.668533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68e18b4b-4f28-42d1-8aaf-351a7a409f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.668533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-68e18b4b-4f28-42d1-8aaf-351a7a409f7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61ba10ec-bf27-432a-881c-6d91d27c43d8 HTTP/1.1" status: 204 len: 168 time: 0.3391080 Aug 24 00:31:20.678746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:20.697739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e18b4b-4f28-42d1-8aaf-351a7a409f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba10ec-bf27-432a-881c-6d91d27c43d8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:20.704685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.705166 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Added segment 933e8e4d-2d71-4301-81e8-c52812ccbe26 of type vlan for network a6a298fa-b4f0-4a38-9080-59eda3a5587a Aug 24 00:31:20.808335 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.886901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:20.935416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:31:20.947270 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.957142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:20.957142 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:20.963545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81241bb-f62e-42b9-b6a6-9f1a309d50e3 None None] Network de58b94c-ed75-4437-a46f-55e7e2dee52c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:21.113370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Network': ['ID=a6a298fa-b4f0-4a38-9080-59eda3a5587a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:21.216247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a6a298fa-b4f0-4a38-9080-59eda3a5587a details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:21.276818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb6514-b83a-46bd-836f-d49c59144251 req-ebf687b3-f015-4177-98c1-8c530b4d2ff8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:21.289073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69fb6514-b83a-46bd-836f-d49c59144251 req-ebf687b3-f015-4177-98c1-8c530b4d2ff8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 944 time: 0.0971127 Aug 24 00:31:21.347688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69fb6514-b83a-46bd-836f-d49c59144251 req-f9ad768f-8d9a-4ccd-8ccb-a1aa2debcd68 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572693 Aug 24 00:31:21.551197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:21.581834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '76306686-474a-4d79-a6b8-7a4083adebd8', 'network_id': 'c76bb3db-112b-42f7-885e-f5605650a161', 'port_id': '76306686-474a-4d79-a6b8-7a4083adebd8', 'mac_address': 'fa:16:3e:47:99:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d87814-c4d9-40ac-91eb-a15ce2e4f230', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:31:21.647502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.663554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76306686-474a-4d79-a6b8-7a4083adebd8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:31:21.687729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:21.740245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43718098-6211-4cc6-85fc-34cff191015c None None] DHCP port deletion for de58b94c-ed75-4437-a46f-55e7e2dee52c request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:21.754316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f7f2aab-ae02-4f77-8c5e-9db9a31cc532 req-e6299b45-5efe-4a4d-a5bc-75b4c12bb5d0 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0325341 Aug 24 00:31:21.792587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-43718098-6211-4cc6-85fc-34cff191015c None None] Deleting port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:21.792961 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43718098-6211-4cc6-85fc-34cff191015c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.862961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-43718098-6211-4cc6-85fc-34cff191015c None None] For port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e57426ba-e44d-4e9f-bd9a-5512fbcc4be4,segment=NetworkSegment(467f8ffa-0d10-4e1f-8451-da084c7dca6a),segment_id=467f8ffa-0d10-4e1f-8451-da084c7dca6a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:21.863365 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43718098-6211-4cc6-85fc-34cff191015c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:21.880562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-43718098-6211-4cc6-85fc-34cff191015c None None] Calling delete_port for e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:22.029361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:22.034491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 38aaaa03-3242-4bba-9ce7-dd44355e648b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:22.073551 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b03c884-cec3-460f-b7dc-c0220c0f497a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7527885 Aug 24 00:31:22.078334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41238) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:22.084821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'subnet': {'network_id': 'a6a298fa-b4f0-4a38-9080-59eda3a5587a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:22.085733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8610e9aa-522b-4b98-8977-295ff298104b None None] Provisioning for port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:22.090011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.099848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8610e9aa-522b-4b98-8977-295ff298104b None None] Provisioning complete for port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:22.100263 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8610e9aa-522b-4b98-8977-295ff298104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.187827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43718098-6211-4cc6-85fc-34cff191015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.189690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 38aaaa03-3242-4bba-9ce7-dd44355e648b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:22.190053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.197079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:22.221445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8610e9aa-522b-4b98-8977-295ff298104b None None] Could not find standard attr ID for object e57426ba-e44d-4e9f-bd9a-5512fbcc4be4. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:31:22.248456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43718098-6211-4cc6-85fc-34cff191015c None None] No DVR routers for this DVR port e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:22.251803 n-d-804878-2 neutron-server[95328]: INFO neutron.plugins.ml2.db [None req-8610e9aa-522b-4b98-8977-295ff298104b None None] No ports have port_id starting with e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 Aug 24 00:31:22.258185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43718098-6211-4cc6-85fc-34cff191015c None None] Pushing event deleted for resources: {'Port': ['ID=e57426ba-e44d-4e9f-bd9a-5512fbcc4be4,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:22.336939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:22.340576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.358621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['76306686-474a-4d79-a6b8-7a4083adebd8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:22.417045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:22.439918 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2e4bc1b-c47c-4b8d-bc71-2bc39c6bca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.533832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14844241-92c4-41d7-821c-0e8a0e9eeaa7 req-c2aa6060-9471-4f24-bd9d-45e89af0a68a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:22.542197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14844241-92c4-41d7-821c-0e8a0e9eeaa7 req-c2aa6060-9471-4f24-bd9d-45e89af0a68a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 945 time: 0.0843527 Aug 24 00:31:22.603666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14844241-92c4-41d7-821c-0e8a0e9eeaa7 req-7751e8f6-ce7b-44ed-8f49-4b87f4fa6c73 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554137 Aug 24 00:31:22.701168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2e4bc1b-c47c-4b8d-bc71-2bc39c6bca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.734346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:22.754760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:22.755364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e57426ba-e44d-4e9f-bd9a-5512fbcc4be4 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:22.766055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2e4bc1b-c47c-4b8d-bc71-2bc39c6bca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.810512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b2e4bc1b-c47c-4b8d-bc71-2bc39c6bca0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=157c828330ab4b5d9b76bd54203dc2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899219 Aug 24 00:31:22.810512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4bc1b-c47c-4b8d-bc71-2bc39c6bca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faec523-58c7-4460-aadb-f91f954c8ff8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:22.811279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41260) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:22.835538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:31:22.837952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.872590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0f22c9f-84ac-461e-9a3c-58464a44b01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.897496 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0f22c9f-84ac-461e-9a3c-58464a44b01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:22.899089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Subnet': ['ID=08fcb41c-cf08-4b83-ba21-c7e2541c27a8,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:22.914730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Checking segment: {'id': '933e8e4d-2d71-4301-81e8-c52812ccbe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6a298fa-b4f0-4a38-9080-59eda3a5587a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:22.915103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network hostable DHCP agents. Network: a6a298fa-b4f0-4a38-9080-59eda3a5587a, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:22.917427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e17fe524-70c8-4294-8023-c85d7d4e0e74 req-5d7d458c-ba8c-4197-b8d3-840710ad85f3 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0563939 Aug 24 00:31:23.012217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network a6a298fa-b4f0-4a38-9080-59eda3a5587a is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:23.086795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0f22c9f-84ac-461e-9a3c-58464a44b01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.090643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b0f22c9f-84ac-461e-9a3c-58464a44b01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.095992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b0f22c9f-84ac-461e-9a3c-58464a44b01c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1faec523-58c7-4460-aadb-f91f954c8ff8 HTTP/1.1" status: 204 len: 168 time: 0.2836578 Aug 24 00:31:23.107687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f22c9f-84ac-461e-9a3c-58464a44b01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faec523-58c7-4460-aadb-f91f954c8ff8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:23.114811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a6a298fa-b4f0-4a38-9080-59eda3a5587a) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:23.126804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:23.130404 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.131530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53515f8-5072-4160-9704-1956dfdfcd3a None None] Network a6a298fa-b4f0-4a38-9080-59eda3a5587a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:23.235107 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cb4fcfde-8e4e-4b54-878f-1602d7aa5ffd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1549480 Aug 24 00:31:23.237649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41268) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:23.245606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'port': {'network_id': 'a6a298fa-b4f0-4a38-9080-59eda3a5587a', 'name': 'tempest-NetworksIpV6TestAttrs-1354811947'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:23.337751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-a6a298fa-b4f0-4a38-9080-59eda3a5587a', 'network_id': 'a6a298fa-b4f0-4a38-9080-59eda3a5587a', 'tenant_id': 'e655cecdcb2c496ebf375872ace7c313', 'fixed_ips': [{'subnet_id': '08fcb41c-cf08-4b83-ba21-c7e2541c27a8'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:23.339288 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.489695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Allocated IP 2001:db8::f816:3eff:fe6f:1e4d (a6a298fa-b4f0-4a38-9080-59eda3a5587a/08fcb41c-cf08-4b83-ba21-c7e2541c27a8/b6909999-7598-4dd9-8981-3ae4b143cbf9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:23.491908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:23.496448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.519927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] device_id is not set on port 80d73b29-0c02-42a4-93e3-3f7e3799490b yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:31:23.719502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.733106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Transition to ACTIVE for port object b6909999-7598-4dd9-8981-3ae4b143cbf9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:23.749584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82067824-357a-4286-a898-45502d940990 req-281d2580-6871-4034-9565-aa5e0b54ba87 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:23.758209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82067824-357a-4286-a898-45502d940990 req-281d2580-6871-4034-9565-aa5e0b54ba87 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 945 time: 0.0769551 Aug 24 00:31:23.779597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Transition to ACTIVE for port object b6909999-7598-4dd9-8981-3ae4b143cbf9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:23.802246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82067824-357a-4286-a898-45502d940990 req-1500f0f7-e155-4c02-ab8e-6cc73ae72d52 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Aug 24 00:31:23.846211 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:23.904944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Pushing event updated for resources: {'Port': ['ID=b6909999-7598-4dd9-8981-3ae4b143cbf9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:23.908747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Network a6a298fa-b4f0-4a38-9080-59eda3a5587a is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:23.910587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:23.912727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:23.920009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Allocated IP 2001:db8::f816:3eff:feb4:586b (a6a298fa-b4f0-4a38-9080-59eda3a5587a/08fcb41c-cf08-4b83-ba21-c7e2541c27a8/80d73b29-0c02-42a4-93e3-3f7e3799490b) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:24.013363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Attempting to bind port b6909999-7598-4dd9-8981-3ae4b143cbf9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:24.013788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Attempting to bind port b6909999-7598-4dd9-8981-3ae4b143cbf9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '933e8e4d-2d71-4301-81e8-c52812ccbe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6a298fa-b4f0-4a38-9080-59eda3a5587a'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:24.014165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Attempting to bind port b6909999-7598-4dd9-8981-3ae4b143cbf9 on network a6a298fa-b4f0-4a38-9080-59eda3a5587a {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:24.022276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:24.029643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Checking segment: {'id': '933e8e4d-2d71-4301-81e8-c52812ccbe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6a298fa-b4f0-4a38-9080-59eda3a5587a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:24.029643 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.029643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Bound using segment: {'id': '933e8e4d-2d71-4301-81e8-c52812ccbe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6a298fa-b4f0-4a38-9080-59eda3a5587a'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:24.029643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Bound port: b6909999-7598-4dd9-8981-3ae4b143cbf9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933e8e4d-2d71-4301-81e8-c52812ccbe26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6a298fa-b4f0-4a38-9080-59eda3a5587a'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:24.029643 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.090790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5230edbc-ac3d-4d79-bdb4-8c8e4d92ebf8 req-ebf6b325-4021-4dee-9a97-916b5ba48034 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0378189 Aug 24 00:31:24.130536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] For port b6909999-7598-4dd9-8981-3ae4b143cbf9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:24.136241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] For port b6909999-7598-4dd9-8981-3ae4b143cbf9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b6909999-7598-4dd9-8981-3ae4b143cbf9,segment=NetworkSegment(933e8e4d-2d71-4301-81e8-c52812ccbe26),segment_id=933e8e4d-2d71-4301-81e8-c52812ccbe26)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:24.170060 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.194725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Transition to ACTIVE for port object 80d73b29-0c02-42a4-93e3-3f7e3799490b will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:24.234956 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.302376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.340032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3a2d6-290f-4a90-b098-b056e7cc36ad None None] Pushing event updated for resources: {'Port': ['ID=b6909999-7598-4dd9-8981-3ae4b143cbf9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:24.376892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network a6a298fa-b4f0-4a38-9080-59eda3a5587a is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:24.380244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:24.385282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:24.393295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:24.394043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.409280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Port': ['ID=80d73b29-0c02-42a4-93e3-3f7e3799490b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:24.496422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41302) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:24.508081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-87b4d24d-106b-4d70-9c0a-dbf69c3a7677 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2659123 Aug 24 00:31:24.508081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41306) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:24.615494 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-be941c64-dbd8-401b-83ef-58fe6b5d5de5 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Deleting subnet 08fcb41c-cf08-4b83-ba21-c7e2541c27a8 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:24.619362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be941c64-dbd8-401b-83ef-58fe6b5d5de5 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.662517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-network', 'tenant_id': '43648f6113fe478ea562155df782f79c'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:24.675091 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be941c64-dbd8-401b-83ef-58fe6b5d5de5 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.779613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b6909999-7598-4dd9-8981-3ae4b143cbf9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:24.836874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be941c64-dbd8-401b-83ef-58fe6b5d5de5 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.864524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Made reservation on behalf of 43648f6113fe478ea562155df782f79c for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:24.866923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.881087 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:24.896799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b6909999-7598-4dd9-8981-3ae4b143cbf9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:24.941001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f0ea1-0a62-4a48-99fb-82e88422685b req-973e30fa-3a95-442d-8659-bf7fdab1a124 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:24.942673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a3f0ea1-0a62-4a48-99fb-82e88422685b req-973e30fa-3a95-442d-8659-bf7fdab1a124 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 945 time: 0.0572004 Aug 24 00:31:24.953592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:24.993362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a3f0ea1-0a62-4a48-99fb-82e88422685b req-630afeee-78c8-4b90-837b-657b1390504b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Aug 24 00:31:25.005519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 76306686-474a-4d79-a6b8-7a4083adebd8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:25.006014 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.013113 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be941c64-dbd8-401b-83ef-58fe6b5d5de5 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.052374 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-be941c64-dbd8-401b-83ef-58fe6b5d5de5 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.056639 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-be941c64-dbd8-401b-83ef-58fe6b5d5de5 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/subnets/08fcb41c-cf08-4b83-ba21-c7e2541c27a8 HTTP/1.1" status: 204 len: 168 time: 0.5452845 Aug 24 00:31:25.056639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be941c64-dbd8-401b-83ef-58fe6b5d5de5 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Subnet': ['ID=08fcb41c-cf08-4b83-ba21-c7e2541c27a8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:25.057330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:25.098971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.127974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:25.131030 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151c0aa1-ebb4-4b47-aa80-32ce801e1e70" -d '{"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-plugged", "status": "completed", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:25.132153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df645f51-1fa2-4a07-b6ff-4306fb2fd162 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.134549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df645f51-1fa2-4a07-b6ff-4306fb2fd162 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.136940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-df645f51-1fa2-4a07-b6ff-4306fb2fd162 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0753317 Aug 24 00:31:25.140448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41318) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:25.152202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.165662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:25.189412 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98572329-05c4-4943-a71c-e4c131a77e6c x-openstack-request-id: req-98572329-05c4-4943-a71c-e4c131a77e6c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:25.189735 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-plugged", "status": "completed", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:25.190007 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98572329-05c4-4943-a71c-e4c131a77e6c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:25.190405 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8', 'code': 200} Aug 24 00:31:25.233257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8a47f70-4f42-4fd2-a564-4830cf1a465f req-4bfce239-29cf-4e59-aaa0-5a6adfc9eb58 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0376329 Aug 24 00:31:25.235287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.252155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ece13b2-4f7f-4107-ab2c-59ee4b68fce6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.256610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:25.263389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.264452 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ece13b2-4f7f-4107-ab2c-59ee4b68fce6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 24 00:31:25.265460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ece13b2-4f7f-4107-ab2c-59ee4b68fce6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:25.270430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0ece13b2-4f7f-4107-ab2c-59ee4b68fce6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/a6a298fa-b4f0-4a38-9080-59eda3a5587a HTTP/1.1" status: 409 len: 405 time: 0.1290438 Aug 24 00:31:25.273510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:25.281449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-157975098'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:25.311438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.311957 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Added segment 449a599c-6d79-4ac0-baa5-c4b420dfb35b of type vlan for network 76ea2171-2209-47d2-911f-370a8fd22283 Aug 24 00:31:25.313676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b75f7cc-b68f-416d-aac2-b0588620d23c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:25.386811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.388700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=10']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:25.421744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:25.425742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.456997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:25.474908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.476284 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Added segment 0f3e01a3-a9d2-48bb-ad4b-81cc517d17dd of type vlan for network cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2 Aug 24 00:31:25.502841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.525493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.527016 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.527923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.570822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.610657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea4ec9-8bdf-4a06-88c4-55585f690ae4 req-5967017d-2d29-426e-a2a3-6809258f9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.617042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9ea4ec9-8bdf-4a06-88c4-55585f690ae4 req-5967017d-2d29-426e-a2a3-6809258f9a8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0876148 Aug 24 00:31:25.625279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] Pushing event updated for resources: {'Network': ['ID=76ea2171-2209-47d2-911f-370a8fd22283,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:25.635203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 76ea2171-2209-47d2-911f-370a8fd22283 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:25.667010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9ea4ec9-8bdf-4a06-88c4-55585f690ae4 req-b3e719bd-3e8e-4185-a27c-bae39686e02e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436077 Aug 24 00:31:25.691360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b705b-3547-48be-b733-60a8270268a4 None None] Network a6a298fa-b4f0-4a38-9080-59eda3a5587a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:25.735065 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-149bbea7-951d-4e15-bd13-fd67bfcb479b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2352011 Aug 24 00:31:25.737115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:25.743748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Request body: {'subnet': {'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-subnet', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:25.777368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.785601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:25.788954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.834171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f862796d-260a-4080-b048-524d04807ae3 None None] Provisioning for port b6909999-7598-4dd9-8981-3ae4b143cbf9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:25.841729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f862796d-260a-4080-b048-524d04807ae3 None None] Provisioning complete for port b6909999-7598-4dd9-8981-3ae4b143cbf9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:25.842236 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f862796d-260a-4080-b048-524d04807ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.863143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Made reservation on behalf of 43648f6113fe478ea562155df782f79c for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:25.865694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:25.931574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6564081 Aug 24 00:31:25.934966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f62f8-3755-4b01-ae81-173c674e3353 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Network': ['ID=cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:25.935890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41334) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:25.949779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'subnet': {'network_id': 'cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:25.951768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:26.036757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] DHCP port deletion for a6a298fa-b4f0-4a38-9080-59eda3a5587a request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:26.053525 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f862796d-260a-4080-b048-524d04807ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.131535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:26.138447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.144267 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f862796d-260a-4080-b048-524d04807ae3 None None] For port b6909999-7598-4dd9-8981-3ae4b143cbf9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b6909999-7598-4dd9-8981-3ae4b143cbf9,segment=NetworkSegment(933e8e4d-2d71-4301-81e8-c52812ccbe26),segment_id=933e8e4d-2d71-4301-81e8-c52812ccbe26)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:26.178096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] Deleting port b6909999-7598-4dd9-8981-3ae4b143cbf9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:26.178802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.208526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f862796d-260a-4080-b048-524d04807ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.213420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.332547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8eeea-2604-4e6c-a72b-bdb2f83f6ca9 req-258e4a90-6d78-4312-b13c-50c0664ac0df tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:26.335734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84e8eeea-2604-4e6c-a72b-bdb2f83f6ca9 req-258e4a90-6d78-4312-b13c-50c0664ac0df tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1825094 Aug 24 00:31:26.368819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc9855c-e434-496f-9ea6-d3a38cbaafed,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:26.384729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] For port b6909999-7598-4dd9-8981-3ae4b143cbf9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b6909999-7598-4dd9-8981-3ae4b143cbf9,segment=NetworkSegment(933e8e4d-2d71-4301-81e8-c52812ccbe26),segment_id=933e8e4d-2d71-4301-81e8-c52812ccbe26)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:26.385138 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.421799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] Calling delete_port for b6909999-7598-4dd9-8981-3ae4b143cbf9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:26.435855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84e8eeea-2604-4e6c-a72b-bdb2f83f6ca9 req-09c33c3e-e5ec-4c24-a388-100cbbbf865c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906284 Aug 24 00:31:26.446992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Checking segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:26.447704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Network hostable DHCP agents. Network: 76ea2171-2209-47d2-911f-370a8fd22283, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:26.547095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-343aed6a-355e-4646-83a3-c5b71975f43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.561460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9a210b2-7262-4309-afb2-99bbc0f87e8a req-1718132c-630f-483f-bb8c-6d6915b32144 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1223378 Aug 24 00:31:26.624930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.639805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] No DVR routers for this DVR port b6909999-7598-4dd9-8981-3ae4b143cbf9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:26.662847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862796d-260a-4080-b048-524d04807ae3 None None] Pushing event updated for resources: {'Port': ['ID=b6909999-7598-4dd9-8981-3ae4b143cbf9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:26.688134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0c389-ed38-4606-b9bf-f70712cf89c7 None None] Pushing event deleted for resources: {'Port': ['ID=b6909999-7598-4dd9-8981-3ae4b143cbf9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:26.691134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Network 76ea2171-2209-47d2-911f-370a8fd22283 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:26.754339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 76ea2171-2209-47d2-911f-370a8fd22283) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:26.759193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:26.760168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.768788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b6909999-7598-4dd9-8981-3ae4b143cbf9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:26.787879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:31:26.792295 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.842510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c5e73-2033-48b6-919d-f821c975e674 None None] Network 76ea2171-2209-47d2-911f-370a8fd22283 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:26.846241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b6909999-7598-4dd9-8981-3ae4b143cbf9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:26.846712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b6909999-7598-4dd9-8981-3ae4b143cbf9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:26.869063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d8eab259-d5ad-4587-a875-700d084bdb7c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1304970 Aug 24 00:31:26.872202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41356) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:26.876651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:26.883923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Subnet': ['ID=b1275fe1-e7a8-403a-bd94-302ef7a136fe,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:26.889063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Checking segment: {'id': '0f3e01a3-a9d2-48bb-ad4b-81cc517d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:26.889436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network hostable DHCP agents. Network: cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:26.988740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:26.989686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.000059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:27.032577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-76ea2171-2209-47d2-911f-370a8fd22283', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:27.033851 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.072772 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.092021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:27.101385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:27.101385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.105857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b3fc8-492f-428e-a3bd-5324287af1e6 None None] Network cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:27.175262 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b3fb3229-803c-4b7b-99c6-a290acac52dc tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2348192 Aug 24 00:31:27.176201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41370) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:27.310273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.368944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.388948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.484469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Allocated IP 172.20.0.2 (76ea2171-2209-47d2-911f-370a8fd22283/bbc9855c-e434-496f-9ea6-d3a38cbaafed/1213b482-70e1-4f5a-ac9f-20ba57b1cada) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:27.515972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa95acc-5b7f-46aa-8e8f-4982e95ef42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2', 'network_id': 'cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2', 'tenant_id': 'e655cecdcb2c496ebf375872ace7c313', 'fixed_ips': [{'subnet_id': 'b1275fe1-e7a8-403a-bd94-302ef7a136fe'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:27.517409 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-faa95acc-5b7f-46aa-8e8f-4982e95ef42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.574902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.656822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742c67d-3eaf-4349-ab3a-dc0274ccb5d4 req-ea45f595-a922-49a1-a3b5-76a9ba5715f1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:27.658944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2742c67d-3eaf-4349-ab3a-dc0274ccb5d4 req-ea45f595-a922-49a1-a3b5-76a9ba5715f1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.0966158 Aug 24 00:31:27.709750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2742c67d-3eaf-4349-ab3a-dc0274ccb5d4 req-e00541a4-d59a-46ef-9dc2-33e66040e8e1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Aug 24 00:31:27.799385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.811308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:27.825090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3e01a3-a9d2-48bb-ad4b-81cc517d17dd') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:27.825501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3e01a3-a9d2-48bb-ad4b-81cc517d17dd') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:27.836773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.855420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.868000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:27.868000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:27.877775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Subnet': ['ID=b1275fe1-e7a8-403a-bd94-302ef7a136fe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:27.888946 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:27.922298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ea38337-7278-4564-bb35-aa62b2ff67dc req-6c76bfb5-b536-4de1-b11d-6494d04a2b3b tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0700428 Aug 24 00:31:28.006244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server [None req-faa95acc-5b7f-46aa-8e8f-4982e95ef42f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1275fe1-e7a8-403a-bd94-302ef7a136fe: This subnet is being modified by another concurrent operation. Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:31:28.018108 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1275fe1-e7a8-403a-bd94-302ef7a136fe: This subnet is being modified by another concurrent operation. Aug 24 00:31:28.024150 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server Aug 24 00:31:28.034389 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.041891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.050092 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2 HTTP/1.1" status: 204 len: 168 time: 0.8727684 Aug 24 00:31:28.050809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41400) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:28.055456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.065514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2145677573'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:28.101820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832a7eb-feb8-4981-a565-860813bbab2f tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Network': ['ID=cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:28.188544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:28.192921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.197836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.206976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Transition to ACTIVE for port object 1213b482-70e1-4f5a-ac9f-20ba57b1cada will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:28.225227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Transition to ACTIVE for port object 1213b482-70e1-4f5a-ac9f-20ba57b1cada will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:28.230373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc7b53b-3ec9-4d20-b17d-2e9bc6bc7572 None None] Network cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:28.245547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc7b53b-3ec9-4d20-b17d-2e9bc6bc7572 None None] Network cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2 could not be found, it might have been deleted concurrently. {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 00:31:28.256543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:28.282186 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.288036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.290196 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Added segment 04b6c2ca-93ef-43d8-8603-7aaf050bfe3a of type vlan for network acdff392-def4-4dfb-8b4a-c3401d89bd85 Aug 24 00:31:28.391246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Allocated IP 172.25.5.103 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/a1504deb-9d33-4f18-b9b8-f8d5021cab6c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:28.394285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Pushing event updated for resources: {'Port': ['ID=1213b482-70e1-4f5a-ac9f-20ba57b1cada,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:28.424398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Network 76ea2171-2209-47d2-911f-370a8fd22283 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:28.428186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:28.449207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:28.462657 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.551050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Attempting to bind port 1213b482-70e1-4f5a-ac9f-20ba57b1cada on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:28.551622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Attempting to bind port 1213b482-70e1-4f5a-ac9f-20ba57b1cada by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:28.551975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Attempting to bind port 1213b482-70e1-4f5a-ac9f-20ba57b1cada on network 76ea2171-2209-47d2-911f-370a8fd22283 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:28.562997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:28.563665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Checking segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:28.564143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.564642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Bound using segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:28.565196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Bound port: 1213b482-70e1-4f5a-ac9f-20ba57b1cada, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:28.565703 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.588405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.618568 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.628639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:28.628639 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.723094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] For port 1213b482-70e1-4f5a-ac9f-20ba57b1cada, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:28.733773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] For port 1213b482-70e1-4f5a-ac9f-20ba57b1cada, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1213b482-70e1-4f5a-ac9f-20ba57b1cada,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:28.745936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Network': ['ID=acdff392-def4-4dfb-8b4a-c3401d89bd85,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:28.749292 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.766861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network acdff392-def4-4dfb-8b4a-c3401d89bd85 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:28.822388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Pushing event updated for resources: {'Port': ['ID=a1504deb-9d33-4f18-b9b8-f8d5021cab6c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:28.833456 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-58a290f8-2290-4eac-ad14-f10a604739d6 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7753196 Aug 24 00:31:28.836478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41410) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:28.845746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'subnet': {'network_id': 'acdff392-def4-4dfb-8b4a-c3401d89bd85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:28.890185 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:28.924067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:28.930806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:28.934687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:28.950140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3b730-4430-4f63-930e-45054cda4175 req-67787184-58cb-4450-8bea-d62be500144e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:28.959230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6c3b730-4430-4f63-930e-45054cda4175 req-67787184-58cb-4450-8bea-d62be500144e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.0948558 Aug 24 00:31:28.987290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd3eb2-7d3d-491a-9d61-013a4f05a35f None None] Pushing event updated for resources: {'Port': ['ID=1213b482-70e1-4f5a-ac9f-20ba57b1cada,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:29.035328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:29.041169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:29.041681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6c3b730-4430-4f63-930e-45054cda4175 req-cfe8bd0f-b705-4a50-a689-72c1d575fc8d tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775568 Aug 24 00:31:29.098428 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ccc40cae-1a9a-4545-98ca-fa3db3950fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:29.126989 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:29.203830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90499756-a107-4876-936e-271dc5621b93 req-61d8e456-621d-4227-95ed-71f2f7d021bf tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0785718 Aug 24 00:31:29.331772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6af7-5fac-45d8-abcf-20a00e86c9fa req-c69fd069-ad1a-44a0-a0d6-d225388ef06a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:29.333346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2ef6af7-5fac-45d8-abcf-20a00e86c9fa req-c69fd069-ad1a-44a0-a0d6-d225388ef06a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1615925 Aug 24 00:31:29.393547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2ef6af7-5fac-45d8-abcf-20a00e86c9fa req-68267585-2480-43b1-a616-d10717ddd521 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Aug 24 00:31:29.504220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:29.591822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:29.608531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Subnet': ['ID=4a9dd21d-6647-4b61-8e91-599af736cd27,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:29.636290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Checking segment: {'id': '04b6c2ca-93ef-43d8-8603-7aaf050bfe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'acdff392-def4-4dfb-8b4a-c3401d89bd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:29.640392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network hostable DHCP agents. Network: acdff392-def4-4dfb-8b4a-c3401d89bd85, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:29.686539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network acdff392-def4-4dfb-8b4a-c3401d89bd85 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:29.765442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, acdff392-def4-4dfb-8b4a-c3401d89bd85) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:29.770164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:29.770939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:29.780497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed7277-caf2-41a6-9b45-79b4a61c119c None None] Network acdff392-def4-4dfb-8b4a-c3401d89bd85 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:29.860040 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4a1ca25b-69be-4145-a882-0cb48ab11abd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0218990 Aug 24 00:31:29.862706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41426) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:30.051760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8db97-9830-4acd-8c5d-a83aa7ba98c0 req-d914e65a-7aea-40d7-adff-8f9533910ccb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:30.059183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bc8db97-9830-4acd-8c5d-a83aa7ba98c0 req-d914e65a-7aea-40d7-adff-8f9533910ccb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.4778504 Aug 24 00:31:30.131958 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.156541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22603b0e-5d6d-413f-ab70-abe2949f7a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-acdff392-def4-4dfb-8b4a-c3401d89bd85', 'network_id': 'acdff392-def4-4dfb-8b4a-c3401d89bd85', 'tenant_id': 'e655cecdcb2c496ebf375872ace7c313', 'fixed_ips': [{'subnet_id': '4a9dd21d-6647-4b61-8e91-599af736cd27'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:30.159135 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22603b0e-5d6d-413f-ab70-abe2949f7a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.163931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bc8db97-9830-4acd-8c5d-a83aa7ba98c0 req-3d3a9b91-389a-4789-b077-f19afec1f3e5 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038749 Aug 24 00:31:30.309906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.384910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed5ddf0-d81e-4d3b-85e8-955aa576d175 None None] Network 76ea2171-2209-47d2-911f-370a8fd22283 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:30.398378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.423386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c381045a-ece8-4629-8fc7-de49dc84fb3f req-ff75955f-17c8-42f1-99ee-ea00df80fb23 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0637684 Aug 24 00:31:30.457978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.467099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a7e2b-63ab-4402-9c41-0ff5b70bcffd req-8d448ae5-c9b5-42e9-adc9-c62955936411 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:30.468901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d0a7e2b-63ab-4402-9c41-0ff5b70bcffd req-8d448ae5-c9b5-42e9-adc9-c62955936411 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1459241 Aug 24 00:31:30.526810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.583387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:30.587022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d0a7e2b-63ab-4402-9c41-0ff5b70bcffd req-0975ca73-7b06-46b0-8f7c-6ebb043a460e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841460 Aug 24 00:31:30.599244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0f93bf35-9976-41d9-a851-68a874b87cbe None None] Provisioning for port 1213b482-70e1-4f5a-ac9f-20ba57b1cada completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server [None req-22603b0e-5d6d-413f-ab70-abe2949f7a8d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a9dd21d-6647-4b61-8e91-599af736cd27: This subnet is being modified by another concurrent operation. Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:31:30.604456 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a9dd21d-6647-4b61-8e91-599af736cd27: This subnet is being modified by another concurrent operation. Aug 24 00:31:30.609412 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server Aug 24 00:31:30.636250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc42884-49ec-4063-8d47-0963d2b0a524 None None] Network acdff392-def4-4dfb-8b4a-c3401d89bd85 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:30.647452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9dd21d-6647-4b61-8e91-599af736cd27,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:30.759740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.776743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdff392-def4-4dfb-8b4a-c3401d89bd85']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:30.792444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b6c2ca-93ef-43d8-8603-7aaf050bfe3a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:30.792741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b6c2ca-93ef-43d8-8603-7aaf050bfe3a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:30.815398 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.846483 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.847745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1213b482-70e1-4f5a-ac9f-20ba57b1cada up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:30.853561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:30.854195 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:30.916305 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:30.955909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:31:30.977172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.984038 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:30.985959 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/acdff392-def4-4dfb-8b4a-c3401d89bd85 HTTP/1.1" status: 204 len: 168 time: 1.1220126 Aug 24 00:31:30.992019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:31.005240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66560ca7-d0bd-4f9e-9fb5-bd16b8a3da8b tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Network': ['ID=acdff392-def4-4dfb-8b4a-c3401d89bd85,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:31.008164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-379472547'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:31.091289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f7f43-49a5-4783-80aa-47cfabf823b9 req-96e635f6-1db6-49f3-8309-31464815950e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:31.092818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-502f7f43-49a5-4783-80aa-47cfabf823b9 req-96e635f6-1db6-49f3-8309-31464815950e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2776577 Aug 24 00:31:31.108852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1213b482-70e1-4f5a-ac9f-20ba57b1cada completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:31.113533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1213b482-70e1-4f5a-ac9f-20ba57b1cada triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:31.114264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.228346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:31.232094 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.255071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9a011-6b8c-4040-90a7-5a54efc322b2 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:31:31.305368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:31.317600 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bd99e687-6b5a-482d-999c-83640d050d50 None None] Provisioning complete for port 1213b482-70e1-4f5a-ac9f-20ba57b1cada triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:31.318197 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd99e687-6b5a-482d-999c-83640d050d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.319971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.323499 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:31.331690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-502f7f43-49a5-4783-80aa-47cfabf823b9 req-22f2434b-9ead-47fc-b6c1-5de07c9e53dc tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968505 Aug 24 00:31:31.350802 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:31.354374 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:31.371065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:31.414571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 1213b482-70e1-4f5a-ac9f-20ba57b1cada, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1213b482-70e1-4f5a-ac9f-20ba57b1cada,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:31.440465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.445100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-352135c0-00ea-49ab-a295-cef7aad12655 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5714631 Aug 24 00:31:31.445271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41458) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:31.452975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.453335 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Added segment c8c21da9-c09e-4fe1-9999-6be3c75f487b of type vlan for network 7fc7477f-3c9d-418c-9e33-4b4b27ca1527 Aug 24 00:31:31.504509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.565407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc9a011-6b8c-4040-90a7-5a54efc322b2 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:31:31.603162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=1213b482-70e1-4f5a-ac9f-20ba57b1cada,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:31.662098 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:31.745981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.775040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.800437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f6221ec-65d8-4042-91d7-cde3a0623092 req-dee023ba-3106-45c4-be03-b89badb85651 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1489332 Aug 24 00:31:31.882843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686177a-6cfb-4e1a-b6f7-d8331ae22e94 req-2ebafdd1-21df-4bd7-938d-c26860002627 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:31.884820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8686177a-6cfb-4e1a-b6f7-d8331ae22e94 req-2ebafdd1-21df-4bd7-938d-c26860002627 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2346904 Aug 24 00:31:31.976222 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:29Z', 'revision_number': 3, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:31.983272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:31.989094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:31.989757 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.009952 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:32.010575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Updating router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 port a1504deb-9d33-4f18-b9b8-f8d5021cab6c binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:31:32.058261 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.060976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a094cb9-ec68-47f1-b27e-f2b47b68b0d4 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:31:32.116062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8686177a-6cfb-4e1a-b6f7-d8331ae22e94 req-fd0f95d6-3c6e-47bf-809b-2dd9b1c066d8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239072 Aug 24 00:31:32.212718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Network': ['ID=7fc7477f-3c9d-418c-9e33-4b4b27ca1527,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:32.228260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 7fc7477f-3c9d-418c-9e33-4b4b27ca1527 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:32.336656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ec1cca52-69f0-4b1c-9033-020eccb51d9e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3418536 Aug 24 00:31:32.338043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:32.361949 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.375079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Request body: {'subnet': {'network_id': '7fc7477f-3c9d-418c-9e33-4b4b27ca1527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:32.378058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a094cb9-ec68-47f1-b27e-f2b47b68b0d4 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:31:32.510936 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.514901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d6bbc-6e0a-4885-8962-974c29416c60 req-5bce8d0c-8041-42e9-906d-5eb9faed720f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:32.522176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d15d6bbc-6e0a-4885-8962-974c29416c60 req-5bce8d0c-8041-42e9-906d-5eb9faed720f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2869306 Aug 24 00:31:32.526740 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Transition to ACTIVE for port object a1504deb-9d33-4f18-b9b8-f8d5021cab6c will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:32.600082 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.646649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d15d6bbc-6e0a-4885-8962-974c29416c60 req-39115b09-4780-41f1-ae83-c2e311fbc1b2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235325 Aug 24 00:31:32.667379 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Pushing event updated for resources: {'Port': ['ID=a1504deb-9d33-4f18-b9b8-f8d5021cab6c,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:32.686003 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Attempting to bind port a1504deb-9d33-4f18-b9b8-f8d5021cab6c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:32.686725 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Attempting to bind port a1504deb-9d33-4f18-b9b8-f8d5021cab6c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:32.687309 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Attempting to bind port a1504deb-9d33-4f18-b9b8-f8d5021cab6c on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:32.694385 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:32.697427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:32.697427 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.697427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:32.697427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Bound port: a1504deb-9d33-4f18-b9b8-f8d5021cab6c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:32.697427 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.759636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.760382 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] For port a1504deb-9d33-4f18-b9b8-f8d5021cab6c, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:32.779073 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] For port a1504deb-9d33-4f18-b9b8-f8d5021cab6c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a1504deb-9d33-4f18-b9b8-f8d5021cab6c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:32.800408 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.800922 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.801419 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.802054 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.802576 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.803129 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.803707 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.804360 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.804846 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.805332 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.805922 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.806405 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:32.806934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1213b482-70e1-4f5a-ac9f-20ba57b1cada up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:32.828844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Made reservation on behalf of e655cecdcb2c496ebf375872ace7c313 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:32.832878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.844600 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.907491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1213b482-70e1-4f5a-ac9f-20ba57b1cada triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:32.908257 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:32.954926 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:32.955596 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:33.041412 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a9754-54da-4d0d-bdea-02efa3047c7f None None] Pushing event updated for resources: {'Port': ['ID=a1504deb-9d33-4f18-b9b8-f8d5021cab6c,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:33.071419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Allocated IP 172.20.0.1 (76ea2171-2209-47d2-911f-370a8fd22283/bbc9855c-e434-496f-9ea6-d3a38cbaafed/94d7dbe6-55c1-442c-ba7f-36dfd232d6c2) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:33.107210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79a95ebd-f953-4665-ad29-879131d6879f req-28b2bc50-64f3-46ed-b2a7-0ce7d3381773 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1455464 Aug 24 00:31:33.147036 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:33.203055 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.220311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Transition to ACTIVE for port object 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:33.356973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Deleting port e09ee460-0a10-4843-be0d-8f6f26dbc1fe {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:33.356973 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.410965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3b633-a770-4eae-897f-6802b7ce864c req-ef2131ef-5791-4942-b506-51b3283181c2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:33.412098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.417111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dd3b633-a770-4eae-897f-6802b7ce864c req-ef2131ef-5791-4942-b506-51b3283181c2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1432226 Aug 24 00:31:33.435206 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:29Z', 'revision_number': 3, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:33.485030 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffbc172-ef39-4003-a6e3-76c5ebf61a75 None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:29Z', 'revision_number': 3, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:33.486439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] For port e09ee460-0a10-4843-be0d-8f6f26dbc1fe, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:33.493951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.513246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Calling delete_port for e09ee460-0a10-4843-be0d-8f6f26dbc1fe owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:33.528007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Network 76ea2171-2209-47d2-911f-370a8fd22283 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:33.531463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:33.534021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:33.564375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Pushing event updated for resources: {'Port': ['ID=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:33.584534 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.615961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dd3b633-a770-4eae-897f-6802b7ce864c req-90bd329e-a1d3-4df4-a1c4-6c540cba1b84 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896060 Aug 24 00:31:33.659821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.objects.ports [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:31:33.662836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.873278 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:33.948474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c06321c0-63ac-4f82-9322-942e45290985 None None] Provisioning for port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:33.957784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c06321c0-63ac-4f82-9322-942e45290985 None None] Provisioning complete for port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:33.957784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c06321c0-63ac-4f82-9322-942e45290985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.004046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c06321c0-63ac-4f82-9322-942e45290985 None None] Port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:34.074660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.136847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.155061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Checking segment: {'id': 'c8c21da9-c09e-4fe1-9999-6be3c75f487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7fc7477f-3c9d-418c-9e33-4b4b27ca1527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:34.155431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network hostable DHCP agents. Network: 7fc7477f-3c9d-418c-9e33-4b4b27ca1527, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:34.190138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event updated for resources: {'Subnet': ['ID=1012e5c1-2b5f-4772-a7bd-94eb1d434b73,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:34.213874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Pushing event updated for resources: {'Port': ['ID=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:34.227209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.249445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b12b560a-2e09-47a3-9a82-7a1b17990732 req-3c362b23-fc1f-476e-a43e-a76240b7ba77 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0424562 Aug 24 00:31:34.250599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Network 7fc7477f-3c9d-418c-9e33-4b4b27ca1527 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:34.346356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Network 76ea2171-2209-47d2-911f-370a8fd22283 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:34.348046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:34.353677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 7fc7477f-3c9d-418c-9e33-4b4b27ca1527) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:34.361446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:34.362753 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.386230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7640e-de39-4e14-9254-19967ebb4724 None None] Network 7fc7477f-3c9d-418c-9e33-4b4b27ca1527 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:34.400325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.452677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09ee460-0a10-4843-be0d-8f6f26dbc1fe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:34.465694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d981b953-c146-43f1-ad4a-28df1b5f5ad9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1132143 Aug 24 00:31:34.466817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41494) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:34.692907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-7fc7477f-3c9d-418c-9e33-4b4b27ca1527', 'network_id': '7fc7477f-3c9d-418c-9e33-4b4b27ca1527', 'tenant_id': 'e655cecdcb2c496ebf375872ace7c313', 'fixed_ips': [{'subnet_id': '1012e5c1-2b5f-4772-a7bd-94eb1d434b73'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:31:34.695332 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.773937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:31:34.890029 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.906865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.932738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae202873-a873-41cc-b8c4-b3e38e1705fc req-0b532b1d-547e-4aa7-b372-669b71598205 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:34.935351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae202873-a873-41cc-b8c4-b3e38e1705fc req-0b532b1d-547e-4aa7-b372-669b71598205 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1272292 Aug 24 00:31:34.943188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-93d95d98-8a58-46a0-aa96-0e61db57988a None None] Provisioning complete for port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:34.943565 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-93d95d98-8a58-46a0-aa96-0e61db57988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:34.994981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-93d95d98-8a58-46a0-aa96-0e61db57988a None None] Port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:34.997411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a1504deb-9d33-4f18-b9b8-f8d5021cab6c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:35.038813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae202873-a873-41cc-b8c4-b3e38e1705fc req-21d2f109-a2fd-4524-b5c6-4c5ab98ca68e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942237 Aug 24 00:31:35.051028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:35.070714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:35.075603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Allocated IP 2001:db8::f816:3eff:fe78:f35b (7fc7477f-3c9d-418c-9e33-4b4b27ca1527/1012e5c1-2b5f-4772-a7bd-94eb1d434b73/38e121b0-e24a-423a-9401-23f54b82b268) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:35.076823 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d2b2324c-bc04-49c0-8a53-f76fea4b271b admin admin] 10.222.0.26 "PUT /v2.0/routers/0d5e45fe-8e76-46ab-b7a1-6e2f03640366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6295271 Aug 24 00:31:35.224488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a1504deb-9d33-4f18-b9b8-f8d5021cab6c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:35.232284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a1504deb-9d33-4f18-b9b8-f8d5021cab6c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:35.232683 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:35.464511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Router 41f9ff89-13da-4874-b011-a7d2c4e14720 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:31:35.464511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d8bdcf1-ed34-4355-bdc0-da0c4eee5663 req-9a87f8af-63fb-4d77-a32e-7326ea3f9d2a tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0520782 Aug 24 00:31:35.611751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:35.627210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-faf11ebf-16aa-46ce-8be9-6edf3e475892 admin admin] 10.222.0.26 "PUT /v2.0/routers/41f9ff89-13da-4874-b011-a7d2c4e14720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0348601 Aug 24 00:31:35.627210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41532) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:35.631402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] Sync routers for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:35.751004 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:35.790199 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:35.800850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:35.801751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:35.806334 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:35.807377 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:35.952932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Transition to ACTIVE for port object 38e121b0-e24a-423a-9401-23f54b82b268 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:35.971619 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:35.993706 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:35.997039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Transition to ACTIVE for port object 38e121b0-e24a-423a-9401-23f54b82b268 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:36.002380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:36.043498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-e7237bda-c085-4b13-8786-1dc11c8e4e67 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.044976 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-e7237bda-c085-4b13-8786-1dc11c8e4e67 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 820 time: 0.2643940 Aug 24 00:31:36.050179 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:36.059966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa30d-a563-4dc9-94d4-53d368bf370c req-27a6be00-ddcc-4f7c-b4e1-07f9d19e7d5b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.068813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d2fa30d-a563-4dc9-94d4-53d368bf370c req-27a6be00-ddcc-4f7c-b4e1-07f9d19e7d5b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2888644 Aug 24 00:31:36.106055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a1504deb-9d33-4f18-b9b8-f8d5021cab6c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a1504deb-9d33-4f18-b9b8-f8d5021cab6c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:36.112724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-843af1a2-3a1f-4976-b049-eb6779075bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.114371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-843af1a2-3a1f-4976-b049-eb6779075bf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98ba70e929634d5889e0dae352898ab6&device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 1098 time: 0.2288883 Aug 24 00:31:36.155523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.189309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-f7100595-7910-491c-8b1e-fd8441c99c37 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/quotas/43648f6113fe478ea562155df782f79c HTTP/1.1" status: 200 len: 375 time: 0.1184595 Aug 24 00:31:36.208882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Network 7fc7477f-3c9d-418c-9e33-4b4b27ca1527 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:36.216409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:36.227530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:36.242626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Pushing event updated for resources: {'Port': ['ID=38e121b0-e24a-423a-9401-23f54b82b268,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:36.292691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d2fa30d-a563-4dc9-94d4-53d368bf370c req-c1aa6b9e-3561-4804-896f-2b3caf9a7822 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230203 Aug 24 00:31:36.305604 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 2, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:36.331750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.346831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.362396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.386056 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:36.386633 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Updating router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:31:36.391309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Subnet': ['ID=1012e5c1-2b5f-4772-a7bd-94eb1d434b73,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:36.400191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-160f0e75-db3c-42da-908d-1050ad8e5f6f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1755078 Aug 24 00:31:36.401444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-262d68e1-fc42-4bbd-aade-2cd0ce44d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.402825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-262d68e1-fc42-4bbd-aade-2cd0ce44d829 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 200 len: 915 time: 0.2771609 Aug 24 00:31:36.423217 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.432398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Attempting to bind port 38e121b0-e24a-423a-9401-23f54b82b268 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:36.435512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Attempting to bind port 38e121b0-e24a-423a-9401-23f54b82b268 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'c8c21da9-c09e-4fe1-9999-6be3c75f487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7fc7477f-3c9d-418c-9e33-4b4b27ca1527'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:36.436284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Attempting to bind port 38e121b0-e24a-423a-9401-23f54b82b268 on network 7fc7477f-3c9d-418c-9e33-4b4b27ca1527 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:36.504899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.526882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc7477f-3c9d-418c-9e33-4b4b27ca1527']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:36.554869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:36.557146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c21da9-c09e-4fe1-9999-6be3c75f487b') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:36.557345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Checking segment: {'id': 'c8c21da9-c09e-4fe1-9999-6be3c75f487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7fc7477f-3c9d-418c-9e33-4b4b27ca1527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:36.557696 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.558031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c21da9-c09e-4fe1-9999-6be3c75f487b') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:36.558329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-37db85a5-57fd-4bc7-aa15-6076a9d8d273 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76306686-474a-4d79-a6b8-7a4083adebd8 HTTP/1.1" status: 200 len: 217 time: 0.1430714 Aug 24 00:31:36.559404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Bound using segment: {'id': 'c8c21da9-c09e-4fe1-9999-6be3c75f487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7fc7477f-3c9d-418c-9e33-4b4b27ca1527'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:36.559943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Bound port: 38e121b0-e24a-423a-9401-23f54b82b268, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c21da9-c09e-4fe1-9999-6be3c75f487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7fc7477f-3c9d-418c-9e33-4b4b27ca1527'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:36.562533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.573700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.591771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.599781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:36.600862 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:36.604707 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:36.628432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a1504deb-9d33-4f18-b9b8-f8d5021cab6c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:36.660221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:31:34Z', 'revision_number': 5, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port': {'id': '1882b00f-a9cc-4306-8cb7-73b10afeb506', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:19:56Z', 'updated_at': '2021-08-24T00:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:36.701928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] Checking router: 41f9ff89-13da-4874-b011-a7d2c4e14720 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:36.705729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-a9c5f8b4-16f3-494e-a5a6-04d367c8f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:36.707372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-a9c5f8b4-16f3-494e-a5a6-04d367c8f1df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=36d87814-c4d9-40ac-91eb-a15ce2e4f230 HTTP/1.1" status: 200 len: 854 time: 0.1165011 Aug 24 00:31:36.711176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] For port 38e121b0-e24a-423a-9401-23f54b82b268, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:36.724254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] Routers {'41f9ff89-13da-4874-b011-a7d2c4e14720'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:36.729433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['41f9ff89-13da-4874-b011-a7d2c4e14720'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:36.735764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] For port 38e121b0-e24a-423a-9401-23f54b82b268, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=38e121b0-e24a-423a-9401-23f54b82b268,segment=NetworkSegment(c8c21da9-c09e-4fe1-9999-6be3c75f487b),segment_id=c8c21da9-c09e-4fe1-9999-6be3c75f487b)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:36.778298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:31:36.778298 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:31:36.778298 n-d-804878-2 neutron-server[95327]: [parameters: {'id': '7fc7477f-3c9d-418c-9e33-4b4b27ca1527'}] Aug 24 00:31:36.778298 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:31:36.782965 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:31:36.800633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f2aa869-1423-4d53-8d9d-71feb34f0cd9 req-641e2886-5a97-45e8-86fd-f42400db42ae tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.2079096 Aug 24 00:31:36.842538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-cf07e9d8-fc80-4003-9574-d71d52e00a50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c76bb3db-112b-42f7-885e-f5605650a161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867393 Aug 24 00:31:36.848071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] Set router 41f9ff89-13da-4874-b011-a7d2c4e14720 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:36.874791 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.886003 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Transition to ACTIVE for port object 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:36.904212 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a1504deb-9d33-4f18-b9b8-f8d5021cab6c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:36.940496 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.956827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Deleting port 1882b00f-a9cc-4306-8cb7-73b10afeb506 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:36.957276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:36.972175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:31:36Z', 'revision_number': 6, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:37.004163 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.010326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-8f6cd00e-df65-4830-b007-9fa7d1d214c5 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004577 Aug 24 00:31:37.040462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84877d93-6aa2-4093-8bea-080af6e5102d None None] The sync data for ids ['41f9ff89-13da-4874-b011-a7d2c4e14720'] in n-d-804878-2 is: [{'id': '41f9ff89-13da-4874-b011-a7d2c4e14720', 'name': 'tempest-TaggedBootDevicesTest-451535702-router', 'tenant_id': '3ce9b671258249d0ad55d7db347f4071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:19:55Z', 'updated_at': '2021-08-24T00:31:36Z', 'revision_number': 6, 'project_id': '3ce9b671258249d0ad55d7db347f4071', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:37.114508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9861-3e41-4c06-8e21-7a32278835ff None None] Pushing event updated for resources: {'Port': ['ID=38e121b0-e24a-423a-9401-23f54b82b268,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:37.133249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-e4a4f6c2-559a-4710-9ec5-c5f0a307c25e service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770190 Aug 24 00:31:37.149561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a1504deb-9d33-4f18-b9b8-f8d5021cab6c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:37.150203 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.189632 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Attempting to bind port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:37.191845 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Attempting to bind port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:37.198095 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Attempting to bind port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 on network 76ea2171-2209-47d2-911f-370a8fd22283 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:37.198235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c01a0b-3e27-453f-b313-9e4c0e98fa14 None None] Network 7fc7477f-3c9d-418c-9e33-4b4b27ca1527 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:37.198335 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3665b1f-2998-4296-8c3a-0d1a0c682040 None None] Pushing event updated for resources: {'Port': ['ID=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:37.203993 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:37.204939 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Checking segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:37.205763 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.206366 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Bound using segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:37.207024 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Bound port: 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:37.208322 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.258158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da017769-3bd9-43e9-9b90-48dd85d4a8fb req-c71370ad-2acf-43d3-9a87-43f93bbfc827 service neutron] 10.222.0.37 "GET /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013067 Aug 24 00:31:37.280470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.329323 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] For port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:37.332897 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] For port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:37.342671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] For port 1882b00f-a9cc-4306-8cb7-73b10afeb506, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1882b00f-a9cc-4306-8cb7-73b10afeb506,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:37.342671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.374544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-e105abf4-05ec-4a87-b842-a90025513a6e service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525875 Aug 24 00:31:37.380706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Deleting port 38e121b0-e24a-423a-9401-23f54b82b268 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:37.381351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Calling delete_port for 1882b00f-a9cc-4306-8cb7-73b10afeb506 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:37.381854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.497880 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.498623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0e157-7631-4200-93d1-7d833b8d641c None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:31:37.504891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] For port 38e121b0-e24a-423a-9401-23f54b82b268, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=38e121b0-e24a-423a-9401-23f54b82b268,segment=NetworkSegment(c8c21da9-c09e-4fe1-9999-6be3c75f487b),segment_id=c8c21da9-c09e-4fe1-9999-6be3c75f487b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:37.505272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.541880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Calling delete_port for 38e121b0-e24a-423a-9401-23f54b82b268 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:37.611599 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:37.612264 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:37.666929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9d95f-f9ec-4d15-8a11-c5fe5b102a2e req-fd9ae269-8c21-4285-a409-359dacd0bb52 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:37.674342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3665b1f-2998-4296-8c3a-0d1a0c682040 None None] Pushing event updated for resources: {'Port': ['ID=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:37.674575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33a9d95f-f9ec-4d15-8a11-c5fe5b102a2e req-fd9ae269-8c21-4285-a409-359dacd0bb52 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2407956 Aug 24 00:31:37.722860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0e157-7631-4200-93d1-7d833b8d641c None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:31:37.732259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33a9d95f-f9ec-4d15-8a11-c5fe5b102a2e req-bd98a71a-0116-4b7b-aae1-c9587d5f779e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545690 Aug 24 00:31:37.755067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.827692 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:37.838764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Port': ['ID=38e121b0-e24a-423a-9401-23f54b82b268,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:37.846807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No DVR routers for this DVR port 38e121b0-e24a-423a-9401-23f54b82b268 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:37.849929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:37.927124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Pushing event deleted for resources: {'Port': ['ID=1882b00f-a9cc-4306-8cb7-73b10afeb506,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:38.008127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67a060e7-c567-4cfd-9d13-cae89be31ba7 req-37084b72-c132-4e9b-bd13-6e761479581a tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 210 time: 0.1392081 Aug 24 00:31:38.120136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.124826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.160674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc7477f-3c9d-418c-9e33-4b4b27ca1527']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:38.188348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c21da9-c09e-4fe1-9999-6be3c75f487b') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:38.188648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c21da9-c09e-4fe1-9999-6be3c75f487b') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:38.207200 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.229062 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.239905 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:38.240448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.289718 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:37Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:38.346934 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb92ccc-c928-4424-a156-a604ad245e3b None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:37Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:38.377533 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:38.496769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.520177 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.522625 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/7fc7477f-3c9d-418c-9e33-4b4b27ca1527 HTTP/1.1" status: 204 len: 168 time: 4.0530076 Aug 24 00:31:38.526604 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41596) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:38.563124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30eae5-2cb0-4d11-9e75-dafb7f9687f4 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Network': ['ID=7fc7477f-3c9d-418c-9e33-4b4b27ca1527,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:38.616487 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc51ea4-2951-4fa8-b4a8-804392892296 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:38.617362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc51ea4-2951-4fa8-b4a8-804392892296 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:38.624811 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6fc51ea4-2951-4fa8-b4a8-804392892296 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/subnets/1012e5c1-2b5f-4772-a7bd-94eb1d434b73 HTTP/1.1" status: 404 len: 337 time: 0.0954492 Aug 24 00:31:38.626166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41600) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:38.647356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4084d327-ed25-4056-8990-ae06a2ad41f3 req-eaeb7643-39a8-40b0-a9b3-da8d8b321a9d tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.5143831 Aug 24 00:31:38.655183 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3584ae0e-5caa-4cee-92f0-6fd517cb5aa9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:38.655183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3584ae0e-5caa-4cee-92f0-6fd517cb5aa9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:38.659359 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3584ae0e-5caa-4cee-92f0-6fd517cb5aa9 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/7fc7477f-3c9d-418c-9e33-4b4b27ca1527 HTTP/1.1" status: 404 len: 339 time: 0.0296841 Aug 24 00:31:38.662265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41602) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:38.698056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.702075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.706468 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5d6278-6135-41c1-afac-64c971a33b78 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:38.710393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5d6278-6135-41c1-afac-64c971a33b78 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:38.710393 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-da5d6278-6135-41c1-afac-64c971a33b78 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/subnets/4a9dd21d-6647-4b61-8e91-599af736cd27 HTTP/1.1" status: 404 len: 337 time: 0.0453551 Aug 24 00:31:38.712180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41604) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:38.802447 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a4355a-a5a9-4361-823b-7c339d6b361e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:38.807700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a4355a-a5a9-4361-823b-7c339d6b361e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:38.807700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3a4355a-a5a9-4361-823b-7c339d6b361e tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/acdff392-def4-4dfb-8b4a-c3401d89bd85 HTTP/1.1" status: 404 len: 339 time: 0.0913227 Aug 24 00:31:38.807962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41610) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:38.865620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:38.887407 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-326d660f-c51c-4d07-96bc-001ca813c129 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:38.887743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326d660f-c51c-4d07-96bc-001ca813c129 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:38.892270 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-326d660f-c51c-4d07-96bc-001ca813c129 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/subnets/b1275fe1-e7a8-403a-bd94-302ef7a136fe HTTP/1.1" status: 404 len: 337 time: 0.0799453 Aug 24 00:31:38.892603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41614) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:38.911944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.912535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f9ff89-13da-4874-b011-a7d2c4e14720 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:31:38.923036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:38.924029 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-37969e2a-217f-48a8-ae97-9ef4a7f08b13 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:38.926609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-75a10826-8bd5-4da4-ba5a-b496b490f838 admin admin] 10.222.0.26 "DELETE /v2.0/routers/41f9ff89-13da-4874-b011-a7d2c4e14720 HTTP/1.1" status: 204 len: 168 time: 3.3001857 Aug 24 00:31:38.930171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41618) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:38.940683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37969e2a-217f-48a8-ae97-9ef4a7f08b13 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:38.945130 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-37969e2a-217f-48a8-ae97-9ef4a7f08b13 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/cfcaca5d-9c7e-4ff1-9623-6ae78120dbb2 HTTP/1.1" status: 404 len: 339 time: 0.0492756 Aug 24 00:31:38.946971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41620) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:38.996281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4d8c40-e739-4cc8-92db-a796621c18b4 admin admin] Deleting subnet 645a04f3-c4e6-40ff-9d7f-94cfbf092be5 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:39.005018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c40-e739-4cc8-92db-a796621c18b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.043534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9b08c-f12b-413d-bcbb-8943a42dfc14 req-ba2ffe97-b7c2-4d8b-ab80-f5e9defca7d8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:39.051467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34e9b08c-f12b-413d-bcbb-8943a42dfc14 req-ba2ffe97-b7c2-4d8b-ab80-f5e9defca7d8 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2143092 Aug 24 00:31:39.128862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:39.133814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:39.134551 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.134686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-605704e8-8234-4e1c-8555-4f43706bb334 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Deleting port 80d73b29-0c02-42a4-93e3-3f7e3799490b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:39.135193 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-605704e8-8234-4e1c-8555-4f43706bb334 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.166859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c2676a0-f7cd-4969-9308-17b112e3572d req-c9a91ddc-81c4-4d99-b5c1-33888e17ec65 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 210 time: 0.0814462 Aug 24 00:31:39.170157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c40-e739-4cc8-92db-a796621c18b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.222825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34e9b08c-f12b-413d-bcbb-8943a42dfc14 req-34720a5a-3799-42bc-8755-f9510e7cabb9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702480 Aug 24 00:31:39.229638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-605704e8-8234-4e1c-8555-4f43706bb334 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.272204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-605704e8-8234-4e1c-8555-4f43706bb334 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Calling delete_port for 80d73b29-0c02-42a4-93e3-3f7e3799490b owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:39.352882 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c40-e739-4cc8-92db-a796621c18b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.364930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.418344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:39.475415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b93da-c819-4dfd-96e4-72d0570aaea5 req-5821a26c-7c93-45af-a2cd-a82630465955 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:39.478209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee4b93da-c819-4dfd-96e4-72d0570aaea5 req-5821a26c-7c93-45af-a2cd-a82630465955 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.0983469 Aug 24 00:31:39.519565 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.524708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee4b93da-c819-4dfd-96e4-72d0570aaea5 req-d08b3ea5-8d3a-4e98-ae18-7411e334e8de tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 Aug 24 00:31:39.559938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-605704e8-8234-4e1c-8555-4f43706bb334 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.590713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c40-e739-4cc8-92db-a796621c18b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.627692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c6b19-7e4b-4cad-a0c7-fcb190cd911e None None] Network 02811b6d-d2ab-456b-acf1-a097541acb3b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:39.640090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c40-e739-4cc8-92db-a796621c18b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.646267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e4d8c40-e739-4cc8-92db-a796621c18b4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/645a04f3-c4e6-40ff-9d7f-94cfbf092be5 HTTP/1.1" status: 204 len: 168 time: 0.7106268 Aug 24 00:31:39.648204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d8c40-e739-4cc8-92db-a796621c18b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645a04f3-c4e6-40ff-9d7f-94cfbf092be5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:39.650150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41642) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:39.683163 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e09ee460-0a10-4843-be0d-8f6f26dbc1fe no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:39.686819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:39.708382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605704e8-8234-4e1c-8555-4f43706bb334 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Port': ['ID=80d73b29-0c02-42a4-93e3-3f7e3799490b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:39.722057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-605704e8-8234-4e1c-8555-4f43706bb334 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.732436 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-605704e8-8234-4e1c-8555-4f43706bb334 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/ports/80d73b29-0c02-42a4-93e3-3f7e3799490b HTTP/1.1" status: 204 len: 168 time: 0.7824492 Aug 24 00:31:39.734285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41646) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:39.788850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e09ee460-0a10-4843-be0d-8f6f26dbc1fe {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:39.789476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e09ee460-0a10-4843-be0d-8f6f26dbc1fe not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:39.795262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1882b00f-a9cc-4306-8cb7-73b10afeb506 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:39.798945 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3985742-5d91-4ad6-be7b-7d397e66abfd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:39.801925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3985742-5d91-4ad6-be7b-7d397e66abfd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:39.806506 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a3985742-5d91-4ad6-be7b-7d397e66abfd tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/subnets/08fcb41c-cf08-4b83-ba21-c7e2541c27a8 HTTP/1.1" status: 404 len: 337 time: 0.0711782 Aug 24 00:31:39.808056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41648) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:39.822971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1882b00f-a9cc-4306-8cb7-73b10afeb506 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:39.823323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1882b00f-a9cc-4306-8cb7-73b10afeb506 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:39.831420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06793584-8614-4333-b353-01b931bd7341 req-20df97fd-55ad-4365-81de-a6cf30182672 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0705187 Aug 24 00:31:39.893221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b39b39b-4559-401a-9089-429ed3f8bcef req-fbb663cf-0f5d-4e20-8220-18516398e8c7 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0486324 Aug 24 00:31:39.942000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:39.996515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.007079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] DHCP port deletion for 02811b6d-d2ab-456b-acf1-a097541acb3b request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:40.041129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4054e7-43c1-4ed2-89a7-93bd64920604 req-6930c0f0-dd06-4735-bad5-ceca96c1ca6e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.045832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af4054e7-43c1-4ed2-89a7-93bd64920604 req-6930c0f0-dd06-4735-bad5-ceca96c1ca6e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2838295 Aug 24 00:31:40.083286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] Deleting port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:40.084062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.172158 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.184089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a298fa-b4f0-4a38-9080-59eda3a5587a']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:40.196394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933e8e4d-2d71-4301-81e8-c52812ccbe26') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:40.196845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933e8e4d-2d71-4301-81e8-c52812ccbe26') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:40.208237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] For port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:40.208714 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.221218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.225597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] Calling delete_port for 64a9e640-3a7c-4141-8f3e-441ebfadcc9c owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:40.227919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af4054e7-43c1-4ed2-89a7-93bd64920604 req-f4b3b3aa-05e5-4c45-9c69-58c2ef64c91a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727464 Aug 24 00:31:40.253820 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.254404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:40.254996 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:40.264378 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:40.317165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-f105d251-8a90-4df6-b9ed-41fc70579080 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.335569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-f105d251-8a90-4df6-b9ed-41fc70579080 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.342703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-f105d251-8a90-4df6-b9ed-41fc70579080 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.348764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-f105d251-8a90-4df6-b9ed-41fc70579080 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.364338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-f105d251-8a90-4df6-b9ed-41fc70579080 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.373972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-f105d251-8a90-4df6-b9ed-41fc70579080 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.380361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-f105d251-8a90-4df6-b9ed-41fc70579080 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.382493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-f105d251-8a90-4df6-b9ed-41fc70579080 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.2086699 Aug 24 00:31:40.385523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Deleting port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:40.385943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.479422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.484708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.487298 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/a6a298fa-b4f0-4a38-9080-59eda3a5587a HTTP/1.1" status: 204 len: 168 time: 0.6774809 Aug 24 00:31:40.491960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41670) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:40.502257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90be2c13-2a6e-4815-9bc9-41e7225df11d req-6cb1a6fb-3abf-4d88-88d8-c2788f922d68 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 210 time: 0.1184177 Aug 24 00:31:40.513701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.536625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] No DVR routers for this DVR port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:40.583219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10459bd8-da46-406d-946b-38361fe923a5 None None] Pushing event deleted for resources: {'Port': ['ID=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:40.593919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a01a7-6e10-477d-9faa-fa9738ba789a tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Network': ['ID=a6a298fa-b4f0-4a38-9080-59eda3a5587a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:40.595282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] For port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,segment=NetworkSegment(ac0b78e0-abb8-41bd-ad05-ef6dfac39e07),segment_id=ac0b78e0-abb8-41bd-ad05-ef6dfac39e07)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:40.595569 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.608732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a443a5f0-f2ed-4054-9915-bfbceee3b267 req-466c8080-060d-43a9-a4a1-c4908287983d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2078488 Aug 24 00:31:40.625656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Calling delete_port for 64a9e640-3a7c-4141-8f3e-441ebfadcc9c owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:40.676490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0e39dcda-d736-4a0d-8a38-b6106de0f3ee tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Deleting port 5b2ab9c9-007b-4ef4-b269-2a18e7514ba6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:40.676490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e39dcda-d736-4a0d-8a38-b6106de0f3ee tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.714676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d973a8-5920-4993-8886-c0ee130c2d93 req-794feba4-7128-4189-ab6f-2f50990a8ee9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.722586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07d973a8-5920-4993-8886-c0ee130c2d93 req-794feba4-7128-4189-ab6f-2f50990a8ee9 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1128631 Aug 24 00:31:40.784001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:40.805887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07d973a8-5920-4993-8886-c0ee130c2d93 req-83794dec-c14d-4fde-9822-0901d86a6b98 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775588 Aug 24 00:31:40.817879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e39dcda-d736-4a0d-8a38-b6106de0f3ee tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.834862 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0e39dcda-d736-4a0d-8a38-b6106de0f3ee tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Calling delete_port for 5b2ab9c9-007b-4ef4-b269-2a18e7514ba6 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:40.851154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:40.851538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.928764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:40.975224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e3a30-bc24-41b9-a4cf-11fac6a070cf req-fc0bef74-d25e-4fab-91e9-0c0b24c2967e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:40.983952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e3a30-bc24-41b9-a4cf-11fac6a070cf req-fc0bef74-d25e-4fab-91e9-0c0b24c2967e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.003525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e3a30-bc24-41b9-a4cf-11fac6a070cf req-fc0bef74-d25e-4fab-91e9-0c0b24c2967e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.011262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e3a30-bc24-41b9-a4cf-11fac6a070cf req-fc0bef74-d25e-4fab-91e9-0c0b24c2967e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.019319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e3a30-bc24-41b9-a4cf-11fac6a070cf req-fc0bef74-d25e-4fab-91e9-0c0b24c2967e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.025640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e3a30-bc24-41b9-a4cf-11fac6a070cf req-fc0bef74-d25e-4fab-91e9-0c0b24c2967e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.032173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e3a30-bc24-41b9-a4cf-11fac6a070cf req-fc0bef74-d25e-4fab-91e9-0c0b24c2967e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.036519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-036e3a30-bc24-41b9-a4cf-11fac6a070cf req-fc0bef74-d25e-4fab-91e9-0c0b24c2967e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.2139971 Aug 24 00:31:41.076594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 64a9e640-3a7c-4141-8f3e-441ebfadcc9c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:41.090178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] No DVR routers for this DVR port 64a9e640-3a7c-4141-8f3e-441ebfadcc9c on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:41.101105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 64a9e640-3a7c-4141-8f3e-441ebfadcc9c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:41.101819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 64a9e640-3a7c-4141-8f3e-441ebfadcc9c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:41.101957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Pushing event deleted for resources: {'Port': ['ID=64a9e640-3a7c-4141-8f3e-441ebfadcc9c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:41.107821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e39dcda-d736-4a0d-8a38-b6106de0f3ee tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.139198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39dcda-d736-4a0d-8a38-b6106de0f3ee tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Port': ['ID=5b2ab9c9-007b-4ef4-b269-2a18e7514ba6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:41.149846 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e39dcda-d736-4a0d-8a38-b6106de0f3ee tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.152923 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0e39dcda-d736-4a0d-8a38-b6106de0f3ee tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/ports/5b2ab9c9-007b-4ef4-b269-2a18e7514ba6 HTTP/1.1" status: 204 len: 168 time: 0.6577675 Aug 24 00:31:41.157332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41692) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:41.187839 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-876933a8-e6d3-441c-964a-9cb88c1b7d94 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] DELETE failed (client error): The resource could not be found. Aug 24 00:31:41.188613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876933a8-e6d3-441c-964a-9cb88c1b7d94 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:31:41.191003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7bf683a-a221-4da0-ad81-fa00efc1a748 req-35bd8c94-55f5-4ec0-a3c1-7ed956b0ce84 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0907903 Aug 24 00:31:41.201533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-876933a8-e6d3-441c-964a-9cb88c1b7d94 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/subnets/e74ec1c7-0c64-40e0-b0ed-fa9bdac25a91 HTTP/1.1" status: 404 len: 337 time: 0.0423610 Aug 24 00:31:41.204762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41694) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:41.325912 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.337873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcaf43-0748-40e6-8022-7f334d6aae2c req-dd64a480-05d5-47f5-b955-2aa3ab2c325f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.339464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7dcaf43-0748-40e6-8022-7f334d6aae2c req-dd64a480-05d5-47f5-b955-2aa3ab2c325f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.3004162 Aug 24 00:31:41.357524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02811b6d-d2ab-456b-acf1-a097541acb3b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:41.366696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-d8d587b8-e5f7-4562-a784-690d0f812076 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.367973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-d8d587b8-e5f7-4562-a784-690d0f812076 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 820 time: 0.4914351 Aug 24 00:31:41.392216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:41.392515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0b78e0-abb8-41bd-ad05-ef6dfac39e07') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:41.397398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Request body: {'port': {'device_id': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'admin_state_up': True, 'tenant_id': '43648f6113fe478ea562155df782f79c'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:41.437682 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.442600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.513287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7dcaf43-0748-40e6-8022-7f334d6aae2c req-3df411b5-0d5a-4597-8ff8-48676ae4cd41 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599808 Aug 24 00:31:41.519430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.529722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:41.530143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:41.533801 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:41.711381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1e3c2a4-fc1b-4841-8f97-4004e848c752 req-e769588c-01aa-4ced-b605-866ed66293e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 210 time: 0.1332619 Aug 24 00:31:41.750379 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.770228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de58b94c-ed75-4437-a46f-55e7e2dee52c']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:41.789804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467f8ffa-0d10-4e1f-8451-da084c7dca6a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:41.790138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467f8ffa-0d10-4e1f-8451-da084c7dca6a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:41.802024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.823842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb0b34-60a0-4654-986b-39f96c7b7b8e req-fac7c3ba-03c2-4e11-9f85-74bd953bf086 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:41.826049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aacb0b34-60a0-4654-986b-39f96c7b7b8e req-fac7c3ba-03c2-4e11-9f85-74bd953bf086 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1842389 Aug 24 00:31:41.829850 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.842998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:41.843408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:41.846401 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:41.849178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.907631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.909803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] 10.222.0.26 "DELETE /v2.0/networks/02811b6d-d2ab-456b-acf1-a097541acb3b HTTP/1.1" status: 204 len: 168 time: 2.2583261 Aug 24 00:31:41.929798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1fc40-d3a9-44ff-bac8-e5ddbe40030d admin admin] Pushing event deleted for resources: {'Network': ['ID=02811b6d-d2ab-456b-acf1-a097541acb3b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:41.938800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Made reservation on behalf of 43648f6113fe478ea562155df782f79c for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:41.942451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:41.969848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aacb0b34-60a0-4654-986b-39f96c7b7b8e req-a6e0af42-30ec-41a5-9332-1028013fed2c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352701 Aug 24 00:31:42.095551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.129217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.135910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/de58b94c-ed75-4437-a46f-55e7e2dee52c HTTP/1.1" status: 204 len: 168 time: 0.8858883 Aug 24 00:31:42.136335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41720) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:42.151119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029930d-bdb0-4218-8665-5bc90582c0d8 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Network': ['ID=de58b94c-ed75-4437-a46f-55e7e2dee52c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:42.167946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Allocated IP 172.20.0.5 (76ea2171-2209-47d2-911f-370a8fd22283/bbc9855c-e434-496f-9ea6-d3a38cbaafed/11e342c1-9b86-48af-89d0-b20760b735ba) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:42.183541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefe6d9-31a9-4bb4-b231-50c721e1fdad req-eae4a175-3779-4f2e-a51b-e54a39bfbedb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:42.185187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cefe6d9-31a9-4bb4-b231-50c721e1fdad req-eae4a175-3779-4f2e-a51b-e54a39bfbedb tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1084559 Aug 24 00:31:42.218793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd119a00-f8c0-4501-b5ff-617c3f39fa03 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Deleting subnet 1c7b9fad-6fc8-4998-bba9-d9242b79224c {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:42.222075 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd119a00-f8c0-4501-b5ff-617c3f39fa03 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.260824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cefe6d9-31a9-4bb4-b231-50c721e1fdad req-7157f830-654e-4eb0-8e7e-6b2e7a7a3aec tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639987 Aug 24 00:31:42.297925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd119a00-f8c0-4501-b5ff-617c3f39fa03 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.393255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3022185-65d1-4d4c-b77c-43e2b44c607d req-d7e29ef1-8e1e-4807-8117-053e41ad3be2 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0708148 Aug 24 00:31:42.430296 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd119a00-f8c0-4501-b5ff-617c3f39fa03 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.464171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.498065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d1360-4c3c-428a-a969-bd5dd105af51 req-eef988f5-c519-4737-81e4-e09f6523f53c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:42.505663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-075d1360-4c3c-428a-a969-bd5dd105af51 req-eef988f5-c519-4737-81e4-e09f6523f53c tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1122684 Aug 24 00:31:42.541933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-075d1360-4c3c-428a-a969-bd5dd105af51 req-452b7497-38ab-4c38-b6b1-3fc7ebd76524 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Aug 24 00:31:42.587764 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.599917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41734) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:42.640191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Transition to ACTIVE for port object 11e342c1-9b86-48af-89d0-b20760b735ba will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:42.645212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd119a00-f8c0-4501-b5ff-617c3f39fa03 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.706156 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9f0a1657-9cc8-4661-8f1a-7ddfa76127e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ce9b671258249d0ad55d7db347f4071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049333 Aug 24 00:31:42.707537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd119a00-f8c0-4501-b5ff-617c3f39fa03 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7b9fad-6fc8-4998-bba9-d9242b79224c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:42.708720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41738) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:42.715836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd119a00-f8c0-4501-b5ff-617c3f39fa03 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.720474 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fd119a00-f8c0-4501-b5ff-617c3f39fa03 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/subnets/1c7b9fad-6fc8-4998-bba9-d9242b79224c HTTP/1.1" status: 204 len: 168 time: 0.5821567 Aug 24 00:31:42.721112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41740) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:42.724195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982090f8-c653-45fd-96b0-3a0d99b8ac12 None None] Network f7319f7e-8af6-44f6-985d-5bf0a730dcbb requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:42.835552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5bbe02b-0aac-40d8-8da7-a23ca3e881a7 req-92f8bf06-c745-4e07-99b1-635aa48f4db1 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=06f4e3c7-5ef5-4643-80a1-0286ffcf7927&device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0546813 Aug 24 00:31:42.841784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.913147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:42.932226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Network 76ea2171-2209-47d2-911f-370a8fd22283 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:42.967985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Pushing event updated for resources: {'Port': ['ID=11e342c1-9b86-48af-89d0-b20760b735ba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:42.993254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:43.000423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Deleting port 38aaaa03-3242-4bba-9ce7-dd44355e648b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:43.001143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.021503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:43.091109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] DHCP port deletion for f7319f7e-8af6-44f6-985d-5bf0a730dcbb request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:31:43.098892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] For port 38aaaa03-3242-4bba-9ce7-dd44355e648b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=38aaaa03-3242-4bba-9ce7-dd44355e648b,segment=NetworkSegment(d08d6043-2304-4890-b52e-96a5f01f715b),segment_id=d08d6043-2304-4890-b52e-96a5f01f715b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:43.099574 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.104924 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fff6375f-39aa-487e-863d-b160dfdf5f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.116528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Calling delete_port for 38aaaa03-3242-4bba-9ce7-dd44355e648b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:43.196234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] Deleting port 38aaaa03-3242-4bba-9ce7-dd44355e648b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:43.196606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.263836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fff6375f-39aa-487e-863d-b160dfdf5f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.274070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.274414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.287393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830292-5842-4f8a-bff8-8a2079f94557 req-f65169d3-e588-4b10-95f5-c95afe5647f2 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.294999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20830292-5842-4f8a-bff8-8a2079f94557 req-f65169d3-e588-4b10-95f5-c95afe5647f2 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 931 time: 0.3400919 Aug 24 00:31:43.309855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] For port 38aaaa03-3242-4bba-9ce7-dd44355e648b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=38aaaa03-3242-4bba-9ce7-dd44355e648b,segment=NetworkSegment(d08d6043-2304-4890-b52e-96a5f01f715b),segment_id=d08d6043-2304-4890-b52e-96a5f01f715b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:43.329700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.336465 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.338417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0869802-cbaa-4327-b6c8-fab501173b3b req-cac92541-3318-4153-98a5-1182d74218ff tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.346210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0869802-cbaa-4327-b6c8-fab501173b3b req-cac92541-3318-4153-98a5-1182d74218ff tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.3490524 Aug 24 00:31:43.353150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] Calling delete_port for 38aaaa03-3242-4bba-9ce7-dd44355e648b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:43.393924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Port': ['ID=38aaaa03-3242-4bba-9ce7-dd44355e648b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:43.399567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] No DVR routers for this DVR port 38aaaa03-3242-4bba-9ce7-dd44355e648b on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:43.442292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20830292-5842-4f8a-bff8-8a2079f94557 req-c2474ea1-cd52-4f0c-8f84-1fb264a832f6 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462929 Aug 24 00:31:43.469084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0869802-cbaa-4327-b6c8-fab501173b3b req-80e9fcd5-172f-482e-8490-b114c1f2339f tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204238 Aug 24 00:31:43.473708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-caaa7261-3478-41d8-87ce-5d4c11a3e1b0 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0831747 Aug 24 00:31:43.487196 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.500137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Request body: {'port': {'device_id': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:43.513292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] Pushing event deleted for resources: {'Port': ['ID=38aaaa03-3242-4bba-9ce7-dd44355e648b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:43.536141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb43f5-f0b6-48bd-bdd0-517c410b5df1 None None] No DVR routers for this DVR port 38aaaa03-3242-4bba-9ce7-dd44355e648b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:43.572364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.576478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf800e38-1a5b-493e-85e9-97dd9e506b16 None None] Provisioning for port 11e342c1-9b86-48af-89d0-b20760b735ba completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:43.581360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf800e38-1a5b-493e-85e9-97dd9e506b16 None None] Provisioning complete for port 11e342c1-9b86-48af-89d0-b20760b735ba triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:43.581822 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf800e38-1a5b-493e-85e9-97dd9e506b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.602112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7319f7e-8af6-44f6-985d-5bf0a730dcbb']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:43.628560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08d6043-2304-4890-b52e-96a5f01f715b') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:43.628856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08d6043-2304-4890-b52e-96a5f01f715b') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:43.651132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.660331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.692237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41776) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:43.704812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fff6375f-39aa-487e-863d-b160dfdf5f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.705188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fff6375f-39aa-487e-863d-b160dfdf5f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.706250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fff6375f-39aa-487e-863d-b160dfdf5f2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/957177ae-a6ce-41f5-b037-98234f2f1adf HTTP/1.1" status: 204 len: 168 time: 0.9947152 Aug 24 00:31:43.720154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.734203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:31:43.735954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:31:43.741440 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:31:43.744492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6375f-39aa-487e-863d-b160dfdf5f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957177ae-a6ce-41f5-b037-98234f2f1adf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:43.905114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bf800e38-1a5b-493e-85e9-97dd9e506b16 None None] Port 11e342c1-9b86-48af-89d0-b20760b735ba cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:31:43.940432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-5ed45801-c909-442c-94da-19687ee8d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.940927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-5ed45801-c909-442c-94da-19687ee8d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.941405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-5ed45801-c909-442c-94da-19687ee8d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.941944 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-5ed45801-c909-442c-94da-19687ee8d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.942417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-5ed45801-c909-442c-94da-19687ee8d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.942881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-5ed45801-c909-442c-94da-19687ee8d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.943616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-5ed45801-c909-442c-94da-19687ee8d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.945950 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-5ed45801-c909-442c-94da-19687ee8d0d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6501 time: 0.2524104 Aug 24 00:31:43.953155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63e774-543d-465f-a104-9cf665c42393 req-6a4d81f7-5db9-4822-8016-a4c427307632 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:43.955062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d63e774-543d-465f-a104-9cf665c42393 req-6a4d81f7-5db9-4822-8016-a4c427307632 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2066627 Aug 24 00:31:43.984000 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-44dd6e80-f1e4-4ded-94f0-1ee6a99384ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0305498 Aug 24 00:31:44.051153 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.058785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.061318 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] 10.222.0.26 "DELETE /v2.0/networks/f7319f7e-8af6-44f6-985d-5bf0a730dcbb HTTP/1.1" status: 204 len: 168 time: 1.3391981 Aug 24 00:31:44.085357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd404a-721d-4ba6-a9c9-5c18594faaf0 tempest-NetworksIpV6TestAttrs-1348465855 tempest-NetworksIpV6TestAttrs-1348465855-project] Pushing event deleted for resources: {'Network': ['ID=f7319f7e-8af6-44f6-985d-5bf0a730dcbb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:44.337373 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:31:44.371696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87b5208b-52e6-4b21-be21-2027a172f0c6 req-6850150e-7d87-4ec9-8195-ec9dea2d1119 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834343ea98d2423bbb529303e858d77e&device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0665295 Aug 24 00:31:44.414050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b879ced-1a9b-4922-8665-ce54c9d7b587 req-6a4cb7b6-649d-4896-b223-30c05196c6ee tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.1068289 Aug 24 00:31:44.430222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d63e774-543d-465f-a104-9cf665c42393 req-ab41c7a3-5785-468e-bb44-76172d39a7ab tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681427 Aug 24 00:31:44.499151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87b5208b-52e6-4b21-be21-2027a172f0c6 req-36ad5402-d070-4adc-95f7-ed4398a5d859 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=834343ea98d2423bbb529303e858d77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988224 Aug 24 00:31:44.664538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41822) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:44.741341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 38aaaa03-3242-4bba-9ce7-dd44355e648b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:44.761981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 38aaaa03-3242-4bba-9ce7-dd44355e648b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:44.762473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 38aaaa03-3242-4bba-9ce7-dd44355e648b not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:44.767502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c41e1e-edd7-4443-9311-99cf87bedc2e req-31175481-dcde-46d9-9356-40b9650147e3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:44.778242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0c41e1e-edd7-4443-9311-99cf87bedc2e req-31175481-dcde-46d9-9356-40b9650147e3 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2447000 Aug 24 00:31:44.826908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36dcc7-5f6c-4488-af79-521975dd6309 req-3db8bb75-bc3c-474a-b49c-0133aac5098e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:44.828495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd36dcc7-5f6c-4488-af79-521975dd6309 req-3db8bb75-bc3c-474a-b49c-0133aac5098e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 931 time: 0.2666616 Aug 24 00:31:44.838716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5208b-52e6-4b21-be21-2027a172f0c6 req-05c954b8-9a20-4085-b5a1-2eafad3ae96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:44.842204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87b5208b-52e6-4b21-be21-2027a172f0c6 req-05c954b8-9a20-4085-b5a1-2eafad3ae96d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3323877 Aug 24 00:31:44.880018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e342c1-9b86-48af-89d0-b20760b735ba {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:31:44.903160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:44.913042 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c1b3141d-3e8e-4d9e-b32c-1039f881d426 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e655cecdcb2c496ebf375872ace7c313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467794 Aug 24 00:31:44.920626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41832) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:44.950892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0c41e1e-edd7-4443-9311-99cf87bedc2e req-34a475bf-5a6e-4482-bb7b-72b0ec962b01 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715286 Aug 24 00:31:44.955855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd36dcc7-5f6c-4488-af79-521975dd6309 req-c4d1a71d-7397-48ba-91fa-dcd6b1a2ffea tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078813 Aug 24 00:31:44.956347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Transition to ACTIVE for port object 11e342c1-9b86-48af-89d0-b20760b735ba will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:45.030743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08dcbbfc-95ba-4abe-af52-727976657e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.054534 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08dcbbfc-95ba-4abe-af52-727976657e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.060952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.155145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Pushing event updated for resources: {'Port': ['ID=11e342c1-9b86-48af-89d0-b20760b735ba,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:45.238487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41846) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:45.252667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030f8e1-1aa8-4f49-91bf-df07a3ee7e51 req-6d077dd8-4b3b-45cb-9c45-1452a652e7ac tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:45.262608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8030f8e1-1aa8-4f49-91bf-df07a3ee7e51 req-6d077dd8-4b3b-45cb-9c45-1452a652e7ac tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1972437 Aug 24 00:31:45.331335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Attempting to bind port 11e342c1-9b86-48af-89d0-b20760b735ba on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:45.331803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Attempting to bind port 11e342c1-9b86-48af-89d0-b20760b735ba by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:45.332281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Attempting to bind port 11e342c1-9b86-48af-89d0-b20760b735ba on network 76ea2171-2209-47d2-911f-370a8fd22283 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:45.341228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Port 11e342c1-9b86-48af-89d0-b20760b735ba on network 76ea2171-2209-47d2-911f-370a8fd22283 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:31:45.341712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Attempting to bind port 11e342c1-9b86-48af-89d0-b20760b735ba on network 76ea2171-2209-47d2-911f-370a8fd22283 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:45.352151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8030f8e1-1aa8-4f49-91bf-df07a3ee7e51 req-ce223fa1-fa03-4140-aafb-4bab60c6ce7e tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883908 Aug 24 00:31:45.353839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:45.354297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Checking segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:45.354792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Bound using segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:45.355493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Bound port: 11e342c1-9b86-48af-89d0-b20760b735ba, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:45.356122 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.360835 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08dcbbfc-95ba-4abe-af52-727976657e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.363814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08dcbbfc-95ba-4abe-af52-727976657e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.367397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-08dcbbfc-95ba-4abe-af52-727976657e90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f3c5e70-ff88-48bd-a683-a4c59e6c7da8 HTTP/1.1" status: 204 len: 168 time: 0.4395568 Aug 24 00:31:45.416229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcbbfc-95ba-4abe-af52-727976657e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3c5e70-ff88-48bd-a683-a4c59e6c7da8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:45.416915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-261886935-network', 'tenant_id': 'f605a7f385144c69a647f527709e6961'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:45.569060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10cb5e28-45be-43e4-8aeb-9a82fa30bb13 req-c3e6d9b9-c39d-4e87-9bea-ad8e034eb9c2 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0486400 Aug 24 00:31:45.579269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] For port 11e342c1-9b86-48af-89d0-b20760b735ba, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:45.583329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] For port 11e342c1-9b86-48af-89d0-b20760b735ba, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=11e342c1-9b86-48af-89d0-b20760b735ba,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:45.592143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52ecb6-7af6-4fef-98aa-1c35b10243e4 req-eff6b2fc-e3f6-4d34-be3a-55a1efd35984 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:45.593680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d52ecb6-7af6-4fef-98aa-1c35b10243e4 req-eff6b2fc-e3f6-4d34-be3a-55a1efd35984 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1185143 Aug 24 00:31:45.622364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Made reservation on behalf of f605a7f385144c69a647f527709e6961 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:45.626863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.633647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d52ecb6-7af6-4fef-98aa-1c35b10243e4 req-9d9afa94-c038-44b8-840a-4776fbd4907b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Aug 24 00:31:45.638429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.669215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.753420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Pushing event updated for resources: {'Port': ['ID=11e342c1-9b86-48af-89d0-b20760b735ba,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:45.753420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:45.753420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.755284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-68cfa6bf-8025-437b-8105-039d5a63caad service neutron] 10.222.0.37 "PUT /v2.0/ports/11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 1091 time: 2.2657502 Aug 24 00:31:45.755880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:45.758257 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b058e171-8cab-4b44-a692-083629b09adf" -d '{"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:45.833065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2a6f1-19a2-4448-9413-9c1cad594eb3 req-1e58b982-72d0-4eda-91bc-5aa8bdca9da1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:45.833736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.834921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9f2a6f1-19a2-4448-9413-9c1cad594eb3 req-1e58b982-72d0-4eda-91bc-5aa8bdca9da1 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1073899 Aug 24 00:31:45.837765 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73a7d74-5eac-4336-a873-b88cb84fd721 x-openstack-request-id: req-c73a7d74-5eac-4336-a873-b88cb84fd721 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:45.838066 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:45.838323 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c73a7d74-5eac-4336-a873-b88cb84fd721 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:45.838731 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba', 'status': 'completed', 'code': 200} Aug 24 00:31:45.896480 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.911896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:31:45.941800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9f2a6f1-19a2-4448-9413-9c1cad594eb3 req-5f9cf28e-aeae-4c29-9dfe-3f292a59fe79 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907216 Aug 24 00:31:45.951618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:45.953378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e171-8cab-4b44-a692-083629b09adf req-977fbacd-f32d-4922-bbd5-bb2a20641787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:45.955041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b058e171-8cab-4b44-a692-083629b09adf req-977fbacd-f32d-4922-bbd5-bb2a20641787 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1094 time: 0.0829666 Aug 24 00:31:45.963714 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:45.967806 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Added segment 6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e of type vlan for network 8d38ea34-c054-4ad1-8141-3987255ca0e2 Aug 24 00:31:46.079933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.212758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.214073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.214727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.292268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e171-8cab-4b44-a692-083629b09adf req-85f9d43d-25b2-4dc7-a897-531da2d8e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.294481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] Pushing event updated for resources: {'Network': ['ID=8d38ea34-c054-4ad1-8141-3987255ca0e2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:46.298461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b058e171-8cab-4b44-a692-083629b09adf req-85f9d43d-25b2-4dc7-a897-531da2d8e7b8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=43648f6113fe478ea562155df782f79c&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3344982 Aug 24 00:31:46.307379 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-abb168ae-9364-40d8-ac47-4b8316f91c85 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0677354 Aug 24 00:31:46.311489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41894) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:46.316422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8d38ea34-c054-4ad1-8141-3987255ca0e2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:31:46.316954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Request body: {'subnet': {'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-subnet', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:46.377473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de299e2-9640-4865-86ab-a8dc90d179e1 req-9d21178c-40e5-4889-af05-1343f81b5125 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.379027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7de299e2-9640-4865-86ab-a8dc90d179e1 req-9d21178c-40e5-4889-af05-1343f81b5125 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.2595840 Aug 24 00:31:46.386778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa069d-ae71-4000-965b-8eccb0e6da28 req-49aa059b-e3dd-42f0-a6ee-80470a2e360e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.388761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6fa069d-ae71-4000-965b-8eccb0e6da28 req-49aa059b-e3dd-42f0-a6ee-80470a2e360e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 943 time: 0.2672575 Aug 24 00:31:46.411552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Made reservation on behalf of f605a7f385144c69a647f527709e6961 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:31:46.422797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.446445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87b5208b-52e6-4b21-be21-2027a172f0c6 req-7f1bdb2e-cd43-4ac7-8d90-759b94162c1f tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0544856 Aug 24 00:31:46.518066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7de299e2-9640-4865-86ab-a8dc90d179e1 req-1349acec-7b80-49b6-bf8b-181b6c002c4a tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179328 Aug 24 00:31:46.524592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e171-8cab-4b44-a692-083629b09adf req-d63b2444-bd1e-43f0-8947-ad31bae1d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.530283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b058e171-8cab-4b44-a692-083629b09adf req-d63b2444-bd1e-43f0-8947-ad31bae1d112 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204268 Aug 24 00:31:46.549333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6fa069d-ae71-4000-965b-8eccb0e6da28 req-d9f6aeb7-75c4-41a4-be16-c5a2731c5c40 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280422 Aug 24 00:31:46.709148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfdcfde2-eed2-4adb-99c4-cb33e9e41b55 req-e2849781-e585-4027-ab44-09915c0553a7 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb9a35b1-2b97-4a26-a831-d6b82cfbdd55 HTTP/1.1" status: 200 len: 210 time: 0.0311832 Aug 24 00:31:46.722921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-56ea2d5e-51e8-42cc-8be4-8e146084e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.724570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-56ea2d5e-51e8-42cc-8be4-8e146084e612 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1094 time: 0.0869246 Aug 24 00:31:46.779372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-d461c861-39b5-4898-86f7-87811b8523cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 217 time: 0.0360298 Aug 24 00:31:46.798641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:46.862200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-6a42bc78-f6bf-469c-b8ee-b512318a8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.864071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-6a42bc78-f6bf-469c-b8ee-b512318a8604 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.0869181 Aug 24 00:31:46.872910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Pushing event updated for resources: {'Subnet': ['ID=436aed62-5103-4026-9795-bfc2995c9ecf,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:46.885860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Checking segment: {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:46.891792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Network hostable DHCP agents. Network: 8d38ea34-c054-4ad1-8141-3987255ca0e2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:31:46.934487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41916) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:46.961444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-6c86e0b5-d68f-4738-af02-ae7bec8163ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:46.963312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-6c86e0b5-d68f-4738-af02-ae7bec8163ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897596 Aug 24 00:31:47.011443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Network 8d38ea34-c054-4ad1-8141-3987255ca0e2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:31:47.087616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-93fe3380-e082-4d1d-b6d0-3825b1545d8a tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:47.087856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-dbf2d527-6eef-4c7c-b73a-7fa9e25f9885 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127083 Aug 24 00:31:47.088173 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-93fe3380-e082-4d1d-b6d0-3825b1545d8a tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 24 00:31:47.088675 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-93fe3380-e082-4d1d-b6d0-3825b1545d8a tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:31:47.090953 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-93fe3380-e082-4d1d-b6d0-3825b1545d8a tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1551054 Aug 24 00:31:47.094372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:47.099034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901561493'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:47.113374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8d38ea34-c054-4ad1-8141-3987255ca0e2) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:47.122587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6948fa48-c38d-4005-8355-350ce48a586a None None] Network 8d38ea34-c054-4ad1-8141-3987255ca0e2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:47.126557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:47.127471 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.210932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-772f32cd-00e9-4e05-b18f-3a6965cfbd0b req-762c24e7-85cc-48f9-a221-7d6040bafce7 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073389 Aug 24 00:31:47.284310 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.296779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.301674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c55b96-a307-4680-bcfb-c7ceaa689d4d None None] Network 8d38ea34-c054-4ad1-8141-3987255ca0e2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:31:47.373189 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-84b2cec9-bef0-471b-8d47-c14a6a3cb97d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0600171 Aug 24 00:31:47.384002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41930) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:47.386981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:47.418330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:31:47.418330 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:31:47.418330 n-d-804878-2 neutron-server[95327]: [parameters: {'project_id_1': 'f605a7f385144c69a647f527709e6961', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 31, 47, 394016)}] Aug 24 00:31:47.418330 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:31:47.419726 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:31:47.506057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.564947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.671499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5124f528-e546-4a04-9eab-b97b709cdf53,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:47.729164 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.736636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426bcc-c402-4980-9372-237b5e354e0a req-09bb9eef-f872-4b6a-9c90-f3335d29a01a tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:47.738274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18426bcc-c402-4980-9372-237b5e354e0a req-09bb9eef-f872-4b6a-9c90-f3335d29a01a tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 943 time: 0.1246545 Aug 24 00:31:47.786624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18426bcc-c402-4980-9372-237b5e354e0a req-a773a618-1821-42f5-ad80-27339143e31b tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Aug 24 00:31:47.862979 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:47.913343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75772760-a349-4d1a-835a-a61a130bdcb0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:48.004549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.005855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cd9e04dd-371a-4e0b-b2ea-903d7678eaa7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9103963 Aug 24 00:31:48.008595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41950) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:48.013163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3db2636e-5aa2-4f00-9141-551607670b1e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '75772760-a349-4d1a-835a-a61a130bdcb0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:48.142457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.144391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.205319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.231369 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3db2636e-5aa2-4f00-9141-551607670b1e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.313370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3db2636e-5aa2-4f00-9141-551607670b1e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.366921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3978f35-dd57-4dce-b537-99f9478ad26d req-7a07cd8c-0afd-4b8f-813e-050fe41aa84d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834343ea98d2423bbb529303e858d77e&device_id=06f4e3c7-5ef5-4643-80a1-0286ffcf7927 HTTP/1.1" status: 200 len: 210 time: 0.0334709 Aug 24 00:31:48.408756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83402699-c0f4-4e63-a2d4-a7b0d35be5dc req-8d8ea6e5-4fa5-4bab-8fa9-fc349b87ea53 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=06f4e3c7-5ef5-4643-80a1-0286ffcf7927 HTTP/1.1" status: 200 len: 210 time: 0.0405827 Aug 24 00:31:48.411872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3db2636e-5aa2-4f00-9141-551607670b1e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.438836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2636e-5aa2-4f00-9141-551607670b1e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8396bb8-2287-440c-a1d7-3011b0e5fe9a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:48.445785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3978f35-dd57-4dce-b537-99f9478ad26d req-1534230a-4be7-489f-8818-c266e8aa511e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=834343ea98d2423bbb529303e858d77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644236 Aug 24 00:31:48.513555 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.562895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3978f35-dd57-4dce-b537-99f9478ad26d req-bddaeb34-7f5d-42ac-ba67-040dc5d3a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:48.572668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3978f35-dd57-4dce-b537-99f9478ad26d req-bddaeb34-7f5d-42ac-ba67-040dc5d3a9c8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101050 Aug 24 00:31:48.599188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3db2636e-5aa2-4f00-9141-551607670b1e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.600573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3db2636e-5aa2-4f00-9141-551607670b1e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5910094 Aug 24 00:31:48.603409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41962) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:48.608836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d85c84b2-48cb-4d59-8477-1811bf358350 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '75772760-a349-4d1a-835a-a61a130bdcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:48.736286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d85c84b2-48cb-4d59-8477-1811bf358350 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.896561 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-d85c84b2-48cb-4d59-8477-1811bf358350 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:31:48.897813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d85c84b2-48cb-4d59-8477-1811bf358350 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2932408 Aug 24 00:31:48.900840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:48.914598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.955650 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:48.957686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557279b-274f-49dd-a213-7c069f517796 req-57ec2a20-2b72-45d0-ad51-d1e21fa516ae tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:48.962019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2557279b-274f-49dd-a213-7c069f517796 req-57ec2a20-2b72-45d0-ad51-d1e21fa516ae tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 943 time: 0.0943630 Aug 24 00:31:49.014731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2557279b-274f-49dd-a213-7c069f517796 req-dd7e9214-b1ab-4f16-ba6c-efaa09cd33ad tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Aug 24 00:31:49.015631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.038137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 11e342c1-9b86-48af-89d0-b20760b735ba details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:31:49.060121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.119157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Allocated IP 172.25.5.110 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/44886b78-f025-4415-b70d-e0179dc14e12) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:49.168682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 11e342c1-9b86-48af-89d0-b20760b735ba, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=11e342c1-9b86-48af-89d0-b20760b735ba,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:49.177982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '11e342c1-9b86-48af-89d0-b20760b735ba', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'mac_address': 'fa:16:3e:56:bd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:31:49.216275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.219563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.226354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/75772760-a349-4d1a-835a-a61a130bdcb0 HTTP/1.1" status: 204 len: 168 time: 0.3188546 Aug 24 00:31:49.226511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41984) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:49.230804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75772760-a349-4d1a-835a-a61a130bdcb0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:49.238773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.239132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.239485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.239895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.240169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.240567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.240989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.241503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.241926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.242486 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.242641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.242641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.242897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691e60e0-ce87-4a40-b5d6-75760f2cfbf9 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:31:49.274332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e342c1-9b86-48af-89d0-b20760b735ba {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:31:49.281707 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.321844 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c03980ec-fced-4d54-a1b5-dc30289ed5fa tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960882 Aug 24 00:31:49.327399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:49.335855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e07b9f6c-7896-4d60-a0db-c13b4c6969a6 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--690682015'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:49.351764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 11e342c1-9b86-48af-89d0-b20760b735ba, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=11e342c1-9b86-48af-89d0-b20760b735ba,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:49.451106 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.493789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.514118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=11e342c1-9b86-48af-89d0-b20760b735ba,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:49.520128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e07b9f6c-7896-4d60-a0db-c13b4c6969a6 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.566966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d3bee81-42b8-4aa2-9d45-10d5f95781ff req-0f6ad7fc-af2e-4688-bef7-5545be1dd303 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=06f4e3c7-5ef5-4643-80a1-0286ffcf7927 HTTP/1.1" status: 200 len: 210 time: 0.0547168 Aug 24 00:31:49.579976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:49.590506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:49.596485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:49.603627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Pushing event updated for resources: {'Port': ['ID=44886b78-f025-4415-b70d-e0179dc14e12,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:49.701502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e07b9f6c-7896-4d60-a0db-c13b4c6969a6 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.748151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['11e342c1-9b86-48af-89d0-b20760b735ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:49.777371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e07b9f6c-7896-4d60-a0db-c13b4c6969a6 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.832612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b9f6c-7896-4d60-a0db-c13b4c6969a6 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d044c94e-d054-4d9e-ac48-6499183fda59,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:49.958671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e07b9f6c-7896-4d60-a0db-c13b4c6969a6 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:49.962955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e07b9f6c-7896-4d60-a0db-c13b4c6969a6 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6303756 Aug 24 00:31:49.965098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42004) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:49.972522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f65d63c4-724f-4b03-9e84-397c160b8cdd tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': 'd044c94e-d054-4d9e-ac48-6499183fda59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:49.973266 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-f65d63c4-724f-4b03-9e84-397c160b8cdd tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 24 00:31:49.974096 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-f65d63c4-724f-4b03-9e84-397c160b8cdd tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:49.978335 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f65d63c4-724f-4b03-9e84-397c160b8cdd tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090816 Aug 24 00:31:49.978659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42006) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:50.110259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e174082b-e527-4028-81b0-c14caa8e8d49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.121412 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.164635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6bd4-3e63-4d94-b9ae-56986d95d535 req-8d56e06e-6ff4-4ad6-9f58-5231333f502c tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:50.167787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-283c6bd4-3e63-4d94-b9ae-56986d95d535 req-8d56e06e-6ff4-4ad6-9f58-5231333f502c tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 944 time: 0.0684779 Aug 24 00:31:50.178798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e174082b-e527-4028-81b0-c14caa8e8d49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.237999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-283c6bd4-3e63-4d94-b9ae-56986d95d535 req-ad6fecc0-0839-41b3-bdb7-0e346bafbe0a tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Aug 24 00:31:50.389489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e174082b-e527-4028-81b0-c14caa8e8d49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.393002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e174082b-e527-4028-81b0-c14caa8e8d49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.394305 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e174082b-e527-4028-81b0-c14caa8e8d49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/d044c94e-d054-4d9e-ac48-6499183fda59 HTTP/1.1" status: 204 len: 168 time: 0.4143317 Aug 24 00:31:50.397492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:50.413214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174082b-e527-4028-81b0-c14caa8e8d49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d044c94e-d054-4d9e-ac48-6499183fda59,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:50.413343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.530738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3978f35-dd57-4dce-b537-99f9478ad26d req-c7a29a12-a4af-4961-9a46-50620adc6de7 tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.36 "GET /v2.0/ports?device_id=06f4e3c7-5ef5-4643-80a1-0286ffcf7927 HTTP/1.1" status: 200 len: 210 time: 0.0586152 Aug 24 00:31:50.544631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-60569575-738e-4067-942c-0a71b72b3f60 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1454654 Aug 24 00:31:50.550769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42022) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:50.556394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-da5902d3-a3d0-4c1c-ba83-8841716e3a2e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--176763086'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:50.690343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1abb41a-a4a1-4072-8372-67350a468060 req-3a18f607-0ef0-4b07-a3ec-decb598915ef tempest-ServerShowV247Test-1820930251 tempest-ServerShowV247Test-1820930251-project] 10.222.0.26 "GET /v2.0/ports?device_id=06f4e3c7-5ef5-4643-80a1-0286ffcf7927 HTTP/1.1" status: 200 len: 210 time: 0.0452590 Aug 24 00:31:50.695333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da5902d3-a3d0-4c1c-ba83-8841716e3a2e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.806733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da5902d3-a3d0-4c1c-ba83-8841716e3a2e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:50.987619 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da5902d3-a3d0-4c1c-ba83-8841716e3a2e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.016439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:31:51.029389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5902d3-a3d0-4c1c-ba83-8841716e3a2e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75b4027-bbfa-48ad-a72b-48e3606abf96,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:51.046335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 11e342c1-9b86-48af-89d0-b20760b735ba up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:51.079787 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da5902d3-a3d0-4c1c-ba83-8841716e3a2e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.082952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-da5902d3-a3d0-4c1c-ba83-8841716e3a2e tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5298939 Aug 24 00:31:51.085502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:51.097897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a27ff963-f6df-4819-9e6e-fc4ffca1b697 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': 'a75b4027-bbfa-48ad-a72b-48e3606abf96', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:51.099076 n-d-804878-2 neutron-server[95326]: WARNING neutron.api.v2.base [None req-a27ff963-f6df-4819-9e6e-fc4ffca1b697 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 24 00:31:51.102146 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-a27ff963-f6df-4819-9e6e-fc4ffca1b697 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:51.106666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a27ff963-f6df-4819-9e6e-fc4ffca1b697 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0198596 Aug 24 00:31:51.110235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:51.151142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:51.171352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Sync routers for ids ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:51.181887 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4c76a2e-952f-454c-b6f0-ba83d8847b66 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.191496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Routers {'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:51.194143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:51.221654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.221976 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4c76a2e-952f-454c-b6f0-ba83d8847b66 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.223283 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7e8e32c2-4f18-49fb-95c9-b03946ab3b43 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8465416 Aug 24 00:31:51.226000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42040) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:51.258040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 11e342c1-9b86-48af-89d0-b20760b735ba completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:51.264975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 11e342c1-9b86-48af-89d0-b20760b735ba triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:51.265363 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.407770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307f261-9fd5-409d-b815-81ba381a78f8 req-79dec8d4-7cca-47ad-8bb8-092098c142fa tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:51.412254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c307f261-9fd5-409d-b815-81ba381a78f8 req-79dec8d4-7cca-47ad-8bb8-092098c142fa tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 944 time: 0.0721922 Aug 24 00:31:51.415052 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4c76a2e-952f-454c-b6f0-ba83d8847b66 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.436977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Set router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:51.438030 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b4c76a2e-952f-454c-b6f0-ba83d8847b66 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.439229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b4c76a2e-952f-454c-b6f0-ba83d8847b66 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/a75b4027-bbfa-48ad-a72b-48e3606abf96 HTTP/1.1" status: 204 len: 168 time: 0.3273218 Aug 24 00:31:51.448414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42048) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:51.493718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c76a2e-952f-454c-b6f0-ba83d8847b66 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75b4027-bbfa-48ad-a72b-48e3606abf96,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:51.573950 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a1edad05-f81a-4f3d-8717-fbee58d99f7f tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221189 Aug 24 00:31:51.574828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42052) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:51.575374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c307f261-9fd5-409d-b815-81ba381a78f8 req-a1a69e55-7275-4736-b243-6e5064fa5b58 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349642 Aug 24 00:31:51.595398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e1a3eb74-e470-4d0d-b122-9290f20ed851 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--225576380'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:51.689799 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.732763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:51.735058 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2082074d-3670-4b80-803a-429a34c4cd30" -d '{"events": [{"server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "name": "network-vif-plugged", "status": "completed", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:51.750505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 11e342c1-9b86-48af-89d0-b20760b735ba, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=11e342c1-9b86-48af-89d0-b20760b735ba,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:51.778045 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1a3eb74-e470-4d0d-b122-9290f20ed851 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.801906 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1e4e90-fd5a-4262-b573-8dcbc31785fb x-openstack-request-id: req-ae1e4e90-fd5a-4262-b573-8dcbc31785fb {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:51.802884 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "name": "network-vif-plugged", "status": "completed", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:51.802884 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae1e4e90-fd5a-4262-b573-8dcbc31785fb {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:51.803431 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba', 'code': 200} Aug 24 00:31:51.846751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:49Z', 'revision_number': 3, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:51.851640 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:51.937315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Checking router: c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:51.937671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068a65-89e1-48dc-8831-daa589d1bbea req-4544f77b-f6dd-4ad3-8dfd-f180adf2dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:51.938670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Updating router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c port 44886b78-f025-4415-b70d-e0179dc14e12 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:31:51.939206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e068a65-89e1-48dc-8831-daa589d1bbea req-4544f77b-f6dd-4ad3-8dfd-f180adf2dcaf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.0710318 Aug 24 00:31:51.987556 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.007383 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1a3eb74-e470-4d0d-b122-9290f20ed851 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.012138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e068a65-89e1-48dc-8831-daa589d1bbea req-503188f5-695e-44ca-953f-acf2bd498c7a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636678 Aug 24 00:31:52.018061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=11e342c1-9b86-48af-89d0-b20760b735ba,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:52.052014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.126121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1a3eb74-e470-4d0d-b122-9290f20ed851 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.174353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3eb74-e470-4d0d-b122-9290f20ed851 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae5ffdf-350d-46da-b41b-147a98a89716,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:52.247813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1a3eb74-e470-4d0d-b122-9290f20ed851 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.256298 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1a3eb74-e470-4d0d-b122-9290f20ed851 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6669121 Aug 24 00:31:52.259347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42072) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:52.264557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-171dab83-474c-45ba-b4f1-268f8a61e374 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '6ae5ffdf-350d-46da-b41b-147a98a89716', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:52.271664 n-d-804878-2 neutron-server[95326]: WARNING neutron.api.v2.base [None req-171dab83-474c-45ba-b4f1-268f8a61e374 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 24 00:31:52.271664 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-171dab83-474c-45ba-b4f1-268f8a61e374 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:52.271664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-171dab83-474c-45ba-b4f1-268f8a61e374 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087652 Aug 24 00:31:52.274128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42074) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:52.283740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f02a0850-317b-4658-8980-3398fbc15a8b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '6ae5ffdf-350d-46da-b41b-147a98a89716', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:52.288912 n-d-804878-2 neutron-server[95326]: WARNING neutron.api.v2.base [None req-f02a0850-317b-4658-8980-3398fbc15a8b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 24 00:31:52.289732 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-f02a0850-317b-4658-8980-3398fbc15a8b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:52.294081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f02a0850-317b-4658-8980-3398fbc15a8b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0187924 Aug 24 00:31:52.298073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:52.304831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3e4353fd-2c86-42a5-a39d-df74782960e5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '6ae5ffdf-350d-46da-b41b-147a98a89716', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:52.306512 n-d-804878-2 neutron-server[95326]: WARNING neutron.api.v2.base [None req-3e4353fd-2c86-42a5-a39d-df74782960e5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 24 00:31:52.307020 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-3e4353fd-2c86-42a5-a39d-df74782960e5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:52.308564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3e4353fd-2c86-42a5-a39d-df74782960e5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122092 Aug 24 00:31:52.318370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42078) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:52.324097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f5cc9f35-1023-4433-81e4-f20eb84b8f49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '6ae5ffdf-350d-46da-b41b-147a98a89716', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:52.325090 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-f5cc9f35-1023-4433-81e4-f20eb84b8f49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 24 00:31:52.325877 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-f5cc9f35-1023-4433-81e4-f20eb84b8f49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:52.326953 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f5cc9f35-1023-4433-81e4-f20eb84b8f49 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075254 Aug 24 00:31:52.329865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:52.353157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Allocated IP 172.20.0.1 (8d38ea34-c054-4ad1-8141-3987255ca0e2/436aed62-5103-4026-9795-bfc2995c9ecf/f1a0dcca-2b0d-4b4b-9c39-9f60967c1331) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:52.409701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.422853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:52.425920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Transition to ACTIVE for port object 44886b78-f025-4415-b70d-e0179dc14e12 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:52.435207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41ea7378-c7cc-4d55-ad57-b51689d1f980 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.473832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41ea7378-c7cc-4d55-ad57-b51689d1f980 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.524449 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.571715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.601855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-244b00d9-c8f5-4beb-b092-eba62b30efb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.657631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5c991-a3e8-4be1-a02f-b8515e77a019 None None] Pushing event updated for resources: {'Port': ['ID=44886b78-f025-4415-b70d-e0179dc14e12,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:52.672598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Attempting to bind port 44886b78-f025-4415-b70d-e0179dc14e12 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:52.672978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Attempting to bind port 44886b78-f025-4415-b70d-e0179dc14e12 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:52.673348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Attempting to bind port 44886b78-f025-4415-b70d-e0179dc14e12 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:52.686333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:52.686958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:52.687566 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.688127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:52.688775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Bound port: 44886b78-f025-4415-b70d-e0179dc14e12, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:52.689342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.704620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41ea7378-c7cc-4d55-ad57-b51689d1f980 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.712922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41ea7378-c7cc-4d55-ad57-b51689d1f980 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.717183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-41ea7378-c7cc-4d55-ad57-b51689d1f980 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/6ae5ffdf-350d-46da-b41b-147a98a89716 HTTP/1.1" status: 204 len: 168 time: 0.3832269 Aug 24 00:31:52.717694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42098) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:52.784165 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c96fa44d-2dd0-448a-bb59-be128e6d5be2 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650456 Aug 24 00:31:52.789056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42104) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:52.802532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d16cdb74-3649-4215-9b00-7d12509feb5d tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564242735'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:52.805035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] For port 44886b78-f025-4415-b70d-e0179dc14e12, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:52.814964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] For port 44886b78-f025-4415-b70d-e0179dc14e12, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=44886b78-f025-4415-b70d-e0179dc14e12,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:52.829813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea7378-c7cc-4d55-ad57-b51689d1f980 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae5ffdf-350d-46da-b41b-147a98a89716,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:52.842203 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.902834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-244b00d9-c8f5-4beb-b092-eba62b30efb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.923831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61d366-6c3b-40c8-a432-9f84814f8ec1 req-7e15f2a7-ccc5-4652-b389-510c8eda9150 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:52.926757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:52.940587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Network 8d38ea34-c054-4ad1-8141-3987255ca0e2 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:52.940587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:52.940849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de61d366-6c3b-40c8-a432-9f84814f8ec1 req-7e15f2a7-ccc5-4652-b389-510c8eda9150 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 945 time: 0.2241516 Aug 24 00:31:52.941670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:52.982494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.987835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:52.994251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de61d366-6c3b-40c8-a432-9f84814f8ec1 req-eb74d0b1-15f1-4bbe-a320-fb3ed86e7800 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515203 Aug 24 00:31:53.009979 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-244b00d9-c8f5-4beb-b092-eba62b30efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.064507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b00d9-c8f5-4beb-b092-eba62b30efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7d69fd-975b-4294-a813-a127e6642773,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:53.071393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Routers {'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:53.072939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:53.079195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-244b00d9-c8f5-4beb-b092-eba62b30efb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=834343ea98d2423bbb529303e858d77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550393 Aug 24 00:31:53.083019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42110) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:53.147869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5254ef3c-9414-4cbb-b9b2-2670fb5efacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.185825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5254ef3c-9414-4cbb-b9b2-2670fb5efacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.199306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5c991-a3e8-4be1-a02f-b8515e77a019 None None] Pushing event updated for resources: {'Port': ['ID=44886b78-f025-4415-b70d-e0179dc14e12,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:53.235360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] Set router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:53.239614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb74-3649-4215-9b00-7d12509feb5d tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.295082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.511804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:49Z', 'revision_number': 3, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:53.545972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc47c55-3298-4f90-97f7-6300cc78bcde None None] The sync data for ids ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'] in n-d-804878-2 is: [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:49Z', 'revision_number': 3, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:53.562799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb74-3649-4215-9b00-7d12509feb5d tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.615896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.650306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb74-3649-4215-9b00-7d12509feb5d tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.662830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1907f-4a16-4bb1-8b69-eb6b548e5fe5 req-cb422754-eb41-4b5e-83bd-494de023d05b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:53.664675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3e1907f-4a16-4bb1-8b69-eb6b548e5fe5 req-cb422754-eb41-4b5e-83bd-494de023d05b tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.0739057 Aug 24 00:31:53.688608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cdb74-3649-4215-9b00-7d12509feb5d tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77481d97-3632-4768-9eee-0cc0e8b2b3a2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:53.711459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3e1907f-4a16-4bb1-8b69-eb6b548e5fe5 req-9d10c47d-132e-4d27-8919-c50e09baa6e2 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 Aug 24 00:31:53.735981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.800312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5254ef3c-9414-4cbb-b9b2-2670fb5efacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.808404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:53.808532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5254ef3c-9414-4cbb-b9b2-2670fb5efacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.808638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.812306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5254ef3c-9414-4cbb-b9b2-2670fb5efacb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c7d69fd-975b-4294-a813-a127e6642773 HTTP/1.1" status: 204 len: 168 time: 0.7267547 Aug 24 00:31:53.830699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d16cdb74-3649-4215-9b00-7d12509feb5d tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:53.836937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d16cdb74-3649-4215-9b00-7d12509feb5d tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0413954 Aug 24 00:31:53.839575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42128) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:53.845728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-044f1315-6e01-42f3-8fcc-75a59324c864 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:53.846560 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-044f1315-6e01-42f3-8fcc-75a59324c864 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 24 00:31:53.847447 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-044f1315-6e01-42f3-8fcc-75a59324c864 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:53.850072 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-044f1315-6e01-42f3-8fcc-75a59324c864 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088375 Aug 24 00:31:53.853092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42130) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:53.858820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-097194d9-bd4b-4cb2-81ce-9ec772aba332 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:53.868657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254ef3c-9414-4cbb-b9b2-2670fb5efacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7d69fd-975b-4294-a813-a127e6642773,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:53.982330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Network 8d38ea34-c054-4ad1-8141-3987255ca0e2 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:53.983909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:54.136716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc90433-200e-43d8-915b-2a3f2da43bed req-7b6b4588-50f3-42fe-a123-edb46165bc8d tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:54.138635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dc90433-200e-43d8-915b-2a3f2da43bed req-7b6b4588-50f3-42fe-a123-edb46165bc8d tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 945 time: 0.0625427 Aug 24 00:31:54.163779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:31:54.190904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dc90433-200e-43d8-915b-2a3f2da43bed req-42fe3f3d-e484-4268-9587-2e1cdfa55eee tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Aug 24 00:31:54.321000 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-097194d9-bd4b-4cb2-81ce-9ec772aba332 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:54.322253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-097194d9-bd4b-4cb2-81ce-9ec772aba332 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4681537 Aug 24 00:31:54.329613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42144) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:54.343034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b7908333-864a-47fb-973f-70edb7b94d69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:54.345385 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-b7908333-864a-47fb-973f-70edb7b94d69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 24 00:31:54.346017 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-b7908333-864a-47fb-973f-70edb7b94d69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:54.347307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b7908333-864a-47fb-973f-70edb7b94d69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105650 Aug 24 00:31:54.353160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42146) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:54.358334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-959f035d-1507-4b1d-96cd-6736b4fbb1bb tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:54.399642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:31:54.410594 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c824c0ba-1d97-4eae-ba67-f946a34458d4 admin admin] 10.222.0.26 "PUT /v2.0/routers/c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1831617 Aug 24 00:31:54.548138 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-959f035d-1507-4b1d-96cd-6736b4fbb1bb tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:54.549724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-959f035d-1507-4b1d-96cd-6736b4fbb1bb tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1955187 Aug 24 00:31:54.553105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42162) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:54.565189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-28a69832-d9c2-430a-8a31-3a787190e53b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:54.565189 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-28a69832-d9c2-430a-8a31-3a787190e53b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 24 00:31:54.565189 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-28a69832-d9c2-430a-8a31-3a787190e53b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:54.565189 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-28a69832-d9c2-430a-8a31-3a787190e53b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079951 Aug 24 00:31:54.566501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42164) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:54.572208 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9b3f0e2a-bef8-4c08-94a8-a622f9bc2b1c tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:54.626219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a427622d-b835-44ed-91ee-bad146bfce11 req-83d83b6b-6bad-4316-86f3-6876299cdcf6 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3911183 Aug 24 00:31:54.636951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:54.691142 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-9b3f0e2a-bef8-4c08-94a8-a622f9bc2b1c tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Project 76e6cb9c8fec43da9323a6e17b14a299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:31:54.830003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 44886b78-f025-4415-b70d-e0179dc14e12 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:54.833154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:54.896310 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-9b3f0e2a-bef8-4c08-94a8-a622f9bc2b1c tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:54.897846 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9b3f0e2a-bef8-4c08-94a8-a622f9bc2b1c tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3303640 Aug 24 00:31:54.900774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42180) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:54.906420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5e04a10c-c618-49ba-87a0-5e25581029be tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:54.906915 n-d-804878-2 neutron-server[95327]: WARNING neutron.api.v2.base [None req-5e04a10c-c618-49ba-87a0-5e25581029be tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 24 00:31:54.907535 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-5e04a10c-c618-49ba-87a0-5e25581029be tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:54.909123 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5e04a10c-c618-49ba-87a0-5e25581029be tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070326 Aug 24 00:31:54.911805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42182) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:54.921550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-101e8f9b-ffa6-429c-b5bc-2a87a6065b1b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:54.987302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 44886b78-f025-4415-b70d-e0179dc14e12 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:54.991449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 44886b78-f025-4415-b70d-e0179dc14e12 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:54.991796 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.028070 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-101e8f9b-ffa6-429c-b5bc-2a87a6065b1b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Project 76e6cb9c8fec43da9323a6e17b14a299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:31:55.037234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.119119 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-101e8f9b-ffa6-429c-b5bc-2a87a6065b1b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:55.121203 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-101e8f9b-ffa6-429c-b5bc-2a87a6065b1b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2068906 Aug 24 00:31:55.124025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42200) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:55.131766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c28d828d-39e3-4241-a97d-15f29c8f0904 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '77481d97-3632-4768-9eee-0cc0e8b2b3a2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:55.146216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.167728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 44886b78-f025-4415-b70d-e0179dc14e12, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=44886b78-f025-4415-b70d-e0179dc14e12,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:55.262428 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-c28d828d-39e3-4241-a97d-15f29c8f0904 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Project 76e6cb9c8fec43da9323a6e17b14a299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:31:55.262892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.276542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-6fe63a89-8687-4c59-a033-a972476ffd24 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:55.278117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-6fe63a89-8687-4c59-a033-a972476ffd24 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.37 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 947 time: 0.1737614 Aug 24 00:31:55.303364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-018b73c6-9c25-47ca-b2bf-eccf10070f54 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:55.311098 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-018b73c6-9c25-47ca-b2bf-eccf10070f54 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 818 time: 0.2166655 Aug 24 00:31:55.342010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=44886b78-f025-4415-b70d-e0179dc14e12,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:55.352132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Allocated IP 172.25.5.130 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/fab7d30f-663e-43c4-ae8f-922340f3d99f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:31:55.369953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-cf93ea69-b402-4e21-b549-6e5f58dfe968 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/quotas/f605a7f385144c69a647f527709e6961 HTTP/1.1" status: 200 len: 375 time: 0.0578933 Aug 24 00:31:55.382855 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-c28d828d-39e3-4241-a97d-15f29c8f0904 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:55.387487 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c28d828d-39e3-4241-a97d-15f29c8f0904 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2594810 Aug 24 00:31:55.390711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42206) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:55.439122 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.482376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3bde-20ff-4bdc-882f-cdd64a8e66e3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.510643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3bde-20ff-4bdc-882f-cdd64a8e66e3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.523387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-1c520c4c-fd62-4de7-848b-6575de06de28 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520226 Aug 24 00:31:55.577048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.580787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Deleting port 76306686-474a-4d79-a6b8-7a4083adebd8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:31:55.585932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.660629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3bde-20ff-4bdc-882f-cdd64a8e66e3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.666203 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3bde-20ff-4bdc-882f-cdd64a8e66e3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.669695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8d1a3bde-20ff-4bdc-882f-cdd64a8e66e3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/77481d97-3632-4768-9eee-0cc0e8b2b3a2 HTTP/1.1" status: 204 len: 168 time: 0.2809250 Aug 24 00:31:55.670326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42220) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:55.695500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a3bde-20ff-4bdc-882f-cdd64a8e66e3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77481d97-3632-4768-9eee-0cc0e8b2b3a2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:55.723707 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Sync routers for ids ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:31:55.739583 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Routers {'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:55.740958 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-485a81d7-3568-4b2f-bb33-b7f96195631d tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667074 Aug 24 00:31:55.741910 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:55.747340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42222) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:55.752106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6453c345-4cf7-469f-8483-25f8eb0db934 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875795288'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:55.784004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] For port 76306686-474a-4d79-a6b8-7a4083adebd8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=76306686-474a-4d79-a6b8-7a4083adebd8,segment=NetworkSegment(6ab05d89-93e6-483d-ab32-566c7dfce5d2),segment_id=6ab05d89-93e6-483d-ab32-566c7dfce5d2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:55.784291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.805794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Calling delete_port for 76306686-474a-4d79-a6b8-7a4083adebd8 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:31:55.828543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-a2f7007b-8c93-41d5-8013-b0e12b966ebd service neutron] 10.222.0.26 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974944 Aug 24 00:31:55.855336 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Set router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:55.872791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.884602 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6453c345-4cf7-469f-8483-25f8eb0db934 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:55.951823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:31:55.959610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:31:55.972517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:31:55.997956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6453c345-4cf7-469f-8483-25f8eb0db934 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.024386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Pushing event updated for resources: {'Port': ['ID=fab7d30f-663e-43c4-ae8f-922340f3d99f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:56.082032 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:53Z', 'revision_number': 4, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f1a0dcca-2b0d-4b4b-9c39-9f60967c1331', 'name': '', 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'mac_address': 'fa:16:3e:9d:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '436aed62-5103-4026-9795-bfc2995c9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:52Z', 'updated_at': '2021-08-24T00:31:53Z', 'revision_number': 2, 'project_id': 'f605a7f385144c69a647f527709e6961', 'subnets': [{'id': '436aed62-5103-4026-9795-bfc2995c9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:56.091257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6453c345-4cf7-469f-8483-25f8eb0db934 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.141021 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Checking router: c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:31:56.141796 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Updating router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:31:56.142459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453c345-4cf7-469f-8483-25f8eb0db934 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b1beba-cd52-472a-8e52-bd8a26cf0e6a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:56.177548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-a0f9aeb5-aff3-40ef-bcca-3a714ad3cc6b service neutron] 10.222.0.26 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131788 Aug 24 00:31:56.191299 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.213254 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.222822 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6453c345-4cf7-469f-8483-25f8eb0db934 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.226276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6453c345-4cf7-469f-8483-25f8eb0db934 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4757450 Aug 24 00:31:56.227178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42224) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:56.233969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4d716422-b70d-43c4-9f22-0743e8c15fbc tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': 'a9b1beba-cd52-472a-8e52-bd8a26cf0e6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:56.290060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-edc28b02-1a70-474e-afce-81211e59666d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.327261 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.338258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['76306686-474a-4d79-a6b8-7a4083adebd8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:31:56.380710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Pushing event deleted for resources: {'Port': ['ID=76306686-474a-4d79-a6b8-7a4083adebd8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:56.389605 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.479131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] No DVR routers for this DVR port 76306686-474a-4d79-a6b8-7a4083adebd8 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:31:56.489194 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.490783 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-4d716422-b70d-43c4-9f22-0743e8c15fbc tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The resource could not be found. Aug 24 00:31:56.491288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a53b1fb-cfd8-4b92-bd50-3650bad3117b req-d931cbcd-7929-4271-af8c-d252d571bd81 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.37 "DELETE /v2.0/ports/76306686-474a-4d79-a6b8-7a4083adebd8 HTTP/1.1" status: 204 len: 173 time: 1.2056727 Aug 24 00:31:56.491759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-deleted', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:31:56.494178 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e5c8ca-17e4-4c14-be66-6f51ca6746d6" -d '{"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-deleted", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:31:56.497098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:56.502463 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4d716422-b70d-43c4-9f22-0743e8c15fbc tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2739005 Aug 24 00:31:56.506616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5e788880-d247-4b17-95f5-d9dddc609c45 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': 'a9b1beba-cd52-472a-8e52-bd8a26cf0e6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3bea381d-b57c-4991-a358-408a55028c6c'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:56.614739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b708f9a-10e3-4d18-90a9-f6375b8748a1 req-5a12e3f2-cb98-492f-a4ea-03d3a08b0f10 tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0464590 Aug 24 00:31:56.748057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.748314 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.763157 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Transition to ACTIVE for port object f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:31:56.796640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 44886b78-f025-4415-b70d-e0179dc14e12 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:56.851323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 44886b78-f025-4415-b70d-e0179dc14e12 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:56.851707 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.913328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.958857 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:56.997727 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-5e788880-d247-4b17-95f5-d9dddc609c45 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The resource could not be found. Aug 24 00:31:57.002310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42244) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:57.003046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5e788880-d247-4b17-95f5-d9dddc609c45 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5038955 Aug 24 00:31:57.028291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-543cf071-a95e-4b31-9076-ca071b5f3a69 req-7d3781d8-e3a6-45f4-9eed-e162f241714c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 210 time: 0.0847473 Aug 24 00:31:57.034884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Pushing event updated for resources: {'Port': ['ID=fab7d30f-663e-43c4-ae8f-922340f3d99f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:57.061952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.073173 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc152-5b83-4937-a8c6-6ecf96838733 None None] Pushing event updated for resources: {'Port': ['ID=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:57.100429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c34d2eac-b523-42b2-ab3c-b6e1ca54aa71 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.110003 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Attempting to bind port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:31:57.110479 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Attempting to bind port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:31:57.111108 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Attempting to bind port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 on network 8d38ea34-c054-4ad1-8141-3987255ca0e2 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:31:57.117152 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9948ead7-2f53-4486-b55f-79f00680dfe5 x-openstack-request-id: req-9948ead7-2f53-4486-b55f-79f00680dfe5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:31:57.122843 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410019b9-5f57-444f-952a-e140012d9ac8", "name": "network-vif-deleted", "tag": "76306686-474a-4d79-a6b8-7a4083adebd8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:31:57.122843 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9948ead7-2f53-4486-b55f-79f00680dfe5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:31:57.122843 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410019b9-5f57-444f-952a-e140012d9ac8', 'name': 'network-vif-deleted', 'tag': '76306686-474a-4d79-a6b8-7a4083adebd8', 'status': 'completed', 'code': 200} Aug 24 00:31:57.123231 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:31:57.123231 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Checking segment: {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:31:57.123231 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.123231 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Bound using segment: {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:31:57.123231 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Bound port: f1a0dcca-2b0d-4b4b-9c39-9f60967c1331, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:31:57.123231 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.149222 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c34d2eac-b523-42b2-ab3c-b6e1ca54aa71 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.175840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.177175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a427622d-b835-44ed-91ee-bad146bfce11 req-96008bda-3caf-49cc-900b-c2a9c6b94108 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5450003 Aug 24 00:31:57.217333 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] For port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:31:57.224532 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] For port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:31:57.291004 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.325115 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c34d2eac-b523-42b2-ab3c-b6e1ca54aa71 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.327410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a427622d-b835-44ed-91ee-bad146bfce11 req-90cbd9a4-8c79-46c4-bf8d-0d369d0451a4 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1430364 Aug 24 00:31:57.328096 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c34d2eac-b523-42b2-ab3c-b6e1ca54aa71 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.335132 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c34d2eac-b523-42b2-ab3c-b6e1ca54aa71 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/a9b1beba-cd52-472a-8e52-bd8a26cf0e6a HTTP/1.1" status: 204 len: 168 time: 0.3256874 Aug 24 00:31:57.339662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42260) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:57.365370 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc152-5b83-4937-a8c6-6ecf96838733 None None] Pushing event updated for resources: {'Port': ['ID=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:57.387001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d2eac-b523-42b2-ab3c-b6e1ca54aa71 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b1beba-cd52-472a-8e52-bd8a26cf0e6a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:57.426729 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Routers {'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:31:57.427434 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:57.475715 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2ad50556-2496-4c89-8124-cd1b1f7c2c97 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1351228 Aug 24 00:31:57.480292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42262) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:57.486931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e8041c3d-701a-47f4-880e-c420c6811bcd tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '9e402885-6d29-4b88-993b-e9fe5e967c23', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:57.543450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427622d-b835-44ed-91ee-bad146bfce11 req-8768175f-ee35-4c67-9b0c-75ecb0c22ae3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:57.550429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a427622d-b835-44ed-91ee-bad146bfce11 req-8768175f-ee35-4c67-9b0c-75ecb0c22ae3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.2039328 Aug 24 00:31:57.584454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-aceca8a2-cb20-4a75-adba-6d391e81308d tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:57.588346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-aceca8a2-cb20-4a75-adba-6d391e81308d tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 818 time: 0.2860312 Aug 24 00:31:57.617630 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] Set router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:31:57.623007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-3d8cc8ae-19f7-493f-98e4-b3f3711ebdb5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/quotas/f605a7f385144c69a647f527709e6961 HTTP/1.1" status: 200 len: 375 time: 0.0194681 Aug 24 00:31:57.708175 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-e8041c3d-701a-47f4-880e-c420c6811bcd tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The resource could not be found. Aug 24 00:31:57.709750 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e8041c3d-701a-47f4-880e-c420c6811bcd tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2282553 Aug 24 00:31:57.716878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42272) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:57.725059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f0b3d52a-88ee-4e88-ba72-7a30e14d5673 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866244555'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:57.727136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-c4ba0915-8c24-4800-980c-597d37e12696 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954609 Aug 24 00:31:57.827246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f48a61d6-b73d-479c-ba2c-6f7356c4ac2c req-4e601c7d-becf-4078-aa86-b2582e9f03be tempest-ServersNegativeTestJSON-1359220997 tempest-ServersNegativeTestJSON-1359220997-project] 10.222.0.26 "GET /v2.0/ports?device_id=410019b9-5f57-444f-952a-e140012d9ac8 HTTP/1.1" status: 200 len: 210 time: 0.0825195 Aug 24 00:31:57.850168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d52a-88ee-4e88-ba72-7a30e14d5673 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:57.930623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-09aff20d-eadd-444d-86df-8f100e63576c service neutron] 10.222.0.26 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001760 Aug 24 00:31:57.955240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42288) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:58.029422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:53Z', 'revision_number': 4, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f1a0dcca-2b0d-4b4b-9c39-9f60967c1331', 'name': '', 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'mac_address': 'fa:16:3e:9d:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '436aed62-5103-4026-9795-bfc2995c9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:52Z', 'updated_at': '2021-08-24T00:31:57Z', 'revision_number': 4, 'project_id': 'f605a7f385144c69a647f527709e6961', 'subnets': [{'id': '436aed62-5103-4026-9795-bfc2995c9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:31:58.035005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d52a-88ee-4e88-ba72-7a30e14d5673 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.067693 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b15b17-8342-45c9-9e87-528029e8ccb3 None None] The sync data for ids ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'] in n-d-804878-2 is: [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:53Z', 'revision_number': 4, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f1a0dcca-2b0d-4b4b-9c39-9f60967c1331', 'name': '', 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'mac_address': 'fa:16:3e:9d:6f:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '436aed62-5103-4026-9795-bfc2995c9ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:52Z', 'updated_at': '2021-08-24T00:31:57Z', 'revision_number': 4, 'project_id': 'f605a7f385144c69a647f527709e6961', 'subnets': [{'id': '436aed62-5103-4026-9795-bfc2995c9ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:31:58.101328 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d52a-88ee-4e88-ba72-7a30e14d5673 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.167145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3d52a-88ee-4e88-ba72-7a30e14d5673 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88173ab1-f106-49ed-82bb-fbe345c234f0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:58.223920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16e86e1a-b2fd-4090-a83d-772082c6294f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.273242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0b3d52a-88ee-4e88-ba72-7a30e14d5673 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.279164 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f0b3d52a-88ee-4e88-ba72-7a30e14d5673 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5604961 Aug 24 00:31:58.282004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42292) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:58.288562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0b7f85ec-9d9a-471f-b35c-979234ed3de3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--251997172'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:58.400547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16e86e1a-b2fd-4090-a83d-772082c6294f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.538157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-a6f7dbb1-788a-452b-a112-a93022fde138 service neutron] 10.222.0.26 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087105 Aug 24 00:31:58.542839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16e86e1a-b2fd-4090-a83d-772082c6294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.564449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128e0c-af25-440c-b28d-bd0431863456 req-711210e9-3125-4b63-b6da-992882437dbf tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:58.566593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-711210e9-3125-4b63-b6da-992882437dbf tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 820 time: 0.5726936 Aug 24 00:31:58.588569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-e1ce878e-859b-410f-832e-3bb1cdfc7271 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/quotas/43648f6113fe478ea562155df782f79c HTTP/1.1" status: 200 len: 375 time: 0.0153155 Aug 24 00:31:58.598498 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e86e1a-b2fd-4090-a83d-772082c6294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497bd1a9-b453-452f-82e3-23b55cd430ee,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:58.617783 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-16e86e1a-b2fd-4090-a83d-772082c6294f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb804e29a89e40f3ac32acf0ab5399af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583071 Aug 24 00:31:58.621039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42294) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:58.691423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-272cadc7-25c2-4f5a-9b68-b24e40f8e49a tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0963705 Aug 24 00:31:58.737255 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-710c0c34-22e0-4d59-82fd-d29612076afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.751205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b7f85ec-9d9a-471f-b35c-979234ed3de3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.837320 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-710c0c34-22e0-4d59-82fd-d29612076afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:58.846251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:31:58.923414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-30ee63da-b2cf-41ff-b9aa-f37f556d358c service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237926 Aug 24 00:31:59.036809 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6c93-dcbb-48ab-ac69-cecc44455252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.085992 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b7f85ec-9d9a-471f-b35c-979234ed3de3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.088370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42304) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:59.094681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:31:59.140763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-193102f7-53d6-4f54-8907-40c43f738849 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097776 Aug 24 00:31:59.144123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-710c0c34-22e0-4d59-82fd-d29612076afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.146924 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-710c0c34-22e0-4d59-82fd-d29612076afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.148145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-710c0c34-22e0-4d59-82fd-d29612076afd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/497bd1a9-b453-452f-82e3-23b55cd430ee HTTP/1.1" status: 204 len: 168 time: 0.5260637 Aug 24 00:31:59.160057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 76306686-474a-4d79-a6b8-7a4083adebd8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:31:59.161485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 76306686-474a-4d79-a6b8-7a4083adebd8 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:31:59.164206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c0c34-22e0-4d59-82fd-d29612076afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497bd1a9-b453-452f-82e3-23b55cd430ee,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:59.167371 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.169107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:31:59.178052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:31:59.178505 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.201805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b7f85ec-9d9a-471f-b35c-979234ed3de3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.226819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d358f779-095a-47b8-891a-e5d785c18502 req-469620ff-fc36-423d-8e20-34f1d3ac5e6e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 210 time: 0.0521641 Aug 24 00:31:59.252223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9486b0c-5593-4aec-8b8e-077111839713 admin admin] Deleting subnet 36d87814-c4d9-40ac-91eb-a15ce2e4f230 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:31:59.254094 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9486b0c-5593-4aec-8b8e-077111839713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.294890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f85ec-9d9a-471f-b35c-979234ed3de3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a3372a-508b-4653-a198-b09b60b5a15a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:59.327327 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.330334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9486b0c-5593-4aec-8b8e-077111839713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.368336 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0b7f85ec-9d9a-471f-b35c-979234ed3de3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.370821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0b7f85ec-9d9a-471f-b35c-979234ed3de3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0869257 Aug 24 00:31:59.373192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:59.378501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-572db736-9972-4b49-b140-9f0df50a5779 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': '88173ab1-f106-49ed-82bb-fbe345c234f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e5a3372a-508b-4653-a198-b09b60b5a15a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:31:59.424775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:31:59.426618 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9486b0c-5593-4aec-8b8e-077111839713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.503827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.588063 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9486b0c-5593-4aec-8b8e-077111839713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.592065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-464f83a2-d271-46ef-8e22-cebe091f300e req-2dfc424f-887c-42ea-9083-a74c0d2d4958 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 210 time: 0.0387619 Aug 24 00:31:59.594314 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-572db736-9972-4b49-b140-9f0df50a5779 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:31:59.597927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-572db736-9972-4b49-b140-9f0df50a5779 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2210650 Aug 24 00:31:59.598623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42320) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:59.635031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:59.648911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9486b0c-5593-4aec-8b8e-077111839713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d87814-c4d9-40ac-91eb-a15ce2e4f230,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:31:59.695143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9486b0c-5593-4aec-8b8e-077111839713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.699632 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f9486b0c-5593-4aec-8b8e-077111839713 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/36d87814-c4d9-40ac-91eb-a15ce2e4f230 HTTP/1.1" status: 204 len: 168 time: 0.6072628 Aug 24 00:31:59.712948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42322) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:31:59.936875 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:31:59.951471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-a71c9a73-1657-4ba7-a483-be0244512183 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:31:59.969765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-a71c9a73-1657-4ba7-a483-be0244512183 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 818 time: 0.3027341 Aug 24 00:31:59.990669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Request body: {'port': {'device_id': 'a0d0a814-a1b6-4bf4-a672-fbe6065ce031', 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2', 'admin_state_up': True, 'tenant_id': 'f605a7f385144c69a647f527709e6961'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:00.009919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d34a422d-a75e-4c03-8865-401b6436b757 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.034788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d34a422d-a75e-4c03-8865-401b6436b757 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.157483 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.172626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76bb3db-112b-42f7-885e-f5605650a161']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:00.186811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab05d89-93e6-483d-ab32-566c7dfce5d2') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:00.187919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab05d89-93e6-483d-ab32-566c7dfce5d2') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:00.205407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.207243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d34a422d-a75e-4c03-8865-401b6436b757 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.210055 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d34a422d-a75e-4c03-8865-401b6436b757 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.213517 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d34a422d-a75e-4c03-8865-401b6436b757 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/e5a3372a-508b-4653-a198-b09b60b5a15a HTTP/1.1" status: 204 len: 168 time: 0.5731599 Aug 24 00:32:00.215562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:00.233903 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.241620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a422d-a75e-4c03-8865-401b6436b757 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a3372a-508b-4653-a198-b09b60b5a15a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:00.267734 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.272113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:00.272528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:00.274988 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:00.296909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Made reservation on behalf of f605a7f385144c69a647f527709e6961 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:00.300565 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.316500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fab75762-c980-45ba-9321-76ca8d8466b2 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1008761 Aug 24 00:32:00.319439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:00.460871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-260571e2-0c27-4f65-a514-329c13992a92 req-b30e2621-c8d0-48d7-84db-2d258b44bb60 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 210 time: 0.1195071 Aug 24 00:32:00.496679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.514562 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.521514 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c76bb3db-112b-42f7-885e-f5605650a161 HTTP/1.1" status: 204 len: 168 time: 0.8073976 Aug 24 00:32:00.526131 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-946f95f1-3ba2-4965-a9b6-6ef540f82097 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.545559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Allocated IP 172.20.0.10 (8d38ea34-c054-4ad1-8141-3987255ca0e2/436aed62-5103-4026-9795-bfc2995c9ecf/4cbf1993-f3c8-409f-874d-99e26295d325) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:00.567998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-946f95f1-3ba2-4965-a9b6-6ef540f82097 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.586335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e3e0d-bd89-47b2-9547-3e7fad652d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=c76bb3db-112b-42f7-885e-f5605650a161,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:00.731438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c37e210b-e858-4f68-9f69-e1d97c24b712 req-e6f2ec3c-9add-4245-acc9-dec065f3c9d1 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 210 time: 0.0418346 Aug 24 00:32:00.760304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:00.790945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-946f95f1-3ba2-4965-a9b6-6ef540f82097 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.790945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-946f95f1-3ba2-4965-a9b6-6ef540f82097 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.793060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-946f95f1-3ba2-4965-a9b6-6ef540f82097 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/88173ab1-f106-49ed-82bb-fbe345c234f0 HTTP/1.1" status: 204 len: 168 time: 0.4724517 Aug 24 00:32:00.795785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42360) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:00.806625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.819854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:00.820464 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.878997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f95f1-3ba2-4965-a9b6-6ef540f82097 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88173ab1-f106-49ed-82bb-fbe345c234f0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:00.881305 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-779564c2-fbee-4fd7-a58f-7220c85b0897 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841079 Aug 24 00:32:00.887055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42366) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:00.895376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2a2cc7f1-26c1-4f11-826c-346707d8b9c5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--548011612'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:00.946858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:00.993341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Network 8d38ea34-c054-4ad1-8141-3987255ca0e2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:00.997301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:01.001398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:01.057612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Pushing event updated for resources: {'Port': ['ID=4cbf1993-f3c8-409f-874d-99e26295d325,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:01.078653 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc7f1-26c1-4f11-826c-346707d8b9c5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.099452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:01.100312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.127012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42374) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:01.201360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-ec316f2f-9d3e-4271-9134-f91fe15de4d9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2162580 Aug 24 00:32:01.220246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Request body: {'port': {'device_id': 'a0d0a814-a1b6-4bf4-a672-fbe6065ce031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:01.235792 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-263bdc74-ece2-48b9-9900-5e1a3dc600cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98ba70e929634d5889e0dae352898ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069357 Aug 24 00:32:01.241654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42376) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:01.300373 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.364369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11ce58b7-e94f-45f3-8a13-74072f0ad6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.392820 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc7f1-26c1-4f11-826c-346707d8b9c5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.400639 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11ce58b7-e94f-45f3-8a13-74072f0ad6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.503306 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc7f1-26c1-4f11-826c-346707d8b9c5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.581809 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11ce58b7-e94f-45f3-8a13-74072f0ad6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.581809 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11ce58b7-e94f-45f3-8a13-74072f0ad6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.581809 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-11ce58b7-e94f-45f3-8a13-74072f0ad6a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd HTTP/1.1" status: 204 len: 168 time: 0.3365412 Aug 24 00:32:01.603683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce58b7-e94f-45f3-8a13-74072f0ad6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7241b4f-0dc0-4e6f-af35-d8d2b60ce6bd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:01.733191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6ade1c5-b1f2-4efd-ae9b-708328f5847c req-b64f2961-56da-4e65-9ed4-05246aa0dc7f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 210 time: 0.1933975 Aug 24 00:32:01.752229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a2cc7f1-26c1-4f11-826c-346707d8b9c5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.757610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2a2cc7f1-26c1-4f11-826c-346707d8b9c5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8653290 Aug 24 00:32:01.757610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cc7f1-26c1-4f11-826c-346707d8b9c5 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a6196-902a-493f-aeab-5f4a04d89cf5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:01.764072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42406) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:01.764072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-80532bfa-7b32-4b50-88ec-81b808ba95fb tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': 'ff3a6196-902a-493f-aeab-5f4a04d89cf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:01.781886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.905129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6fcd780-b2c5-4346-9be9-9fb5a6bf0eba req-5f8185f5-9be3-46e1-9400-ba10218ef64f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 210 time: 0.0558906 Aug 24 00:32:01.921064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbf1993-f3c8-409f-874d-99e26295d325 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:01.929048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:01.943900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Transition to ACTIVE for port object 4cbf1993-f3c8-409f-874d-99e26295d325 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:02.121063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-d6cc11cd-eba0-451f-99b2-143fa40b8ed6 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:02.123306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-d6cc11cd-eba0-451f-99b2-143fa40b8ed6 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 818 time: 0.1315792 Aug 24 00:32:02.135460 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-80532bfa-7b32-4b50-88ec-81b808ba95fb tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:32:02.135460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-80532bfa-7b32-4b50-88ec-81b808ba95fb tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3662236 Aug 24 00:32:02.135460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42422) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:02.135460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-feb3f043-21ed-4a42-bf34-f633d4908169 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group_rule': {'security_group_id': 'ff3a6196-902a-493f-aeab-5f4a04d89cf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:02.150164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Request body: {'port': {'device_id': '0ef8d09e-4228-4d61-a8c2-14a399a07235', 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2', 'admin_state_up': True, 'tenant_id': 'f605a7f385144c69a647f527709e6961'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:02.234758 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.326311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbf1993-f3c8-409f-874d-99e26295d325,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:02.485434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Attempting to bind port 4cbf1993-f3c8-409f-874d-99e26295d325 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:02.485434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Attempting to bind port 4cbf1993-f3c8-409f-874d-99e26295d325 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:02.485434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Attempting to bind port 4cbf1993-f3c8-409f-874d-99e26295d325 on network 8d38ea34-c054-4ad1-8141-3987255ca0e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:02.487659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Port 4cbf1993-f3c8-409f-874d-99e26295d325 on network 8d38ea34-c054-4ad1-8141-3987255ca0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:02.487986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Attempting to bind port 4cbf1993-f3c8-409f-874d-99e26295d325 on network 8d38ea34-c054-4ad1-8141-3987255ca0e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:02.498266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:02.498626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Checking segment: {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:02.499022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Bound using segment: {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:02.499563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Bound port: 4cbf1993-f3c8-409f-874d-99e26295d325, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:02.499837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.511171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Made reservation on behalf of f605a7f385144c69a647f527709e6961 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:02.514680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.532669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128e0c-af25-440c-b28d-bd0431863456 req-be74d847-61ad-4b27-898a-0feac7ed2ee1 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:02.534162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-be74d847-61ad-4b27-898a-0feac7ed2ee1 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 820 time: 0.2188036 Aug 24 00:32:02.569768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Request body: {'port': {'device_id': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'admin_state_up': True, 'tenant_id': '43648f6113fe478ea562155df782f79c'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:02.722889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] For port 4cbf1993-f3c8-409f-874d-99e26295d325, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:02.730413 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-feb3f043-21ed-4a42-bf34-f633d4908169 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:32:02.735973 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-feb3f043-21ed-4a42-bf34-f633d4908169 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6068311 Aug 24 00:32:02.744023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42434) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:02.761915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] For port 4cbf1993-f3c8-409f-874d-99e26295d325, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cbf1993-f3c8-409f-874d-99e26295d325,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:02.790064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Allocated IP 172.20.0.11 (8d38ea34-c054-4ad1-8141-3987255ca0e2/436aed62-5103-4026-9795-bfc2995c9ecf/54051c95-429f-46e2-a852-e495b47c5b7d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:02.814528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bb8cf73-3d56-45b0-be12-532d26b9bded tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.849967 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bb8cf73-3d56-45b0-be12-532d26b9bded tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.872467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0971d32e-3c77-4984-9fff-e65f389d43f2 req-79bf89fe-8d96-40ee-aab8-c1c74807609d tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 210 time: 0.0388584 Aug 24 00:32:02.879851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.939363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:02.939976 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.941542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 200 len: 1092 time: 1.7256384 Aug 24 00:32:02.946583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d0a814-a1b6-4bf4-a672-fbe6065ce031', 'tag': '4cbf1993-f3c8-409f-874d-99e26295d325'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:02.949824 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd5fe1f-cc36-4941-a348-5a72944da175" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d0a814-a1b6-4bf4-a672-fbe6065ce031", "tag": "4cbf1993-f3c8-409f-874d-99e26295d325"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:02.954331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Made reservation on behalf of 43648f6113fe478ea562155df782f79c for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:02.959654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.973546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42452) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:02.982689 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bb8cf73-3d56-45b0-be12-532d26b9bded tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.986098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bb8cf73-3d56-45b0-be12-532d26b9bded tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:02.990867 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4bb8cf73-3d56-45b0-be12-532d26b9bded tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/ff3a6196-902a-493f-aeab-5f4a04d89cf5 HTTP/1.1" status: 204 len: 168 time: 0.2516773 Aug 24 00:32:03.003663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:03.031802 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8cf73-3d56-45b0-be12-532d26b9bded tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a6196-902a-493f-aeab-5f4a04d89cf5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:03.105614 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f91204-188b-4cf3-852b-0e147f7b6e39 x-openstack-request-id: req-52f91204-188b-4cf3-852b-0e147f7b6e39 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:03.105919 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d0a814-a1b6-4bf4-a672-fbe6065ce031", "tag": "4cbf1993-f3c8-409f-874d-99e26295d325", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:03.106179 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52f91204-188b-4cf3-852b-0e147f7b6e39 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:03.106672 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d0a814-a1b6-4bf4-a672-fbe6065ce031', 'tag': '4cbf1993-f3c8-409f-874d-99e26295d325', 'status': 'completed', 'code': 200} Aug 24 00:32:03.155882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0fe52ca4-19a5-4a74-aad1-f17dede81cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.240444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b46b4fa7-64e3-4d63-96c6-1bab21a8eae5 req-5d95063f-69e8-4e6e-aa83-8d873a3a436b tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 210 time: 0.1482279 Aug 24 00:32:03.241082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9839db-b378-4d91-b7ed-3d589211a8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4cbf1993-f3c8-409f-874d-99e26295d325,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:03.287340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0fe52ca4-19a5-4a74-aad1-f17dede81cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.288184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42468) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:03.342852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-86441fca-2de4-47f2-bd85-a5065b83440b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2972672 Aug 24 00:32:03.347249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42474) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:03.353407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-bbf80baf-d468-4e42-b051-a8ffe902f6d7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823624555'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:03.361224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0fe52ca4-19a5-4a74-aad1-f17dede81cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.394051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fe1f-cc36-4941-a348-5a72944da175 req-b072904a-1e5d-41cc-b464-34d17834abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:03.395564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd5fe1f-cc36-4941-a348-5a72944da175 req-b072904a-1e5d-41cc-b464-34d17834abb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1095 time: 0.2579613 Aug 24 00:32:03.443043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-720476591-network', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:03.451556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe52ca4-19a5-4a74-aad1-f17dede81cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13add60d-4d6d-44ca-a009-312b7b31f3ea,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:03.470264 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0fe52ca4-19a5-4a74-aad1-f17dede81cf6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58878d8a45df499395027ae3cce95a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936249 Aug 24 00:32:03.474011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42476) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:03.511700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Allocated IP 172.20.0.8 (76ea2171-2209-47d2-911f-370a8fd22283/bbc9855c-e434-496f-9ea6-d3a38cbaafed/5706cfd4-2429-417f-8ca7-93c8b7a104f1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:03.518981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.532870 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bbf80baf-d468-4e42-b051-a8ffe902f6d7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.545337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc5c6-71a7-463d-8d5f-65882270d166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.578926 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc5c6-71a7-463d-8d5f-65882270d166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.581224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fe1f-cc36-4941-a348-5a72944da175 req-91064529-edef-4488-919f-f8cbe23210f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:03.582746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd5fe1f-cc36-4941-a348-5a72944da175 req-91064529-edef-4488-919f-f8cbe23210f0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f605a7f385144c69a647f527709e6961&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1716981 Aug 24 00:32:03.629063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Made reservation on behalf of 9d000a4eb6294307ba4805918c3e57d8 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:03.631606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.648422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.738034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc5c6-71a7-463d-8d5f-65882270d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.740953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc5c6-71a7-463d-8d5f-65882270d166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.742249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8e7cc5c6-71a7-463d-8d5f-65882270d166 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13add60d-4d6d-44ca-a009-312b7b31f3ea HTTP/1.1" status: 204 len: 168 time: 0.2673042 Aug 24 00:32:03.775273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fe1f-cc36-4941-a348-5a72944da175 req-2ad73577-d67b-4b60-97ae-73c11302195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:03.777553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd5fe1f-cc36-4941-a348-5a72944da175 req-2ad73577-d67b-4b60-97ae-73c11302195b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810987 Aug 24 00:32:03.792707 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.804150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cc5c6-71a7-463d-8d5f-65882270d166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13add60d-4d6d-44ca-a009-312b7b31f3ea,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:03.853884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bbf80baf-d468-4e42-b051-a8ffe902f6d7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.859032 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:03.891430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Network 8d38ea34-c054-4ad1-8141-3987255ca0e2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:03.899540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:03.903697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Pushing event updated for resources: {'Port': ['ID=54051c95-429f-46e2-a852-e495b47c5b7d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:03.907362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:03.910480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Transition to ACTIVE for port object 5706cfd4-2429-417f-8ca7-93c8b7a104f1 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:03.930769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bbf80baf-d468-4e42-b051-a8ffe902f6d7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.001517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf80baf-d468-4e42-b051-a8ffe902f6d7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a976084-7a1d-48d0-bd04-954034ba20d2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:04.010979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-99b1a444-8d98-4c1a-804f-f86730f9efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:04.012692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-99b1a444-8d98-4c1a-804f-f86730f9efa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1095 time: 0.1709321 Aug 24 00:32:04.054668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:04.055429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.077716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.104566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-10b5b2fe-2c02-402d-af4f-bb0258bf2b4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 200 len: 217 time: 0.0698977 Aug 24 00:32:04.119105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f71ca3-1af4-428d-a03e-f5e604bf24b6 req-64e916c8-2ba1-4a85-9bd5-0dee87fb7e1a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:04.121358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22f71ca3-1af4-428d-a03e-f5e604bf24b6 req-64e916c8-2ba1-4a85-9bd5-0dee87fb7e1a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 932 time: 0.1557715 Aug 24 00:32:04.144340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.187056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:32:04.193255 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.194057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e880531-6152-48ef-87e0-78bc73d70482,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:04.201227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['11e342c1-9b86-48af-89d0-b20760b735ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:04.210916 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.211325 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Added segment cd081668-eaeb-4756-beff-b3d99004bd9a of type vlan for network afc16a95-1224-4516-a0b8-92c925108fc6 Aug 24 00:32:04.213152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bbf80baf-d468-4e42-b051-a8ffe902f6d7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.214997 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bbf80baf-d468-4e42-b051-a8ffe902f6d7 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8660545 Aug 24 00:32:04.219488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-b5dc784a-56cf-43ef-b494-77ef54c6d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:04.221013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-b5dc784a-56cf-43ef-b494-77ef54c6d177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.0986054 Aug 24 00:32:04.221428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42486) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:04.247448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22f71ca3-1af4-428d-a03e-f5e604bf24b6 req-54c96de9-6641-48ad-b51a-354c7fe65701 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162701 Aug 24 00:32:04.250812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-27723690-21ba-4f1d-9155-4cca84209faf tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:04.251233 n-d-804878-2 neutron-server[95326]: WARNING neutron.api.v2.base [None req-27723690-21ba-4f1d-9155-4cca84209faf tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 24 00:32:04.251787 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-27723690-21ba-4f1d-9155-4cca84209faf tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] update failed (client error): There was a conflict when trying to complete your request. Aug 24 00:32:04.255499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-27723690-21ba-4f1d-9155-4cca84209faf tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "PUT /v2.0/security-groups/2a976084-7a1d-48d0-bd04-954034ba20d2 HTTP/1.1" status: 409 len: 330 time: 0.0153747 Aug 24 00:32:04.261961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42490) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:04.279582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-1dfc0c95-1954-42c8-b487-baa127cdbcfb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1401839 Aug 24 00:32:04.314604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Request body: {'port': {'device_id': '0ef8d09e-4228-4d61-a8c2-14a399a07235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:04.322722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-d704dbb0-bba8-49ee-accb-b238b39f9c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807080 Aug 24 00:32:04.325800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Network 76ea2171-2209-47d2-911f-370a8fd22283 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:04.329580 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.453417 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abcd033b-f3b2-4bb7-9064-34add0ff7f69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.488796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-781c94cf-c748-417f-877e-438a2c449867 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586812 Aug 24 00:32:04.506330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.507534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:04.508347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.512514 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abcd033b-f3b2-4bb7-9064-34add0ff7f69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.548337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:04.605673 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] Pushing event updated for resources: {'Network': ['ID=afc16a95-1224-4516-a0b8-92c925108fc6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:04.614647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:04.617083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network afc16a95-1224-4516-a0b8-92c925108fc6 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:32:04.621204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Pushing event updated for resources: {'Port': ['ID=5706cfd4-2429-417f-8ca7-93c8b7a104f1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:04.627642 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2f439c02-3eec-4855-83f0-2442cdced942 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3383770 Aug 24 00:32:04.632792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42502) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:04.639812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Request body: {'subnet': {'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-720476591-subnet', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:04.751163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f091e1e-27bd-4d16-b9e3-64d4b261d035 req-ff4de4a7-b52e-4c11-bb5b-24b575d5dc62 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:04.752456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abcd033b-f3b2-4bb7-9064-34add0ff7f69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.752970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f091e1e-27bd-4d16-b9e3-64d4b261d035 req-ff4de4a7-b52e-4c11-bb5b-24b575d5dc62 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 931 time: 0.2619779 Aug 24 00:32:04.753364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.755177 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abcd033b-f3b2-4bb7-9064-34add0ff7f69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.759150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-abcd033b-f3b2-4bb7-9064-34add0ff7f69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a976084-7a1d-48d0-bd04-954034ba20d2 HTTP/1.1" status: 204 len: 168 time: 0.4961765 Aug 24 00:32:04.759860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42504) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:04.794347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Made reservation on behalf of 9d000a4eb6294307ba4805918c3e57d8 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:04.796998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.805506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd033b-f3b2-4bb7-9064-34add0ff7f69 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a976084-7a1d-48d0-bd04-954034ba20d2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:04.851292 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2ca97cf2-5582-4111-b9b6-1265146c6c31 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837455 Aug 24 00:32:04.852580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42506) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:04.926429 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-deb74c30-2ce5-4ed3-bf73-d3ac16579d6b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] delete failed (client error): The resource could not be found. Aug 24 00:32:04.938528 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-deb74c30-2ce5-4ed3-bf73-d3ac16579d6b tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "DELETE /v2.0/security-groups/81966ce7-975f-4a57-9d55-000b452294dc HTTP/1.1" status: 404 len: 347 time: 0.0740397 Aug 24 00:32:04.943651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42510) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:04.958930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8b6c98dd-832f-4cea-8253-f1d9119431c3 None None] Provisioning for port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:04.963865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8b6c98dd-832f-4cea-8253-f1d9119431c3 None None] Provisioning complete for port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:04.964399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8b6c98dd-832f-4cea-8253-f1d9119431c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:04.970210 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-e08917b1-3ade-46bd-a9f6-9e2fc5ad52b3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] show failed (client error): The resource could not be found. Aug 24 00:32:04.970210 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e08917b1-3ade-46bd-a9f6-9e2fc5ad52b3 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-groups/24faa966-5e3c-4230-8609-133a22dbce49 HTTP/1.1" status: 404 len: 347 time: 0.0210373 Aug 24 00:32:04.973797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42512) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:05.010296 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-799e21da-e5f3-4e06-86e7-f698ae71fb95 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] show failed (client error): The resource could not be found. Aug 24 00:32:05.010296 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-799e21da-e5f3-4e06-86e7-f698ae71fb95 tempest-NegativeSecGroupIPv6Test-1246252811 tempest-NegativeSecGroupIPv6Test-1246252811-project] 10.222.0.26 "GET /v2.0/security-group-rules/2a0fe418-0d0e-4a5b-a9ea-713c65a73280 HTTP/1.1" status: 404 len: 356 time: 0.0316012 Aug 24 00:32:05.204175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:05.204811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.238529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.242231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c98dd-832f-4cea-8253-f1d9119431c3 None None] Port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:05.326532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21ea054-153b-4717-a320-37f10a2b5e36,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:05.329155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f091e1e-27bd-4d16-b9e3-64d4b261d035 req-4ba67167-c207-4d7c-ae19-81fd7643e871 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585232 Aug 24 00:32:05.348679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9af2f699-5ac3-4460-9674-f27bf3247c28 req-c15946f2-5499-451d-9f9f-ebafcf3308b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718337 Aug 24 00:32:05.359958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Checking segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:05.360539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Network hostable DHCP agents. Network: afc16a95-1224-4516-a0b8-92c925108fc6, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:32:05.365356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-5e3e9f99-0bb7-47d3-80bf-f894f923614f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8043785 Aug 24 00:32:05.394512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Request body: {'port': {'device_id': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:05.478425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Network afc16a95-1224-4516-a0b8-92c925108fc6 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:32:05.564599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, afc16a95-1224-4516-a0b8-92c925108fc6) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:05.569948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:05.570551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.575916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282fc21-428f-40a8-a40c-19981b77a8e4 None None] Network afc16a95-1224-4516-a0b8-92c925108fc6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:05.612126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42532) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:05.616914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a785665-c1c2-4a96-b757-11b3d5cd100d req-4bd7479f-5064-410e-ad88-039096aa629d tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:05.618890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a785665-c1c2-4a96-b757-11b3d5cd100d req-4bd7479f-5064-410e-ad88-039096aa629d tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 932 time: 0.2298400 Aug 24 00:32:05.640863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.661029 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8dea7079-de1b-4261-8084-d106fdd280f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0269349 Aug 24 00:32:05.661878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42536) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:05.669974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:05.752544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a785665-c1c2-4a96-b757-11b3d5cd100d req-ab6f8b95-32e3-4d72-9f26-bf1e33e28365 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231897 Aug 24 00:32:05.817941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.819879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.853558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-afc16a95-1224-4516-a0b8-92c925108fc6', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:32:05.855316 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.874070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54051c95-429f-46e2-a852-e495b47c5b7d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:05.894506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.940870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Transition to ACTIVE for port object 54051c95-429f-46e2-a852-e495b47c5b7d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:05.941127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:05.947132 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ce56ea6f-b0c4-4c9a-b2c1-649015d050b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76e6cb9c8fec43da9323a6e17b14a299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313279 Aug 24 00:32:05.947337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42540) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:06.031121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e87d5b38-57fc-4fbc-b832-4983fc00e684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.032929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.043763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Allocated IP 172.20.0.2 (afc16a95-1224-4516-a0b8-92c925108fc6/c21ea054-153b-4717-a320-37f10a2b5e36/5790b664-5db7-45e1-ac3d-1afac732a0f1) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:06.097685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5706cfd4-2429-417f-8ca7-93c8b7a104f1 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:06.114588 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.134849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Pushing event updated for resources: {'Port': ['ID=54051c95-429f-46e2-a852-e495b47c5b7d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:06.138797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e87d5b38-57fc-4fbc-b832-4983fc00e684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.180731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Transition to ACTIVE for port object 5706cfd4-2429-417f-8ca7-93c8b7a104f1 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:06.213325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Attempting to bind port 54051c95-429f-46e2-a852-e495b47c5b7d on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:06.214684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Attempting to bind port 54051c95-429f-46e2-a852-e495b47c5b7d by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:06.214684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Attempting to bind port 54051c95-429f-46e2-a852-e495b47c5b7d on network 8d38ea34-c054-4ad1-8141-3987255ca0e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:06.223849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Port 54051c95-429f-46e2-a852-e495b47c5b7d on network 8d38ea34-c054-4ad1-8141-3987255ca0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:06.224285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Attempting to bind port 54051c95-429f-46e2-a852-e495b47c5b7d on network 8d38ea34-c054-4ad1-8141-3987255ca0e2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:06.230474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:06.230818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Checking segment: {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:06.231285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Bound using segment: {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:06.232875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Bound port: 54051c95-429f-46e2-a852-e495b47c5b7d, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:06.232875 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.273159 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.280486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.291729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Transition to ACTIVE for port object 5790b664-5db7-45e1-ac3d-1afac732a0f1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:06.317952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Transition to ACTIVE for port object 5790b664-5db7-45e1-ac3d-1afac732a0f1 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:06.401595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] For port 54051c95-429f-46e2-a852-e495b47c5b7d, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:06.415906 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.431292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Pushing event updated for resources: {'Port': ['ID=5706cfd4-2429-417f-8ca7-93c8b7a104f1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:06.467389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] For port 54051c95-429f-46e2-a852-e495b47c5b7d, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=54051c95-429f-46e2-a852-e495b47c5b7d,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:06.515872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Network afc16a95-1224-4516-a0b8-92c925108fc6 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:06.518793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:06.536475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:06.538942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Pushing event updated for resources: {'Port': ['ID=5790b664-5db7-45e1-ac3d-1afac732a0f1,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:06.572686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.641317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Attempting to bind port 5790b664-5db7-45e1-ac3d-1afac732a0f1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:06.642970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Attempting to bind port 5790b664-5db7-45e1-ac3d-1afac732a0f1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:06.643148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Attempting to bind port 5790b664-5db7-45e1-ac3d-1afac732a0f1 on network afc16a95-1224-4516-a0b8-92c925108fc6 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:06.643873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.650868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:06.652832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Checking segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:06.654018 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.656530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Bound using segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:06.657257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Bound port: 5790b664-5db7-45e1-ac3d-1afac732a0f1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:06.657518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.688710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee14bd4-c5f5-434d-a214-f341a0973fbd req-009f21c0-5b3b-4064-a97a-86afee16effd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:06.701627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ee14bd4-c5f5-434d-a214-f341a0973fbd req-009f21c0-5b3b-4064-a97a-86afee16effd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 943 time: 0.2395699 Aug 24 00:32:06.704016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:06.705179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.708937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/54051c95-429f-46e2-a852-e495b47c5b7d HTTP/1.1" status: 200 len: 1092 time: 2.3984113 Aug 24 00:32:06.718442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef8d09e-4228-4d61-a8c2-14a399a07235', 'tag': '54051c95-429f-46e2-a852-e495b47c5b7d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:06.721105 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f422f9-140c-4d84-872f-36e81846cea4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef8d09e-4228-4d61-a8c2-14a399a07235", "tag": "54051c95-429f-46e2-a852-e495b47c5b7d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:06.753468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f38642-f10c-4165-98f4-df2d14aa16d9 service neutron] Pushing event updated for resources: {'Port': ['ID=54051c95-429f-46e2-a852-e495b47c5b7d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:06.766582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] For port 5790b664-5db7-45e1-ac3d-1afac732a0f1, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:06.769833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] For port 5790b664-5db7-45e1-ac3d-1afac732a0f1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5790b664-5db7-45e1-ac3d-1afac732a0f1,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:06.779373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Attempting to bind port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:06.779733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Attempting to bind port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:06.785005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Attempting to bind port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 on network 76ea2171-2209-47d2-911f-370a8fd22283 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:06.785005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 on network 76ea2171-2209-47d2-911f-370a8fd22283 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:06.785005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Attempting to bind port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 on network 76ea2171-2209-47d2-911f-370a8fd22283 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:06.790727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ee14bd4-c5f5-434d-a214-f341a0973fbd req-c30e5e03-4646-4125-a67c-3bc97447aeb8 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938537 Aug 24 00:32:06.793472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:06.793844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Checking segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:06.794225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Bound using segment: {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:06.794658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Bound port: 5706cfd4-2429-417f-8ca7-93c8b7a104f1, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449a599c-6d79-4ac0-baa5-c4b420dfb35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:06.795019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.817317 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c36094-c713-48d1-a30b-cbddde4cf11e x-openstack-request-id: req-90c36094-c713-48d1-a30b-cbddde4cf11e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:06.817630 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef8d09e-4228-4d61-a8c2-14a399a07235", "tag": "54051c95-429f-46e2-a852-e495b47c5b7d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:06.817889 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90c36094-c713-48d1-a30b-cbddde4cf11e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:06.818288 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef8d09e-4228-4d61-a8c2-14a399a07235', 'tag': '54051c95-429f-46e2-a852-e495b47c5b7d', 'status': 'completed', 'code': 200} Aug 24 00:32:06.851092 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e87d5b38-57fc-4fbc-b832-4983fc00e684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.855239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e87d5b38-57fc-4fbc-b832-4983fc00e684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.859421 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e87d5b38-57fc-4fbc-b832-4983fc00e684 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5124f528-e546-4a04-9eab-b97b709cdf53 HTTP/1.1" status: 204 len: 168 time: 0.9080486 Aug 24 00:32:06.882673 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d5b38-57fc-4fbc-b832-4983fc00e684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5124f528-e546-4a04-9eab-b97b709cdf53,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:06.929541 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:06.981921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] For port 5706cfd4-2429-417f-8ca7-93c8b7a104f1, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:06.988515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] For port 5706cfd4-2429-417f-8ca7-93c8b7a104f1, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:06.992521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f422f9-140c-4d84-872f-36e81846cea4 req-7f6a417f-50a4-4347-aeb2-47e908ff0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:06.994885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75f422f9-140c-4d84-872f-36e81846cea4 req-7f6a417f-50a4-4347-aeb2-47e908ff0af7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 1095 time: 0.1301260 Aug 24 00:32:07.017124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f285d7d-36f3-4f5e-95a4-a39fb7c7cc45 req-759f717d-5be7-41b2-848d-5d1740cc2ae2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:07.024466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f285d7d-36f3-4f5e-95a4-a39fb7c7cc45 req-759f717d-5be7-41b2-848d-5d1740cc2ae2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 944 time: 0.1422915 Aug 24 00:32:07.081612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0416e-4c0a-4d34-b70b-d9f92d6b192a None None] Pushing event updated for resources: {'Port': ['ID=5790b664-5db7-45e1-ac3d-1afac732a0f1,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:07.093292 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.252140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:07.252769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.255022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] 10.222.0.37 "PUT /v2.0/ports/5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 1091 time: 1.8647811 Aug 24 00:32:07.264342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.287850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f285d7d-36f3-4f5e-95a4-a39fb7c7cc45 req-deb9d43f-5ddc-42a3-a334-6dd04a9f39a3 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313242 Aug 24 00:32:07.401396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.480192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f898f1c-319b-46b7-99b3-78be085fcbea service neutron] Pushing event updated for resources: {'Port': ['ID=5706cfd4-2429-417f-8ca7-93c8b7a104f1,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:07.507483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f422f9-140c-4d84-872f-36e81846cea4 req-bea015f7-499f-4695-9d4f-b7d74fa41aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:07.509367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75f422f9-140c-4d84-872f-36e81846cea4 req-bea015f7-499f-4695-9d4f-b7d74fa41aff service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f605a7f385144c69a647f527709e6961&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4839029 Aug 24 00:32:07.675630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128e0c-af25-440c-b28d-bd0431863456 req-beb68ffc-4e75-4bbe-96ad-b92c153a3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:07.677235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-beb68ffc-4e75-4bbe-96ad-b92c153a3efb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 1094 time: 0.3106849 Aug 24 00:32:07.701926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4cbf1993-f3c8-409f-874d-99e26295d325 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:32:07.711806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Allocated IP 172.25.5.222 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/67d91751-75fc-49e3-b0f5-3fded8357a69) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:07.757225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-cf1cfe3d-1ead-4bd5-a393-a695e8a14588 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 217 time: 0.0744154 Aug 24 00:32:07.910516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:07.961312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4cbf1993-f3c8-409f-874d-99e26295d325, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cbf1993-f3c8-409f-874d-99e26295d325,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:07.968933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f422f9-140c-4d84-872f-36e81846cea4 req-3fd02c7c-533c-4350-8ca6-54411916fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:07.974665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75f422f9-140c-4d84-872f-36e81846cea4 req-3fd02c7c-533c-4350-8ca6-54411916fcb0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4565492 Aug 24 00:32:07.994457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '4cbf1993-f3c8-409f-874d-99e26295d325', 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2', 'port_id': '4cbf1993-f3c8-409f-874d-99e26295d325', 'mac_address': 'fa:16:3e:f3:60:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436aed62-5103-4026-9795-bfc2995c9ecf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:32:08.033850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128e0c-af25-440c-b28d-bd0431863456 req-2169b08b-d5f6-488a-8d59-4d29df705152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:08.035907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-2169b08b-d5f6-488a-8d59-4d29df705152 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.2663543 Aug 24 00:32:08.076873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.093409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbf1993-f3c8-409f-874d-99e26295d325 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:08.116534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4cbf1993-f3c8-409f-874d-99e26295d325, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cbf1993-f3c8-409f-874d-99e26295d325,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:08.154137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa59ce-54fe-49e1-9516-452d95441f98 req-5c091415-8722-4bb4-995c-9775ab4fa061 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:08.155869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91aa59ce-54fe-49e1-9516-452d95441f98 req-5c091415-8722-4bb4-995c-9775ab4fa061 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 943 time: 0.2126904 Aug 24 00:32:08.202214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-6800d0c2-46a0-443b-b0b5-43128b4740e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:08.203796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-6800d0c2-46a0-443b-b0b5-43128b4740e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 1095 time: 0.1623542 Aug 24 00:32:08.205435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128e0c-af25-440c-b28d-bd0431863456 req-ead91170-c18b-4dd4-b46e-f75382f98961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:08.206877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-ead91170-c18b-4dd4-b46e-f75382f98961 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554723 Aug 24 00:32:08.216304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.254690 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.287479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:08.294595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:08.296781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:08.349824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91aa59ce-54fe-49e1-9516-452d95441f98 req-063e2915-878b-490b-80b7-305a29c4fe5d tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839328 Aug 24 00:32:08.366360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4cbf1993-f3c8-409f-874d-99e26295d325,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:08.406227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-eff892cc-8b42-4e29-833e-838933f535c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54051c95-429f-46e2-a852-e495b47c5b7d HTTP/1.1" status: 200 len: 217 time: 0.1823409 Aug 24 00:32:08.461366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Pushing event updated for resources: {'Port': ['ID=67d91751-75fc-49e3-b0f5-3fded8357a69,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:08.520786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-eca96366-5152-4e7f-91bd-dcd8e84e8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:08.522291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-eca96366-5152-4e7f-91bd-dcd8e84e8d49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.1111188 Aug 24 00:32:08.578003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-a91a6aaa-a24f-4827-821b-16aa488eb263 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456598 Aug 24 00:32:08.591042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-0b06ff83-9193-4c6b-b8ac-d7a082f329c8 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699257 Aug 24 00:32:08.633119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee1398-8238-456b-a525-030c1d0df105 req-914aff52-5e91-47ab-aa8c-b0d53f227d7c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:08.634689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00ee1398-8238-456b-a525-030c1d0df105 req-914aff52-5e91-47ab-aa8c-b0d53f227d7c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 944 time: 0.1599405 Aug 24 00:32:08.678891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed321a-1ce7-44f7-be98-08efca003ae4 None None] Network afc16a95-1224-4516-a0b8-92c925108fc6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:08.708211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['4cbf1993-f3c8-409f-874d-99e26295d325'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:08.822122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:08.825661 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef095a51-9542-4c89-acb8-d1b317957d39" -d '{"events": [{"name": "network-changed", "server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:08.853074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00ee1398-8238-456b-a525-030c1d0df105 req-1c66231e-75be-4d6f-8a50-1eac15004b87 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054527 Aug 24 00:32:08.853721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5790b664-5db7-45e1-ac3d-1afac732a0f1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:08.904868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:08.909845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c128e0c-af25-440c-b28d-bd0431863456 req-4bdda039-5ac4-42ba-9e7c-3e74b55d1d7c service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033144 Aug 24 00:32:08.912065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-8b79e524-f818-4b39-a5df-bc8a7817ca71 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257194 Aug 24 00:32:08.951744 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c845b8-0e16-4a54-9bfc-b5f0acea158b x-openstack-request-id: req-90c845b8-0e16-4a54-9bfc-b5f0acea158b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:08.951744 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:08.951744 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90c845b8-0e16-4a54-9bfc-b5f0acea158b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:08.951744 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'status': 'completed', 'code': 200} Aug 24 00:32:09.049210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-80820732-a773-42d2-a28b-3699c198e9e5 None None] Provisioning for port 5790b664-5db7-45e1-ac3d-1afac732a0f1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:09.154854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5790b664-5db7-45e1-ac3d-1afac732a0f1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:09.167076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5790b664-5db7-45e1-ac3d-1afac732a0f1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:09.167607 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.177040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53a003c-10a1-43a1-9ea9-0aa52a2a7ed4 req-13f2cb24-e380-4da0-a0e9-944437af9293 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577300 Aug 24 00:32:09.210376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42700) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:09.219855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-7e4d75f2-f534-41d2-a176-d20c23a6cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:09.221383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-7e4d75f2-f534-41d2-a176-d20c23a6cebf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 1094 time: 0.1299918 Aug 24 00:32:09.259769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.331371 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.394768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5790b664-5db7-45e1-ac3d-1afac732a0f1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5790b664-5db7-45e1-ac3d-1afac732a0f1,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:09.398616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-7705a0f7-520f-4b49-9f18-43502b1f300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:09.400610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-7705a0f7-520f-4b49-9f18-43502b1f300c service neutron] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.1717408 Aug 24 00:32:09.412034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-70017224-7faf-4b9a-b4c3-5c10c02a6c3c tempest-ServiceProvidersTest-2099810518 tempest-ServiceProvidersTest-2099810518-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2001467 Aug 24 00:32:09.483574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.501280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-1e789f4e-0149-44c7-80e3-2dc958f291ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 217 time: 0.0820100 Aug 24 00:32:09.559827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5790b664-5db7-45e1-ac3d-1afac732a0f1,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:09.599108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9a9104b4-6ce9-49ac-ae29-cc53abd80b89 None None] Provisioning complete for port 5790b664-5db7-45e1-ac3d-1afac732a0f1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:09.599504 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9a9104b4-6ce9-49ac-ae29-cc53abd80b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.604406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb1c51-6abf-4c04-9b24-9a695f572d8a req-d544e750-4244-4571-9077-210f811affed tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:09.613515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52eb1c51-6abf-4c04-9b24-9a695f572d8a req-d544e750-4244-4571-9077-210f811affed tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 943 time: 0.1156976 Aug 24 00:32:09.627870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-8a93314f-54e1-4e8a-af0f-07b6fcbe847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:09.629271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-8a93314f-54e1-4e8a-af0f-07b6fcbe847d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.0955694 Aug 24 00:32:09.638100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Router a6214f88-07e2-4048-9b57-628d0c247eaa is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:32:09.731442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52eb1c51-6abf-4c04-9b24-9a695f572d8a req-679bb53a-572d-4830-acec-d75a8b0050ef tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181293 Aug 24 00:32:09.742115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-3c6c26d9-e2cc-4ccc-a374-2b200e61455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:09.746473 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-3c6c26d9-e2cc-4ccc-a374-2b200e61455d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936148 Aug 24 00:32:09.768011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:09.786550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Sync routers for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:09.795041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:09.795752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:09.851159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-cffc735c-3daa-475c-9e2d-9365c5633b83 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988543 Aug 24 00:32:09.924178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:09.941098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:09.943010 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3b3c53e4-31ce-4386-a909-b38d4b48f8ad admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2796071 Aug 24 00:32:09.946326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42742) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:09.981671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef095a51-9542-4c89-acb8-d1b317957d39 req-ac9f19d0-a7db-4978-a5ee-576f95b8cafe service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216099 Aug 24 00:32:10.066209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b6b3-5a81-4d7b-8405-289318280fa1 req-13b636e7-ade8-4bb9-9c1b-df7a5c7112ff tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:10.067784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9133b6b3-5a81-4d7b-8405-289318280fa1 req-13b636e7-ade8-4bb9-9c1b-df7a5c7112ff tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 944 time: 0.0759823 Aug 24 00:32:10.148671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9133b6b3-5a81-4d7b-8405-289318280fa1 req-c75f2a3c-cb0a-4ddc-ae6b-b127dc9a6f9b tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620115 Aug 24 00:32:10.237831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:08Z', 'revision_number': 3, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:10.252240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:10.277847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Checking router: a6214f88-07e2-4048-9b57-628d0c247eaa for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:10.278379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Updating router a6214f88-07e2-4048-9b57-628d0c247eaa port 67d91751-75fc-49e3-b0f5-3fded8357a69 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:32:10.305100 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.390761 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67349636-5057-4c73-bd38-c37d7d9bb489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.515883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67349636-5057-4c73-bd38-c37d7d9bb489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.518087 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.592608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67349636-5057-4c73-bd38-c37d7d9bb489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.598687 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.611124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Transition to ACTIVE for port object 67d91751-75fc-49e3-b0f5-3fded8357a69 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:10.645756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-67349636-5057-4c73-bd38-c37d7d9bb489 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e02225d2dc042658e3b9ba82d7a5d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920717 Aug 24 00:32:10.646826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67349636-5057-4c73-bd38-c37d7d9bb489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16726171-fb5b-4ed3-99ab-d5a64218c4d3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:10.650088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42784) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:10.689176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Allocated IP 172.20.0.1 (afc16a95-1224-4516-a0b8-92c925108fc6/c21ea054-153b-4717-a320-37f10a2b5e36/7b6c76be-a5f0-4b10-93b2-538b62f6d0e3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:10.705262 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3876888d-56c2-4bd0-940d-089e6f31bacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.719990 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.754302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3876888d-56c2-4bd0-940d-089e6f31bacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.763361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Attempting to bind port 67d91751-75fc-49e3-b0f5-3fded8357a69 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:10.764946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Attempting to bind port 67d91751-75fc-49e3-b0f5-3fded8357a69 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:10.765679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Attempting to bind port 67d91751-75fc-49e3-b0f5-3fded8357a69 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:10.824490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.834816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08fd76-34b9-4510-be23-88ef1ed9b0d7 None None] Pushing event updated for resources: {'Port': ['ID=67d91751-75fc-49e3-b0f5-3fded8357a69,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:10.839193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5790b664-5db7-45e1-ac3d-1afac732a0f1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:10.851486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Transition to ACTIVE for port object 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:10.870592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:10.870975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:10.871389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.871800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:10.872273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Bound port: 67d91751-75fc-49e3-b0f5-3fded8357a69, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:10.872664 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.913139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3974-29a7-444b-ba98-ea7ec2307a01 req-a9e6828c-1622-4975-b50f-9913df48043e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:10.914646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2b3974-29a7-444b-ba98-ea7ec2307a01 req-a9e6828c-1622-4975-b50f-9913df48043e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 943 time: 0.0529745 Aug 24 00:32:10.944832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5790b664-5db7-45e1-ac3d-1afac732a0f1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:10.945225 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.949124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] For port 67d91751-75fc-49e3-b0f5-3fded8357a69, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:10.959068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb2b3974-29a7-444b-ba98-ea7ec2307a01 req-a9302a92-740a-4190-92fd-6844977fa29a tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372756 Aug 24 00:32:10.986306 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3876888d-56c2-4bd0-940d-089e6f31bacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.988901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3876888d-56c2-4bd0-940d-089e6f31bacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:10.990369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3876888d-56c2-4bd0-940d-089e6f31bacd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16726171-fb5b-4ed3-99ab-d5a64218c4d3 HTTP/1.1" status: 204 len: 168 time: 0.3383396 Aug 24 00:32:10.997684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] For port 67d91751-75fc-49e3-b0f5-3fded8357a69, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=67d91751-75fc-49e3-b0f5-3fded8357a69,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:10.999951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876888d-56c2-4bd0-940d-089e6f31bacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16726171-fb5b-4ed3-99ab-d5a64218c4d3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:11.022332 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.079984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Pushing event updated for resources: {'Port': ['ID=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:11.092880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Network afc16a95-1224-4516-a0b8-92c925108fc6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:11.094524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:11.096876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:11.148757 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.152776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.185754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5706cfd4-2429-417f-8ca7-93c8b7a104f1 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:32:11.276862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:11.277515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:11.341601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08fd76-34b9-4510-be23-88ef1ed9b0d7 None None] Pushing event updated for resources: {'Port': ['ID=67d91751-75fc-49e3-b0f5-3fded8357a69,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:11.380560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544023c-328f-4820-a8b5-9296f8e6d34c req-2125b396-a99d-47fe-947e-3526cdf008b8 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:11.382507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3544023c-328f-4820-a8b5-9296f8e6d34c req-2125b396-a99d-47fe-947e-3526cdf008b8 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 944 time: 0.1038957 Aug 24 00:32:11.405470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.472319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3544023c-328f-4820-a8b5-9296f8e6d34c req-4d65e365-ea04-49ea-bf9b-8db2523499d6 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731471 Aug 24 00:32:11.518275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5706cfd4-2429-417f-8ca7-93c8b7a104f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:11.535954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:11.538210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'port_id': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'mac_address': 'fa:16:3e:7c:a6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:32:11.625092 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.773897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 54051c95-429f-46e2-a852-e495b47c5b7d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:32:11.776187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4cbf1993-f3c8-409f-874d-99e26295d325 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:11.784778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fdd8bde4-e60c-465c-bd31-f8e54786672a None None] Provisioning for port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:11.792811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.851415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fdd8bde4-e60c-465c-bd31-f8e54786672a None None] Provisioning complete for port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:11.852106 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fdd8bde4-e60c-465c-bd31-f8e54786672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.863250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.868289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Pushing event updated for resources: {'Port': ['ID=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:11.894439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:11.966513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Network afc16a95-1224-4516-a0b8-92c925108fc6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:11.968768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:11.973529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5706cfd4-2429-417f-8ca7-93c8b7a104f1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:11.984136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8bde4-e60c-465c-bd31-f8e54786672a None None] Port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:12.028931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5706cfd4-2429-417f-8ca7-93c8b7a104f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:12.128890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.136243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 54051c95-429f-46e2-a852-e495b47c5b7d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=54051c95-429f-46e2-a852-e495b47c5b7d,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:12.136821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 4cbf1993-f3c8-409f-874d-99e26295d325 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:12.175382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 4cbf1993-f3c8-409f-874d-99e26295d325 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:12.175767 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.194482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b99b73-46d7-47c5-84cf-10167742972b req-7765c809-041d-4ea5-aaef-808394c98009 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:12.200777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7b99b73-46d7-47c5-84cf-10167742972b req-7765c809-041d-4ea5-aaef-808394c98009 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 944 time: 0.1072099 Aug 24 00:32:12.218233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '54051c95-429f-46e2-a852-e495b47c5b7d', 'network_id': '8d38ea34-c054-4ad1-8141-3987255ca0e2', 'port_id': '54051c95-429f-46e2-a852-e495b47c5b7d', 'mac_address': 'fa:16:3e:d0:9a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436aed62-5103-4026-9795-bfc2995c9ecf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:32:12.268490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7b99b73-46d7-47c5-84cf-10167742972b req-e0509820-7bb8-4a3c-8c16-0700278c4064 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529573 Aug 24 00:32:12.272309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Router a6214f88-07e2-4048-9b57-628d0c247eaa has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:12.347346 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.368772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=5706cfd4-2429-417f-8ca7-93c8b7a104f1,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:12.423348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:12.425422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:08Z', 'revision_number': 3, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:12.429144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-595041f4-c691-47d4-b3d7-2ac56aae467a admin admin] 10.222.0.26 "PUT /v2.0/routers/a6214f88-07e2-4048-9b57-628d0c247eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4817774 Aug 24 00:32:12.442709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54051c95-429f-46e2-a852-e495b47c5b7d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:12.481247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['5706cfd4-2429-417f-8ca7-93c8b7a104f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:12.487494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.516394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092ced1-7edd-4a84-a3dd-e29d7a884288 None None] The sync data for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 is: [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:08Z', 'revision_number': 3, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:12.543942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.557486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 54051c95-429f-46e2-a852-e495b47c5b7d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=54051c95-429f-46e2-a852-e495b47c5b7d,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:12.572345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-77da5440-7199-45dd-aa04-55231acaf18f None None] Provisioning complete for port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:12.572895 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-77da5440-7199-45dd-aa04-55231acaf18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.641382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-77da5440-7199-45dd-aa04-55231acaf18f None None] Port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:12.687806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.696793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d0a814-a1b6-4bf4-a672-fbe6065ce031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbf1993-f3c8-409f-874d-99e26295d325'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:12.699842 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aad462-1753-463e-9256-460440a59dcf" -d '{"events": [{"server_uuid": "a0d0a814-a1b6-4bf4-a672-fbe6065ce031", "name": "network-vif-plugged", "status": "completed", "tag": "4cbf1993-f3c8-409f-874d-99e26295d325"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:12.736278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6d769-5aac-477a-8193-9317ecf84b3b req-a8c5d529-4821-4867-bd1a-46fc09f4ec70 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:12.745189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48b6d769-5aac-477a-8193-9317ecf84b3b req-a8c5d529-4821-4867-bd1a-46fc09f4ec70 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 944 time: 0.1674435 Aug 24 00:32:12.748438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4cbf1993-f3c8-409f-874d-99e26295d325, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cbf1993-f3c8-409f-874d-99e26295d325,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:12.802345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48b6d769-5aac-477a-8193-9317ecf84b3b req-71b1df94-0f8e-4487-bea8-632bdd34fa7f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532081 Aug 24 00:32:12.810577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=54051c95-429f-46e2-a852-e495b47c5b7d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:12.827603 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:12.926772 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37c8aae-7129-4b91-991c-cfc6448c3477 x-openstack-request-id: req-b37c8aae-7129-4b91-991c-cfc6448c3477 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:12.927740 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d0a814-a1b6-4bf4-a672-fbe6065ce031", "name": "network-vif-plugged", "status": "completed", "tag": "4cbf1993-f3c8-409f-874d-99e26295d325", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:12.928308 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b37c8aae-7129-4b91-991c-cfc6448c3477 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:12.929097 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d0a814-a1b6-4bf4-a672-fbe6065ce031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbf1993-f3c8-409f-874d-99e26295d325', 'code': 200} Aug 24 00:32:12.943257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4cbf1993-f3c8-409f-874d-99e26295d325,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:12.957269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.957916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.958801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.959557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.960209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.960939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.968412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.968412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.968412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.968412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.968412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:12.968412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:13.056081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b857ef6-d5b7-409f-9166-b002f387a84e req-ee9e9205-59fe-41af-a609-187822218f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:13.061253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b857ef6-d5b7-409f-9166-b002f387a84e req-ee9e9205-59fe-41af-a609-187822218f19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.0639915 Aug 24 00:32:13.068810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['54051c95-429f-46e2-a852-e495b47c5b7d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:13.158804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b857ef6-d5b7-409f-9166-b002f387a84e req-849a8fb4-d29b-493d-a5b9-6c9bd609918a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700026 Aug 24 00:32:13.443730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe2591-b668-4f07-9ba5-d9a67ab6d0c4 req-a2ff3b9f-9ac2-4167-8ede-521c1af1fddb tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:13.450114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ebe2591-b668-4f07-9ba5-d9a67ab6d0c4 req-a2ff3b9f-9ac2-4167-8ede-521c1af1fddb tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 944 time: 0.0978925 Aug 24 00:32:13.490148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ebe2591-b668-4f07-9ba5-d9a67ab6d0c4 req-220dbc51-417f-41e5-8570-a1565e48e580 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376842 Aug 24 00:32:13.618692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42960) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:13.623913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-98668196-0ce2-46b8-9b9d-3841bb045565 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83122113', 'description': 'tempest-description--1112841621'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:13.723750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98668196-0ce2-46b8-9b9d-3841bb045565 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.820688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98668196-0ce2-46b8-9b9d-3841bb045565 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.908666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98668196-0ce2-46b8-9b9d-3841bb045565 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:13.965811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98668196-0ce2-46b8-9b9d-3841bb045565 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:13.979458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f01d-1019-48eb-a771-cb395aa4758c req-b7f80186-e8b7-4920-bad3-b94786a2fba4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:13.980998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e319f01d-1019-48eb-a771-cb395aa4758c req-b7f80186-e8b7-4920-bad3-b94786a2fba4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 945 time: 0.0851047 Aug 24 00:32:14.032080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e319f01d-1019-48eb-a771-cb395aa4758c req-2d58dd7f-bcbc-4049-99a2-4e54f35707e0 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Aug 24 00:32:14.046736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98668196-0ce2-46b8-9b9d-3841bb045565 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.048162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-98668196-0ce2-46b8-9b9d-3841bb045565 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4284289 Aug 24 00:32:14.051424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:14.056950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-592936b5-2da4-4454-b5e2-46785a340a7f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'security_group_rule': {'security_group_id': '1ad93c4f-346e-40b0-8c8d-ea553a9dc99f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:14.163255 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-592936b5-2da4-4454-b5e2-46785a340a7f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.270335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-592936b5-2da4-4454-b5e2-46785a340a7f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.342232 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-592936b5-2da4-4454-b5e2-46785a340a7f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.368171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592936b5-2da4-4454-b5e2-46785a340a7f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc7feaf-1f0d-4f65-b72f-e540c3f9e13b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:14.489199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-592936b5-2da4-4454-b5e2-46785a340a7f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.490506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-592936b5-2da4-4454-b5e2-46785a340a7f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4380705 Aug 24 00:32:14.493076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43024) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:14.497777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-04082b47-1127-4239-93d3-7871307ec89f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'security_group_rule': {'security_group_id': '1ad93c4f-346e-40b0-8c8d-ea553a9dc99f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:14.532865 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Sync routers for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:14.543078 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:14.543646 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:14.629793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798f8e4-8ee3-4293-b417-2d7cf7821597 req-c36d36f4-bdd7-4b52-a249-868537fc370e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:14.631897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c798f8e4-8ee3-4293-b417-2d7cf7821597 req-c36d36f4-bdd7-4b52-a249-868537fc370e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 944 time: 0.0578077 Aug 24 00:32:14.700347 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04082b47-1127-4239-93d3-7871307ec89f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.770003 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:14.791872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c798f8e4-8ee3-4293-b417-2d7cf7821597 req-6d7ba1cd-c664-4d09-b4ac-9a7f3cbe6d84 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460085 Aug 24 00:32:14.855427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04082b47-1127-4239-93d3-7871307ec89f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:14.873035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 67d91751-75fc-49e3-b0f5-3fded8357a69 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:15.019043 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 2, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:15.035227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04082b47-1127-4239-93d3-7871307ec89f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.055766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04082b47-1127-4239-93d3-7871307ec89f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ec29fa-7858-4246-8dcd-206002429113,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:15.056271 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Checking router: a6214f88-07e2-4048-9b57-628d0c247eaa for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:15.056630 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Updating router a6214f88-07e2-4048-9b57-628d0c247eaa port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:32:15.085499 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.104687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 67d91751-75fc-49e3-b0f5-3fded8357a69 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:15.105653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 67d91751-75fc-49e3-b0f5-3fded8357a69 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:15.106032 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.172972 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04082b47-1127-4239-93d3-7871307ec89f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.178824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-04082b47-1127-4239-93d3-7871307ec89f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6817272 Aug 24 00:32:15.179275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43062) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:15.184570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:15.207378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d4611-c64c-4e2f-a848-49e40dfc74d0 req-55a1ad4e-e7f8-461f-ac57-81b78d32f6f4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:15.217313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf9d4611-c64c-4e2f-a848-49e40dfc74d0 req-55a1ad4e-e7f8-461f-ac57-81b78d32f6f4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 945 time: 0.0841856 Aug 24 00:32:15.232979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5706cfd4-2429-417f-8ca7-93c8b7a104f1 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:15.279387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.281585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf9d4611-c64c-4e2f-a848-49e40dfc74d0 req-b6e0f5f9-0ba2-4b9a-bc30-e879b786f851 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511656 Aug 24 00:32:15.312866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 67d91751-75fc-49e3-b0f5-3fded8357a69, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=67d91751-75fc-49e3-b0f5-3fded8357a69,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:15.358471 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.423202 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.463408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:15.470286 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.471993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:15.472336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.481723 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Transition to ACTIVE for port object 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:15.497490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.513864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=67d91751-75fc-49e3-b0f5-3fded8357a69,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:15.571857 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.595805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:15.598147 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9899432-735b-4895-949a-e4b1c11886a1" -d '{"events": [{"server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "name": "network-vif-plugged", "status": "completed", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:15.613497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Allocated IP 172.25.5.80 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/3e037ca7-da79-40f2-ae81-1639ba13e119) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:15.622630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5706cfd4-2429-417f-8ca7-93c8b7a104f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:15.626706 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.651611 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3160b5ca-5253-471e-a8b4-80e5dcf00ba3 x-openstack-request-id: req-3160b5ca-5253-471e-a8b4-80e5dcf00ba3 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:15.651966 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "name": "network-vif-plugged", "status": "completed", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:15.652726 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3160b5ca-5253-471e-a8b4-80e5dcf00ba3 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:15.653185 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'code': 200} Aug 24 00:32:15.702315 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2595ecf-f59d-4d27-aba8-65d57eee300b None None] Pushing event updated for resources: {'Port': ['ID=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:15.743560 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.773445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.779490 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Attempting to bind port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:15.780065 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Attempting to bind port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:15.780619 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Attempting to bind port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 on network afc16a95-1224-4516-a0b8-92c925108fc6 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:15.784414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c44c2-b0f0-4471-85f4-28606ecffad1 req-37757154-8e01-45c0-b789-d9accac37447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:15.785964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a6c44c2-b0f0-4471-85f4-28606ecffad1 req-37757154-8e01-45c0-b789-d9accac37447 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 1095 time: 0.0703766 Aug 24 00:32:15.787196 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:15.788102 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Checking segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:15.788672 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.789536 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Bound using segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:15.790209 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Bound port: 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:15.790912 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.812162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 54051c95-429f-46e2-a852-e495b47c5b7d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:15.876972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a6c44c2-b0f0-4471-85f4-28606ecffad1 req-56c39b00-7cca-4a23-9325-d3c86cc31391 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840316 Aug 24 00:32:15.948458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:15.961053 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] For port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:15.968185 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] For port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:15.995382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=5706cfd4-2429-417f-8ca7-93c8b7a104f1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.030611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:16.031687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a5dab-6cfb-4bbe-a5c3-3b60c804bc74 req-f7cd3d82-10a9-4e39-947f-10d4504aab6f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.035457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:16.044817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:16.047138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'Port': ['ID=3e037ca7-da79-40f2-ae81-1639ba13e119,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.054463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-246a5dab-6cfb-4bbe-a5c3-3b60c804bc74 req-f7cd3d82-10a9-4e39-947f-10d4504aab6f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 945 time: 0.1279550 Aug 24 00:32:16.085004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.085609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.086128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.086678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.087334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.088034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.089222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.089805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.090145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.090485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.090821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.091192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:16.093111 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.110382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-246a5dab-6cfb-4bbe-a5c3-3b60c804bc74 req-b19b8b39-4811-4a9c-a10d-6c4418cffd57 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547655 Aug 24 00:32:16.117976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 54051c95-429f-46e2-a852-e495b47c5b7d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:16.125913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 54051c95-429f-46e2-a852-e495b47c5b7d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:16.126303 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.176062 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.229478 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:16.230204 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:16.235376 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2595ecf-f59d-4d27-aba8-65d57eee300b None None] Pushing event updated for resources: {'Port': ['ID=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.294389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.341837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 54051c95-429f-46e2-a852-e495b47c5b7d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=54051c95-429f-46e2-a852-e495b47c5b7d,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:16.362628 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.415948 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.502427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57953e-d99f-476c-a91c-e8445d8664a5 req-09936a11-02aa-4862-84e5-9c3254c0bf09 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:16.511170 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:16.511885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc57953e-d99f-476c-a91c-e8445d8664a5 req-09936a11-02aa-4862-84e5-9c3254c0bf09 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 945 time: 0.1159189 Aug 24 00:32:16.544679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=54051c95-429f-46e2-a852-e495b47c5b7d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.586563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc57953e-d99f-476c-a91c-e8445d8664a5 req-6aae188f-b1ed-452c-95f7-29d58dbd36b0 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734184 Aug 24 00:32:16.613102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.738571 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:16.750573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 67d91751-75fc-49e3-b0f5-3fded8357a69 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:16.757167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.770550 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f85a71-0fc2-49ab-9769-c526e969e108 None None] The sync data for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 is: [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:16.802691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 67d91751-75fc-49e3-b0f5-3fded8357a69 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:16.803257 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:16.867135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'Port': ['ID=3e037ca7-da79-40f2-ae81-1639ba13e119,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:16.909140 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.061894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:17.065546 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0e87544f-ecc1-4b37-83c5-43cb27b7ea98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8851955 Aug 24 00:32:17.344449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aeaab-448e-4fac-833d-4406ee548bcc req-f9eb4458-ff71-44e6-849a-1c3187da0157 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.346207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e25aeaab-448e-4fac-833d-4406ee548bcc req-f9eb4458-ff71-44e6-849a-1c3187da0157 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 945 time: 0.1074374 Aug 24 00:32:17.356805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-4ad2535c-2605-460c-93d8-d7bb9306da12 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--83122113&fields=id&tenant_id=9d000a4eb6294307ba4805918c3e57d8 HTTP/1.1" status: 200 len: 267 time: 0.0762746 Aug 24 00:32:17.461608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e25aeaab-448e-4fac-833d-4406ee548bcc req-a2ab20f2-1d63-43c4-b873-70fe941639ae tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007035 Aug 24 00:32:17.512104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-0cea5d66-c8bd-4e39-a224-d44b1ce5f14c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.520277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-0cea5d66-c8bd-4e39-a224-d44b1ce5f14c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 810 time: 0.1559067 Aug 24 00:32:17.531249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-2b4f29a2-eb11-4635-b5e6-9a42ae3f697b tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/quotas/9d000a4eb6294307ba4805918c3e57d8 HTTP/1.1" status: 200 len: 375 time: 0.0116711 Aug 24 00:32:17.654258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef8d09e-4228-4d61-a8c2-14a399a07235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54051c95-429f-46e2-a852-e495b47c5b7d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:17.657196 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5892d6-6657-4ae0-abf3-c79caad948ee" -d '{"events": [{"server_uuid": "0ef8d09e-4228-4d61-a8c2-14a399a07235", "name": "network-vif-plugged", "status": "completed", "tag": "54051c95-429f-46e2-a852-e495b47c5b7d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:17.962203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-abf5cf38-b1eb-45f9-a9c5-a57771f3cf53 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4243364 Aug 24 00:32:17.981455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd374a4-fe9e-476f-a6d1-ddec0971f1a2 req-d44d4db3-57cb-4d66-bb0b-beb88b0e1878 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:17.987390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afd374a4-fe9e-476f-a6d1-ddec0971f1a2 req-d44d4db3-57cb-4d66-bb0b-beb88b0e1878 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.0904164 Aug 24 00:32:18.115347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-afd374a4-fe9e-476f-a6d1-ddec0971f1a2 req-33e2859a-f607-4be3-b3d9-ad4a374292d4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921824 Aug 24 00:32:18.148189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-9b9e8d22-047f-4f19-980b-4e4463113c29 service neutron] 10.222.0.26 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591270 Aug 24 00:32:18.172505 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28dcf7b-3256-426c-8ad4-e27307fc1420 x-openstack-request-id: req-f28dcf7b-3256-426c-8ad4-e27307fc1420 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:18.173086 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef8d09e-4228-4d61-a8c2-14a399a07235", "name": "network-vif-plugged", "status": "completed", "tag": "54051c95-429f-46e2-a852-e495b47c5b7d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:18.173621 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f28dcf7b-3256-426c-8ad4-e27307fc1420 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:18.174002 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef8d09e-4228-4d61-a8c2-14a399a07235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54051c95-429f-46e2-a852-e495b47c5b7d', 'code': 200} Aug 24 00:32:18.280627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-d71f9486-cd67-4221-8f06-13dd1320fa91 service neutron] 10.222.0.26 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171482 Aug 24 00:32:18.342749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902aca4-37b0-4ddb-9cdd-aead4ae1e4e0 req-16eeba5c-572e-40d4-a113-1e610614aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:18.344836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f902aca4-37b0-4ddb-9cdd-aead4ae1e4e0 req-16eeba5c-572e-40d4-a113-1e610614aed9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 1097 time: 0.0543375 Aug 24 00:32:18.382548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f902aca4-37b0-4ddb-9cdd-aead4ae1e4e0 req-a42aec32-9d9d-487b-9b46-b055effc7991 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302639 Aug 24 00:32:18.593243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b2423-ff61-4321-bbb4-1cba7aec554b req-51e3c44d-94f6-4230-bcbb-706ce8015378 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:18.601031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-992b2423-ff61-4321-bbb4-1cba7aec554b req-51e3c44d-94f6-4230-bcbb-706ce8015378 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 945 time: 0.0731008 Aug 24 00:32:18.664114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d2d7f8e-0f53-4d1f-bee0-b0afa5702e54 req-f9462471-3559-42b8-934a-7c9a9616e7ad tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 210 time: 0.0420971 Aug 24 00:32:18.679635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-992b2423-ff61-4321-bbb4-1cba7aec554b req-c61c4598-df4c-4fa7-b094-bad8017ccf06 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777261 Aug 24 00:32:18.806888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:18.893311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-7b2520ac-074c-48c9-8269-93b21342a861 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:18.894914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-7b2520ac-074c-48c9-8269-93b21342a861 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1205399 Aug 24 00:32:18.952302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:18.956807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:18.957160 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:18.976194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-d58229df-14b3-4c57-93e2-ec6fac01361f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0735793 Aug 24 00:32:18.982284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Request body: {'floatingip': {'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:19.065557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.112856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.167408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:19.243139 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.303839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:19.332669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409615d-cabe-444d-9aff-78e2c77bdfa3 req-1da29143-a931-4894-a231-ee2d340b810f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:19.334475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5409615d-cabe-444d-9aff-78e2c77bdfa3 req-1da29143-a931-4894-a231-ee2d340b810f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1312749 Aug 24 00:32:19.455619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5409615d-cabe-444d-9aff-78e2c77bdfa3 req-8cbb21a4-ef44-48d5-b85e-df5a7f020f00 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141903 Aug 24 00:32:19.637858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.730746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:19.747615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa7d2265-2d18-46fd-ad38-ab0801313721 req-e4974fe1-bd1c-449d-b265-5caa9d05f58b tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 210 time: 0.0280333 Aug 24 00:32:19.847566 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45 associated. External IP: 172.25.5.130, port: 11e342c1-9b86-48af-89d0-b20760b735ba. Aug 24 00:32:19.989694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-fda49a24-99bd-496b-af14-ae20fb8b1b3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844953 Aug 24 00:32:20.131120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:20.138262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43330) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:20.194382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-18c369cd-b844-4058-8542-fe9b848bfb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:20.195905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-18c369cd-b844-4058-8542-fe9b848bfb9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d12e816d6ce480196a27aa0c7c40053&device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 1096 time: 0.0952873 Aug 24 00:32:20.262351 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d89b-876e-4369-8d09-1762c359e043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.321167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:20.325899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.333697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:20.345242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:20.346378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:20.370665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d89b-876e-4369-8d09-1762c359e043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.371732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-bd847db8-fdda-49ee-acee-3cc27a9702e7 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "PUT /v2.0/floatingips/14281b7f-879f-44a0-8766-a2e5fd7d3c45 HTTP/1.1" status: 200 len: 996 time: 1.3943465 Aug 24 00:32:20.375814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:20.378327 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4" -d '{"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:20.436907 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a63aa70-fc34-43c5-a50a-f41047d2852c x-openstack-request-id: req-1a63aa70-fc34-43c5-a50a-f41047d2852c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:20.437361 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:20.437901 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a63aa70-fc34-43c5-a50a-f41047d2852c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:20.438560 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba', 'status': 'completed', 'code': 200} Aug 24 00:32:20.441498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-c6cfe7cd-3fbd-49dd-ae1c-c443a66913d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:20.443297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-c6cfe7cd-3fbd-49dd-ae1c-c443a66913d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 HTTP/1.1" status: 200 len: 907 time: 0.1946979 Aug 24 00:32:20.462518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-95bc79d5-c4f0-4953-a919-fea643d6f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:20.463220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d89b-876e-4369-8d09-1762c359e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.464067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-95bc79d5-c4f0-4953-a919-fea643d6f39c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.0772243 Aug 24 00:32:20.516608 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4ab4d89b-876e-4369-8d09-1762c359e043 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef5bb34621d44a77951813fb5af44cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770692 Aug 24 00:32:20.517386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43344) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:20.524731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:20.531380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4d89b-876e-4369-8d09-1762c359e043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8518115a-dc14-4888-90d3-33cf9c2b1f11,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:20.607749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4fb01a9-aec0-44c7-95a0-7df1288f0d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.638502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4fb01a9-aec0-44c7-95a0-7df1288f0d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.645099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-e9604c0d-862a-4bae-8acf-6f37a48de295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:20.646639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-e9604c0d-862a-4bae-8acf-6f37a48de295 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.1465805 Aug 24 00:32:20.756653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-1d4e4b0a-09c5-4737-88f0-f3c5643305fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b557aad0-029a-428c-8e2d-5762b43016ba HTTP/1.1" status: 200 len: 1000 time: 0.3003204 Aug 24 00:32:20.807902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:20.883708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4fb01a9-aec0-44c7-95a0-7df1288f0d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.888479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e4fb01a9-aec0-44c7-95a0-7df1288f0d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:20.890329 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e4fb01a9-aec0-44c7-95a0-7df1288f0d0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8518115a-dc14-4888-90d3-33cf9c2b1f11 HTTP/1.1" status: 204 len: 168 time: 0.3685474 Aug 24 00:32:20.910989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb01a9-aec0-44c7-95a0-7df1288f0d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518115a-dc14-4888-90d3-33cf9c2b1f11,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:20.921540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-191687e7-080b-4081-bba3-2762e233b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:20.943549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-191687e7-080b-4081-bba3-2762e233b624 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.4398189 Aug 24 00:32:20.999597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-891df2ae-317f-47ed-95e8-e31a39ff747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:21.001501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-891df2ae-317f-47ed-95e8-e31a39ff747b service neutron] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.3430169 Aug 24 00:32:21.003069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-e6cccdf5-c8b4-465e-a9ee-5b8b5088dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:21.005086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-e6cccdf5-c8b4-465e-a9ee-5b8b5088dee6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=438d58e3-6d52-4c58-9fc8-339f34610163 HTTP/1.1" status: 200 len: 845 time: 0.2394655 Aug 24 00:32:21.024289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737446cb-00aa-4153-898a-133b80087c4e req-7b333dc1-e3eb-4762-8e0a-4394bcc4f294 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:21.029675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-737446cb-00aa-4153-898a-133b80087c4e req-7b333dc1-e3eb-4762-8e0a-4394bcc4f294 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.4244094 Aug 24 00:32:21.162027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-fd1bf3c1-a471-4d48-981b-9ec765b81228 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 999 time: 0.2182438 Aug 24 00:32:21.261466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:21.262138 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:21.281991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-87e2072c-dd4d-46f4-93bd-212cb78f7143 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 999 time: 0.2507429 Aug 24 00:32:21.319606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:56:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 1, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:21.356134 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:32:21.361062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:21.397910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:21.399100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:21.523565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-115e79f6-5b02-47bc-ac6d-a88b7122c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:21.525420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-115e79f6-5b02-47bc-ac6d-a88b7122c73b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.2413545 Aug 24 00:32:21.544367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:21.562889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-737446cb-00aa-4153-898a-133b80087c4e req-3351c6c8-d38d-40e5-9c33-1a7d2bbc208f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351985 Aug 24 00:32:21.607285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-7cb77931-12ab-4a56-91fc-aaedc3892a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:21.615398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-7cb77931-12ab-4a56-91fc-aaedc3892a82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5144503 Aug 24 00:32:21.651997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-61ce1d5a-7c4a-4a9d-8a68-0cc15f76e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:21.655513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-61ce1d5a-7c4a-4a9d-8a68-0cc15f76e8b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.3504043 Aug 24 00:32:21.855224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43368) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:21.885490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b97c3cb-f697-4b8a-9530-65ed37203103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.077843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:56:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 1, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:22.116465 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b97c3cb-f697-4b8a-9530-65ed37203103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.117920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85223c1d-02ed-451f-8e1e-bab3c17fe8b4 None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:56:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 1, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:22.197421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b97c3cb-f697-4b8a-9530-65ed37203103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.290223 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9b97c3cb-f697-4b8a-9530-65ed37203103 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=521742a8b12e431592d928df24d5fe31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337029 Aug 24 00:32:22.291857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43372) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:22.292714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97c3cb-f697-4b8a-9530-65ed37203103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c8ea58-9de7-467b-b2fa-5e0778948ff8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:22.367246 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09c73cfe-3562-4964-8335-09a4ca5bbc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.397746 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09c73cfe-3562-4964-8335-09a4ca5bbc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.438372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-964b73aa-e06a-421b-b60d-d715a94ea1ef req-6f34ef99-b774-40fc-9357-951f29057a1b tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 210 time: 0.0798516 Aug 24 00:32:22.488483 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9267932-13cc-47c8-a8b5-06118fac0fef None None] New status for floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:32:22.503742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-d92bbe9a-eba5-45ef-930d-3f50665113d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:22.505546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-d92bbe9a-eba5-45ef-930d-3f50665113d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9347589 Aug 24 00:32:22.511994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09c73cfe-3562-4964-8335-09a4ca5bbc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.515936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-09c73cfe-3562-4964-8335-09a4ca5bbc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:22.518246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-09c73cfe-3562-4964-8335-09a4ca5bbc84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9c8ea58-9de7-467b-b2fa-5e0778948ff8 HTTP/1.1" status: 204 len: 168 time: 0.2224145 Aug 24 00:32:22.538957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c73cfe-3562-4964-8335-09a4ca5bbc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c8ea58-9de7-467b-b2fa-5e0778948ff8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:22.542828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-ff58e3b7-3496-4ee0-b042-481d2e32a7b7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:32:22.543952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-ff58e3b7-3496-4ee0-b042-481d2e32a7b7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099869 Aug 24 00:32:22.553129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-955718c6-33e5-4c5d-b81f-9b9ad8778fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:22.555138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-955718c6-33e5-4c5d-b81f-9b9ad8778fee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8308291 Aug 24 00:32:22.602055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-2c72666a-051d-4591-b577-eeff721c7004 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:22.604347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-2c72666a-051d-4591-b577-eeff721c7004 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.36 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 810 time: 1.0187538 Aug 24 00:32:22.708754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-8b0cf5b4-0e43-427c-aeba-121272e8df50 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441066 Aug 24 00:32:22.773292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-7c3c7070-fbe5-4209-88aa-9cf62ba9503d service neutron] 10.222.0.36 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1133809 Aug 24 00:32:22.897317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-b69346e3-e759-402a-b2e6-bfcbcaed2ab6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d000a4eb6294307ba4805918c3e57d8 HTTP/1.1" status: 200 len: 378 time: 0.1841633 Aug 24 00:32:22.923787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'port': {'device_id': '397de58c-5894-495f-8664-696c4f5b33ec', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'admin_state_up': True, 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'security_groups': ['1ad93c4f-346e-40b0-8c8d-ea553a9dc99f']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:23.014896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-057f1b32-1a79-4b3f-ab27-0b6a0280cd83 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408839 Aug 24 00:32:23.108109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5592a6d9-92d6-49a4-8a80-4ec6fdf550c4 req-da9a55ac-1155-4e2e-a3c6-0fbad4af4c54 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600140 Aug 24 00:32:23.201601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-66c7ee8a-d446-436d-8d64-fbd925b82543 service neutron] 10.222.0.36 "GET /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160488 Aug 24 00:32:23.224076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c68863a-6a1e-4820-b8bd-fe6afa5f98b4 req-3585fc8f-2b8e-4fc1-9831-c220b00972ce service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957309 Aug 24 00:32:23.227304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-981d58d1-79cf-40bd-a915-f288788b34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:23.229979 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-981d58d1-79cf-40bd-a915-f288788b34e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 1097 time: 0.0935397 Aug 24 00:32:23.400931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Made reservation on behalf of 9d000a4eb6294307ba4805918c3e57d8 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:23.414468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:23.501893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-cfb5c300-7352-4d34-929c-8a538845b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:23.503436 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-cfb5c300-7352-4d34-929c-8a538845b921 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 919 time: 0.2525911 Aug 24 00:32:23.537666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fae34-86c5-4fe7-bbea-50e656814fa9 req-de0a7cd7-6531-40f2-b54f-5a171c4a56e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:23.537666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc4fae34-86c5-4fe7-bbea-50e656814fa9 req-de0a7cd7-6531-40f2-b54f-5a171c4a56e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.2435160 Aug 24 00:32:23.573837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-6ab6b4a0-6f17-495c-8005-fe5ff294301a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54051c95-429f-46e2-a852-e495b47c5b7d HTTP/1.1" status: 200 len: 217 time: 0.0623746 Aug 24 00:32:23.579396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-3fda5b0a-c652-49bf-8ded-f0b08fbecd47 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:23.581058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-3fda5b0a-c652-49bf-8ded-f0b08fbecd47 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1578028 Aug 24 00:32:23.693079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-0c4e0442-7278-4b12-b91e-ef4e81dd0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:23.695192 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-0c4e0442-7278-4b12-b91e-ef4e81dd0126 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.1124043 Aug 24 00:32:23.753762 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-a0b018f8-4e1f-48b8-88e4-18a5b6c4a00e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456016 Aug 24 00:32:23.757788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc4fae34-86c5-4fe7-bbea-50e656814fa9 req-40b53e9f-790d-468e-a26a-0139f574901a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925533 Aug 24 00:32:23.802262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-f2e4e6e2-e365-4ccf-8798-243e9bc57dbd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.2118127 Aug 24 00:32:23.815879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Allocated IP 172.20.0.13 (afc16a95-1224-4516-a0b8-92c925108fc6/c21ea054-153b-4717-a320-37f10a2b5e36/b4eba42f-0e0e-4227-a60a-813f867d1459) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:32:23.821260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Request body: {'floatingip': {'port_id': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:23.962713 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-422c3820-8fed-4eac-b3e7-42bf0ff5a734 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539464 Aug 24 00:32:23.964750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58aed41d-c780-4424-bb73-890893edd0b3 req-ac46c713-4437-4435-ba00-70aed3edbded tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 210 time: 0.0468125 Aug 24 00:32:23.964750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.044093 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a8cf8b67-85c7-4e6e-be06-53b4dee796cf req-4dcf01cd-b01b-4390-9f5e-d82f07dc47a7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272845 Aug 24 00:32:24.162537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-bdd6e031-94e8-43d0-b536-7c273c300ca2 req-6ff0f4ce-771b-4763-8fe5-72066c3261e8 tempest-ServersWithSpecificFlavorTestJSON-901676670 tempest-ServersWithSpecificFlavorTestJSON-901676670-project] (95327) timed out ('10.222.0.37', 49807) {{(pid=95327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:32:24.215069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.234002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Transition to ACTIVE for port object b4eba42f-0e0e-4227-a60a-813f867d1459 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:24.437400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.500725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Network afc16a95-1224-4516-a0b8-92c925108fc6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:32:24.506975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:32:24.515439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:32:24.522160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'Port': ['ID=b4eba42f-0e0e-4227-a60a-813f867d1459,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:24.611266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:24.611827 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.732239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-7324f3a2-3437-4ef5-b16c-e104cff8f9fd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8247597 Aug 24 00:32:24.789073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Request body: {'port': {'device_id': '397de58c-5894-495f-8664-696c4f5b33ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:24.860148 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.894516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.951152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8a9c7-5d61-43e5-84c8-0c583614be0c req-2ab13791-9744-4ddb-80e1-4e6fee2b41f4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:24.952648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25f8a9c7-5d61-43e5-84c8-0c583614be0c req-2ab13791-9744-4ddb-80e1-4e6fee2b41f4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.0914221 Aug 24 00:32:24.970061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4da7d7a8-8b4e-42fd-a823-0ff60b036947 None None] Provisioning for port b4eba42f-0e0e-4227-a60a-813f867d1459 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:24.972061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4da7d7a8-8b4e-42fd-a823-0ff60b036947 None None] Provisioning complete for port b4eba42f-0e0e-4227-a60a-813f867d1459 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:24.972678 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4da7d7a8-8b4e-42fd-a823-0ff60b036947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:24.993276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.038368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4da7d7a8-8b4e-42fd-a823-0ff60b036947 None None] Port b4eba42f-0e0e-4227-a60a-813f867d1459 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:32:25.150015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25f8a9c7-5d61-43e5-84c8-0c583614be0c req-c9ed7419-d566-4823-a27a-727230059b71 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856868 Aug 24 00:32:25.336692 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45 associated. External IP: 172.25.5.130, port: 11e342c1-9b86-48af-89d0-b20760b735ba. Aug 24 00:32:25.465968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:25.872278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-c0e5db68-2f2f-44ea-9ce0-6ace47c5c657 req-9b23baf3-78b4-4daa-83a4-c6a88bb9c730 service neutron] (95326) timed out ('10.222.0.37', 49833) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:32:25.927768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd493c-bf36-43aa-b290-0ca8d1631dd8 req-4693dac2-d9b4-4bea-9313-a48ef68fd968 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:25.929274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21fd493c-bf36-43aa-b290-0ca8d1631dd8 req-4693dac2-d9b4-4bea-9313-a48ef68fd968 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 932 time: 0.6659777 Aug 24 00:32:26.091548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:26.137400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21fd493c-bf36-43aa-b290-0ca8d1631dd8 req-a7498023-d472-4761-a084-89e605e80f22 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1699550 Aug 24 00:32:26.147658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4eba42f-0e0e-4227-a60a-813f867d1459 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:26.227509 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.251237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Transition to ACTIVE for port object b4eba42f-0e0e-4227-a60a-813f867d1459 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:32:26.277462 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5b61adbc-1f92-44ff-9f0d-43b826e4905b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.321622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:26.336020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:26.354893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:26.354893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:26.489297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.577755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:26.588227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e88d3-8f42-479b-a463-3bc6b7f46dfa req-b3e69595-dc46-4547-82b8-d6b9ba2d7cac tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:26.590178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f5e88d3-8f42-479b-a463-3bc6b7f46dfa req-b3e69595-dc46-4547-82b8-d6b9ba2d7cac tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1876183 Aug 24 00:32:26.608838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Pushing event updated for resources: {'Port': ['ID=b4eba42f-0e0e-4227-a60a-813f867d1459,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:26.795493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f5e88d3-8f42-479b-a463-3bc6b7f46dfa req-5103ecb9-c35e-4dc4-8a3c-0eebb0fef658 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971564 Aug 24 00:32:26.862283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Attempting to bind port b4eba42f-0e0e-4227-a60a-813f867d1459 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:32:26.862705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Attempting to bind port b4eba42f-0e0e-4227-a60a-813f867d1459 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:32:26.862964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Attempting to bind port b4eba42f-0e0e-4227-a60a-813f867d1459 on network afc16a95-1224-4516-a0b8-92c925108fc6 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:26.871602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Port b4eba42f-0e0e-4227-a60a-813f867d1459 on network afc16a95-1224-4516-a0b8-92c925108fc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:32:26.871933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Attempting to bind port b4eba42f-0e0e-4227-a60a-813f867d1459 on network afc16a95-1224-4516-a0b8-92c925108fc6 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:32:26.877890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:26.881107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:32:26.881545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Checking segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:32:26.881991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Bound using segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:32:26.882454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Bound port: b4eba42f-0e0e-4227-a60a-813f867d1459, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:32:26.882854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:26.928579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:7c:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:24Z', 'revision_number': 3, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:26.966191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:26.980837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:26.981671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:27.061817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] For port b4eba42f-0e0e-4227-a60a-813f867d1459, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:32:27.066394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] For port b4eba42f-0e0e-4227-a60a-813f867d1459, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b4eba42f-0e0e-4227-a60a-813f867d1459,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:32:27.080476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:27.094206 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.130545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:27.133474 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:27.173601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:27.174169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-2e466bf0-60f9-4290-aec6-c1812e9b5885 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "PUT /v2.0/floatingips/14281b7f-879f-44a0-8766-a2e5fd7d3c45 HTTP/1.1" status: 200 len: 998 time: 3.3602307 Aug 24 00:32:27.233222 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.236672 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0894c787-6549-4d1a-8f5e-270bb13493fa x-openstack-request-id: req-0894c787-6549-4d1a-8f5e-270bb13493fa {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:27.236960 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:27.237212 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0894c787-6549-4d1a-8f5e-270bb13493fa {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:27.237718 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba', 'status': 'completed', 'code': 200} Aug 24 00:32:27.387642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-d6258cf7-d57f-4749-833c-709db9df6e5c tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.389104 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-d6258cf7-d57f-4749-833c-709db9df6e5c tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports/11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 942 time: 0.2064297 Aug 24 00:32:27.455428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.456060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:27.457457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] 10.222.0.36 "PUT /v2.0/ports/b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 200 len: 1092 time: 2.6731071 Aug 24 00:32:27.510623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-ce42edd8-1e6a-4374-8cc7-cf86aab79686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.514490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-ce42edd8-1e6a-4374-8cc7-cf86aab79686 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.2660527 Aug 24 00:32:27.524845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3768600-7d9f-4e03-9b15-d0020e03703e service neutron] Pushing event updated for resources: {'Port': ['ID=b4eba42f-0e0e-4227-a60a-813f867d1459,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:27.646006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:7c:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:24Z', 'revision_number': 3, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:27.699989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f04497d-507d-4887-8133-8905f27b2254 None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:7c:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:24Z', 'revision_number': 3, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:27.708763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae1e6e-0b8e-4a3f-b8a8-8eda94678dc6 req-a327ca87-a6c2-45f7-82ba-01b4a6797fe9 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.710454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8bae1e6e-0b8e-4a3f-b8a8-8eda94678dc6 req-a327ca87-a6c2-45f7-82ba-01b4a6797fe9 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 944 time: 0.3755407 Aug 24 00:32:27.815520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-c6234a16-a803-4555-868d-3588ad3780b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.818022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-c6234a16-a803-4555-868d-3588ad3780b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.2784894 Aug 24 00:32:27.838879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-3ae60c8d-4330-4442-8f6a-2337f6b48912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.838879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-3ae60c8d-4330-4442-8f6a-2337f6b48912 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 1095 time: 0.1734204 Aug 24 00:32:27.875344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8bae1e6e-0b8e-4a3f-b8a8-8eda94678dc6 req-6b548c75-3095-4b79-9a99-1dac91960927 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431346 Aug 24 00:32:27.924821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-bf223880-27bf-4d24-87b6-fe520266d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:27.927030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-bf223880-27bf-4d24-87b6-fe520266d991 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.3984859 Aug 24 00:32:27.983163 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5415e-27a7-4964-bf39-6cb85deaaf9d None None] New status for floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:32:28.004523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-de0ea257-99db-49dd-ab79-2eb92f38ab47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 200 len: 217 time: 0.1270223 Aug 24 00:32:28.101233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-a67ebc93-a80f-44f6-90a8-28e8df028c8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 217 time: 0.0989254 Aug 24 00:32:28.199313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-d7bd7dde-dd05-46cf-bc70-99c025f93662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.200842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-d7bd7dde-dd05-46cf-bc70-99c025f93662 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.1817248 Aug 24 00:32:28.251632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-fc7e65db-3e8b-4701-85a1-9b2a99f531b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.253324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-fc7e65db-3e8b-4701-85a1-9b2a99f531b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.4216299 Aug 24 00:32:28.257428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-cb5e45c9-87f5-4a11-9d2c-57db9a5882b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.258827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-cb5e45c9-87f5-4a11-9d2c-57db9a5882b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.1425099 Aug 24 00:32:28.270634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc24eb5-a3fb-4b20-929b-6c655f25534e req-0cd25135-0968-4328-9cc8-efb179328951 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.277487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cc24eb5-a3fb-4b20-929b-6c655f25534e req-0cd25135-0968-4328-9cc8-efb179328951 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.2091978 Aug 24 00:32:28.360369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-9cbe6c32-9e38-4c29-9369-93a409993c93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 217 time: 0.0976527 Aug 24 00:32:28.389655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-629af76f-c7ca-47e8-a17f-5c8f95b9ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.391208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-629af76f-c7ca-47e8-a17f-5c8f95b9ffa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783059 Aug 24 00:32:28.407311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:28.418031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:28.418731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:28.438145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cc24eb5-a3fb-4b20-929b-6c655f25534e req-eb9efe89-9cbe-4671-8887-dee8f7e7abec tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597464 Aug 24 00:32:28.499979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-515dce35-a911-4530-bc06-7b05a1713ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.501810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-515dce35-a911-4530-bc06-7b05a1713ec5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224600 Aug 24 00:32:28.510402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-980a8821-8818-4a7c-9405-b70b7a60b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.511878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-980a8821-8818-4a7c-9405-b70b7a60b5de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.1433864 Aug 24 00:32:28.559528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:28.650972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-88b57b4a-b588-40d6-a4be-6754b8f5d580 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343302 Aug 24 00:32:28.655123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-3595b079-5f03-4780-adce-0684387d069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:28.656564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-3595b079-5f03-4780-adce-0684387d069b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338561 Aug 24 00:32:28.713073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-f7d2cb91-63db-40bf-b808-c526eb7e01a3 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986935 Aug 24 00:32:28.713406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-174df61c-c9a7-44e9-a1f4-0ba2e86d311f req-79270fd0-f4bb-4b58-9a7b-02ca3ab9ac6c service neutron] (95327) timed out ('10.222.0.36', 56839) {{(pid=95327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:32:29.109445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:7c:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:28Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:29.142717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:29.153915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:29.154648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:29.204788 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8937f254-cfd2-410c-bb39-d3e1a01ec26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.216016 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:29.265593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1'}, {'name': 'network-changed', 'server_uuid': '397de58c-5894-495f-8664-696c4f5b33ec', 'tag': 'b4eba42f-0e0e-4227-a60a-813f867d1459'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:29.270375 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd79d15d-9eda-462f-87ce-99fb7576d33f" -d '{"events": [{"name": "network-changed", "server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1"}, {"name": "network-changed", "server_uuid": "397de58c-5894-495f-8664-696c4f5b33ec", "tag": "b4eba42f-0e0e-4227-a60a-813f867d1459"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:29.300674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-d9576a4d-07ea-4876-92ac-fd8e3de678c0 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257803 Aug 24 00:32:29.370479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:29.484363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a76efbc4-48d0-4589-a246-3f32510f1e9c req-0e5f3457-9e5a-466c-a3d9-fbd979f6f7ab service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8153195 Aug 24 00:32:29.546266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1f4bb-f51e-4277-a9ee-1700e2179859 req-e475f9b2-9c44-4e4b-8339-6cb58c67a98d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:29.559831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22f1f4bb-f51e-4277-a9ee-1700e2179859 req-e475f9b2-9c44-4e4b-8339-6cb58c67a98d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 944 time: 0.3450074 Aug 24 00:32:29.566754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efcbb18b-a1d5-4bcb-af8c-e8787258e5d8 req-028b13d7-2b95-4fd7-8329-683e0c216ddb service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792722 Aug 24 00:32:29.638865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22f1f4bb-f51e-4277-a9ee-1700e2179859 req-c9b96e95-766a-4abd-96a4-25382cf0f4dd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770991 Aug 24 00:32:29.694757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-bb0a30ff-eed1-4455-a019-ee5f9aa8b71b service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439708 Aug 24 00:32:29.717021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:7c:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:28Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:29.722778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43530) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:29.753218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48387bbc-e0f6-4382-b4eb-8e81c9a9de46 None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:7c:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:28Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:29.878162 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9cd94a-5344-4157-a2f1-b19a3018a4b7 x-openstack-request-id: req-df9cd94a-5344-4157-a2f1-b19a3018a4b7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:29.878162 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "397de58c-5894-495f-8664-696c4f5b33ec", "tag": "b4eba42f-0e0e-4227-a60a-813f867d1459", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:29.878162 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df9cd94a-5344-4157-a2f1-b19a3018a4b7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:29.878162 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'status': 'completed', 'code': 200} Aug 24 00:32:29.878162 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397de58c-5894-495f-8664-696c4f5b33ec', 'tag': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'status': 'completed', 'code': 200} Aug 24 00:32:29.966616 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d3a9a282-4cdf-4cd6-8d6a-5570b9a3a290 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=039986220910486e8031fefa944d177d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407589 Aug 24 00:32:29.967767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43538) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:30.031909 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-562e5d20-233f-4b54-9da6-371525c669c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.091835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-562e5d20-233f-4b54-9da6-371525c669c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.095268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-fed9f9bd-e598-4f24-a39e-47c625046ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.096804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-fed9f9bd-e598-4f24-a39e-47c625046ace service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 1096 time: 0.1963096 Aug 24 00:32:30.110508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1984c6-dd0d-40f2-902e-e6b3870ed67d req-d42b58cc-d137-47ff-8982-c399067d28bf tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.112308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db1984c6-dd0d-40f2-902e-e6b3870ed67d req-d42b58cc-d137-47ff-8982-c399067d28bf tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1268744 Aug 24 00:32:30.116603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-367f6786-177d-4850-a699-9a763637508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.118028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-367f6786-177d-4850-a699-9a763637508b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 1095 time: 0.1654723 Aug 24 00:32:30.128066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-224a4a83-2633-4f6f-89b2-081bd95090e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.129613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-224a4a83-2633-4f6f-89b2-081bd95090e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 1096 time: 0.1530597 Aug 24 00:32:30.317509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-562e5d20-233f-4b54-9da6-371525c669c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.317975 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.320338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-562e5d20-233f-4b54-9da6-371525c669c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:30.321504 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-562e5d20-233f-4b54-9da6-371525c669c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0 HTTP/1.1" status: 204 len: 168 time: 0.3525169 Aug 24 00:32:30.351607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e5d20-233f-4b54-9da6-371525c669c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2f0e3d-f4fa-4d9b-b48d-9df2e89b9ce0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:30.351857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db1984c6-dd0d-40f2-902e-e6b3870ed67d req-d0baba60-a081-4e92-ba35-a9d7be1b56ac tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263389 Aug 24 00:32:30.405223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-6167d2ee-cc01-45d2-88c7-b4116c5589a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.406622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-6167d2ee-cc01-45d2-88c7-b4116c5589a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.2927217 Aug 24 00:32:30.412473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-c99be4c5-6f56-4c7f-b29b-59e09fd83d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.413875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-c99be4c5-6f56-4c7f-b29b-59e09fd83d07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.2835026 Aug 24 00:32:30.426119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-5b0b5920-1c8d-4386-a34c-92bb9aec89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.427548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-5b0b5920-1c8d-4386-a34c-92bb9aec89e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.2705984 Aug 24 00:32:30.541247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-af52ff8c-3ad5-49a3-b673-ddd97e155cae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 200 len: 217 time: 0.1166294 Aug 24 00:32:30.590109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-1993ec46-afa6-428c-a391-e55e5f39eaef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 1001 time: 0.1735811 Aug 24 00:32:30.600791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-9f1e7722-56bc-4689-be6e-832cfeee94c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 1001 time: 0.1388323 Aug 24 00:32:30.685137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-ae600c3b-6652-4a6d-83df-013bbff5e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.686653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-ae600c3b-6652-4a6d-83df-013bbff5e1a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.1342578 Aug 24 00:32:30.694715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-c5a9907e-efd2-4941-8e03-a6d6fc1c9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.694822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-c5a9907e-efd2-4941-8e03-a6d6fc1c9f7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.0960507 Aug 24 00:32:30.773683 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-0198920f-e680-4581-aa75-b77f1029b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.775270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-0198920f-e680-4581-aa75-b77f1029b09d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.1643820 Aug 24 00:32:30.850615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ee38b-3169-4bd4-8906-71d83215ac12 req-5478e287-4a58-4736-a169-4b3d8cab6120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.850615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa4ee38b-3169-4bd4-8906-71d83215ac12 req-5478e287-4a58-4736-a169-4b3d8cab6120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 944 time: 0.1442695 Aug 24 00:32:30.850615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-ed6481b1-85a0-4cac-8eaf-aceaf4121cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.851074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-ed6481b1-85a0-4cac-8eaf-aceaf4121cbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518738 Aug 24 00:32:30.855672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-0d064c53-9c5f-4d7e-96bd-f76b8f65ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.857095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-0d064c53-9c5f-4d7e-96bd-f76b8f65ddcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473856 Aug 24 00:32:30.914890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-b068ce99-a65e-4ef1-a03c-f9a17d6bffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:30.916863 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-b068ce99-a65e-4ef1-a03c-f9a17d6bffa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320798 Aug 24 00:32:31.043768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa4ee38b-3169-4bd4-8906-71d83215ac12 req-5cc740ca-96cd-4c13-acfb-099d92a42d83 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1920025 Aug 24 00:32:31.115217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-54a9bf7c-4545-438b-a7c6-9ed06fd1d752 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511189 Aug 24 00:32:31.123149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-eac5d03e-2562-4f1f-9778-8d1bf6f530cb service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442205 Aug 24 00:32:31.200530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-da72332f-1441-4b7b-9b47-c04aad963256 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490489 Aug 24 00:32:31.348315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-d6089ac3-8351-4700-b103-8f3a47d82330 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220411 Aug 24 00:32:31.380416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd79d15d-9eda-462f-87ce-99fb7576d33f req-5ffa3c4e-655d-4695-9fde-8e35f423b8da service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442651 Aug 24 00:32:31.398891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb5e97ae-735d-4f06-88d4-0d4a60ac28c9 req-a801fe81-940c-463b-9a64-c76af2f6a1cf service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837871 Aug 24 00:32:31.480156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9c6f8-c5a1-4b8a-945d-7705a8f4c28b req-655c5c35-5207-4165-9c34-af90e604fa0c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:31.481735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34f9c6f8-c5a1-4b8a-945d-7705a8f4c28b req-655c5c35-5207-4165-9c34-af90e604fa0c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.0511403 Aug 24 00:32:31.519573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34f9c6f8-c5a1-4b8a-945d-7705a8f4c28b req-096b9984-e9b1-45b3-9d45-0757aea6d787 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Aug 24 00:32:31.677412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f001ac0-1587-4f0b-9960-fdad4dec344e req-de60c753-cf9a-46c4-8138-0fac70a1b8d6 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.0686586 Aug 24 00:32:31.735020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001ac0-1587-4f0b-9960-fdad4dec344e req-d93b8141-a42f-43dd-946c-360f6137bd2d tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:31.736445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f001ac0-1587-4f0b-9960-fdad4dec344e req-d93b8141-a42f-43dd-946c-360f6137bd2d tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports/5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 942 time: 0.0497985 Aug 24 00:32:31.831321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:31.843417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f001ac0-1587-4f0b-9960-fdad4dec344e req-5f140091-4d70-43b9-a3e4-e41284ba8fce tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.0687954 Aug 24 00:32:31.955345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001ac0-1587-4f0b-9960-fdad4dec344e req-cdf8e1c2-8543-4e21-8060-f53d0a203312 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:31.956639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f001ac0-1587-4f0b-9960-fdad4dec344e req-cdf8e1c2-8543-4e21-8060-f53d0a203312 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1070552 Aug 24 00:32:31.967352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-1f001ac0-1587-4f0b-9960-fdad4dec344e req-d84af0ff-c289-4191-9d0b-a31d57927950 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:32:31.968539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f001ac0-1587-4f0b-9960-fdad4dec344e req-d84af0ff-c289-4191-9d0b-a31d57927950 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058377 Aug 24 00:32:32.052653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-9642531e-9e65-4b24-bdd2-24eaec1ba917 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.0649967 Aug 24 00:32:32.142382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-c3bc126c-b759-4690-86e3-4a0142dcd9b3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:32.144214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-c3bc126c-b759-4690-86e3-4a0142dcd9b3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports/5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 942 time: 0.0842454 Aug 24 00:32:32.219100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e938da1-73e9-4443-a73d-464466716efe req-b0005032-7cc3-4d85-97e9-85163de901f3 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:32.219100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e938da1-73e9-4443-a73d-464466716efe req-b0005032-7cc3-4d85-97e9-85163de901f3 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 944 time: 0.0645573 Aug 24 00:32:32.300297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e938da1-73e9-4443-a73d-464466716efe req-289eb520-c18c-441e-a7b8-e49d2ec6e0c5 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768657 Aug 24 00:32:32.307013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-1624ad76-352e-43e8-aeca-9e8853a5f719 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.0901849 Aug 24 00:32:32.457084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b85f7207-731c-418c-b25c-ce7c856f34b9 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:32.459384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b85f7207-731c-418c-b25c-ce7c856f34b9 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1458387 Aug 24 00:32:32.578280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-654f7021-33be-476f-9be4-afd22b4b7efb tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.1062887 Aug 24 00:32:32.588632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:33.001154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.051518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6731c-2fc8-455f-807b-8b3823ff4c38 req-a7025fcd-7298-4eff-bcfa-48502c609ad5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:33.110790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cc6731c-2fc8-455f-807b-8b3823ff4c38 req-a7025fcd-7298-4eff-bcfa-48502c609ad5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1034482 Aug 24 00:32:33.136867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cc6731c-2fc8-455f-807b-8b3823ff4c38 req-5ba57f74-d404-4a6a-a706-3548bcaf107a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767138 Aug 24 00:32:33.189982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.377090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.377418 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45 disassociated. External IP: 172.25.5.130, port: 5706cfd4-2429-417f-8ca7-93c8b7a104f1. Aug 24 00:32:33.460257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98280a70-9d6c-4b9c-9c21-fc8b73cda45d req-c52f0978-0f9f-4269-871e-941286d48d1e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:33.461893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98280a70-9d6c-4b9c-9c21-fc8b73cda45d req-c52f0978-0f9f-4269-871e-941286d48d1e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 944 time: 0.0944238 Aug 24 00:32:33.544071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98280a70-9d6c-4b9c-9c21-fc8b73cda45d req-4da25b0c-2b33-48bd-a4cf-a41aced4da41 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508015 Aug 24 00:32:33.653305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:33.762406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:33.766851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:33.772457 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:33.782744 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:33.787357 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:33.796464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-b13c80ec-0684-4055-80e0-69a2ad9fdc94 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "PUT /v2.0/floatingips/14281b7f-879f-44a0-8766-a2e5fd7d3c45 HTTP/1.1" status: 200 len: 695 time: 1.2119734 Aug 24 00:32:33.796910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:33.799500 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71" -d '{"events": [{"name": "network-changed", "server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:33.858050 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2171802-7b8d-4829-9055-31fc84759406 x-openstack-request-id: req-a2171802-7b8d-4829-9055-31fc84759406 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:33.858794 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:33.859272 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2171802-7b8d-4829-9055-31fc84759406 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:33.859914 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'status': 'completed', 'code': 200} Aug 24 00:32:33.866977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b4eba42f-0e0e-4227-a60a-813f867d1459 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:32:33.906498 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:33.937326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-94cf0437-95ed-4f73-88df-f7dfc496c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:33.939362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-94cf0437-95ed-4f73-88df-f7dfc496c9c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 1096 time: 0.1291292 Aug 24 00:32:33.959190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-708a1dba-7e88-4723-a874-0b03736a9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:33.961630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-708a1dba-7e88-4723-a874-0b03736a9391 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 1096 time: 0.0879128 Aug 24 00:32:33.993249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b4eba42f-0e0e-4227-a60a-813f867d1459, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b4eba42f-0e0e-4227-a60a-813f867d1459,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:34.019528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'port_id': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'mac_address': 'fa:16:3e:30:5e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:32:34.068974 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:34.087818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4eba42f-0e0e-4227-a60a-813f867d1459 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:32:34.111771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b4eba42f-0e0e-4227-a60a-813f867d1459, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b4eba42f-0e0e-4227-a60a-813f867d1459,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:34.146669 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:34.154337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-a1b8584c-40d7-4119-bb8a-1360a31d9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.156164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-a1b8584c-40d7-4119-bb8a-1360a31d9df8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.2082250 Aug 24 00:32:34.174481 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:34.183920 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:34.184647 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:34.208833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-20729f40-d253-49d2-8bc7-f07521f80579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.213034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-20729f40-d253-49d2-8bc7-f07521f80579 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.2340846 Aug 24 00:32:34.213034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-67823bd7-5ed9-4cd1-a465-53f795750d1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 217 time: 0.0459430 Aug 24 00:32:34.262846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-456b20bf-75d8-41bc-b216-ba1bb840dd04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 200 len: 217 time: 0.0446606 Aug 24 00:32:34.312238 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:34.324924 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:34.377312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=b4eba42f-0e0e-4227-a60a-813f867d1459,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:34.382219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-f8932c42-163a-4dfc-b90b-17fa1da173ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.383966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-f8932c42-163a-4dfc-b90b-17fa1da173ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.1231444 Aug 24 00:32:34.390018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-5b1816b6-19d1-49f5-a3e8-d6ebb959f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.391593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-5b1816b6-19d1-49f5-a3e8-d6ebb959f06c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.1185241 Aug 24 00:32:34.416630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c95ae2-65da-4f20-b484-ac8dbe929976 req-6e9b6a26-6b26-4529-8725-c1bf9e0af79e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.416630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65c95ae2-65da-4f20-b484-ac8dbe929976 req-6e9b6a26-6b26-4529-8725-c1bf9e0af79e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1432450 Aug 24 00:32:34.529727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65c95ae2-65da-4f20-b484-ac8dbe929976 req-4fd9e76f-d442-4c91-adbd-1656464392a7 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876906 Aug 24 00:32:34.533092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-7920fc5c-382c-4c37-83ae-422254de9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.538207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-7920fc5c-382c-4c37-83ae-422254de9434 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435680 Aug 24 00:32:34.542752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-57ab8e8b-94f9-4eeb-a4fa-d2a746af08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.545447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-57ab8e8b-94f9-4eeb-a4fa-d2a746af08cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410797 Aug 24 00:32:34.558313 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:34.586683 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426d8dd-dfc1-4aa5-b941-fc58714651b1 None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:34.743063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-7226c949-ffef-4ff3-9b9a-759de95ed2ee service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885517 Aug 24 00:32:34.766559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e9443-8691-4915-a39c-01166cbc1b4a req-fe6d078d-324b-426d-82ce-a045499fc44f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:34.767872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['b4eba42f-0e0e-4227-a60a-813f867d1459'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:34.768111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d2e9443-8691-4915-a39c-01166cbc1b4a req-fe6d078d-324b-426d-82ce-a045499fc44f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 945 time: 0.1266162 Aug 24 00:32:34.770005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-e9d3634d-adcb-4c52-bc61-cd3231c3fe8d service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232847 Aug 24 00:32:34.942268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02960a-73a9-4fcc-b994-39c4726cc755 None None] New status for floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:32:34.960421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d2e9443-8691-4915-a39c-01166cbc1b4a req-3fb0691c-668e-40f1-8af5-fab62379eb17 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1602132 Aug 24 00:32:35.011127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99285a32-ac0a-4a78-bd5c-9f0303ee5e71 req-4f6ed7cc-a8e6-4a58-ae5f-ee0627bebef8 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597466 Aug 24 00:32:35.051844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45f937a8-33a9-42b5-b5df-452cac8f9bc3 req-a4c105ed-bc43-4809-8dab-45a4a528b333 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681787 Aug 24 00:32:35.670252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8815ed-59fb-4aa3-8743-bda88d5d3dd3 req-687600c5-bbc8-4176-a98e-a02be1ade19b tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:35.673506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc8815ed-59fb-4aa3-8743-bda88d5d3dd3 req-687600c5-bbc8-4176-a98e-a02be1ade19b tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.0633225 Aug 24 00:32:35.723042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc8815ed-59fb-4aa3-8743-bda88d5d3dd3 req-1496d07f-291f-417f-b3a1-0cd63134b25e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372229 Aug 24 00:32:35.828749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-4fedb2cb-a4f3-425d-ade5-9533df8dafdf tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:35.830467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-4fedb2cb-a4f3-425d-ade5-9533df8dafdf tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0519295 Aug 24 00:32:35.891374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-cfc2411e-bfd7-42fa-9ab1-8452e8983c0a tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0541291 Aug 24 00:32:35.903655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Request body: {'floatingip': {'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:35.950134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.116966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6be589-436d-4fb0-b29e-2ddc8e446abe req-1e482a16-88a3-47cf-8a65-a991e8a8a175 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:36.119143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d6be589-436d-4fb0-b29e-2ddc8e446abe req-1e482a16-88a3-47cf-8a65-a991e8a8a175 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 945 time: 0.0969887 Aug 24 00:32:36.210237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d6be589-436d-4fb0-b29e-2ddc8e446abe req-6f3dc251-f307-4234-84df-6ed71bb27717 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565386 Aug 24 00:32:36.534046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.659870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:36.772155 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45 associated. External IP: 172.25.5.130, port: 11e342c1-9b86-48af-89d0-b20760b735ba. Aug 24 00:32:36.906588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e6a06-adf5-4535-8458-5c63b54cb879 req-92966711-4296-4c8e-a9e0-bbacca4a3a9f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:36.908063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-714e6a06-adf5-4535-8458-5c63b54cb879 req-92966711-4296-4c8e-a9e0-bbacca4a3a9f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.0947123 Aug 24 00:32:37.339447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-714e6a06-adf5-4535-8458-5c63b54cb879 req-5b9e6b0e-cc88-441c-864a-705df7b6f32c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192474 Aug 24 00:32:37.361975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69808051-8b53-478a-aebd-c631323ede79 req-55daf3b9-5974-45d7-ac0d-f11f8861eddc tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:37.372852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69808051-8b53-478a-aebd-c631323ede79 req-55daf3b9-5974-45d7-ac0d-f11f8861eddc tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.37 "GET /v2.0/ports?device_id=89c77cb9-cf98-433f-b1f6-ebd242f6846e HTTP/1.1" status: 200 len: 945 time: 0.1246750 Aug 24 00:32:37.520434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:37.548916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680c38a-1406-46dd-8b01-d605059dcc12 req-80b1395e-aa4a-452e-b7ce-ad765f930a74 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:37.550516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d680c38a-1406-46dd-8b01-d605059dcc12 req-80b1395e-aa4a-452e-b7ce-ad765f930a74 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 945 time: 0.1132834 Aug 24 00:32:37.637585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Deleting port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:37.637585 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.700568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d680c38a-1406-46dd-8b01-d605059dcc12 req-69b56d9a-77ca-453e-ba98-50d1735ca4d8 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373005 Aug 24 00:32:37.788300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:37.796732 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.800624 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:37.823487 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:37.824214 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:37.833757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] For port 5706cfd4-2429-417f-8ca7-93c8b7a104f1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5706cfd4-2429-417f-8ca7-93c8b7a104f1,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:37.834144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:37.847176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-38a30ef9-5618-47e1-a96e-319afdf5fbf3 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "PUT /v2.0/floatingips/14281b7f-879f-44a0-8766-a2e5fd7d3c45 HTTP/1.1" status: 200 len: 996 time: 1.9476819 Aug 24 00:32:37.850625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:37.852975 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:37.856638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Calling delete_port for 5706cfd4-2429-417f-8ca7-93c8b7a104f1 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:37.879485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b4eba42f-0e0e-4227-a60a-813f867d1459 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:32:37.928630 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee37c9b-ae82-49b6-bf85-41eddbf809dc x-openstack-request-id: req-eee37c9b-ae82-49b6-bf85-41eddbf809dc {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:37.928924 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:37.929316 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eee37c9b-ae82-49b6-bf85-41eddbf809dc {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:37.930157 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba', 'status': 'completed', 'code': 200} Aug 24 00:32:37.967165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-0a0c89d2-cdc0-457a-8203-3b26e4e243c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:37.968732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-0a0c89d2-cdc0-457a-8203-3b26e4e243c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.0945821 Aug 24 00:32:38.030651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-c8a529d9-a6a4-4fa9-b59b-da3ceb6ac693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.037000 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-c8a529d9-a6a4-4fa9-b59b-da3ceb6ac693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.1010227 Aug 24 00:32:38.066721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port b4eba42f-0e0e-4227-a60a-813f867d1459 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:32:38.078071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port b4eba42f-0e0e-4227-a60a-813f867d1459 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:32:38.082655 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.140019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-e7adfec4-dc6d-4fb0-9402-1cef76b91cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.140019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-e7adfec4-dc6d-4fb0-9402-1cef76b91cc8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.1592622 Aug 24 00:32:38.237245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-4ce4de78-dbce-45dc-89c2-7a621f3e6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.242319 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-4ce4de78-dbce-45dc-89c2-7a621f3e6226 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.1987796 Aug 24 00:32:38.246852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.256061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:38.263119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['11e342c1-9b86-48af-89d0-b20760b735ba', '5706cfd4-2429-417f-8ca7-93c8b7a104f1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:38.327518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Pushing event deleted for resources: {'Port': ['ID=5706cfd4-2429-417f-8ca7-93c8b7a104f1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:38.352163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.420837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397de58c-5894-495f-8664-696c4f5b33ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eba42f-0e0e-4227-a60a-813f867d1459'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:38.422109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-8740a372-b996-4e47-97a1-7a72e2196a74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 999 time: 0.2660010 Aug 24 00:32:38.427446 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3dc6a2-7245-457c-b557-f0bceca9157f" -d '{"events": [{"server_uuid": "397de58c-5894-495f-8664-696c4f5b33ec", "name": "network-vif-plugged", "status": "completed", "tag": "b4eba42f-0e0e-4227-a60a-813f867d1459"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:38.427664 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-e7e5aba6-3fb1-4d9d-96a4-e597ce3d8987 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 999 time: 0.1776335 Aug 24 00:32:38.471600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] No DVR routers for this DVR port 5706cfd4-2429-417f-8ca7-93c8b7a104f1 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:38.485005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b4eba42f-0e0e-4227-a60a-813f867d1459, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b4eba42f-0e0e-4227-a60a-813f867d1459,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:38.497494 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.514197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69808051-8b53-478a-aebd-c631323ede79 req-7935f496-b9bc-4be4-92f1-1ec193697a85 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.37 "DELETE /v2.0/ports/5706cfd4-2429-417f-8ca7-93c8b7a104f1 HTTP/1.1" status: 204 len: 173 time: 1.0965950 Aug 24 00:32:38.574540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-e23c7dad-fff3-4bb3-97e5-e9711b20a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.576879 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-e23c7dad-fff3-4bb3-97e5-e9711b20a763 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.1384001 Aug 24 00:32:38.606275 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:38.710469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-f85b0ef6-5802-49c3-b731-9dd3a7707c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.712034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-f85b0ef6-5802-49c3-b731-9dd3a7707c0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.2417154 Aug 24 00:32:38.741774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-55865ab8-d35c-44b6-b7a8-a2d0c6a10332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.741774 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-55865ab8-d35c-44b6-b7a8-a2d0c6a10332 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455767 Aug 24 00:32:38.742754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=b4eba42f-0e0e-4227-a60a-813f867d1459,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:38.751234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8037b45-4e96-4a9e-98b4-1b166e9633fa req-d92ab369-8554-42d8-abf4-2fdd6a2bc589 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.763313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8037b45-4e96-4a9e-98b4-1b166e9633fa req-d92ab369-8554-42d8-abf4-2fdd6a2bc589 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.2120783 Aug 24 00:32:38.890593 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:56:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:36Z', 'revision_number': 8, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:38.902637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8037b45-4e96-4a9e-98b4-1b166e9633fa req-8c74e6b6-61ba-4e3b-8c8f-bcd5e5e1e4ff tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092803 Aug 24 00:32:38.920951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-117f9268-f24d-4e72-935c-90eaf11fdbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:38.928332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-117f9268-f24d-4e72-935c-90eaf11fdbaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629801 Aug 24 00:32:38.931970 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:38.942499 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:38.942499 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:38.945956 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-50037e8d-7829-455a-b3d2-3f2f862d9873 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036579 Aug 24 00:32:38.972942 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f8fe40-eb03-4ac1-937d-2e385653e504 x-openstack-request-id: req-e5f8fe40-eb03-4ac1-937d-2e385653e504 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:38.974000 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397de58c-5894-495f-8664-696c4f5b33ec", "name": "network-vif-plugged", "status": "completed", "tag": "b4eba42f-0e0e-4227-a60a-813f867d1459", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:38.974451 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5f8fe40-eb03-4ac1-937d-2e385653e504 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:38.989536 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397de58c-5894-495f-8664-696c4f5b33ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'code': 200} Aug 24 00:32:39.116549 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-682d8b10-0c29-4f54-98f9-d107ff6ed9f4 req-b56af84b-f17f-40c3-b9d8-e3d90b7111bc service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651993 Aug 24 00:32:39.152005 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:39.184965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-97b5c4bf-ada2-4ad5-a1a3-6fb4c607772d service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486007 Aug 24 00:32:39.224938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d206e-f5c7-4a8e-8c6f-2730b05ecee6 req-c979a7d8-9e71-4595-9fdb-137aeb0c8d9b tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:39.232826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a60d206e-f5c7-4a8e-8c6f-2730b05ecee6 req-c979a7d8-9e71-4595-9fdb-137aeb0c8d9b tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1529808 Aug 24 00:32:39.239161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93186b7-2a0a-4d74-8ab8-984a999996cf req-aba4586d-475c-4c09-8561-eddb51d53014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:39.240674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a93186b7-2a0a-4d74-8ab8-984a999996cf req-aba4586d-475c-4c09-8561-eddb51d53014 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 1097 time: 0.1034160 Aug 24 00:32:39.346299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a60d206e-f5c7-4a8e-8c6f-2730b05ecee6 req-3f73f889-d17a-4de2-81f5-788e79286860 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125145 Aug 24 00:32:39.359457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a93186b7-2a0a-4d74-8ab8-984a999996cf req-19d492f8-e672-4201-a06c-d9c0cb7fab29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728612 Aug 24 00:32:39.371479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35cad5e9-3744-4d33-990e-b9737e4eb578 req-ad6a322c-38f8-4ce0-8bf1-98abf6dc5772 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782367 Aug 24 00:32:39.464320 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:56:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:36Z', 'revision_number': 8, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:39.497260 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702a3da-dc27-4707-bbf1-8b63e1143ba7 None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '14281b7f-879f-44a0-8766-a2e5fd7d3c45', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'port_id': '11e342c1-9b86-48af-89d0-b20760b735ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'mac_address': 'fa:16:3e:56:bd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:31:56Z', 'updated_at': '2021-08-24T00:32:36Z', 'revision_number': 8, 'project_id': '43648f6113fe478ea562155df782f79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:39.569338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ed77a3f-3eff-4678-b493-c46aca41f760 req-a02b15f2-66dc-4e91-bb54-803c1459bea6 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips/14281b7f-879f-44a0-8766-a2e5fd7d3c45 HTTP/1.1" status: 200 len: 996 time: 0.1373942 Aug 24 00:32:39.713851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77a3f-3eff-4678-b493-c46aca41f760 req-c49684e8-f6f0-4482-a6b6-b9cb8ddca310 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:39.716353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ed77a3f-3eff-4678-b493-c46aca41f760 req-c49684e8-f6f0-4482-a6b6-b9cb8ddca310 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1389489 Aug 24 00:32:39.732954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-9ed77a3f-3eff-4678-b493-c46aca41f760 req-0da48abb-8cda-4834-806d-0ad4caa6eecf tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:32:39.734071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ed77a3f-3eff-4678-b493-c46aca41f760 req-0da48abb-8cda-4834-806d-0ad4caa6eecf tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075974 Aug 24 00:32:39.798682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8228294-88da-4482-af87-2a019715ad3c None None] New status for floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:32:39.861631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-ed2f4e69-51bd-4c86-9a91-fcc9344258d2 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 999 time: 0.1034954 Aug 24 00:32:39.935408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'name': 'network-vif-deleted', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:39.938186 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd70bfb-3c0d-4bf9-8388-70e435be8ef5" -d '{"events": [{"server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "name": "network-vif-deleted", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:39.952292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-88a33a9c-e3f8-43c1-b533-ab9cf56f2305 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:39.959474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-88a33a9c-e3f8-43c1-b533-ab9cf56f2305 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports/11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 942 time: 0.0906327 Aug 24 00:32:40.112125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbb0c6-ef26-4745-b4c8-0ca60a66d229 req-0ad275c7-e537-4d01-8f7f-76132698cf95 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:40.114153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0fbb0c6-ef26-4745-b4c8-0ca60a66d229 req-0ad275c7-e537-4d01-8f7f-76132698cf95 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.1475539 Aug 24 00:32:40.134004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-a76846c0-a148-4585-9eea-0585d7308684 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 999 time: 0.0987513 Aug 24 00:32:40.210148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0fbb0c6-ef26-4745-b4c8-0ca60a66d229 req-4e339cf5-a275-4a25-aa38-14b02a8ded72 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890143 Aug 24 00:32:40.274031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-f62d43a5-210a-4332-b817-b4e02a4170b8 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:40.275951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-f62d43a5-210a-4332-b817-b4e02a4170b8 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1341505 Aug 24 00:32:40.376493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-3113243f-f0fa-4691-8b20-0b1fccf1d822 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.0936642 Aug 24 00:32:40.388857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834a3cd-daa8-4ce9-a42d-5dae1247c819 req-dab97de6-ce0b-47de-837f-8535dfa4b4c5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:40.390306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8834a3cd-daa8-4ce9-a42d-5dae1247c819 req-dab97de6-ce0b-47de-837f-8535dfa4b4c5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1009469 Aug 24 00:32:40.395410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:40.489442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8834a3cd-daa8-4ce9-a42d-5dae1247c819 req-e4af6ef5-95d3-48c9-a225-2688bc820bd1 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615284 Aug 24 00:32:40.491488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:40.614888 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36feb53-f8ec-4a41-aab0-cfeb889e9c1b x-openstack-request-id: req-f36feb53-f8ec-4a41-aab0-cfeb889e9c1b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:40.615269 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c77cb9-cf98-433f-b1f6-ebd242f6846e", "name": "network-vif-deleted", "tag": "5706cfd4-2429-417f-8ca7-93c8b7a104f1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:40.615556 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f36feb53-f8ec-4a41-aab0-cfeb889e9c1b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:40.616008 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c77cb9-cf98-433f-b1f6-ebd242f6846e', 'name': 'network-vif-deleted', 'tag': '5706cfd4-2429-417f-8ca7-93c8b7a104f1', 'status': 'completed', 'code': 200} Aug 24 00:32:40.718076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:40.729454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508e5a-7e1c-4308-86ed-e4907ec6f390 req-1d847be2-bf8c-4a8e-a60f-33409f7b6d7a tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:40.731084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd508e5a-7e1c-4308-86ed-e4907ec6f390 req-1d847be2-bf8c-4a8e-a60f-33409f7b6d7a tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1125762 Aug 24 00:32:40.777592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd508e5a-7e1c-4308-86ed-e4907ec6f390 req-de46be3c-9565-43b3-8714-10a170b9a7db tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392544 Aug 24 00:32:40.802606 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:40.802947 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45 disassociated. External IP: 172.25.5.130, port: 11e342c1-9b86-48af-89d0-b20760b735ba. Aug 24 00:32:41.096433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:41.243771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:41.251632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:41.262585 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:41.273316 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:41.276553 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:41.289204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5706cfd4-2429-417f-8ca7-93c8b7a104f1 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:41.317736 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-70574503-b1f1-4154-b2d3-3bd3e56934bd tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "PUT /v2.0/floatingips/14281b7f-879f-44a0-8766-a2e5fd7d3c45 HTTP/1.1" status: 200 len: 696 time: 0.9263222 Aug 24 00:32:41.327977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 5706cfd4-2429-417f-8ca7-93c8b7a104f1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:41.328785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5706cfd4-2429-417f-8ca7-93c8b7a104f1 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:41.355071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae763408-4f6a-4ae8-b4ed-ced15e1cc54d req-6b141883-122d-4b66-b2e2-b9967bbc4d27 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:41.362360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae763408-4f6a-4ae8-b4ed-ced15e1cc54d req-6b141883-122d-4b66-b2e2-b9967bbc4d27 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.0810711 Aug 24 00:32:41.431658 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:41.434418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae763408-4f6a-4ae8-b4ed-ced15e1cc54d req-b1d6951b-5e9f-489e-974e-b0d46da3810a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707543 Aug 24 00:32:41.437863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-97a3cec1-02e2-49a6-b346-3c5d00e31ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:41.439626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-97a3cec1-02e2-49a6-b346-3c5d00e31ec9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.1031754 Aug 24 00:32:41.594508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-335ca6a0-33a0-44aa-8167-20479f646b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:41.596191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-335ca6a0-33a0-44aa-8167-20479f646b42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.1435421 Aug 24 00:32:41.662827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-258347b6-c069-40e9-9175-6d7b0e91f937 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 217 time: 0.0508316 Aug 24 00:32:41.678911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631de26-7f30-4931-ba98-fe88f2ca49f3 req-44020d2d-fa58-4904-a797-7bff6577b2fb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:41.680515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f631de26-7f30-4931-ba98-fe88f2ca49f3 req-44020d2d-fa58-4904-a797-7bff6577b2fb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1059866 Aug 24 00:32:41.762193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-2c1d19c6-a70b-4693-83ae-cd2082397cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:41.764091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-2c1d19c6-a70b-4693-83ae-cd2082397cfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.0818911 Aug 24 00:32:41.816450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f631de26-7f30-4931-ba98-fe88f2ca49f3 req-e61037e3-bc40-4525-af91-96a75e0bbbb0 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174717 Aug 24 00:32:41.848687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-7cf65cec-1459-45da-bc3a-d7ecaefa900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:41.850334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-7cf65cec-1459-45da-bc3a-d7ecaefa900f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805862 Aug 24 00:32:41.850762 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:41.882171 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:41.891741 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:41.893412 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:42.002186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586402-80d1-4f3b-b227-b8f176274dfa req-ce816a13-0df8-4b9f-a90d-1b80171747a5 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:42.010191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c586402-80d1-4f3b-b227-b8f176274dfa req-ce816a13-0df8-4b9f-a90d-1b80171747a5 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0823219 Aug 24 00:32:42.037134 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:42.042227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-391fbe68-4b61-4236-a034-885ede0dfc43 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803193 Aug 24 00:32:42.084547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c586402-80d1-4f3b-b227-b8f176274dfa req-edd17237-3076-435b-84fc-bb201527a9ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734289 Aug 24 00:32:42.210042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f09b50a-639e-4f11-98b0-66a5b24f859b req-f515470c-883d-4787-b28d-478584695434 service neutron] 10.222.0.26 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540439 Aug 24 00:32:42.356825 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:42.367996 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:42.392470 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ff3fb-d760-4ca3-8f67-ea5c4e160a19 None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:31:33Z', 'revision_number': 4, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '94d7dbe6-55c1-442c-ba7f-36dfd232d6c2', 'name': '', 'network_id': '76ea2171-2209-47d2-911f-370a8fd22283', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'mac_address': 'fa:16:3e:c8:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:32Z', 'updated_at': '2021-08-24T00:31:39Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'subnets': [{'id': 'bbc9855c-e434-496f-9ea6-d3a38cbaafed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:42.397070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bd72b-11b6-4e13-aec7-6ad401df03b9 req-97dbfb6a-f33f-47c0-9e54-362a349ad1e3 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:42.406575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f9bd72b-11b6-4e13-aec7-6ad401df03b9 req-97dbfb6a-f33f-47c0-9e54-362a349ad1e3 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0603366 Aug 24 00:32:42.409089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43880) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:42.419320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'floatingip': {'port_id': 'b4eba42f-0e0e-4227-a60a-813f867d1459'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:42.477365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:42.890106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de9e64-4c89-49c2-a3c3-cbe15a462908 None None] New status for floating IP 14281b7f-879f-44a0-8766-a2e5fd7d3c45: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:32:42.985808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:42.988301 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81101bb1-3d2d-41b3-8e11-6e745bf56078" -d '{"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:43.018354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8bc48a99-b660-4702-9462-80b7e91b8e46 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips/14281b7f-879f-44a0-8766-a2e5fd7d3c45 HTTP/1.1" status: 200 len: 696 time: 0.5117538 Aug 24 00:32:43.129267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dd966-2bb7-43f9-83e9-48312cb42683 req-71ddcd8a-3e03-49a9-af77-c5b1b8ea4806 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.137661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-518dd966-2bb7-43f9-83e9-48312cb42683 req-71ddcd8a-3e03-49a9-af77-c5b1b8ea4806 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.1409478 Aug 24 00:32:43.212832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-404c5f4e-6899-4c39-b066-fb187133b4e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.214287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-404c5f4e-6899-4c39-b066-fb187133b4e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 784 time: 0.1806705 Aug 24 00:32:43.230953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-518dd966-2bb7-43f9-83e9-48312cb42683 req-3748f73f-22b6-41a2-a944-11824175821b tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868368 Aug 24 00:32:43.325659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-00f31ff2-38d6-49f1-bf58-b6e3e19c735e tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 697 time: 0.0933695 Aug 24 00:32:43.407641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-72cc8fdd-b389-4e8d-bfef-512230d2f400 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 697 time: 0.0808935 Aug 24 00:32:43.536380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37888a-8f81-4b1a-95da-e4e28279c589 req-595874c6-1e25-454b-8fe8-ff8cb8873d68 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.536380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de37888a-8f81-4b1a-95da-e4e28279c589 req-595874c6-1e25-454b-8fe8-ff8cb8873d68 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1503670 Aug 24 00:32:43.607086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de37888a-8f81-4b1a-95da-e4e28279c589 req-824887bc-706d-4ccf-ac6d-61caa966db37 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481422 Aug 24 00:32:43.616748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Deleting port fab7d30f-663e-43c4-ae8f-922340f3d99f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:43.617117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.685444 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c2d59-5666-4452-972e-35035580889d x-openstack-request-id: req-b80c2d59-5666-4452-972e-35035580889d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:43.685782 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:43.686042 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b80c2d59-5666-4452-972e-35035580889d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:43.686444 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba', 'status': 'completed', 'code': 200} Aug 24 00:32:43.725006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.737934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.738304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.751828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Calling delete_port for fab7d30f-663e-43c4-ae8f-922340f3d99f owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:43.768511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-a2b4d12f-8b9f-422e-bcf0-f60fbcd18e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.770062 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-a2b4d12f-8b9f-422e-bcf0-f60fbcd18e4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43648f6113fe478ea562155df782f79c&device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 1096 time: 0.0570877 Aug 24 00:32:43.787269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:43.966153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-febe5bc7-a1d8-4e97-94eb-551268f6b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:43.967887 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-febe5bc7-a1d8-4e97-94eb-551268f6b906 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 200 len: 921 time: 0.1900527 Aug 24 00:32:43.986145 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Floating IP 5a6915ed-dba2-48e9-8b69-7b6e07f93808 associated. External IP: 172.25.5.80, port: b4eba42f-0e0e-4227-a60a-813f867d1459. Aug 24 00:32:44.046791 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-d8d7ddb2-5fea-45a1-afdb-c8b928234616 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 200 len: 217 time: 0.0703876 Aug 24 00:32:44.071778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.112346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-c460d62c-9fb5-494d-af22-adb32208ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.113875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-c460d62c-9fb5-494d-af22-adb32208ccc4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 200 len: 859 time: 0.0562263 Aug 24 00:32:44.118721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Pushing event deleted for resources: {'Port': ['ID=fab7d30f-663e-43c4-ae8f-922340f3d99f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:44.189658 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.193501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.193501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84c9805f-f2c5-45d3-9677-b80a7ce0093e req-8852c201-efc7-4bb6-acd0-905092ad0491 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "DELETE /v2.0/floatingips/14281b7f-879f-44a0-8766-a2e5fd7d3c45 HTTP/1.1" status: 204 len: 173 time: 0.7686400 Aug 24 00:32:44.248987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-05232fd9-6652-4b1f-b665-0f4dba4094e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.250523 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-05232fd9-6652-4b1f-b665-0f4dba4094e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76ea2171-2209-47d2-911f-370a8fd22283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088836 Aug 24 00:32:44.402672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Router a6214f88-07e2-4048-9b57-628d0c247eaa has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:44.407936 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-2ca0eb3e-82aa-48da-bd88-47476513e622 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479137 Aug 24 00:32:44.433805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54495b-53e3-4fa2-aace-1eb5f13be9f2 req-edd039a2-e67c-4870-9b65-ebb5c616ee73 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.442952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf54495b-53e3-4fa2-aace-1eb5f13be9f2 req-edd039a2-e67c-4870-9b65-ebb5c616ee73 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.0823190 Aug 24 00:32:44.552568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf54495b-53e3-4fa2-aace-1eb5f13be9f2 req-c2983965-f1b6-4677-b9ed-dd29f82944b4 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086383 Aug 24 00:32:44.567786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-aa5a3afb-5dc4-43cf-904e-0188fc188dac tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.569211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-aa5a3afb-5dc4-43cf-904e-0188fc188dac tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.1242023 Aug 24 00:32:44.628875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81101bb1-3d2d-41b3-8e11-6e745bf56078 req-3f2ea60c-465a-4825-b6b9-1d5e5d428296 service neutron] 10.222.0.37 "GET /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112522 Aug 24 00:32:44.632710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:44.638714 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.660725 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] Sync routers for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:44.692767 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-feade183-9efa-4535-bc0b-039560229b9c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "PUT /v2.0/floatingips/5a6915ed-dba2-48e9-8b69-7b6e07f93808 HTTP/1.1" status: 200 len: 991 time: 2.2809639 Aug 24 00:32:44.694173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397de58c-5894-495f-8664-696c4f5b33ec', 'tag': 'b4eba42f-0e0e-4227-a60a-813f867d1459'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:44.700726 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca4133-c58c-4ee5-a429-c24580c74f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "397de58c-5894-495f-8664-696c4f5b33ec", "tag": "b4eba42f-0e0e-4227-a60a-813f867d1459"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:44.703853 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:44.708705 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:44.719802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Deleting port b557aad0-029a-428c-8e2d-5762b43016ba {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:44.719802 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.872065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e118fc-0033-4af7-8b1f-f433c28a0a74 req-4767b3b5-0dc5-4924-a358-3f24ae12d6b3 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:44.873747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1e118fc-0033-4af7-8b1f-f433c28a0a74 req-4767b3b5-0dc5-4924-a358-3f24ae12d6b3 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1007059 Aug 24 00:32:44.887599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] For port b557aad0-029a-428c-8e2d-5762b43016ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b557aad0-029a-428c-8e2d-5762b43016ba,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:44.887986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:44.991724 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865b32ac-dbee-4119-bdb7-8cb073ec8b4c x-openstack-request-id: req-865b32ac-dbee-4119-bdb7-8cb073ec8b4c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:44.992290 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397de58c-5894-495f-8664-696c4f5b33ec", "tag": "b4eba42f-0e0e-4227-a60a-813f867d1459", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:44.992290 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-865b32ac-dbee-4119-bdb7-8cb073ec8b4c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:44.992652 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397de58c-5894-495f-8664-696c4f5b33ec', 'tag': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'status': 'completed', 'code': 200} Aug 24 00:32:44.999339 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:45.040650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1e118fc-0033-4af7-8b1f-f433c28a0a74 req-d461fcf8-fcea-4258-9b82-a873a24cbde5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478655 Aug 24 00:32:45.123207 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-c846b568-eda0-4e8a-8a00-fb480c5c1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.125011 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-c846b568-eda0-4e8a-8a00-fb480c5c1488 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 1097 time: 0.0869491 Aug 24 00:32:45.195687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b324d-4441-4583-b067-4c7f5274dfe3 req-72796284-2224-4087-8872-c8e5077bb046 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.203997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba6b324d-4441-4583-b067-4c7f5274dfe3 req-72796284-2224-4087-8872-c8e5077bb046 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 945 time: 0.1275764 Aug 24 00:32:45.259073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-79f283f7-0d4e-4567-a9f2-6a7dc9a61033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.260757 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-79f283f7-0d4e-4567-a9f2-6a7dc9a61033 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.1269786 Aug 24 00:32:45.337958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba6b324d-4441-4583-b067-4c7f5274dfe3 req-6e515c6a-010b-44e5-977e-58daa6593699 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198659 Aug 24 00:32:45.346752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.347220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.347574 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Floating IP a93c172e-eb2a-42cd-8f87-f9f0f39f7a40 disassociated. External IP: 172.25.5.58, port: b557aad0-029a-428c-8e2d-5762b43016ba. Aug 24 00:32:45.347956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Calling delete_port for b557aad0-029a-428c-8e2d-5762b43016ba owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:45.368775 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-b2ddd7e1-6f22-44f4-853f-b3441eab6832 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 200 len: 999 time: 0.0991235 Aug 24 00:32:45.440902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-e2f948b2-dace-430a-8e5c-b169a1cbaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.442940 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-e2f948b2-dace-430a-8e5c-b169a1cbaed1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.0661471 Aug 24 00:32:45.458341 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '5a6915ed-dba2-48e9-8b69-7b6e07f93808', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'port_id': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'mac_address': 'fa:16:3e:30:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de58c-5894-495f-8664-696c4f5b33ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:32:16Z', 'updated_at': '2021-08-24T00:32:43Z', 'revision_number': 1, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:45.502290 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] Checking router: a6214f88-07e2-4048-9b57-628d0c247eaa for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:45.504589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-2520228a-d3c6-457c-9316-dc931074b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.506249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-2520228a-d3c6-457c-9316-dc931074b14b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544474 Aug 24 00:32:45.520796 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:45.521511 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:45.671612 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-9ef0424f-3a08-43d1-bf03-c2148413e5b2 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550407 Aug 24 00:32:45.728299 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:45.781523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7904c8-8087-4fa9-8833-b9801acc1ed0 req-36617c6b-25d9-4f65-80fd-e690c7112913 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:45.785341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c7904c8-8087-4fa9-8833-b9801acc1ed0 req-36617c6b-25d9-4f65-80fd-e690c7112913 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 945 time: 0.1195879 Aug 24 00:32:45.786251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:45.802511 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bfca4133-c58c-4ee5-a429-c24580c74f8a req-25609544-32af-48a9-ad70-7524b7eef532 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202819 Aug 24 00:32:45.863139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event deleted for resources: {'Port': ['ID=b557aad0-029a-428c-8e2d-5762b43016ba,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:45.963626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c7904c8-8087-4fa9-8833-b9801acc1ed0 req-859c9321-9e96-403f-b211-b76209a5eb7f tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups?id=34487e35-31b6-4815-b9ab-40ec9abbcfa7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487498 Aug 24 00:32:46.100557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:46.111442 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '5a6915ed-dba2-48e9-8b69-7b6e07f93808', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'port_id': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'mac_address': 'fa:16:3e:30:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de58c-5894-495f-8664-696c4f5b33ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:32:16Z', 'updated_at': '2021-08-24T00:32:43Z', 'revision_number': 1, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:46.112583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87080035-405d-48b6-9390-ab522d754949 req-34f32584-687a-4043-aa0b-6c28ff9ad43f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:46.115500 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87080035-405d-48b6-9390-ab522d754949 req-34f32584-687a-4043-aa0b-6c28ff9ad43f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.37 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 945 time: 0.0931940 Aug 24 00:32:46.191767 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22939ef-8e82-4f1a-9be2-45093f1cf54b None None] The sync data for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 is: [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '5a6915ed-dba2-48e9-8b69-7b6e07f93808', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'port_id': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'mac_address': 'fa:16:3e:30:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397de58c-5894-495f-8664-696c4f5b33ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:32:16Z', 'updated_at': '2021-08-24T00:32:43Z', 'revision_number': 1, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:46.352984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85978d9-985c-41ff-bdf2-4a292b177644 req-ca20558f-fd2e-42e9-8e04-ef36935dd3aa tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:46.359294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Deleting port 11e342c1-9b86-48af-89d0-b20760b735ba {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:46.359434 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:46.360972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b85978d9-985c-41ff-bdf2-4a292b177644 req-ca20558f-fd2e-42e9-8e04-ef36935dd3aa tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1625314 Aug 24 00:32:46.404280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:46.415856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] Sync routers for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:46.435142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:46.436190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:46.560971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] For port 11e342c1-9b86-48af-89d0-b20760b735ba, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=11e342c1-9b86-48af-89d0-b20760b735ba,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:46.561268 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:46.579757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] No DVR routers for this DVR port b557aad0-029a-428c-8e2d-5762b43016ba on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:46.581281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Calling delete_port for 11e342c1-9b86-48af-89d0-b20760b735ba owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:46.589065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:46.596035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2aad50d-45c5-47f9-984c-7118d9e032d9 req-ed7e5194-fc04-43ef-b320-8d75a57ad230 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.36 "DELETE /v2.0/ports/b557aad0-029a-428c-8e2d-5762b43016ba HTTP/1.1" status: 204 len: 173 time: 2.0194826 Aug 24 00:32:46.604167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'name': 'network-vif-deleted', 'tag': 'b557aad0-029a-428c-8e2d-5762b43016ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:46.614313 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3148a6-99d5-4880-8261-e4e0cf3f67ab" -d '{"events": [{"server_uuid": "c19b313e-2098-42dc-92a7-c78bfe63bc75", "name": "network-vif-deleted", "tag": "b557aad0-029a-428c-8e2d-5762b43016ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:46.644528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b85978d9-985c-41ff-bdf2-4a292b177644 req-cee8a6e9-5759-4c64-a49e-eec98a19a74c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654469 Aug 24 00:32:46.704114 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f698d9b-4bc7-47b7-af4b-c49209be1426 None None] New status for floating IP 5a6915ed-dba2-48e9-8b69-7b6e07f93808: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:32:46.721219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdf29a-9478-4bf5-886e-31f912fc17a6 req-9617f164-bb0d-415a-9ab0-012ee4e9e6e9 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:46.724854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8cdf29a-9478-4bf5-886e-31f912fc17a6 req-9617f164-bb0d-415a-9ab0-012ee4e9e6e9 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 945 time: 0.1466682 Aug 24 00:32:46.758440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:46.790908 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96723cf5-19b7-4078-975a-085a82812b42 x-openstack-request-id: req-96723cf5-19b7-4078-975a-085a82812b42 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:46.793744 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b313e-2098-42dc-92a7-c78bfe63bc75", "name": "network-vif-deleted", "tag": "b557aad0-029a-428c-8e2d-5762b43016ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:46.793744 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96723cf5-19b7-4078-975a-085a82812b42 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:46.793744 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b313e-2098-42dc-92a7-c78bfe63bc75', 'name': 'network-vif-deleted', 'tag': 'b557aad0-029a-428c-8e2d-5762b43016ba', 'status': 'completed', 'code': 200} Aug 24 00:32:46.872531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8cdf29a-9478-4bf5-886e-31f912fc17a6 req-a762840f-bfd2-492f-a3eb-e3505bfc1e6f tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b75f7cc-b68f-416d-aac2-b0588620d23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391256 Aug 24 00:32:46.946012 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:46.961894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['11e342c1-9b86-48af-89d0-b20760b735ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:32:46.978685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Pushing event deleted for resources: {'Port': ['ID=11e342c1-9b86-48af-89d0-b20760b735ba,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:47.053095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] No DVR routers for this DVR port 11e342c1-9b86-48af-89d0-b20760b735ba on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:47.056566 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:47.060463 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87080035-405d-48b6-9390-ab522d754949 req-a995be84-67c6-4a31-8f75-b9ada80ee2e5 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.37 "DELETE /v2.0/ports/11e342c1-9b86-48af-89d0-b20760b735ba HTTP/1.1" status: 204 len: 173 time: 0.9380920 Aug 24 00:32:47.061305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'name': 'network-vif-deleted', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:32:47.064064 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c5b96c-1227-4bf1-a555-722bd0ce6506" -d '{"events": [{"server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "name": "network-vif-deleted", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:32:47.125443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:25Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:47.156377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5a55939-a840-4f43-b821-0c727fbb6d8b req-1c675627-0606-487c-9c2d-d46db6238d2b tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/ports?device_id=c19b313e-2098-42dc-92a7-c78bfe63bc75 HTTP/1.1" status: 200 len: 210 time: 0.0683360 Aug 24 00:32:47.193780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] Checking router: 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:47.212910 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3942ad6-ef1d-4b0b-8c53-fb97957cbf3b x-openstack-request-id: req-d3942ad6-ef1d-4b0b-8c53-fb97957cbf3b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:32:47.212910 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bbe44d-eda2-405a-9872-6a38aab7ca03", "name": "network-vif-deleted", "tag": "11e342c1-9b86-48af-89d0-b20760b735ba", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:32:47.212910 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3942ad6-ef1d-4b0b-8c53-fb97957cbf3b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:32:47.212910 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bbe44d-eda2-405a-9872-6a38aab7ca03', 'name': 'network-vif-deleted', 'tag': '11e342c1-9b86-48af-89d0-b20760b735ba', 'status': 'completed', 'code': 200} Aug 24 00:32:47.214284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:47.214913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:47.364798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:47.857388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18654f2c-50a8-40da-9a1a-9d9379dede0c req-d9bbb1c8-333b-4a20-aa92-ab25dba7edc9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:47.859835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18654f2c-50a8-40da-9a1a-9d9379dede0c req-d9bbb1c8-333b-4a20-aa92-ab25dba7edc9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1054568 Aug 24 00:32:47.916502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18654f2c-50a8-40da-9a1a-9d9379dede0c req-f7981d13-f30f-4c11-9474-815d6b48e836 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Aug 24 00:32:47.957324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:25Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:47.963894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b557aad0-029a-428c-8e2d-5762b43016ba no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:48.001208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978f50e3-a3f4-424a-ba9c-1a257cff4920 None None] The sync data for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 is: [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:29:16Z', 'revision_number': 4, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5dc2b4cc-0bab-4dbe-8c27-6273572c7083', 'name': '', 'network_id': 'bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'mac_address': 'fa:16:3e:84:40:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:15Z', 'updated_at': '2021-08-24T00:29:25Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'subnets': [{'id': '438d58e3-6d52-4c58-9fc8-339f34610163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:48.031798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: b557aad0-029a-428c-8e2d-5762b43016ba {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:48.032151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b557aad0-029a-428c-8e2d-5762b43016ba not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:48.092978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb3cf031-de8a-4a01-af09-eb8c87f9eceb req-f1283fd5-d7fb-44f4-8e7e-28925afe0ab6 tempest-FloatingIPsAssociationTestJSON-1580016436 tempest-FloatingIPsAssociationTestJSON-1580016436-project] 10.222.0.26 "GET /v2.0/ports?device_id=30bbe44d-eda2-405a-9872-6a38aab7ca03 HTTP/1.1" status: 200 len: 210 time: 0.0595291 Aug 24 00:32:48.351846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44012) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:48.408485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd8aa62-675d-4a27-97ec-d6bd658365fa None None] New status for floating IP a93c172e-eb2a-42cd-8f87-f9f0f39f7a40: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:32:48.423205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9936927b-6894-47cd-a698-9d8eb5d94a8e tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.451567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9936927b-6894-47cd-a698-9d8eb5d94a8e tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.985229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9936927b-6894-47cd-a698-9d8eb5d94a8e tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.990045 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9936927b-6894-47cd-a698-9d8eb5d94a8e tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:48.990045 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9936927b-6894-47cd-a698-9d8eb5d94a8e tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "DELETE /v2.0/security-groups/34487e35-31b6-4815-b9ab-40ec9abbcfa7 HTTP/1.1" status: 204 len: 168 time: 0.6363354 Aug 24 00:32:48.992421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44018) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:49.010160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936927b-6894-47cd-a698-9d8eb5d94a8e tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34487e35-31b6-4815-b9ab-40ec9abbcfa7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:49.018048 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-5c46f2d7-2a39-4ef2-8c83-6d30c7e4316a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] show failed (client error): The resource could not be found. Aug 24 00:32:49.019513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5c46f2d7-2a39-4ef2-8c83-6d30c7e4316a tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "GET /v2.0/security-groups/34487e35-31b6-4815-b9ab-40ec9abbcfa7 HTTP/1.1" status: 404 len: 347 time: 0.0254340 Aug 24 00:32:49.022220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44022) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:49.153466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cd1e1-14d2-4399-a420-48ba5473fa91 req-acdb8f02-a6cc-4934-a5f5-8a93b8630ec9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:49.159440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-261cd1e1-14d2-4399-a420-48ba5473fa91 req-acdb8f02-a6cc-4934-a5f5-8a93b8630ec9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1704910 Aug 24 00:32:49.193080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44030) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:49.253030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-261cd1e1-14d2-4399-a420-48ba5473fa91 req-1933c9ca-b6a3-43ba-a0ee-680ac2d1176c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842695 Aug 24 00:32:49.273303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Deleting port 2cfafa16-4cae-40d3-8ca7-0e2ad2efd344 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:49.273303 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.341899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 11e342c1-9b86-48af-89d0-b20760b735ba no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:49.363686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 11e342c1-9b86-48af-89d0-b20760b735ba {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:49.364032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 11e342c1-9b86-48af-89d0-b20760b735ba not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:49.413413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.413915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.427250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Calling delete_port for 2cfafa16-4cae-40d3-8ca7-0e2ad2efd344 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:49.638810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.682727 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.712946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Pushing event deleted for resources: {'Port': ['ID=2cfafa16-4cae-40d3-8ca7-0e2ad2efd344,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:49.736975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.737328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.737725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.738107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.738455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.738810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.739164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.739550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.739886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.740183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.740521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.740858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:32:49.785726 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.788461 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:49.792502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-caa7ed86-430c-47cd-899a-0a07c2ae96c0 tempest-ServersTestJSON-21756325 tempest-ServersTestJSON-21756325-project] 10.222.0.26 "DELETE /v2.0/floatingips/a93c172e-eb2a-42cd-8f87-f9f0f39f7a40 HTTP/1.1" status: 204 len: 168 time: 0.7643919 Aug 24 00:32:49.793667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:49.937892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Deleting port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:49.938626 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.038240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] For port 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:50.038814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.053163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Calling delete_port for 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:50.220216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.402300 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.476964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d7dbe6-55c1-442c-ba7f-36dfd232d6c2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:50.568476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2b2f8-e993-4329-a540-0774d0b4e01a req-99a962fc-f277-46ff-810b-23916adbf524 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:50.570059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9f2b2f8-e993-4329-a540-0774d0b4e01a req-99a962fc-f277-46ff-810b-23916adbf524 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1734324 Aug 24 00:32:50.661799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9f2b2f8-e993-4329-a540-0774d0b4e01a req-cc2e648d-b525-4c10-9402-a08ce57700ea tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839505 Aug 24 00:32:50.752713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Deleting port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:50.753070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.892177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] For port 5dc2b4cc-0bab-4dbe-8c27-6273572c7083, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:50.893022 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:50.913484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Calling delete_port for 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:51.159213 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.283051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.331465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc2b4cc-0bab-4dbe-8c27-6273572c7083,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:51.435396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c9ed8-5d22-4ad8-a586-0910e2e0b52b req-24cf3be9-eeca-4905-b93b-75cf3d9a878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:51.459005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-438c9ed8-5d22-4ad8-a586-0910e2e0b52b req-24cf3be9-eeca-4905-b93b-75cf3d9a878f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 1097 time: 0.1179519 Aug 24 00:32:51.498153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-438c9ed8-5d22-4ad8-a586-0910e2e0b52b req-51adab13-8f38-45c0-b630-abf7a83be547 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383337 Aug 24 00:32:51.537243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:51.651526 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:51.730211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:51.742559 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-de79baa5-55e5-4521-9255-34f36723dd45 admin admin] 10.222.0.26 "PUT /v2.0/routers/0d5e45fe-8e76-46ab-b7a1-6e2f03640366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5424252 Aug 24 00:32:51.742739 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] Sync routers for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:51.746801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44102) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:51.757178 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:51.758424 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:51.982118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.031018 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:52.134100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.271088 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:32:50Z', 'revision_number': 5, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port': {'id': 'a1504deb-9d33-4f18-b9b8-f8d5021cab6c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:28Z', 'updated_at': '2021-08-24T00:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:52.294248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Deleting port a1504deb-9d33-4f18-b9b8-f8d5021cab6c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:52.294849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.328923 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] Checking router: 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:52.354958 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] Routers {'0d5e45fe-8e76-46ab-b7a1-6e2f03640366'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:52.357233 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:52.363188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ed807-8b17-4007-a84a-fd0c0e62671e req-0c0ed19f-f792-4467-aebd-13b70996a994 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:52.364725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e7ed807-8b17-4007-a84a-fd0c0e62671e req-0c0ed19f-f792-4467-aebd-13b70996a994 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.4973447 Aug 24 00:32:52.372732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:32:52.445768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e7ed807-8b17-4007-a84a-fd0c0e62671e req-4d0f483f-b093-4b8f-be97-7270abce9fbf tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699308 Aug 24 00:32:52.485197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] For port a1504deb-9d33-4f18-b9b8-f8d5021cab6c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a1504deb-9d33-4f18-b9b8-f8d5021cab6c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:52.485515 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.512694 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] Set router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:52.517802 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Calling delete_port for a1504deb-9d33-4f18-b9b8-f8d5021cab6c owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:52.592680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:32:52.594778 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:32:52Z', 'revision_number': 6, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:52.598069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a9e2d722-9fb7-409a-97e1-1cd85b8c2854 admin admin] 10.222.0.26 "PUT /v2.0/routers/0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8022575 Aug 24 00:32:52.600587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44112) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:52.608222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] Sync routers for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:32:52.628196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:52.628829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:52.643091 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2b0ee-ae57-4041-bccf-cb1b477b3681 None None] The sync data for ids ['0d5e45fe-8e76-46ab-b7a1-6e2f03640366'] in n-d-804878-2 is: [{'id': '0d5e45fe-8e76-46ab-b7a1-6e2f03640366', 'name': 'tempest-FloatingIPsAssociationTestJSON-339184989-router', 'tenant_id': '43648f6113fe478ea562155df782f79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:26Z', 'updated_at': '2021-08-24T00:32:52Z', 'revision_number': 6, 'project_id': '43648f6113fe478ea562155df782f79c', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:52.924928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:52.930495 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:52.970819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:52.973673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:52.974283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 94d7dbe6-55c1-442c-ba7f-36dfd232d6c2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:53.080426 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.172341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:32:51Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:53.201965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] Checking router: 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:32:53.211714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] Routers {'0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:32:53.212300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:53.411025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] Set router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:32:53.535901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:32:51Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:53.563316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ada0f7-bf87-403d-81e2-8aafe800bd3f None None] The sync data for ids ['0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3'] in n-d-804878-2 is: [{'id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'name': 'tempest-ServersTestJSON-1334423819-router', 'tenant_id': '3d12e816d6ce480196a27aa0c7c40053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:29:11Z', 'updated_at': '2021-08-24T00:32:51Z', 'revision_number': 5, 'project_id': '3d12e816d6ce480196a27aa0c7c40053', 'gw_port': {'id': 'e2dfcfb7-9ed9-4068-aa3f-377465a87dcb', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:29:12Z', 'updated_at': '2021-08-24T00:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:32:53.611264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946d816-1902-47c8-ba41-167e9c248550 req-a98442be-3c2a-40dc-bfc7-001a649cd2bc tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:53.612785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3946d816-1902-47c8-ba41-167e9c248550 req-a98442be-3c2a-40dc-bfc7-001a649cd2bc tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.0744021 Aug 24 00:32:53.662453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3946d816-1902-47c8-ba41-167e9c248550 req-d097b35e-add5-4838-9f04-f87f8834e248 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424516 Aug 24 00:32:53.774013 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.812848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1504deb-9d33-4f18-b9b8-f8d5021cab6c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:53.895642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Deleting port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:53.896118 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:53.898149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.009840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.012200 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.034872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] For port e2dfcfb7-9ed9-4068-aa3f-377465a87dcb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e2dfcfb7-9ed9-4068-aa3f-377465a87dcb,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:54.035315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.048727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Calling delete_port for e2dfcfb7-9ed9-4068-aa3f-377465a87dcb owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:54.168122 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.168676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d5e45fe-8e76-46ab-b7a1-6e2f03640366 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:32:54.187857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.187857 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-780cdc1d-57ff-45b1-954b-03e2395a5305 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0d5e45fe-8e76-46ab-b7a1-6e2f03640366 HTTP/1.1" status: 204 len: 168 time: 2.4338977 Aug 24 00:32:54.187857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44142) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:54.269066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-607a21c9-1d66-4c21-a117-9e56ebbe978e admin admin] Deleting subnet bbc9855c-e434-496f-9ea6-d3a38cbaafed {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:32:54.274522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-607a21c9-1d66-4c21-a117-9e56ebbe978e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.318460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-607a21c9-1d66-4c21-a117-9e56ebbe978e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.357040 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.391684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dfcfb7-9ed9-4068-aa3f-377465a87dcb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:54.410911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-607a21c9-1d66-4c21-a117-9e56ebbe978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.472599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.566977 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.569078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.597143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-607a21c9-1d66-4c21-a117-9e56ebbe978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.622010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a21c9-1d66-4c21-a117-9e56ebbe978e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc9855c-e434-496f-9ea6-d3a38cbaafed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:54.627638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-607a21c9-1d66-4c21-a117-9e56ebbe978e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.629682 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-607a21c9-1d66-4c21-a117-9e56ebbe978e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bbc9855c-e434-496f-9ea6-d3a38cbaafed HTTP/1.1" status: 204 len: 168 time: 0.4424820 Aug 24 00:32:54.632210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44156) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:54.634096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1443a08-4271-465a-b776-67892dda64ab None None] Network 76ea2171-2209-47d2-911f-370a8fd22283 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:54.702293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.728194 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.729377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:32:54.742307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.742307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-46535768-b66d-4e21-95a1-3b2b4f9e47c2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0e9d4e42-4cf5-4048-99d2-dd0c2c6867a3 HTTP/1.1" status: 204 len: 168 time: 2.1343124 Aug 24 00:32:54.742307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44160) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:54.836949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Deleting port 1213b482-70e1-4f5a-ac9f-20ba57b1cada {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:54.838212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.883511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] DHCP port deletion for 76ea2171-2209-47d2-911f-370a8fd22283 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:32:54.927926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c4cb13-c8fd-4ab8-b7d8-410f032a8d90 admin admin] Deleting subnet 438d58e3-6d52-4c58-9fc8-339f34610163 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:32:54.939980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615295f4-1fce-48cb-8e81-24e1c674e05e req-673ad7c2-99d5-4005-834f-e5a3ee7fe4ed tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:54.943166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-615295f4-1fce-48cb-8e81-24e1c674e05e req-673ad7c2-99d5-4005-834f-e5a3ee7fe4ed tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1079156 Aug 24 00:32:54.944063 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cb13-c8fd-4ab8-b7d8-410f032a8d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.970373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] For port 1213b482-70e1-4f5a-ac9f-20ba57b1cada, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1213b482-70e1-4f5a-ac9f-20ba57b1cada,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:54.975759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:54.993448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Calling delete_port for 1213b482-70e1-4f5a-ac9f-20ba57b1cada owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:55.056137 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cb13-c8fd-4ab8-b7d8-410f032a8d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.062866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:55.086986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:55.090351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-615295f4-1fce-48cb-8e81-24e1c674e05e req-d41252da-c012-45f3-82c2-55bfcb2d71b4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955360 Aug 24 00:32:55.132878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:55.133250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5dc2b4cc-0bab-4dbe-8c27-6273572c7083 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:55.133702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a1504deb-9d33-4f18-b9b8-f8d5021cab6c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:55.182015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a1504deb-9d33-4f18-b9b8-f8d5021cab6c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:55.182680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a1504deb-9d33-4f18-b9b8-f8d5021cab6c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:55.185264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] Deleting port 1213b482-70e1-4f5a-ac9f-20ba57b1cada {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:55.185875 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.247574 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cb13-c8fd-4ab8-b7d8-410f032a8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.276866 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.345891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6156044f-1d2c-4a56-8bf0-9cf2380f052c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.358343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=1213b482-70e1-4f5a-ac9f-20ba57b1cada,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.377771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] No DVR routers for this DVR port 1213b482-70e1-4f5a-ac9f-20ba57b1cada on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:55.381484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] For port 1213b482-70e1-4f5a-ac9f-20ba57b1cada, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1213b482-70e1-4f5a-ac9f-20ba57b1cada,segment=NetworkSegment(449a599c-6d79-4ac0-baa5-c4b420dfb35b),segment_id=449a599c-6d79-4ac0-baa5-c4b420dfb35b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:55.392398 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.417428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec790c6-16ef-4480-9bbf-5281016f9ae0 req-e2c6eb83-5a3e-4293-ae97-f49cda4d6b62 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:55.419109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ec790c6-16ef-4480-9bbf-5281016f9ae0 req-e2c6eb83-5a3e-4293-ae97-f49cda4d6b62 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1882603 Aug 24 00:32:55.421697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cb13-c8fd-4ab8-b7d8-410f032a8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.437800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] Calling delete_port for 1213b482-70e1-4f5a-ac9f-20ba57b1cada owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:55.467020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4cb13-c8fd-4ab8-b7d8-410f032a8d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438d58e3-6d52-4c58-9fc8-339f34610163,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.474061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189bd7a7-c13a-4366-a710-9440df666023 None None] Network bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:32:55.500410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3c4cb13-c8fd-4ab8-b7d8-410f032a8d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.503977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b3c4cb13-c8fd-4ab8-b7d8-410f032a8d90 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/438d58e3-6d52-4c58-9fc8-339f34610163 HTTP/1.1" status: 204 len: 168 time: 0.7586231 Aug 24 00:32:55.512077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:55.606472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.636203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ea2171-2209-47d2-911f-370a8fd22283']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:55.638741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ec790c6-16ef-4480-9bbf-5281016f9ae0 req-e2d308bc-15b2-4f95-afc8-c3344355f73e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066984 Aug 24 00:32:55.655397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.670078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449a599c-6d79-4ac0-baa5-c4b420dfb35b') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:55.670932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449a599c-6d79-4ac0-baa5-c4b420dfb35b') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:55.690986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.699399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.718233 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.734112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:55.734925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.765841 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6156044f-1d2c-4a56-8bf0-9cf2380f052c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:55.810063 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:55.828156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Deleting port bc44b732-538a-4a40-a297-39b2ccbf36c7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:55.829101 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.862545 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.893426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.900199 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.904622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] 10.222.0.26 "DELETE /v2.0/networks/76ea2171-2209-47d2-911f-370a8fd22283 HTTP/1.1" status: 204 len: 168 time: 1.2691565 Aug 24 00:32:55.927693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] Pushing event deleted for resources: {'Port': ['ID=1213b482-70e1-4f5a-ac9f-20ba57b1cada,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.946838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ec7c5-c0ca-4e31-8358-d8aea2568bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=76ea2171-2209-47d2-911f-370a8fd22283,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:55.946959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] For port bc44b732-538a-4a40-a297-39b2ccbf36c7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=bc44b732-538a-4a40-a297-39b2ccbf36c7,segment=NetworkSegment(bacfd811-f3f7-4f11-9a8a-ad758e8a1327),segment_id=bacfd811-f3f7-4f11-9a8a-ad758e8a1327)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:55.946959 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:55.947178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06dcbcd-7652-45fb-a1a3-6e1de72e1688 None None] No DVR routers for this DVR port 1213b482-70e1-4f5a-ac9f-20ba57b1cada on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:55.959231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Calling delete_port for bc44b732-538a-4a40-a297-39b2ccbf36c7 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:56.018297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6156044f-1d2c-4a56-8bf0-9cf2380f052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.090356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] DHCP port deletion for bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:32:56.097608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6156044f-1d2c-4a56-8bf0-9cf2380f052c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a1f64fc7d544992a52da6f057bc5412&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0033598 Aug 24 00:32:56.098358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44200) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:56.111171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156044f-1d2c-4a56-8bf0-9cf2380f052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb7b4c7-1995-4231-9a44-7956220b4873,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:56.165117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da5336b7-e94e-4d2f-9f8e-9cd78922f2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.199492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da5336b7-e94e-4d2f-9f8e-9cd78922f2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.248145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.259923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] Deleting port bc44b732-538a-4a40-a297-39b2ccbf36c7 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:32:56.260672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.324295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44204) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:56.354943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] No DVR routers for this DVR port bc44b732-538a-4a40-a297-39b2ccbf36c7 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:56.359034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc44b732-538a-4a40-a297-39b2ccbf36c7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:56.374154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da5336b7-e94e-4d2f-9f8e-9cd78922f2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.380334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] For port bc44b732-538a-4a40-a297-39b2ccbf36c7, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:32:56.380617 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da5336b7-e94e-4d2f-9f8e-9cd78922f2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.381263 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.382870 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-da5336b7-e94e-4d2f-9f8e-9cd78922f2bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fb7b4c7-1995-4231-9a44-7956220b4873 HTTP/1.1" status: 204 len: 168 time: 0.2835326 Aug 24 00:32:56.401296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] Calling delete_port for bc44b732-538a-4a40-a297-39b2ccbf36c7 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:32:56.405872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] Port bc44b732-538a-4a40-a297-39b2ccbf36c7 was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:32:56.408061 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.411945 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b36cde62-a15d-486a-89e6-ef25cab01606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.428489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5336b7-e94e-4d2f-9f8e-9cd78922f2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb7b4c7-1995-4231-9a44-7956220b4873,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:56.449552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] Pushing event deleted for resources: {'Port': ['ID=bc44b732-538a-4a40-a297-39b2ccbf36c7,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:56.464008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b21a4-c629-43b4-8234-8e27447d265a None None] No DVR routers for this DVR port bc44b732-538a-4a40-a297-39b2ccbf36c7 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:32:56.474081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-50ba895c-5356-47c0-ab7e-bbf5232d050c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43648f6113fe478ea562155df782f79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461191 Aug 24 00:32:56.475568 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44208) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:56.546380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9d34a-a71f-4a8f-a425-40569746b681 req-400883d2-ea4c-4e2e-9d03-a179f7cee6ca tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:56.548010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfc9d34a-a71f-4a8f-a425-40569746b681 req-400883d2-ea4c-4e2e-9d03-a179f7cee6ca tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.3604672 Aug 24 00:32:56.580185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d451400-0344-4704-8e90-148ac8c7646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.610211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d451400-0344-4704-8e90-148ac8c7646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.621489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.640292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:56.645108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfc9d34a-a71f-4a8f-a425-40569746b681 req-dcbf3429-e8b5-4382-9c9c-3ab2bebc31a0 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872717 Aug 24 00:32:56.654291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:56.654601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacfd811-f3f7-4f11-9a8a-ad758e8a1327') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:32:56.664658 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.690836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.701165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:32:56.701610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:32:56.703539 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:32:56.791597 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d451400-0344-4704-8e90-148ac8c7646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.798925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d451400-0344-4704-8e90-148ac8c7646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.810315 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7d451400-0344-4704-8e90-148ac8c7646b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b75f7cc-b68f-416d-aac2-b0588620d23c HTTP/1.1" status: 204 len: 168 time: 0.3330095 Aug 24 00:32:56.829038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d451400-0344-4704-8e90-148ac8c7646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b75f7cc-b68f-416d-aac2-b0588620d23c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:56.850728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e2dfcfb7-9ed9-4068-aa3f-377465a87dcb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:56.881894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.884441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e2dfcfb7-9ed9-4068-aa3f-377465a87dcb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:56.885106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e2dfcfb7-9ed9-4068-aa3f-377465a87dcb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:56.886108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bc44b732-538a-4a40-a297-39b2ccbf36c7 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:56.890974 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:56.893967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] 10.222.0.26 "DELETE /v2.0/networks/bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07 HTTP/1.1" status: 204 len: 168 time: 1.3783684 Aug 24 00:32:56.922303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: bc44b732-538a-4a40-a297-39b2ccbf36c7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:56.922303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bc44b732-538a-4a40-a297-39b2ccbf36c7 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:56.922714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1213b482-70e1-4f5a-ac9f-20ba57b1cada no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:32:56.928648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262cca-1ee8-4598-91cc-49c328c9e65e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc18cb57-94bb-4f4f-8e1f-b96a08ca5c07,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:56.945818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1213b482-70e1-4f5a-ac9f-20ba57b1cada {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:32:56.946386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1213b482-70e1-4f5a-ac9f-20ba57b1cada not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:32:57.317516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:57.361683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-67c1b66b-c0f6-423f-9b91-fd29ac1edfd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d12e816d6ce480196a27aa0c7c40053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426984 Aug 24 00:32:57.364099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44234) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:57.430736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07448d23-e521-4581-b4fd-485e519b5732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.453349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07448d23-e521-4581-b4fd-485e519b5732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.602612 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07448d23-e521-4581-b4fd-485e519b5732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.605991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07448d23-e521-4581-b4fd-485e519b5732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.614894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-07448d23-e521-4581-b4fd-485e519b5732 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80b82f4e-1f8a-46f4-9e18-a76bc85fb5f4 HTTP/1.1" status: 204 len: 168 time: 0.2475669 Aug 24 00:32:57.622031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07448d23-e521-4581-b4fd-485e519b5732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b82f4e-1f8a-46f4-9e18-a76bc85fb5f4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:57.626062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:57.650081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1eedb4f9-4a39-4314-887e-986bf6daa3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.807820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fa94f-5c5b-46d4-8fa5-54453d914b1f req-db1456ee-3780-4893-90c9-75d48a6160e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:57.810290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a6fa94f-5c5b-46d4-8fa5-54453d914b1f req-db1456ee-3780-4893-90c9-75d48a6160e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0789723 Aug 24 00:32:57.868859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1eedb4f9-4a39-4314-887e-986bf6daa3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:57.874230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a6fa94f-5c5b-46d4-8fa5-54453d914b1f req-519ae005-e217-45c1-9ba0-0f468877e766 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548074 Aug 24 00:32:57.933314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1eedb4f9-4a39-4314-887e-986bf6daa3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.014136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedb4f9-4a39-4314-887e-986bf6daa3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da7ebc9-0d35-4179-bd3c-c60a3a020ae5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:58.019245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1eedb4f9-4a39-4314-887e-986bf6daa3ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf5940a1f8ef4d79802465cf83a650e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907063 Aug 24 00:32:58.021453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:58.129675 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01311d08-a4a2-4589-9a39-ea347de4b5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.156657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01311d08-a4a2-4589-9a39-ea347de4b5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.307089 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01311d08-a4a2-4589-9a39-ea347de4b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.307089 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01311d08-a4a2-4589-9a39-ea347de4b5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:58.332110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-01311d08-a4a2-4589-9a39-ea347de4b5b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5da7ebc9-0d35-4179-bd3c-c60a3a020ae5 HTTP/1.1" status: 204 len: 168 time: 0.3070965 Aug 24 00:32:58.336845 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:32:58.347262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01311d08-a4a2-4589-9a39-ea347de4b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da7ebc9-0d35-4179-bd3c-c60a3a020ae5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:58.429776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:58.487269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd57e-0a69-4e7a-8007-9542e681e0b5 req-345a8ee1-1d05-41e5-a3cf-b438025cf9f1 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:58.489803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-440bd57e-0a69-4e7a-8007-9542e681e0b5 req-345a8ee1-1d05-41e5-a3cf-b438025cf9f1 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0982897 Aug 24 00:32:58.547753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-440bd57e-0a69-4e7a-8007-9542e681e0b5 req-1922b41e-8de9-4724-863e-09125f5d3e88 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 Aug 24 00:32:58.876258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-network', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:58.999315 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-898c8210-babc-41c1-af04-50363400286d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.029537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Made reservation on behalf of 8a16fc973bdc4c2794d0d72c6a1c984a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:59.040265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.051621 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.145295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.151042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.219287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.235497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44316) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:59.253948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:32:59.266112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6950bf78-0229-4a61-aedc-32b944dfe130,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:59.271852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.272630 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Added segment b7092a4d-8341-4bf2-aab6-379e2053f822 of type vlan for network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe Aug 24 00:32:59.324049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.452009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-927878033-network', 'tenant_id': '735f41a9982c4380994ff1bb5295a611'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:59.470241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.471367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:59.471958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.585163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] Pushing event updated for resources: {'Network': ['ID=f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:32:59.596331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:32:59.596505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:32:59.599024 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.611323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.686875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7c60-474a-47fc-b07a-f0097a134c27 req-d4e10435-7d21-4465-976b-450c655f2488 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:32:59.688812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17cb7c60-474a-47fc-b07a-f0097a134c27 req-d4e10435-7d21-4465-976b-450c655f2488 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0580108 Aug 24 00:32:59.718626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0c3bac69-b9bb-46e3-9b3b-5c5cc872ec4f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2869370 Aug 24 00:32:59.721372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:32:59.726773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Request body: {'subnet': {'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-subnet', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:32:59.749297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17cb7c60-474a-47fc-b07a-f0097a134c27 req-73b453f6-d2f1-4f35-aed9-720ddc36aa35 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545030 Aug 24 00:32:59.872436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:32:59.992201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.016637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:00.032210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310c0c0-e53e-45e7-99da-6c8ad4f17905,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:00.036890 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.037245 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Added segment 4a9991a9-e856-41a3-bf79-87d919135e59 of type vlan for network 9254bda8-a4f6-498d-9130-b2d85f701b23 Aug 24 00:33:00.081599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.144555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Made reservation on behalf of 8a16fc973bdc4c2794d0d72c6a1c984a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:00.147859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.199810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44352) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:00.230799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.231806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:00.232429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.258930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.297809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=9254bda8-a4f6-498d-9130-b2d85f701b23,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:00.308547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9254bda8-a4f6-498d-9130-b2d85f701b23 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:00.345579 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ee960a6e-9b3c-4fff-80b8-539b48b08ce2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1081476 Aug 24 00:33:00.348467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44358) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:00.369744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Request body: {'subnet': {'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-927878033-subnet', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:00.400861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2742ad8-f5dc-4601-b277-70ef818b87a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.448270 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.495344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:00.497729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.514211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c009944-8610-4450-824b-261ac6812c55,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:00.523950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Checking segment: {'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:00.524319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Network hostable DHCP agents. Network: f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:00.686291 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2742ad8-f5dc-4601-b277-70ef818b87a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.744490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:00.801763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2742ad8-f5dc-4601-b277-70ef818b87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.845333 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e2742ad8-f5dc-4601-b277-70ef818b87a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6100af047b9a477e8757388bdbd332d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422243 Aug 24 00:33:00.845333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2742ad8-f5dc-4601-b277-70ef818b87a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e08e6d2-4634-4914-837a-0c74d81fc987,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:00.846220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44374) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:00.900898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.919521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74d5672b-2820-4777-9a23-f67e9a6714c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.952668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74d5672b-2820-4777-9a23-f67e9a6714c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:00.954330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:00.967655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939cde8e-d9b6-460f-8612-cd2ba0fd2d94 None None] Network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:00.975103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc5afb2-07f3-4174-bc7f-8d8e90f22867,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:00.985515 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Checking segment: {'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:00.992976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Network hostable DHCP agents. Network: 9254bda8-a4f6-498d-9130-b2d85f701b23, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:00.994624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:00.995276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.123784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Network 9254bda8-a4f6-498d-9130-b2d85f701b23 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:01.124806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6b732eb1-e9b2-42e5-bf20-34feed9fcb22 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4008837 Aug 24 00:33:01.126524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:01.131984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:01.143070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe', 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'fixed_ips': [{'subnet_id': '3c009944-8610-4450-824b-261ac6812c55'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:33:01.144206 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.156857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74d5672b-2820-4777-9a23-f67e9a6714c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.159391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74d5672b-2820-4777-9a23-f67e9a6714c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.161426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-74d5672b-2820-4777-9a23-f67e9a6714c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e08e6d2-4634-4914-837a-0c74d81fc987 HTTP/1.1" status: 204 len: 168 time: 0.3133922 Aug 24 00:33:01.178843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5672b-2820-4777-9a23-f67e9a6714c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e08e6d2-4634-4914-837a-0c74d81fc987,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:01.270327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9254bda8-a4f6-498d-9130-b2d85f701b23) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:01.275218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:01.276007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.297750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd8815-b4af-4485-a95f-f128164cd85f None None] Network 9254bda8-a4f6-498d-9130-b2d85f701b23 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:01.351685 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.353293 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.362511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Allocated IP 172.20.0.2 (f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe/3c009944-8610-4450-824b-261ac6812c55/9bd1d4ff-5eb8-4721-ae7a-c276d5223e22) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:01.419070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.513862 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e05f6747-7223-4bab-90f9-e7dffbd9b902 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1616747 Aug 24 00:33:01.514507 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44392) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:01.519165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:01.565752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-9254bda8-a4f6-498d-9130-b2d85f701b23', 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'fixed_ips': [{'subnet_id': '9cc5afb2-07f3-4174-bc7f-8d8e90f22867'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:33:01.567489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.614077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.615312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.675532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.715359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.718513 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.733658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Transition to ACTIVE for port object 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:01.787748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Transition to ACTIVE for port object 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:01.824800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Allocated IP 172.20.0.2 (9254bda8-a4f6-498d-9130-b2d85f701b23/9cc5afb2-07f3-4174-bc7f-8d8e90f22867/dff58f97-074d-4b5b-914a-991a8b20eaa9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:01.964701 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.983771 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:01.985003 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.081342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:02.091062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Pushing event updated for resources: {'Port': ['ID=9bd1d4ff-5eb8-4721-ae7a-c276d5223e22,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:02.097799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:02.102407 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.106620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:02.115683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44402) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:02.119613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Transition to ACTIVE for port object dff58f97-074d-4b5b-914a-991a8b20eaa9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:02.189853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Transition to ACTIVE for port object dff58f97-074d-4b5b-914a-991a8b20eaa9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:02.202666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Attempting to bind port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:02.203326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Attempting to bind port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:02.203952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Attempting to bind port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 on network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:02.209729 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.215791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:02.215791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Checking segment: {'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:02.215791 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.215791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Bound using segment: {'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:02.215791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Bound port: 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:02.215791 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.230521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.301705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] For port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:02.307671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] For port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9bd1d4ff-5eb8-4721-ae7a-c276d5223e22,segment=NetworkSegment(b7092a4d-8341-4bf2-aab6-379e2053f822),segment_id=b7092a4d-8341-4bf2-aab6-379e2053f822)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:02.310540 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.315027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.339370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.361530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Allocated IP 172.25.5.245 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/f6158ef2-a3a3-41c5-bd08-a519419ba3f2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:02.363126 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e03b3c1-0a44-4ef7-a710-47653c02a7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.375757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Pushing event updated for resources: {'Port': ['ID=dff58f97-074d-4b5b-914a-991a8b20eaa9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:02.379243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Network 9254bda8-a4f6-498d-9130-b2d85f701b23 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:02.381196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:02.384374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:02.395854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44406) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:02.397349 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.429422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42588f52-a650-4148-b7db-dd978c21715f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.509017 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.538748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e03b3c1-0a44-4ef7-a710-47653c02a7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.610072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e03b3c1-0a44-4ef7-a710-47653c02a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.630777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.641044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Attempting to bind port dff58f97-074d-4b5b-914a-991a8b20eaa9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:02.641224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Attempting to bind port dff58f97-074d-4b5b-914a-991a8b20eaa9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:02.641702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Attempting to bind port dff58f97-074d-4b5b-914a-991a8b20eaa9 on network 9254bda8-a4f6-498d-9130-b2d85f701b23 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:02.658871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:02.659343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Checking segment: {'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:02.659768 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.660213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Bound using segment: {'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:02.660706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Bound port: dff58f97-074d-4b5b-914a-991a8b20eaa9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:02.661265 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.666949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452626-efc7-4425-ab4b-3dc78996c296 None None] Pushing event updated for resources: {'Port': ['ID=9bd1d4ff-5eb8-4721-ae7a-c276d5223e22,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:02.700054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:02.703914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:02.709623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:02.720872 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7e03b3c1-0a44-4ef7-a710-47653c02a7d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d14f034fe1c44b79936dbcaa911483c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030984 Aug 24 00:33:02.738914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] For port dff58f97-074d-4b5b-914a-991a8b20eaa9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:02.743079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] For port dff58f97-074d-4b5b-914a-991a8b20eaa9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dff58f97-074d-4b5b-914a-991a8b20eaa9,segment=NetworkSegment(4a9991a9-e856-41a3-bf79-87d919135e59),segment_id=4a9991a9-e856-41a3-bf79-87d919135e59)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:02.750974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03b3c1-0a44-4ef7-a710-47653c02a7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad7bf55-dfc6-45b9-b597-ea9e553288c3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:02.763290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:02.764028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Pushing event updated for resources: {'Port': ['ID=f6158ef2-a3a3-41c5-bd08-a519419ba3f2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:02.765706 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-c1af2640-eb67-434c-acb1-924700e82a6e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1946406 Aug 24 00:33:02.808457 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.820332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Allocated IP 172.25.5.156 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/58508eee-e0ec-4e59-b499-bebb6b5165a6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:02.887439 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b582118a-9c2b-4d91-8fa6-5a418de377ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.937548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42588f52-a650-4148-b7db-dd978c21715f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:02.946293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c331ee-9a15-43d9-9228-bdc360c73de4 None None] Pushing event updated for resources: {'Port': ['ID=dff58f97-074d-4b5b-914a-991a8b20eaa9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:03.016196 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42588f52-a650-4148-b7db-dd978c21715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.024520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b582118a-9c2b-4d91-8fa6-5a418de377ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.026913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ae804d47-a5e8-42c5-ac7d-95397426fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.028162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ae804d47-a5e8-42c5-ac7d-95397426fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.028900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ae804d47-a5e8-42c5-ac7d-95397426fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.029603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ae804d47-a5e8-42c5-ac7d-95397426fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.030314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ae804d47-a5e8-42c5-ac7d-95397426fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.031009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ae804d47-a5e8-42c5-ac7d-95397426fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.031668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ae804d47-a5e8-42c5-ac7d-95397426fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.033988 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ae804d47-a5e8-42c5-ac7d-95397426fc7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ce631da00c94b70be996ebaba63913e&device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 6501 time: 0.1951158 Aug 24 00:33:03.107792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42588f52-a650-4148-b7db-dd978c21715f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967af891-1945-4826-bc02-ff6fae8ff59a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:03.203593 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-42588f52-a650-4148-b7db-dd978c21715f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5592fbe5035645c592a1b65fb6bc548d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8011937 Aug 24 00:33:03.206473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44418) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:03.244982 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.264330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-757a4821-124a-49c1-b9b6-f6c2bac35faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.279291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-86924401-20ae-44de-b499-1b4f2821e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.279291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-86924401-20ae-44de-b499-1b4f2821e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.279291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-86924401-20ae-44de-b499-1b4f2821e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.279291 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-86924401-20ae-44de-b499-1b4f2821e15c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d8fd806-c256-4afe-810f-333599f8291f&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2451831c-464c-4e2d-943c-5fa3aeefff28&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&id=2c7f342d-8fc5-4cbb-af18-961b4b04d501 HTTP/1.1" status: 200 len: 2297 time: 0.1971664 Aug 24 00:33:03.310119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b582118a-9c2b-4d91-8fa6-5a418de377ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.313265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b582118a-9c2b-4d91-8fa6-5a418de377ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.317329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b582118a-9c2b-4d91-8fa6-5a418de377ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ad7bf55-dfc6-45b9-b597-ea9e553288c3 HTTP/1.1" status: 204 len: 168 time: 0.5472937 Aug 24 00:33:03.335549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-757a4821-124a-49c1-b9b6-f6c2bac35faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.337761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582118a-9c2b-4d91-8fa6-5a418de377ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad7bf55-dfc6-45b9-b597-ea9e553288c3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:03.376232 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-c93fdb59-d730-413f-9bb9-9cd433d09889 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597 HTTP/1.1" status: 200 len: 1000 time: 0.0882320 Aug 24 00:33:03.439393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-6ce21a2e-85d6-4724-95fd-608ebdd95685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.441827 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-6ce21a2e-85d6-4724-95fd-608ebdd95685 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=745e7fbb-6430-4641-a1d1-64c23e786f72 HTTP/1.1" status: 200 len: 856 time: 0.0565417 Aug 24 00:33:03.448837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:03.544419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Pushing event updated for resources: {'Port': ['ID=58508eee-e0ec-4e59-b499-bebb6b5165a6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:03.548425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:03.553440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:03.556971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:03.593642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-9b4aa1d6-371a-4747-a8d0-6871dce6eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.595240 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-9b4aa1d6-371a-4747-a8d0-6871dce6eaa9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d8fd806-c256-4afe-810f-333599f8291f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428866 Aug 24 00:33:03.825502 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-4009c5ee-25e2-4440-9604-8e6ca5560664 service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149205 Aug 24 00:33:03.925783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274363ba-835f-4ae7-a824-c76eee2a270f req-73f62059-9dda-42e3-891b-32e14cfdf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.927402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-274363ba-835f-4ae7-a824-c76eee2a270f req-73f62059-9dda-42e3-891b-32e14cfdf8a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.1581264 Aug 24 00:33:03.939803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633e8d6-0ba5-4bfa-9139-33be9c9568b0 req-4dc4a6f5-7bc1-4d75-b317-a74f35307ab9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:03.941389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f633e8d6-0ba5-4bfa-9139-33be9c9568b0 req-4dc4a6f5-7bc1-4d75-b317-a74f35307ab9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1693676 Aug 24 00:33:03.977920 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.058458 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-757a4821-124a-49c1-b9b6-f6c2bac35faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.061019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-757a4821-124a-49c1-b9b6-f6c2bac35faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.062294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-757a4821-124a-49c1-b9b6-f6c2bac35faa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/967af891-1945-4826-bc02-ff6fae8ff59a HTTP/1.1" status: 204 len: 168 time: 0.8544633 Aug 24 00:33:04.097999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a4821-124a-49c1-b9b6-f6c2bac35faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967af891-1945-4826-bc02-ff6fae8ff59a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:04.116328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f633e8d6-0ba5-4bfa-9139-33be9c9568b0 req-98b5ee81-5674-4d34-ac0b-b1f5b0a39149 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631522 Aug 24 00:33:04.210114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274363ba-835f-4ae7-a824-c76eee2a270f req-fbc0dc3b-f5f5-4234-a45b-3cc4869b386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:04.212255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-274363ba-835f-4ae7-a824-c76eee2a270f req-fbc0dc3b-f5f5-4234-a45b-3cc4869b386f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 919 time: 0.2698426 Aug 24 00:33:04.244085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342bf996-d907-4a51-9e59-87204988a260 None None] Network 9254bda8-a4f6-498d-9130-b2d85f701b23 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:04.281445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-274363ba-835f-4ae7-a824-c76eee2a270f req-30cdf6ce-539d-47fa-b237-a32c054e63ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 200 len: 217 time: 0.0608079 Aug 24 00:33:04.435513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44432) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:04.439882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5d1ea0f4-afe5-4b10-ab2b-090278c310c9 None None] Provisioning for port dff58f97-074d-4b5b-914a-991a8b20eaa9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:04.471534 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d155705-75f9-485d-a4f5-759166d00326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.475102 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-fb3299b4-0fb4-4b87-a199-87f86e9b8e78 service neutron] 10.222.0.37 "GET /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420135 Aug 24 00:33:04.491562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274363ba-835f-4ae7-a824-c76eee2a270f req-ba996072-64e4-4814-98c7-3b9f65180372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:04.500626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-274363ba-835f-4ae7-a824-c76eee2a270f req-ba996072-64e4-4814-98c7-3b9f65180372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.1770010 Aug 24 00:33:04.535871 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-640fc6d0-4588-4cf3-b621-9d2579525a79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 200 len: 217 time: 0.0527170 Aug 24 00:33:04.541973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.555640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-274363ba-835f-4ae7-a824-c76eee2a270f req-4f75a958-4f8c-47c5-8ace-884dc1dbdf19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496566 Aug 24 00:33:04.593804 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:04.685791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b644324-33c7-480f-b82c-3267c3e390d7 None None] Network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:04.714277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-c8aee800-476a-464d-9643-04c66702b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:04.715795 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-c8aee800-476a-464d-9643-04c66702b6be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1718867 Aug 24 00:33:04.829667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-afade050-e1c2-437f-b6f5-7a149459ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:04.831745 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-afade050-e1c2-437f-b6f5-7a149459ccb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1041191 Aug 24 00:33:04.927318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-274363ba-835f-4ae7-a824-c76eee2a270f req-d689c91e-c8e4-4bd3-a6ac-767deccf9ec2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632350 Aug 24 00:33:04.935454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ec7edda3-6433-4f18-be7c-eb13a3ca7c7c None None] Provisioning for port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:04.952349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dff58f97-074d-4b5b-914a-991a8b20eaa9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:05.028334 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d155705-75f9-485d-a4f5-759166d00326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.056224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:05.080054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-274363ba-835f-4ae7-a824-c76eee2a270f req-54c7eb5d-3420-4df6-ba9b-99b5b284ddf7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391041 Aug 24 00:33:05.081343 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-691e77ee-289a-4fad-b6af-3c3491d92c50 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014441 Aug 24 00:33:05.125130 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d155705-75f9-485d-a4f5-759166d00326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.154034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port dff58f97-074d-4b5b-914a-991a8b20eaa9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:05.165256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port dff58f97-074d-4b5b-914a-991a8b20eaa9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:05.166134 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.197751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.228973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1d155705-75f9-485d-a4f5-759166d00326 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01cba230357944768c01444865cc0bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7874513 Aug 24 00:33:05.232423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:05.241783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d155705-75f9-485d-a4f5-759166d00326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd9215-3392-47a0-ac14-2feb03207b52,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:05.300799 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.406827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:05.416114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port dff58f97-074d-4b5b-914a-991a8b20eaa9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dff58f97-074d-4b5b-914a-991a8b20eaa9,segment=NetworkSegment(4a9991a9-e856-41a3-bf79-87d919135e59),segment_id=4a9991a9-e856-41a3-bf79-87d919135e59)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:05.419104 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Sync routers for ids ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:05.424870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9da9e7af-64d5-41d8-ab45-6911aeaa3a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.436341 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Routers {'8044d3c8-feb4-46e4-96da-bd7fefeae3fd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:05.443487 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:05.461445 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9da9e7af-64d5-41d8-ab45-6911aeaa3a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.485427 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-b18603b9-239f-4a79-85b8-0ee256b8c35c service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964870 Aug 24 00:33:05.505041 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.506364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:05.590142 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-9b8675db-5673-4989-ba57-b7f9aed8d3af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 200 len: 217 time: 0.0912948 Aug 24 00:33:05.597424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=dff58f97-074d-4b5b-914a-991a8b20eaa9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:05.619413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Router 025833da-12ad-484c-b288-0898c87ff5f6 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:33:05.685309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad943f4-ee35-4310-88ea-acfa7776b369 req-825ecf10-5602-46c7-850f-11d50a24fa65 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:05.687076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad943f4-ee35-4310-88ea-acfa7776b369 req-825ecf10-5602-46c7-850f-11d50a24fa65 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.3477888 Aug 24 00:33:05.709210 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9da9e7af-64d5-41d8-ab45-6911aeaa3a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.712947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9da9e7af-64d5-41d8-ab45-6911aeaa3a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.715594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9da9e7af-64d5-41d8-ab45-6911aeaa3a72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aafd9215-3392-47a0-ac14-2feb03207b52 HTTP/1.1" status: 204 len: 168 time: 0.4785676 Aug 24 00:33:05.733051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-5563dc30-f5fc-4e56-84de-94d1c672ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:05.734351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.734714 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-5563dc30-f5fc-4e56-84de-94d1c672ec78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1318283 Aug 24 00:33:05.738712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6169e0a5-d0cf-481a-85f6-3802623dbb39 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6075156 Aug 24 00:33:05.738882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44470) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:05.750564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:05.759290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:05.759758 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:05.761794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9e7af-64d5-41d8-ab45-6911aeaa3a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd9215-3392-47a0-ac14-2feb03207b52,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:05.781705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad943f4-ee35-4310-88ea-acfa7776b369 req-12f67068-b04f-4c7c-9bc4-18bd7654de18 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868609 Aug 24 00:33:05.804098 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Set router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:05.978813 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.037430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:06.044206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-51f1b9f7-30fd-4c7d-a3ce-331dd630e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:06.045790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-51f1b9f7-30fd-4c7d-a3ce-331dd630e5ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2930629 Aug 24 00:33:06.067334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Sync routers for ids ['025833da-12ad-484c-b288-0898c87ff5f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:06.071176 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:03Z', 'revision_number': 3, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port': {'id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:91:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:06.102441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Routers {'025833da-12ad-484c-b288-0898c87ff5f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:06.104098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['025833da-12ad-484c-b288-0898c87ff5f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:06.114037 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Checking router: 8044d3c8-feb4-46e4-96da-bd7fefeae3fd for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:06.114561 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Updating router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd port f6158ef2-a3a3-41c5-bd08-a519419ba3f2 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:33:06.145161 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.230300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9bd1d4ff-5eb8-4721-ae7a-c276d5223e22,segment=NetworkSegment(b7092a4d-8341-4bf2-aab6-379e2053f822),segment_id=b7092a4d-8341-4bf2-aab6-379e2053f822)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:06.239787 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.243407 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d9d4f42e-5c3b-4068-88d5-db00b7b4841b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7281651 Aug 24 00:33:06.246273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:06.285755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.290532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Set router 025833da-12ad-484c-b288-0898c87ff5f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:06.510369 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-2d490bea-08f6-4951-acce-3a83f4f99821 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476445 Aug 24 00:33:06.535664 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.552213 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Transition to ACTIVE for port object f6158ef2-a3a3-41c5-bd08-a519419ba3f2 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:06.600407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=9bd1d4ff-5eb8-4721-ae7a-c276d5223e22,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:06.653598 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.735136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:03Z', 'revision_number': 3, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port': {'id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:06.787761 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Pushing event updated for resources: {'Port': ['ID=f6158ef2-a3a3-41c5-bd08-a519419ba3f2,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:06.791140 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Attempting to bind port f6158ef2-a3a3-41c5-bd08-a519419ba3f2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:06.791505 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Attempting to bind port f6158ef2-a3a3-41c5-bd08-a519419ba3f2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:06.801014 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Attempting to bind port f6158ef2-a3a3-41c5-bd08-a519419ba3f2 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:06.811781 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.812347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Checking router: 025833da-12ad-484c-b288-0898c87ff5f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:06.813988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Updating router 025833da-12ad-484c-b288-0898c87ff5f6 port 58508eee-e0ec-4e59-b499-bebb6b5165a6 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:33:06.824230 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.824569 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.829842 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.830221 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.831283 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.832177 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.833840 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.834569 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.836499 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.838935 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.839795 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:06.863016 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:06.863973 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:06.865268 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.866359 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:06.871606 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Bound port: f6158ef2-a3a3-41c5-bd08-a519419ba3f2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:06.871606 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:06.899391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dff58f97-074d-4b5b-914a-991a8b20eaa9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:07.012297 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] For port f6158ef2-a3a3-41c5-bd08-a519419ba3f2, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:07.027324 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] For port f6158ef2-a3a3-41c5-bd08-a519419ba3f2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f6158ef2-a3a3-41c5-bd08-a519419ba3f2,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:07.031463 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.043107 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-8b79988b-ac8a-4f39-85f8-03c76a86115a service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119910 Aug 24 00:33:07.083060 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.143032 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-ab4efe42-5269-439b-bbb3-6632c91134e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=ff032e29-8de2-421c-879d-967747a87793 HTTP/1.1" status: 200 len: 217 time: 0.0920556 Aug 24 00:33:07.221967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port dff58f97-074d-4b5b-914a-991a8b20eaa9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:07.222286 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.252323 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Routers {'8044d3c8-feb4-46e4-96da-bd7fefeae3fd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:07.257869 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:07.261116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.289519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-56b8bfdb-31b5-48fb-9443-bef0f298b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:07.289969 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-56b8bfdb-31b5-48fb-9443-bef0f298b142 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.1369712 Aug 24 00:33:07.354766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156c37-7fbe-461e-9484-1fddecc0ae39 req-45afe6da-0c90-4272-9b9e-3b3263277ab9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:07.360101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06156c37-7fbe-461e-9484-1fddecc0ae39 req-45afe6da-0c90-4272-9b9e-3b3263277ab9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.3709452 Aug 24 00:33:07.400621 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.420607 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a2729-982b-4425-ba4b-0fbe51218482 None None] Pushing event updated for resources: {'Port': ['ID=f6158ef2-a3a3-41c5-bd08-a519419ba3f2,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:07.453557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06156c37-7fbe-461e-9484-1fddecc0ae39 req-0bc4a944-5e7d-43aa-8d02-3306f26bc581 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865500 Aug 24 00:33:07.540221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:07.629062 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] Set router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:07.689738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-4c1cdb33-cf40-4a9a-b830-dff267277dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:07.693795 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-4c1cdb33-cf40-4a9a-b830-dff267277dab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1577637 Aug 24 00:33:07.715579 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.731371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Transition to ACTIVE for port object 58508eee-e0ec-4e59-b499-bebb6b5165a6 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:07.756654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:07.756654 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.792106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Allocated IP 172.20.0.1 (f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe/3c009944-8610-4450-824b-261ac6812c55/526e1f80-b0e4-4677-b413-6437e8cfb5d4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:07.825633 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.908166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Allocated IP 172.20.0.1 (9254bda8-a4f6-498d-9130-b2d85f701b23/9cc5afb2-07f3-4174-bc7f-8d8e90f22867/1b1063ba-1e69-4f5d-bdef-e0d702de27ce) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:07.909850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Attempting to bind port 58508eee-e0ec-4e59-b499-bebb6b5165a6 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:07.910514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Attempting to bind port 58508eee-e0ec-4e59-b499-bebb6b5165a6 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:07.910987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Attempting to bind port 58508eee-e0ec-4e59-b499-bebb6b5165a6 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:07.925344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:07.925344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:07.925344 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.925344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:07.926890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Bound port: 58508eee-e0ec-4e59-b499-bebb6b5165a6, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:07.926890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:07.931496 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-e335e41f-a7e1-44be-802c-2faca5d781fa service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312839 Aug 24 00:33:07.988067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] For port 58508eee-e0ec-4e59-b499-bebb6b5165a6, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:07.992590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] For port 58508eee-e0ec-4e59-b499-bebb6b5165a6, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=58508eee-e0ec-4e59-b499-bebb6b5165a6,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:08.004761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177719-8e79-42d2-9e1d-cc3827813ac2 None None] Pushing event updated for resources: {'Port': ['ID=58508eee-e0ec-4e59-b499-bebb6b5165a6,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:08.034021 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.059838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Transition to ACTIVE for port object 526e1f80-b0e4-4677-b413-6437e8cfb5d4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:08.098409 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:03Z', 'revision_number': 3, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port': {'id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:91:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:08.098703 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-c6d257d0-c102-4280-ba9c-e294a256679c service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506016 Aug 24 00:33:08.116399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.151861 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4738ed0b-0918-4422-a383-8c02a5e2b597 None None] The sync data for ids ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'] in n-d-804878-2 is: [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:03Z', 'revision_number': 3, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port': {'id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:91:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:08.163413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.206700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Transition to ACTIVE for port object 1b1063ba-1e69-4f5d-bdef-e0d702de27ce will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:08.220621 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-978d9eb6-9521-4d25-bb8b-2f13adc1f2b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=ca08ea5c-78c6-43d1-af20-328d86f63233 HTTP/1.1" status: 200 len: 217 time: 0.1183305 Aug 24 00:33:08.251490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Routers {'025833da-12ad-484c-b288-0898c87ff5f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:08.252417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['025833da-12ad-484c-b288-0898c87ff5f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:08.309289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-aebf68c2-b67d-4860-9421-b42ada970734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:08.310915 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-aebf68c2-b67d-4860-9421-b42ada970734 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 200 len: 797 time: 0.0814700 Aug 24 00:33:08.351424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.375592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.407957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:08.428265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Network 9254bda8-a4f6-498d-9130-b2d85f701b23 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:08.430469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:08.433249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:08.459822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Pushing event updated for resources: {'Port': ['ID=526e1f80-b0e4-4677-b413-6437e8cfb5d4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:08.478855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-76ea81fc-ade3-4222-b1c8-98e506f62f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:08.481988 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-76ea81fc-ade3-4222-b1c8-98e506f62f49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2451831c-464c-4e2d-943c-5fa3aeefff28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1629813 Aug 24 00:33:08.494434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:08.585810 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:08.595290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177719-8e79-42d2-9e1d-cc3827813ac2 None None] Pushing event updated for resources: {'Port': ['ID=58508eee-e0ec-4e59-b499-bebb6b5165a6,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:08.677962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:08.684946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:08.692275 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-bbd9516d-67fb-45e2-aed6-c8e85cd922f9 service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036750 Aug 24 00:33:08.892864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] Set router 025833da-12ad-484c-b288-0898c87ff5f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:09.026467 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-e41a1cc2-9fea-44eb-85da-1ebdb24da5ba service neutron] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266349 Aug 24 00:33:09.048708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.063770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f6158ef2-a3a3-41c5-bd08-a519419ba3f2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:09.105139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f08c-7190-42b9-890e-50209fd4dcaf req-b2a7f4c8-0976-4f34-af24-a1f17800146f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:09.107653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1619f08c-7190-42b9-890e-50209fd4dcaf req-b2a7f4c8-0976-4f34-af24-a1f17800146f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.3821030 Aug 24 00:33:09.117872 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-7ebf5395-c7a6-4d4b-b1b4-3f018e1fdb10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d HTTP/1.1" status: 200 len: 217 time: 0.0811348 Aug 24 00:33:09.157874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.279832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-228e2c7f-1065-4f31-a568-34db529fd44c None None] Provisioning for port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:09.309942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-228e2c7f-1065-4f31-a568-34db529fd44c None None] Provisioning complete for port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:09.310866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-228e2c7f-1065-4f31-a568-34db529fd44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.312722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f6158ef2-a3a3-41c5-bd08-a519419ba3f2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:09.316134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-0f1341c7-4ae4-474e-8d24-f18c1b47cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:09.318276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-0f1341c7-4ae4-474e-8d24-f18c1b47cd7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.1924007 Aug 24 00:33:09.322761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f6158ef2-a3a3-41c5-bd08-a519419ba3f2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:09.323401 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.324847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.383664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1619f08c-7190-42b9-890e-50209fd4dcaf req-0eab57ac-5994-4d67-9bd4-fd750d792391 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715149 Aug 24 00:33:09.408027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.447656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-0831fc75-1242-4a0f-8f0f-f2e9a77cb1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:09.453135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-228e2c7f-1065-4f31-a568-34db529fd44c None None] Port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:09.456085 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-0831fc75-1242-4a0f-8f0f-f2e9a77cb1fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292996 Aug 24 00:33:09.457835 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.471749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:03Z', 'revision_number': 3, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port': {'id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:09.516514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5565b6c-8e63-402e-8b09-3b839f639cd0 None None] The sync data for ids ['025833da-12ad-484c-b288-0898c87ff5f6'] in n-d-804878-2 is: [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:03Z', 'revision_number': 3, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port': {'id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:09.555515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:09.587247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.599913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.638626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port f6158ef2-a3a3-41c5-bd08-a519419ba3f2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f6158ef2-a3a3-41c5-bd08-a519419ba3f2,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:09.651033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Network 9254bda8-a4f6-498d-9130-b2d85f701b23 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:09.652765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:09.668519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e52997f2-bb23-4db8-ab8e-729e5a8e8a3f None None] Provisioning for port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:09.669240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e52997f2-bb23-4db8-ab8e-729e5a8e8a3f None None] Provisioning complete for port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:09.669716 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e52997f2-bb23-4db8-ab8e-729e5a8e8a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.738983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:09.942603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Router 025833da-12ad-484c-b288-0898c87ff5f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:33:09.944323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e52997f2-bb23-4db8-ab8e-729e5a8e8a3f None None] Port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:09.952622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=f6158ef2-a3a3-41c5-bd08-a519419ba3f2,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:10.293963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6e6030c2-1db1-4624-ba93-e96aa656e555 None None] Provisioning complete for port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:10.298853 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e6030c2-1db1-4624-ba93-e96aa656e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:10.376110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6e6030c2-1db1-4624-ba93-e96aa656e555 None None] Port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:10.507341 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-9727730d-4ca9-4eb3-b3c1-3432456dac34 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0418890 Aug 24 00:33:10.720493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:10.758243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0f755b2b-ba9b-4435-adbe-8e77853524f4 admin admin] 10.222.0.26 "PUT /v2.0/routers/025833da-12ad-484c-b288-0898c87ff5f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5061204 Aug 24 00:33:10.793915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132430e6-63b3-4cd7-973e-68db31cdda09 req-478405e0-3bdc-474d-ac18-4a3b0e055a7a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:10.795524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-132430e6-63b3-4cd7-973e-68db31cdda09 req-478405e0-3bdc-474d-ac18-4a3b0e055a7a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1721125 Aug 24 00:33:10.817438 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-d9bdf226-d2b5-4690-ab11-91b56019fd3f service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040553 Aug 24 00:33:10.862188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-132430e6-63b3-4cd7-973e-68db31cdda09 req-be9b3a6a-434e-466d-95dd-3ea31567ed9c tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605695 Aug 24 00:33:10.977033 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-c475bc2f-22fe-4b13-9b06-25667746090e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722 HTTP/1.1" status: 200 len: 217 time: 0.1256366 Aug 24 00:33:11.035038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44638) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:11.045266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-75582abe-81d4-48be-80f9-f210e9c42ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:11.047303 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-75582abe-81d4-48be-80f9-f210e9c42ac4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 200 len: 797 time: 0.0637374 Aug 24 00:33:11.127791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.128924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f6158ef2-a3a3-41c5-bd08-a519419ba3f2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:11.196494 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-2d39558c-fc00-40c7-a613-7e2f5d4286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:11.198092 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-2d39558c-fc00-40c7-a613-7e2f5d4286b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2c7f342d-8fc5-4cbb-af18-961b4b04d501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413612 Aug 24 00:33:11.217832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f6158ef2-a3a3-41c5-bd08-a519419ba3f2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:11.218219 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.238168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-308958224'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:11.262430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.362359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 58508eee-e0ec-4e59-b499-bebb6b5165a6 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:11.380840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:11.392395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.419440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.427517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Pushing event updated for resources: {'Port': ['ID=526e1f80-b0e4-4677-b413-6437e8cfb5d4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:11.449404 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-a5e18b76-6f1f-4438-bf2f-76f0db9e3b3e service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436666 Aug 24 00:33:11.458998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:11.469129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.469483 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Added segment 3e482595-407d-46e1-895b-ecda2425f31e of type vlan for network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 Aug 24 00:33:11.526243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.545372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 58508eee-e0ec-4e59-b499-bebb6b5165a6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:11.555981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 58508eee-e0ec-4e59-b499-bebb6b5165a6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:11.555981 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.626719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:11.631069 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0830ff80-694f-4bf0-9c71-7b4020caec96 req-cdf60151-361f-4aa8-a492-fe417a694b07 service neutron] 10.222.0.37 "GET /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662574 Aug 24 00:33:11.633066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:11.693281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.713553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:11.714295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.722932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.830727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 58508eee-e0ec-4e59-b499-bebb6b5165a6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=58508eee-e0ec-4e59-b499-bebb6b5165a6,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:11.905762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:11.958433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:33:11.980298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Network': ['ID=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:11.997228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:12.081934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c0ee2dd0-b64a-45fb-b7c7-000f4ce3b53f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0450933 Aug 24 00:33:12.086664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:12.113134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'subnet': {'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:12.201921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:12.208519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=58508eee-e0ec-4e59-b499-bebb6b5165a6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:12.214422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Sync routers for ids ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:12.221026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7a61cb98-f65c-4854-aa08-59c73dc75c46 None None] Provisioning complete for port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:12.221396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a61cb98-f65c-4854-aa08-59c73dc75c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:12.236960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e88bc0f6-b1d6-4a04-8c7b-8f01d5f2f858 admin admin] 10.222.0.26 "PUT /v2.0/routers/8044d3c8-feb4-46e4-96da-bd7fefeae3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4965894 Aug 24 00:33:12.244653 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Routers {'8044d3c8-feb4-46e4-96da-bd7fefeae3fd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:12.245966 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:12.287705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7a61cb98-f65c-4854-aa08-59c73dc75c46 None None] Port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:12.415215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:12.481836 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Set router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:12.487734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255e59b-c1e4-4995-b88e-e3d3b3513d74 req-6b722e25-5f4c-48ca-a72d-2d3e5e36e43f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:12.494476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0255e59b-c1e4-4995-b88e-e3d3b3513d74 req-6b722e25-5f4c-48ca-a72d-2d3e5e36e43f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.4908648 Aug 24 00:33:12.617632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0255e59b-c1e4-4995-b88e-e3d3b3513d74 req-4f7e8749-90f5-411b-ba42-2f5c5acfe70f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085646 Aug 24 00:33:12.619667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca5fd4-cde5-4067-8395-4eadf53f7ff6 req-c0f6a9a0-33d9-4561-b101-c727ae1d1832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:12.621306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0ca5fd4-cde5-4067-8395-4eadf53f7ff6 req-c0f6a9a0-33d9-4561-b101-c727ae1d1832 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.2258213 Aug 24 00:33:12.676246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0ca5fd4-cde5-4067-8395-4eadf53f7ff6 req-e3d40282-47f0-4f31-89e2-882f87434d8c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473073 Aug 24 00:33:12.708474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Sync routers for ids ['025833da-12ad-484c-b288-0898c87ff5f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:12.718001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Routers {'025833da-12ad-484c-b288-0898c87ff5f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:12.718918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['025833da-12ad-484c-b288-0898c87ff5f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:12.728034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:12.733348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:12.869386 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:09Z', 'revision_number': 4, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port': {'id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '526e1f80-b0e4-4677-b413-6437e8cfb5d4', 'name': '', 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'mac_address': 'fa:16:3e:cf:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '3c009944-8610-4450-824b-261ac6812c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:07Z', 'updated_at': '2021-08-24T00:33:10Z', 'revision_number': 2, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'subnets': [{'id': '3c009944-8610-4450-824b-261ac6812c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:12.889710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 58508eee-e0ec-4e59-b499-bebb6b5165a6 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:12.905887 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Checking router: 8044d3c8-feb4-46e4-96da-bd7fefeae3fd for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:12.906363 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Updating router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:33:12.941559 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.094803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44704) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:13.131637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44708) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:13.150240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Set router 025833da-12ad-484c-b288-0898c87ff5f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:13.218619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 58508eee-e0ec-4e59-b499-bebb6b5165a6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:13.219350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.309881 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.347117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d528f218-aa45-418a-bcf7-caec1fc7f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.409354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Subnet': ['ID=26be9fb7-a4ee-4d77-98c3-3c59b62d9ced,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:13.483385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Checking segment: {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:13.484753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network hostable DHCP agents. Network: b6b59625-f7d0-4734-b8ff-ab7e8c8649b3, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:13.513955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:08Z', 'revision_number': 4, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port': {'id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '1b1063ba-1e69-4f5d-bdef-e0d702de27ce', 'name': '', 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'mac_address': 'fa:16:3e:60:3c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '9cc5afb2-07f3-4174-bc7f-8d8e90f22867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:07Z', 'updated_at': '2021-08-24T00:33:09Z', 'revision_number': 2, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'subnets': [{'id': '9cc5afb2-07f3-4174-bc7f-8d8e90f22867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:13.563637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d528f218-aa45-418a-bcf7-caec1fc7f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.579966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3c1618b-cd10-4145-92cb-9d2255c5eb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.584666 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-27e35d31-28ac-4c5b-b345-300d2d0c8a7e req-bcaaeb9c-8fd8-468e-93a9-e98d102b52b9 tempest-FloatingIPDetailsNegativeTestJSON-2069130591 tempest-FloatingIPDetailsNegativeTestJSON-2069130591-project] show failed (client error): The resource could not be found. Aug 24 00:33:13.588476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Checking router: 025833da-12ad-484c-b288-0898c87ff5f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:13.591391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Updating router 025833da-12ad-484c-b288-0898c87ff5f6 port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:33:13.600638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44716) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:13.602914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27e35d31-28ac-4c5b-b345-300d2d0c8a7e req-bcaaeb9c-8fd8-468e-93a9-e98d102b52b9 tempest-FloatingIPDetailsNegativeTestJSON-2069130591 tempest-FloatingIPDetailsNegativeTestJSON-2069130591-project] 10.222.0.26 "GET /v2.0/floatingips/53e68f94-5e18-4539-a10b-f63a458f7a5e HTTP/1.1" status: 404 len: 350 time: 0.6081243 Aug 24 00:33:13.605210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:13.640293 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.661421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d528f218-aa45-418a-bcf7-caec1fc7f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.681605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b6b59625-f7d0-4734-b8ff-ab7e8c8649b3) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:13.687674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:13.688911 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.690229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335758a9-bc0b-4f63-aeb4-41a11bbb4cdf None None] Network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:13.702016 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d528f218-aa45-418a-bcf7-caec1fc7f66a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7aaf36d7659b42ecb4176b8bdeae877a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044719 Aug 24 00:33:13.705868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44720) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:13.745749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528f218-aa45-418a-bcf7-caec1fc7f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51447b35-1ff5-4522-8138-d92c0618227a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:13.783382 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.808866 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Transition to ACTIVE for port object 526e1f80-b0e4-4677-b413-6437e8cfb5d4 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:13.859521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f37f74e-06b7-46a7-a8e4-a20a6367e8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.872106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955180d-0ae3-45a0-98f2-ac14e7e92162 req-120cfa3b-ac78-4fb2-a84d-8778f410f582 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:13.878396 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.879684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6955180d-0ae3-45a0-98f2-ac14e7e92162 req-120cfa3b-ac78-4fb2-a84d-8778f410f582 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1072295 Aug 24 00:33:13.938567 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f37f74e-06b7-46a7-a8e4-a20a6367e8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:13.993552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3c1618b-cd10-4145-92cb-9d2255c5eb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.007288 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8d541-c2c9-480a-a480-5ac23269d299 None None] Pushing event updated for resources: {'Port': ['ID=526e1f80-b0e4-4677-b413-6437e8cfb5d4,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:14.017244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6955180d-0ae3-45a0-98f2-ac14e7e92162 req-21ae9c3d-8a40-4e39-a8fa-3d9a7beddd14 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333988 Aug 24 00:33:14.064921 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Attempting to bind port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:14.065302 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Attempting to bind port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:14.070444 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Attempting to bind port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 on network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:14.082178 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:14.082679 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Checking segment: {'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:14.086200 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.086686 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Bound using segment: {'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:14.088394 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Bound port: 526e1f80-b0e4-4677-b413-6437e8cfb5d4, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7092a4d-8341-4bf2-aab6-379e2053f822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:14.090165 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.090523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3c1618b-cd10-4145-92cb-9d2255c5eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.099044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f37f74e-06b7-46a7-a8e4-a20a6367e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.101996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f37f74e-06b7-46a7-a8e4-a20a6367e8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.103988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8f37f74e-06b7-46a7-a8e4-a20a6367e8e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51447b35-1ff5-4522-8138-d92c0618227a HTTP/1.1" status: 204 len: 168 time: 0.3871453 Aug 24 00:33:14.137914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37f74e-06b7-46a7-a8e4-a20a6367e8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51447b35-1ff5-4522-8138-d92c0618227a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:14.165120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d49f575c-6b1b-4e7d-ae95-07d7cffc5b23 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0733144 Aug 24 00:33:14.165652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44724) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:14.179815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-485887138'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:14.186134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-b6b59625-f7d0-4734-b8ff-ab7e8c8649b3', 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'fixed_ips': [{'subnet_id': '26be9fb7-a4ee-4d77-98c3-3c59b62d9ced'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:33:14.187454 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.225692 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] For port 526e1f80-b0e4-4677-b413-6437e8cfb5d4, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:14.232120 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] For port 526e1f80-b0e4-4677-b413-6437e8cfb5d4, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=526e1f80-b0e4-4677-b413-6437e8cfb5d4,segment=NetworkSegment(b7092a4d-8341-4bf2-aab6-379e2053f822),segment_id=b7092a4d-8341-4bf2-aab6-379e2053f822)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:14.236069 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f3c1618b-cd10-4145-92cb-9d2255c5eb61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8e2d083117b4e2dbf6186613786bf43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1007979 Aug 24 00:33:14.238813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44726) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:14.294649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:14.298749 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.302620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1618b-cd10-4145-92cb-9d2255c5eb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf19b44-b96e-4848-b545-1fff2ed3ee05,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:14.343199 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.345984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34901d34-8544-4f63-b68a-a21dd3807a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.347938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:14.391985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Allocated IP 19.80.0.2 (b6b59625-f7d0-4734-b8ff-ab7e8c8649b3/26be9fb7-a4ee-4d77-98c3-3c59b62d9ced/f62d1f09-2c9e-444f-ad49-b202553c1bad) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:14.394549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.397312 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Added segment 92897704-47ce-4c65-b763-c3ffdda582fe of type vlan for network 47b2d787-c799-4a07-8f00-1573d78741ff Aug 24 00:33:14.438221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.455404 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Routers {'8044d3c8-feb4-46e4-96da-bd7fefeae3fd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:14.455954 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:14.461452 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34901d34-8544-4f63-b68a-a21dd3807a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.579520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.589325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Transition to ACTIVE for port object f62d1f09-2c9e-444f-ad49-b202553c1bad will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:14.606972 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.623256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Transition to ACTIVE for port object f62d1f09-2c9e-444f-ad49-b202553c1bad will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:14.760647 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.768046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.776004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:14.780854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.803155 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] Set router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:14.814415 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34901d34-8544-4f63-b68a-a21dd3807a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.820441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Pushing event updated for resources: {'Port': ['ID=f62d1f09-2c9e-444f-ad49-b202553c1bad,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:14.821456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34901d34-8544-4f63-b68a-a21dd3807a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.823723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-34901d34-8544-4f63-b68a-a21dd3807a50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bf19b44-b96e-4848-b545-1fff2ed3ee05 HTTP/1.1" status: 204 len: 168 time: 0.5828722 Aug 24 00:33:14.827405 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:14.844923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.845387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.845638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.845986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.846326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.846662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.846994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.847327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.847656 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.847984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.848313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.848639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:14.868178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Transition to ACTIVE for port object 1b1063ba-1e69-4f5d-bdef-e0d702de27ce will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:14.872791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:14.875020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:14.892964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:14.906665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7400510 Aug 24 00:33:14.909533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44736) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:14.910662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34901d34-8544-4f63-b68a-a21dd3807a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf19b44-b96e-4848-b545-1fff2ed3ee05,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:14.917339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'subnet': {'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:14.941316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5b90a-79e0-480c-8096-4546b380e1c1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Network': ['ID=47b2d787-c799-4a07-8f00-1573d78741ff,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:14.969620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 47b2d787-c799-4a07-8f00-1573d78741ff details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:15.110106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:15.113891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.123106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44740) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:15.142895 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.185655 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8d541-c2c9-480a-a480-5ac23269d299 None None] Pushing event updated for resources: {'Port': ['ID=526e1f80-b0e4-4677-b413-6437e8cfb5d4,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:15.212626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Deleting port 526e1f80-b0e4-4677-b413-6437e8cfb5d4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:15.213125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.307730 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.351659 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:09Z', 'revision_number': 4, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port': {'id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '526e1f80-b0e4-4677-b413-6437e8cfb5d4', 'name': '', 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'mac_address': 'fa:16:3e:cf:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '3c009944-8610-4450-824b-261ac6812c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:07Z', 'updated_at': '2021-08-24T00:33:14Z', 'revision_number': 4, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'subnets': [{'id': '3c009944-8610-4450-824b-261ac6812c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:15.405229 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb52d91-97f6-4492-b71a-7f91cbb8f391 None None] The sync data for ids ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'] in n-d-804878-2 is: [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:09Z', 'revision_number': 4, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port': {'id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '526e1f80-b0e4-4677-b413-6437e8cfb5d4', 'name': '', 'network_id': 'f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'mac_address': 'fa:16:3e:cf:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '3c009944-8610-4450-824b-261ac6812c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:07Z', 'updated_at': '2021-08-24T00:33:14Z', 'revision_number': 4, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'subnets': [{'id': '3c009944-8610-4450-824b-261ac6812c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:15.406453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8aac10-a0aa-4d76-8f1e-568b89d40b21 None None] Pushing event updated for resources: {'Port': ['ID=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:15.418758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] For port 526e1f80-b0e4-4677-b413-6437e8cfb5d4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=526e1f80-b0e4-4677-b413-6437e8cfb5d4,segment=NetworkSegment(b7092a4d-8341-4bf2-aab6-379e2053f822),segment_id=b7092a4d-8341-4bf2-aab6-379e2053f822)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:15.418758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.493706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Calling delete_port for 526e1f80-b0e4-4677-b413-6437e8cfb5d4 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:15.529537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a8a73-5cff-436d-bb4c-e56b02debf40 req-2091046f-3935-481a-a0c4-e790267d97c3 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:15.531378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a39a8a73-5cff-436d-bb4c-e56b02debf40 req-2091046f-3935-481a-a0c4-e790267d97c3 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1084275 Aug 24 00:33:15.536776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.544485 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.562925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Attempting to bind port f62d1f09-2c9e-444f-ad49-b202553c1bad on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:15.567555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Attempting to bind port f62d1f09-2c9e-444f-ad49-b202553c1bad by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:15.567555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Attempting to bind port f62d1f09-2c9e-444f-ad49-b202553c1bad on network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:15.644800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a39a8a73-5cff-436d-bb4c-e56b02debf40 req-623910ba-cac1-4a0f-86e9-0377cc09bfb3 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024590 Aug 24 00:33:15.663407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.697746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Subnet': ['ID=2386a7f7-5506-429d-9de0-966855e1624f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:15.710693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Checking segment: {'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:15.710693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network hostable DHCP agents. Network: 47b2d787-c799-4a07-8f00-1573d78741ff, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:15.713171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:15.713796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Checking segment: {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:15.714241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.714762 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Bound using segment: {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:15.715255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Bound port: f62d1f09-2c9e-444f-ad49-b202553c1bad, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:15.715741 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.719277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Attempting to bind port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:15.719654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Attempting to bind port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:15.720070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Attempting to bind port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce on network 9254bda8-a4f6-498d-9130-b2d85f701b23 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:15.739147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:15.739147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Checking segment: {'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:15.739147 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.739147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Bound using segment: {'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:15.739147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Bound port: 1b1063ba-1e69-4f5d-bdef-e0d702de27ce, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9991a9-e856-41a3-bf79-87d919135e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:15.739147 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.773915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44750) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:15.822800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dd83f9d-706b-403f-bc00-c084a1abfb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.836904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network 47b2d787-c799-4a07-8f00-1573d78741ff is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:15.900557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] For port f62d1f09-2c9e-444f-ad49-b202553c1bad, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:15.910823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] For port f62d1f09-2c9e-444f-ad49-b202553c1bad, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f62d1f09-2c9e-444f-ad49-b202553c1bad,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:15.919639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 47b2d787-c799-4a07-8f00-1573d78741ff) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:15.940853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:15.942085 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:15.951446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a9b6a-87ef-4cd2-83b4-eae6557dded8 None None] Network 47b2d787-c799-4a07-8f00-1573d78741ff requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:15.983684 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.061730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.090474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dd83f9d-706b-403f-bc00-c084a1abfb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.168004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dd83f9d-706b-403f-bc00-c084a1abfb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.172067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eafd19-83f0-4084-a5bc-3e926c92f960 None None] Pushing event updated for resources: {'Port': ['ID=f62d1f09-2c9e-444f-ad49-b202553c1bad,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.247019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575ca6ab-e2a3-4255-960b-4e9f6d845d41,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.269766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] For port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:16.281873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3dd83f9d-706b-403f-bc00-c084a1abfb4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71253922b5be48eca93a95b0a08c9fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067842 Aug 24 00:33:16.285453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5b5b76d0-2bd0-4448-860f-a48d0b967053 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3729382 Aug 24 00:33:16.290257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] For port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,segment=NetworkSegment(4a9991a9-e856-41a3-bf79-87d919135e59),segment_id=4a9991a9-e856-41a3-bf79-87d919135e59)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:16.315097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44756) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:16.346366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.350963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.352216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.352216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:16.364030 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b384a5d8-b5fe-433c-8ae9-7e29cc2dbfa7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c11b0bd6e2f435b820c6a0a8b2a1c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2393310 Aug 24 00:33:16.364913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44760) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:16.402812 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.412209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd83f9d-706b-403f-bc00-c084a1abfb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716d0072-f306-4aac-be83-44960855241d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.464021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Pushing event deleted for resources: {'Port': ['ID=526e1f80-b0e4-4677-b413-6437e8cfb5d4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.491667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7e0ad-07a7-413a-b8e1-607a452b6e14 req-00f9f5dc-4ce6-4aab-9762-a626ffba4944 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:16.494656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4c7e0ad-07a7-413a-b8e1-607a452b6e14 req-00f9f5dc-4ce6-4aab-9762-a626ffba4944 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.2980006 Aug 24 00:33:16.524737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-84a991b8-e896-471b-b6a1-e4071bc30e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:16.526169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-84a991b8-e896-471b-b6a1-e4071bc30e6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.1966548 Aug 24 00:33:16.529868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa668-2071-4ce7-9510-c1f06cd770fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.671588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8aac10-a0aa-4d76-8f1e-568b89d40b21 None None] Pushing event updated for resources: {'Port': ['ID=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:16.703937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Routers {'025833da-12ad-484c-b288-0898c87ff5f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:16.705016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['025833da-12ad-484c-b288-0898c87ff5f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:16.795044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcbde23b-d8eb-440b-aff5-1f2363483929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.865489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-47b2d787-c799-4a07-8f00-1573d78741ff', 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'fixed_ips': [{'subnet_id': '2386a7f7-5506-429d-9de0-966855e1624f'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:33:16.869020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.901968 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcbde23b-d8eb-440b-aff5-1f2363483929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.909322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:16.975676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f62d1f09-2c9e-444f-ad49-b202553c1bad up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:17.018079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4c7e0ad-07a7-413a-b8e1-607a452b6e14 req-113e495d-8e44-4c1b-ad1f-878fb17d37f5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117974 Aug 24 00:33:17.022230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-fc482a2c-30b8-4b22-98d0-761744a664b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:17.025121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-fc482a2c-30b8-4b22-98d0-761744a664b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 919 time: 0.4789693 Aug 24 00:33:17.123085 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa668-2071-4ce7-9510-c1f06cd770fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.170256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-9cca2ce5-0825-456e-b32c-a6ae7edd03d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 200 len: 217 time: 0.1301875 Aug 24 00:33:17.216937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] Set router 025833da-12ad-484c-b288-0898c87ff5f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:17.266309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcbde23b-d8eb-440b-aff5-1f2363483929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.269850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bcbde23b-d8eb-440b-aff5-1f2363483929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.271401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bcbde23b-d8eb-440b-aff5-1f2363483929 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/575ca6ab-e2a3-4255-960b-4e9f6d845d41 HTTP/1.1" status: 204 len: 168 time: 0.8427939 Aug 24 00:33:17.297294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbde23b-d8eb-440b-aff5-1f2363483929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575ca6ab-e2a3-4255-960b-4e9f6d845d41,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:17.300941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-69c07072-61a8-4b63-96db-37c1d7443386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:17.303796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-69c07072-61a8-4b63-96db-37c1d7443386 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.1171732 Aug 24 00:33:17.358832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-a6e858dd-e646-484c-9902-2c1a598723cd tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:17.379130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-a6e858dd-e646-484c-9902-2c1a598723cd tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:17.382063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-a6e858dd-e646-484c-9902-2c1a598723cd tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/networks?id=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3&id=47b2d787-c799-4a07-8f00-1573d78741ff&id=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 HTTP/1.1" status: 200 len: 1390 time: 0.7592010 Aug 24 00:33:17.406997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-978dc480-e1fd-459f-bbdb-00662f4a7832 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865855 Aug 24 00:33:17.437256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Allocated IP 19.86.0.2 (47b2d787-c799-4a07-8f00-1573d78741ff/2386a7f7-5506-429d-9de0-966855e1624f/c2daa587-4586-4fc5-a3db-0aa314dc8949) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:17.454803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-7dd2e544-e4f3-4312-82db-9f58b3d1e7a6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/quotas/735f41a9982c4380994ff1bb5295a611 HTTP/1.1" status: 200 len: 375 time: 0.0466247 Aug 24 00:33:17.534306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:33:17.586283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-ca910199-4453-46f8-b29f-dca41dec8a12 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1200252 Aug 24 00:33:17.612399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-71307334-cae0-47fc-b0cb-5c7d4438e22d service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819761 Aug 24 00:33:17.684077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:17.689661 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa668-2071-4ce7-9510-c1f06cd770fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.693028 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-87fffa0e-3345-4f8a-8f7a-bce43b1bd619 admin admin] 10.222.0.26 "PUT /v2.0/routers/8044d3c8-feb4-46e4-96da-bd7fefeae3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0903757 Aug 24 00:33:17.696888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44778) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:17.697939 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa668-2071-4ce7-9510-c1f06cd770fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:17.703501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a6eaa668-2071-4ce7-9510-c1f06cd770fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/716d0072-f306-4aac-be83-44960855241d HTTP/1.1" status: 204 len: 168 time: 1.3820281 Aug 24 00:33:17.844694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaa668-2071-4ce7-9510-c1f06cd770fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716d0072-f306-4aac-be83-44960855241d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:17.966482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1aa424ec-b6ac-488d-98a0-dc4b3acb19b1 service neutron] 10.222.0.26 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670597 Aug 24 00:33:17.970266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1d7fc22-7f5a-4482-8802-1bb5ec4bc8e5 req-fe063e5c-e74e-4ef8-bbb5-37c94da11806 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476706 Aug 24 00:33:17.980272 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] Sync routers for ids ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:17.999389 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] Routers {'8044d3c8-feb4-46e4-96da-bd7fefeae3fd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:18.000176 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:18.072152 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.082954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Transition to ACTIVE for port object c2daa587-4586-4fc5-a3db-0aa314dc8949 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:18.099655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Transition to ACTIVE for port object c2daa587-4586-4fc5-a3db-0aa314dc8949 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:18.121220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f62d1f09-2c9e-444f-ad49-b202553c1bad completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:18.178802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.218521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d37fe4b-f1b6-4e68-8c5b-dc955b847e2f None None] Network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:18.296073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Network 47b2d787-c799-4a07-8f00-1573d78741ff is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:18.379291 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.396377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:18.399624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:18.406121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-0c79d278-7af5-4447-8cfe-618c9339fbd1 service neutron] 10.222.0.26 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282835 Aug 24 00:33:18.411872 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] Set router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:18.425905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:08Z', 'revision_number': 4, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port': {'id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '1b1063ba-1e69-4f5d-bdef-e0d702de27ce', 'name': '', 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'mac_address': 'fa:16:3e:60:3c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '9cc5afb2-07f3-4174-bc7f-8d8e90f22867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:07Z', 'updated_at': '2021-08-24T00:33:16Z', 'revision_number': 4, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'subnets': [{'id': '9cc5afb2-07f3-4174-bc7f-8d8e90f22867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:18.505079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Pushing event updated for resources: {'Port': ['ID=c2daa587-4586-4fc5-a3db-0aa314dc8949,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:18.542868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adac85d-4dd4-43cb-92e6-5248ce61f9fd None None] The sync data for ids ['025833da-12ad-484c-b288-0898c87ff5f6'] in n-d-804878-2 is: [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:08Z', 'revision_number': 4, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port': {'id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '1b1063ba-1e69-4f5d-bdef-e0d702de27ce', 'name': '', 'network_id': '9254bda8-a4f6-498d-9130-b2d85f701b23', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'mac_address': 'fa:16:3e:60:3c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '9cc5afb2-07f3-4174-bc7f-8d8e90f22867', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:07Z', 'updated_at': '2021-08-24T00:33:16Z', 'revision_number': 4, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'subnets': [{'id': '9cc5afb2-07f3-4174-bc7f-8d8e90f22867', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:18.583379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bbe9575c-a740-4774-b688-b163761b77d6 None None] Provisioning for port f62d1f09-2c9e-444f-ad49-b202553c1bad completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:18.595418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bbe9575c-a740-4774-b688-b163761b77d6 None None] Provisioning complete for port f62d1f09-2c9e-444f-ad49-b202553c1bad triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:18.595418 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbe9575c-a740-4774-b688-b163761b77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.608516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.716407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371d6b4-f2bb-47fb-9662-d92b1bf222d7 req-3c212aad-20ef-45ca-ae00-d34ea40aefcd tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:18.724761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3371d6b4-f2bb-47fb-9662-d92b1bf222d7 req-3c212aad-20ef-45ca-ae00-d34ea40aefcd tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.3597076 Aug 24 00:33:18.729644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-f7ee5a49-e199-4d20-ab17-6b2a35a11f31 service neutron] 10.222.0.26 "GET /v2.0/networks/47b2d787-c799-4a07-8f00-1573d78741ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864177 Aug 24 00:33:18.746359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Attempting to bind port c2daa587-4586-4fc5-a3db-0aa314dc8949 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:18.747025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Attempting to bind port c2daa587-4586-4fc5-a3db-0aa314dc8949 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:18.747321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Attempting to bind port c2daa587-4586-4fc5-a3db-0aa314dc8949 on network 47b2d787-c799-4a07-8f00-1573d78741ff {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:18.765266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:18.765678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Checking segment: {'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:18.766091 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.767939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Bound using segment: {'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:18.768554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Bound port: c2daa587-4586-4fc5-a3db-0aa314dc8949, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:18.768866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.843132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Deleting port f6158ef2-a3a3-41c5-bd08-a519419ba3f2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:18.843533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:18.926407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3371d6b4-f2bb-47fb-9662-d92b1bf222d7 req-d09eefe0-3877-45c2-a34b-ff7f21a19f8e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005491 Aug 24 00:33:19.033606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dd544e3d-7c51-4f1c-8914-b5951a5d6700 service neutron] 10.222.0.26 "GET /v2.0/networks/47b2d787-c799-4a07-8f00-1573d78741ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968454 Aug 24 00:33:19.034277 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:15Z', 'revision_number': 5, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port': {'id': 'f6158ef2-a3a3-41c5-bd08-a519419ba3f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:91:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:19.074945 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbe9575c-a740-4774-b688-b163761b77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.077038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1b1063ba-1e69-4f5d-bdef-e0d702de27ce up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:19.096426 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] Checking router: 8044d3c8-feb4-46e4-96da-bd7fefeae3fd for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:19.111839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] For port f6158ef2-a3a3-41c5-bd08-a519419ba3f2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f6158ef2-a3a3-41c5-bd08-a519419ba3f2,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:19.112220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.113466 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] Routers {'8044d3c8-feb4-46e4-96da-bd7fefeae3fd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:19.114424 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:32:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:19.127544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Calling delete_port for f6158ef2-a3a3-41c5-bd08-a519419ba3f2 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:19.218506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] For port c2daa587-4586-4fc5-a3db-0aa314dc8949, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:19.225020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] For port c2daa587-4586-4fc5-a3db-0aa314dc8949, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c2daa587-4586-4fc5-a3db-0aa314dc8949,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:19.239739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-08294b8d-ba6e-4c57-84c1-76365794a9f0 service neutron] 10.222.0.26 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980450 Aug 24 00:33:19.350099 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] Set router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:19.365871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bbe9575c-a740-4774-b688-b163761b77d6 None None] For port f62d1f09-2c9e-444f-ad49-b202553c1bad, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f62d1f09-2c9e-444f-ad49-b202553c1bad,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:19.425913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.448717 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:18Z', 'revision_number': 6, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:19.494650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1ac5343f-c015-4544-a675-65c2ffb7b383 service neutron] 10.222.0.26 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508204 Aug 24 00:33:19.505792 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027a553-e037-4a65-b9be-b5d618b00798 None None] The sync data for ids ['8044d3c8-feb4-46e4-96da-bd7fefeae3fd'] in n-d-804878-2 is: [{'id': '8044d3c8-feb4-46e4-96da-bd7fefeae3fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-899266342-router', 'tenant_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:33:18Z', 'revision_number': 6, 'project_id': '8a16fc973bdc4c2794d0d72c6a1c984a', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:19.600367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c79d14-7ef8-4f68-979a-5715c1ffc661 None None] Pushing event updated for resources: {'Port': ['ID=c2daa587-4586-4fc5-a3db-0aa314dc8949,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:19.722351 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.727933 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbe9575c-a740-4774-b688-b163761b77d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.731408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:19.797720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:19.803076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:19.805048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6158ef2-a3a3-41c5-bd08-a519419ba3f2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:20.073815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.090034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9575c-a740-4774-b688-b163761b77d6 None None] Pushing event updated for resources: {'Port': ['ID=f62d1f09-2c9e-444f-ad49-b202553c1bad,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:20.154107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4129fe78-1bdc-4b37-94c1-3c7e0b1ea4de None None] Provisioning complete for port f62d1f09-2c9e-444f-ad49-b202553c1bad triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:20.154493 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4129fe78-1bdc-4b37-94c1-3c7e0b1ea4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.176126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec19d349-f8a7-42b6-827a-c647699d7993 req-a990d331-3b15-4dcd-8e23-ed8b31f6fc7b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 210 time: 0.1090450 Aug 24 00:33:20.261258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-f2ea1b56-4495-40f3-9476-aecf37a67cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:20.262843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-f2ea1b56-4495-40f3-9476-aecf37a67cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.3414443 Aug 24 00:33:20.303174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8e7aa-cbb4-4716-b94a-6d4302765733 req-06e613b9-c330-4cc1-a78b-ce29dbe72102 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:20.311874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2c8e7aa-cbb4-4716-b94a-6d4302765733 req-06e613b9-c330-4cc1-a78b-ce29dbe72102 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1356153 Aug 24 00:33:20.348749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.355150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.405510 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.471347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2c8e7aa-cbb4-4716-b94a-6d4302765733 req-8fca3f90-fd54-42b1-873a-437f0546077b tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559868 Aug 24 00:33:20.554806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-e88d57b2-d5a6-4fe7-8b8c-f1482e277651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:20.566114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-e88d57b2-d5a6-4fe7-8b8c-f1482e277651 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 919 time: 0.2695107 Aug 24 00:33:20.567244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.567828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8044d3c8-feb4-46e4-96da-bd7fefeae3fd {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:33:20.572296 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.576017 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2fce7320-a392-42f0-a0f2-3d85d9a8361a admin admin] 10.222.0.26 "DELETE /v2.0/routers/8044d3c8-feb4-46e4-96da-bd7fefeae3fd HTTP/1.1" status: 204 len: 168 time: 2.8755860 Aug 24 00:33:20.576960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44844) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:20.639177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,segment=NetworkSegment(4a9991a9-e856-41a3-bf79-87d919135e59),segment_id=4a9991a9-e856-41a3-bf79-87d919135e59)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:20.680970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-3edf71d3-515a-45f9-a541-cf0276302923 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 200 len: 217 time: 0.1099460 Aug 24 00:33:20.732711 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.769082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8779764-dfc2-4302-9782-1df04777220e admin admin] Deleting subnet 3c009944-8610-4450-824b-261ac6812c55 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:33:20.773188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8779764-dfc2-4302-9782-1df04777220e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.833402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-f6f1849f-6252-4e83-bad5-6b7498cbf5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:20.834928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-f6f1849f-6252-4e83-bad5-6b7498cbf5e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.1340449 Aug 24 00:33:20.845342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8779764-dfc2-4302-9782-1df04777220e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:20.887102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:20.928305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-9267bf33-c973-422d-887e-f11dde06436e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825312 Aug 24 00:33:21.099404 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8779764-dfc2-4302-9782-1df04777220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.215122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f62d1f09-2c9e-444f-ad49-b202553c1bad up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:21.215647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-baae0295-4e89-4dc0-b2c0-2bfa9fb951d6 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787883 Aug 24 00:33:21.362294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8779764-dfc2-4302-9782-1df04777220e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.380390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24986b95-d588-478c-943a-e25d6660d5a2 req-e1e1e081-32f1-4444-95c8-570cb72a1e33 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 210 time: 0.0593987 Aug 24 00:33:21.426204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae6c935-3824-42f1-ba7a-295e324cefb3 None None] Network 47b2d787-c799-4a07-8f00-1573d78741ff requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:21.436599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f62d1f09-2c9e-444f-ad49-b202553c1bad triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:21.436599 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.446938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8779764-dfc2-4302-9782-1df04777220e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.455375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b8779764-dfc2-4302-9782-1df04777220e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3c009944-8610-4450-824b-261ac6812c55 HTTP/1.1" status: 204 len: 168 time: 0.8767951 Aug 24 00:33:21.459226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44862) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:21.461081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8779764-dfc2-4302-9782-1df04777220e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c009944-8610-4450-824b-261ac6812c55,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:21.565699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21320c4b-ebc6-4dd5-a64e-5561ad04b0ba req-45990b06-79eb-4322-9146-4523c21ead91 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343360 Aug 24 00:33:21.680360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.723164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9a8c4-20dc-4bfa-aec5-c1586237a7f6 req-dca6017c-dcd4-4ddd-a09b-82e0635d4295 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:21.732524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5e9a8c4-20dc-4bfa-aec5-c1586237a7f6 req-dca6017c-dcd4-4ddd-a09b-82e0635d4295 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1198187 Aug 24 00:33:21.872430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5e9a8c4-20dc-4bfa-aec5-c1586237a7f6 req-c5f48c26-0a39-4b85-8cee-28e603f74c0d tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386347 Aug 24 00:33:21.924550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Deleting port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:21.931934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:21.990497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06bb4f5-184d-4a7d-b4b3-94747f53f00b None None] Network f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:22.120283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] For port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9bd1d4ff-5eb8-4721-ae7a-c276d5223e22,segment=NetworkSegment(b7092a4d-8341-4bf2-aab6-379e2053f822),segment_id=b7092a4d-8341-4bf2-aab6-379e2053f822)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:22.120915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.147852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Calling delete_port for 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:22.193464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c2daa587-4586-4fc5-a3db-0aa314dc8949 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:22.246813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3f6e1860-79b4-4fe9-865f-e877bb43ef99 None None] Provisioning for port c2daa587-4586-4fc5-a3db-0aa314dc8949 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:22.429912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] DHCP port deletion for f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:33:22.505128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.515130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c2daa587-4586-4fc5-a3db-0aa314dc8949 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:22.533829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c2daa587-4586-4fc5-a3db-0aa314dc8949 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:22.539353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.564942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0bfa7be-b275-4082-ab45-4bb391e64fc0 req-b8b79d05-21a9-40bb-9607-9003a4556db2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 210 time: 0.0760114 Aug 24 00:33:22.586540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd1d4ff-5eb8-4721-ae7a-c276d5223e22,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:22.608922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] Deleting port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:22.609332 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.634831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] No DVR routers for this DVR port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:22.712180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] For port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:22.712180 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.740624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.752064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:22.754826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] Calling delete_port for 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:22.759921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a920e0f8-3783-4549-8a42-ed08bf614cf8 None None] Provisioning complete for port c2daa587-4586-4fc5-a3db-0aa314dc8949 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:22.759921 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a920e0f8-3783-4549-8a42-ed08bf614cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.766042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7092a4d-8341-4bf2-aab6-379e2053f822') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:22.766743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7092a4d-8341-4bf2-aab6-379e2053f822') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:22.768337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] Port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:33:22.777222 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.790789 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.791677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.798295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:33:22.798750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:33:22.800758 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:33:22.839385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] Pushing event deleted for resources: {'Port': ['ID=9bd1d4ff-5eb8-4721-ae7a-c276d5223e22,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:22.855008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04534d97-e462-4863-b718-d801a79cf4fd None None] No DVR routers for this DVR port 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:22.855008 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:22.889692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c2daa587-4586-4fc5-a3db-0aa314dc8949, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c2daa587-4586-4fc5-a3db-0aa314dc8949,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:22.931353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a920e0f8-3783-4549-8a42-ed08bf614cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.092841 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.093493 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.099250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.101864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] 10.222.0.26 "DELETE /v2.0/networks/f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe HTTP/1.1" status: 204 len: 168 time: 1.6257930 Aug 24 00:33:23.125940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193545ba-b51a-4ece-a9fa-efb02e55dcef admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b901e3-d8fd-4a52-a4a7-3a325b6d3abe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:23.205189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 526e1f80-b0e4-4677-b413-6437e8cfb5d4 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:23.248115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 526e1f80-b0e4-4677-b413-6437e8cfb5d4 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:23.250453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 526e1f80-b0e4-4677-b413-6437e8cfb5d4 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:23.250453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f6158ef2-a3a3-41c5-bd08-a519419ba3f2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:23.283642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-a920e0f8-3783-4549-8a42-ed08bf614cf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:33:23.284107 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-a920e0f8-3783-4549-8a42-ed08bf614cf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:33:23.287108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f6158ef2-a3a3-41c5-bd08-a519419ba3f2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:23.287607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f6158ef2-a3a3-41c5-bd08-a519419ba3f2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:23.289262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c2daa587-4586-4fc5-a3db-0aa314dc8949,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:23.376150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-6288a8ae-9c39-45a0-992f-7cfab3a05bd8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:23.382818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-6288a8ae-9c39-45a0-992f-7cfab3a05bd8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:23.384388 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-6288a8ae-9c39-45a0-992f-7cfab3a05bd8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "GET /v2.0/networks?id=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3&id=47b2d787-c799-4a07-8f00-1573d78741ff&id=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 HTTP/1.1" status: 200 len: 1390 time: 0.2602997 Aug 24 00:33:23.397356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'port': {'device_id': '9e61f954-1bf4-4205-af7e-6501810102c8', 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3', 'admin_state_up': True, 'tenant_id': '735f41a9982c4380994ff1bb5295a611'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:23.432689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1b1063ba-1e69-4f5d-bdef-e0d702de27ce up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:23.486329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:23.486710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.624393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c2daa587-4586-4fc5-a3db-0aa314dc8949 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:23.654093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:23.658050 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.677630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c2daa587-4586-4fc5-a3db-0aa314dc8949 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:23.678060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:23.695178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0faf24f-868a-45a4-a93c-c911353d6b43 req-ccb1e832-ee46-4d0c-ab59-38e7b783b33d tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 210 time: 0.0413756 Aug 24 00:33:23.740777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:23.849404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-516d8f40-4557-4c66-9122-55916ebebb0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a16fc973bdc4c2794d0d72c6a1c984a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069982 Aug 24 00:33:23.852725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44956) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:23.890115 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Allocated IP 19.80.0.159 (b6b59625-f7d0-4734-b8ff-ab7e8c8649b3/26be9fb7-a4ee-4d77-98c3-3c59b62d9ced/c77cfe3b-70d3-468c-a9a3-dc01766bb410) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:23.935519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:23.967830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:23.968489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9bd1d4ff-5eb8-4721-ae7a-c276d5223e22 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:23.969232 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68858c0b-6e94-4bc4-8d25-5d1eafbaf393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.013551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68858c0b-6e94-4bc4-8d25-5d1eafbaf393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.144947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.264747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Transition to ACTIVE for port object c77cfe3b-70d3-468c-a9a3-dc01766bb410 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:24.266333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68858c0b-6e94-4bc4-8d25-5d1eafbaf393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.269330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68858c0b-6e94-4bc4-8d25-5d1eafbaf393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.270776 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-68858c0b-6e94-4bc4-8d25-5d1eafbaf393 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6950bf78-0229-4a61-aedc-32b944dfe130 HTTP/1.1" status: 204 len: 168 time: 0.4199753 Aug 24 00:33:24.286729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68858c0b-6e94-4bc4-8d25-5d1eafbaf393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6950bf78-0229-4a61-aedc-32b944dfe130,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:24.460771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.550057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:24.554259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:24.557314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:24.608596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Port': ['ID=c77cfe3b-70d3-468c-a9a3-dc01766bb410,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:24.646066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:24.646805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:24.768309 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-dfb6ef39-fffc-4c4b-9c38-fdbbcb68c3aa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3749440 Aug 24 00:33:24.782573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'port': {'device_id': '9e61f954-1bf4-4205-af7e-6501810102c8', 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff', 'admin_state_up': True, 'tenant_id': '735f41a9982c4380994ff1bb5295a611'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:24.857834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3d05a-c89c-4d7f-872a-eb50c524e1e9 req-c200aa94-564e-4ff1-87e3-4ec11101f891 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:24.860698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8f3d05a-c89c-4d7f-872a-eb50c524e1e9 req-c200aa94-564e-4ff1-87e3-4ec11101f891 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 932 time: 0.0638196 Aug 24 00:33:24.955160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8f3d05a-c89c-4d7f-872a-eb50c524e1e9 req-6040db70-13df-44cf-8d27-3cdf6d43c6e1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871406 Aug 24 00:33:25.232421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a36fc609-c3bb-4af2-b2ec-da09f61fbab9 None None] Provisioning for port c77cfe3b-70d3-468c-a9a3-dc01766bb410 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:25.233904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:25.234241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a36fc609-c3bb-4af2-b2ec-da09f61fbab9 None None] Provisioning complete for port c77cfe3b-70d3-468c-a9a3-dc01766bb410 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:25.234241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a36fc609-c3bb-4af2-b2ec-da09f61fbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.236688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.237552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a36fc609-c3bb-4af2-b2ec-da09f61fbab9 None None] Port c77cfe3b-70d3-468c-a9a3-dc01766bb410 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:25.238206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:25.263956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Allocated IP 19.86.0.129 (47b2d787-c799-4a07-8f00-1573d78741ff/2386a7f7-5506-429d-9de0-966855e1624f/9d7bb691-6a73-4821-945e-6f8721926273) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:25.349558 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e8eeef3-40f4-445e-b74d-636485637787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.442122 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.469605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Transition to ACTIVE for port object 9d7bb691-6a73-4821-945e-6f8721926273 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:25.472915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e8eeef3-40f4-445e-b74d-636485637787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.554839 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.564927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e265f1-d70f-47e1-86c4-9855cf69df03 req-00a40dce-69b4-4dea-8530-6e0efdafcfb2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:25.566818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99e265f1-d70f-47e1-86c4-9855cf69df03 req-00a40dce-69b4-4dea-8530-6e0efdafcfb2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0577576 Aug 24 00:33:25.611057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99e265f1-d70f-47e1-86c4-9855cf69df03 req-4d0d0034-7266-4348-97bf-478868b28946 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358932 Aug 24 00:33:25.611694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e8eeef3-40f4-445e-b74d-636485637787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.641943 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.659377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4e8eeef3-40f4-445e-b74d-636485637787 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6600280e56894dce9727fb9953bbaff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552000 Aug 24 00:33:25.660396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8eeef3-40f4-445e-b74d-636485637787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9f8679-44ee-497c-a0c8-eea656e5f4bd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:25.662869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45050) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:25.759516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network 47b2d787-c799-4a07-8f00-1573d78741ff is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:25.774080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Port': ['ID=9d7bb691-6a73-4821-945e-6f8721926273,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:25.777731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:25.780032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:25.886872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:25.887602 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.891459 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-184dd507-fbab-4b36-b016-3d1598546bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:25.920163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-184dd507-fbab-4b36-b016-3d1598546bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.030829 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1a349dcb-7e7a-4cfc-b2d0-23195801805b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2529097 Aug 24 00:33:26.042322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'port': {'device_id': '9e61f954-1bf4-4205-af7e-6501810102c8', 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3', 'admin_state_up': True, 'tenant_id': '735f41a9982c4380994ff1bb5295a611'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:26.089154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45086) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:26.142290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ea419-01d3-4e78-9b29-a20f175b6ccf req-31af49be-ff0a-401f-bd29-90f20a83e8d0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:26.155711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ea419-01d3-4e78-9b29-a20f175b6ccf req-31af49be-ff0a-401f-bd29-90f20a83e8d0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:26.159667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-373ea419-01d3-4e78-9b29-a20f175b6ccf req-31af49be-ff0a-401f-bd29-90f20a83e8d0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 1655 time: 0.1227961 Aug 24 00:33:26.168737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-184dd507-fbab-4b36-b016-3d1598546bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.172297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-184dd507-fbab-4b36-b016-3d1598546bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.176389 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-184dd507-fbab-4b36-b016-3d1598546bb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab9f8679-44ee-497c-a0c8-eea656e5f4bd HTTP/1.1" status: 204 len: 168 time: 0.4902658 Aug 24 00:33:26.197953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dd507-fbab-4b36-b016-3d1598546bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9f8679-44ee-497c-a0c8-eea656e5f4bd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:26.222965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-373ea419-01d3-4e78-9b29-a20f175b6ccf req-371daf7c-c002-4ff4-a41f-6ffd1f288f29 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512512 Aug 24 00:33:26.247671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-93c1e50b-3809-4831-9e60-c6189542658c None None] Provisioning for port 9d7bb691-6a73-4821-945e-6f8721926273 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:26.253008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-93c1e50b-3809-4831-9e60-c6189542658c None None] Provisioning complete for port 9d7bb691-6a73-4821-945e-6f8721926273 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:26.253409 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-93c1e50b-3809-4831-9e60-c6189542658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.292431 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6dbd331c-e6a5-42a1-a353-8739fed910d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.292866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-373610370-network', 'tenant_id': '3f3bd72f333148bda8d449cfe14ffcff'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:26.303088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-93c1e50b-3809-4831-9e60-c6189542658c None None] Port 9d7bb691-6a73-4821-945e-6f8721926273 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:26.407118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:26.411279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.485916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Made reservation on behalf of 3f3bd72f333148bda8d449cfe14ffcff for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:26.488329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.501451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.551903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Allocated IP 19.80.0.121 (b6b59625-f7d0-4734-b8ff-ab7e8c8649b3/26be9fb7-a4ee-4d77-98c3-3c59b62d9ced/d14bd1b2-82c0-4be1-9a18-c10079d1c3aa) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:26.619189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.790382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.816162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:26.832324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c55a1cc-641c-4746-b880-019faa434cd8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:26.841050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.841350 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Added segment 43a30f55-554c-4775-b37f-9ccabdeb95d5 of type vlan for network 9fab2841-f5df-4fa7-9c23-88d52c43a6df Aug 24 00:33:26.888330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.908177 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:26.932541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Transition to ACTIVE for port object d14bd1b2-82c0-4be1-9a18-c10079d1c3aa will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:27.053806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.054516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.055417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:27.056008 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.098624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.130924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] Pushing event updated for resources: {'Network': ['ID=9fab2841-f5df-4fa7-9c23-88d52c43a6df,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:27.152129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4e89-024b-4f95-8570-ab58a2fe1952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.152274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9fab2841-f5df-4fa7-9c23-88d52c43a6df details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:27.182082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:27.202106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Port': ['ID=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:27.202106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:27.204838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:27.231903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2ec6e33e-3184-4413-9444-66210e296272 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1413903 Aug 24 00:33:27.238125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.248276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Request body: {'subnet': {'network_id': '9fab2841-f5df-4fa7-9c23-88d52c43a6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-373610370-subnet', 'tenant_id': '3f3bd72f333148bda8d449cfe14ffcff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:27.417405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:27.418175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.478826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd75f21-c6ac-44fd-a311-33e198f6c2c1 req-f1b9f9d4-be7c-4266-ad37-d07dec81046c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:27.483371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45124) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.485877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd75f21-c6ac-44fd-a311-33e198f6c2c1 req-f1b9f9d4-be7c-4266-ad37-d07dec81046c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:27.492046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd75f21-c6ac-44fd-a311-33e198f6c2c1 req-f1b9f9d4-be7c-4266-ad37-d07dec81046c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:27.503960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cd75f21-c6ac-44fd-a311-33e198f6c2c1 req-f1b9f9d4-be7c-4266-ad37-d07dec81046c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2377 time: 0.1102264 Aug 24 00:33:27.549607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4e89-024b-4f95-8570-ab58a2fe1952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.563445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0cd75f21-c6ac-44fd-a311-33e198f6c2c1 req-bfcb21f3-93ce-433e-993d-54b936c48520 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523324 Aug 24 00:33:27.636427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c000df0-eb57-4d60-b950-083f901857e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.648848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4e89-024b-4f95-8570-ab58a2fe1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.691674 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8ddb4e89-024b-4f95-8570-ab58a2fe1952 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e5b328854534abcb81d0811cc77dbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861609 Aug 24 00:33:27.692609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45128) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:27.693681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3e0c12f4-0c00-4451-86a5-5002bb95348d None None] Provisioning for port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:27.696739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb4e89-024b-4f95-8570-ab58a2fe1952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46667101-a39e-49da-b375-037638f3802b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:27.699359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3e0c12f4-0c00-4451-86a5-5002bb95348d None None] Provisioning complete for port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:27.699783 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3e0c12f4-0c00-4451-86a5-5002bb95348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.728647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-e67ae2b5-d2c9-4c35-b559-6c1bae517b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6905625 Aug 24 00:33:27.742494 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-180f74d0-68b5-439e-afff-881f12cd4e5b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:33:27.743490 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-180f74d0-68b5-439e-afff-881f12cd4e5b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053141 Aug 24 00:33:27.755048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c12f4-0c00-4451-86a5-5002bb95348d None None] Port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:27.756630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Request body: {'port': {'device_id': '9e61f954-1bf4-4205-af7e-6501810102c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:27.782169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a46f8f-45fa-4fb4-b2b8-4ed131698355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.784293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-9c000df0-eb57-4d60-b950-083f901857e5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:33:27.784293 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:33:27.784293 n-d-804878-2 neutron-server[95327]: [parameters: {'project_id_1': 'f130570217b54a6fbad8a1c4eb6cea67', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 33, 27, 660265)}] Aug 24 00:33:27.784293 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:33:27.790108 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-9c000df0-eb57-4d60-b950-083f901857e5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:33:27.806534 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a46f8f-45fa-4fb4-b2b8-4ed131698355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.828259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.874564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Made reservation on behalf of 3f3bd72f333148bda8d449cfe14ffcff for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:27.876891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.957940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a46f8f-45fa-4fb4-b2b8-4ed131698355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.960637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a46f8f-45fa-4fb4-b2b8-4ed131698355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:27.964357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e7a46f8f-45fa-4fb4-b2b8-4ed131698355 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46667101-a39e-49da-b375-037638f3802b HTTP/1.1" status: 204 len: 168 time: 0.2684700 Aug 24 00:33:27.974514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a46f8f-45fa-4fb4-b2b8-4ed131698355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46667101-a39e-49da-b375-037638f3802b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:28.166518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77cfe3b-70d3-468c-a9a3-dc01766bb410 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:28.174435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.187580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Transition to ACTIVE for port object c77cfe3b-70d3-468c-a9a3-dc01766bb410 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:28.240479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.286156 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c000df0-eb57-4d60-b950-083f901857e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.293181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ad9952-a288-48be-8814-984d845d6297,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:28.313244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.322764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Checking segment: {'id': '43a30f55-554c-4775-b37f-9ccabdeb95d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9fab2841-f5df-4fa7-9c23-88d52c43a6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:28.322764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Network hostable DHCP agents. Network: 9fab2841-f5df-4fa7-9c23-88d52c43a6df, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:28.407056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Network 9fab2841-f5df-4fa7-9c23-88d52c43a6df is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:28.407232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Pushing event updated for resources: {'Port': ['ID=c77cfe3b-70d3-468c-a9a3-dc01766bb410,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:28.510622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9fab2841-f5df-4fa7-9c23-88d52c43a6df) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:28.515226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:28.516089 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.526723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Attempting to bind port c77cfe3b-70d3-468c-a9a3-dc01766bb410 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:28.527173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Attempting to bind port c77cfe3b-70d3-468c-a9a3-dc01766bb410 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:28.527611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Attempting to bind port c77cfe3b-70d3-468c-a9a3-dc01766bb410 on network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:28.530578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49704fae-0577-4f08-aa32-cabe3464fddb None None] Network 9fab2841-f5df-4fa7-9c23-88d52c43a6df requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:28.543657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Port c77cfe3b-70d3-468c-a9a3-dc01766bb410 on network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:33:28.544114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Attempting to bind port c77cfe3b-70d3-468c-a9a3-dc01766bb410 on network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:28.555403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:28.555930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Checking segment: {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:28.561182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Bound using segment: {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:28.562627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Bound port: c77cfe3b-70d3-468c-a9a3-dc01766bb410, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:28.564914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.630612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c000df0-eb57-4d60-b950-083f901857e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.749853 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c000df0-eb57-4d60-b950-083f901857e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.769103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] For port c77cfe3b-70d3-468c-a9a3-dc01766bb410, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:28.775887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821d697-f985-4c80-89f8-71755f20443c None None] Network 9fab2841-f5df-4fa7-9c23-88d52c43a6df requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:28.797110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] For port c77cfe3b-70d3-468c-a9a3-dc01766bb410, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c77cfe3b-70d3-468c-a9a3-dc01766bb410,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:28.813826 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c000df0-eb57-4d60-b950-083f901857e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f130570217b54a6fbad8a1c4eb6cea67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3275428 Aug 24 00:33:28.815093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c000df0-eb57-4d60-b950-083f901857e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb102c0c-a98d-4c39-9327-573ffd7104f7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:28.818053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:28.849760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fed8-af94-44aa-9537-75e0dcbe4da3 req-9324aac1-d66a-402d-86e0-88743a98ffbc tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:28.856290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fed8-af94-44aa-9537-75e0dcbe4da3 req-9324aac1-d66a-402d-86e0-88743a98ffbc tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:28.863173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91fed8-af94-44aa-9537-75e0dcbe4da3 req-9324aac1-d66a-402d-86e0-88743a98ffbc tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:28.865128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d91fed8-af94-44aa-9537-75e0dcbe4da3 req-9324aac1-d66a-402d-86e0-88743a98ffbc tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2389 time: 0.1593330 Aug 24 00:33:28.883941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3fb99670-ed97-4632-a2d0-e09593b4c56c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6393924 Aug 24 00:33:28.892852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:28.963022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d91fed8-af94-44aa-9537-75e0dcbe4da3 req-e1182aea-506e-42d9-82e1-2dd815711607 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854025 Aug 24 00:33:28.986764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e27db6-8035-4ec7-8a9d-30eb3c284eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.025130 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Pushing event updated for resources: {'Port': ['ID=c77cfe3b-70d3-468c-a9a3-dc01766bb410,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:29.028957 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e27db6-8035-4ec7-8a9d-30eb3c284eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.033911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:29.034543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.035963 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-00fe59ec-17d8-448e-ac3e-2d3cca9c4163 service neutron] 10.222.0.37 "PUT /v2.0/ports/c77cfe3b-70d3-468c-a9a3-dc01766bb410 HTTP/1.1" status: 200 len: 1092 time: 1.2857928 Aug 24 00:33:29.036415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'tag': 'c77cfe3b-70d3-468c-a9a3-dc01766bb410'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:29.038705 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f13e627-536c-483f-99b0-b0149da4adcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "tag": "c77cfe3b-70d3-468c-a9a3-dc01766bb410"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:29.066833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-755e3d03-c2a0-4023-8b42-21b9d2401ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.097351 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b81760-feac-4188-9298-9b1f4abaccc0 x-openstack-request-id: req-96b81760-feac-4188-9298-9b1f4abaccc0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:29.097680 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "tag": "c77cfe3b-70d3-468c-a9a3-dc01766bb410", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:29.097936 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96b81760-feac-4188-9298-9b1f4abaccc0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:29.098599 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'tag': 'c77cfe3b-70d3-468c-a9a3-dc01766bb410', 'status': 'completed', 'code': 200} Aug 24 00:33:29.168400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.185081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Request body: {'port': {'device_id': '9e61f954-1bf4-4205-af7e-6501810102c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:29.210073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e627-536c-483f-99b0-b0149da4adcf req-0e7122a9-e565-4b1f-93ec-20646817741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:29.210534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e627-536c-483f-99b0-b0149da4adcf req-0e7122a9-e565-4b1f-93ec-20646817741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:29.211057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e627-536c-483f-99b0-b0149da4adcf req-0e7122a9-e565-4b1f-93ec-20646817741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:29.226550 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7f13e627-536c-483f-99b0-b0149da4adcf req-0e7122a9-e565-4b1f-93ec-20646817741f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2732 time: 0.1070454 Aug 24 00:33:29.255768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e27db6-8035-4ec7-8a9d-30eb3c284eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.265559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75e27db6-8035-4ec7-8a9d-30eb3c284eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.267020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-75e27db6-8035-4ec7-8a9d-30eb3c284eba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb102c0c-a98d-4c39-9327-573ffd7104f7 HTTP/1.1" status: 204 len: 168 time: 0.4478788 Aug 24 00:33:29.345552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e27db6-8035-4ec7-8a9d-30eb3c284eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb102c0c-a98d-4c39-9327-573ffd7104f7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:29.384488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.444726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e627-536c-483f-99b0-b0149da4adcf req-bf53e61b-3ad6-4a05-90bf-9225ca990b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:29.445219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e627-536c-483f-99b0-b0149da4adcf req-bf53e61b-3ad6-4a05-90bf-9225ca990b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:29.445881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e627-536c-483f-99b0-b0149da4adcf req-bf53e61b-3ad6-4a05-90bf-9225ca990b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:29.449046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7f13e627-536c-483f-99b0-b0149da4adcf req-bf53e61b-3ad6-4a05-90bf-9225ca990b4a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=735f41a9982c4380994ff1bb5295a611&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2145879 Aug 24 00:33:29.780495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e627-536c-483f-99b0-b0149da4adcf req-3008c44e-0a72-4485-8011-3c04dd1704c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:29.783990 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7f13e627-536c-483f-99b0-b0149da4adcf req-3008c44e-0a72-4485-8011-3c04dd1704c6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3280010 Aug 24 00:33:29.883528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7bb691-6a73-4821-945e-6f8721926273 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:29.893157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:29.919339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Transition to ACTIVE for port object 9d7bb691-6a73-4821-945e-6f8721926273 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:30.001318 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.276450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.598921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45198) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:30.617350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1a0cb58-a3fa-40f4-8a72-0abca9566f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.740125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1a0cb58-a3fa-40f4-8a72-0abca9566f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.742911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bb691-6a73-4821-945e-6f8721926273,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:30.776280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Attempting to bind port 9d7bb691-6a73-4821-945e-6f8721926273 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:30.776884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Attempting to bind port 9d7bb691-6a73-4821-945e-6f8721926273 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:30.777400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Attempting to bind port 9d7bb691-6a73-4821-945e-6f8721926273 on network 47b2d787-c799-4a07-8f00-1573d78741ff {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:30.793438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Port 9d7bb691-6a73-4821-945e-6f8721926273 on network 47b2d787-c799-4a07-8f00-1573d78741ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:33:30.793808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Attempting to bind port 9d7bb691-6a73-4821-945e-6f8721926273 on network 47b2d787-c799-4a07-8f00-1573d78741ff {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:30.818813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:30.819278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Checking segment: {'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:30.819848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Bound using segment: {'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:30.820595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Bound port: 9d7bb691-6a73-4821-945e-6f8721926273, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92897704-47ce-4c65-b763-c3ffdda582fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:30.820966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.852314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc49bb-c375-4efc-bdf4-c2d8a8c28fd8 req-cb1d0067-a58d-4b35-b636-1559b54bed1f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:30.860709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1a0cb58-a3fa-40f4-8a72-0abca9566f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.862241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc49bb-c375-4efc-bdf4-c2d8a8c28fd8 req-cb1d0067-a58d-4b35-b636-1559b54bed1f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:30.869829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc49bb-c375-4efc-bdf4-c2d8a8c28fd8 req-cb1d0067-a58d-4b35-b636-1559b54bed1f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:30.873023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afc49bb-c375-4efc-bdf4-c2d8a8c28fd8 req-cb1d0067-a58d-4b35-b636-1559b54bed1f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2401 time: 0.7344041 Aug 24 00:33:30.906723 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1a0cb58-a3fa-40f4-8a72-0abca9566f29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8011997a29c7400ea8cbd945d5d076ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063369 Aug 24 00:33:30.907644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0cb58-a3fa-40f4-8a72-0abca9566f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2e124-6117-40f5-9f4b-f6db4108e96e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:30.910185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45206) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:30.940477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-647d9a68-4c4c-4127-99d8-2563c791cda8 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:30.942045 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-647d9a68-4c4c-4127-99d8-2563c791cda8 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/networks?id=9fab2841-f5df-4fa7-9c23-88d52c43a6df HTTP/1.1" status: 200 len: 813 time: 0.7120521 Aug 24 00:33:30.974061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6630f536-c5a3-4665-864d-f7a467f6a760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:30.986109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-8f4cf701-65ea-4e8e-adca-09e9673be18c tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/quotas/3f3bd72f333148bda8d449cfe14ffcff HTTP/1.1" status: 200 len: 375 time: 0.0336416 Aug 24 00:33:30.990470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] For port 9d7bb691-6a73-4821-945e-6f8721926273, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:30.995628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5afc49bb-c375-4efc-bdf4-c2d8a8c28fd8 req-181c9b54-e6d7-46ac-82b3-fe3f15ab4e97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919769 Aug 24 00:33:31.005646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6630f536-c5a3-4665-864d-f7a467f6a760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.005960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] For port 9d7bb691-6a73-4821-945e-6f8721926273, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9d7bb691-6a73-4821-945e-6f8721926273,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:31.063984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-4f140f07-4641-4c5b-819b-a413bc2a75b7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f3bd72f333148bda8d449cfe14ffcff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538466 Aug 24 00:33:31.148036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.212989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:31.213965 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.215071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] 10.222.0.37 "PUT /v2.0/ports/9d7bb691-6a73-4821-945e-6f8721926273 HTTP/1.1" status: 200 len: 1092 time: 2.0350223 Aug 24 00:33:31.217201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'tag': '9d7bb691-6a73-4821-945e-6f8721926273'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:31.222795 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "tag": "9d7bb691-6a73-4821-945e-6f8721926273"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:31.259473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6630f536-c5a3-4665-864d-f7a467f6a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.260256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01688c0a-d976-4ff9-bd63-e624680f2a0b service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bb691-6a73-4821-945e-6f8721926273,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:31.267094 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6630f536-c5a3-4665-864d-f7a467f6a760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.267094 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6630f536-c5a3-4665-864d-f7a467f6a760 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21a2e124-6117-40f5-9f4b-f6db4108e96e HTTP/1.1" status: 204 len: 168 time: 0.3544571 Aug 24 00:33:31.267277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-a1c70a7f-eeed-4268-82ba-00ba084a0f3f service neutron] 10.222.0.26 "GET /v2.0/networks/9fab2841-f5df-4fa7-9c23-88d52c43a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947670 Aug 24 00:33:31.277249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630f536-c5a3-4665-864d-f7a467f6a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2e124-6117-40f5-9f4b-f6db4108e96e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:31.372256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Request body: {'port': {'device_id': '9e61f954-1bf4-4205-af7e-6501810102c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:31.434614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45222) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:31.454614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.631046 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe30094-8fc3-4afb-b0f4-43d70ca22bea x-openstack-request-id: req-7fe30094-8fc3-4afb-b0f4-43d70ca22bea {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:31.631970 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "tag": "9d7bb691-6a73-4821-945e-6f8721926273", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:31.632427 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fe30094-8fc3-4afb-b0f4-43d70ca22bea {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:31.633078 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'tag': '9d7bb691-6a73-4821-945e-6f8721926273', 'status': 'completed', 'code': 200} Aug 24 00:33:31.641314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-c08e42c6-4bf7-4a18-b175-b8b023eb1921 service neutron] 10.222.0.26 "GET /v2.0/networks/9fab2841-f5df-4fa7-9c23-88d52c43a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661339 Aug 24 00:33:31.765027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-2838a8b2-1569-4db1-9cd9-e8ce520c7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:31.766594 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-2838a8b2-1569-4db1-9cd9-e8ce520c7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:31.767256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-2838a8b2-1569-4db1-9cd9-e8ce520c7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:31.769141 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-2838a8b2-1569-4db1-9cd9-e8ce520c7873 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2799 time: 0.1157663 Aug 24 00:33:31.792351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:31.846378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.916380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-8078c127-96fd-44ef-aab1-d2e033cc0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:31.917360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-8078c127-96fd-44ef-aab1-d2e033cc0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:31.918473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-8078c127-96fd-44ef-aab1-d2e033cc0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:31.920212 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-8078c127-96fd-44ef-aab1-d2e033cc0f03 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=735f41a9982c4380994ff1bb5295a611&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1426594 Aug 24 00:33:31.937177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14bd1b2-82c0-4be1-9a18-c10079d1c3aa {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:31.946256 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:31.960850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Transition to ACTIVE for port object d14bd1b2-82c0-4be1-9a18-c10079d1c3aa will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:32.033984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-d0c6b00e-5b86-4970-a20d-15edb49d2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:32.035639 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d04eedaf-c8b9-4715-bfd9-c81a0bea187b req-d0c6b00e-5b86-4970-a20d-15edb49d2ec0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091359 Aug 24 00:33:32.081587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:32.114893 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:32.310789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:32.326331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f569dd-39c6-415b-865e-238d28853bf6 req-4f203564-6481-4b20-8280-77b132f59c7a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:32.334153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f569dd-39c6-415b-865e-238d28853bf6 req-4f203564-6481-4b20-8280-77b132f59c7a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:32.351649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f569dd-39c6-415b-865e-238d28853bf6 req-4f203564-6481-4b20-8280-77b132f59c7a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:32.360613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91f569dd-39c6-415b-865e-238d28853bf6 req-4f203564-6481-4b20-8280-77b132f59c7a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2413 time: 0.2645721 Aug 24 00:33:32.419787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Pushing event updated for resources: {'Port': ['ID=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:32.525911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-627439ad-f295-462c-a611-40e21649c309 req-f6dccc24-55d6-4950-bec4-0b5b96a52056 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 210 time: 0.1227832 Aug 24 00:33:32.585796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Allocated IP 172.25.5.144 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/eef99f3b-47f4-4a0c-b8ec-a0b482550097) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:32.645499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91f569dd-39c6-415b-865e-238d28853bf6 req-4467c26b-59c6-4a74-a1c5-33dd7ffdf662 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839687 Aug 24 00:33:32.688465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Attempting to bind port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:32.688975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Attempting to bind port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:32.689982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Attempting to bind port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa on network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:32.698503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa on network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:33:32.701548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Attempting to bind port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa on network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:32.718558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:32.718980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Checking segment: {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:32.719451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Bound using segment: {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:32.720010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Bound port: d14bd1b2-82c0-4be1-9a18-c10079d1c3aa, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e482595-407d-46e1-895b-ecda2425f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:32.720452 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:32.822266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] For port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:32.826209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] For port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:32.839944 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.001769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.002413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.048151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.049111 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.049258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:33.050651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] 10.222.0.37 "PUT /v2.0/ports/d14bd1b2-82c0-4be1-9a18-c10079d1c3aa HTTP/1.1" status: 200 len: 1092 time: 1.6835370 Aug 24 00:33:33.052218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:33.056682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:33.091097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a248bb5-4a6f-405b-a35c-48e36d5d0aad service neutron] Pushing event updated for resources: {'Port': ['ID=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:33.097686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Pushing event updated for resources: {'Port': ['ID=eef99f3b-47f4-4a0c-b8ec-a0b482550097,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:33.169480 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.303030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.329595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-9910986f-da35-493e-a7df-74357299b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.330107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-9910986f-da35-493e-a7df-74357299b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.331152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-9910986f-da35-493e-a7df-74357299b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.332899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-9910986f-da35-493e-a7df-74357299b8fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2866 time: 0.0676084 Aug 24 00:33:33.393256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-c8e61e37-fc18-4c5d-9bc9-888cfefa586f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=c77cfe3b-70d3-468c-a9a3-dc01766bb410 HTTP/1.1" status: 200 len: 217 time: 0.0500395 Aug 24 00:33:33.470377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-ba64e09f-f54e-4ac1-8771-71b4c3e43aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.472143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-ba64e09f-f54e-4ac1-8771-71b4c3e43aa6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26be9fb7-a4ee-4d77-98c3-3c59b62d9ced HTTP/1.1" status: 200 len: 801 time: 0.0718968 Aug 24 00:33:33.505125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.529868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-553332b8-e74e-4c75-9cc1-d48d9a8a8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.531594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-553332b8-e74e-4c75-9cc1-d48d9a8a8fe0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512056 Aug 24 00:33:33.607190 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.629862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09a8ffb7-448d-4c2e-9370-ae51b8919d6d req-9e6fd8d6-54c7-44d8-8053-636f007850f4 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 210 time: 0.0427511 Aug 24 00:33:33.634332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'tag': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:33.636728 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45e8e47-1542-490a-abc2-2ad3780f6864" -d '{"events": [{"name": "network-changed", "server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "tag": "d14bd1b2-82c0-4be1-9a18-c10079d1c3aa"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:33.680145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-ab735c94-4687-4c0c-ba0e-67b13edeb9f0 service neutron] 10.222.0.37 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412427 Aug 24 00:33:33.710311 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003bd9a7-086c-472d-b632-5a9b515f4272 x-openstack-request-id: req-003bd9a7-086c-472d-b632-5a9b515f4272 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:33.710612 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "tag": "d14bd1b2-82c0-4be1-9a18-c10079d1c3aa", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:33.710913 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-003bd9a7-086c-472d-b632-5a9b515f4272 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:33.711288 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'tag': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa', 'status': 'completed', 'code': 200} Aug 24 00:33:33.726760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Pushing event updated for resources: {'Port': ['ID=eef99f3b-47f4-4a0c-b8ec-a0b482550097,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:33.759717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.833197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-eb7c2fd1-efc1-4d14-affc-7f9a301d34e1 service neutron] 10.222.0.37 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464462 Aug 24 00:33:33.846126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a1906-4984-482c-8207-0eb7c9d30dda req-22b05248-6d62-4160-a6b9-9d9cf49e2f27 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.852486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a1906-4984-482c-8207-0eb7c9d30dda req-22b05248-6d62-4160-a6b9-9d9cf49e2f27 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.858359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a1906-4984-482c-8207-0eb7c9d30dda req-22b05248-6d62-4160-a6b9-9d9cf49e2f27 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.859944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a9a1906-4984-482c-8207-0eb7c9d30dda req-22b05248-6d62-4160-a6b9-9d9cf49e2f27 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2413 time: 0.0959663 Aug 24 00:33:33.905254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-7cade263-6926-4622-972c-1481cc8411b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=9d7bb691-6a73-4821-945e-6f8721926273 HTTP/1.1" status: 200 len: 217 time: 0.0442891 Aug 24 00:33:33.955377 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:33.960296 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2711f194-7370-436d-ae4a-eb6bee453d52 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5211885 Aug 24 00:33:33.960517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45284) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:33.962537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a9a1906-4984-482c-8207-0eb7c9d30dda req-efd5ceec-2f65-4f6d-9b52-272961bf46c6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954716 Aug 24 00:33:33.965790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-433235631', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'fixed_ips': [{'ip_address': '172.25.5.144'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:33.973746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-04048a80-ebf2-437d-909a-2054d775c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:33.975753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-04048a80-ebf2-437d-909a-2054d775c7b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2386a7f7-5506-429d-9de0-966855e1624f HTTP/1.1" status: 200 len: 801 time: 0.0636742 Aug 24 00:33:34.033529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-0398e5a4-ffef-4f89-9470-a0187e547ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:34.035567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-0398e5a4-ffef-4f89-9470-a0187e547ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47b2d787-c799-4a07-8f00-1573d78741ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464265 Aug 24 00:33:34.086888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Made reservation on behalf of 7aaf0afbcceb409cac272939ef81254f for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:34.089250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.104298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.163049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-215d9647-559a-43d7-b75b-a57de4854ba0 service neutron] 10.222.0.37 "GET /v2.0/networks/47b2d787-c799-4a07-8f00-1573d78741ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197567 Aug 24 00:33:34.223695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.276507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-4843472b-5b74-432e-ab7e-fa6065a2ff24 service neutron] 10.222.0.37 "GET /v2.0/networks/47b2d787-c799-4a07-8f00-1573d78741ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069467 Aug 24 00:33:34.324980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-0545d147-cacc-4852-b33b-50b99f45e6f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa HTTP/1.1" status: 200 len: 217 time: 0.0415547 Aug 24 00:33:34.337271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:34.343854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] device_id is not set on port d14913ac-0fca-49f9-9833-881e44a8d6f9 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:33:34.379416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-4b08a455-5608-4e6c-869e-b69dc3dc900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:34.380951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-4b08a455-5608-4e6c-869e-b69dc3dc900e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26be9fb7-a4ee-4d77-98c3-3c59b62d9ced HTTP/1.1" status: 200 len: 801 time: 0.0494132 Aug 24 00:33:34.426820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c07b9-353d-416c-986a-751c062295e1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:34.451869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-640878c3-d040-4d2d-b36f-164021a33c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:34.454406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-640878c3-d040-4d2d-b36f-164021a33c46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667810 Aug 24 00:33:34.557083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-577fbf7c-1741-4d17-a762-6ea05b95c038 service neutron] 10.222.0.37 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942497 Aug 24 00:33:34.658302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5eab08-33f0-4c3e-879f-2e86288f907e req-1bda5b3c-8868-46d2-8ee9-a51cf425c34b service neutron] 10.222.0.37 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918441 Aug 24 00:33:34.663901 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 24 00:33:34.666133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:33:34.752048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99a5af4c-b91b-4810-ae2b-702a78b4c26b req-cb5f1ab8-e038-4fbe-a3bc-ea56da4c359e tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 210 time: 0.0315621 Aug 24 00:33:34.882715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-7a073526-03a0-49c2-b164-54ada6b43a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:34.883231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-7a073526-03a0-49c2-b164-54ada6b43a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:34.883709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-7a073526-03a0-49c2-b164-54ada6b43a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:34.885495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-7a073526-03a0-49c2-b164-54ada6b43a48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2866 time: 0.0519366 Aug 24 00:33:34.899572 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e6e635d0-2fea-4f46-b3dc-05aafea49adf tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9379706 Aug 24 00:33:34.902460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45308) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:34.987392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-5a3817f3-ae37-4a45-94ce-39b7ed83928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:34.990592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-5a3817f3-ae37-4a45-94ce-39b7ed83928b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 HTTP/1.1" status: 200 len: 902 time: 0.0974767 Aug 24 00:33:35.055917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-64bd236f-195b-4c67-bc9f-274c5d29c678 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa HTTP/1.1" status: 200 len: 217 time: 0.0574715 Aug 24 00:33:35.069496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Deleting port eef99f3b-47f4-4a0c-b8ec-a0b482550097 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:35.069884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.134399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559d2e-3076-4063-a550-74a712d42ba4 req-7f198775-771a-4363-be5a-950ffb0f1469 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:35.140352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559d2e-3076-4063-a550-74a712d42ba4 req-7f198775-771a-4363-be5a-950ffb0f1469 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:35.146715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559d2e-3076-4063-a550-74a712d42ba4 req-7f198775-771a-4363-be5a-950ffb0f1469 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:35.149077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef559d2e-3076-4063-a550-74a712d42ba4 req-7f198775-771a-4363-be5a-950ffb0f1469 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2413 time: 0.1028285 Aug 24 00:33:35.153046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-a6d4be07-5dc9-490d-afaa-290af60816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:35.154536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-a6d4be07-5dc9-490d-afaa-290af60816ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26be9fb7-a4ee-4d77-98c3-3c59b62d9ced HTTP/1.1" status: 200 len: 801 time: 0.0804086 Aug 24 00:33:35.156074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.156615 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.169323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Calling delete_port for eef99f3b-47f4-4a0c-b8ec-a0b482550097 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:35.219969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef559d2e-3076-4063-a550-74a712d42ba4 req-84d289bb-e774-4bb4-a287-d86a163cdb80 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644436 Aug 24 00:33:35.231358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-efe549eb-b691-4341-b451-3bea0ec9258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:35.233006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-efe549eb-b691-4341-b451-3bea0ec9258c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0704768 Aug 24 00:33:35.331957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-0918f944-fb51-46fc-9d7d-35b8e50af620 service neutron] 10.222.0.37 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914195 Aug 24 00:33:35.336647 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:33:35.434375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e45e8e47-1542-490a-abc2-2ad3780f6864 req-d46ac425-a194-4860-a261-6bc094b91ee7 service neutron] 10.222.0.37 "GET /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944448 Aug 24 00:33:35.463941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.491377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Pushing event deleted for resources: {'Port': ['ID=eef99f3b-47f4-4a0c-b8ec-a0b482550097,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:35.554453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.557236 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:35.558589 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-25f35384-a4d2-42a0-841b-50efe1fb63fa tempest-ExternalNetworksAdminNegativeTestJSON-1935025931 tempest-ExternalNetworksAdminNegativeTestJSON-1935025931-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/aacb6dca-a6b8-4ba3-9bb5-54832e5a1c6d HTTP/1.1" status: 204 len: 168 time: 0.6551876 Aug 24 00:33:35.732163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-e6dca331-069b-4ac5-8ec5-f4af30459584 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:35.733648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-e6dca331-069b-4ac5-8ec5-f4af30459584 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.36 "GET /v2.0/networks?id=9fab2841-f5df-4fa7-9c23-88d52c43a6df HTTP/1.1" status: 200 len: 813 time: 0.1044099 Aug 24 00:33:35.754719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Request body: {'port': {'device_id': '47520d2f-82e4-4843-a24b-67accf4e485e', 'network_id': '9fab2841-f5df-4fa7-9c23-88d52c43a6df', 'admin_state_up': True, 'tenant_id': '3f3bd72f333148bda8d449cfe14ffcff'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:35.880022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a944e7-cb6e-4423-b2ee-ee7519dc79b5 req-4195c7e4-7d21-4521-a423-8c460aab2ae5 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 210 time: 0.0444515 Aug 24 00:33:36.081469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Made reservation on behalf of 3f3bd72f333148bda8d449cfe14ffcff for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:36.085949 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.222455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Allocated IP 172.20.0.14 (9fab2841-f5df-4fa7-9c23-88d52c43a6df/71ad9952-a288-48be-8814-984d845d6297/321a7bc4-23e8-4255-95ae-d1e0a5d258bd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:36.361548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45332) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:36.409902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071925b-f127-40f0-8578-9118951ad109 req-59b441bc-f8cd-482b-9fbb-53652257151e tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:36.415821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071925b-f127-40f0-8578-9118951ad109 req-59b441bc-f8cd-482b-9fbb-53652257151e tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:36.421682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071925b-f127-40f0-8578-9118951ad109 req-59b441bc-f8cd-482b-9fbb-53652257151e tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:36.423313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7071925b-f127-40f0-8578-9118951ad109 req-59b441bc-f8cd-482b-9fbb-53652257151e tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2413 time: 0.1121349 Aug 24 00:33:36.469957 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.489521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7071925b-f127-40f0-8578-9118951ad109 req-0b81e886-c1dd-406c-84c9-003f0e730ead tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564988 Aug 24 00:33:36.524479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-023c160d-547c-49a3-843e-a4c3c10fa016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.613497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.619053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-023c160d-547c-49a3-843e-a4c3c10fa016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.665897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Network 9fab2841-f5df-4fa7-9c23-88d52c43a6df is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:36.671760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:36.674217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:36.679707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Pushing event updated for resources: {'Port': ['ID=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:36.741487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:36.742204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.743786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-023c160d-547c-49a3-843e-a4c3c10fa016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.787875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-023c160d-547c-49a3-843e-a4c3c10fa016 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e22b692bea6425ebd081e200fb4b4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241271 Aug 24 00:33:36.791012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45344) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:36.803449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c160d-547c-49a3-843e-a4c3c10fa016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a48b034-b54e-47a2-9f77-7cfee596fb33,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:36.850771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb2da9d-3e5e-40bd-a50e-87f60b334daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.873071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb2da9d-3e5e-40bd-a50e-87f60b334daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:36.908355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-9ed9ab08-91dd-4794-8d68-827d0bf4b7ef tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1576347 Aug 24 00:33:36.933161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Request body: {'port': {'device_id': '47520d2f-82e4-4843-a24b-67accf4e485e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:37.026879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.029286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb2da9d-3e5e-40bd-a50e-87f60b334daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.031939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb2da9d-3e5e-40bd-a50e-87f60b334daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.033103 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2fb2da9d-3e5e-40bd-a50e-87f60b334daf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a48b034-b54e-47a2-9f77-7cfee596fb33 HTTP/1.1" status: 204 len: 168 time: 0.2412815 Aug 24 00:33:37.041132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2da9d-3e5e-40bd-a50e-87f60b334daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a48b034-b54e-47a2-9f77-7cfee596fb33,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:37.102027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61567c0-382f-4be0-b15d-78be2fade0f8 req-a262f25c-b367-48f0-b2b7-16310ae92730 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:37.103526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b61567c0-382f-4be0-b15d-78be2fade0f8 req-a262f25c-b367-48f0-b2b7-16310ae92730 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 932 time: 0.1222687 Aug 24 00:33:37.246144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b61567c0-382f-4be0-b15d-78be2fade0f8 req-ed17c5ba-d45c-4586-b665-e4fd8fcb9bf6 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355295 Aug 24 00:33:37.417484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321a7bc4-23e8-4255-95ae-d1e0a5d258bd {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:37.424985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.446304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Transition to ACTIVE for port object 321a7bc4-23e8-4255-95ae-d1e0a5d258bd will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:33:37.726752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c77cfe3b-70d3-468c-a9a3-dc01766bb410 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:33:37.727757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd376b1-19c3-4c43-a646-b85e4821d0a1 req-900138fe-9d27-4a5b-b7f1-92465b40816f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:37.727757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd376b1-19c3-4c43-a646-b85e4821d0a1 req-900138fe-9d27-4a5b-b7f1-92465b40816f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:37.727757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd376b1-19c3-4c43-a646-b85e4821d0a1 req-900138fe-9d27-4a5b-b7f1-92465b40816f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:37.727757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cd376b1-19c3-4c43-a646-b85e4821d0a1 req-900138fe-9d27-4a5b-b7f1-92465b40816f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2413 time: 0.0665534 Aug 24 00:33:37.727757 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.728226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c77cfe3b-70d3-468c-a9a3-dc01766bb410, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c77cfe3b-70d3-468c-a9a3-dc01766bb410,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:37.728226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c77cfe3b-70d3-468c-a9a3-dc01766bb410', 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3', 'port_id': 'c77cfe3b-70d3-468c-a9a3-dc01766bb410', 'mac_address': 'fa:16:3e:58:31:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26be9fb7-a4ee-4d77-98c3-3c59b62d9ced', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:33:37.728375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Pushing event updated for resources: {'Port': ['ID=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:37.734911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cd376b1-19c3-4c43-a646-b85e4821d0a1 req-8b8f5df9-480d-487d-9e32-2adaa4a73ac2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872061 Aug 24 00:33:37.773720 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.804800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77cfe3b-70d3-468c-a9a3-dc01766bb410 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:37.826666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c77cfe3b-70d3-468c-a9a3-dc01766bb410, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c77cfe3b-70d3-468c-a9a3-dc01766bb410,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:37.846395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Attempting to bind port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:33:37.846760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Attempting to bind port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '43a30f55-554c-4775-b37f-9ccabdeb95d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9fab2841-f5df-4fa7-9c23-88d52c43a6df'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:33:37.847068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Attempting to bind port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd on network 9fab2841-f5df-4fa7-9c23-88d52c43a6df {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:37.852592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd on network 9fab2841-f5df-4fa7-9c23-88d52c43a6df not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:33:37.862533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Attempting to bind port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd on network 9fab2841-f5df-4fa7-9c23-88d52c43a6df {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:33:37.862533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:33:37.862533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Checking segment: {'id': '43a30f55-554c-4775-b37f-9ccabdeb95d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9fab2841-f5df-4fa7-9c23-88d52c43a6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:37.862533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Bound using segment: {'id': '43a30f55-554c-4775-b37f-9ccabdeb95d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9fab2841-f5df-4fa7-9c23-88d52c43a6df'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:33:37.862533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Bound port: 321a7bc4-23e8-4255-95ae-d1e0a5d258bd, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a30f55-554c-4775-b37f-9ccabdeb95d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9fab2841-f5df-4fa7-9c23-88d52c43a6df'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:33:37.862533 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:37.931279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] For port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:37.935166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] For port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,segment=NetworkSegment(43a30f55-554c-4775-b37f-9ccabdeb95d5),segment_id=43a30f55-554c-4775-b37f-9ccabdeb95d5)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:33:38.007364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.007964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d14bd1b2-82c0-4be1-9a18-c10079d1c3aa details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:33:38.086510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:38.087776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.089525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c77cfe3b-70d3-468c-a9a3-dc01766bb410,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:38.101399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa', 'network_id': 'b6b59625-f7d0-4734-b8ff-ab7e8c8649b3', 'port_id': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa', 'mac_address': 'fa:16:3e:9d:ca:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26be9fb7-a4ee-4d77-98c3-3c59b62d9ced', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:33:38.144732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.145618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.146457 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.147109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] 10.222.0.36 "PUT /v2.0/ports/321a7bc4-23e8-4255-95ae-d1e0a5d258bd HTTP/1.1" status: 200 len: 1092 time: 1.2221801 Aug 24 00:33:38.147668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47520d2f-82e4-4843-a24b-67accf4e485e', 'tag': '321a7bc4-23e8-4255-95ae-d1e0a5d258bd'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:38.149984 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e8deac-aebd-49b9-bca9-b27f8686bb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "47520d2f-82e4-4843-a24b-67accf4e485e", "tag": "321a7bc4-23e8-4255-95ae-d1e0a5d258bd"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:38.170000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14bd1b2-82c0-4be1-9a18-c10079d1c3aa {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:38.182893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee84245-b446-4d49-97a6-d964302f5320 service neutron] Pushing event updated for resources: {'Port': ['ID=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:38.224361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:38.224443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45374) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:38.224806 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713d8c35-c6ad-4725-8289-fd741d8087d3 x-openstack-request-id: req-713d8c35-c6ad-4725-8289-fd741d8087d3 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:38.224806 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47520d2f-82e4-4843-a24b-67accf4e485e", "tag": "321a7bc4-23e8-4255-95ae-d1e0a5d258bd", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:38.224806 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-713d8c35-c6ad-4725-8289-fd741d8087d3 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:38.224806 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47520d2f-82e4-4843-a24b-67accf4e485e', 'tag': '321a7bc4-23e8-4255-95ae-d1e0a5d258bd', 'status': 'completed', 'code': 200} Aug 24 00:33:38.280020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.280709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9d7bb691-6a73-4821-945e-6f8721926273 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:33:38.300906 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6ccb848c-b9bb-4b8e-8181-01a6b2a8e642 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7aaf0afbcceb409cac272939ef81254f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744188 Aug 24 00:33:38.300906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45380) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:38.371663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8deac-aebd-49b9-bca9-b27f8686bb9f req-4042ec91-435d-4900-bee2-b10e16a97de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.373268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7e8deac-aebd-49b9-bca9-b27f8686bb9f req-4042ec91-435d-4900-bee2-b10e16a97de1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3bd72f333148bda8d449cfe14ffcff&device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 1095 time: 0.1065414 Aug 24 00:33:38.384784 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12d0550e-e4da-4da2-9257-0ace30c3ff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.394533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:38.422782 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12d0550e-e4da-4da2-9257-0ace30c3ff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.449658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9d7bb691-6a73-4821-945e-6f8721926273, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9d7bb691-6a73-4821-945e-6f8721926273,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:38.461631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '9d7bb691-6a73-4821-945e-6f8721926273', 'network_id': '47b2d787-c799-4a07-8f00-1573d78741ff', 'port_id': '9d7bb691-6a73-4821-945e-6f8721926273', 'mac_address': 'fa:16:3e:e8:cf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2386a7f7-5506-429d-9de0-966855e1624f', 'ip_address': '19.86.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:33:38.490561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b151c-0941-4e57-a25b-a4bee6c414e3 req-eee56b2a-f66d-4e46-bbb3-d05ef14c7e89 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.492185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e3b151c-0941-4e57-a25b-a4bee6c414e3 req-eee56b2a-f66d-4e46-bbb3-d05ef14c7e89 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 944 time: 0.1179905 Aug 24 00:33:38.520824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.534358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7bb691-6a73-4821-945e-6f8721926273 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:38.560194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9d7bb691-6a73-4821-945e-6f8721926273, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9d7bb691-6a73-4821-945e-6f8721926273,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:38.563897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8deac-aebd-49b9-bca9-b27f8686bb9f req-d487feca-1be5-4764-8513-782626e23280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.567241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7e8deac-aebd-49b9-bca9-b27f8686bb9f req-d487feca-1be5-4764-8513-782626e23280 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3f3bd72f333148bda8d449cfe14ffcff&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1775403 Aug 24 00:33:38.571644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e3b151c-0941-4e57-a25b-a4bee6c414e3 req-52813ade-0579-4f4c-9915-2ac06f5b3489 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692182 Aug 24 00:33:38.595293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12d0550e-e4da-4da2-9257-0ace30c3ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.598582 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12d0550e-e4da-4da2-9257-0ace30c3ff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.600337 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-12d0550e-e4da-4da2-9257-0ace30c3ff39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/570c07b9-353d-416c-986a-751c062295e1 HTTP/1.1" status: 204 len: 168 time: 0.3036187 Aug 24 00:33:38.609525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0550e-e4da-4da2-9257-0ace30c3ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c07b9-353d-416c-986a-751c062295e1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:38.635516 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:38.676274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8deac-aebd-49b9-bca9-b27f8686bb9f req-82c465ba-97e2-418a-b688-675aa9a3a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.677780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7e8deac-aebd-49b9-bca9-b27f8686bb9f req-82c465ba-97e2-418a-b688-675aa9a3a624 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022325 Aug 24 00:33:38.704858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=9d7bb691-6a73-4821-945e-6f8721926273,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:38.804259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-ec0d5a24-1b97-4c0c-b575-3a2ec4215ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.804259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-ec0d5a24-1b97-4c0c-b575-3a2ec4215ffc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3bd72f333148bda8d449cfe14ffcff&device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 1095 time: 0.0461266 Aug 24 00:33:38.877776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-73c358d8-b98c-4732-9167-ebfd247516fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=321a7bc4-23e8-4255-95ae-d1e0a5d258bd HTTP/1.1" status: 200 len: 217 time: 0.0534616 Aug 24 00:33:38.943752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8b90-2ed0-4bc4-88fd-d22eb89a985d req-ebebaa63-1401-4273-ae6a-791084ab5bc5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.949630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8b90-2ed0-4bc4-88fd-d22eb89a985d req-ebebaa63-1401-4273-ae6a-791084ab5bc5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.964228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf8b90-2ed0-4bc4-88fd-d22eb89a985d req-ebebaa63-1401-4273-ae6a-791084ab5bc5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:38.972331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fecf8b90-2ed0-4bc4-88fd-d22eb89a985d req-ebebaa63-1401-4273-ae6a-791084ab5bc5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2416 time: 0.1569107 Aug 24 00:33:39.003641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-96fe4a60-501a-454a-a28d-2d15927d0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:39.005113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-96fe4a60-501a-454a-a28d-2d15927d0507 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71ad9952-a288-48be-8814-984d845d6297 HTTP/1.1" status: 200 len: 853 time: 0.1182683 Aug 24 00:33:39.022408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fecf8b90-2ed0-4bc4-88fd-d22eb89a985d req-0c666164-b9e5-4967-8b98-fc9308c2fd2b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474472 Aug 24 00:33:39.051274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['d14bd1b2-82c0-4be1-9a18-c10079d1c3aa'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:33:39.054834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-630a06e7-023d-4473-a370-a9c1e6050b39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fab2841-f5df-4fa7-9c23-88d52c43a6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317907 Aug 24 00:33:39.081521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['9d7bb691-6a73-4821-945e-6f8721926273'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:33:39.148761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c77cfe3b-70d3-468c-a9a3-dc01766bb410'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:33:39.177154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-1001a119-4def-4fdd-8359-963fd454e849 service neutron] 10.222.0.36 "GET /v2.0/networks/9fab2841-f5df-4fa7-9c23-88d52c43a6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134343 Aug 24 00:33:39.325140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0db19c9-d1eb-4e39-b953-a2260ba2e999 req-2192be81-d56f-455c-a65b-0806934ae544 service neutron] 10.222.0.36 "GET /v2.0/networks/9fab2841-f5df-4fa7-9c23-88d52c43a6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391358 Aug 24 00:33:39.713721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7941b2-5116-4eed-aa0f-cf01e3bdc931 req-2020ff28-320e-4512-94e1-bca1160be21c tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:39.715208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa7941b2-5116-4eed-aa0f-cf01e3bdc931 req-2020ff28-320e-4512-94e1-bca1160be21c tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 944 time: 0.0580585 Aug 24 00:33:39.753765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa7941b2-5116-4eed-aa0f-cf01e3bdc931 req-ba15309c-0f10-4c8f-aa41-560f8550ef74 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Aug 24 00:33:40.180184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694be3e-12dd-443f-8fee-c3fd3a3f2477 req-a8816e8b-e69e-49b8-92cd-40787611e2c3 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:40.186427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694be3e-12dd-443f-8fee-c3fd3a3f2477 req-a8816e8b-e69e-49b8-92cd-40787611e2c3 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:40.192836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694be3e-12dd-443f-8fee-c3fd3a3f2477 req-a8816e8b-e69e-49b8-92cd-40787611e2c3 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:40.195242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6694be3e-12dd-443f-8fee-c3fd3a3f2477 req-a8816e8b-e69e-49b8-92cd-40787611e2c3 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2416 time: 0.0909333 Aug 24 00:33:40.258503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6694be3e-12dd-443f-8fee-c3fd3a3f2477 req-265924c5-9404-428c-8d6f-2f0613f66c87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560889 Aug 24 00:33:40.724338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900314-c622-4534-bbab-5b3c3f898de4 req-6cb0deec-ec40-4a56-9304-68c336a0f07a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:40.726588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b900314-c622-4534-bbab-5b3c3f898de4 req-6cb0deec-ec40-4a56-9304-68c336a0f07a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0548759 Aug 24 00:33:40.765996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b900314-c622-4534-bbab-5b3c3f898de4 req-b62771a2-3be3-4fe0-a659-969e89730c9d tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Aug 24 00:33:40.843952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-c7314e42-ace6-4d8c-be23-7009521a829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:40.844939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-c7314e42-ace6-4d8c-be23-7009521a829e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.0559158 Aug 24 00:33:40.931633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708e7e7-d3c6-4006-9359-a0282043b894 req-78078ec2-f471-4d7d-a2a3-46cb70ef23c1 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:40.937688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5708e7e7-d3c6-4006-9359-a0282043b894 req-78078ec2-f471-4d7d-a2a3-46cb70ef23c1 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 944 time: 0.1037638 Aug 24 00:33:40.970397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45478) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:41.008469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5708e7e7-d3c6-4006-9359-a0282043b894 req-76dbb08e-cb6a-485a-9dd5-15a2ac014ef8 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662460 Aug 24 00:33:41.009672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-633212c9-b025-4418-9dd1-18a11da0ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:41.011217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-633212c9-b025-4418-9dd1-18a11da0ef5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 919 time: 0.1523476 Aug 24 00:33:41.060934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-572810e0-af99-4d33-babb-70a5fad84efa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 200 len: 217 time: 0.0414057 Aug 24 00:33:41.118479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-02def9fc-78c9-4b4f-ac1e-1aee40c9018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:41.120003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-02def9fc-78c9-4b4f-ac1e-1aee40c9018f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.0511780 Aug 24 00:33:41.129187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-16543188-1689-4922-bd52-36acae4ce8cb tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1369451138'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:41.129781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-16543188-1689-4922-bd52-36acae4ce8cb tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Unknown quota resources ['metering_label']. {{(pid=95327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:33:41.191780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-c41ccea0-ef2b-40bb-ae32-411b7f3ceb3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263550 Aug 24 00:33:41.301235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-0b728f76-a66d-46be-be86-e9934378dc81 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967736 Aug 24 00:33:41.484422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb110f-93b5-4a57-aada-35c55bc34ad3 req-81f38538-8763-4f0a-bbd2-70c88122586a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:41.491668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb110f-93b5-4a57-aada-35c55bc34ad3 req-81f38538-8763-4f0a-bbd2-70c88122586a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:41.498200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb110f-93b5-4a57-aada-35c55bc34ad3 req-81f38538-8763-4f0a-bbd2-70c88122586a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:41.500249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7efb110f-93b5-4a57-aada-35c55bc34ad3 req-81f38538-8763-4f0a-bbd2-70c88122586a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2416 time: 0.1039705 Aug 24 00:33:41.505930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:41.525808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1bb0ea-5882-40d5-9e74-6676e95a24ca req-e8bfb304-8639-4e79-9325-2a216a611a51 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158420 Aug 24 00:33:41.559122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7efb110f-93b5-4a57-aada-35c55bc34ad3 req-8e86020a-3421-4544-b567-981cd1e401c2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486174 Aug 24 00:33:41.604739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c77cfe3b-70d3-468c-a9a3-dc01766bb410 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:41.683743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f6af3c4-5178-4e30-8be4-bd8b1c0d287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.737897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c77cfe3b-70d3-468c-a9a3-dc01766bb410 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:41.743517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c77cfe3b-70d3-468c-a9a3-dc01766bb410 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:41.743899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.774564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16543188-1689-4922-bd52-36acae4ce8cb tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.777991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f6af3c4-5178-4e30-8be4-bd8b1c0d287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.778865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45500) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:41.779787 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-16543188-1689-4922-bd52-36acae4ce8cb tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8065920 Aug 24 00:33:41.783358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-91a9c066-9d05-4e77-8b9d-4f9f41cba946 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd75afd38-5594-4391-8d8a-a33c83d62c34'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:41.786663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-91a9c066-9d05-4e77-8b9d-4f9f41cba946 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:33:41.827831 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.853313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77cfe3b-70d3-468c-a9a3-dc01766bb410'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:41.855786 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf003e1-a62e-42d8-8c81-f6534a44ccf1" -d '{"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-plugged", "status": "completed", "tag": "c77cfe3b-70d3-468c-a9a3-dc01766bb410"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:41.869164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c77cfe3b-70d3-468c-a9a3-dc01766bb410, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c77cfe3b-70d3-468c-a9a3-dc01766bb410,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:41.895879 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331067ed-07d9-4da7-98a0-1869e5e1ceaa x-openstack-request-id: req-331067ed-07d9-4da7-98a0-1869e5e1ceaa {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:41.896174 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-plugged", "status": "completed", "tag": "c77cfe3b-70d3-468c-a9a3-dc01766bb410", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:41.896429 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-331067ed-07d9-4da7-98a0-1869e5e1ceaa {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:41.897668 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77cfe3b-70d3-468c-a9a3-dc01766bb410', 'code': 200} Aug 24 00:33:41.962139 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:41.963236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d14bd1b2-82c0-4be1-9a18-c10079d1c3aa up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:42.077320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c77cfe3b-70d3-468c-a9a3-dc01766bb410,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:42.135512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 321a7bc4-23e8-4255-95ae-d1e0a5d258bd details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:33:42.149999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:42.157472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:42.157872 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.214533 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f6af3c4-5178-4e30-8be4-bd8b1c0d287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.273073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,segment=NetworkSegment(43a30f55-554c-4775-b37f-9ccabdeb95d5),segment_id=43a30f55-554c-4775-b37f-9ccabdeb95d5)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:42.292838 n-d-804878-2 neutron-server[95326]: WARNING neutron.services.metering.metering_plugin [None req-91a9c066-9d05-4e77-8b9d-4f9f41cba946 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 24 00:33:42.306991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '321a7bc4-23e8-4255-95ae-d1e0a5d258bd', 'network_id': '9fab2841-f5df-4fa7-9c23-88d52c43a6df', 'port_id': '321a7bc4-23e8-4255-95ae-d1e0a5d258bd', 'mac_address': 'fa:16:3e:f5:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ad9952-a288-48be-8814-984d845d6297', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:33:42.316163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.378321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1f6af3c4-5178-4e30-8be4-bd8b1c0d287d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7eac3085c47449194d722325d411f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8704629 Aug 24 00:33:42.378984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6af3c4-5178-4e30-8be4-bd8b1c0d287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6ea6f8-8255-41e4-9015-6ae49cdc4124,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:42.380878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45512) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:42.383018 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.385739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:42.402146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321a7bc4-23e8-4255-95ae-d1e0a5d258bd {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:33:42.423381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,segment=NetworkSegment(43a30f55-554c-4775-b37f-9ccabdeb95d5),segment_id=43a30f55-554c-4775-b37f-9ccabdeb95d5)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:42.431283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b742e5b4-473a-4a3b-aa86-3fbe1e62640b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.447756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91a9c066-9d05-4e77-8b9d-4f9f41cba946 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.452460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-91a9c066-9d05-4e77-8b9d-4f9f41cba946 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6725686 Aug 24 00:33:42.453108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45514) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:42.457029 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b742e5b4-473a-4a3b-aa86-3fbe1e62640b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.461482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d5872d61-4360-469d-b76e-22a87346c7d4 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd75afd38-5594-4391-8d8a-a33c83d62c34'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:42.462026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d5872d61-4360-469d-b76e-22a87346c7d4 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:33:42.470433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a4b10-14be-4e0a-935e-4df95eee5181 req-3cfb9d43-575a-4cc0-9158-cd44ea5f3a5f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:42.470433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb8a4b10-14be-4e0a-935e-4df95eee5181 req-3cfb9d43-575a-4cc0-9158-cd44ea5f3a5f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.2550752 Aug 24 00:33:42.474820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243be86f-4d85-40d8-8310-ab767e800c90 req-2a115d8d-57db-4d30-af73-852e84a364de tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:42.476271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-243be86f-4d85-40d8-8310-ab767e800c90 req-2a115d8d-57db-4d30-af73-852e84a364de tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 944 time: 0.2650964 Aug 24 00:33:42.532808 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.536251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb8a4b10-14be-4e0a-935e-4df95eee5181 req-f00e5f30-f7d5-42c4-b879-12215d3afa3e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590131 Aug 24 00:33:42.550937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-243be86f-4d85-40d8-8310-ab767e800c90 req-82805cf8-3770-4220-8597-89444044bcc3 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580046 Aug 24 00:33:42.573757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.574684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9d7bb691-6a73-4821-945e-6f8721926273 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:42.576634 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.655095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:42.669039 n-d-804878-2 neutron-server[95327]: WARNING neutron.services.metering.metering_plugin [None req-d5872d61-4360-469d-b76e-22a87346c7d4 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 24 00:33:42.685881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d6290-8d52-4d21-908e-4ab667e69747 req-016e9840-bbe9-497c-a8e0-3e9358fa66c0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:42.692407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d6290-8d52-4d21-908e-4ab667e69747 req-016e9840-bbe9-497c-a8e0-3e9358fa66c0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:42.698675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d6290-8d52-4d21-908e-4ab667e69747 req-016e9840-bbe9-497c-a8e0-3e9358fa66c0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:42.700560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e4d6290-8d52-4d21-908e-4ab667e69747 req-016e9840-bbe9-497c-a8e0-3e9358fa66c0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2418 time: 0.0710945 Aug 24 00:33:42.713395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:42.740427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e4d6290-8d52-4d21-908e-4ab667e69747 req-49437a3c-d759-4df0-a576-da3b58e3622d tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Aug 24 00:33:42.744052 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b742e5b4-473a-4a3b-aa86-3fbe1e62640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.746674 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b742e5b4-473a-4a3b-aa86-3fbe1e62640b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.747835 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b742e5b4-473a-4a3b-aa86-3fbe1e62640b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f6ea6f8-8255-41e4-9015-6ae49cdc4124 HTTP/1.1" status: 204 len: 168 time: 0.3659351 Aug 24 00:33:42.770880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 9d7bb691-6a73-4821-945e-6f8721926273 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:42.775790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 9d7bb691-6a73-4821-945e-6f8721926273 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:42.776387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.783819 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5872d61-4360-469d-b76e-22a87346c7d4 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.788237 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5872d61-4360-469d-b76e-22a87346c7d4 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3309102 Aug 24 00:33:42.788865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45520) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:42.790572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742e5b4-473a-4a3b-aa86-3fbe1e62640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6ea6f8-8255-41e4-9015-6ae49cdc4124,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:42.803172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-309fed93-c9e5-4da1-8355-adbcc42ef7a8 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=9318591a-6afd-4edc-bb7a-8313c3aaf4cd HTTP/1.1" status: 200 len: 462 time: 0.0107012 Aug 24 00:33:42.803172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45522) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:42.875909 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:42.915457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9d7bb691-6a73-4821-945e-6f8721926273, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9d7bb691-6a73-4821-945e-6f8721926273,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:42.984315 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.006633 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b589f9a0-f058-490d-b6ba-4063c9867244 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.007780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b589f9a0-f058-490d-b6ba-4063c9867244 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/9318591a-6afd-4edc-bb7a-8313c3aaf4cd HTTP/1.1" status: 204 len: 168 time: 0.2036543 Aug 24 00:33:43.010627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45524) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.019482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-df95d679-37db-40ce-a3a2-9b46fbb6fccb tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=9318591a-6afd-4edc-bb7a-8313c3aaf4cd HTTP/1.1" status: 200 len: 221 time: 0.0077968 Aug 24 00:33:43.024316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45526) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.030257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['321a7bc4-23e8-4255-95ae-d1e0a5d258bd'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:33:43.030412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-318c04fe-6a2b-4553-8ee9-dc80e371efe5 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1138352709', 'description': 'label created by tempest'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:43.030412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-318c04fe-6a2b-4553-8ee9-dc80e371efe5 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Unknown quota resources ['metering_label']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:33:43.065715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=9d7bb691-6a73-4821-945e-6f8721926273,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:43.297835 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-318c04fe-6a2b-4553-8ee9-dc80e371efe5 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.299052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-318c04fe-6a2b-4553-8ee9-dc80e371efe5 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2736199 Aug 24 00:33:43.301746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.355050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45536) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.369716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f9c2f0c-09e8-4fc2-ae83-bc429c9c3d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.380136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-18a950f8-a324-4106-bf5a-96cdb825ecd5 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ac2782d9-29f9-4869-b81e-f9c02e7bccd7 HTTP/1.1" status: 200 len: 468 time: 0.0772448 Aug 24 00:33:43.383432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45538) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.660785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f9c2f0c-09e8-4fc2-ae83-bc429c9c3d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.699293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d2b4d-aaab-45fa-b317-57717ea949af req-b6bce654-6bef-41c0-bb35-186166878133 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:43.701532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-010d2b4d-aaab-45fa-b317-57717ea949af req-b6bce654-6bef-41c0-bb35-186166878133 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0856581 Aug 24 00:33:43.732516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44cc54-c38d-4702-b480-7ea9d89946d7 req-4872114e-8022-4ce8-bc6d-11f91fde9936 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:43.733982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee44cc54-c38d-4702-b480-7ea9d89946d7 req-4872114e-8022-4ce8-bc6d-11f91fde9936 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 945 time: 0.0888164 Aug 24 00:33:43.757477 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6632cab2-12bf-405d-a0ce-09ee5fc5551c tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.758657 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6632cab2-12bf-405d-a0ce-09ee5fc5551c tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/ac2782d9-29f9-4869-b81e-f9c02e7bccd7 HTTP/1.1" status: 204 len: 168 time: 0.3728197 Aug 24 00:33:43.761538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45548) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.767216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-010d2b4d-aaab-45fa-b317-57717ea949af req-a99e9035-e777-479b-88f3-5d05f843efeb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579724 Aug 24 00:33:43.773796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5bc3a3ce-e39e-4897-9b69-58182a66fd3a tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ac2782d9-29f9-4869-b81e-f9c02e7bccd7 HTTP/1.1" status: 200 len: 216 time: 0.0111575 Aug 24 00:33:43.777361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45552) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.785654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee44cc54-c38d-4702-b480-7ea9d89946d7 req-515dba6f-b454-459e-8241-960fab6018a4 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448368 Aug 24 00:33:43.788899 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-197555b7-d639-4ae6-9f5d-68d188e2b32e tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0103550 Aug 24 00:33:43.793922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45554) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.809318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f9c2f0c-09e8-4fc2-ae83-bc429c9c3d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:43.815319 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-729a3a3e-1808-4b7f-a671-34b9c8fa7688 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0202308 Aug 24 00:33:43.821957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45556) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.899270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa'}, {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bb691-6a73-4821-945e-6f8721926273'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:43.899967 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b668656b-618e-4c87-91ad-ffe992b24e35 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/d75afd38-5594-4391-8d8a-a33c83d62c34 HTTP/1.1" status: 200 len: 473 time: 0.0771322 Aug 24 00:33:43.902629 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5035b4ba-4744-4f69-849b-a0e438ad28c1" -d '{"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-plugged", "status": "completed", "tag": "d14bd1b2-82c0-4be1-9a18-c10079d1c3aa"}, {"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-plugged", "status": "completed", "tag": "9d7bb691-6a73-4821-945e-6f8721926273"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:43.904576 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45560) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.912138 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4f9c2f0c-09e8-4fc2-ae83-bc429c9c3d46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da5e3c37ccd04607aa3da9a8c1ac64a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5559845 Aug 24 00:33:43.914910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c2f0c-09e8-4fc2-ae83-bc429c9c3d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18b7783-d60c-4979-9151-674d3d094a05,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:43.917247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.930966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3ab18c8d-8a04-47e8-b96f-c4a9728e2472 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/5fcd284f-81e3-40eb-b535-d4acc9795263 HTTP/1.1" status: 200 len: 459 time: 0.0250309 Aug 24 00:33:43.934266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45566) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:43.951261 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461d954c-7106-402c-8721-e8289962c22b x-openstack-request-id: req-461d954c-7106-402c-8721-e8289962c22b {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:43.951261 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-plugged", "status": "completed", "tag": "d14bd1b2-82c0-4be1-9a18-c10079d1c3aa", "code": 200}, {"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-plugged", "status": "completed", "tag": "9d7bb691-6a73-4821-945e-6f8721926273", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:43.951261 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-461d954c-7106-402c-8721-e8289962c22b {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:43.951548 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa', 'code': 200} Aug 24 00:33:43.951716 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bb691-6a73-4821-945e-6f8721926273', 'code': 200} Aug 24 00:33:43.968788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483e86-effc-407e-b1b3-b3af0cd008bf req-c9cd4823-0e04-47de-8215-282b0dcbd073 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:43.975567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483e86-effc-407e-b1b3-b3af0cd008bf req-c9cd4823-0e04-47de-8215-282b0dcbd073 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:43.981736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483e86-effc-407e-b1b3-b3af0cd008bf req-c9cd4823-0e04-47de-8215-282b0dcbd073 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:43.984115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb483e86-effc-407e-b1b3-b3af0cd008bf req-c9cd4823-0e04-47de-8215-282b0dcbd073 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2419 time: 0.1096597 Aug 24 00:33:44.059715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edd210bf-87e0-44d7-8962-5441bbdf1c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.073299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb483e86-effc-407e-b1b3-b3af0cd008bf req-297dd452-388d-4f40-80af-dc6e5be9c440 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818908 Aug 24 00:33:44.097706 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edd210bf-87e0-44d7-8962-5441bbdf1c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.117842 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a471c294-d067-456a-b5b9-8c39baedbc27 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.121806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a471c294-d067-456a-b5b9-8c39baedbc27 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/5fcd284f-81e3-40eb-b535-d4acc9795263 HTTP/1.1" status: 204 len: 168 time: 0.1840124 Aug 24 00:33:44.121998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45570) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:44.135106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587142f-fd33-487f-88d8-2916375fbc87 req-ed1b367f-57b1-4433-b8d1-e39cc305b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.135708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587142f-fd33-487f-88d8-2916375fbc87 req-ed1b367f-57b1-4433-b8d1-e39cc305b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.136358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587142f-fd33-487f-88d8-2916375fbc87 req-ed1b367f-57b1-4433-b8d1-e39cc305b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.138189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b587142f-fd33-487f-88d8-2916375fbc87 req-ed1b367f-57b1-4433-b8d1-e39cc305b568 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2872 time: 0.1150231 Aug 24 00:33:44.155986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 321a7bc4-23e8-4255-95ae-d1e0a5d258bd up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:33:44.176958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b587142f-fd33-487f-88d8-2916375fbc87 req-76c429bc-c137-4fab-a030-34b5893f712a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Aug 24 00:33:44.240819 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edd210bf-87e0-44d7-8962-5441bbdf1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.243656 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edd210bf-87e0-44d7-8962-5441bbdf1c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.247519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-edd210bf-87e0-44d7-8962-5441bbdf1c38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d18b7783-d60c-4979-9151-674d3d094a05 HTTP/1.1" status: 204 len: 168 time: 0.3204224 Aug 24 00:33:44.259607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd210bf-87e0-44d7-8962-5441bbdf1c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18b7783-d60c-4979-9151-674d3d094a05,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:44.272999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:33:44.291705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:44.292264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.377755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.397816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e554e97a-d3a2-4178-bb88-fa6412babb78 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.402229 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e554e97a-d3a2-4178-bb88-fa6412babb78 tempest-MeteringIpV6TestJSON-466755495 tempest-MeteringIpV6TestJSON-466755495-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/d75afd38-5594-4391-8d8a-a33c83d62c34 HTTP/1.1" status: 204 len: 168 time: 0.2792571 Aug 24 00:33:44.414729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,segment=NetworkSegment(43a30f55-554c-4775-b37f-9ccabdeb95d5),segment_id=43a30f55-554c-4775-b37f-9ccabdeb95d5)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:44.470272 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:44.523932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:44.858236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45592) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:44.963035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcbc17-ec0a-413b-83ec-96234472674c req-b3563a20-e9a9-4754-a732-300e70f9621f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.964578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47fcbc17-ec0a-413b-83ec-96234472674c req-b3563a20-e9a9-4754-a732-300e70f9621f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1094110 Aug 24 00:33:44.993869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893e36-a639-4b2b-a194-94c570c1c9ec req-a745ee67-f7a7-41f0-a154-640c8e5b1146 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:44.995169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca893e36-a639-4b2b-a194-94c570c1c9ec req-a745ee67-f7a7-41f0-a154-640c8e5b1146 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 946 time: 0.0998199 Aug 24 00:33:45.029577 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6644abed-de6f-456a-8f6b-e2bdd31c1ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.040213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47fcbc17-ec0a-413b-83ec-96234472674c req-aee1b015-f90e-4c9a-b6a1-b14f408d5d51 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663412 Aug 24 00:33:45.074414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca893e36-a639-4b2b-a194-94c570c1c9ec req-e251116a-c58f-4d7a-8c45-8fe0e65d1562 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690513 Aug 24 00:33:45.140333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6644abed-de6f-456a-8f6b-e2bdd31c1ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.212204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6644abed-de6f-456a-8f6b-e2bdd31c1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.217395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bc550-2ffd-414d-9f3b-adda8039664b req-0ae521d0-f1e3-43a6-a1ff-1c81bba26a38 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:45.223529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bc550-2ffd-414d-9f3b-adda8039664b req-0ae521d0-f1e3-43a6-a1ff-1c81bba26a38 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:45.231307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bc550-2ffd-414d-9f3b-adda8039664b req-0ae521d0-f1e3-43a6-a1ff-1c81bba26a38 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:45.231561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd6bc550-2ffd-414d-9f3b-adda8039664b req-0ae521d0-f1e3-43a6-a1ff-1c81bba26a38 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2419 time: 0.0755255 Aug 24 00:33:45.320928 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6644abed-de6f-456a-8f6b-e2bdd31c1ed0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=306fa99acc164c3da1ed01fc912b387c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612246 Aug 24 00:33:45.322612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644abed-de6f-456a-8f6b-e2bdd31c1ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85501084-aceb-459d-b931-58327400a603,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:45.324863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45608) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:45.381795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd6bc550-2ffd-414d-9f3b-adda8039664b req-8fb0bebb-6bba-42dd-8f05-98b2fc95d015 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322384 Aug 24 00:33:45.433865 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-845b9d35-0f60-4b9b-a836-ec90cd2241cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.459242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-845b9d35-0f60-4b9b-a836-ec90cd2241cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.601289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-845b9d35-0f60-4b9b-a836-ec90cd2241cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.603911 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-845b9d35-0f60-4b9b-a836-ec90cd2241cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:45.605061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-845b9d35-0f60-4b9b-a836-ec90cd2241cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85501084-aceb-459d-b931-58327400a603 HTTP/1.1" status: 204 len: 168 time: 0.2700589 Aug 24 00:33:45.613607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b9d35-0f60-4b9b-a836-ec90cd2241cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85501084-aceb-459d-b931-58327400a603,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:45.953897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47520d2f-82e4-4843-a24b-67accf4e485e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321a7bc4-23e8-4255-95ae-d1e0a5d258bd'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:45.956254 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde366d7-cecd-4b3d-a501-f276e3cbb925" -d '{"events": [{"server_uuid": "47520d2f-82e4-4843-a24b-67accf4e485e", "name": "network-vif-plugged", "status": "completed", "tag": "321a7bc4-23e8-4255-95ae-d1e0a5d258bd"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:46.021085 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce472d06-f8b9-43a8-b8b1-1ca78fcb3d37 x-openstack-request-id: req-ce472d06-f8b9-43a8-b8b1-1ca78fcb3d37 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:46.022378 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47520d2f-82e4-4843-a24b-67accf4e485e", "name": "network-vif-plugged", "status": "completed", "tag": "321a7bc4-23e8-4255-95ae-d1e0a5d258bd", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:46.023030 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce472d06-f8b9-43a8-b8b1-1ca78fcb3d37 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:46.023435 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47520d2f-82e4-4843-a24b-67accf4e485e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321a7bc4-23e8-4255-95ae-d1e0a5d258bd', 'code': 200} Aug 24 00:33:46.155997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0696-4004-4add-a41c-96523dd06fa7 req-ff9da68c-05cd-46e6-a349-ee94a9736978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:46.157519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0696-4004-4add-a41c-96523dd06fa7 req-ff9da68c-05cd-46e6-a349-ee94a9736978 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 1097 time: 0.0438457 Aug 24 00:33:46.245293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0696-4004-4add-a41c-96523dd06fa7 req-82af03f6-b99a-42ed-bdc2-45eaf6f95a58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804369 Aug 24 00:33:46.261703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d9fe-c05a-452f-9d28-6f94e683f429 req-f2a5703c-330b-4653-b2e2-9614faaaa45f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:46.263306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a64d9fe-c05a-452f-9d28-6f94e683f429 req-f2a5703c-330b-4653-b2e2-9614faaaa45f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0863769 Aug 24 00:33:46.279391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45638) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:46.294150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06651803-52a4-4094-b459-ec11e38a8264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.306012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a64d9fe-c05a-452f-9d28-6f94e683f429 req-d52872c7-2613-4971-87bf-e7c51a095039 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Aug 24 00:33:46.451288 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06651803-52a4-4094-b459-ec11e38a8264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.458411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc34139-3c5c-4edb-9930-22e2b15b998b req-32c348ad-0a32-4f63-b5d6-a7a46e87acb2 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:46.466064 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fc34139-3c5c-4edb-9930-22e2b15b998b req-32c348ad-0a32-4f63-b5d6-a7a46e87acb2 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 946 time: 0.0884516 Aug 24 00:33:46.509228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fc34139-3c5c-4edb-9930-22e2b15b998b req-2fc19601-031b-4fa5-a0db-93b12e28d498 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Aug 24 00:33:46.543597 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06651803-52a4-4094-b459-ec11e38a8264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.592675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45648) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:46.592817 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-06651803-52a4-4094-b459-ec11e38a8264 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c522b3ffce5d48c998558c90fd5ad0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122544 Aug 24 00:33:46.594240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06651803-52a4-4094-b459-ec11e38a8264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f29c7df-baaf-4173-8597-47199a25c90c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:46.698482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-997c66c9-d367-4f6e-8c7e-76e6f7a0f831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.733336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3260835-10da-438b-93ab-4c21a3ffb205 req-673f046e-a593-473d-871c-6de0159da846 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:46.739870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3260835-10da-438b-93ab-4c21a3ffb205 req-673f046e-a593-473d-871c-6de0159da846 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:46.747127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3260835-10da-438b-93ab-4c21a3ffb205 req-673f046e-a593-473d-871c-6de0159da846 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:46.755003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3260835-10da-438b-93ab-4c21a3ffb205 req-673f046e-a593-473d-871c-6de0159da846 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2419 time: 0.1280446 Aug 24 00:33:46.804323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-997c66c9-d367-4f6e-8c7e-76e6f7a0f831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:46.884654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3260835-10da-438b-93ab-4c21a3ffb205 req-9f1e2ada-c71b-432e-9405-0e13b97f0944 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247804 Aug 24 00:33:46.980152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-af29b92e-5fee-4d9e-a173-2ef09a7cb297 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:46.990734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-af29b92e-5fee-4d9e-a173-2ef09a7cb297 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:46.998598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-af29b92e-5fee-4d9e-a173-2ef09a7cb297 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.005605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-af29b92e-5fee-4d9e-a173-2ef09a7cb297 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.012423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-af29b92e-5fee-4d9e-a173-2ef09a7cb297 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.020437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-af29b92e-5fee-4d9e-a173-2ef09a7cb297 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.027742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-af29b92e-5fee-4d9e-a173-2ef09a7cb297 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.029851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-af29b92e-5fee-4d9e-a173-2ef09a7cb297 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.2526090 Aug 24 00:33:47.101604 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-997c66c9-d367-4f6e-8c7e-76e6f7a0f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.105522 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-997c66c9-d367-4f6e-8c7e-76e6f7a0f831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.109428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-997c66c9-d367-4f6e-8c7e-76e6f7a0f831 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f29c7df-baaf-4173-8597-47199a25c90c HTTP/1.1" status: 204 len: 168 time: 0.5125484 Aug 24 00:33:47.117114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-161fcf0b-1a8c-42fb-b2f0-28643635a756 req-dc5e744c-2d6c-46d3-94e3-ae3cd3d1276a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798965 Aug 24 00:33:47.127842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c66c9-d367-4f6e-8c7e-76e6f7a0f831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f29c7df-baaf-4173-8597-47199a25c90c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:47.444668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033745-5e53-4698-9504-4f3c0c410099 req-d2a8d849-7971-4d6a-bb15-011f611dfe33 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.446367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32033745-5e53-4698-9504-4f3c0c410099 req-d2a8d849-7971-4d6a-bb15-011f611dfe33 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0618920 Aug 24 00:33:47.528035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32033745-5e53-4698-9504-4f3c0c410099 req-60500a0f-4288-4f8a-a9e1-e5ff02c47ea5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659523 Aug 24 00:33:47.541703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87afce6-f585-4808-9691-642aa96555a6 req-9e285c2d-6bf5-4d2b-af71-9c529f4ec708 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.548588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87afce6-f585-4808-9691-642aa96555a6 req-9e285c2d-6bf5-4d2b-af71-9c529f4ec708 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.560427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87afce6-f585-4808-9691-642aa96555a6 req-9e285c2d-6bf5-4d2b-af71-9c529f4ec708 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.562100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f87afce6-f585-4808-9691-642aa96555a6 req-9e285c2d-6bf5-4d2b-af71-9c529f4ec708 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2419 time: 0.1146376 Aug 24 00:33:47.606368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f87afce6-f585-4808-9691-642aa96555a6 req-ed96a3c8-fb98-4667-8576-15326528e888 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367000 Aug 24 00:33:47.675135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ccf9e-e749-4f7b-9def-22da332651d3 req-a6fe6889-3f28-4ce6-8596-aab480e36120 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.676720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2ccf9e-e749-4f7b-9def-22da332651d3 req-a6fe6889-3f28-4ce6-8596-aab480e36120 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 946 time: 0.0599296 Aug 24 00:33:47.737759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45688) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:47.790877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2ccf9e-e749-4f7b-9def-22da332651d3 req-f246c28e-c9f8-48bd-bfa3-c1c03516cb57 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968542 Aug 24 00:33:47.806868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-f023592a-8306-44aa-a034-d3a07ff295a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.809766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-f023592a-8306-44aa-a034-d3a07ff295a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.815678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-f023592a-8306-44aa-a034-d3a07ff295a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.822963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-f023592a-8306-44aa-a034-d3a07ff295a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.829376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-f023592a-8306-44aa-a034-d3a07ff295a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.836155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-f023592a-8306-44aa-a034-d3a07ff295a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.842349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-f023592a-8306-44aa-a034-d3a07ff295a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.844386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-f023592a-8306-44aa-a034-d3a07ff295a5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.1171975 Aug 24 00:33:47.904541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20a64ee9-234f-463e-b778-2311e964ac8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:47.910448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-3f8885cd-53e9-40c2-9982-2ed55434a7df tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:47.911734 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-3f8885cd-53e9-40c2-9982-2ed55434a7df tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "GET /v2.0/ports/7f265772-427e-404f-9f5f-f1a231797e3e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0596271 Aug 24 00:33:48.039837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20a64ee9-234f-463e-b778-2311e964ac8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.043047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a6d2a62d-984e-4589-99af-9f54cc2b24a0 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "GET /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1252592 Aug 24 00:33:48.111707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:48.131620 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20a64ee9-234f-463e-b778-2311e964ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.181381 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-20a64ee9-234f-463e-b778-2311e964ac8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ab7467cdffa4e2ab25c2a2b38ff42f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419892 Aug 24 00:33:48.186380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45706) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:48.188789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a64ee9-234f-463e-b778-2311e964ac8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c67d9b8-ad0d-4f9d-94aa-d3f778262bd8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:48.234529 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.273064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b68a0d5-2fc0-44e4-b618-e05028f9268c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.300620 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b68a0d5-2fc0-44e4-b618-e05028f9268c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.393456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362565-509f-4c9d-aa2f-0ce176103006 req-2dfa1e60-a8e0-44ee-927c-525e689544ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.399971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362565-509f-4c9d-aa2f-0ce176103006 req-2dfa1e60-a8e0-44ee-927c-525e689544ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.406231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362565-509f-4c9d-aa2f-0ce176103006 req-2dfa1e60-a8e0-44ee-927c-525e689544ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.412807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362565-509f-4c9d-aa2f-0ce176103006 req-2dfa1e60-a8e0-44ee-927c-525e689544ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.419138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362565-509f-4c9d-aa2f-0ce176103006 req-2dfa1e60-a8e0-44ee-927c-525e689544ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.425264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362565-509f-4c9d-aa2f-0ce176103006 req-2dfa1e60-a8e0-44ee-927c-525e689544ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.431801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93362565-509f-4c9d-aa2f-0ce176103006 req-2dfa1e60-a8e0-44ee-927c-525e689544ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.434203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93362565-509f-4c9d-aa2f-0ce176103006 req-2dfa1e60-a8e0-44ee-927c-525e689544ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 5444 time: 0.1920857 Aug 24 00:33:48.471701 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b68a0d5-2fc0-44e4-b618-e05028f9268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.476756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b68a0d5-2fc0-44e4-b618-e05028f9268c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.480182 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7b68a0d5-2fc0-44e4-b618-e05028f9268c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c67d9b8-ad0d-4f9d-94aa-d3f778262bd8 HTTP/1.1" status: 204 len: 168 time: 0.2902517 Aug 24 00:33:48.495372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68a0d5-2fc0-44e4-b618-e05028f9268c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c67d9b8-ad0d-4f9d-94aa-d3f778262bd8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:48.496712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] For port 7f265772-427e-404f-9f5f-f1a231797e3e, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=7f265772-427e-404f-9f5f-f1a231797e3e,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:48.512699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-93362565-509f-4c9d-aa2f-0ce176103006 req-a39cacaa-1f30-41a8-9f10-e39537fb89b5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725999 Aug 24 00:33:48.559564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] For port 7f265772-427e-404f-9f5f-f1a231797e3e, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:48.601869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] device_id is not set on port 7f265772-427e-404f-9f5f-f1a231797e3e yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:33:48.611129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.669213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864effd9-594f-4918-b965-e0964f33df09 req-f0b96be1-3daf-4b5a-b095-9e185c95ec16 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.670944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-864effd9-594f-4918-b965-e0964f33df09 req-f0b96be1-3daf-4b5a-b095-9e185c95ec16 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.0544906 Aug 24 00:33:48.746150 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:48.785106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-864effd9-594f-4918-b965-e0964f33df09 req-a3d8eb1e-78cd-4049-a23d-8f64c1b71412 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058328 Aug 24 00:33:48.799656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab0227-2287-49bf-989f-18be2b46b328 req-675444fc-ad0c-404a-b465-c9740ded3dfe tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.806270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab0227-2287-49bf-989f-18be2b46b328 req-675444fc-ad0c-404a-b465-c9740ded3dfe tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.812748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab0227-2287-49bf-989f-18be2b46b328 req-675444fc-ad0c-404a-b465-c9740ded3dfe tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:48.814769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9ab0227-2287-49bf-989f-18be2b46b328 req-675444fc-ad0c-404a-b465-c9740ded3dfe tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2419 time: 0.1375682 Aug 24 00:33:48.867517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] No DVR routers for this DVR port 7f265772-427e-404f-9f5f-f1a231797e3e on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:48.945650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] Pushing event updated for resources: {'Port': ['ID=7f265772-427e-404f-9f5f-f1a231797e3e,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:49.023544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] In _notify_port_updated(), no bound segment for port 7f265772-427e-404f-9f5f-f1a231797e3e on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:33:49.028164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.028797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.037946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-2f5ef9eb-41b1-4a0b-a8ed-53b3bbb949ba service neutron] 10.222.0.37 "PUT /v2.0/ports/7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 200 len: 1033 time: 0.9831219 Aug 24 00:33:49.169960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9ab0227-2287-49bf-989f-18be2b46b328 req-d23b897f-3ecd-4e6e-ae38-2c36246ed22b tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367016 Aug 24 00:33:49.172175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-674487b2-90b0-421f-ab1a-25fcbb967fb0 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.173594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-674487b2-90b0-421f-ab1a-25fcbb967fb0 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "GET /v2.0/ports/272065b3-76cf-461c-8792-3d4932903abe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1310289 Aug 24 00:33:49.182684 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-2f96853d-bfb2-4453-a600-d10f778a34a5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.187762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:49.215658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-2f96853d-bfb2-4453-a600-d10f778a34a5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.225542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2110aa5-4393-4602-8235-bf16479292bf req-dacb9eb0-241f-4b9d-9e4e-db31450efe4a tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.227904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-2f96853d-bfb2-4453-a600-d10f778a34a5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.229037 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2110aa5-4393-4602-8235-bf16479292bf req-dacb9eb0-241f-4b9d-9e4e-db31450efe4a tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 946 time: 0.1702933 Aug 24 00:33:49.230196 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-2f96853d-bfb2-4453-a600-d10f778a34a5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 2419 time: 0.2980258 Aug 24 00:33:49.242811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0e69450b-6336-4edf-9931-a6b07d86e996 None None] Provisioning complete for port 7f265772-427e-404f-9f5f-f1a231797e3e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:49.244197 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e69450b-6336-4edf-9931-a6b07d86e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.259454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399e817-1448-43cf-8e19-87ffeadfcb28 req-8f2a3ff0-572b-47d7-ab69-949b5a936f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.260965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1399e817-1448-43cf-8e19-87ffeadfcb28 req-8f2a3ff0-572b-47d7-ab69-949b5a936f3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.1739054 Aug 24 00:33:49.287078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0e69450b-6336-4edf-9931-a6b07d86e996 None None] Port 7f265772-427e-404f-9f5f-f1a231797e3e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:49.311191 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.331195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2110aa5-4393-4602-8235-bf16479292bf req-6a41121d-8439-44b5-8d3a-41967411f534 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953243 Aug 24 00:33:49.340160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1399e817-1448-43cf-8e19-87ffeadfcb28 req-2966ba74-2b10-4edb-a4c4-2e7568c72b08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626614 Aug 24 00:33:49.517221 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port 9d7bb691-6a73-4821-945e-6f8721926273 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:49.517584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.535589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] For port 272065b3-76cf-461c-8792-3d4932903abe, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=272065b3-76cf-461c-8792-3d4932903abe,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:49.607702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] For port 272065b3-76cf-461c-8792-3d4932903abe, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:33:49.643671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 272065b3-76cf-461c-8792-3d4932903abe no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:49.666315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port 9d7bb691-6a73-4821-945e-6f8721926273, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9d7bb691-6a73-4821-945e-6f8721926273,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:49.672812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.677396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45744) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:49.693204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] device_id is not set on port 272065b3-76cf-461c-8792-3d4932903abe yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:33:49.711323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4492a83d-b745-424c-ab31-1876f9402891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.717828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.735068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for 9d7bb691-6a73-4821-945e-6f8721926273 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:49.741646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927de9-ef13-43a6-b170-ba78d34c88c1 req-3c7b8db9-f2d5-4fad-b899-3f03bf2d9b65 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.747707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927de9-ef13-43a6-b170-ba78d34c88c1 req-3c7b8db9-f2d5-4fad-b899-3f03bf2d9b65 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.755024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927de9-ef13-43a6-b170-ba78d34c88c1 req-3c7b8db9-f2d5-4fad-b899-3f03bf2d9b65 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.761049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927de9-ef13-43a6-b170-ba78d34c88c1 req-3c7b8db9-f2d5-4fad-b899-3f03bf2d9b65 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.767529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927de9-ef13-43a6-b170-ba78d34c88c1 req-3c7b8db9-f2d5-4fad-b899-3f03bf2d9b65 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.774276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927de9-ef13-43a6-b170-ba78d34c88c1 req-3c7b8db9-f2d5-4fad-b899-3f03bf2d9b65 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:49.776256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd927de9-ef13-43a6-b170-ba78d34c88c1 req-3c7b8db9-f2d5-4fad-b899-3f03bf2d9b65 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 4664 time: 0.1377256 Aug 24 00:33:49.828688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:49.912797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd927de9-ef13-43a6-b170-ba78d34c88c1 req-52276302-72fa-444f-8024-aaf220369faf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=b2260635-8ba1-4cf7-8024-88c1b87b2b3d&id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265092 Aug 24 00:33:49.981085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] No DVR routers for this DVR port 272065b3-76cf-461c-8792-3d4932903abe on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:50.030295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Pushing event updated for resources: {'Port': ['ID=272065b3-76cf-461c-8792-3d4932903abe,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:50.091384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4492a83d-b745-424c-ab31-1876f9402891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.098044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.098044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.100156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.100156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.100156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.100156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.101273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.101273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.101273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.102235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.103251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.103251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:33:50.122994 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.144133 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.152116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] In _notify_port_updated(), no bound segment for port 272065b3-76cf-461c-8792-3d4932903abe on network 2451831c-464c-4e2d-943c-5fa3aeefff28 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:33:50.153022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.154400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.157775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-842ea3c1-e331-42c0-a035-b704993a85be service neutron] 10.222.0.37 "PUT /v2.0/ports/272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 200 len: 1032 time: 0.9735229 Aug 24 00:33:50.247700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba221c4-9680-48b0-a0e8-2c5eb1c64679 req-7be04cad-7456-458e-b40d-48f4431745b0 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.254095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=9d7bb691-6a73-4821-945e-6f8721926273,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:50.276410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba221c4-9680-48b0-a0e8-2c5eb1c64679 req-7be04cad-7456-458e-b40d-48f4431745b0 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.2144895 Aug 24 00:33:50.278646 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:33:50.279155 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:33:50.321440 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4492a83d-b745-424c-ab31-1876f9402891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.343476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port 9d7bb691-6a73-4821-945e-6f8721926273 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:50.348610 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.348790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-33d36450-90f2-4efa-adec-171ad031bd50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "DELETE /v2.0/ports/9d7bb691-6a73-4821-945e-6f8721926273 HTTP/1.1" status: 204 len: 173 time: 1.1125031 Aug 24 00:33:50.349300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-deleted', 'tag': '9d7bb691-6a73-4821-945e-6f8721926273'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:50.352292 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8bdb8-f952-4ee0-9ba1-7b7ccfe15546" -d '{"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-deleted", "tag": "9d7bb691-6a73-4821-945e-6f8721926273"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:50.370661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492a83d-b745-424c-ab31-1876f9402891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecaa064-e9e7-4347-8242-cce6e3b03aa0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:50.423084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4492a83d-b745-424c-ab31-1876f9402891 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e9d1c2468924354bc663084bd06d2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427683 Aug 24 00:33:50.452495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9408c871-1e26-45df-8e5d-a9244e347db1 None None] Provisioning complete for port 272065b3-76cf-461c-8792-3d4932903abe triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:33:50.453161 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9408c871-1e26-45df-8e5d-a9244e347db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.474800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45766) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:50.488085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ba221c4-9680-48b0-a0e8-2c5eb1c64679 req-d8760c7d-eec2-444c-ad04-5a02bd537a6f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064440 Aug 24 00:33:50.560448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting port 57c8b0cc-cf0a-46c4-9681-c843d7384597 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:50.561120 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.587660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9408c871-1e26-45df-8e5d-a9244e347db1 None None] Port 272065b3-76cf-461c-8792-3d4932903abe cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:33:50.709299 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87c06770-77b0-4d27-8aa2-fc4d1faf87d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.714279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port c77cfe3b-70d3-468c-a9a3-dc01766bb410 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:50.714621 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.715089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae512474-d09c-4edc-82f0-55b68ac5e624 req-4005ac6b-779d-43b9-aef6-0a7e5c23bc78 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.721412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae512474-d09c-4edc-82f0-55b68ac5e624 req-4005ac6b-779d-43b9-aef6-0a7e5c23bc78 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.729008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae512474-d09c-4edc-82f0-55b68ac5e624 req-4005ac6b-779d-43b9-aef6-0a7e5c23bc78 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 1683 time: 0.1238320 Aug 24 00:33:50.756373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45770) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:50.769814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] For port 57c8b0cc-cf0a-46c4-9681-c843d7384597, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=57c8b0cc-cf0a-46c4-9681-c843d7384597,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:50.770206 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.826300 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87c06770-77b0-4d27-8aa2-fc4d1faf87d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.896740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d14bd1b2-82c0-4be1-9a18-c10079d1c3aa no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:50.903791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port c77cfe3b-70d3-468c-a9a3-dc01766bb410, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c77cfe3b-70d3-468c-a9a3-dc01766bb410,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:50.904173 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:50.910474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae512474-d09c-4edc-82f0-55b68ac5e624 req-4585b89a-a7cc-4938-bdc0-2021f2655b85 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785991 Aug 24 00:33:50.921752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for c77cfe3b-70d3-468c-a9a3-dc01766bb410 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:50.961360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b341d-67e2-44ce-816c-bb45ecfc111e req-fa600ef7-4965-4643-9ea3-a29135dc95be tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:50.967196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf9b341d-67e2-44ce-816c-bb45ecfc111e req-fa600ef7-4965-4643-9ea3-a29135dc95be tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 946 time: 0.1995194 Aug 24 00:33:51.026378 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9826bc-229a-468e-b8df-72ffebb1b777 x-openstack-request-id: req-8b9826bc-229a-468e-b8df-72ffebb1b777 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:51.026867 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-deleted", "tag": "9d7bb691-6a73-4821-945e-6f8721926273", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:51.027130 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b9826bc-229a-468e-b8df-72ffebb1b777 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:51.029196 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-deleted', 'tag': '9d7bb691-6a73-4821-945e-6f8721926273', 'status': 'completed', 'code': 200} Aug 24 00:33:51.047926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.064763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87c06770-77b0-4d27-8aa2-fc4d1faf87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.071440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87c06770-77b0-4d27-8aa2-fc4d1faf87d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.074537 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-87c06770-77b0-4d27-8aa2-fc4d1faf87d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fecaa064-e9e7-4347-8242-cce6e3b03aa0 HTTP/1.1" status: 204 len: 168 time: 0.5987477 Aug 24 00:33:51.089132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:51.098292 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b87c4b-ca1f-4dd1-8fd0-4c67d4511c55" -d '{"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-unplugged", "status": "completed", "tag": "d14bd1b2-82c0-4be1-9a18-c10079d1c3aa"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:51.104916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-418295600', 'router:external': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:51.105062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c06770-77b0-4d27-8aa2-fc4d1faf87d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecaa064-e9e7-4347-8242-cce6e3b03aa0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:51.131089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:51.263980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.265242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 947a33e8-f6a5-4b99-b746-bc3558b0b722 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:51.377250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.401268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:51.465692 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.501600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=c77cfe3b-70d3-468c-a9a3-dc01766bb410,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:51.530439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port c77cfe3b-70d3-468c-a9a3-dc01766bb410 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:51.538903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.540945 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-78d85c1b-4121-4556-84e3-2980849702a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "DELETE /v2.0/ports/c77cfe3b-70d3-468c-a9a3-dc01766bb410 HTTP/1.1" status: 204 len: 173 time: 1.1856415 Aug 24 00:33:51.557790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 947a33e8-f6a5-4b99-b746-bc3558b0b722, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:51.627428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf9b341d-67e2-44ce-816c-bb45ecfc111e req-0b2b6172-6dec-4fae-ab3b-d809f03c6229 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099844 Aug 24 00:33:51.714267 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.715068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ca08ea5c-78c6-43d1-af20-328d86f63233 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:51.732592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:51.736034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.770091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127317fe-d625-45a9-8132-02eb3b649ddf req-02daaf9b-ed4f-476a-ac66-633bf10d4f8b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:51.778257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127317fe-d625-45a9-8132-02eb3b649ddf req-02daaf9b-ed4f-476a-ac66-633bf10d4f8b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:51.785206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127317fe-d625-45a9-8132-02eb3b649ddf req-02daaf9b-ed4f-476a-ac66-633bf10d4f8b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:51.792418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127317fe-d625-45a9-8132-02eb3b649ddf req-02daaf9b-ed4f-476a-ac66-633bf10d4f8b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:51.800171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127317fe-d625-45a9-8132-02eb3b649ddf req-02daaf9b-ed4f-476a-ac66-633bf10d4f8b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:51.809745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-127317fe-d625-45a9-8132-02eb3b649ddf req-02daaf9b-ed4f-476a-ac66-633bf10d4f8b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 3885 time: 0.3607378 Aug 24 00:33:51.815606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Made reservation on behalf of ca26c66bb3f04a1c9b6a9f0ecc6dd49f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:51.819354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.870379 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.871203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.871203 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Floating IP 4dc5fb64-f55b-4c1e-84e2-e57f199017b0 disassociated. External IP: 172.25.5.65, port: 57c8b0cc-cf0a-46c4-9681-c843d7384597. Aug 24 00:33:51.872720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Calling delete_port for 57c8b0cc-cf0a-46c4-9681-c843d7384597 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:51.894474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:51.894847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:51.907559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=947a33e8-f6a5-4b99-b746-bc3558b0b722,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:51.926593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for d14bd1b2-82c0-4be1-9a18-c10079d1c3aa owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:51.992302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.003062 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cd62d4-f6f2-4944-be19-d77a06358d9d x-openstack-request-id: req-e1cd62d4-f6f2-4944-be19-d77a06358d9d {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:52.003363 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-unplugged", "status": "completed", "tag": "d14bd1b2-82c0-4be1-9a18-c10079d1c3aa", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:52.003615 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1cd62d4-f6f2-4944-be19-d77a06358d9d {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:52.004019 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa', 'code': 200} Aug 24 00:33:52.016292 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.026439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-127317fe-d625-45a9-8132-02eb3b649ddf req-9bdc43c5-2e00-403c-a68e-11570179b58c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139831 Aug 24 00:33:52.127828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ca08ea5c-78c6-43d1-af20-328d86f63233, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ca08ea5c-78c6-43d1-af20-328d86f63233,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:52.195231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.195994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c77cfe3b-70d3-468c-a9a3-dc01766bb410 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:52.233477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cda9c1-7585-4733-8eaf-5d14541d931d req-c1ee0849-1c24-4964-b595-05b7c694961e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:52.237939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4cda9c1-7585-4733-8eaf-5d14541d931d req-c1ee0849-1c24-4964-b595-05b7c694961e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1647182 Aug 24 00:33:52.246255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: c77cfe3b-70d3-468c-a9a3-dc01766bb410 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:52.247482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c77cfe3b-70d3-468c-a9a3-dc01766bb410 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:52.247482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 57c8b0cc-cf0a-46c4-9681-c843d7384597 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:52.280737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.303809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ca08ea5c-78c6-43d1-af20-328d86f63233,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:52.371244 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.372672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=d14bd1b2-82c0-4be1-9a18-c10079d1c3aa,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:52.458518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port d14bd1b2-82c0-4be1-9a18-c10079d1c3aa on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:52.461751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.464271 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-96a6f740-f590-4570-b076-fd58a5ddaf2c req-64b93ded-377f-4100-a7e2-a0706a242a1c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "DELETE /v2.0/ports/d14bd1b2-82c0-4be1-9a18-c10079d1c3aa HTTP/1.1" status: 204 len: 173 time: 0.9136920 Aug 24 00:33:52.474993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4cda9c1-7585-4733-8eaf-5d14541d931d req-0fe7b596-eadb-44ea-811f-7c97d1bba7f6 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858773 Aug 24 00:33:52.484275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f9fd3ecb-2673-4938-bfa3-80693cbe3bc7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:52.485839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f9fd3ecb-2673-4938-bfa3-80693cbe3bc7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.36 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 946 time: 0.2468951 Aug 24 00:33:52.520746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-866fcedd-5506-4a2a-85e6-4671f14f246d req-1e137743-a848-4ed6-948a-3790ffed9287 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e61f954-1bf4-4205-af7e-6501810102c8 HTTP/1.1" status: 200 len: 210 time: 0.1303780 Aug 24 00:33:52.520746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.559709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8d9d4351-dde7-4729-9310-4fcd093ad04d no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:52.698924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Port': ['ID=57c8b0cc-cf0a-46c4-9681-c843d7384597,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:52.736796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.844196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.903496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:52.904124 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.928240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758e425-d9ea-422c-8128-8b2aff9144be req-5b141b22-c20a-4dfa-9c43-5d8d4e9e85fe tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:52.936141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8758e425-d9ea-422c-8128-8b2aff9144be req-5b141b22-c20a-4dfa-9c43-5d8d4e9e85fe tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 946 time: 0.1974742 Aug 24 00:33:52.970062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:52.970440 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Added segment b184efd9-dccd-467a-a0f2-5e63237d8963 of type vlan for network 653fdccc-040a-4c30-b40c-6966665beb2e Aug 24 00:33:52.970947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8d9d4351-dde7-4729-9310-4fcd093ad04d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:52.992696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c2238b-f978-4f9d-854c-cc9f040dc850,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:53.003974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Deleting port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:53.004323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.037560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-deleted', 'tag': 'c77cfe3b-70d3-468c-a9a3-dc01766bb410'}, {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-deleted', 'tag': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:53.043805 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f9a986-f7d8-4629-bc5c-cb4eaf185717" -d '{"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-deleted", "tag": "c77cfe3b-70d3-468c-a9a3-dc01766bb410"}, {"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-deleted", "tag": "d14bd1b2-82c0-4be1-9a18-c10079d1c3aa"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:53.075435 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.076715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f265772-427e-404f-9f5f-f1a231797e3e no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:53.210137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 7f265772-427e-404f-9f5f-f1a231797e3e not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:53.210849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ff032e29-8de2-421c-879d-967747a87793 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:53.220637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] For port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,segment=NetworkSegment(43a30f55-554c-4775-b37f-9ccabdeb95d5),segment_id=43a30f55-554c-4775-b37f-9ccabdeb95d5)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:53.221141 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.250816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8d9d4351-dde7-4729-9310-4fcd093ad04d,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:53.257963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Router 829783a5-b402-4aac-9421-516f2ccf3948 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:33:53.268010 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.278628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8758e425-d9ea-422c-8128-8b2aff9144be req-026eb6e0-4984-4a9e-abee-3ca60b52e569 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c55a1cc-641c-4746-b880-019faa434cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397865 Aug 24 00:33:53.287411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Calling delete_port for 321a7bc4-23e8-4255-95ae-d1e0a5d258bd owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:53.303658 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039cfb02-b0f9-4f98-b4f6-7199413acafe x-openstack-request-id: req-039cfb02-b0f9-4f98-b4f6-7199413acafe {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:53.304631 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-deleted", "tag": "c77cfe3b-70d3-468c-a9a3-dc01766bb410", "status": "completed", "code": 200}, {"server_uuid": "9e61f954-1bf4-4205-af7e-6501810102c8", "name": "network-vif-deleted", "tag": "d14bd1b2-82c0-4be1-9a18-c10079d1c3aa", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:53.305136 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-039cfb02-b0f9-4f98-b4f6-7199413acafe {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:53.306005 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-deleted', 'tag': 'c77cfe3b-70d3-468c-a9a3-dc01766bb410', 'status': 'completed', 'code': 200} Aug 24 00:33:53.306474 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e61f954-1bf4-4205-af7e-6501810102c8', 'name': 'network-vif-deleted', 'tag': 'd14bd1b2-82c0-4be1-9a18-c10079d1c3aa', 'status': 'completed', 'code': 200} Aug 24 00:33:53.464698 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.502774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ff032e29-8de2-421c-879d-967747a87793, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff032e29-8de2-421c-879d-967747a87793,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:53.519608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-b563433a-b300-4b69-80cd-74f54d932d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.522680 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-b563433a-b300-4b69-80cd-74f54d932d24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.1587746 Aug 24 00:33:53.647064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:33:53.664913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] Sync routers for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:33:53.678568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:53.680910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:53.684118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.684839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9d7bb691-6a73-4821-945e-6f8721926273 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:53.721716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-a1d61ac2-62a9-4286-b11b-f3eaf686590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.723613 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-a1d61ac2-62a9-4286-b11b-f3eaf686590b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 919 time: 0.1841850 Aug 24 00:33:53.755392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15f4d5-6add-45fc-a41b-484891a34dca req-0944b115-abab-496a-bc6e-41e56d3dce15 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.762851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d15f4d5-6add-45fc-a41b-484891a34dca req-0944b115-abab-496a-bc6e-41e56d3dce15 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.2392116 Aug 24 00:33:53.769412 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.770368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.770949 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.791540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 9d7bb691-6a73-4821-945e-6f8721926273 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:53.791897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9d7bb691-6a73-4821-945e-6f8721926273 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:53.817115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] No DVR routers for this DVR port 57c8b0cc-cf0a-46c4-9681-c843d7384597 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:53.823901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:53.825963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-a93e0856-5190-4fcb-ae9d-912a28627383 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "DELETE /v2.0/ports/57c8b0cc-cf0a-46c4-9681-c843d7384597 HTTP/1.1" status: 204 len: 173 time: 3.6254003 Aug 24 00:33:53.828837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-62cd209b-10dd-4cf6-afcb-ba2e5439d32c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 200 len: 217 time: 0.0957401 Aug 24 00:33:53.849696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce53fa-8d75-4215-bbfb-f285866b616c req-352ef4d9-ee1c-44cb-a156-93fa4635a15f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.855654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce53fa-8d75-4215-bbfb-f285866b616c req-352ef4d9-ee1c-44cb-a156-93fa4635a15f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.861707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce53fa-8d75-4215-bbfb-f285866b616c req-352ef4d9-ee1c-44cb-a156-93fa4635a15f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.868100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce53fa-8d75-4215-bbfb-f285866b616c req-352ef4d9-ee1c-44cb-a156-93fa4635a15f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.869949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19ce53fa-8d75-4215-bbfb-f285866b616c req-352ef4d9-ee1c-44cb-a156-93fa4635a15f tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 3144 time: 0.3476176 Aug 24 00:33:53.870425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': '57c8b0cc-cf0a-46c4-9681-c843d7384597'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:53.872714 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8378e573-b4fe-451a-b78a-635f55336b67" -d '{"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "57c8b0cc-cf0a-46c4-9681-c843d7384597"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:53.890153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ff032e29-8de2-421c-879d-967747a87793,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:53.933253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-3d1b1150-6147-42da-9a84-f19cb5cfc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:53.934894 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-3d1b1150-6147-42da-9a84-f19cb5cfc31a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.0931153 Aug 24 00:33:53.939063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:53.981862 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-b53be90f-11d6-42bc-bb04-002d8e699498 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393686 Aug 24 00:33:54.003486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d15f4d5-6add-45fc-a41b-484891a34dca req-4ee16042-5a96-4b1e-b328-91a12595d3ba tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383611 Aug 24 00:33:54.014352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'Network': ['ID=653fdccc-040a-4c30-b40c-6966665beb2e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:54.020307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5ff5e060-1633-4d15-9ec7-73102a8d569c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.2573156 Aug 24 00:33:54.041021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '947a33e8-f6a5-4b99-b746-bc3558b0b722'}, {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca08ea5c-78c6-43d1-af20-328d86f63233'}, {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9d4351-dde7-4729-9310-4fcd093ad04d'}, {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff032e29-8de2-421c-879d-967747a87793'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:54.044408 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3ded88-afc7-4675-9a47-062a51e8aa6e" -d '{"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-unplugged", "status": "completed", "tag": "947a33e8-f6a5-4b99-b746-bc3558b0b722"}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-unplugged", "status": "completed", "tag": "ca08ea5c-78c6-43d1-af20-328d86f63233"}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9d4351-dde7-4729-9310-4fcd093ad04d"}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-unplugged", "status": "completed", "tag": "ff032e29-8de2-421c-879d-967747a87793"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:54.051426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 653fdccc-040a-4c30-b40c-6966665beb2e details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:33:54.064049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:54.078520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'subnet': {'network_id': '653fdccc-040a-4c30-b40c-6966665beb2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:54.108741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19ce53fa-8d75-4215-bbfb-f285866b616c req-33775347-16b2-4dc5-8673-7d411fb73bc0 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186437 Aug 24 00:33:54.111245 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.183012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45840) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:54.202882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Pushing event deleted for resources: {'Port': ['ID=321a7bc4-23e8-4255-95ae-d1e0a5d258bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:54.224192 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9d7659-316c-4db0-b1d2-3d538709ed1c x-openstack-request-id: req-6b9d7659-316c-4db0-b1d2-3d538709ed1c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:54.225911 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "57c8b0cc-cf0a-46c4-9681-c843d7384597", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:54.226185 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b9d7659-316c-4db0-b1d2-3d538709ed1c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:54.226602 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': '57c8b0cc-cf0a-46c4-9681-c843d7384597', 'status': 'completed', 'code': 200} Aug 24 00:33:54.231305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['321a7bc4-23e8-4255-95ae-d1e0a5d258bd'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:33:54.254171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Made reservation on behalf of ca26c66bb3f04a1c9b6a9f0ecc6dd49f for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:54.259903 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.278474 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7983bb-4b66-4408-8954-80d68b3294fb x-openstack-request-id: req-9b7983bb-4b66-4408-8954-80d68b3294fb {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:54.278789 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-unplugged", "status": "completed", "tag": "947a33e8-f6a5-4b99-b746-bc3558b0b722", "code": 200}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-unplugged", "status": "completed", "tag": "ca08ea5c-78c6-43d1-af20-328d86f63233", "code": 200}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9d4351-dde7-4729-9310-4fcd093ad04d", "code": 200}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-unplugged", "status": "completed", "tag": "ff032e29-8de2-421c-879d-967747a87793", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:54.279034 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b7983bb-4b66-4408-8954-80d68b3294fb {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:54.279446 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '947a33e8-f6a5-4b99-b746-bc3558b0b722', 'code': 200} Aug 24 00:33:54.279721 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca08ea5c-78c6-43d1-af20-328d86f63233', 'code': 200} Aug 24 00:33:54.279963 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9d4351-dde7-4729-9310-4fcd093ad04d', 'code': 200} Aug 24 00:33:54.280219 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff032e29-8de2-421c-879d-967747a87793', 'code': 200} Aug 24 00:33:54.299110 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-40c814b9-4418-4c0f-8c1c-c9d26506f8bc service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002059 Aug 24 00:33:54.308332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting port ff032e29-8de2-421c-879d-967747a87793 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:54.316195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.413307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a063e38d-3fad-4303-9687-342f96144fe1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting subnet 2386a7f7-5506-429d-9de0-966855e1624f {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:33:54.418214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a063e38d-3fad-4303-9687-342f96144fe1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.426925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] For port ff032e29-8de2-421c-879d-967747a87793, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ff032e29-8de2-421c-879d-967747a87793,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:54.429733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.478568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:12Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:54.480414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Calling delete_port for ff032e29-8de2-421c-879d-967747a87793 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:54.483803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] No DVR routers for this DVR port 321a7bc4-23e8-4255-95ae-d1e0a5d258bd on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:54.493816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a063e38d-3fad-4303-9687-342f96144fe1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.538857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.540903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b9010a4-482e-4003-92b3-e0062196a500 req-f06218e2-97e8-4209-aef7-634c55087ab7 tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.36 "DELETE /v2.0/ports/321a7bc4-23e8-4255-95ae-d1e0a5d258bd HTTP/1.1" status: 204 len: 173 time: 2.0291643 Aug 24 00:33:54.544310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-443da2fa-e41f-4ce7-a3ad-9859109feeee req-003b2981-2207-439e-bc81-0c8d31a23a76 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345521 Aug 24 00:33:54.557109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] Checking router: 829783a5-b402-4aac-9421-516f2ccf3948 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:33:54.562618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b165aa4d-bd06-4d92-9d12-77b9544d0614 req-9fd9b279-a3a9-463b-aa96-f1d44600afdf tempest-ServerAddressesTestJSON-963454268 tempest-ServerAddressesTestJSON-963454268-project] 10.222.0.26 "GET /v2.0/ports?device_id=47520d2f-82e4-4843-a24b-67accf4e485e HTTP/1.1" status: 200 len: 210 time: 0.1717517 Aug 24 00:33:54.576976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:33:54.578957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:54.669016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a063e38d-3fad-4303-9687-342f96144fe1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:54.812084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:33:55.000406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.037486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Port': ['ID=ff032e29-8de2-421c-879d-967747a87793,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:55.081829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a063e38d-3fad-4303-9687-342f96144fe1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.087834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] No DVR routers for this DVR port ff032e29-8de2-421c-879d-967747a87793 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:55.091864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.094132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-0c25c338-9fbd-4254-87bb-54d5cff7de1e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "DELETE /v2.0/ports/ff032e29-8de2-421c-879d-967747a87793 HTTP/1.1" status: 204 len: 173 time: 1.2163930 Aug 24 00:33:55.135218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:12Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:55.152251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063e38d-3fad-4303-9687-342f96144fe1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Subnet': ['ID=2386a7f7-5506-429d-9de0-966855e1624f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:55.165484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a063e38d-3fad-4303-9687-342f96144fe1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.176030 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a063e38d-3fad-4303-9687-342f96144fe1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "DELETE /v2.0/subnets/2386a7f7-5506-429d-9de0-966855e1624f HTTP/1.1" status: 204 len: 168 time: 0.9918365 Aug 24 00:33:55.176603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45858) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:55.205674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdeb322-14d2-41e0-af29-0a4f456f3425 None None] The sync data for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 is: [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:23:05Z', 'revision_number': 4, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '4c516e11-6f17-43f1-991c-f019ba68cd38', 'name': '', 'network_id': '0d8fd806-c256-4afe-810f-333599f8291f', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'mac_address': 'fa:16:3e:5c:f6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:04Z', 'updated_at': '2021-08-24T00:23:12Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'subnets': [{'id': '745e7fbb-6430-4641-a1d1-64c23e786f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:33:55.214117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93c25e9-d77c-4424-a13a-cea514de6074 None None] Network 47b2d787-c799-4a07-8f00-1573d78741ff requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:55.458674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6d4d4-2d8f-44b3-890e-303e0907729b req-9c7053d0-710e-42c5-a485-625dffc2bd10 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:55.461298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1c6d4d4-2d8f-44b3-890e-303e0907729b req-9c7053d0-710e-42c5-a485-625dffc2bd10 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.2673018 Aug 24 00:33:55.617868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.632998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37970f1e-3d90-46be-8ac8-b86ba1da1f6e req-a59ab306-3e93-4ddb-903a-7513bb9af2df tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:55.653061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37970f1e-3d90-46be-8ac8-b86ba1da1f6e req-a59ab306-3e93-4ddb-903a-7513bb9af2df tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:55.672895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37970f1e-3d90-46be-8ac8-b86ba1da1f6e req-a59ab306-3e93-4ddb-903a-7513bb9af2df tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:55.689231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37970f1e-3d90-46be-8ac8-b86ba1da1f6e req-a59ab306-3e93-4ddb-903a-7513bb9af2df tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 2409 time: 0.3370671 Aug 24 00:33:55.689726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] DHCP port deletion for 47b2d787-c799-4a07-8f00-1573d78741ff request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:33:55.807591 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae633c1-edbc-47ef-8c83-199b7da5c44b None None] New status for floating IP 4dc5fb64-f55b-4c1e-84e2-e57f199017b0: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:33:55.831788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting port 8d9d4351-dde7-4729-9310-4fcd093ad04d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:55.834735 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.847049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] Deleting port c2daa587-4586-4fc5-a3db-0aa314dc8949 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:55.847598 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.930130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.971697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] For port c2daa587-4586-4fc5-a3db-0aa314dc8949, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c2daa587-4586-4fc5-a3db-0aa314dc8949,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:55.972202 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:55.988989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] Calling delete_port for c2daa587-4586-4fc5-a3db-0aa314dc8949 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:55.990377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] For port 8d9d4351-dde7-4729-9310-4fcd093ad04d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8d9d4351-dde7-4729-9310-4fcd093ad04d,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:55.990765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.006264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Calling delete_port for 8d9d4351-dde7-4729-9310-4fcd093ad04d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:56.049903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port c2daa587-4586-4fc5-a3db-0aa314dc8949 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:56.050259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.108151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1c6d4d4-2d8f-44b3-890e-303e0907729b req-636d7b57-8dbf-44f8-9a20-8a83d4391d00 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221395 Aug 24 00:33:56.126017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37970f1e-3d90-46be-8ac8-b86ba1da1f6e req-37845b5c-dbb6-4b95-8bb2-39120f4799ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4371307 Aug 24 00:33:56.190126 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.209693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 321a7bc4-23e8-4255-95ae-d1e0a5d258bd no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:56.237630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:56.238050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47520d2f-82e4-4843-a24b-67accf4e485e', 'name': 'network-vif-deleted', 'tag': '321a7bc4-23e8-4255-95ae-d1e0a5d258bd'}, {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': 'ff032e29-8de2-421c-879d-967747a87793'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:56.241148 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe2a01-6b40-4546-be63-e1f80f085100" -d '{"events": [{"server_uuid": "47520d2f-82e4-4843-a24b-67accf4e485e", "name": "network-vif-deleted", "tag": "321a7bc4-23e8-4255-95ae-d1e0a5d258bd"}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "ff032e29-8de2-421c-879d-967747a87793"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:56.250678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port c2daa587-4586-4fc5-a3db-0aa314dc8949, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c2daa587-4586-4fc5-a3db-0aa314dc8949,segment=NetworkSegment(92897704-47ce-4c65-b763-c3ffdda582fe),segment_id=92897704-47ce-4c65-b763-c3ffdda582fe)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:56.253759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.268640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for c2daa587-4586-4fc5-a3db-0aa314dc8949 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:56.274927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 321a7bc4-23e8-4255-95ae-d1e0a5d258bd {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:56.282671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 321a7bc4-23e8-4255-95ae-d1e0a5d258bd not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:56.326036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] Pushing event deleted for resources: {'Port': ['ID=c2daa587-4586-4fc5-a3db-0aa314dc8949,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:56.334814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f28bc9-26ac-4670-b716-95c591abcf27 None None] No DVR routers for this DVR port c2daa587-4586-4fc5-a3db-0aa314dc8949 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:56.336526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf8592ef-54a9-4a7a-adac-787ade643103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.378568 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e86e50-28dc-4f9c-b039-01382d84b889 x-openstack-request-id: req-27e86e50-28dc-4f9c-b039-01382d84b889 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:56.379022 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47520d2f-82e4-4843-a24b-67accf4e485e", "name": "network-vif-deleted", "tag": "321a7bc4-23e8-4255-95ae-d1e0a5d258bd", "status": "completed", "code": 200}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "ff032e29-8de2-421c-879d-967747a87793", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:56.382995 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27e86e50-28dc-4f9c-b039-01382d84b889 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:56.382995 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47520d2f-82e4-4843-a24b-67accf4e485e', 'name': 'network-vif-deleted', 'tag': '321a7bc4-23e8-4255-95ae-d1e0a5d258bd', 'status': 'completed', 'code': 200} Aug 24 00:33:56.382995 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': 'ff032e29-8de2-421c-879d-967747a87793', 'status': 'completed', 'code': 200} Aug 24 00:33:56.402288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67f30ad-b1d6-4226-84a9-237c147c508c admin admin] Deleting subnet 71ad9952-a288-48be-8814-984d845d6297 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:33:56.405361 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e67f30ad-b1d6-4226-84a9-237c147c508c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.407778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.437902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port c2daa587-4586-4fc5-a3db-0aa314dc8949 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:56.445644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=c2daa587-4586-4fc5-a3db-0aa314dc8949,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:56.476062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.objects.ports [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:33:56.476553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.487374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e67f30ad-b1d6-4226-84a9-237c147c508c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.509337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.547804 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.558509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b2d787-c799-4a07-8f00-1573d78741ff']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:56.572334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92897704-47ce-4c65-b763-c3ffdda582fe') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:56.572586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92897704-47ce-4c65-b763-c3ffdda582fe') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:56.576033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Port': ['ID=8d9d4351-dde7-4729-9310-4fcd093ad04d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:56.584648 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.602624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.611376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:33:56.611995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:33:56.617833 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:33:56.644408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:56.647667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e67f30ad-b1d6-4226-84a9-237c147c508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.700810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] No DVR routers for this DVR port 8d9d4351-dde7-4729-9310-4fcd093ad04d on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:56.705694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.710787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-27a01645-f99d-42b0-95f4-115f71496323 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "DELETE /v2.0/ports/8d9d4351-dde7-4729-9310-4fcd093ad04d HTTP/1.1" status: 204 len: 173 time: 1.5261645 Aug 24 00:33:56.712660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Checking segment: {'id': 'b184efd9-dccd-467a-a0f2-5e63237d8963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '653fdccc-040a-4c30-b40c-6966665beb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:33:56.713030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Network hostable DHCP agents. Network: 653fdccc-040a-4c30-b40c-6966665beb2e, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:33:56.815925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.817011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.819600 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "DELETE /v2.0/networks/47b2d787-c799-4a07-8f00-1573d78741ff HTTP/1.1" status: 204 len: 168 time: 1.6415091 Aug 24 00:33:56.822714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:56.857310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446e78-f867-4132-ae03-8f76993c04f6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Network': ['ID=47b2d787-c799-4a07-8f00-1573d78741ff,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:56.875198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting port ca08ea5c-78c6-43d1-af20-328d86f63233 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:56.875614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.884154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Network 653fdccc-040a-4c30-b40c-6966665beb2e is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:33:56.947879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a1be6c-1d9c-46e7-bf99-24a91f9e827f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting subnet 26be9fb7-a4ee-4d77-98c3-3c59b62d9ced {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:33:56.957610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e67f30ad-b1d6-4226-84a9-237c147c508c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:56.962633 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76a1be6c-1d9c-46e7-bf99-24a91f9e827f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.023202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f30ad-b1d6-4226-84a9-237c147c508c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ad9952-a288-48be-8814-984d845d6297,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:57.029073 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e67f30ad-b1d6-4226-84a9-237c147c508c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.030942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e67f30ad-b1d6-4226-84a9-237c147c508c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/71ad9952-a288-48be-8814-984d845d6297 HTTP/1.1" status: 204 len: 168 time: 0.7771862 Aug 24 00:33:57.033844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45880) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:57.048603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 653fdccc-040a-4c30-b40c-6966665beb2e) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:57.056904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76a1be6c-1d9c-46e7-bf99-24a91f9e827f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.058736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1acc6-ade2-432a-beb8-e4d07efbccd2 None None] Network 653fdccc-040a-4c30-b40c-6966665beb2e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:57.084514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:57.085259 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.120346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] For port ca08ea5c-78c6-43d1-af20-328d86f63233, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ca08ea5c-78c6-43d1-af20-328d86f63233,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:57.120725 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.141479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Calling delete_port for ca08ea5c-78c6-43d1-af20-328d86f63233 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:57.180183 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.233552 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76a1be6c-1d9c-46e7-bf99-24a91f9e827f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.313034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.324927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fab2841-f5df-4fa7-9c23-88d52c43a6df']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:57.329458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c6b4f878-d385-4924-b4cd-e87107bf114f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2550247 Aug 24 00:33:57.334264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45886) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:57.339663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1501917566', 'network_id': '653fdccc-040a-4c30-b40c-6966665beb2e'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:57.346568 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a30f55-554c-4775-b37f-9ccabdeb95d5') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:57.351954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a30f55-554c-4775-b37f-9ccabdeb95d5') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:57.400981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.447595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.449836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:33:57.450281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:33:57.453392 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:33:57.466878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba80c3-b284-44fb-b2ce-dec10ceff8de None None] Network 653fdccc-040a-4c30-b40c-6966665beb2e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:57.469878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13031238-b53f-4f86-8c08-d7ab6ff83110 req-9cfa8f52-64a3-4c98-b64e-10e3990c96b9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:57.471430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13031238-b53f-4f86-8c08-d7ab6ff83110 req-9cfa8f52-64a3-4c98-b64e-10e3990c96b9 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1877012 Aug 24 00:33:57.481667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498eec4-bdae-46db-ac9e-71f6f952d730 req-dc729392-1101-4e60-9ba8-a7a997bb1d2c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:57.486689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c2daa587-4586-4fc5-a3db-0aa314dc8949 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:57.490286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498eec4-bdae-46db-ac9e-71f6f952d730 req-dc729392-1101-4e60-9ba8-a7a997bb1d2c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:57.490286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f498eec4-bdae-46db-ac9e-71f6f952d730 req-dc729392-1101-4e60-9ba8-a7a997bb1d2c tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 1676 time: 0.2043211 Aug 24 00:33:57.545736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c2daa587-4586-4fc5-a3db-0aa314dc8949 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:57.546180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c2daa587-4586-4fc5-a3db-0aa314dc8949 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:57.549961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Made reservation on behalf of ca26c66bb3f04a1c9b6a9f0ecc6dd49f for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:57.556149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.578979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] device_id is not set on port 68a6cf83-93b9-4815-afb7-74603212b024 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:33:57.806284 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.852582 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.853674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76a1be6c-1d9c-46e7-bf99-24a91f9e827f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.854659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9fab2841-f5df-4fa7-9c23-88d52c43a6df HTTP/1.1" status: 204 len: 168 time: 0.8197646 Aug 24 00:33:57.858334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e000c-24a6-46da-a757-45e16687f302 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fab2841-f5df-4fa7-9c23-88d52c43a6df,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:57.925672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1be6c-1d9c-46e7-bf99-24a91f9e827f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Subnet': ['ID=26be9fb7-a4ee-4d77-98c3-3c59b62d9ced,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:57.926936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Allocated IP 172.20.0.3 (653fdccc-040a-4c30-b40c-6966665beb2e/8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72/68a6cf83-93b9-4815-afb7-74603212b024) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:33:57.937797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76a1be6c-1d9c-46e7-bf99-24a91f9e827f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:57.937797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-76a1be6c-1d9c-46e7-bf99-24a91f9e827f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "DELETE /v2.0/subnets/26be9fb7-a4ee-4d77-98c3-3c59b62d9ced HTTP/1.1" status: 204 len: 168 time: 1.1127131 Aug 24 00:33:57.939119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45896) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:57.954892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13031238-b53f-4f86-8c08-d7ab6ff83110 req-e983fe4e-221e-4d79-9139-328c69617b76 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638343 Aug 24 00:33:57.967308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f498eec4-bdae-46db-ac9e-71f6f952d730 req-f409ef2c-a91d-4764-a9a6-130fac2997d0 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f2b6fe-79eb-414b-97f9-807d9ea56d76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4692891 Aug 24 00:33:57.985780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e7ef61-d37f-425a-81cc-fd555253c799 None None] Network b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:33:58.046850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.059493 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.148874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Port': ['ID=ca08ea5c-78c6-43d1-af20-328d86f63233,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.179430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] No DVR routers for this DVR port ca08ea5c-78c6-43d1-af20-328d86f63233 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:58.182362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.185085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-7bf66fe6-a169-4de6-92f4-7f2673305656 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "DELETE /v2.0/ports/ca08ea5c-78c6-43d1-af20-328d86f63233 HTTP/1.1" status: 204 len: 173 time: 1.4696848 Aug 24 00:33:58.241249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port f62d1f09-2c9e-444f-ad49-b202553c1bad {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:58.241623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.289386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] DHCP port deletion for b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:33:58.299946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting port 947a33e8-f6a5-4b99-b746-bc3558b0b722 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:58.300547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.363258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45904) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:58.383625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': '8d9d4351-dde7-4729-9310-4fcd093ad04d'}, {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': 'ca08ea5c-78c6-43d1-af20-328d86f63233'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:33:58.386080 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb3ffb2-821f-4a1e-993b-3332528e25db" -d '{"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "8d9d4351-dde7-4729-9310-4fcd093ad04d"}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "ca08ea5c-78c6-43d1-af20-328d86f63233"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:33:58.393273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] Deleting port f62d1f09-2c9e-444f-ad49-b202553c1bad {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:58.394462 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.434398 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.463980 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 00:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba83e15-802b-4247-ba7f-69514ec6b7dd x-openstack-request-id: req-dba83e15-802b-4247-ba7f-69514ec6b7dd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:33:58.470672 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "8d9d4351-dde7-4729-9310-4fcd093ad04d", "status": "completed", "code": 200}, {"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "ca08ea5c-78c6-43d1-af20-328d86f63233", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:33:58.474102 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dba83e15-802b-4247-ba7f-69514ec6b7dd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:33:58.474102 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': '8d9d4351-dde7-4729-9310-4fcd093ad04d', 'status': 'completed', 'code': 200} Aug 24 00:33:58.474102 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': 'ca08ea5c-78c6-43d1-af20-328d86f63233', 'status': 'completed', 'code': 200} Aug 24 00:33:58.483463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] For port f62d1f09-2c9e-444f-ad49-b202553c1bad, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f62d1f09-2c9e-444f-ad49-b202553c1bad,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:58.484283 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.499766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] Calling delete_port for f62d1f09-2c9e-444f-ad49-b202553c1bad owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:58.509133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] For port 947a33e8-f6a5-4b99-b746-bc3558b0b722, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=947a33e8-f6a5-4b99-b746-bc3558b0b722,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:58.509812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.524538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Calling delete_port for 947a33e8-f6a5-4b99-b746-bc3558b0b722 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:58.554830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port f62d1f09-2c9e-444f-ad49-b202553c1bad, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f62d1f09-2c9e-444f-ad49-b202553c1bad,segment=NetworkSegment(3e482595-407d-46e1-895b-ecda2425f31e),segment_id=3e482595-407d-46e1-895b-ecda2425f31e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:33:58.555215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.591354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for f62d1f09-2c9e-444f-ad49-b202553c1bad owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:58.700910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.730536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.757405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] Pushing event deleted for resources: {'Port': ['ID=f62d1f09-2c9e-444f-ad49-b202553c1bad,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.768235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5b563-1772-41b9-9f54-bc5281d8b343 None None] No DVR routers for this DVR port f62d1f09-2c9e-444f-ad49-b202553c1bad on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:58.791547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Network 653fdccc-040a-4c30-b40c-6966665beb2e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:33:58.800628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:33:58.805011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:33:58.812646 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.851135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.856217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Port': ['ID=947a33e8-f6a5-4b99-b746-bc3558b0b722,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.858715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'Port': ['ID=68a6cf83-93b9-4815-afb7-74603212b024,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.875226 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-27025982-844f-4280-b679-16bc418c473d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f3bd72f333148bda8d449cfe14ffcff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047143 Aug 24 00:33:58.877857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45910) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:58.922931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port f62d1f09-2c9e-444f-ad49-b202553c1bad on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:58.926036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:58.926685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.938758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=f62d1f09-2c9e-444f-ad49-b202553c1bad,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:58.943962 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0c5354a9-3a79-409b-8c66-f56bb9f7c4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.959003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] No DVR routers for this DVR port 947a33e8-f6a5-4b99-b746-bc3558b0b722 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:33:58.962259 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:58.964464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eed004a-76f5-4856-9125-6b6a665c4545 req-254ec6ea-7fdb-49c7-a45d-865c896f3afe tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.37 "DELETE /v2.0/ports/947a33e8-f6a5-4b99-b746-bc3558b0b722 HTTP/1.1" status: 204 len: 173 time: 0.7737372 Aug 24 00:33:58.989503 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-60e24d34-517f-47bb-8bd2-d72c9d950dbb tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6539810 Aug 24 00:33:59.006826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.007801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99610c25-c330-4213-a77d-5636e7ed5d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.039242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99610c25-c330-4213-a77d-5636e7ed5d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.059228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.074779 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.075917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b59625-f7d0-4734-b8ff-ab7e8c8649b3']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:59.098039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e482595-407d-46e1-895b-ecda2425f31e') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:59.098039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e482595-407d-46e1-895b-ecda2425f31e') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:33:59.112805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.142691 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.154055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:33:59.154510 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:33:59.157942 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:33:59.216358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a451ed9e-c6f7-4c28-b8a1-8d8c42d69e9f req-ae949c1e-2c0b-43dd-9e90-0b2e3315138d tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.1046114 Aug 24 00:33:59.257647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73aacb-ba49-41ca-b18d-832b0fde408b req-9a5ca49b-777a-42e2-94ae-34720c96a213 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:33:59.258418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f73aacb-ba49-41ca-b18d-832b0fde408b req-9a5ca49b-777a-42e2-94ae-34720c96a213 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1452119 Aug 24 00:33:59.274736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-89701535-a0a1-45a6-a33a-f636d12f1b9c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Deleting port 68a6cf83-93b9-4815-afb7-74603212b024 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:33:59.275087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89701535-a0a1-45a6-a33a-f636d12f1b9c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.309263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.344508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99610c25-c330-4213-a77d-5636e7ed5d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.353344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99610c25-c330-4213-a77d-5636e7ed5d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.353344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-99610c25-c330-4213-a77d-5636e7ed5d7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c55a1cc-641c-4746-b880-019faa434cd8 HTTP/1.1" status: 204 len: 168 time: 0.4693806 Aug 24 00:33:59.366332 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.382439 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "DELETE /v2.0/networks/b6b59625-f7d0-4734-b8ff-ab7e8c8649b3 HTTP/1.1" status: 204 len: 168 time: 1.4413214 Aug 24 00:33:59.383472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9857d-c847-4d3f-98e8-569545328de2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Network': ['ID=b6b59625-f7d0-4734-b8ff-ab7e8c8649b3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:59.392260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:33:59.397170 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f73aacb-ba49-41ca-b18d-832b0fde408b req-9336e280-7732-482a-89b9-848f5a689163 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306016 Aug 24 00:33:59.428750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-739040535'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:33:59.436725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99610c25-c330-4213-a77d-5636e7ed5d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c55a1cc-641c-4746-b880-019faa434cd8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:59.518673 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89701535-a0a1-45a6-a33a-f636d12f1b9c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.538226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f62d1f09-2c9e-444f-ad49-b202553c1bad no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:33:59.560774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-89701535-a0a1-45a6-a33a-f636d12f1b9c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Calling delete_port for 68a6cf83-93b9-4815-afb7-74603212b024 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:33:59.574857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f62d1f09-2c9e-444f-ad49-b202553c1bad {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:33:59.575204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f62d1f09-2c9e-444f-ad49-b202553c1bad not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:33:59.645561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:33:59.651054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.850864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89701535-a0a1-45a6-a33a-f636d12f1b9c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.853016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:33:59.887439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89701535-a0a1-45a6-a33a-f636d12f1b9c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event deleted for resources: {'Port': ['ID=68a6cf83-93b9-4815-afb7-74603212b024,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:33:59.978688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:33:59.980963 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Added segment 75e76bd7-1488-4d14-a52d-2365367a82b4 of type vlan for network 79342a40-813a-47ec-b528-f09fb75bb6e6 Aug 24 00:34:00.015113 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89701535-a0a1-45a6-a33a-f636d12f1b9c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.015113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-89701535-a0a1-45a6-a33a-f636d12f1b9c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "DELETE /v2.0/ports/68a6cf83-93b9-4815-afb7-74603212b024 HTTP/1.1" status: 204 len: 168 time: 0.9654803 Aug 24 00:34:00.016399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45942) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:00.024963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '653fdccc-040a-4c30-b40c-6966665beb2e', 'external_fixed_ips': [{'subnet_id': '8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72', 'ip_address': '172.20.0.3'}]}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:00.045721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.130827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.132087 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.177639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.185624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:00.186668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.194844 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.290522 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.322231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Network': ['ID=79342a40-813a-47ec-b528-f09fb75bb6e6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:00.333157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a22c5de8-d25b-4ed7-b8ae-11b92ecfc392 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9349124 Aug 24 00:34:00.336539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45952) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:00.343097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 79342a40-813a-47ec-b528-f09fb75bb6e6 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:00.348336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'subnet': {'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:00.503056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': '947a33e8-f6a5-4b99-b746-bc3558b0b722'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:00.506364 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e594ea6d-359b-4d2a-a77e-f7bd7f07c2da" -d '{"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "947a33e8-f6a5-4b99-b746-bc3558b0b722"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:00.518305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-452c3ee4-02c9-45e3-8160-1490bbfc517e req-0f3abce0-1a78-47a6-a5d1-0bff2f77573e tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.1280689 Aug 24 00:34:00.535950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.608505 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e902a4-9013-45d9-937f-6c8ea5f18d58 x-openstack-request-id: req-78e902a4-9013-45d9-937f-6c8ea5f18d58 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:00.608836 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4c9e5e-b628-42cb-953e-0c2cbe44bc09", "name": "network-vif-deleted", "tag": "947a33e8-f6a5-4b99-b746-bc3558b0b722", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:00.609535 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78e902a4-9013-45d9-937f-6c8ea5f18d58 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:00.609997 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4c9e5e-b628-42cb-953e-0c2cbe44bc09', 'name': 'network-vif-deleted', 'tag': '947a33e8-f6a5-4b99-b746-bc3558b0b722', 'status': 'completed', 'code': 200} Aug 24 00:34:00.715204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:00.718755 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.892231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.916896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:00.948272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:01.063815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1892532227-network', 'tenant_id': '0f18eae32ad44705b9b5ea5a1e980f41'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:01.070213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.108511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Allocated IP 172.20.0.3 (653fdccc-040a-4c30-b40c-6966665beb2e/8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72/fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:01.174152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Subnet': ['ID=59ff8d65-6c63-42ed-9782-ca898f99ef52,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:01.190641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Checking segment: {'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:01.193613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network hostable DHCP agents. Network: 79342a40-813a-47ec-b528-f09fb75bb6e6, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:01.242590 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.250993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Made reservation on behalf of 0f18eae32ad44705b9b5ea5a1e980f41 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:01.254273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.268739 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.287053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network 79342a40-813a-47ec-b528-f09fb75bb6e6 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:01.355136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.376786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.394745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 79342a40-813a-47ec-b528-f09fb75bb6e6) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:01.411229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:01.411229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.412504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089704f9-8c75-4d9e-90da-077bf6522957 None None] Network 79342a40-813a-47ec-b528-f09fb75bb6e6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:01.451506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Network 653fdccc-040a-4c30-b40c-6966665beb2e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:01.454766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:01.464688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:01.468651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'Port': ['ID=fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:01.475378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.507068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:01.525228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19526f24-c8de-460c-9d79-8a89aeef9bd3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:01.545197 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.545561 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Added segment a1a40a53-4f68-4b46-84a0-b451d873eb60 of type vlan for network 845c195b-64ac-45c8-b929-fa4a27a18ee2 Aug 24 00:34:01.547902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3100c1c9-31dc-4519-a549-afbfe6f421f8 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2099957 Aug 24 00:34:01.553024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45978) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:01.560181 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-253849385'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:01.623767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.688229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-79342a40-813a-47ec-b528-f09fb75bb6e6', 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'fixed_ips': [{'subnet_id': '59ff8d65-6c63-42ed-9782-ca898f99ef52'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:01.689147 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.748693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d71806b-9008-4bef-8e80-dcae065fa4c6 req-f3195e65-3378-409d-a895-bc2bd28367c8 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0595348 Aug 24 00:34:01.761479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.763006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:01.763692 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.795326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:01.796650 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.800952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.841607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] Pushing event updated for resources: {'Network': ['ID=845c195b-64ac-45c8-b929-fa4a27a18ee2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:01.855245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:01.855714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 845c195b-64ac-45c8-b929-fa4a27a18ee2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:01.866865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:01.867543 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Added segment f9925775-4a8d-4ff4-96ee-78808f2d6bda of type vlan for network c3d81b88-a382-4f48-a55c-810c37f02f05 Aug 24 00:34:01.912654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Allocated IP 19.80.0.2 (79342a40-813a-47ec-b528-f09fb75bb6e6/59ff8d65-6c63-42ed-9782-ca898f99ef52/74426dd2-603f-4ccf-8548-efb248c853e1) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:01.915565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5177ea90-1e47-4e16-8d85-206986a01a08 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9659252 Aug 24 00:34:01.916034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.041586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.047729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.048449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.172572 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.181825 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Transition to ACTIVE for port object 74426dd2-603f-4ccf-8548-efb248c853e1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:02.202894 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6487455 Aug 24 00:34:02.203524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:02.211927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'subnet': {'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:02.216207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.217434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Transition to ACTIVE for port object 74426dd2-603f-4ccf-8548-efb248c853e1 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:02.219230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0a1cf-35d4-4c28-a818-1c15fcf03f87 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Network': ['ID=c3d81b88-a382-4f48-a55c-810c37f02f05,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:02.234059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network c3d81b88-a382-4f48-a55c-810c37f02f05 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:02.381625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.447710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Network 79342a40-813a-47ec-b528-f09fb75bb6e6 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:02.457355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:02.460703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:02.473183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Pushing event updated for resources: {'Port': ['ID=74426dd2-603f-4ccf-8548-efb248c853e1,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:02.475305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:02.478846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.549397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Attempting to bind port 74426dd2-603f-4ccf-8548-efb248c853e1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:02.549810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Attempting to bind port 74426dd2-603f-4ccf-8548-efb248c853e1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:02.550177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Attempting to bind port 74426dd2-603f-4ccf-8548-efb248c853e1 on network 79342a40-813a-47ec-b528-f09fb75bb6e6 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:02.557065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:02.557745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Checking segment: {'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:02.558049 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.558496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Bound using segment: {'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:02.559313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Bound port: 74426dd2-603f-4ccf-8548-efb248c853e1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:02.559754 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.647980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6df68-0cc3-498a-9021-554647b09d58 req-de3b3a04-6d92-428d-a4d4-13e7d6b3681a tempest-ComputeTenantNetworksTest-1648797827 tempest-ComputeTenantNetworksTest-1648797827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.653886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] For port 74426dd2-603f-4ccf-8548-efb248c853e1, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:02.654184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6df68-0cc3-498a-9021-554647b09d58 req-de3b3a04-6d92-428d-a4d4-13e7d6b3681a tempest-ComputeTenantNetworksTest-1648797827 tempest-ComputeTenantNetworksTest-1648797827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.657405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] For port 74426dd2-603f-4ccf-8548-efb248c853e1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=74426dd2-603f-4ccf-8548-efb248c853e1,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:02.660343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6df68-0cc3-498a-9021-554647b09d58 req-de3b3a04-6d92-428d-a4d4-13e7d6b3681a tempest-ComputeTenantNetworksTest-1648797827 tempest-ComputeTenantNetworksTest-1648797827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.666168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6df68-0cc3-498a-9021-554647b09d58 req-de3b3a04-6d92-428d-a4d4-13e7d6b3681a tempest-ComputeTenantNetworksTest-1648797827 tempest-ComputeTenantNetworksTest-1648797827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.670616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12f6df68-0cc3-498a-9021-554647b09d58 req-de3b3a04-6d92-428d-a4d4-13e7d6b3681a tempest-ComputeTenantNetworksTest-1648797827 tempest-ComputeTenantNetworksTest-1648797827-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2506 time: 0.2331033 Aug 24 00:34:02.732373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.744402 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.824658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d577940-3193-471f-a849-999917304d67 req-02af6a1d-d684-4007-8811-370dc740c02b tempest-ComputeTenantNetworksTest-1648797827 tempest-ComputeTenantNetworksTest-1648797827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:02.826173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d577940-3193-471f-a849-999917304d67 req-02af6a1d-d684-4007-8811-370dc740c02b tempest-ComputeTenantNetworksTest-1648797827 tempest-ComputeTenantNetworksTest-1648797827-project] 10.222.0.26 "GET /v2.0/networks/845c195b-64ac-45c8-b929-fa4a27a18ee2 HTTP/1.1" status: 200 len: 769 time: 0.1318157 Aug 24 00:34:02.852346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:02.855999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c340e1-a81b-4c9e-8cdf-e146d89b7842 None None] Pushing event updated for resources: {'Port': ['ID=74426dd2-603f-4ccf-8548-efb248c853e1,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:02.957538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35893f74-dcb6-4013-8140-46037b167a57 req-99cc8b61-ec45-49b2-96b5-65a01381cdea tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0397711 Aug 24 00:34:02.969302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:02.993104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Router 04d8fd98-547c-4eaa-8225-c783c18a3227 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:34:03.025255 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.145820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:03.149289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.158894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Sync routers for ids ['04d8fd98-547c-4eaa-8225-c783c18a3227'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:03.174499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Routers {'04d8fd98-547c-4eaa-8225-c783c18a3227'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:03.175054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['04d8fd98-547c-4eaa-8225-c783c18a3227'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:03.180081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845c195b-64ac-45c8-b929-fa4a27a18ee2']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:03.184748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Checking segment: {'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:03.185114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network hostable DHCP agents. Network: c3d81b88-a382-4f48-a55c-810c37f02f05, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:03.206660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a40a53-4f68-4b46-84a0-b451d873eb60') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:03.207721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a40a53-4f68-4b46-84a0-b451d873eb60') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:03.228088 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.228088 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-675df161-5cab-4946-aca3-65def4604ff7 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.2077403 Aug 24 00:34:03.228088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46008) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:03.232763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.239734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Subnet': ['ID=4148d788-2dba-4191-9092-a5cd99ddba25,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:03.276735 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.288431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:03.288840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:03.290625 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:03.366456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Set router 04d8fd98-547c-4eaa-8225-c783c18a3227 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:03.380019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network c3d81b88-a382-4f48-a55c-810c37f02f05 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:03.390941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.469708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.497907 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.502200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/845c195b-64ac-45c8-b929-fa4a27a18ee2 HTTP/1.1" status: 204 len: 168 time: 0.6488850 Aug 24 00:34:03.504203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf06e5-90c9-4dd4-a207-a43f18f704d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=845c195b-64ac-45c8-b929-fa4a27a18ee2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:03.545163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, c3d81b88-a382-4f48-a55c-810c37f02f05) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:03.557027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8a200-2526-413a-9cd4-7fb5bd8dcdbd None None] Network c3d81b88-a382-4f48-a55c-810c37f02f05 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:03.565051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:03.565692 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.593251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.613887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 74426dd2-603f-4ccf-8548-efb248c853e1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:03.705560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-85152d37-19e9-49d0-acd3-50e9adf95e50 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5006304 Aug 24 00:34:03.777918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d8fd98-547c-4eaa-8225-c783c18a3227', 'name': '', 'tenant_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '653fdccc-040a-4c30-b40c-6966665beb2e', 'external_fixed_ips': [{'subnet_id': '8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:34:00Z', 'updated_at': '2021-08-24T00:34:01Z', 'revision_number': 3, 'project_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'gw_port': {'id': 'fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36', 'name': '', 'network_id': '653fdccc-040a-4c30-b40c-6966665beb2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d8fd98-547c-4eaa-8225-c783c18a3227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:34:00Z', 'updated_at': '2021-08-24T00:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:03.808243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Checking router: 04d8fd98-547c-4eaa-8225-c783c18a3227 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:34:03.808626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Updating router 04d8fd98-547c-4eaa-8225-c783c18a3227 port fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:34:03.819377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Deleting port fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:03.819979 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.834910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 74426dd2-603f-4ccf-8548-efb248c853e1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:03.869295 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.927892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-c3d81b88-a382-4f48-a55c-810c37f02f05', 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'fixed_ips': [{'subnet_id': '4148d788-2dba-4191-9092-a5cd99ddba25'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:34:03.928771 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.964148 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:03.994789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Calling delete_port for fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:04.063123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:04.182414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4f0ea052-b8bc-465b-b83c-49bf97380f4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f18eae32ad44705b9b5ea5a1e980f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177745 Aug 24 00:34:04.190171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-41f6a25d-20c4-41f5-9263-80f6742f6cfc tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:04.196655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-41f6a25d-20c4-41f5-9263-80f6742f6cfc tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:04.198294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-41f6a25d-20c4-41f5-9263-80f6742f6cfc tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/networks?id=79342a40-813a-47ec-b528-f09fb75bb6e6&id=c3d81b88-a382-4f48-a55c-810c37f02f05 HTTP/1.1" status: 200 len: 1390 time: 0.2312913 Aug 24 00:34:04.198802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46030) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:04.288100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bbc5d677-3fdc-4e7a-bb9e-9041ac31abb2 req-0621b76f-cfe0-43df-a1b5-0bb773f343aa tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.1579742 Aug 24 00:34:04.290894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-654adcd2-1678-4e7f-9718-b21de3ccf439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.294054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Allocated IP 19.86.0.2 (c3d81b88-a382-4f48-a55c-810c37f02f05/4148d788-2dba-4191-9092-a5cd99ddba25/215f87d9-c950-443d-a1a9-f736507f6387) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:04.322041 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-654adcd2-1678-4e7f-9718-b21de3ccf439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.322198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cb79c0-ee52-47b5-b359-dedce04d7d10 None None] Network 79342a40-813a-47ec-b528-f09fb75bb6e6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:04.325333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.381766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:04.382263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-311af5a6-70f4-4750-a5f9-965d35c4c897 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/quotas/735f41a9982c4380994ff1bb5295a611 HTTP/1.1" status: 200 len: 375 time: 0.1339176 Aug 24 00:34:04.454894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-654adcd2-1678-4e7f-9718-b21de3ccf439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.459083 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-654adcd2-1678-4e7f-9718-b21de3ccf439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.460900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-654adcd2-1678-4e7f-9718-b21de3ccf439 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19526f24-c8de-460c-9d79-8a89aeef9bd3 HTTP/1.1" status: 204 len: 168 time: 0.2604446 Aug 24 00:34:04.475257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654adcd2-1678-4e7f-9718-b21de3ccf439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19526f24-c8de-460c-9d79-8a89aeef9bd3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:04.491588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.494445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-713efa6a-58c6-4f2e-852b-172446e2d795 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054935 Aug 24 00:34:04.635500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-1728fe1f-61f8-45fa-b3f3-4e8d7de7c9ae service neutron] 10.222.0.26 "GET /v2.0/networks/79342a40-813a-47ec-b528-f09fb75bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329918 Aug 24 00:34:04.663675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.666475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.702459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-00cf6b7f-73fd-4d49-b794-539bf02d7ad5 None None] Provisioning for port 74426dd2-603f-4ccf-8548-efb248c853e1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:04.734732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:34:04.735039 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:34:04.735983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-00cf6b7f-73fd-4d49-b794-539bf02d7ad5 None None] Provisioning complete for port 74426dd2-603f-4ccf-8548-efb248c853e1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:04.735983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-00cf6b7f-73fd-4d49-b794-539bf02d7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.764193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-12cb295f-b767-4d49-b5bf-a1bbed5c6cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/79342a40-813a-47ec-b528-f09fb75bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215513 Aug 24 00:34:04.850269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.857772 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.858354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04d8fd98-547c-4eaa-8225-c783c18a3227 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:04.873427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.873427 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4958107b-8b26-43f8-adf2-81bcbb60c990 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "DELETE /v2.0/routers/04d8fd98-547c-4eaa-8225-c783c18a3227 HTTP/1.1" status: 204 len: 168 time: 1.6382384 Aug 24 00:34:04.873427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46036) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:04.884926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-99a21850-f94a-47bb-b31e-32882b3fea36 service neutron] 10.222.0.26 "GET /v2.0/networks/c3d81b88-a382-4f48-a55c-810c37f02f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146431 Aug 24 00:34:04.885214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Transition to ACTIVE for port object 215f87d9-c950-443d-a1a9-f736507f6387 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:04.918660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1fc024-5955-4ea6-bcbc-9d8ded2e143b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Deleting subnet 8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:04.922271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc024-5955-4ea6-bcbc-9d8ded2e143b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.936641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Transition to ACTIVE for port object 215f87d9-c950-443d-a1a9-f736507f6387 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:04.947909 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-00cf6b7f-73fd-4d49-b794-539bf02d7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:04.991695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc024-5955-4ea6-bcbc-9d8ded2e143b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.031182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-55b01b1a-609c-4fe7-ba72-81f03721e46d service neutron] 10.222.0.26 "GET /v2.0/networks/c3d81b88-a382-4f48-a55c-810c37f02f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452763 Aug 24 00:34:05.037835 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.045318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc024-5955-4ea6-bcbc-9d8ded2e143b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.071663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-00cf6b7f-73fd-4d49-b794-539bf02d7ad5 None None] For port 74426dd2-603f-4ccf-8548-efb248c853e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=74426dd2-603f-4ccf-8548-efb248c853e1,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:05.151453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-00cf6b7f-73fd-4d49-b794-539bf02d7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.194414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Pushing event updated for resources: {'Port': ['ID=215f87d9-c950-443d-a1a9-f736507f6387,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:05.200997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc024-5955-4ea6-bcbc-9d8ded2e143b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.203899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Network c3d81b88-a382-4f48-a55c-810c37f02f05 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:05.211681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:05.215778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:05.234643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fc024-5955-4ea6-bcbc-9d8ded2e143b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:05.238851 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc024-5955-4ea6-bcbc-9d8ded2e143b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.243644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:05.243814 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7d1fc024-5955-4ea6-bcbc-9d8ded2e143b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72 HTTP/1.1" status: 204 len: 168 time: 0.3741605 Aug 24 00:34:05.332298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Port fa6f6e58-cd6c-42fe-831d-5dd4de2eaa36 not found while updating agent binding for router 04d8fd98-547c-4eaa-8225-c783c18a3227. {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 24 00:34:05.402922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf6b7f-73fd-4d49-b794-539bf02d7ad5 None None] Pushing event updated for resources: {'Port': ['ID=74426dd2-603f-4ccf-8548-efb248c853e1,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:05.418553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Attempting to bind port 215f87d9-c950-443d-a1a9-f736507f6387 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:05.418922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Attempting to bind port 215f87d9-c950-443d-a1a9-f736507f6387 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:05.419284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Attempting to bind port 215f87d9-c950-443d-a1a9-f736507f6387 on network c3d81b88-a382-4f48-a55c-810c37f02f05 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:05.423099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Routers set() bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:05.423588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Router IDs set() for agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:34:05.424325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04d8fd98-547c-4eaa-8225-c783c18a3227'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent'). {{(pid=95328) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:34:05.425095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05d273-29fd-4dbc-a34a-7d101d9b4f38 None None] The sync data for ids ['04d8fd98-547c-4eaa-8225-c783c18a3227'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:05.433743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:05.434151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Checking segment: {'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:05.436306 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.436306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Bound using segment: {'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:05.436306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Bound port: 215f87d9-c950-443d-a1a9-f736507f6387, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:05.436792 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.440273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17982ff3-50c3-4878-baf7-8545907de929 req-9aa77238-816a-4405-87d0-5507d9fe0bdf tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 210 time: 0.1055918 Aug 24 00:34:05.447409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-87ba4898-9bde-4195-955e-e715e1ad47a3 None None] Provisioning complete for port 74426dd2-603f-4ccf-8548-efb248c853e1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:05.447785 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-87ba4898-9bde-4195-955e-e715e1ad47a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.492895 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.567293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] For port 215f87d9-c950-443d-a1a9-f736507f6387, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:05.568677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99f51fed-fc38-4c90-a484-be0ac25aa48b req-bbba5296-0925-4537-b21b-df9ae89a21ad tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0576522 Aug 24 00:34:05.588331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] For port 215f87d9-c950-443d-a1a9-f736507f6387, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=215f87d9-c950-443d-a1a9-f736507f6387,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:05.650538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.671467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653fdccc-040a-4c30-b40c-6966665beb2e']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:05.683929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b184efd9-dccd-467a-a0f2-5e63237d8963') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:05.684239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b184efd9-dccd-467a-a0f2-5e63237d8963') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:05.690345 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.706380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.723678 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.737033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:05.737894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:05.740050 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:05.795466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69507a-e834-4594-8347-9688f6971ba5 None None] Pushing event updated for resources: {'Port': ['ID=215f87d9-c950-443d-a1a9-f736507f6387,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:05.930297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.934361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 653fdccc-040a-4c30-b40c-6966665beb2e {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:34:05.937044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:05.943710 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "DELETE /v2.0/networks/653fdccc-040a-4c30-b40c-6966665beb2e HTTP/1.1" status: 204 len: 168 time: 0.6938512 Aug 24 00:34:05.976557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470b3fa-3de3-47d4-a83a-b3459b138da2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event deleted for resources: {'Network': ['ID=653fdccc-040a-4c30-b40c-6966665beb2e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:06.502578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:06.507788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-73c9988a-b7d7-411b-87e0-238fc045a436 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'router': {'name': 'tempest-router--658222739', 'project_id': 'c91ed8a2c80c4c64b3e329c3cf49dfc0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:06.544515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dca9743-e904-4a71-9a9f-f77fcd2f97d7 req-c3a045d3-4cc5-43af-be48-c14cca841cce tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 210 time: 0.0328844 Aug 24 00:34:06.664393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73c9988a-b7d7-411b-87e0-238fc045a436 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.665873 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73c9988a-b7d7-411b-87e0-238fc045a436 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.706785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82592b23-2a3d-4d2b-9f9f-a34b2ca73726 req-6a013440-0390-4a76-85e2-c6ca80ba5c04 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0359094 Aug 24 00:34:06.755437 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73c9988a-b7d7-411b-87e0-238fc045a436 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.877814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df31690-ae36-4f49-9b2e-a3a949cc946a None None] Network c3d81b88-a382-4f48-a55c-810c37f02f05 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:06.880940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73c9988a-b7d7-411b-87e0-238fc045a436 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.940635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:06.971798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73c9988a-b7d7-411b-87e0-238fc045a436 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:06.973497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-73c9988a-b7d7-411b-87e0-238fc045a436 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4696875 Aug 24 00:34:06.976173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46110) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:07.086262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-77a143c5-c05d-4030-b723-d9c2038828be None None] Provisioning for port 215f87d9-c950-443d-a1a9-f736507f6387 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:07.091723 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22ad373-0a09-4cf9-a7b9-1572414fe3e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.183114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ab992a-6902-48b2-a10e-0f8d655be91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.315738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22ad373-0a09-4cf9-a7b9-1572414fe3e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.321980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22ad373-0a09-4cf9-a7b9-1572414fe3e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.446895 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ab992a-6902-48b2-a10e-0f8d655be91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.466034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22ad373-0a09-4cf9-a7b9-1572414fe3e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.466874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22ad373-0a09-4cf9-a7b9-1572414fe3e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2e56fd4-d9d1-40dd-898b-9f38eed68a9a {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:07.484902 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a22ad373-0a09-4cf9-a7b9-1572414fe3e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.486373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a22ad373-0a09-4cf9-a7b9-1572414fe3e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "DELETE /v2.0/routers/c2e56fd4-d9d1-40dd-898b-9f38eed68a9a HTTP/1.1" status: 204 len: 168 time: 0.5091152 Aug 24 00:34:07.512975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ab992a-6902-48b2-a10e-0f8d655be91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.557096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-24ab992a-6902-48b2-a10e-0f8d655be91a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29168dc2708b4e40b239bd8e9c113d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151497 Aug 24 00:34:07.558184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab992a-6902-48b2-a10e-0f8d655be91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2407064-db3d-485f-a4fd-3cce74005fe7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:07.560043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:07.645429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8777a5ba-791e-4139-8679-aa0c26e5e5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.676122 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8777a5ba-791e-4139-8679-aa0c26e5e5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.679240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 74426dd2-603f-4ccf-8548-efb248c853e1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:07.740870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdcc318c-9191-47cd-be32-785724502158 req-a26f0ecc-13df-4617-b7f9-a787623864dc tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 210 time: 0.0896604 Aug 24 00:34:07.790233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 74426dd2-603f-4ccf-8548-efb248c853e1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:07.790630 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.821840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8777a5ba-791e-4139-8679-aa0c26e5e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.826561 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8777a5ba-791e-4139-8679-aa0c26e5e5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:07.827931 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8777a5ba-791e-4139-8679-aa0c26e5e5ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2407064-db3d-485f-a4fd-3cce74005fe7 HTTP/1.1" status: 204 len: 168 time: 0.2667308 Aug 24 00:34:07.846791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777a5ba-791e-4139-8679-aa0c26e5e5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2407064-db3d-485f-a4fd-3cce74005fe7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:07.959742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a21c2ba9-d196-44a9-9514-322ed1f65797 req-23a02944-6025-4ecf-ac14-6aa6bfabb8d3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0542488 Aug 24 00:34:07.998233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:08.000854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 215f87d9-c950-443d-a1a9-f736507f6387 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:08.193271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 215f87d9-c950-443d-a1a9-f736507f6387 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:08.198424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 215f87d9-c950-443d-a1a9-f736507f6387 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:08.198824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.229886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-438192196', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:08.330501 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.411967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 215f87d9-c950-443d-a1a9-f736507f6387, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=215f87d9-c950-443d-a1a9-f736507f6387,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:08.422932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.423991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.457480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.589593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=215f87d9-c950-443d-a1a9-f736507f6387,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:08.600232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-6f0d0ce7-d72f-4947-9228-38cb852c74d4 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:08.606740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-6f0d0ce7-d72f-4947-9228-38cb852c74d4 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:08.608343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-6f0d0ce7-d72f-4947-9228-38cb852c74d4 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "GET /v2.0/networks?id=79342a40-813a-47ec-b528-f09fb75bb6e6&id=c3d81b88-a382-4f48-a55c-810c37f02f05 HTTP/1.1" status: 200 len: 1390 time: 0.3407068 Aug 24 00:34:08.628042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'port': {'device_id': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6', 'admin_state_up': True, 'tenant_id': '735f41a9982c4380994ff1bb5295a611'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:08.678167 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:08.877339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18facff3-1a1c-48de-823b-ca5f6ed1d3b9 req-98e9976b-c957-4c5c-ab24-3276d86fea7f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 210 time: 0.0450747 Aug 24 00:34:08.959359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.082647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4836ac38-e05f-4e2b-a373-930de5318e00 req-ca91b2ad-c69c-4744-8019-9cd51fa29d8b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0308344 Aug 24 00:34:09.084186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:09.088300 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.324358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Allocated IP 19.80.0.81 (79342a40-813a-47ec-b528-f09fb75bb6e6/59ff8d65-6c63-42ed-9782-ca898f99ef52/f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:09.384036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46172) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:09.517903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1843490894-network', 'tenant_id': '722a7e1e93a14c0989de514d16566d56'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:09.518722 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.529819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 215f87d9-c950-443d-a1a9-f736507f6387 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:09.639681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.644224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Made reservation on behalf of 722a7e1e93a14c0989de514d16566d56 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:09.647001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.655353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 215f87d9-c950-443d-a1a9-f736507f6387 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:09.660615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.661619 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.670349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Transition to ACTIVE for port object f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:09.695892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.777053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.863144 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.895810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:09.914305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d6dc9-db23-4192-a18b-839050df2012,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:09.920725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:09.921156 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Added segment a652b042-28ba-4d4b-b4f9-d56a00bb3cbf of type vlan for network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c Aug 24 00:34:09.998175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.074954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.076025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:10.076695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.152931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.188511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] Pushing event updated for resources: {'Network': ['ID=9daf38a6-daeb-4ed1-9e72-2d1147ba611c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:10.199229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:10.242918 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-314f7a5c-bfe0-41d6-935e-f1147bc16f19 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8545196 Aug 24 00:34:10.243354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46188) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:10.248691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Request body: {'subnet': {'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1843490894-subnet', 'tenant_id': '722a7e1e93a14c0989de514d16566d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:10.274701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Port': ['ID=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:10.299525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Allocated IP 172.25.5.39 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/c89f33b2-31a2-4bfd-98ac-e3940d7bb2fd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:10.347367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b11ad65-f1b6-478b-9c4b-3f60f3b5bd1f req-7144c449-8a96-443d-9cd2-dd446b354457 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0705318 Aug 24 00:34:10.349365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network 79342a40-813a-47ec-b528-f09fb75bb6e6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:10.354071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Made reservation on behalf of 722a7e1e93a14c0989de514d16566d56 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:10.356526 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.366199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadebdc-7de1-4450-b642-b9cd09d3058a req-fcbee782-ade8-4c5e-b4b6-4d4324281b73 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:10.367804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6eadebdc-7de1-4450-b642-b9cd09d3058a req-fcbee782-ade8-4c5e-b4b6-4d4324281b73 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 931 time: 0.2206080 Aug 24 00:34:10.368730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:10.430434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:10.558777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.609678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6eadebdc-7de1-4450-b642-b9cd09d3058a req-52bc3329-3b11-4cb1-af6f-76e41ba82d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802037 Aug 24 00:34:10.622238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:10.625072 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.742150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-a5895d40-b47c-4058-8e1f-d699b30f9d91 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1196587 Aug 24 00:34:10.758268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Request body: {'port': {'device_id': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05', 'admin_state_up': True, 'tenant_id': '735f41a9982c4380994ff1bb5295a611'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:10.783316 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.817001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9af406ca-f937-4caf-8157-09f5ec620ac4 None None] Provisioning for port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:10.822847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9af406ca-f937-4caf-8157-09f5ec620ac4 None None] Provisioning complete for port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:10.827550 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9af406ca-f937-4caf-8157-09f5ec620ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.832522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36a24a1-56ab-46df-aba9-5f14ed1de26f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:10.874179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Checking segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:10.874617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Network hostable DHCP agents. Network: 9daf38a6-daeb-4ed1-9e72-2d1147ba611c, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:10.898077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:10.906451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9af406ca-f937-4caf-8157-09f5ec620ac4 None None] Port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:10.965598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:10.972818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:10.981534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:10.988135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event updated for resources: {'Port': ['ID=c89f33b2-31a2-4bfd-98ac-e3940d7bb2fd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:11.023582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:11.109726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9daf38a6-daeb-4ed1-9e72-2d1147ba611c) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:11.115020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:11.118305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.121933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5327fa-b4b6-431b-9096-c1e390642f50 None None] Network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:11.137186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Made reservation on behalf of 735f41a9982c4380994ff1bb5295a611 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:11.140898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.223922 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9f150d0f-1a05-43cb-af49-aa58a25569e4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9791884 Aug 24 00:34:11.295163 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfe3b8-91fa-4e69-9b85-f5ce7aa7cdf0 None None] Network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:11.372141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Allocated IP 19.86.0.58 (c3d81b88-a382-4f48-a55c-810c37f02f05/4148d788-2dba-4191-9092-a5cd99ddba25/5861058c-80f9-471f-9aa3-796e858ca67b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:11.624134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.667832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9eab1b01-6fbb-41d4-b0ec-7e66468892d9 req-d45d0a17-8542-4170-aa45-3cede353cc7b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0592558 Aug 24 00:34:11.706968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Transition to ACTIVE for port object 5861058c-80f9-471f-9aa3-796e858ca67b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:11.706968 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:11.985608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.006098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794636d-41a4-4736-a39a-e8cc9b2d8b79 req-bbf5d5d9-8a33-41b7-87f6-6c32e80b40e9 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:12.007506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a794636d-41a4-4736-a39a-e8cc9b2d8b79 req-bbf5d5d9-8a33-41b7-87f6-6c32e80b40e9 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 931 time: 0.1749120 Aug 24 00:34:12.115801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Network c3d81b88-a382-4f48-a55c-810c37f02f05 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:12.117340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:12.126317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:12.148615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-37ef2524-acdf-4d33-8230-250c1d0eb09e tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:12.155488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-37ef2524-acdf-4d33-8230-250c1d0eb09e tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 815 time: 0.3417416 Aug 24 00:34:12.205106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event updated for resources: {'Port': ['ID=5861058c-80f9-471f-9aa3-796e858ca67b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:12.226596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-369936cd-a268-4dff-bd67-dc5de3550f46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/quotas/722a7e1e93a14c0989de514d16566d56 HTTP/1.1" status: 200 len: 375 time: 0.0701592 Aug 24 00:34:12.242932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a794636d-41a4-4736-a39a-e8cc9b2d8b79 req-3619013b-0881-46e9-b240-e73e7485833d tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040021 Aug 24 00:34:12.257842 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.267241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:12.268094 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.295181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-f7715945-50c2-43e1-8d0d-e417434b8f64 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611014 Aug 24 00:34:12.347710 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:34:12.395345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-870e05a4-d40f-44dc-88db-494d96bab822 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6460238 Aug 24 00:34:12.436252 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.465134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Request body: {'port': {'device_id': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:12.512491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-caee83d8-3770-4d54-8487-a3a296e27764 None None] Provisioning for port 5861058c-80f9-471f-9aa3-796e858ca67b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:12.516761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-caee83d8-3770-4d54-8487-a3a296e27764 None None] Provisioning complete for port 5861058c-80f9-471f-9aa3-796e858ca67b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:12.517235 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-caee83d8-3770-4d54-8487-a3a296e27764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.597610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-caee83d8-3770-4d54-8487-a3a296e27764 None None] Port 5861058c-80f9-471f-9aa3-796e858ca67b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:12.661765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:12.673779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-5ef22017-045a-4212-8488-3213659a6e0d service neutron] 10.222.0.26 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588760 Aug 24 00:34:12.856267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e52f1195-9840-4f6b-87e0-dbcb54e41e5d req-da9962cf-0f13-4f5d-92f4-aef8247a89b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0707245 Aug 24 00:34:12.967858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-596d4dcf-0d54-4f53-b31d-1ad6ca341267 service neutron] 10.222.0.26 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928874 Aug 24 00:34:13.005884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Router 53695f13-b694-46a1-8720-8b5aa27ecbd1 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:34:13.155146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:13.173437 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9a392-254f-41f2-9f7d-1daccc6cd162 None None] Sync routers for ids ['53695f13-b694-46a1-8720-8b5aa27ecbd1'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:13.209060 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9a392-254f-41f2-9f7d-1daccc6cd162 None None] Routers {'53695f13-b694-46a1-8720-8b5aa27ecbd1'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:13.211116 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-75e9a392-254f-41f2-9f7d-1daccc6cd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['53695f13-b694-46a1-8720-8b5aa27ecbd1'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:13.294167 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-75e9a392-254f-41f2-9f7d-1daccc6cd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:13.306103 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.309943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e334737-e59d-4ba7-9000-535547ea2e2c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3079882 Aug 24 00:34:13.310340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46250) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:13.311621 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e9a392-254f-41f2-9f7d-1daccc6cd162 None None] Routers {'53695f13-b694-46a1-8720-8b5aa27ecbd1'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:13.313128 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-75e9a392-254f-41f2-9f7d-1daccc6cd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['53695f13-b694-46a1-8720-8b5aa27ecbd1'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:13.358275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20760273-7cff-45e7-89ef-65607ad6195a req-25581c0e-abc4-425d-ae84-4c361f53dce2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 210 time: 0.0432463 Aug 24 00:34:13.361930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:13.382038 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.399240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Transition to ACTIVE for port object f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:13.413237 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-75e9a392-254f-41f2-9f7d-1daccc6cd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:13.416848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e9a392-254f-41f2-9f7d-1daccc6cd162 None None] The sync data for ids ['53695f13-b694-46a1-8720-8b5aa27ecbd1'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:13.519238 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6936d0ce-ce48-4a61-a75c-dd4cf9b689ad tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/routers/53695f13-b694-46a1-8720-8b5aa27ecbd1 HTTP/1.1" status: 200 len: 919 time: 0.2076378 Aug 24 00:34:13.520392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46254) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:13.525685 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.566048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe5928-0f70-46ff-99f2-fd3281724319 req-406f42da-1816-4c70-9b7f-2fe9f1b17397 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:13.585121 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-09fbb278-e2ca-4dcf-85bc-34b2622456de tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=53695f13-b694-46a1-8720-8b5aa27ecbd1 HTTP/1.1" status: 200 len: 205 time: 0.0619287 Aug 24 00:34:13.585421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe5928-0f70-46ff-99f2-fd3281724319 req-406f42da-1816-4c70-9b7f-2fe9f1b17397 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:13.598334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46262) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:13.598896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4efe5928-0f70-46ff-99f2-fd3281724319 req-406f42da-1816-4c70-9b7f-2fe9f1b17397 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1653 time: 0.1923292 Aug 24 00:34:13.668876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Pushing event updated for resources: {'Port': ['ID=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:13.704838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4efe5928-0f70-46ff-99f2-fd3281724319 req-ecbe0a73-062a-4dcf-be65-b4c40c620027 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048880 Aug 24 00:34:13.798813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Attempting to bind port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:13.799444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Attempting to bind port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:13.799966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Attempting to bind port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 on network 79342a40-813a-47ec-b528-f09fb75bb6e6 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:13.816000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 on network 79342a40-813a-47ec-b528-f09fb75bb6e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:34:13.819197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Attempting to bind port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 on network 79342a40-813a-47ec-b528-f09fb75bb6e6 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:13.833377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:13.834270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Checking segment: {'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:13.834765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Bound using segment: {'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:13.835300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Bound port: f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e76bd7-1488-4d14-a52d-2365367a82b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:13.835778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:13.963965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] For port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:13.966017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] For port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:13.987221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.056790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2efc4e50-4ae7-476b-9e70-424f74a5f787 req-de6e72a3-87b8-43bf-b885-c678572c59eb tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0401199 Aug 24 00:34:14.058242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.104692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.105516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.107276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] 10.222.0.37 "PUT /v2.0/ports/f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 HTTP/1.1" status: 200 len: 1091 time: 1.6588583 Aug 24 00:34:14.107818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'tag': 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:14.110418 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3887b25-292e-46b8-af97-5e09872081b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "tag": "f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:14.138793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f642c2-7f18-4e5c-9220-b00e0ad7179e service neutron] Pushing event updated for resources: {'Port': ['ID=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:14.198523 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb425758-e7df-4915-a3d0-bdfd84b42ee8 x-openstack-request-id: req-bb425758-e7df-4915-a3d0-bdfd84b42ee8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:14.198952 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "tag": "f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:14.199434 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb425758-e7df-4915-a3d0-bdfd84b42ee8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:14.200015 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'tag': 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0', 'status': 'completed', 'code': 200} Aug 24 00:34:14.215421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Request body: {'port': {'device_id': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:14.535527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:14.560997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3887b25-292e-46b8-af97-5e09872081b9 req-82612e75-222f-4a13-8286-fda2c5ba4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.561726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3887b25-292e-46b8-af97-5e09872081b9 req-82612e75-222f-4a13-8286-fda2c5ba4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.563556 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d3887b25-292e-46b8-af97-5e09872081b9 req-82612e75-222f-4a13-8286-fda2c5ba4148 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1912 time: 0.0729322 Aug 24 00:34:14.832791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3887b25-292e-46b8-af97-5e09872081b9 req-3287fb09-4f33-4d9c-8897-e0dcf1348a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.833497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3887b25-292e-46b8-af97-5e09872081b9 req-3287fb09-4f33-4d9c-8897-e0dcf1348a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.834411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3887b25-292e-46b8-af97-5e09872081b9 req-3287fb09-4f33-4d9c-8897-e0dcf1348a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:14.836035 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d3887b25-292e-46b8-af97-5e09872081b9 req-3287fb09-4f33-4d9c-8897-e0dcf1348a40 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=735f41a9982c4380994ff1bb5295a611&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2568653 Aug 24 00:34:14.882222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Deleting port c89f33b2-31a2-4bfd-98ac-e3940d7bb2fd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:14.882543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.044782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-252babf5-3418-415c-b262-c92f59f7d5c3 req-7f800573-1801-4059-ac7d-b4013412c24a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 210 time: 0.1082985 Aug 24 00:34:15.044782 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.084799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3887b25-292e-46b8-af97-5e09872081b9 req-eb2a2b86-898b-4092-92f5-e5931de2e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:15.086540 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d3887b25-292e-46b8-af97-5e09872081b9 req-eb2a2b86-898b-4092-92f5-e5931de2e223 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2385328 Aug 24 00:34:15.101845 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.117760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Calling delete_port for c89f33b2-31a2-4bfd-98ac-e3940d7bb2fd owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:15.136354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44a40b-bfc1-4221-98c5-77fcccba8f06 req-d7de6d0a-b404-49aa-80ff-f00ee00e9604 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:15.145060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44a40b-bfc1-4221-98c5-77fcccba8f06 req-d7de6d0a-b404-49aa-80ff-f00ee00e9604 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:15.169092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca44a40b-bfc1-4221-98c5-77fcccba8f06 req-d7de6d0a-b404-49aa-80ff-f00ee00e9604 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1665 time: 0.2258594 Aug 24 00:34:15.394170 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18f410c6-bc9f-4e84-a6ee-8119a5eddfe7 req-c6d80463-286b-44f8-8adf-b399d8e79045 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0835910 Aug 24 00:34:15.422505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca44a40b-bfc1-4221-98c5-77fcccba8f06 req-a23a5acf-6673-4005-af60-b49205f1a651 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485771 Aug 24 00:34:15.547480 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.591121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event deleted for resources: {'Port': ['ID=c89f33b2-31a2-4bfd-98ac-e3940d7bb2fd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:15.687495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5861058c-80f9-471f-9aa3-796e858ca67b {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:15.698159 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.705957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.715177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Transition to ACTIVE for port object 5861058c-80f9-471f-9aa3-796e858ca67b will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:15.794864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.852852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.854695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:15.863911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Pushing event updated for resources: {'Port': ['ID=5861058c-80f9-471f-9aa3-796e858ca67b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:15.988604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Attempting to bind port 5861058c-80f9-471f-9aa3-796e858ca67b on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:15.989181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Attempting to bind port 5861058c-80f9-471f-9aa3-796e858ca67b by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:15.989720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Attempting to bind port 5861058c-80f9-471f-9aa3-796e858ca67b on network c3d81b88-a382-4f48-a55c-810c37f02f05 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:15.995500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Port 5861058c-80f9-471f-9aa3-796e858ca67b on network c3d81b88-a382-4f48-a55c-810c37f02f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:34:15.996093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Attempting to bind port 5861058c-80f9-471f-9aa3-796e858ca67b on network c3d81b88-a382-4f48-a55c-810c37f02f05 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:16.003832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:16.004997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.005281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Checking segment: {'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:16.005604 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Fanout notify agent at l3_agent the message router_deleted on router 53695f13-b694-46a1-8720-8b5aa27ecbd1 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:16.006028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Bound using segment: {'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:16.006709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Bound port: 5861058c-80f9-471f-9aa3-796e858ca67b, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9925775-4a8d-4ff4-96ee-78808f2d6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:16.014294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.017363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.020055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:16.026101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'router': {'name': 'tempest-snat-router-9357477', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': False}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:16.026644 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7286a14d-eca4-42e7-a650-0c62b2f66510 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/53695f13-b694-46a1-8720-8b5aa27ecbd1 HTTP/1.1" status: 204 len: 168 time: 2.4264207 Aug 24 00:34:16.137936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] For port 5861058c-80f9-471f-9aa3-796e858ca67b, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:16.141792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] For port 5861058c-80f9-471f-9aa3-796e858ca67b, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5861058c-80f9-471f-9aa3-796e858ca67b,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:16.179425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8e708f0-5d68-47d1-bd18-9a50a6d6c919 req-79492e40-896f-4046-b23d-dc1d4688b3d2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 210 time: 0.0348520 Aug 24 00:34:16.218139 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.259430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:16.260087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.261761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] 10.222.0.37 "PUT /v2.0/ports/5861058c-80f9-471f-9aa3-796e858ca67b HTTP/1.1" status: 200 len: 1091 time: 2.0512950 Aug 24 00:34:16.262171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'tag': '5861058c-80f9-471f-9aa3-796e858ca67b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:16.264774 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "tag": "5861058c-80f9-471f-9aa3-796e858ca67b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:16.275700 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.276904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.305734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f8699-d81e-478a-b7ed-935ee80b3b41 service neutron] Pushing event updated for resources: {'Port': ['ID=5861058c-80f9-471f-9aa3-796e858ca67b,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:16.333063 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11001c61-51f2-4d7c-b884-657c0a9c8fc4 x-openstack-request-id: req-11001c61-51f2-4d7c-b884-657c0a9c8fc4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:16.333360 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "tag": "5861058c-80f9-471f-9aa3-796e858ca67b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:16.333645 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11001c61-51f2-4d7c-b884-657c0a9c8fc4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:16.334133 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'tag': '5861058c-80f9-471f-9aa3-796e858ca67b', 'status': 'completed', 'code': 200} Aug 24 00:34:16.439277 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:16.651886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-3587407f-34a4-4a0a-be63-c4a43d3af24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:16.673657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-3587407f-34a4-4a0a-be63-c4a43d3af24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:16.675587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-3587407f-34a4-4a0a-be63-c4a43d3af24f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1979 time: 0.2387941 Aug 24 00:34:16.808772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-c13cb1fc-891c-49ba-8cd5-3b2f1597cca5 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:16.815000 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-c13cb1fc-891c-49ba-8cd5-3b2f1597cca5 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 815 time: 0.3881321 Aug 24 00:34:16.838003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Request body: {'port': {'device_id': '117b3ae4-acd1-4baf-819f-37fd4ba44155', 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'admin_state_up': True, 'tenant_id': '722a7e1e93a14c0989de514d16566d56'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:16.923286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f269bd7-e50f-4664-b7cc-8710c38d9683 req-40160d03-512e-4aeb-8dbe-a2c65dd20034 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.2778883 Aug 24 00:34:17.077912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-42d6dc4f-e628-4d10-89ad-5e721a30acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.078691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-42d6dc4f-e628-4d10-89ad-5e721a30acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.084141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-42d6dc4f-e628-4d10-89ad-5e721a30acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.084141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-42d6dc4f-e628-4d10-89ad-5e721a30acb7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=735f41a9982c4380994ff1bb5295a611&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3176639 Aug 24 00:34:17.107750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Made reservation on behalf of 722a7e1e93a14c0989de514d16566d56 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:17.111898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.225174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1a2fe-67b7-451e-a457-e7c78094f3e2 req-85a88d55-8dc9-4c34-8972-84b40ae23099 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.231707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1a2fe-67b7-451e-a457-e7c78094f3e2 req-85a88d55-8dc9-4c34-8972-84b40ae23099 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.233745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27d1a2fe-67b7-451e-a457-e7c78094f3e2 req-85a88d55-8dc9-4c34-8972-84b40ae23099 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1677 time: 0.5570438 Aug 24 00:34:17.247611 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.351887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Allocated IP 172.20.0.9 (9daf38a6-daeb-4ed1-9e72-2d1147ba611c/c36a24a1-56ab-46df-aba9-5f14ed1de26f/305d8341-cc39-44d3-a929-2b6da77cfec7) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:17.364479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27d1a2fe-67b7-451e-a457-e7c78094f3e2 req-19a8e8a3-1c12-4197-80db-35b82ce9851e tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121356 Aug 24 00:34:17.422147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5089d20e-cc33-4d60-840d-887054a0d492 req-c46aab36-41a6-4224-8a45-c4a9670e89ee tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 210 time: 0.0889571 Aug 24 00:34:17.470600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-c9867cd3-32d8-43dd-bdd4-decd49566003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.471864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99a3bc4c-b7e7-4e4b-8f33-fe859a3106c9 req-c9867cd3-32d8-43dd-bdd4-decd49566003 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3083091 Aug 24 00:34:17.573714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-76d4a827-4a80-4439-af84-8208351be5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.574647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-76d4a827-4a80-4439-af84-8208351be5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.576353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-76d4a827-4a80-4439-af84-8208351be5cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=735f41a9982c4380994ff1bb5295a611&device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1979 time: 0.0640073 Aug 24 00:34:17.643998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.650984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-cc0ca987-b83a-46f3-9527-c2005d0bdb37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.81&port_id=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 HTTP/1.1" status: 200 len: 217 time: 0.0641193 Aug 24 00:34:17.836480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-88bde82b-3412-401d-a746-9b50dfe6f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.838115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-88bde82b-3412-401d-a746-9b50dfe6f7b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ff8d65-6c63-42ed-9782-ca898f99ef52 HTTP/1.1" status: 200 len: 801 time: 0.1795459 Aug 24 00:34:17.869583 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.915248 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.922951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:17.926767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:17.936741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:17.940243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:17.997287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:17.997999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:18.016813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Pushing event updated for resources: {'Port': ['ID=305d8341-cc39-44d3-a929-2b6da77cfec7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:18.028474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c8d0187b-be58-4df2-95d8-c99cb9fe9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.030019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-c8d0187b-be58-4df2-95d8-c99cb9fe9e39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79342a40-813a-47ec-b528-f09fb75bb6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552505 Aug 24 00:34:18.030708 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.031478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.031972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.032613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.033064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.033540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.047587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.049298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.049852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.050990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.051829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.053352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:18.096861 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-d3466d51-4493-4279-830a-c638c20057b2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2630835 Aug 24 00:34:18.115747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-ed58274e-f28f-42cf-849c-1f9cc1e78537 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:34:18.117314 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-ed58274e-f28f-42cf-849c-1f9cc1e78537 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063887 Aug 24 00:34:18.194769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aeb8c5a-d92c-4799-935f-bf5af083debd req-7750f88f-dc83-4d89-a0f8-5815aa8672c9 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.1145532 Aug 24 00:34:18.237714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Request body: {'port': {'device_id': '117b3ae4-acd1-4baf-819f-37fd4ba44155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:18.291211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Allocated IP 172.25.5.73 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/63a46866-8bae-43c5-8abf-8d4307f56614) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:18.307508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-20cd591d-631b-4b36-8e78-9304acd52b35 service neutron] 10.222.0.37 "GET /v2.0/networks/79342a40-813a-47ec-b528-f09fb75bb6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682779 Aug 24 00:34:18.397255 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:18.625357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46358) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:18.845112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-74c7b5e0-bdf8-4e42-8cd8-4550fbee19d1 service neutron] 10.222.0.37 "GET /v2.0/networks/79342a40-813a-47ec-b528-f09fb75bb6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285161 Aug 24 00:34:18.874519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f89c16-88ca-4675-ade1-cde798694883 req-218bfd1c-5761-43f4-873c-20588f9936c1 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.875982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95f89c16-88ca-4675-ade1-cde798694883 req-218bfd1c-5761-43f4-873c-20588f9936c1 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 931 time: 0.2380817 Aug 24 00:34:18.932278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7119b8-6d3a-472c-98fa-28b37629df66 req-a5165254-e633-4011-a472-08a082458597 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.941634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7119b8-6d3a-472c-98fa-28b37629df66 req-a5165254-e633-4011-a472-08a082458597 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:18.943914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be7119b8-6d3a-472c-98fa-28b37629df66 req-a5165254-e633-4011-a472-08a082458597 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1677 time: 0.3851728 Aug 24 00:34:18.978195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.002627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305d8341-cc39-44d3-a929-2b6da77cfec7 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:19.007999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64ca566d-dd4d-4f1b-b6ab-2bebe5461a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.015439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.041249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Transition to ACTIVE for port object 305d8341-cc39-44d3-a929-2b6da77cfec7 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:19.052797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-35443de4-844b-4268-a781-d436746523d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.58&port_id=5861058c-80f9-471f-9aa3-796e858ca67b HTTP/1.1" status: 200 len: 217 time: 0.1966765 Aug 24 00:34:19.151581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.205480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95f89c16-88ca-4675-ade1-cde798694883 req-23098c10-9e65-46f8-8515-c9928b18d0f5 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604475 Aug 24 00:34:19.253308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64ca566d-dd4d-4f1b-b6ab-2bebe5461a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.299851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be7119b8-6d3a-472c-98fa-28b37629df66 req-fe0f9758-d77d-4169-ae3b-bd41cdd63fdb tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491641 Aug 24 00:34:19.305241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.324807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-00d32273-87e9-40f0-b59c-49d8f1e5a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:19.329046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-00d32273-87e9-40f0-b59c-49d8f1e5a084 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4148d788-2dba-4191-9092-a5cd99ddba25 HTTP/1.1" status: 200 len: 801 time: 0.2583046 Aug 24 00:34:19.341296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Pushing event updated for resources: {'Port': ['ID=305d8341-cc39-44d3-a929-2b6da77cfec7,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:19.350461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64ca566d-dd4d-4f1b-b6ab-2bebe5461a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.416705 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-64ca566d-dd4d-4f1b-b6ab-2bebe5461a97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d102d45623954649be745a6e24b8f01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7901545 Aug 24 00:34:19.419878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46378) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:19.451627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca566d-dd4d-4f1b-b6ab-2bebe5461a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c931262-2a47-4f34-ab80-b773dffd12ec,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:19.471485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Attempting to bind port 305d8341-cc39-44d3-a929-2b6da77cfec7 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:19.471840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Attempting to bind port 305d8341-cc39-44d3-a929-2b6da77cfec7 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:19.474923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Attempting to bind port 305d8341-cc39-44d3-a929-2b6da77cfec7 on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:19.499088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Port 305d8341-cc39-44d3-a929-2b6da77cfec7 on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:34:19.499568 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Attempting to bind port 305d8341-cc39-44d3-a929-2b6da77cfec7 on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:19.537191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:19.537664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Checking segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:19.538058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Bound using segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:19.538550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Bound port: 305d8341-cc39-44d3-a929-2b6da77cfec7, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:19.538920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.572381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:19.588063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2304592c-99aa-4f29-a9f8-03d11920e7ea req-54240659-2d7a-4c34-ae88-ceb6145bc63a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.2426834 Aug 24 00:34:19.593490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:19.593709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3494fb03-e1e1-43b2-98fc-d6e1e037c904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.596905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'Port': ['ID=63a46866-8bae-43c5-8abf-8d4307f56614,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:19.609223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:19.674682 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3494fb03-e1e1-43b2-98fc-d6e1e037c904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.699290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-8b95ae98-127a-4e9c-bacf-4b7c4452b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:19.700935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-8b95ae98-127a-4e9c-bacf-4b7c4452b8dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3d81b88-a382-4f48-a55c-810c37f02f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3352449 Aug 24 00:34:19.723155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] For port 305d8341-cc39-44d3-a929-2b6da77cfec7, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:19.747843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] For port 305d8341-cc39-44d3-a929-2b6da77cfec7, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=305d8341-cc39-44d3-a929-2b6da77cfec7,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:19.872762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.949929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3494fb03-e1e1-43b2-98fc-d6e1e037c904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.953585 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3494fb03-e1e1-43b2-98fc-d6e1e037c904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.959130 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3494fb03-e1e1-43b2-98fc-d6e1e037c904 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c931262-2a47-4f34-ab80-b773dffd12ec HTTP/1.1" status: 204 len: 168 time: 0.5353153 Aug 24 00:34:19.987667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:19.988337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:19.992204 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] 10.222.0.36 "PUT /v2.0/ports/305d8341-cc39-44d3-a929-2b6da77cfec7 HTTP/1.1" status: 200 len: 1091 time: 1.8659000 Aug 24 00:34:19.995768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117b3ae4-acd1-4baf-819f-37fd4ba44155', 'tag': '305d8341-cc39-44d3-a929-2b6da77cfec7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:20.001724 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f6a1e4-c898-4442-a7dd-cf4f23f1084e" -d '{"events": [{"name": "network-changed", "server_uuid": "117b3ae4-acd1-4baf-819f-37fd4ba44155", "tag": "305d8341-cc39-44d3-a929-2b6da77cfec7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:20.033735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494fb03-e1e1-43b2-98fc-d6e1e037c904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c931262-2a47-4f34-ab80-b773dffd12ec,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:20.081638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d239f-d388-48ba-8562-67dfeb0a2a37 service neutron] Pushing event updated for resources: {'Port': ['ID=305d8341-cc39-44d3-a929-2b6da77cfec7,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:20.086883 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ef5bd-33ef-4a03-8e3c-4131e2c28fdd x-openstack-request-id: req-433ef5bd-33ef-4a03-8e3c-4131e2c28fdd {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:20.087485 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117b3ae4-acd1-4baf-819f-37fd4ba44155", "tag": "305d8341-cc39-44d3-a929-2b6da77cfec7", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:20.087772 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-433ef5bd-33ef-4a03-8e3c-4131e2c28fdd {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:20.088212 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117b3ae4-acd1-4baf-819f-37fd4ba44155', 'tag': '305d8341-cc39-44d3-a929-2b6da77cfec7', 'status': 'completed', 'code': 200} Aug 24 00:34:20.093552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-1ff068fb-c00f-4082-a47a-d266bfc693bc service neutron] 10.222.0.37 "GET /v2.0/networks/c3d81b88-a382-4f48-a55c-810c37f02f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840084 Aug 24 00:34:20.226718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6a1e4-c898-4442-a7dd-cf4f23f1084e req-2e51f625-c13e-4dff-a0bd-07cf4a2a0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:20.229885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-33f6a1e4-c898-4442-a7dd-cf4f23f1084e req-2e51f625-c13e-4dff-a0bd-07cf4a2a0548 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 1094 time: 0.1136751 Aug 24 00:34:20.270916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b40d160c-f13a-41fe-987d-1e1659c04839 req-da25254d-2572-4a4f-8ee1-3d63492e4b67 service neutron] 10.222.0.37 "GET /v2.0/networks/c3d81b88-a382-4f48-a55c-810c37f02f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671214 Aug 24 00:34:20.434642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6a1e4-c898-4442-a7dd-cf4f23f1084e req-642cfdcf-4e36-4fcf-8b94-efd7be0ef082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:20.436188 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-33f6a1e4-c898-4442-a7dd-cf4f23f1084e req-642cfdcf-4e36-4fcf-8b94-efd7be0ef082 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=722a7e1e93a14c0989de514d16566d56&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1919391 Aug 24 00:34:20.571635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:20.611599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143abcdf-c9b0-447a-abb5-08b4849684e0 req-780e0322-e57b-4839-99f6-d578cc33081a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:20.624038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-143abcdf-c9b0-447a-abb5-08b4849684e0 req-780e0322-e57b-4839-99f6-d578cc33081a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 943 time: 0.2417777 Aug 24 00:34:20.655664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6a1e4-c898-4442-a7dd-cf4f23f1084e req-75e78ff3-5c8a-4c37-bc11-a120c92fae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:20.659585 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-33f6a1e4-c898-4442-a7dd-cf4f23f1084e req-75e78ff3-5c8a-4c37-bc11-a120c92fae7d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138569 Aug 24 00:34:20.903207 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-35f42e02-96ab-453f-a5bc-89a862c0e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:20.908319 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-35f42e02-96ab-453f-a5bc-89a862c0e1fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 1094 time: 0.0966797 Aug 24 00:34:20.996386 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-b1cb676f-82e7-43bc-8b5d-780608ef03d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=305d8341-cc39-44d3-a929-2b6da77cfec7 HTTP/1.1" status: 200 len: 217 time: 0.0728488 Aug 24 00:34:21.076319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-0d78e15f-9174-4734-b8a6-41b49be8d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.078999 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-0d78e15f-9174-4734-b8a6-41b49be8d931 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c36a24a1-56ab-46df-aba9-5f14ed1de26f HTTP/1.1" status: 200 len: 855 time: 0.0744324 Aug 24 00:34:21.147318 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-1e93cc5a-7d5a-4553-9a87-0a5bc1c26519 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593803 Aug 24 00:34:21.275650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae003fe-c252-41dd-9b63-72be041bc191 req-162f4f19-5948-49ac-862f-a95e89da5e23 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.277023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ae003fe-c252-41dd-9b63-72be041bc191 req-162f4f19-5948-49ac-862f-a95e89da5e23 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.8561764 Aug 24 00:34:21.318530 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-7f807f29-40a4-4122-935c-eb7bdfb75165 service neutron] 10.222.0.36 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629152 Aug 24 00:34:21.406196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-143abcdf-c9b0-447a-abb5-08b4849684e0 req-794c4614-c1bd-4400-809f-6c567e3197fb tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7811747 Aug 24 00:34:21.432446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ae003fe-c252-41dd-9b63-72be041bc191 req-64d2fe6b-58ad-4ca5-93eb-037faea7e030 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291487 Aug 24 00:34:21.462708 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4a52a68e-3b9a-4a17-a07c-7e593255994f req-a956d341-14d0-4eac-8605-8797fe906377 service neutron] 10.222.0.36 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346543 Aug 24 00:34:21.490262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-ddaa3d47-c142-454c-9aa3-e6c4ded8617d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3013554 Aug 24 00:34:21.742316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:34:21.831066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cb7c0bc-3d3e-47be-8fd8-e62fb4f59b43 req-2479f11f-cbf6-45f1-bd41-dd8b3417a2d5 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.1411061 Aug 24 00:34:21.868992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.880502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-1a51a5bc-3d1c-4bce-bec3-7466ea438db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:21.882234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-1a51a5bc-3d1c-4bce-bec3-7466ea438db4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f605a7f385144c69a647f527709e6961&device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 1097 time: 0.2743530 Aug 24 00:34:21.891131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:21.904123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0', 'network_id': '79342a40-813a-47ec-b528-f09fb75bb6e6', 'port_id': 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0', 'mac_address': 'fa:16:3e:27:66:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ff8d65-6c63-42ed-9782-ca898f99ef52', 'ip_address': '19.80.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:34:21.954785 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:21.969797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:21.993789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:22.042262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129bc43-e4bd-4b29-b3c4-b0c4c4000fd8 req-6c1b76d4-eecd-4a74-a6c5-47c3f2e0a62f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:22.048407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129bc43-e4bd-4b29-b3c4-b0c4c4000fd8 req-6c1b76d4-eecd-4a74-a6c5-47c3f2e0a62f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:22.050090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1129bc43-e4bd-4b29-b3c4-b0c4c4000fd8 req-6c1b76d4-eecd-4a74-a6c5-47c3f2e0a62f tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1677 time: 0.4409959 Aug 24 00:34:22.087304 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.088704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5861058c-80f9-471f-9aa3-796e858ca67b details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:34:22.136922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-85e1c911-c5b2-4671-9d7b-c920ec2c3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:22.138489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-85e1c911-c5b2-4671-9d7b-c920ec2c3943 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 200 len: 919 time: 0.1921425 Aug 24 00:34:22.207203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-7220e0ca-88fd-4900-9a03-e9b80b33b1bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 200 len: 217 time: 0.0567195 Aug 24 00:34:22.216309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1129bc43-e4bd-4b29-b3c4-b0c4c4000fd8 req-bf26d9dd-4ea7-4d9c-90d1-b9916c8e06a6 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583228 Aug 24 00:34:22.260165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5861058c-80f9-471f-9aa3-796e858ca67b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5861058c-80f9-471f-9aa3-796e858ca67b,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:22.265308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-f6e7c8e2-4adf-454a-8d9c-6d1d8328b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:22.266840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-f6e7c8e2-4adf-454a-8d9c-6d1d8328b0d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 200 len: 858 time: 0.0496473 Aug 24 00:34:22.306495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '5861058c-80f9-471f-9aa3-796e858ca67b', 'network_id': 'c3d81b88-a382-4f48-a55c-810c37f02f05', 'port_id': '5861058c-80f9-471f-9aa3-796e858ca67b', 'mac_address': 'fa:16:3e:e7:6c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4148d788-2dba-4191-9092-a5cd99ddba25', 'ip_address': '19.86.0.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:34:22.307140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-289ad661-a16b-4555-9bc3-1fe7bd45a294 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d38ea34-c054-4ad1-8141-3987255ca0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304658 Aug 24 00:34:22.356366 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.386780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5861058c-80f9-471f-9aa3-796e858ca67b {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:22.391041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:22.400660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.401017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.401721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.401721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.402056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.402393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.402730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.403493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.403493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.403752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.404070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.404401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:22.413441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Router 93bf9fdd-9503-47c3-a9ec-c555ed083544 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:34:22.422468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5861058c-80f9-471f-9aa3-796e858ca67b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5861058c-80f9-471f-9aa3-796e858ca67b,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:22.423632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-9815e892-f605-4e52-8582-460ae92a9e2d service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037514 Aug 24 00:34:22.477861 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.610404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=5861058c-80f9-471f-9aa3-796e858ca67b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:22.633723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:22.643152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-966e7647-d315-4d7b-9bc4-ba4c1ac9b5aa req-3b25ea31-2c54-4c4b-a938-a830bc90d6e2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779928 Aug 24 00:34:22.650143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Sync routers for ids ['93bf9fdd-9503-47c3-a9ec-c555ed083544'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:22.673621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Routers {'93bf9fdd-9503-47c3-a9ec-c555ed083544'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:22.674280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['93bf9fdd-9503-47c3-a9ec-c555ed083544'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:22.740112 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:22.741502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-68e2bbad-4d5a-4328-ad06-6dc44b2db74a tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.7193851 Aug 24 00:34:22.744356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46462) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:22.795468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cd974-c4d2-48b6-a81e-59c5c4406826 req-d6a04060-e787-4023-a3b4-37845a87c899 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:22.797184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-283cd974-c4d2-48b6-a81e-59c5c4406826 req-d6a04060-e787-4023-a3b4-37845a87c899 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.2191780 Aug 24 00:34:22.808365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Set router 93bf9fdd-9503-47c3-a9ec-c555ed083544 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:22.815462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4446-dd15-4ca1-9300-59244b7ec58b req-6413f765-c493-4446-91c0-daa3266165fa tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:22.826294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20af4446-dd15-4ca1-9300-59244b7ec58b req-6413f765-c493-4446-91c0-daa3266165fa tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 943 time: 0.2979889 Aug 24 00:34:22.868625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['5861058c-80f9-471f-9aa3-796e858ca67b'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:22.883952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-283cd974-c4d2-48b6-a81e-59c5c4406826 req-251125e7-6099-4036-b5e5-7630bfc05d3e tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543895 Aug 24 00:34:22.915569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20af4446-dd15-4ca1-9300-59244b7ec58b req-adab3bd7-ac6e-4451-974b-e1de1ef48fad tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881040 Aug 24 00:34:22.980886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:22.982229 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-487af1a3-9c6b-400f-80d2-a37aca07982b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/routers/93bf9fdd-9503-47c3-a9ec-c555ed083544 HTTP/1.1" status: 200 len: 905 time: 0.2324948 Aug 24 00:34:22.986285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'router': {'name': 'tempest-snat-router-9357477', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': True}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:23.064904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd1c21b8-78d7-4117-9f99-56eb1d833ec9 req-93eed137-6971-43d3-bf9d-1573453617e3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0511050 Aug 24 00:34:23.160221 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.161345 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.256465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.388802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf9fdd-9503-47c3-a9ec-c555ed083544', 'name': 'tempest-snat-router-9357477', 'tenant_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '63a46866-8bae-43c5-8abf-8d4307f56614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:34:16Z', 'updated_at': '2021-08-24T00:34:19Z', 'revision_number': 3, 'project_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'gw_port': {'id': '63a46866-8bae-43c5-8abf-8d4307f56614', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf9fdd-9503-47c3-a9ec-c555ed083544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:34:17Z', 'updated_at': '2021-08-24T00:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:23.423206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Checking router: 93bf9fdd-9503-47c3-a9ec-c555ed083544 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:34:23.423560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Updating router 93bf9fdd-9503-47c3-a9ec-c555ed083544 port 63a46866-8bae-43c5-8abf-8d4307f56614 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:34:23.452648 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.511984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-853c7544-99d5-49d8-aceb-dc808298b2d7 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:23.513486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-853c7544-99d5-49d8-aceb-dc808298b2d7 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.2132626 Aug 24 00:34:23.609399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.681808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36036bf9-aa08-4eda-9b12-2de08309c131 req-223146b5-dfa7-4492-91eb-19c376d72715 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:23.688789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36036bf9-aa08-4eda-9b12-2de08309c131 req-223146b5-dfa7-4492-91eb-19c376d72715 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:23.690982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36036bf9-aa08-4eda-9b12-2de08309c131 req-223146b5-dfa7-4492-91eb-19c376d72715 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1679 time: 0.2905099 Aug 24 00:34:23.750642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5861058c-80f9-471f-9aa3-796e858ca67b up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:23.826220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:23.870341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36036bf9-aa08-4eda-9b12-2de08309c131 req-010e5e0a-321d-45a0-941a-f9cbc6770021 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544151 Aug 24 00:34:23.905091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Deleting port 54051c95-429f-46e2-a852-e495b47c5b7d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:23.905872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.953355 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:23.984552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Transition to ACTIVE for port object 63a46866-8bae-43c5-8abf-8d4307f56614 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:24.093671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 5861058c-80f9-471f-9aa3-796e858ca67b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:24.098924 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.115714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 5861058c-80f9-471f-9aa3-796e858ca67b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:24.116099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.158454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] For port 54051c95-429f-46e2-a852-e495b47c5b7d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=54051c95-429f-46e2-a852-e495b47c5b7d,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:24.158894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.218423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Calling delete_port for 54051c95-429f-46e2-a852-e495b47c5b7d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:24.222735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Attempting to bind port 63a46866-8bae-43c5-8abf-8d4307f56614 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:24.223922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Attempting to bind port 63a46866-8bae-43c5-8abf-8d4307f56614 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:24.225067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Attempting to bind port 63a46866-8bae-43c5-8abf-8d4307f56614 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:24.232485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aa900-ba5c-419f-adfc-02fabdfd268c req-318bbda6-4c79-4fdb-8a0f-97962fcc4a89 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:24.234302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d7aa900-ba5c-419f-adfc-02fabdfd268c req-318bbda6-4c79-4fdb-8a0f-97962fcc4a89 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 946 time: 0.1799855 Aug 24 00:34:24.243511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabb07a-2573-480f-8197-670412784e9c None None] Pushing event updated for resources: {'Port': ['ID=63a46866-8bae-43c5-8abf-8d4307f56614,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:24.253278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:24.253694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:24.254116 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.254556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:24.255059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Bound port: 63a46866-8bae-43c5-8abf-8d4307f56614, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:24.255453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.277337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4626a4-a95f-4291-bf60-97580a1f0ef8 req-5752105a-2e94-4173-9d6f-8f3ec86e9eb7 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:24.279028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f4626a4-a95f-4291-bf60-97580a1f0ef8 req-5752105a-2e94-4173-9d6f-8f3ec86e9eb7 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 943 time: 0.2290630 Aug 24 00:34:24.361778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] For port 63a46866-8bae-43c5-8abf-8d4307f56614, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:24.366399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] For port 63a46866-8bae-43c5-8abf-8d4307f56614, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=63a46866-8bae-43c5-8abf-8d4307f56614,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:24.366756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.390266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5861058c-80f9-471f-9aa3-796e858ca67b'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:24.392619 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b113cc-521b-4569-975a-ed510a0f9675" -d '{"events": [{"server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "5861058c-80f9-471f-9aa3-796e858ca67b"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:24.405513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5861058c-80f9-471f-9aa3-796e858ca67b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5861058c-80f9-471f-9aa3-796e858ca67b,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:24.419267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d7aa900-ba5c-419f-adfc-02fabdfd268c req-365c7668-e785-447f-8bae-48534a5ce81f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533585 Aug 24 00:34:24.430035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.437417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f4626a4-a95f-4291-bf60-97580a1f0ef8 req-671e3ffa-49e6-41e6-90e7-7104ea07054f tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445777 Aug 24 00:34:24.475295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.491998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.557980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.559578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Routers {'93bf9fdd-9503-47c3-a9ec-c555ed083544'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:24.560390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['93bf9fdd-9503-47c3-a9ec-c555ed083544'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:24.566950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabb07a-2573-480f-8197-670412784e9c None None] Pushing event updated for resources: {'Port': ['ID=63a46866-8bae-43c5-8abf-8d4307f56614,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:24.609709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e185a567-9578-402a-87b4-2c6285753779 req-ec54f9e0-c60f-4fa8-8972-b88921e6cc2a tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0543516 Aug 24 00:34:24.648591 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d4395e-cc09-41ea-85ac-088f2d4b3967 x-openstack-request-id: req-f6d4395e-cc09-41ea-85ac-088f2d4b3967 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:24.649426 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "5861058c-80f9-471f-9aa3-796e858ca67b", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:24.649882 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6d4395e-cc09-41ea-85ac-088f2d4b3967 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:24.650430 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5861058c-80f9-471f-9aa3-796e858ca67b', 'code': 200} Aug 24 00:34:24.735901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=5861058c-80f9-471f-9aa3-796e858ca67b,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:24.767840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] Set router 93bf9fdd-9503-47c3-a9ec-c555ed083544 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:24.769272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Allocated IP 172.25.5.84 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/44e7b7dc-4a6f-4301-b43d-d0618d60dc91) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:24.773654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:24.812041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Pushing event deleted for resources: {'Port': ['ID=54051c95-429f-46e2-a852-e495b47c5b7d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:24.840097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['4cbf1993-f3c8-409f-874d-99e26295d325', '54051c95-429f-46e2-a852-e495b47c5b7d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:25.204387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93bf9fdd-9503-47c3-a9ec-c555ed083544', 'name': 'tempest-snat-router-9357477', 'tenant_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '63a46866-8bae-43c5-8abf-8d4307f56614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:34:16Z', 'updated_at': '2021-08-24T00:34:19Z', 'revision_number': 3, 'project_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'gw_port': {'id': '63a46866-8bae-43c5-8abf-8d4307f56614', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf9fdd-9503-47c3-a9ec-c555ed083544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:34:17Z', 'updated_at': '2021-08-24T00:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:25.240316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d4af79-ae7c-4726-8fb1-c6c71012c147 None None] The sync data for ids ['93bf9fdd-9503-47c3-a9ec-c555ed083544'] in n-d-804878-2 is: [{'id': '93bf9fdd-9503-47c3-a9ec-c555ed083544', 'name': 'tempest-snat-router-9357477', 'tenant_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '63a46866-8bae-43c5-8abf-8d4307f56614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:34:16Z', 'updated_at': '2021-08-24T00:34:19Z', 'revision_number': 3, 'project_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'gw_port': {'id': '63a46866-8bae-43c5-8abf-8d4307f56614', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93bf9fdd-9503-47c3-a9ec-c555ed083544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:34:17Z', 'updated_at': '2021-08-24T00:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:25.343562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-5b4b2e41-9cdb-4695-92c7-151d9802ef3b tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b70d2eee79284f35a8c7785ce4bee1f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873744 Aug 24 00:34:25.344308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] No DVR routers for this DVR port 54051c95-429f-46e2-a852-e495b47c5b7d on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:25.349129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.351135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-844af7d0-869d-41d1-b4ae-86224415e8fa req-c13852a9-4956-4b79-bd17-94ae5f76c7e2 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.36 "DELETE /v2.0/ports/54051c95-429f-46e2-a852-e495b47c5b7d HTTP/1.1" status: 204 len: 173 time: 1.7369196 Aug 24 00:34:25.351586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef8d09e-4228-4d61-a8c2-14a399a07235', 'name': 'network-vif-deleted', 'tag': '54051c95-429f-46e2-a852-e495b47c5b7d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:25.353832 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7efa01-c6f0-4ddd-a867-a372f760d6bd" -d '{"events": [{"server_uuid": "0ef8d09e-4228-4d61-a8c2-14a399a07235", "name": "network-vif-deleted", "tag": "54051c95-429f-46e2-a852-e495b47c5b7d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:25.469123 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.497171 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.500969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f95d7a-7d52-4c76-9253-4ffae676f417 req-d4af1bca-cc1e-47ca-b307-3122bd3f595c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:25.508101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f95d7a-7d52-4c76-9253-4ffae676f417 req-d4af1bca-cc1e-47ca-b307-3122bd3f595c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:25.516683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11f95d7a-7d52-4c76-9253-4ffae676f417 req-d4af1bca-cc1e-47ca-b307-3122bd3f595c tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1680 time: 0.2579567 Aug 24 00:34:25.575893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-a68519aa-80a4-42ca-b942-f0078a1d04d5 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:25.586000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-a68519aa-80a4-42ca-b942-f0078a1d04d5 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270699 Aug 24 00:34:25.632517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-a8676c6e-bd1e-48f4-a4fd-7835630a1082 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/quotas/b70d2eee79284f35a8c7785ce4bee1f0 HTTP/1.1" status: 200 len: 375 time: 0.0452576 Aug 24 00:34:25.688093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11f95d7a-7d52-4c76-9253-4ffae676f417 req-eff382f0-3843-4e60-8a3a-fcbda8dd03e2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705363 Aug 24 00:34:25.697889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-a7c7cb0e-f14d-471f-aa3c-8b3337410b91 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b70d2eee79284f35a8c7785ce4bee1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644174 Aug 24 00:34:25.758330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:25.787130 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e56872f-6d1f-443a-aea8-16b50007cb50 x-openstack-request-id: req-1e56872f-6d1f-443a-aea8-16b50007cb50 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:25.787545 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef8d09e-4228-4d61-a8c2-14a399a07235", "name": "network-vif-deleted", "tag": "54051c95-429f-46e2-a852-e495b47c5b7d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:25.787823 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e56872f-6d1f-443a-aea8-16b50007cb50 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:25.788291 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef8d09e-4228-4d61-a8c2-14a399a07235', 'name': 'network-vif-deleted', 'tag': '54051c95-429f-46e2-a852-e495b47c5b7d', 'status': 'completed', 'code': 200} Aug 24 00:34:25.790035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.923334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:25.929356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:25.931337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:25.936051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:25.936668 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:25.970416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:25.977371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27e2c48a-bd9e-4fed-819c-00498f7842df req-53f4cd17-8fda-4267-81bd-6f19a418a320 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ef8d09e-4228-4d61-a8c2-14a399a07235 HTTP/1.1" status: 200 len: 210 time: 0.0646505 Aug 24 00:34:26.051896 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.115055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:26.226782 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.259500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'Port': ['ID=44e7b7dc-4a6f-4301-b43d-d0618d60dc91,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:26.305965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:26.316509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-67ca016c-b58c-4611-a6b9-a948731039c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.339912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 305d8341-cc39-44d3-a929-2b6da77cfec7 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:34:26.378077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabb6ff2-61ba-4e79-8929-ad5a83a6f8b1 req-31d3fbf1-4843-491e-95e5-49521eb4edda tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.1161678 Aug 24 00:34:26.431404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfb622-e893-4b67-9bdf-1714edf79122 req-0ddc9590-1de0-44e7-a563-46a9aba1331f tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.440543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fbfb622-e893-4b67-9bdf-1714edf79122 req-0ddc9590-1de0-44e7-a563-46a9aba1331f tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 943 time: 0.1828585 Aug 24 00:34:26.685371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f816747-4b05-4ff5-9aa2-a1f47db45af5 req-5215531c-188e-4bfd-ae27-6a06f37390c3 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 210 time: 0.0341845 Aug 24 00:34:26.685788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 305d8341-cc39-44d3-a929-2b6da77cfec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=305d8341-cc39-44d3-a929-2b6da77cfec7,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:26.685788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '305d8341-cc39-44d3-a929-2b6da77cfec7', 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'port_id': '305d8341-cc39-44d3-a929-2b6da77cfec7', 'mac_address': 'fa:16:3e:d2:36:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a24a1-56ab-46df-aba9-5f14ed1de26f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:34:26.686339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fbfb622-e893-4b67-9bdf-1714edf79122 req-bc26dbb8-d9d4-4ae3-ab25-5a64ea0ecc5f tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095932 Aug 24 00:34:26.686890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.686890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305d8341-cc39-44d3-a929-2b6da77cfec7 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:26.686890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 305d8341-cc39-44d3-a929-2b6da77cfec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=305d8341-cc39-44d3-a929-2b6da77cfec7,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:26.686890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:26.686890 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9634f8c-4fc8-4849-bf5e-2fc88a5e78ef" -d '{"events": [{"server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:26.691804 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc8db65-50f7-4fbf-a5e4-0e2499d4d86f x-openstack-request-id: req-1dc8db65-50f7-4fbf-a5e4-0e2499d4d86f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:26.692514 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "name": "network-vif-plugged", "status": "completed", "tag": "f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:26.692514 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dc8db65-50f7-4fbf-a5e4-0e2499d4d86f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:26.692731 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0', 'code': 200} Aug 24 00:34:26.871395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfce77-bafb-42e1-9f62-e45b69c5696f req-ef85927f-5e46-478e-9cf9-a55dde4cc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.882464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfce77-bafb-42e1-9f62-e45b69c5696f req-ef85927f-5e46-478e-9cf9-a55dde4cc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.882464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8cfce77-bafb-42e1-9f62-e45b69c5696f req-ef85927f-5e46-478e-9cf9-a55dde4cc360 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1983 time: 0.1197765 Aug 24 00:34:26.891767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ae4ca-9404-442b-bb6f-a1455115fe7a req-dc9f52c1-6b0e-40df-986d-1524eb92434d tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.898310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ae4ca-9404-442b-bb6f-a1455115fe7a req-dc9f52c1-6b0e-40df-986d-1524eb92434d tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:26.899883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e9ae4ca-9404-442b-bb6f-a1455115fe7a req-dc9f52c1-6b0e-40df-986d-1524eb92434d tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1681 time: 0.1306710 Aug 24 00:34:26.900484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:26.989190 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.036806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8cfce77-bafb-42e1-9f62-e45b69c5696f req-57ce39e5-db7e-4f4e-8f3b-d2f74f99b929 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519828 Aug 24 00:34:27.043318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e9ae4ca-9404-442b-bb6f-a1455115fe7a req-b15a7a80-4878-46f8-94d7-7b074718f18a tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349831 Aug 24 00:34:27.095583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=305d8341-cc39-44d3-a929-2b6da77cfec7,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:27.189519 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.443371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['305d8341-cc39-44d3-a929-2b6da77cfec7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:27.517846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72ee5c7e-6dff-4924-94c8-7295bd9c8016 req-8a9210d1-7c7d-47d4-b968-21e8e16bc117 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d4c9e5e-b628-42cb-953e-0c2cbe44bc09 HTTP/1.1" status: 200 len: 210 time: 0.0309799 Aug 24 00:34:27.521094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Router d5318084-a27b-4d57-a6c6-d0fc44841056 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:34:27.612966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 63a46866-8bae-43c5-8abf-8d4307f56614 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:27.766285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adaba0-79aa-41e8-9786-63cefb0b4a44 req-77696a12-a4f8-48cc-ba82-d81660b965de tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:27.767730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18adaba0-79aa-41e8-9786-63cefb0b4a44 req-77696a12-a4f8-48cc-ba82-d81660b965de tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1271439 Aug 24 00:34:27.792061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:27.797594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 63a46866-8bae-43c5-8abf-8d4307f56614 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:27.807596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 63a46866-8bae-43c5-8abf-8d4307f56614 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:27.807596 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.808133 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Sync routers for ids ['d5318084-a27b-4d57-a6c6-d0fc44841056'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:27.819689 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Routers {'d5318084-a27b-4d57-a6c6-d0fc44841056'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:27.820319 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:33:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d5318084-a27b-4d57-a6c6-d0fc44841056'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:27.853382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4bb49-5dc8-49a1-96f9-fdac7bd946f8 req-150a5329-d070-463e-b0dd-e75d8b80cdf9 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:27.861667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63b4bb49-5dc8-49a1-96f9-fdac7bd946f8 req-150a5329-d070-463e-b0dd-e75d8b80cdf9 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 944 time: 0.1177177 Aug 24 00:34:27.877337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18adaba0-79aa-41e8-9786-63cefb0b4a44 req-2697ae2a-976c-4e43-9df3-670b9d99e199 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917809 Aug 24 00:34:27.921268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63b4bb49-5dc8-49a1-96f9-fdac7bd946f8 req-abae2a9e-6837-48b1-917b-0d63c3569746 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586886 Aug 24 00:34:27.937518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.940601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:27.946309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-56dadab0-13b7-4b0b-9d7d-85e641d793e5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 903 time: 4.9618344 Aug 24 00:34:27.946678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46592) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:27.986794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 63a46866-8bae-43c5-8abf-8d4307f56614, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=63a46866-8bae-43c5-8abf-8d4307f56614,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:28.003429 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Set router d5318084-a27b-4d57-a6c6-d0fc44841056 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:28.006147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-221ddb96-5626-4fbc-a00d-d98f00af05c8 req-f82c31ac-b1e8-4768-98f8-55dc0c462da7 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 210 time: 0.0535562 Aug 24 00:34:28.089183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.115523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46596) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:28.115756 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8adc0eae-ec55-4513-b4c1-1bdc4f6cb024 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/routers/d5318084-a27b-4d57-a6c6-d0fc44841056 HTTP/1.1" status: 200 len: 904 time: 0.1677167 Aug 24 00:34:28.173129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=63a46866-8bae-43c5-8abf-8d4307f56614,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:28.272461 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5318084-a27b-4d57-a6c6-d0fc44841056', 'name': 'tempest-snat-router-9357477', 'tenant_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '44e7b7dc-4a6f-4301-b43d-d0618d60dc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:34:23Z', 'updated_at': '2021-08-24T00:34:26Z', 'revision_number': 3, 'project_id': 'ca26c66bb3f04a1c9b6a9f0ecc6dd49f', 'gw_port': {'id': '44e7b7dc-4a6f-4301-b43d-d0618d60dc91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5318084-a27b-4d57-a6c6-d0fc44841056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:34:24Z', 'updated_at': '2021-08-24T00:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:28.295672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c753e9-136d-4d2c-851a-5a09600cddf7 req-5335e596-3877-42ee-ae0d-769edecbc7b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:28.303271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c753e9-136d-4d2c-851a-5a09600cddf7 req-5335e596-3877-42ee-ae0d-769edecbc7b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:28.305498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95c753e9-136d-4d2c-851a-5a09600cddf7 req-5335e596-3877-42ee-ae0d-769edecbc7b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1681 time: 0.1167657 Aug 24 00:34:28.310283 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Checking router: d5318084-a27b-4d57-a6c6-d0fc44841056 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:34:28.310283 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Updating router d5318084-a27b-4d57-a6c6-d0fc44841056 port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:34:28.323921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.334757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 54051c95-429f-46e2-a852-e495b47c5b7d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:28.361275 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.368452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 54051c95-429f-46e2-a852-e495b47c5b7d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:28.368810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 54051c95-429f-46e2-a852-e495b47c5b7d not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:28.392706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95c753e9-136d-4d2c-851a-5a09600cddf7 req-c49cec80-796a-48ff-90c9-dc3b24a660ae tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799785 Aug 24 00:34:28.468033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.675486 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.686785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Deleting port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:28.687358 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.687465 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Transition to ACTIVE for port object 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:28.731201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46610) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:28.767924 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.780451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Calling delete_port for 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:28.795342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-114a14db-864a-44e8-869b-e0562d6b3f08 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.821249 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-114a14db-864a-44e8-869b-e0562d6b3f08 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.874234 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.943801 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Attempting to bind port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:28.944806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Attempting to bind port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:28.945313 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Attempting to bind port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:28.947670 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Pushing event updated for resources: {'Port': ['ID=44e7b7dc-4a6f-4301-b43d-d0618d60dc91,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:28.958294 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:28.958882 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:28.959446 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.959982 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:28.960648 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Bound port: 44e7b7dc-4a6f-4301-b43d-d0618d60dc91, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:28.961195 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.964409 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.965113 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.965832 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.966478 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.967328 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.967990 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.968653 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.969326 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.970327 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.971016 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.971166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-114a14db-864a-44e8-869b-e0562d6b3f08 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.972422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.973701 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7eeaf4-9032-4d15-a9f1-6473a0432e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:28.975769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-114a14db-864a-44e8-869b-e0562d6b3f08 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:28.978406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-114a14db-864a-44e8-869b-e0562d6b3f08 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "DELETE /v2.0/security-groups/77f2b6fe-79eb-414b-97f9-807d9ea56d76 HTTP/1.1" status: 204 len: 168 time: 0.2461321 Aug 24 00:34:28.979087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46620) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:28.999251 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-04c37334-71b4-4745-b363-b2f61129070e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.029441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a14db-864a-44e8-869b-e0562d6b3f08 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2b6fe-79eb-414b-97f9-807d9ea56d76,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:29.037472 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-afc53e12-3662-4bfd-aa1d-21d9def2920b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] show failed (client error): The resource could not be found. Aug 24 00:34:29.061872 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-afc53e12-3662-4bfd-aa1d-21d9def2920b tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "GET /v2.0/security-groups/77f2b6fe-79eb-414b-97f9-807d9ea56d76 HTTP/1.1" status: 404 len: 347 time: 0.0575273 Aug 24 00:34:29.062520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.062652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46624) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:29.150973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3cec1-b431-45aa-b777-62c6069924fb req-59e06ab4-4abd-445c-b4ea-d7aa97af1e65 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.152491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1be3cec1-b431-45aa-b777-62c6069924fb req-59e06ab4-4abd-445c-b4ea-d7aa97af1e65 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1592197 Aug 24 00:34:29.164561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08816f14-1650-42a3-904f-525b0a0e751c req-bf75dc56-ca9b-4771-8855-447b31967687 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.166609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08816f14-1650-42a3-904f-525b0a0e751c req-bf75dc56-ca9b-4771-8855-447b31967687 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 944 time: 0.1048610 Aug 24 00:34:29.188811 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.db.api [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:34:29.189180 n-d-804878-2 neutron-server[95329]: DEBUG oslo_db.api [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:34:29.196449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.230411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting port f46bf3f3-ac3b-41d2-93c8-6dfa8f9e1aef {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:29.230968 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.246873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event deleted for resources: {'Port': ['ID=44e7b7dc-4a6f-4301-b43d-d0618d60dc91,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:29.257506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1be3cec1-b431-45aa-b777-62c6069924fb req-203dde57-8852-44eb-8765-71fcb6f78d46 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905282 Aug 24 00:34:29.262999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08816f14-1650-42a3-904f-525b0a0e751c req-e27b5c4c-b153-4f13-8b89-8e7c23addb78 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902259 Aug 24 00:34:29.332188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.365264 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.367015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.392261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Calling delete_port for f46bf3f3-ac3b-41d2-93c8-6dfa8f9e1aef owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:29.431556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-403fb377-89e7-40b4-819a-3ac99a803f17 req-1c6f9ae1-e1d6-47cf-8e0e-ea396092f21b tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 210 time: 0.0280180 Aug 24 00:34:29.490553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-96888b4e-56bf-46b6-afa6-c66414826e28 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b70d2eee79284f35a8c7785ce4bee1f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264771 Aug 24 00:34:29.494911 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.559040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 63a46866-8bae-43c5-8abf-8d4307f56614 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:29.560968 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.612429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 63a46866-8bae-43c5-8abf-8d4307f56614 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:29.612724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.678352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.689837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae7ca-4ccd-431a-bdd7-54fabcd37bd4 req-32c93209-e730-4e37-86be-d0f1036204d1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.696087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae7ca-4ccd-431a-bdd7-54fabcd37bd4 req-32c93209-e730-4e37-86be-d0f1036204d1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.697772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e26ae7ca-4ccd-431a-bdd7-54fabcd37bd4 req-32c93209-e730-4e37-86be-d0f1036204d1 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1681 time: 0.1348636 Aug 24 00:34:29.704934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-4fe92021-8c53-4e2b-9327-403c734c27d1 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:29.706581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-4fe92021-8c53-4e2b-9327-403c734c27d1 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098649 Aug 24 00:34:29.726467 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Attempting to bind port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:29.729468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Request body: {'port': {'device_id': '4a4e54fe-2a89-4231-9655-94d513c2ff74', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': 'b70d2eee79284f35a8c7785ce4bee1f0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:29.730273 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Attempting to bind port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:29.731331 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Attempting to bind port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:29.743377 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:29.744528 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:29.745128 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.745862 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:29.746635 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Bound port: 44e7b7dc-4a6f-4301-b43d-d0618d60dc91, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:29.747234 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.753392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Port': ['ID=f46bf3f3-ac3b-41d2-93c8-6dfa8f9e1aef,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:29.781018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.781558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5318084-a27b-4d57-a6c6-d0fc44841056 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:29.791616 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Port 44e7b7dc-4a6f-4301-b43d-d0618d60dc91 has been deleted concurrently {{(pid=95329) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 24 00:34:29.792361 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.796742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-909b2d8b-8460-4c25-af59-10d8ffb30bd5 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "DELETE /v2.0/routers/d5318084-a27b-4d57-a6c6-d0fc44841056 HTTP/1.1" status: 204 len: 168 time: 1.6766641 Aug 24 00:34:29.798529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46638) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:29.806091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e26ae7ca-4ccd-431a-bdd7-54fabcd37bd4 req-73395517-08ed-4c3a-894f-99a89f16496e tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983627 Aug 24 00:34:29.833322 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Routers set() bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:29.833734 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Router IDs set() for agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:34:29.834418 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_agentschedulers_db [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d5318084-a27b-4d57-a6c6-d0fc44841056'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent'). {{(pid=95329) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:34:29.834790 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ccffd9-8e16-486d-9de2-f2403213e16c None None] The sync data for ids ['d5318084-a27b-4d57-a6c6-d0fc44841056'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:29.853027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.858426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:29.860348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9929433d-710d-4b71-9e14-61530ab640b3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "DELETE /v2.0/floatingips/4dc5fb64-f55b-4c1e-84e2-e57f199017b0 HTTP/1.1" status: 204 len: 168 time: 0.7969177 Aug 24 00:34:29.864186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:30.008837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.027766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7c571138-a824-4ce0-9bd9-9d6b0b7d7f26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting port 272065b3-76cf-461c-8792-3d4932903abe {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:30.028383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c571138-a824-4ce0-9bd9-9d6b0b7d7f26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.052492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Made reservation on behalf of b70d2eee79284f35a8c7785ce4bee1f0 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:30.057709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.106083 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.136487 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.266850 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.298678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Deleting port 63a46866-8bae-43c5-8abf-8d4307f56614 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:30.299887 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.364875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 305d8341-cc39-44d3-a929-2b6da77cfec7 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:30.438711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] For port 63a46866-8bae-43c5-8abf-8d4307f56614, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=63a46866-8bae-43c5-8abf-8d4307f56614,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:30.439204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.463397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Calling delete_port for 63a46866-8bae-43c5-8abf-8d4307f56614 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:30.512061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 305d8341-cc39-44d3-a929-2b6da77cfec7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:30.516688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 305d8341-cc39-44d3-a929-2b6da77cfec7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:30.517185 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.612228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.629271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c571138-a824-4ce0-9bd9-9d6b0b7d7f26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.673634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7c571138-a824-4ce0-9bd9-9d6b0b7d7f26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Calling delete_port for 272065b3-76cf-461c-8792-3d4932903abe owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:30.686769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b3ae4-acd1-4baf-819f-37fd4ba44155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305d8341-cc39-44d3-a929-2b6da77cfec7'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:30.694935 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d765a16b-3113-474d-b7e2-58324cc86905" -d '{"events": [{"server_uuid": "117b3ae4-acd1-4baf-819f-37fd4ba44155", "name": "network-vif-plugged", "status": "completed", "tag": "305d8341-cc39-44d3-a929-2b6da77cfec7"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:30.697418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbf5ca-dbf6-4e2e-80d8-a7fc0c14ea7d req-04e70179-9136-430a-a3ba-38b0f728e668 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:30.704090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 305d8341-cc39-44d3-a929-2b6da77cfec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=305d8341-cc39-44d3-a929-2b6da77cfec7,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:30.705207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fdbf5ca-dbf6-4e2e-80d8-a7fc0c14ea7d req-04e70179-9136-430a-a3ba-38b0f728e668 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1710472 Aug 24 00:34:30.719775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e1451-0c45-46a6-b837-cc683b80794f req-63070b75-e3fc-4b73-b66a-b6510bd0f323 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:30.725762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-886e1451-0c45-46a6-b837-cc683b80794f req-63070b75-e3fc-4b73-b66a-b6510bd0f323 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 944 time: 0.1818409 Aug 24 00:34:30.777483 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.820206 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.846824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fdbf5ca-dbf6-4e2e-80d8-a7fc0c14ea7d req-3f8e0ce0-f92e-4ad8-acda-babe1ceb15bb tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407104 Aug 24 00:34:30.861484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-886e1451-0c45-46a6-b837-cc683b80794f req-6e5e0662-0fb0-4c89-95ac-a48476776bd9 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230462 Aug 24 00:34:30.890122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=305d8341-cc39-44d3-a929-2b6da77cfec7,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:30.930236 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:30.974992 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.005625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event deleted for resources: {'Port': ['ID=63a46866-8bae-43c5-8abf-8d4307f56614,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:31.071520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fb63cf5-57b5-4039-8b2a-78fb84d07086 req-1bd62e21-ff92-414a-bfe1-121271ca28f6 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 210 time: 0.1102335 Aug 24 00:34:31.078314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47147aab-287d-4355-94eb-7c66fd1e61bc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:31.086131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.147570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec89a1c-fa00-4112-896d-562b15d63b3c req-aa4380c0-59e0-46d9-b3bd-98f4a2989503 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.153611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec89a1c-fa00-4112-896d-562b15d63b3c req-aa4380c0-59e0-46d9-b3bd-98f4a2989503 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.161185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ec89a1c-fa00-4112-896d-562b15d63b3c req-aa4380c0-59e0-46d9-b3bd-98f4a2989503 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1681 time: 0.2061236 Aug 24 00:34:31.182521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c571138-a824-4ce0-9bd9-9d6b0b7d7f26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.190771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.193732 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.247717 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fb4fc-042a-4201-a838-5799844a4bc3 x-openstack-request-id: req-f56fb4fc-042a-4201-a838-5799844a4bc3 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:31.247872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c571138-a824-4ce0-9bd9-9d6b0b7d7f26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Port': ['ID=272065b3-76cf-461c-8792-3d4932903abe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:31.248151 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b3ae4-acd1-4baf-819f-37fd4ba44155", "name": "network-vif-plugged", "status": "completed", "tag": "305d8341-cc39-44d3-a929-2b6da77cfec7", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:31.248464 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f56fb4fc-042a-4201-a838-5799844a4bc3 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:31.248929 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b3ae4-acd1-4baf-819f-37fd4ba44155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305d8341-cc39-44d3-a929-2b6da77cfec7', 'code': 200} Aug 24 00:34:31.251953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Allocated IP 192.168.233.227 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/3c716f88-71f2-4098-b27d-f81d71021f70) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:31.263047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ec89a1c-fa00-4112-896d-562b15d63b3c req-aef33aab-279a-4003-8e93-46ef4dd884d2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009221 Aug 24 00:34:31.336779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.337450 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93bf9fdd-9503-47c3-a9ec-c555ed083544 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:31.346589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.349796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c71c76f5-8829-4a0a-9968-1b69dd974bef tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "DELETE /v2.0/routers/93bf9fdd-9503-47c3-a9ec-c555ed083544 HTTP/1.1" status: 204 len: 168 time: 1.5054035 Aug 24 00:34:31.353201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46680) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:31.359711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1821096689', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:31.392235 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c571138-a824-4ce0-9bd9-9d6b0b7d7f26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.397310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7c571138-a824-4ce0-9bd9-9d6b0b7d7f26 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "DELETE /v2.0/ports/272065b3-76cf-461c-8792-3d4932903abe HTTP/1.1" status: 204 len: 168 time: 1.5240295 Aug 24 00:34:31.407155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46682) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:31.475982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deabef3-b1b8-4aeb-870b-f54fde2b4de7 req-3877a56f-0401-4e3b-8b3a-de93cba94ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.478552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2deabef3-b1b8-4aeb-870b-f54fde2b4de7 req-3877a56f-0401-4e3b-8b3a-de93cba94ba0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 1096 time: 0.1380119 Aug 24 00:34:31.498437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.500673 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.541232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2deabef3-b1b8-4aeb-870b-f54fde2b4de7 req-7f7e5e41-6e32-448b-afff-af34f142abcc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543339 Aug 24 00:34:31.578216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.590368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Transition to ACTIVE for port object 3c716f88-71f2-4098-b27d-f81d71021f70 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:31.612710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.634844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4ba40ffa-0e0c-4f7a-a727-b08a383e67d1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting port 7f265772-427e-404f-9f5f-f1a231797e3e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:31.635226 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ba40ffa-0e0c-4f7a-a727-b08a383e67d1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.737237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.783478 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.788388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:31.791860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:31.795831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:31.860716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-00a2a990-b1d8-4dae-b9a6-a0e3bdf736ee tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.866190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.866961 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.877275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-00a2a990-b1d8-4dae-b9a6-a0e3bdf736ee tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:31.879395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Pushing event updated for resources: {'Port': ['ID=3c716f88-71f2-4098-b27d-f81d71021f70,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:31.883039 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-00a2a990-b1d8-4dae-b9a6-a0e3bdf736ee tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1681 time: 0.1856675 Aug 24 00:34:31.888470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ba40ffa-0e0c-4f7a-a727-b08a383e67d1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:31.921837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4ba40ffa-0e0c-4f7a-a727-b08a383e67d1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Calling delete_port for 7f265772-427e-404f-9f5f-f1a231797e3e owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:31.975162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-ea77c5b0-60ff-4a46-9512-625e822db125 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2514331 Aug 24 00:34:32.022429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Request body: {'port': {'device_id': '4a4e54fe-2a89-4231-9655-94d513c2ff74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:32.099819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b7784-0819-4ac3-a324-7ae16ea3cd55 req-0649ef47-3283-4ca1-a102-1f4673a6cf96 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:32.101382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8b7784-0819-4ac3-a324-7ae16ea3cd55 req-0649ef47-3283-4ca1-a102-1f4673a6cf96 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 945 time: 0.1383631 Aug 24 00:34:32.129306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.131269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb7ed8-5695-4f39-8f7a-3b9de0fd68e9 req-9e369dcb-fbbf-4faa-b1f8-1a637938f960 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:32.132790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8bb7ed8-5695-4f39-8f7a-3b9de0fd68e9 req-9e369dcb-fbbf-4faa-b1f8-1a637938f960 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1307738 Aug 24 00:34:32.143793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.214136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:32.214419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.235614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8b7784-0819-4ac3-a324-7ae16ea3cd55 req-12649d8e-b943-4e7d-8a2a-985e7a4edf96 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164758 Aug 24 00:34:32.240410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8bb7ed8-5695-4f39-8f7a-3b9de0fd68e9 req-c68d14e2-c19d-4885-93a6-d697329302e8 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867758 Aug 24 00:34:32.302719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1a62d8fd-4516-4a24-b16a-79baae87c1c6 None None] Provisioning for port 3c716f88-71f2-4098-b27d-f81d71021f70 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:32.307333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1a62d8fd-4516-4a24-b16a-79baae87c1c6 None None] Provisioning complete for port 3c716f88-71f2-4098-b27d-f81d71021f70 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:32.307333 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1a62d8fd-4516-4a24-b16a-79baae87c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.344649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1a62d8fd-4516-4a24-b16a-79baae87c1c6 None None] Port 3c716f88-71f2-4098-b27d-f81d71021f70 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:34:32.454140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:32.454969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.457514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9624-a8f9-4584-8463-cfc1562749e6 req-0060a7e9-c363-49a3-b052-b6ca844415de tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:32.459096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab5b9624-a8f9-4584-8463-cfc1562749e6 req-0060a7e9-c363-49a3-b052-b6ca844415de tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 936 time: 0.1223874 Aug 24 00:34:32.491414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:32.510472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ba40ffa-0e0c-4f7a-a727-b08a383e67d1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.572913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab5b9624-a8f9-4584-8463-cfc1562749e6 req-34965e9c-4758-40f8-9047-dc32baea38c4 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061778 Aug 24 00:34:32.582581 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40ffa-0e0c-4f7a-a727-b08a383e67d1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Port': ['ID=7f265772-427e-404f-9f5f-f1a231797e3e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:32.586898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724db08b-e826-479f-9861-31abf060dd97 req-075dfd6b-cabd-48a8-b416-9291e3fff7a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:32.594403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724db08b-e826-479f-9861-31abf060dd97 req-075dfd6b-cabd-48a8-b416-9291e3fff7a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:32.601253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-724db08b-e826-479f-9861-31abf060dd97 req-075dfd6b-cabd-48a8-b416-9291e3fff7a0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 1681 time: 0.1228383 Aug 24 00:34:32.658062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-724db08b-e826-479f-9861-31abf060dd97 req-36ce8fdb-c5f5-4d02-8bdf-13524f3b38a9 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559022 Aug 24 00:34:32.694612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c716f88-71f2-4098-b27d-f81d71021f70 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:32.702390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.716951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Transition to ACTIVE for port object 3c716f88-71f2-4098-b27d-f81d71021f70 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:34:32.748074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ba40ffa-0e0c-4f7a-a727-b08a383e67d1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.752103 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4ba40ffa-0e0c-4f7a-a727-b08a383e67d1 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "DELETE /v2.0/ports/7f265772-427e-404f-9f5f-f1a231797e3e HTTP/1.1" status: 204 len: 168 time: 1.3418591 Aug 24 00:34:32.752874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46708) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:32.800290 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.802527 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.825671 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.836363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f04acf-fba1-4d27-99bd-52faeea5fccf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting subnet 1db08216-ec94-42ab-8797-3e3dee98850e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:32.848273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43f04acf-fba1-4d27-99bd-52faeea5fccf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:32.959389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Allocated IP 172.25.5.158 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/9c776737-6424-449e-be96-486656e92b8d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:32.982953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c716f88-71f2-4098-b27d-f81d71021f70,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:33.012451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43f04acf-fba1-4d27-99bd-52faeea5fccf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.015831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Attempting to bind port 3c716f88-71f2-4098-b27d-f81d71021f70 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:34:33.016168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Attempting to bind port 3c716f88-71f2-4098-b27d-f81d71021f70 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:34:33.016495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Attempting to bind port 3c716f88-71f2-4098-b27d-f81d71021f70 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:33.034552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.045294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Port 3c716f88-71f2-4098-b27d-f81d71021f70 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:34:33.045642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Attempting to bind port 3c716f88-71f2-4098-b27d-f81d71021f70 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:34:33.048015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['5861058c-80f9-471f-9aa3-796e858ca67b', 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:33.054518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:34:33.054855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:33.055330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:34:33.056410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Bound port: 3c716f88-71f2-4098-b27d-f81d71021f70, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:34:33.056770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.131314 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.194075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:33.216757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] For port 3c716f88-71f2-4098-b27d-f81d71021f70, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:34:33.221310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] For port 3c716f88-71f2-4098-b27d-f81d71021f70, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=3c716f88-71f2-4098-b27d-f81d71021f70,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:34:33.223684 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43f04acf-fba1-4d27-99bd-52faeea5fccf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.315078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:33.315602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.319290 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.321238 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-e23e7ebd-0b10-4e94-9e04-a9d028b272b7 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "DELETE /v2.0/ports/f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 HTTP/1.1" status: 204 len: 173 time: 1.2759969 Aug 24 00:34:33.321779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'name': 'network-vif-deleted', 'tag': 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:33.324242 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a7b87-2c56-47bb-b644-fae0d20e8def" -d '{"events": [{"server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "name": "network-vif-deleted", "tag": "f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:33.437188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.454495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 63a46866-8bae-43c5-8abf-8d4307f56614 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:33.485257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 63a46866-8bae-43c5-8abf-8d4307f56614 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:33.486000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 63a46866-8bae-43c5-8abf-8d4307f56614 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:33.511908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:33.517227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:33.520053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event updated for resources: {'Port': ['ID=9c776737-6424-449e-be96-486656e92b8d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:33.522435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:33.559917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:33.559917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.561162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] 10.222.0.37 "PUT /v2.0/ports/3c716f88-71f2-4098-b27d-f81d71021f70 HTTP/1.1" status: 200 len: 1096 time: 1.5436549 Aug 24 00:34:33.583882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4e54fe-2a89-4231-9655-94d513c2ff74', 'tag': '3c716f88-71f2-4098-b27d-f81d71021f70'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:33.586665 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4e54fe-2a89-4231-9655-94d513c2ff74", "tag": "3c716f88-71f2-4098-b27d-f81d71021f70"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:33.595543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port 5861058c-80f9-471f-9aa3-796e858ca67b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:33.595897 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.623320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795db43-b2c8-4ad3-a85d-c3669ea1d1ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c716f88-71f2-4098-b27d-f81d71021f70,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:33.639531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e867-1f72-4509-98c4-98cbb7e36e84 req-d411a795-5c5b-4aa1-9e15-a58267cb6c57 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:33.641150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d118e867-1f72-4509-98c4-98cbb7e36e84 req-d411a795-5c5b-4aa1-9e15-a58267cb6c57 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.2087965 Aug 24 00:34:33.658470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7dc70-c349-465f-a8e0-cf1fc9f4c2c5 req-e4de93a5-f76d-4eea-9593-dd5609d80288 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:33.660056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50e7dc70-c349-465f-a8e0-cf1fc9f4c2c5 req-e4de93a5-f76d-4eea-9593-dd5609d80288 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 945 time: 0.2265506 Aug 24 00:34:33.735827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d118e867-1f72-4509-98c4-98cbb7e36e84 req-06de5a9d-837b-43e7-84a6-bfbcf349014f tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868130 Aug 24 00:34:33.791170 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43f04acf-fba1-4d27-99bd-52faeea5fccf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.827862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02221f4-ef06-474a-8cdd-76cd7573d5af None None] Network 2c7f342d-8fc5-4cbb-af18-961b4b04d501 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:33.832129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43f04acf-fba1-4d27-99bd-52faeea5fccf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.834562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-43f04acf-fba1-4d27-99bd-52faeea5fccf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "DELETE /v2.0/subnets/1db08216-ec94-42ab-8797-3e3dee98850e HTTP/1.1" status: 204 len: 168 time: 1.0805879 Aug 24 00:34:33.850978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port 5861058c-80f9-471f-9aa3-796e858ca67b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5861058c-80f9-471f-9aa3-796e858ca67b,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:33.851361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:33.861082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46734) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:33.865592 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb831ce3-690a-4fb9-b659-c9a167bd056d x-openstack-request-id: req-fb831ce3-690a-4fb9-b659-c9a167bd056d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:33.865895 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "name": "network-vif-deleted", "tag": "f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:33.866179 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb831ce3-690a-4fb9-b659-c9a167bd056d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:33.872455 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'name': 'network-vif-deleted', 'tag': 'f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0', 'status': 'completed', 'code': 200} Aug 24 00:34:33.874359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for 5861058c-80f9-471f-9aa3-796e858ca67b owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:33.881497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f04acf-fba1-4d27-99bd-52faeea5fccf tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Subnet': ['ID=1db08216-ec94-42ab-8797-3e3dee98850e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:33.892566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50e7dc70-c349-465f-a8e0-cf1fc9f4c2c5 req-e7e863b8-6394-4ffb-85a2-5d8eca547fc0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033393 Aug 24 00:34:33.933879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-63fecc52-0615-4685-b8ae-569b9045049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:33.935507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-63fecc52-0615-4685-b8ae-569b9045049c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b70d2eee79284f35a8c7785ce4bee1f0&device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 1099 time: 0.2310588 Aug 24 00:34:33.996331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-28a8c5f9-3909-4a97-9695-b848ef0fb866 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3c716f88-71f2-4098-b27d-f81d71021f70 HTTP/1.1" status: 200 len: 217 time: 0.0502968 Aug 24 00:34:34.011396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-92388acc-296e-4377-a9b3-0c0f3bda6ec3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Deleting subnet 260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:34.033584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-d6c3af58-4fa8-48e8-9252-1c6542911f21 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:34.035631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-d6c3af58-4fa8-48e8-9252-1c6542911f21 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.1731014 Aug 24 00:34:34.037357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92388acc-296e-4377-a9b3-0c0f3bda6ec3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.106157 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03460fcb-8002-41d0-a80d-51707cb36eb1 x-openstack-request-id: req-03460fcb-8002-41d0-a80d-51707cb36eb1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:34.106511 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4e54fe-2a89-4231-9655-94d513c2ff74", "tag": "3c716f88-71f2-4098-b27d-f81d71021f70", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:34.106723 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03460fcb-8002-41d0-a80d-51707cb36eb1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:34.107111 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4e54fe-2a89-4231-9655-94d513c2ff74', 'tag': '3c716f88-71f2-4098-b27d-f81d71021f70', 'status': 'completed', 'code': 200} Aug 24 00:34:34.119058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] DHCP port deletion for 2c7f342d-8fc5-4cbb-af18-961b4b04d501 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:34.220369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] Deleting port 4df91140-d37b-4142-8d5e-83ef833f24a8 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:34.220772 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.234830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.249889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92388acc-296e-4377-a9b3-0c0f3bda6ec3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.272592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-1d9389d6-ba9e-409f-88d1-af063ca6af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:34.274019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-1d9389d6-ba9e-409f-88d1-af063ca6af83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.2673419 Aug 24 00:34:34.303241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] For port 4df91140-d37b-4142-8d5e-83ef833f24a8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4df91140-d37b-4142-8d5e-83ef833f24a8,segment=NetworkSegment(788a0681-398b-4447-ae0a-bf29cfc940e1),segment_id=788a0681-398b-4447-ae0a-bf29cfc940e1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:34.303912 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.318619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] Calling delete_port for 4df91140-d37b-4142-8d5e-83ef833f24a8 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:34.356835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e308a-f7a4-4c3c-b29c-908570f0a62b req-1253873d-0565-4569-93f6-0459fa9d6b94 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:34.358389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-528e308a-f7a4-4c3c-b29c-908570f0a62b req-1253873d-0565-4569-93f6-0459fa9d6b94 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 948 time: 0.3335125 Aug 24 00:34:34.396512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c22c2-6990-41af-b0a9-53530ecf40b7 req-9e5ce065-d654-4e13-b3cc-657bdceaefe9 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:34.397685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a2c22c2-6990-41af-b0a9-53530ecf40b7 req-9e5ce065-d654-4e13-b3cc-657bdceaefe9 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 945 time: 0.2446189 Aug 24 00:34:34.422095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.508408 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.521176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-528e308a-f7a4-4c3c-b29c-908570f0a62b req-fa6b185c-5192-4fcb-8a70-6b796f9bd508 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458476 Aug 24 00:34:34.535826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] Pushing event deleted for resources: {'Port': ['ID=4df91140-d37b-4142-8d5e-83ef833f24a8,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:34.536675 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92388acc-296e-4377-a9b3-0c0f3bda6ec3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.543417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33a628-a552-4504-ac9a-5fecd912fede None None] No DVR routers for this DVR port 4df91140-d37b-4142-8d5e-83ef833f24a8 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:34.576155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-3e9d7dc4-91fb-4352-9ca6-722810988f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:34.577827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-3e9d7dc4-91fb-4352-9ca6-722810988f82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2870677 Aug 24 00:34:34.623911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Deleting port 4cbf1993-f3c8-409f-874d-99e26295d325 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:34.624516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.692898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a2c22c2-6990-41af-b0a9-53530ecf40b7 req-a72cd7dc-4be9-45e3-9ae6-ea6dce169304 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/security-groups?id=1310c0c0-e53e-45e7-99da-6c8ad4f17905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816706 Aug 24 00:34:34.769828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=5861058c-80f9-471f-9aa3-796e858ca67b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:34.795543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-992835f8-7ee1-41a0-b5f9-a6a5e5af687b service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059691 Aug 24 00:34:34.820429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port 5861058c-80f9-471f-9aa3-796e858ca67b on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:34.822953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.825020 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3c93fa6f-46ef-4e7c-85ee-3336f9930d8f req-646fe7a5-6a3b-4601-b271-a8b2cb382b42 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.37 "DELETE /v2.0/ports/5861058c-80f9-471f-9aa3-796e858ca67b HTTP/1.1" status: 204 len: 173 time: 1.4965332 Aug 24 00:34:34.826528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.934105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92388acc-296e-4377-a9b3-0c0f3bda6ec3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:34.950433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] For port 4cbf1993-f3c8-409f-874d-99e26295d325, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cbf1993-f3c8-409f-874d-99e26295d325,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:34.950816 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.032655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb3b77-ea9d-4f7b-9de7-d4b700ef41ee None None] Network 2451831c-464c-4e2d-943c-5fa3aeefff28 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:35.032864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92388acc-296e-4377-a9b3-0c0f3bda6ec3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Subnet': ['ID=260fe1af-dab9-44b3-bf0b-3f3055e6d1b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:35.053183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Calling delete_port for 4cbf1993-f3c8-409f-874d-99e26295d325 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:35.053183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92388acc-296e-4377-a9b3-0c0f3bda6ec3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.054390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-92388acc-296e-4377-a9b3-0c0f3bda6ec3 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "DELETE /v2.0/subnets/260fe1af-dab9-44b3-bf0b-3f3055e6d1b5 HTTP/1.1" status: 204 len: 168 time: 1.1883235 Aug 24 00:34:35.057030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46758) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:35.134439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Router d1aef05d-7168-482f-bf9a-b4126bb71818 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:34:35.152373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ffb91-a9bf-4cc3-b211-643a3a16b53f req-f5e7b024-8e56-4da3-9fa8-159047f803d4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:35.160325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e33ffb91-a9bf-4cc3-b211-643a3a16b53f req-f5e7b024-8e56-4da3-9fa8-159047f803d4 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 946 time: 0.3293250 Aug 24 00:34:35.268290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba26fd14-edfc-4205-8f40-fa7a7b2880aa req-fcd440df-beb0-46db-b2de-e8af902bc984 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641020 Aug 24 00:34:35.274196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:35.287301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474e11d-9fd3-40dd-8b6c-fa802c676300 None None] Sync routers for ids ['d1aef05d-7168-482f-bf9a-b4126bb71818'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:35.299228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474e11d-9fd3-40dd-8b6c-fa802c676300 None None] Routers {'d1aef05d-7168-482f-bf9a-b4126bb71818'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:35.301555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e33ffb91-a9bf-4cc3-b211-643a3a16b53f req-cedc10c1-cbe2-48a1-b235-c73772d118b5 tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/security-groups?id=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342180 Aug 24 00:34:35.302127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8474e11d-9fd3-40dd-8b6c-fa802c676300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d1aef05d-7168-482f-bf9a-b4126bb71818'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.312524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.365430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.366862 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ca8afa92-12a6-4816-b631-3092dd59455a tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0125301 Aug 24 00:34:35.369560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46766) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:35.376510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b4096dbf-767c-4872-91e1-2c57063ed581 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': False}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:35.376874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8474e11d-9fd3-40dd-8b6c-fa802c676300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.394398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] DHCP port deletion for 2451831c-464c-4e2d-943c-5fa3aeefff28 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:35.413888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474e11d-9fd3-40dd-8b6c-fa802c676300 None None] Routers {'d1aef05d-7168-482f-bf9a-b4126bb71818'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:35.413888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8474e11d-9fd3-40dd-8b6c-fa802c676300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d1aef05d-7168-482f-bf9a-b4126bb71818'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.568063 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.589786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7f342d-8fc5-4cbb-af18-961b4b04d501']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.606703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788a0681-398b-4447-ae0a-bf29cfc940e1') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.607469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788a0681-398b-4447-ae0a-bf29cfc940e1') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.619184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.639201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.648173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:35.649394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: items = [ Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:35.734153 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:35.744060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:35.789241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8474e11d-9fd3-40dd-8b6c-fa802c676300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:35.789969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474e11d-9fd3-40dd-8b6c-fa802c676300 None None] The sync data for ids ['d1aef05d-7168-482f-bf9a-b4126bb71818'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:35.834578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:35.838978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.854010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-d9f74d90-0184-4bcd-bbad-fe16b861ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:35.857127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-d9f74d90-0184-4bcd-bbad-fe16b861ad69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b70d2eee79284f35a8c7785ce4bee1f0&device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 1099 time: 0.4182808 Aug 24 00:34:35.865346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:35.865719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f67ce48a-7aa9-4c58-bdd9-ab69fa7610d0 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:35.869290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5861058c-80f9-471f-9aa3-796e858ca67b no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:35.882442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.884358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "DELETE /v2.0/networks/2c7f342d-8fc5-4cbb-af18-961b4b04d501 HTTP/1.1" status: 204 len: 168 time: 0.7986653 Aug 24 00:34:35.890437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 5861058c-80f9-471f-9aa3-796e858ca67b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:35.896936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5861058c-80f9-471f-9aa3-796e858ca67b not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:35.896936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] Deleting port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:35.896936 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.909190 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.912305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46774) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:35.938072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4096dbf-767c-4872-91e1-2c57063ed581 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:35.952445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'name': 'network-vif-deleted', 'tag': '5861058c-80f9-471f-9aa3-796e858ca67b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:35.955305 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3884d160-f0d3-4bd4-8860-b2864824ec5b" -d '{"events": [{"server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "name": "network-vif-deleted", "tag": "5861058c-80f9-471f-9aa3-796e858ca67b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:36.002900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:36.031687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] For port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,segment=NetworkSegment(f6218f20-81c2-4ab5-9814-81746fc84d11),segment_id=f6218f20-81c2-4ab5-9814-81746fc84d11)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:36.032105 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.054711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] Calling delete_port for ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:36.136126 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.137091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4df91140-d37b-4142-8d5e-83ef833f24a8 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:36.161845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 4df91140-d37b-4142-8d5e-83ef833f24a8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:36.162443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4df91140-d37b-4142-8d5e-83ef833f24a8 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:36.242570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:36.353865 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.390302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] Pushing event deleted for resources: {'Port': ['ID=ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:36.392545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7be69-2e9e-4887-a8da-d6ff07172baa None None] No DVR routers for this DVR port ce1b566c-7140-4fa1-b464-6c3d6cf1e3dd on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:36.540276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de160-0b89-49ae-8e6d-d88bfbc1b447 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Network': ['ID=2c7f342d-8fc5-4cbb-af18-961b4b04d501,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:36.542057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.545024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39f07c54-0cbc-4f22-9549-76e8724eea66 req-19c76ce7-3a98-4770-af4e-563f68ec3fd5 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5347273-2b97-4991-8015-a95eb150e4bd HTTP/1.1" status: 200 len: 210 time: 0.6818333 Aug 24 00:34:36.573263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f3861-70d2-4824-b1dc-c9d6d88693b8 req-b6cce497-2572-4fe2-927d-2f66289e0b10 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:36.574796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f08f3861-70d2-4824-b1dc-c9d6d88693b8 req-b6cce497-2572-4fe2-927d-2f66289e0b10 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 948 time: 0.8388667 Aug 24 00:34:36.607247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Pushing event deleted for resources: {'Port': ['ID=4cbf1993-f3c8-409f-874d-99e26295d325,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:36.607444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4096dbf-767c-4872-91e1-2c57063ed581 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.615942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4096dbf-767c-4872-91e1-2c57063ed581 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.667648 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03e5efe-4ad8-488d-a002-410945c2298b x-openstack-request-id: req-b03e5efe-4ad8-488d-a002-410945c2298b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:36.667940 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5347273-2b97-4991-8015-a95eb150e4bd", "name": "network-vif-deleted", "tag": "5861058c-80f9-471f-9aa3-796e858ca67b", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:36.668196 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b03e5efe-4ad8-488d-a002-410945c2298b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:36.668592 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5347273-2b97-4991-8015-a95eb150e4bd', 'name': 'network-vif-deleted', 'tag': '5861058c-80f9-471f-9aa3-796e858ca67b', 'status': 'completed', 'code': 200} Aug 24 00:34:36.668716 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.714979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] No DVR routers for this DVR port 4cbf1993-f3c8-409f-874d-99e26295d325 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:36.721681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.723667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22b7b4c4-5c19-4587-8570-18037bd1d1b3 req-14778af4-faa3-493a-a6ef-8ac7e48bfd4a tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.36 "DELETE /v2.0/ports/4cbf1993-f3c8-409f-874d-99e26295d325 HTTP/1.1" status: 204 len: 173 time: 2.6515656 Aug 24 00:34:36.725270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d0a814-a1b6-4bf4-a672-fbe6065ce031', 'name': 'network-vif-deleted', 'tag': '4cbf1993-f3c8-409f-874d-99e26295d325'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:36.728217 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3547885a-1edd-40fa-a9ae-22b6b4819c9b" -d '{"events": [{"server_uuid": "a0d0a814-a1b6-4bf4-a672-fbe6065ce031", "name": "network-vif-deleted", "tag": "4cbf1993-f3c8-409f-874d-99e26295d325"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:36.735304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f08f3861-70d2-4824-b1dc-c9d6d88693b8 req-c2924d41-97af-47c8-880d-4a5497cb224a tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351876 Aug 24 00:34:36.736704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-45e0cc42-f353-4432-8e95-6b06a71e4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:36.737810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-45e0cc42-f353-4432-8e95-6b06a71e4bc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.8514874 Aug 24 00:34:36.769094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4096dbf-767c-4872-91e1-2c57063ed581 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Router d1aef05d-7168-482f-bf9a-b4126bb71818 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:34:36.798760 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed01dd-43fc-4e31-b590-fbae6e23740d x-openstack-request-id: req-6bed01dd-43fc-4e31-b590-fbae6e23740d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:36.799063 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d0a814-a1b6-4bf4-a672-fbe6065ce031", "name": "network-vif-deleted", "tag": "4cbf1993-f3c8-409f-874d-99e26295d325", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:36.799326 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bed01dd-43fc-4e31-b590-fbae6e23740d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:36.799737 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d0a814-a1b6-4bf4-a672-fbe6065ce031', 'name': 'network-vif-deleted', 'tag': '4cbf1993-f3c8-409f-874d-99e26295d325', 'status': 'completed', 'code': 200} Aug 24 00:34:36.855238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f618764c-8264-49ed-a896-d87f3299e309 req-bdf3d783-0c6e-450b-b1c6-c8a59090469b tempest-ServerRescueNegativeTestJSON-1545487212 tempest-ServerRescueNegativeTestJSON-1545487212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0d0a814-a1b6-4bf4-a672-fbe6065ce031 HTTP/1.1" status: 200 len: 210 time: 0.0793905 Aug 24 00:34:36.856541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-2a33c987-2fd4-4632-9a3a-ae07a7a3626d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=3c716f88-71f2-4098-b27d-f81d71021f70 HTTP/1.1" status: 200 len: 217 time: 0.0797365 Aug 24 00:34:36.932546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4096dbf-767c-4872-91e1-2c57063ed581 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:36.944898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.946715 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb218ecd-5235-477d-a34e-e7ad7c701858 None None] Sync routers for ids ['d1aef05d-7168-482f-bf9a-b4126bb71818'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:36.951225 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4096dbf-767c-4872-91e1-2c57063ed581 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:36.955829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:36.956647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b4096dbf-767c-4872-91e1-2c57063ed581 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "PUT /v2.0/routers/d1aef05d-7168-482f-bf9a-b4126bb71818 HTTP/1.1" status: 200 len: 922 time: 1.5856240 Aug 24 00:34:36.960165 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb218ecd-5235-477d-a34e-e7ad7c701858 None None] Routers {'d1aef05d-7168-482f-bf9a-b4126bb71818'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:36.960792 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bb218ecd-5235-477d-a34e-e7ad7c701858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d1aef05d-7168-482f-bf9a-b4126bb71818'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:36.968995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2451831c-464c-4e2d-943c-5fa3aeefff28']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:36.993297 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bb218ecd-5235-477d-a34e-e7ad7c701858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:37.001972 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb218ecd-5235-477d-a34e-e7ad7c701858 None None] Routers {'d1aef05d-7168-482f-bf9a-b4126bb71818'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:37.002574 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bb218ecd-5235-477d-a34e-e7ad7c701858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['d1aef05d-7168-482f-bf9a-b4126bb71818'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:37.010647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-57a894df-b516-4440-a023-c7b7311ccb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:37.012142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-57a894df-b516-4440-a023-c7b7311ccb13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.1209676 Aug 24 00:34:37.013949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6218f20-81c2-4ab5-9814-81746fc84d11') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:37.014261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6218f20-81c2-4ab5-9814-81746fc84d11') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:37.038319 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bb218ecd-5235-477d-a34e-e7ad7c701858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:37.038975 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb218ecd-5235-477d-a34e-e7ad7c701858 None None] The sync data for ids ['d1aef05d-7168-482f-bf9a-b4126bb71818'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:37.044046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.075904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.088344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:37.088763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:37.092521 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:37.183919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-2b01b9f5-5ec0-4737-acf5-9389505369b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:37.185456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-2b01b9f5-5ec0-4737-acf5-9389505369b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629660 Aug 24 00:34:37.226785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46812) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:37.237032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-abfbc91c-bec7-44d6-990d-9dde96ebcf0c tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/routers/d1aef05d-7168-482f-bf9a-b4126bb71818 HTTP/1.1" status: 200 len: 922 time: 0.2799902 Aug 24 00:34:37.282607 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.301200 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.306626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] 10.222.0.26 "DELETE /v2.0/networks/2451831c-464c-4e2d-943c-5fa3aeefff28 HTTP/1.1" status: 204 len: 168 time: 1.3884747 Aug 24 00:34:37.306791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253125f-db6a-4a8c-9c7e-f72e4bd491c2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:37.308294 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b253125f-db6a-4a8c-9c7e-f72e4bd491c2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=d1aef05d-7168-482f-bf9a-b4126bb71818&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0804961 Aug 24 00:34:37.311256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:37.324738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a4881-fa1a-4c5d-83d9-247cef14fd66 tempest-TaggedBootDevicesTest_v242-1904277462 tempest-TaggedBootDevicesTest_v242-1904277462-project] Pushing event deleted for resources: {'Network': ['ID=2451831c-464c-4e2d-943c-5fa3aeefff28,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:37.392341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-210c90ea-3ebf-450d-a533-44068462316b service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960263 Aug 24 00:34:37.475812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfbbefc-2069-4fe6-a944-f5c0dddd7b6f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:37.480099 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6dfbbefc-2069-4fe6-a944-f5c0dddd7b6f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 881 time: 0.1648283 Aug 24 00:34:37.480099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46818) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:37.548748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e8ffd10-19ae-4aac-b2f5-66293fbb3140 req-f669baae-0eeb-4906-88ca-f52ccd8f1956 service neutron] 10.222.0.37 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377482 Aug 24 00:34:37.567375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d20cc20-ef9e-40e6-a1f4-2c16102f28c1 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1aef05d-7168-482f-bf9a-b4126bb71818 HTTP/1.1" status: 200 len: 205 time: 0.0852072 Aug 24 00:34:37.570112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46828) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:37.622946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:37.675698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c455e3c8-f2d8-4453-b954-130c3c69baa2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting subnet 4148d788-2dba-4191-9092-a5cd99ddba25 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:37.679017 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c455e3c8-f2d8-4453-b954-130c3c69baa2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.710176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.724971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c455e3c8-f2d8-4453-b954-130c3c69baa2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:37.820629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 3c716f88-71f2-4098-b27d-f81d71021f70 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:34:37.890737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c455e3c8-f2d8-4453-b954-130c3c69baa2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.004807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 3c716f88-71f2-4098-b27d-f81d71021f70, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=3c716f88-71f2-4098-b27d-f81d71021f70,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:38.014066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b7cff-5dc7-4f8e-8f35-73af0c9d3e1d req-9438a207-0ef7-45e9-aa6c-ec2b3eefcb67 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:38.018731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '3c716f88-71f2-4098-b27d-f81d71021f70', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': '3c716f88-71f2-4098-b27d-f81d71021f70', 'mac_address': 'fa:16:3e:f6:bc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:34:38.022959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b4b7cff-5dc7-4f8e-8f35-73af0c9d3e1d req-9438a207-0ef7-45e9-aa6c-ec2b3eefcb67 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 948 time: 0.0845754 Aug 24 00:34:38.078887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b4b7cff-5dc7-4f8e-8f35-73af0c9d3e1d req-ef15d625-cfb2-4722-8711-82d92654f4a9 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Aug 24 00:34:38.095080 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.115579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c716f88-71f2-4098-b27d-f81d71021f70 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:34:38.121065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:38.142529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 3c716f88-71f2-4098-b27d-f81d71021f70, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=3c716f88-71f2-4098-b27d-f81d71021f70,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:38.170216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c455e3c8-f2d8-4453-b954-130c3c69baa2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.231993 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.242904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c455e3c8-f2d8-4453-b954-130c3c69baa2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.244987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c455e3c8-f2d8-4453-b954-130c3c69baa2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "DELETE /v2.0/subnets/4148d788-2dba-4191-9092-a5cd99ddba25 HTTP/1.1" status: 204 len: 168 time: 0.6208880 Aug 24 00:34:38.246038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455e3c8-f2d8-4453-b954-130c3c69baa2 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Subnet': ['ID=4148d788-2dba-4191-9092-a5cd99ddba25,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:38.249243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46856) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:38.273520 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.310044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c335ff5-7324-4233-833c-3c620628c17c None None] Network c3d81b88-a382-4f48-a55c-810c37f02f05 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:38.338387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.433935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4cbf1993-f3c8-409f-874d-99e26295d325 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:38.445837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['3c716f88-71f2-4098-b27d-f81d71021f70'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:34:38.480097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Deleting port 9c776737-6424-449e-be96-486656e92b8d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:38.480636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.489348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=3c716f88-71f2-4098-b27d-f81d71021f70,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:38.529010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 4cbf1993-f3c8-409f-874d-99e26295d325 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:38.530432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4cbf1993-f3c8-409f-874d-99e26295d325 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:38.550927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port 215f87d9-c950-443d-a1a9-f736507f6387 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:38.551270 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.646340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.673588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Calling delete_port for 9c776737-6424-449e-be96-486656e92b8d owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:38.686638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port 215f87d9-c950-443d-a1a9-f736507f6387, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=215f87d9-c950-443d-a1a9-f736507f6387,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:38.687529 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:38.726563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for 215f87d9-c950-443d-a1a9-f736507f6387 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:38.772361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] DHCP port deletion for c3d81b88-a382-4f48-a55c-810c37f02f05 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:38.942139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] Deleting port 215f87d9-c950-443d-a1a9-f736507f6387 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:38.943269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.038713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] For port 215f87d9-c950-443d-a1a9-f736507f6387, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=215f87d9-c950-443d-a1a9-f736507f6387,segment=NetworkSegment(f9925775-4a8d-4ff4-96ee-78808f2d6bda),segment_id=f9925775-4a8d-4ff4-96ee-78808f2d6bda)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:39.039382 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.039976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.072010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] Calling delete_port for 215f87d9-c950-443d-a1a9-f736507f6387 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:39.080648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.119378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event deleted for resources: {'Port': ['ID=9c776737-6424-449e-be96-486656e92b8d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:39.195581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port 215f87d9-c950-443d-a1a9-f736507f6387 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:39.247913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.251853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=215f87d9-c950-443d-a1a9-f736507f6387,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:39.272591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.293861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] Pushing event deleted for resources: {'Port': ['ID=215f87d9-c950-443d-a1a9-f736507f6387,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:39.304846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645c6d7-797e-4603-b729-18a0ba0f7cde None None] No DVR routers for this DVR port 215f87d9-c950-443d-a1a9-f736507f6387 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:39.379495 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.416593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.419747 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.545214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 215f87d9-c950-443d-a1a9-f736507f6387 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:39.563323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.564799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Fanout notify agent at l3_agent the message router_deleted on router d1aef05d-7168-482f-bf9a-b4126bb71818 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:39.571921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.574502 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-21209e10-a41f-482b-ae71-c4339e59cab5 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/d1aef05d-7168-482f-bf9a-b4126bb71818 HTTP/1.1" status: 204 len: 168 time: 2.0021353 Aug 24 00:34:39.577191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46880) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:39.588553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4912179e-2ed3-429d-a546-80ccc1b669b9 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1817597585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:39.592962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 215f87d9-c950-443d-a1a9-f736507f6387 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:39.593611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 215f87d9-c950-443d-a1a9-f736507f6387 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:39.598944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.618649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d81b88-a382-4f48-a55c-810c37f02f05']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:39.632684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9925775-4a8d-4ff4-96ee-78808f2d6bda') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:39.632992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9925775-4a8d-4ff4-96ee-78808f2d6bda') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:39.644871 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.660258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.667976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:39.668488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.685121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4912179e-2ed3-429d-a546-80ccc1b669b9 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.686495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4912179e-2ed3-429d-a546-80ccc1b669b9 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.766858 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4912179e-2ed3-429d-a546-80ccc1b669b9 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:39.775406 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:39.798926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4269-22e9-40a2-9f3d-5d27eaf506ee req-26eaf921-6494-4472-865c-1ee7b4375b6e tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:39.800286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-104c4269-22e9-40a2-9f3d-5d27eaf506ee req-26eaf921-6494-4472-865c-1ee7b4375b6e tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 949 time: 0.5522048 Aug 24 00:34:39.836601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 3c716f88-71f2-4098-b27d-f81d71021f70 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:34:39.854817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-104c4269-22e9-40a2-9f3d-5d27eaf506ee req-222c2869-c2d1-42d3-9ed0-e47279c28c73 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457709 Aug 24 00:34:39.875922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.893220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.895280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "DELETE /v2.0/networks/c3d81b88-a382-4f48-a55c-810c37f02f05 HTTP/1.1" status: 204 len: 168 time: 1.6450520 Aug 24 00:34:39.901017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4912179e-2ed3-429d-a546-80ccc1b669b9 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:39.907503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46884) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:39.919524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e24cd-f33b-4ad6-a029-82c49453acfa tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Network': ['ID=c3d81b88-a382-4f48-a55c-810c37f02f05,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:39.990514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 3c716f88-71f2-4098-b27d-f81d71021f70 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:34:39.995286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-186c9128-529e-4db3-a111-10edfde27aa0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting subnet 59ff8d65-6c63-42ed-9782-ca898f99ef52 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:39.996637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 3c716f88-71f2-4098-b27d-f81d71021f70 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:34:39.996637 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.000282 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-186c9128-529e-4db3-a111-10edfde27aa0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.021069 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4912179e-2ed3-429d-a546-80ccc1b669b9 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.023920 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4912179e-2ed3-429d-a546-80ccc1b669b9 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4453683 Aug 24 00:34:40.026187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46890) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:40.035701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:40.048004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Deleting port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:40.048004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.053956 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-186c9128-529e-4db3-a111-10edfde27aa0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.204778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.269730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] For port f1a0dcca-2b0d-4b4b-9c39-9f60967c1331, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,segment=NetworkSegment(6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e),segment_id=6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:40.270354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.275904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 3c716f88-71f2-4098-b27d-f81d71021f70, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=3c716f88-71f2-4098-b27d-f81d71021f70,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:40.277123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4e54fe-2a89-4231-9655-94d513c2ff74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c716f88-71f2-4098-b27d-f81d71021f70'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:40.282988 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88bcf03-35ad-4e6c-8784-a0a128aa8ff9" -d '{"events": [{"server_uuid": "4a4e54fe-2a89-4231-9655-94d513c2ff74", "name": "network-vif-plugged", "status": "completed", "tag": "3c716f88-71f2-4098-b27d-f81d71021f70"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:40.289955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Calling delete_port for f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:40.292401 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-186c9128-529e-4db3-a111-10edfde27aa0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.337321 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1af34b-8a2a-4137-afc0-45ebbb045182 x-openstack-request-id: req-8d1af34b-8a2a-4137-afc0-45ebbb045182 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:40.337651 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4e54fe-2a89-4231-9655-94d513c2ff74", "name": "network-vif-plugged", "status": "completed", "tag": "3c716f88-71f2-4098-b27d-f81d71021f70", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:40.338084 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d1af34b-8a2a-4137-afc0-45ebbb045182 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:40.338484 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4e54fe-2a89-4231-9655-94d513c2ff74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c716f88-71f2-4098-b27d-f81d71021f70', 'code': 200} Aug 24 00:34:40.386162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.485302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=3c716f88-71f2-4098-b27d-f81d71021f70,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:40.521001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.541640 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-186c9128-529e-4db3-a111-10edfde27aa0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.562364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0634a-9f28-47f9-8a4a-ffad51fcad3c req-5f59406e-2445-4654-a482-f01fe79552b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:40.564398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a0634a-9f28-47f9-8a4a-ffad51fcad3c req-5f59406e-2445-4654-a482-f01fe79552b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 1101 time: 0.1310186 Aug 24 00:34:40.598180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2c3895-45b0-4b9c-970b-7e8802c9dbff None None] Network 79342a40-813a-47ec-b528-f09fb75bb6e6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:40.599620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c9128-529e-4db3-a111-10edfde27aa0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Subnet': ['ID=59ff8d65-6c63-42ed-9782-ca898f99ef52,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:40.634128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-186c9128-529e-4db3-a111-10edfde27aa0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.638673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-186c9128-529e-4db3-a111-10edfde27aa0 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "DELETE /v2.0/subnets/59ff8d65-6c63-42ed-9782-ca898f99ef52 HTTP/1.1" status: 204 len: 168 time: 0.7301850 Aug 24 00:34:40.646402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46904) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:40.760098 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7a0634a-9f28-47f9-8a4a-ffad51fcad3c req-657a5c2f-272c-4aaa-93c0-9f5b1cb92ac2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751962 Aug 24 00:34:40.794121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.870719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.907554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a0dcca-2b0d-4b4b-9c39-9f60967c1331,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:40.939414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] DHCP port deletion for 79342a40-813a-47ec-b528-f09fb75bb6e6 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:40.946633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:40.970980 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.009766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] Deleting port 74426dd2-603f-4ccf-8548-efb248c853e1 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:41.010848 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.054966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540b796-d912-425c-98d8-0a4d45b1be3b req-a0b63f52-76e9-4dd5-a5a2-64ecff6f2d29 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:41.065261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5540b796-d912-425c-98d8-0a4d45b1be3b req-a0b63f52-76e9-4dd5-a5a2-64ecff6f2d29 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 950 time: 0.0998247 Aug 24 00:34:41.120094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5540b796-d912-425c-98d8-0a4d45b1be3b req-b52ee6bc-1625-45ca-aa3c-737f7f904b68 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563197 Aug 24 00:34:41.138077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Deleting port 74426dd2-603f-4ccf-8548-efb248c853e1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:41.138077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.183653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] For port 74426dd2-603f-4ccf-8548-efb248c853e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=74426dd2-603f-4ccf-8548-efb248c853e1,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:41.186658 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.219717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] Calling delete_port for 74426dd2-603f-4ccf-8548-efb248c853e1 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:41.279011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Allocated IP 172.25.5.84 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/31285397-8336-4443-b4de-8243633439e5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:41.479661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.505937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.515190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] Pushing event deleted for resources: {'Port': ['ID=74426dd2-603f-4ccf-8548-efb248c853e1,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:41.535528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b15e13-16d9-458d-acce-2f1031249c48 None None] No DVR routers for this DVR port 74426dd2-603f-4ccf-8548-efb248c853e1 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:41.648012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 74426dd2-603f-4ccf-8548-efb248c853e1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:41.697409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 74426dd2-603f-4ccf-8548-efb248c853e1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:41.697409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 74426dd2-603f-4ccf-8548-efb248c853e1 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:41.720906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.739573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] For port 74426dd2-603f-4ccf-8548-efb248c853e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=74426dd2-603f-4ccf-8548-efb248c853e1,segment=NetworkSegment(75e76bd7-1488-4d14-a52d-2365367a82b4),segment_id=75e76bd7-1488-4d14-a52d-2365367a82b4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:41.740175 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:41.759090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Calling delete_port for 74426dd2-603f-4ccf-8548-efb248c853e1 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:41.808736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event updated for resources: {'Port': ['ID=31285397-8336-4443-b4de-8243633439e5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:41.820054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:41.821556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:41.824767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:41.851165 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.061161 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.132709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] No DVR routers for this DVR port 74426dd2-603f-4ccf-8548-efb248c853e1 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:42.138525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Port': ['ID=74426dd2-603f-4ccf-8548-efb248c853e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:42.272763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.444857 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.478705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.514904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79342a40-813a-47ec-b528-f09fb75bb6e6']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:42.524208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:34:42.539189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e76bd7-1488-4d14-a52d-2365367a82b4') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:42.539189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e76bd7-1488-4d14-a52d-2365367a82b4') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:42.553183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d535773-c3a9-4d2c-aeda-0473caa79f5e req-e1b4b60b-ceb6-4c5f-9aef-0220b1673fd4 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:42.553511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.554941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d535773-c3a9-4d2c-aeda-0473caa79f5e req-e1b4b60b-ceb6-4c5f-9aef-0220b1673fd4 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 950 time: 0.2212207 Aug 24 00:34:42.557330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.567160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.736755 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.742140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d535773-c3a9-4d2c-aeda-0473caa79f5e req-233d5f55-2332-4c35-9d0e-409d5f5a4da1 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771727 Aug 24 00:34:42.749657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:42.750075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:42.753057 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:42.832764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:42.842994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] Sync routers for ids ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:42.848241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46950) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:42.857808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] Routers {'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:42.861811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:42.863583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8c2d2d24-44f9-4e8f-8cfc-d5f8a379b990 admin admin] 10.222.0.26 "PUT /v2.0/routers/c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7379265 Aug 24 00:34:42.925076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.930221 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:42.934120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] 10.222.0.26 "DELETE /v2.0/networks/79342a40-813a-47ec-b528-f09fb75bb6e6 HTTP/1.1" status: 204 len: 168 time: 2.2830660 Aug 24 00:34:42.975655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf04d0-9550-492b-a504-1fee13757b97 tempest-ServersTestMultiNic-153980083 tempest-ServersTestMultiNic-153980083-project] Pushing event deleted for resources: {'Network': ['ID=79342a40-813a-47ec-b528-f09fb75bb6e6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:43.052924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] Set router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:43.190672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.197496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Router 22646c85-e55b-4796-a3dc-fd2e49d9abea is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:34:43.303042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:34:40Z', 'revision_number': 5, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:43.335538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] Checking router: c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:34:43.353053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:43.365591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] Routers {'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:43.366279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:43.517120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] Set router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:43.798009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:34:40Z', 'revision_number': 5, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:43.841657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08dc1d-7dce-40d1-a303-eb474820fe30 None None] The sync data for ids ['c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c'] in n-d-804878-2 is: [{'id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'name': 'tempest-ServerRescueNegativeTestJSON-261886935-router', 'tenant_id': 'f605a7f385144c69a647f527709e6961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '44886b78-f025-4415-b70d-e0179dc14e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:34:40Z', 'revision_number': 5, 'project_id': 'f605a7f385144c69a647f527709e6961', 'gw_port': {'id': '44886b78-f025-4415-b70d-e0179dc14e12', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:31:48Z', 'updated_at': '2021-08-24T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:43.856949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1deb-ccbe-46d4-b779-0c6a22fafc43 req-0cf24441-5740-4233-8aa9-062f9dc84dda tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:43.860286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd5e1deb-ccbe-46d4-b779-0c6a22fafc43 req-0cf24441-5740-4233-8aa9-062f9dc84dda tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 950 time: 0.2079551 Aug 24 00:34:43.876040 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:43.889242 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f710a-0fe0-4ebd-b53f-38ab3a76fb92 None None] Sync routers for ids ['22646c85-e55b-4796-a3dc-fd2e49d9abea'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:43.900867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:43.903298 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d31ea476-7a18-426f-8f58-3764f82f4e3b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "PUT /v2.0/routers/22646c85-e55b-4796-a3dc-fd2e49d9abea HTTP/1.1" status: 200 len: 879 time: 3.8742385 Aug 24 00:34:43.905148 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f710a-0fe0-4ebd-b53f-38ab3a76fb92 None None] Routers {'22646c85-e55b-4796-a3dc-fd2e49d9abea'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:43.906156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:43.906866 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-111f710a-0fe0-4ebd-b53f-38ab3a76fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['22646c85-e55b-4796-a3dc-fd2e49d9abea'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:43.987188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-111f710a-0fe0-4ebd-b53f-38ab3a76fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:44.008840 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f710a-0fe0-4ebd-b53f-38ab3a76fb92 None None] Routers {'22646c85-e55b-4796-a3dc-fd2e49d9abea'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:44.009416 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-111f710a-0fe0-4ebd-b53f-38ab3a76fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['22646c85-e55b-4796-a3dc-fd2e49d9abea'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:44.050281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.080458 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-111f710a-0fe0-4ebd-b53f-38ab3a76fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:44.083301 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111f710a-0fe0-4ebd-b53f-38ab3a76fb92 None None] The sync data for ids ['22646c85-e55b-4796-a3dc-fd2e49d9abea'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:44.123446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd5e1deb-ccbe-46d4-b779-0c6a22fafc43 req-d8e9d6bc-f49d-469d-92e0-edae989cdabe tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569387 Aug 24 00:34:44.202360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4d9bf1d0-b6f5-4858-b7e6-114855e50aba tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/routers/22646c85-e55b-4796-a3dc-fd2e49d9abea HTTP/1.1" status: 200 len: 920 time: 0.2932231 Aug 24 00:34:44.206868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:44.259533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Deleting port 44886b78-f025-4415-b70d-e0179dc14e12 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:44.259889 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.330491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c4a22-edd8-46ed-bc91-ea756365bc24 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:44.332281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e85c4a22-edd8-46ed-bc91-ea756365bc24 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=22646c85-e55b-4796-a3dc-fd2e49d9abea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1216891 Aug 24 00:34:44.335618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46990) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:44.443217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] For port 44886b78-f025-4415-b70d-e0179dc14e12, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=44886b78-f025-4415-b70d-e0179dc14e12,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:44.443839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.469383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.478871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Calling delete_port for 44886b78-f025-4415-b70d-e0179dc14e12 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:44.514333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4d3a0-5a82-4204-bdf1-cb991d66446e tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:44.518311 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18f4d3a0-5a82-4204-bdf1-cb991d66446e tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 881 time: 0.1790001 Aug 24 00:34:44.518579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46992) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:44.590789 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4df43b73-1d3e-4c24-9498-d5276bba0c01 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=22646c85-e55b-4796-a3dc-fd2e49d9abea HTTP/1.1" status: 200 len: 205 time: 0.0709710 Aug 24 00:34:44.593275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46996) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:44.801231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:44.908755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-d0532c98-7da0-4638-9bb3-f1e94e1707b9 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:44.910652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-d0532c98-7da0-4638-9bb3-f1e94e1707b9 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 950 time: 0.1294475 Aug 24 00:34:45.009708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.086810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Deleting port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:45.087160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.125200 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.172478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=44886b78-f025-4415-b70d-e0179dc14e12,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:45.224238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Deleting port 3c716f88-71f2-4098-b27d-f81d71021f70 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:45.224590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.322133 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.327525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] For port 1b1063ba-1e69-4f5d-bdef-e0d702de27ce, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,segment=NetworkSegment(4a9991a9-e856-41a3-bf79-87d919135e59),segment_id=4a9991a9-e856-41a3-bf79-87d919135e59)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:45.328155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.354706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Calling delete_port for 1b1063ba-1e69-4f5d-bdef-e0d702de27ce owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:45.382718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649de3d-d5f2-46ff-91cc-8601299ae96c req-a7166f64-1858-4656-8782-f90d55acaf7b tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:45.384277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1649de3d-d5f2-46ff-91cc-8601299ae96c req-a7166f64-1858-4656-8782-f90d55acaf7b tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 950 time: 0.1076159 Aug 24 00:34:45.466808 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.470265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.543762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Deleting port 31285397-8336-4443-b4de-8243633439e5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:45.544131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.566465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:45.590221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:45.590939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f1a0dcca-2b0d-4b4b-9c39-9f60967c1331 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:45.622817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] For port 3c716f88-71f2-4098-b27d-f81d71021f70, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=3c716f88-71f2-4098-b27d-f81d71021f70,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:45.623383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.669531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Calling delete_port for 3c716f88-71f2-4098-b27d-f81d71021f70 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:45.683808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1649de3d-d5f2-46ff-91cc-8601299ae96c req-b5843ae1-1774-433d-b357-61c7ee2d502c tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/security-groups?id=47147aab-287d-4355-94eb-7c66fd1e61bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931364 Aug 24 00:34:45.756379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.772874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Calling delete_port for 31285397-8336-4443-b4de-8243633439e5 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:45.781084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.781863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:45.796374 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.799627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-45373e31-d1e8-4161-9e32-5d51a04cd3f7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c9c5f500-ea93-4dea-9dab-6fcee6f8bf0c HTTP/1.1" status: 204 len: 168 time: 2.9477358 Aug 24 00:34:45.800979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47020) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:45.933884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-959309ac-8249-4ee6-a2c7-ea9244b673f3 admin admin] Deleting subnet 436aed62-5103-4026-9795-bfc2995c9ecf {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:45.939607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-959309ac-8249-4ee6-a2c7-ea9244b673f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.948169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.982540 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:45.984488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1063ba-1e69-4f5d-bdef-e0d702de27ce,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:46.030292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Pushing event deleted for resources: {'Port': ['ID=3c716f88-71f2-4098-b27d-f81d71021f70,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:46.053946 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-959309ac-8249-4ee6-a2c7-ea9244b673f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.123058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] No DVR routers for this DVR port 3c716f88-71f2-4098-b27d-f81d71021f70 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:46.156955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.159980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e14052f1-a6b3-4ce0-a70a-43c3cb7a8c9e req-9ed48e6f-1c8d-429c-a2a5-3341eff5c62f tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.37 "DELETE /v2.0/ports/3c716f88-71f2-4098-b27d-f81d71021f70 HTTP/1.1" status: 204 len: 173 time: 1.2423661 Aug 24 00:34:46.160860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4e54fe-2a89-4231-9655-94d513c2ff74', 'name': 'network-vif-deleted', 'tag': '3c716f88-71f2-4098-b27d-f81d71021f70'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:34:46.163958 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-959309ac-8249-4ee6-a2c7-ea9244b673f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.171495 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b444fc3-ae7d-4b9e-a517-f32b41f849bd" -d '{"events": [{"server_uuid": "4a4e54fe-2a89-4231-9655-94d513c2ff74", "name": "network-vif-deleted", "tag": "3c716f88-71f2-4098-b27d-f81d71021f70"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:34:46.276751 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f8499-dbe5-47c1-90dd-4c8a7b911178 x-openstack-request-id: req-999f8499-dbe5-47c1-90dd-4c8a7b911178 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:34:46.276751 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4e54fe-2a89-4231-9655-94d513c2ff74", "name": "network-vif-deleted", "tag": "3c716f88-71f2-4098-b27d-f81d71021f70", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:34:46.276983 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-999f8499-dbe5-47c1-90dd-4c8a7b911178 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:34:46.277413 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4e54fe-2a89-4231-9655-94d513c2ff74', 'name': 'network-vif-deleted', 'tag': '3c716f88-71f2-4098-b27d-f81d71021f70', 'status': 'completed', 'code': 200} Aug 24 00:34:46.294599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.396262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event deleted for resources: {'Port': ['ID=31285397-8336-4443-b4de-8243633439e5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:46.406772 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-959309ac-8249-4ee6-a2c7-ea9244b673f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.502797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959309ac-8249-4ee6-a2c7-ea9244b673f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436aed62-5103-4026-9795-bfc2995c9ecf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:46.507924 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-959309ac-8249-4ee6-a2c7-ea9244b673f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.513084 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-959309ac-8249-4ee6-a2c7-ea9244b673f3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/436aed62-5103-4026-9795-bfc2995c9ecf HTTP/1.1" status: 204 len: 168 time: 0.7046981 Aug 24 00:34:46.513487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47036) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:46.523709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.583997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.711273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.721616 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.724954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.844525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.857006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d38ea34-c054-4ad1-8141-3987255ca0e2']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:46.868833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f71483e6-05da-439e-89c1-dac3144d39c2 req-8f90fc05-8d4b-4446-98f8-f729c56bb340 tempest-VolumesNegativeTest-782876166 tempest-VolumesNegativeTest-782876166-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e54fe-2a89-4231-9655-94d513c2ff74 HTTP/1.1" status: 200 len: 210 time: 0.0471859 Aug 24 00:34:46.870696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:46.870696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd0e2fb-c62d-4537-9009-8c22bb2f2f7e') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:46.882109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.882882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Fanout notify agent at l3_agent the message router_deleted on router 22646c85-e55b-4796-a3dc-fd2e49d9abea {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:46.886470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.908575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Router 025833da-12ad-484c-b288-0898c87ff5f6 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:34:46.920650 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.922557 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d4c33b37-5e7e-461e-8991-f7c41e9c647b tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/22646c85-e55b-4796-a3dc-fd2e49d9abea HTTP/1.1" status: 204 len: 168 time: 2.3275619 Aug 24 00:34:46.930809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47048) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:46.938729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.942236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6c4aa6a7-3f3c-43d4-ad98-66f69fe92a6f tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-284210220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:46.967021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:46.967445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:46.970415 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:47.049349 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa6a7-3f3c-43d4-ad98-66f69fe92a6f tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.051436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa6a7-3f3c-43d4-ad98-66f69fe92a6f tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.061475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:47.068119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-59b10ae6-77a9-4576-8a0d-1d478bb0aa47 admin admin] 10.222.0.26 "PUT /v2.0/routers/025833da-12ad-484c-b288-0898c87ff5f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7137234 Aug 24 00:34:47.070341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47050) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:47.072315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] Sync routers for ids ['025833da-12ad-484c-b288-0898c87ff5f6'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:47.083154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] Routers {'025833da-12ad-484c-b288-0898c87ff5f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:47.084065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['025833da-12ad-484c-b288-0898c87ff5f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:47.109394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.127160 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.134070 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8d38ea34-c054-4ad1-8141-3987255ca0e2 HTTP/1.1" status: 204 len: 168 time: 0.6151130 Aug 24 00:34:47.152052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b689cb-791c-4407-9898-872981f32ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d38ea34-c054-4ad1-8141-3987255ca0e2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:47.218776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa6a7-3f3c-43d4-ad98-66f69fe92a6f tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.296011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa6a7-3f3c-43d4-ad98-66f69fe92a6f tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.336107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.394078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] Set router 025833da-12ad-484c-b288-0898c87ff5f6 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:47.417562 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4aa6a7-3f3c-43d4-ad98-66f69fe92a6f tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.418798 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c4aa6a7-3f3c-43d4-ad98-66f69fe92a6f tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4845083 Aug 24 00:34:47.422065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47064) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:47.429672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': True}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:47.569067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.591450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 44886b78-f025-4415-b70d-e0179dc14e12 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:47.629676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 44886b78-f025-4415-b70d-e0179dc14e12 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:47.630236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 44886b78-f025-4415-b70d-e0179dc14e12 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:47.729363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:34:45Z', 'revision_number': 5, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port': {'id': '58508eee-e0ec-4e59-b499-bebb6b5165a6', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025833da-12ad-484c-b288-0898c87ff5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:33:02Z', 'updated_at': '2021-08-24T00:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:47.762538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] Checking router: 025833da-12ad-484c-b288-0898c87ff5f6 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:34:47.772296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] Routers {'025833da-12ad-484c-b288-0898c87ff5f6'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:47.772996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['025833da-12ad-484c-b288-0898c87ff5f6'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:47.798815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.816572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Deleting port 58508eee-e0ec-4e59-b499-bebb6b5165a6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:47.816910 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.878248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] Set router 025833da-12ad-484c-b288-0898c87ff5f6 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:47.886345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:47.945402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] For port 58508eee-e0ec-4e59-b499-bebb6b5165a6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=58508eee-e0ec-4e59-b499-bebb6b5165a6,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:47.955852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:47.989025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Calling delete_port for 58508eee-e0ec-4e59-b499-bebb6b5165a6 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:48.007545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:48.018294 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d4cf6275-1df6-4464-89a3-6a84362bc5b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f605a7f385144c69a647f527709e6961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306541 Aug 24 00:34:48.035636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 3c716f88-71f2-4098-b27d-f81d71021f70 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:48.043546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:34:47Z', 'revision_number': 6, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:48.139153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 3c716f88-71f2-4098-b27d-f81d71021f70 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:48.139743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 3c716f88-71f2-4098-b27d-f81d71021f70 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:48.142582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48f1a9-e1e6-4a71-9f0d-d66f673f4042 None None] The sync data for ids ['025833da-12ad-484c-b288-0898c87ff5f6'] in n-d-804878-2 is: [{'id': '025833da-12ad-484c-b288-0898c87ff5f6', 'name': 'tempest-ServersTestMultiNic-927878033-router', 'tenant_id': '735f41a9982c4380994ff1bb5295a611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:33:01Z', 'updated_at': '2021-08-24T00:34:47Z', 'revision_number': 6, 'project_id': '735f41a9982c4380994ff1bb5295a611', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:48.232182 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-37a07210-6ba9-4a2f-9950-fac96ce3cdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.257268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-37a07210-6ba9-4a2f-9950-fac96ce3cdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.271031 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.305947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.408748 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-37a07210-6ba9-4a2f-9950-fac96ce3cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.412398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-37a07210-6ba9-4a2f-9950-fac96ce3cdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.413345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-37a07210-6ba9-4a2f-9950-fac96ce3cdcf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04 HTTP/1.1" status: 204 len: 168 time: 0.4045973 Aug 24 00:34:48.426259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a07210-6ba9-4a2f-9950-fac96ce3cdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb5ebda-7758-4be7-a5ff-e4e9bca1ff04,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:48.431500 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.480441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Pushing event deleted for resources: {'Port': ['ID=58508eee-e0ec-4e59-b499-bebb6b5165a6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:48.488766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Allocated IP 172.25.5.147 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/c5efb052-6167-43a8-adaa-b957843d59cd) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:48.595794 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.689309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.849491 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:48.936421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:48.942212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:48.950518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:49.101301 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'Port': ['ID=c5efb052-6167-43a8-adaa-b957843d59cd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:49.197066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.203167 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.345655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.346366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 025833da-12ad-484c-b288-0898c87ff5f6 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:49.349845 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:34:49.354400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.354830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-23e8646e-344a-4020-b6ae-655026852815 admin admin] 10.222.0.26 "DELETE /v2.0/routers/025833da-12ad-484c-b288-0898c87ff5f6 HTTP/1.1" status: 204 len: 168 time: 2.2832069 Aug 24 00:34:49.355479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47134) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:49.404199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e98874-2dc6-4363-b0c8-4979f9845df4 admin admin] Deleting subnet 9cc5afb2-07f3-4174-bc7f-8d8e90f22867 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:49.408359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e98874-2dc6-4363-b0c8-4979f9845df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.475250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e98874-2dc6-4363-b0c8-4979f9845df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.516432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1b1063ba-1e69-4f5d-bdef-e0d702de27ce no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:49.571547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1b1063ba-1e69-4f5d-bdef-e0d702de27ce {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:49.571911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1b1063ba-1e69-4f5d-bdef-e0d702de27ce not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:49.572348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 58508eee-e0ec-4e59-b499-bebb6b5165a6 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:49.619691 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e98874-2dc6-4363-b0c8-4979f9845df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.645974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 58508eee-e0ec-4e59-b499-bebb6b5165a6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:49.646325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 58508eee-e0ec-4e59-b499-bebb6b5165a6 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:49.891324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e98874-2dc6-4363-b0c8-4979f9845df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.927943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e98874-2dc6-4363-b0c8-4979f9845df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc5afb2-07f3-4174-bc7f-8d8e90f22867,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:49.941199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92e98874-2dc6-4363-b0c8-4979f9845df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:49.944484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325ec9e-c6c0-4f41-be5c-9cdfda6e2987 None None] Network 9254bda8-a4f6-498d-9130-b2d85f701b23 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:49.953021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-92e98874-2dc6-4363-b0c8-4979f9845df4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9cc5afb2-07f3-4174-bc7f-8d8e90f22867 HTTP/1.1" status: 204 len: 168 time: 0.5939426 Aug 24 00:34:49.953249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47192) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:50.074016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.087037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.209121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] DHCP port deletion for 9254bda8-a4f6-498d-9130-b2d85f701b23 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:34:50.224242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Deleting port dff58f97-074d-4b5b-914a-991a8b20eaa9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:50.224491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.266791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47220) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:50.319610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] Deleting port dff58f97-074d-4b5b-914a-991a8b20eaa9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:50.320006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.326544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] For port dff58f97-074d-4b5b-914a-991a8b20eaa9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dff58f97-074d-4b5b-914a-991a8b20eaa9,segment=NetworkSegment(4a9991a9-e856-41a3-bf79-87d919135e59),segment_id=4a9991a9-e856-41a3-bf79-87d919135e59)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:50.328011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.346173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Calling delete_port for dff58f97-074d-4b5b-914a-991a8b20eaa9 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:50.426881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] For port dff58f97-074d-4b5b-914a-991a8b20eaa9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dff58f97-074d-4b5b-914a-991a8b20eaa9,segment=NetworkSegment(4a9991a9-e856-41a3-bf79-87d919135e59),segment_id=4a9991a9-e856-41a3-bf79-87d919135e59)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:50.427448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.466674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] Calling delete_port for dff58f97-074d-4b5b-914a-991a8b20eaa9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:50.473187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.479902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.516456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-955203244-network', 'tenant_id': '4246216cc2ca4bce9ab82310ba37bb6a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:50.668730 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.673666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Made reservation on behalf of 4246216cc2ca4bce9ab82310ba37bb6a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:50.675869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.697205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Router da2f40c1-1844-43dd-88d2-37ea14bc0639 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:34:50.704266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.770404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] Pushing event deleted for resources: {'Port': ['ID=dff58f97-074d-4b5b-914a-991a8b20eaa9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:50.779583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a205b1a8-dfe1-48dd-854b-b6887fb4e07b None None] No DVR routers for this DVR port dff58f97-074d-4b5b-914a-991a8b20eaa9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:50.807828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.819948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=dff58f97-074d-4b5b-914a-991a8b20eaa9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:50.833156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] No DVR routers for this DVR port dff58f97-074d-4b5b-914a-991a8b20eaa9 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:34:50.838289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.838956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.839528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.840082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.840615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.841160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.841725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.842258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.843018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.843548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.844092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.844618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:34:50.958071 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.959105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:50.964274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:50.969536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:50.972013 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11cb98-3b31-481e-a577-8cde2decf9fa None None] Sync routers for ids ['da2f40c1-1844-43dd-88d2-37ea14bc0639'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:50.986287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ca7d463d-6c29-4b4c-b703-7f59e43f8e30 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "PUT /v2.0/routers/da2f40c1-1844-43dd-88d2-37ea14bc0639 HTTP/1.1" status: 200 len: 914 time: 3.5630167 Aug 24 00:34:50.996240 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11cb98-3b31-481e-a577-8cde2decf9fa None None] Routers {'da2f40c1-1844-43dd-88d2-37ea14bc0639'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:51.002528 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4f11cb98-3b31-481e-a577-8cde2decf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['da2f40c1-1844-43dd-88d2-37ea14bc0639'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:51.033537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9254bda8-a4f6-498d-9130-b2d85f701b23']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:51.044812 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4f11cb98-3b31-481e-a577-8cde2decf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:51.054311 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11cb98-3b31-481e-a577-8cde2decf9fa None None] Routers {'da2f40c1-1844-43dd-88d2-37ea14bc0639'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:51.054994 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4f11cb98-3b31-481e-a577-8cde2decf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['da2f40c1-1844-43dd-88d2-37ea14bc0639'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:51.060676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9991a9-e856-41a3-bf79-87d919135e59') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:51.060982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9991a9-e856-41a3-bf79-87d919135e59') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:51.079021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.093033 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4f11cb98-3b31-481e-a577-8cde2decf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:51.093699 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11cb98-3b31-481e-a577-8cde2decf9fa None None] The sync data for ids ['da2f40c1-1844-43dd-88d2-37ea14bc0639'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:51.140561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.160643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:34:51.160896 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:34:51.162813 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:34:51.221083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5386d6ce-71b1-4bed-9f06-660018042777 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/routers/da2f40c1-1844-43dd-88d2-37ea14bc0639 HTTP/1.1" status: 200 len: 920 time: 0.2476602 Aug 24 00:34:51.224673 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47258) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.225521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.289034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18c37e-d2fa-42e6-ba60-f3643cd083f6 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:51.293128 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7f18c37e-d2fa-42e6-ba60-f3643cd083f6 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=da2f40c1-1844-43dd-88d2-37ea14bc0639&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0649381 Aug 24 00:34:51.293553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47260) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.307604 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.327131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:51.339156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.339794 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Added segment 2efc3487-6c90-4f43-b230-d7d2aca97732 of type vlan for network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 Aug 24 00:34:51.352692 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.397518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1624ac-b9dc-4f3f-bc31-dfa3df6c3f3b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:51.399046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aa1624ac-b9dc-4f3f-bc31-dfa3df6c3f3b tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 881 time: 0.1044800 Aug 24 00:34:51.401941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47268) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.403864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.408306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] 10.222.0.26 "DELETE /v2.0/networks/9254bda8-a4f6-498d-9130-b2d85f701b23 HTTP/1.1" status: 204 len: 168 time: 1.4515414 Aug 24 00:34:51.412147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.436561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06b199-5417-4482-8a9f-c91f3059bf2e admin admin] Pushing event deleted for resources: {'Network': ['ID=9254bda8-a4f6-498d-9130-b2d85f701b23,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:51.445802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de6fee7-2d54-4e40-ac51-7b1e59238eca,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:51.453990 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8fbeb0e8-acee-44fb-bacb-93319c6cc3de tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=da2f40c1-1844-43dd-88d2-37ea14bc0639 HTTP/1.1" status: 200 len: 205 time: 0.0444322 Aug 24 00:34:51.453990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47272) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.523903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dff58f97-074d-4b5b-914a-991a8b20eaa9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:51.554356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.556193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: dff58f97-074d-4b5b-914a-991a8b20eaa9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:51.564168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:51.564607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dff58f97-074d-4b5b-914a-991a8b20eaa9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:51.564699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.635718 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.673494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] Pushing event updated for resources: {'Network': ['ID=b2f35bd8-e178-4fe5-80a8-aae5148cb7e1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:51.691586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:51.732327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-05643fd3-5389-4f51-ad9f-9ff41ffff749 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4611857 Aug 24 00:34:51.732327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47310) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.739021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Request body: {'subnet': {'network_id': 'b2f35bd8-e178-4fe5-80a8-aae5148cb7e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-955203244-subnet', 'tenant_id': '4246216cc2ca4bce9ab82310ba37bb6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:51.776867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.849400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47324) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.901820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Made reservation on behalf of 4246216cc2ca4bce9ab82310ba37bb6a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:51.904384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:51.930651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e8f9ad52-05d6-45d6-9ba4-e84c4a184ac7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=735f41a9982c4380994ff1bb5295a611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799048 Aug 24 00:34:51.933903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47330) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:51.956427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Deleting port c5efb052-6167-43a8-adaa-b957843d59cd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:51.956778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.001926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47338) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:52.257295 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c664-61ec-4230-a327-aa85104e4bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.271387 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.296744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Calling delete_port for c5efb052-6167-43a8-adaa-b957843d59cd owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:52.309444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c664-61ec-4230-a327-aa85104e4bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.356354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.465152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a10ae83-c274-4b65-8275-676d17a5269c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:52.551675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c664-61ec-4230-a327-aa85104e4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.557553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c664-61ec-4230-a327-aa85104e4bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.571950 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1b6c664-61ec-4230-a327-aa85104e4bab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1310c0c0-e53e-45e7-99da-6c8ad4f17905 HTTP/1.1" status: 204 len: 168 time: 0.6285233 Aug 24 00:34:52.584505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Checking segment: {'id': '2efc3487-6c90-4f43-b230-d7d2aca97732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b2f35bd8-e178-4fe5-80a8-aae5148cb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:52.584872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Network hostable DHCP agents. Network: b2f35bd8-e178-4fe5-80a8-aae5148cb7e1, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:52.592937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6c664-61ec-4230-a327-aa85104e4bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310c0c0-e53e-45e7-99da-6c8ad4f17905,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:52.637511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.684216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event deleted for resources: {'Port': ['ID=c5efb052-6167-43a8-adaa-b957843d59cd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:52.823060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:52.834694 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.892418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.936642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b2f35bd8-e178-4fe5-80a8-aae5148cb7e1) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:52.949296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:52.949934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.954747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26dda9f-19d1-4fd5-9592-8ea07fbfbef3 None None] Network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:52.967813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:52.973113 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.091338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-26816cd8-82a7-496e-b3b9-6f7e36f27484 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3580525 Aug 24 00:34:53.104052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b39e9bd-60cc-486f-be4d-7819540513a5 None None] Network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:53.193937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.195141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Fanout notify agent at l3_agent the message router_deleted on router da2f40c1-1844-43dd-88d2-37ea14bc0639 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:53.215590 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.221137 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18d194b2-7bdf-4985-8916-f5a58e3db0f2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/da2f40c1-1844-43dd-88d2-37ea14bc0639 HTTP/1.1" status: 204 len: 168 time: 1.7653046 Aug 24 00:34:53.223485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:53.247858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-31d79427-9c3f-4232-a80a-8d7b2a4c8e6c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-906886308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:53.408391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31d79427-9c3f-4232-a80a-8d7b2a4c8e6c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.409533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31d79427-9c3f-4232-a80a-8d7b2a4c8e6c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.488163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31d79427-9c3f-4232-a80a-8d7b2a4c8e6c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.489676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Deleting port 4c516e11-6f17-43f1-991c-f019ba68cd38 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:53.490135 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.565059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31d79427-9c3f-4232-a80a-8d7b2a4c8e6c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.652973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] For port 4c516e11-6f17-43f1-991c-f019ba68cd38, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4c516e11-6f17-43f1-991c-f019ba68cd38,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:53.654174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.674507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31d79427-9c3f-4232-a80a-8d7b2a4c8e6c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:53.674507 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-31d79427-9c3f-4232-a80a-8d7b2a4c8e6c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4464417 Aug 24 00:34:53.676165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47430) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:53.676911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Calling delete_port for 4c516e11-6f17-43f1-991c-f019ba68cd38 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:53.682163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': False}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:53.982831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-ddeab94a-0d80-4ce4-923b-caf5cecd00b4 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:53.984668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-ddeab94a-0d80-4ce4-923b-caf5cecd00b4 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 815 time: 0.2114406 Aug 24 00:34:53.997784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:54.003294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-610935421-network', 'tenant_id': 'c79f61f0665f44aa851ecb159b1a123b'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:54.063068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-b36a89de-e6a1-4c3b-af8a-5cb54e7c7b39 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/quotas/722a7e1e93a14c0989de514d16566d56 HTTP/1.1" status: 200 len: 375 time: 0.0681381 Aug 24 00:34:54.070097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.141605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-07ac1859-674b-4cf0-a4de-6b347a4ca4d3 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722535 Aug 24 00:34:54.146836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-992b92c9-261e-4c47-97e4-5812bdc902c7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:34:54.147921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-992b92c9-261e-4c47-97e4-5812bdc902c7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055215 Aug 24 00:34:54.219630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Made reservation on behalf of c79f61f0665f44aa851ecb159b1a123b for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:54.223095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.226329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.244127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47484) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:54.246781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.287515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c516e11-6f17-43f1-991c-f019ba68cd38,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:54.423154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-78d262bd-38bf-4e71-b919-b15604c6073a service neutron] 10.222.0.26 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669673 Aug 24 00:34:54.433644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1081784714-network', 'tenant_id': 'ecb7d7bc7c944fdf92c3ad8db05c52d7'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:54.556060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.558733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.583365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.743080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Allocated IP 172.25.5.157 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/37e0af3d-cbdc-4144-9e4f-5e3a129a3798) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:34:54.790972 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.818369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-b234ae9e-1648-4f3a-ba54-82478b59df06 service neutron] 10.222.0.26 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765670 Aug 24 00:34:54.859814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.896002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.910131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:54.926097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.928418 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Added segment 410d112b-7ef8-4a1c-94f4-8d54286da4a8 of type vlan for network b353110c-e8b7-4407-90a3-544445aa26db Aug 24 00:34:54.949692 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Made reservation on behalf of ecb7d7bc7c944fdf92c3ad8db05c52d7 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:54.952359 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:54.969420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.004550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.078525 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.083036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9b74ed-0190-4552-9206-44985d9307c2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:55.141299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Pushing event updated for resources: {'Port': ['ID=37e0af3d-cbdc-4144-9e4f-5e3a129a3798,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:55.166381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:34:55.166381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:55.171962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:34:55.196174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa6e4809-3d91-4c3b-b08b-166afd367b1e req-5a6e2edd-dcaf-414d-b4cf-8691f0f680c1 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 210 time: 0.0629666 Aug 24 00:34:55.208066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Router 829783a5-b402-4aac-9421-516f2ccf3948 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:34:55.259730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.328527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:55.330407 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.331815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:55.332391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.340265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-71c0939a-d83c-4738-be2b-bed9e0a5cdb6 admin admin] 10.222.0.26 "PUT /v2.0/routers/829783a5-b402-4aac-9421-516f2ccf3948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3372960 Aug 24 00:34:55.346659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] Sync routers for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:55.347197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47524) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:55.367445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:55.368099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:55.375272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.470490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=b353110c-e8b7-4407-90a3-544445aa26db,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:55.542768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:55.614915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-220a6205-d1bb-4498-99d1-1f1981d00fd8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6159661 Aug 24 00:34:55.615811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47526) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:55.620581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Request body: {'subnet': {'network_id': 'b353110c-e8b7-4407-90a3-544445aa26db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-610935421-subnet', 'tenant_id': 'c79f61f0665f44aa851ecb159b1a123b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:55.623145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b353110c-e8b7-4407-90a3-544445aa26db details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:55.728079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Made reservation on behalf of c79f61f0665f44aa851ecb159b1a123b for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:55.730705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.904976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:34:55.922966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:34:53Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:55.926804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:55.980397 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.980803 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Added segment 2fcc916b-bf17-4a15-90bd-c0af1f94dc16 of type vlan for network dd01ba0c-4605-489c-aca4-118335b5cec2 Aug 24 00:34:55.988102 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:55.994183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] Checking router: 829783a5-b402-4aac-9421-516f2ccf3948 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:34:56.019686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] Routers {'829783a5-b402-4aac-9421-516f2ccf3948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:56.020467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['829783a5-b402-4aac-9421-516f2ccf3948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:56.049068 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.056459 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.174815 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.288119 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.289111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:56.289733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.297119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] Set router 829783a5-b402-4aac-9421-516f2ccf3948 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:34:56.311413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67cb92f6-5bca-41d9-8788-61de66cb98b2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:56.357265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] Pushing event updated for resources: {'Network': ['ID=dd01ba0c-4605-489c-aca4-118335b5cec2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:56.371770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.374514 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.380615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network dd01ba0c-4605-489c-aca4-118335b5cec2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:34:56.389126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32d10b20-0327-43e2-a328-3235cb748843 req-fc11e326-4c5d-4dd9-ae00-b9e7a0df5e56 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 210 time: 0.0777860 Aug 24 00:34:56.438946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Checking segment: {'id': '410d112b-7ef8-4a1c-94f4-8d54286da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b353110c-e8b7-4407-90a3-544445aa26db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:56.439772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Network hostable DHCP agents. Network: b353110c-e8b7-4407-90a3-544445aa26db, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:56.444301 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f80636bc-a889-4d09-a142-695ef07767ae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2017493 Aug 24 00:34:56.447435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47546) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:56.455036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Request body: {'subnet': {'network_id': 'dd01ba0c-4605-489c-aca4-118335b5cec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1081784714-subnet', 'tenant_id': 'ecb7d7bc7c944fdf92c3ad8db05c52d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:56.630036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Deleting port 168162e1-8db7-4c88-983d-f985fb191229 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:56.630391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.656283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Network b353110c-e8b7-4407-90a3-544445aa26db is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:56.714542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Made reservation on behalf of ecb7d7bc7c944fdf92c3ad8db05c52d7 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:56.716919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.799576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.816652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.818673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:34:53Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:56.845921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f9fcc-d3b2-48b0-b332-cd56e9767b58 None None] The sync data for ids ['829783a5-b402-4aac-9421-516f2ccf3948'] in n-d-804878-2 is: [{'id': '829783a5-b402-4aac-9421-516f2ccf3948', 'name': 'tempest-TaggedBootDevicesTest_v242-1315453919-router', 'tenant_id': '3ce631da00c94b70be996ebaba63913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '168162e1-8db7-4c88-983d-f985fb191229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:23:00Z', 'updated_at': '2021-08-24T00:34:53Z', 'revision_number': 5, 'project_id': '3ce631da00c94b70be996ebaba63913e', 'gw_port': {'id': '168162e1-8db7-4c88-983d-f985fb191229', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:00:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829783a5-b402-4aac-9421-516f2ccf3948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:23:01Z', 'updated_at': '2021-08-24T00:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:56.905903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] For port 168162e1-8db7-4c88-983d-f985fb191229, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=168162e1-8db7-4c88-983d-f985fb191229,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:34:56.906425 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:56.926798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Calling delete_port for 168162e1-8db7-4c88-983d-f985fb191229 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:56.953886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-18935a73-9c68-4060-916b-9b8b3b38a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.078920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b353110c-e8b7-4407-90a3-544445aa26db) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:57.084374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:57.085114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.088511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa704d-5fbf-4ff7-84de-a339375f8716 None None] Network b353110c-e8b7-4407-90a3-544445aa26db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:57.165966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6dbb003f-8507-40ab-b00d-e4a7f5bc96e4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5489256 Aug 24 00:34:57.267206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.281938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Router 0e117f28-e96e-454b-8851-fae53ec9959e is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:34:57.335642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a3e1c4-f3f4-4fea-bf8a-75e567c97cc5 None None] Network b353110c-e8b7-4407-90a3-544445aa26db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:57.466592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4c516e11-6f17-43f1-991c-f019ba68cd38 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:57.560938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 4c516e11-6f17-43f1-991c-f019ba68cd38 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:57.561296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4c516e11-6f17-43f1-991c-f019ba68cd38 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:57.592702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:34:57.592702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3099c172-1930-44ca-b843-f32082fb03a3,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:57.602547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:57.603225 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064bd5b-6fad-43d0-b95b-cd9a709c9952 None None] Sync routers for ids ['0e117f28-e96e-454b-8851-fae53ec9959e'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:34:57.604509 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-810ecf8d-d63a-499c-8623-fe8154457e63 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "PUT /v2.0/routers/0e117f28-e96e-454b-8851-fae53ec9959e HTTP/1.1" status: 200 len: 915 time: 3.9271705 Aug 24 00:34:57.605762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Checking segment: {'id': '2fcc916b-bf17-4a15-90bd-c0af1f94dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd01ba0c-4605-489c-aca4-118335b5cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:34:57.606285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Network hostable DHCP agents. Network: dd01ba0c-4605-489c-aca4-118335b5cec2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:34:57.608878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47570) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:57.620305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-653d12fa-a8a5-4a72-8abd-f7fb0fa7c896 req-88ac5bf3-8483-41cd-ae32-35f144c3f4c2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 210 time: 0.0710824 Aug 24 00:34:57.631586 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064bd5b-6fad-43d0-b95b-cd9a709c9952 None None] Routers {'0e117f28-e96e-454b-8851-fae53ec9959e'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:57.635553 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e064bd5b-6fad-43d0-b95b-cd9a709c9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e117f28-e96e-454b-8851-fae53ec9959e'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:57.693191 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e064bd5b-6fad-43d0-b95b-cd9a709c9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:57.702321 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064bd5b-6fad-43d0-b95b-cd9a709c9952 None None] Routers {'0e117f28-e96e-454b-8851-fae53ec9959e'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:34:57.703397 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e064bd5b-6fad-43d0-b95b-cd9a709c9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0e117f28-e96e-454b-8851-fae53ec9959e'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:57.748648 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e064bd5b-6fad-43d0-b95b-cd9a709c9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:34:57.749310 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e064bd5b-6fad-43d0-b95b-cd9a709c9952 None None] The sync data for ids ['0e117f28-e96e-454b-8851-fae53ec9959e'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:34:57.764482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d802d48a-e1f1-41e9-9644-a901c702ac7f tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/routers/0e117f28-e96e-454b-8851-fae53ec9959e HTTP/1.1" status: 200 len: 921 time: 0.1500223 Aug 24 00:34:57.767320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47576) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:57.839617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1926a2-63c9-463b-947a-e8c79b4a789e tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:57.839617 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-da1926a2-63c9-463b-947a-e8c79b4a789e tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=0e117f28-e96e-454b-8851-fae53ec9959e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0443280 Aug 24 00:34:57.858568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:57.963427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Network dd01ba0c-4605-489c-aca4-118335b5cec2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:34:57.966973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.014487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Pushing event deleted for resources: {'Port': ['ID=168162e1-8db7-4c88-983d-f985fb191229,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:58.024815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a292c-d86f-463f-827a-f04da3aae535 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:58.028855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-944a292c-d86f-463f-827a-f04da3aae535 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 881 time: 0.1784313 Aug 24 00:34:58.029203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47594) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:58.073786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b6355f38-b79f-4085-b448-141e90d40e52 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e117f28-e96e-454b-8851-fae53ec9959e HTTP/1.1" status: 200 len: 205 time: 0.0433409 Aug 24 00:34:58.078215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47596) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:58.100782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-4336bf30-3a2c-41d4-b1f2-ae6eaff27a7e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:58.109684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-4336bf30-3a2c-41d4-b1f2-ae6eaff27a7e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/networks?id=b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 HTTP/1.1" status: 200 len: 824 time: 0.1931884 Aug 24 00:34:58.130127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-7525361f-22a8-4eb8-bf7a-76ee62b2dcfd tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/quotas/4246216cc2ca4bce9ab82310ba37bb6a HTTP/1.1" status: 200 len: 375 time: 0.0187919 Aug 24 00:34:58.150966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.179536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-393a5b09-2d02-4b14-bffd-d9638e5cb7fa tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4246216cc2ca4bce9ab82310ba37bb6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474207 Aug 24 00:34:58.242746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, dd01ba0c-4605-489c-aca4-118335b5cec2) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:34:58.253644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531030c-fb15-47e5-9731-1f3a9baa8149 None None] Network dd01ba0c-4605-489c-aca4-118335b5cec2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:58.472897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-3333f54c-d007-448e-8ac8-ffc2a5ae6880 service neutron] 10.222.0.26 "GET /v2.0/networks/b2f35bd8-e178-4fe5-80a8-aae5148cb7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855518 Aug 24 00:34:58.480938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-0bdce002-9109-419c-8786-f518ca72c445 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:58.484324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-0bdce002-9109-419c-8786-f518ca72c445 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.37 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 815 time: 0.2866793 Aug 24 00:34:58.494856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47608) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:58.500428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Request body: {'port': {'device_id': 'cb47aeb3-4874-413f-b806-d1e2356fa439', 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'admin_state_up': True, 'tenant_id': '722a7e1e93a14c0989de514d16566d56'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:34:58.577730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c14ec-bafe-4dea-8f62-ea7e2e7e7bad None None] Network dd01ba0c-4605-489c-aca4-118335b5cec2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:34:58.754415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:34:58.755068 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.772036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.777121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ad0653d-723b-4bf5-860b-3d28c2abf93a req-83ed99c3-7db2-472a-aeb5-cc3415887873 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 210 time: 0.0395703 Aug 24 00:34:58.783605 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.803164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.813590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-7e8f0e3c-72f2-4316-93ab-b8dce4f1a6de service neutron] 10.222.0.26 "GET /v2.0/networks/b2f35bd8-e178-4fe5-80a8-aae5148cb7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278909 Aug 24 00:34:58.858784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-18402d70-ecec-4acd-8a0d-4384ef54b729 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b70d2eee79284f35a8c7785ce4bee1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584572 Aug 24 00:34:58.861873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:58.916899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d67a5383-947e-4614-8415-fdb5eab45fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.930201 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-797aeecd-6ca0-4648-91e0-aba0cdd0e38c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4815576 Aug 24 00:34:58.949037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d67a5383-947e-4614-8415-fdb5eab45fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.959310 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:58.968489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-97f27dc9-1e5e-431c-868e-a92043045e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.002088 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.003115 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829783a5-b402-4aac-9421-516f2ccf3948 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:34:59.017612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.021623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:34:59.024638 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c24524ad-c785-476a-bceb-8027d3ffff82 admin admin] 10.222.0.26 "DELETE /v2.0/routers/829783a5-b402-4aac-9421-516f2ccf3948 HTTP/1.1" status: 204 len: 168 time: 3.6725848 Aug 24 00:34:59.122881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Deleting port 37e0af3d-cbdc-4144-9e4f-5e3a129a3798 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:34:59.123516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.153284 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.255352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.271621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Calling delete_port for 37e0af3d-cbdc-4144-9e4f-5e3a129a3798 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:34:59.553357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Made reservation on behalf of 722a7e1e93a14c0989de514d16566d56 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:34:59.556820 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.559011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d67a5383-947e-4614-8415-fdb5eab45fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.561444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d67a5383-947e-4614-8415-fdb5eab45fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.562568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d67a5383-947e-4614-8415-fdb5eab45fee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47147aab-287d-4355-94eb-7c66fd1e61bc HTTP/1.1" status: 204 len: 168 time: 0.6994951 Aug 24 00:34:59.622905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1868007f-9986-4529-886e-c0c87321670c req-123e0bbd-9036-4a33-b989-d750519df3d5 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0758610 Aug 24 00:34:59.628105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a5383-947e-4614-8415-fdb5eab45fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47147aab-287d-4355-94eb-7c66fd1e61bc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:59.662118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.721744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event deleted for resources: {'Port': ['ID=37e0af3d-cbdc-4144-9e4f-5e3a129a3798,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:34:59.736832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-80239a41-a82d-4d81-9173-8ee35fe8c8d8 admin admin] Deleting subnet 745e7fbb-6430-4641-a1d1-64c23e786f72 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:34:59.744637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80239a41-a82d-4d81-9173-8ee35fe8c8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.759584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 168162e1-8db7-4c88-983d-f985fb191229 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:34:59.779848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 168162e1-8db7-4c88-983d-f985fb191229 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:34:59.780712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 168162e1-8db7-4c88-983d-f985fb191229 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:34:59.833630 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.917336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80239a41-a82d-4d81-9173-8ee35fe8c8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.956583 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.961129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:34:59.986931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-937c8e34-f4ac-49cc-a457-c1a892106ef7 req-3554f68c-995c-4d6a-ad71-8282194acb48 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 210 time: 0.1067891 Aug 24 00:35:00.009879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-1bcbb73a-f0e1-4a8e-beb8-5729b6521656 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:00.012745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-1bcbb73a-f0e1-4a8e-beb8-5729b6521656 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/networks?id=dd01ba0c-4605-489c-aca4-118335b5cec2 HTTP/1.1" status: 200 len: 822 time: 0.4672515 Aug 24 00:35:00.040073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-31030d89-1237-4c84-b66c-30b8fef33b54 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/quotas/ecb7d7bc7c944fdf92c3ad8db05c52d7 HTTP/1.1" status: 200 len: 375 time: 0.0263848 Aug 24 00:35:00.052712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Allocated IP 172.20.0.3 (9daf38a6-daeb-4ed1-9e72-2d1147ba611c/c36a24a1-56ab-46df-aba9-5f14ed1de26f/9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:00.113620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-f6e5c751-43a0-4477-af66-2964e660ebc8 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecb7d7bc7c944fdf92c3ad8db05c52d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605597 Aug 24 00:35:00.141861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.141861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Fanout notify agent at l3_agent the message router_deleted on router 0e117f28-e96e-454b-8851-fae53ec9959e {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:35:00.149536 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.153372 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a1bcd8a0-2c63-4627-9de7-18edd0c35236 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/0e117f28-e96e-454b-8851-fae53ec9959e HTTP/1.1" status: 204 len: 168 time: 2.0737944 Aug 24 00:35:00.157112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47668) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:00.162172 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1125721398', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:00.205470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80239a41-a82d-4d81-9173-8ee35fe8c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.279611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.280773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.302259 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.350666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-61010957-a867-489d-b1db-e89ebc816eb0 service neutron] 10.222.0.26 "GET /v2.0/networks/dd01ba0c-4605-489c-aca4-118335b5cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280738 Aug 24 00:35:00.367180 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.430744 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80239a41-a82d-4d81-9173-8ee35fe8c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.480708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80239a41-a82d-4d81-9173-8ee35fe8c8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745e7fbb-6430-4641-a1d1-64c23e786f72,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:00.486217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.495624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80239a41-a82d-4d81-9173-8ee35fe8c8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.497614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-80239a41-a82d-4d81-9173-8ee35fe8c8d8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/745e7fbb-6430-4641-a1d1-64c23e786f72 HTTP/1.1" status: 204 len: 168 time: 1.4747458 Aug 24 00:35:00.500051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60be8275-d9e2-4aff-ab8f-dad9f9cbb9b3 None None] Network 0d8fd806-c256-4afe-810f-333599f8291f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:00.505338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:00.583798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-c6938fdf-ad15-42c6-8796-b550b9320b34 service neutron] 10.222.0.26 "GET /v2.0/networks/dd01ba0c-4605-489c-aca4-118335b5cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206190 Aug 24 00:35:00.652215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.665800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.735861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] DHCP port deletion for 0d8fd806-c256-4afe-810f-333599f8291f request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:35:00.789531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1518463-93f1-4775-ae55-0f5d6124e968 req-31d22618-b181-4820-b2c0-780cd579ae5a tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0402670 Aug 24 00:35:00.806034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.848949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['305d8341-cc39-44d3-a929-2b6da77cfec7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:00.861508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] Deleting port e0d9658f-0232-4180-9866-824a6b53fdfc {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:00.862733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.925750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Deleting port e0d9658f-0232-4180-9866-824a6b53fdfc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:00.926304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:00.999590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Pushing event updated for resources: {'Port': ['ID=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:01.058771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] For port e0d9658f-0232-4180-9866-824a6b53fdfc, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e0d9658f-0232-4180-9866-824a6b53fdfc,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:01.059286 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.084174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] Calling delete_port for e0d9658f-0232-4180-9866-824a6b53fdfc owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:01.091854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:01.098931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38bd20d0-5133-45f7-b069-0881c1cd0b2f req-bb0429c5-97e2-4d9c-b6bd-1227e04b21da tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 210 time: 0.1758149 Aug 24 00:35:01.176475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:01.191056 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.194890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:01.211843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:01.222116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.287826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] For port e0d9658f-0232-4180-9866-824a6b53fdfc, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e0d9658f-0232-4180-9866-824a6b53fdfc,segment=NetworkSegment(33c2af11-f3d0-4e25-b2b7-001e29463e28),segment_id=33c2af11-f3d0-4e25-b2b7-001e29463e28)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:01.288195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.305706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:01.306344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.317876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Calling delete_port for e0d9658f-0232-4180-9866-824a6b53fdfc owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:01.330368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98340290-2301-4442-b1cf-7ef99443e857 req-a2255ed6-9742-4bec-973e-11276e9d8968 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:01.332499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98340290-2301-4442-b1cf-7ef99443e857 req-a2255ed6-9742-4bec-973e-11276e9d8968 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 931 time: 0.1412046 Aug 24 00:35:01.391770 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.394664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Allocated IP 172.25.5.97 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/41e950ce-49f2-4926-8f19-22cddfe52802) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:01.470861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] Pushing event deleted for resources: {'Port': ['ID=e0d9658f-0232-4180-9866-824a6b53fdfc,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:01.478186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e458830-9cd6-4514-a691-c912edc6e6da None None] No DVR routers for this DVR port e0d9658f-0232-4180-9866-824a6b53fdfc on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:01.481607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1730516050-network', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:01.494771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-aae8c770-e118-4a64-a613-2bec06b7ee58 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9987826 Aug 24 00:35:01.515064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Request body: {'port': {'device_id': 'cb47aeb3-4874-413f-b806-d1e2356fa439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:01.531074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e0d9658f-0232-4180-9866-824a6b53fdfc no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:01.552017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e0d9658f-0232-4180-9866-824a6b53fdfc {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:01.552535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e0d9658f-0232-4180-9866-824a6b53fdfc not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:01.557444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.577467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98340290-2301-4442-b1cf-7ef99443e857 req-b2e59b3c-678d-46ec-92ba-f8eb86e8983b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937208 Aug 24 00:35:01.629875 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.642460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.679119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] No DVR routers for this DVR port e0d9658f-0232-4180-9866-824a6b53fdfc on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:01.684913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d9658f-0232-4180-9866-824a6b53fdfc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:01.733929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Made reservation on behalf of bd15b338793c4190a47c35e25826f6ba for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:01.736110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.753306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.783832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.793843 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.800297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.804952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:01.809489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:01.814251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:01.818046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event updated for resources: {'Port': ['ID=41e950ce-49f2-4926-8f19-22cddfe52802,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:01.849177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8fd806-c256-4afe-810f-333599f8291f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:01.871428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c2af11-f3d0-4e25-b2b7-001e29463e28') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:01.871727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c2af11-f3d0-4e25-b2b7-001e29463e28') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:01.931419 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:01.994937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-889763bc-68b6-4585-80db-c22a4674526d req-ca24386b-e066-49ac-982b-baa085d2e7b3 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0581763 Aug 24 00:35:02.000106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.027818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:02.028226 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:02.030016 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:02.149929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.166330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-c962bdc5-b761-4667-b3fa-38cf0ada591b tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:02.167880 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-c962bdc5-b761-4667-b3fa-38cf0ada591b tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.37 "GET /v2.0/networks?id=b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 HTTP/1.1" status: 200 len: 824 time: 0.2148399 Aug 24 00:35:02.181544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Request body: {'port': {'device_id': 'e71a8526-bf5d-4595-980b-b094834e9cf1', 'network_id': 'b2f35bd8-e178-4fe5-80a8-aae5148cb7e1', 'admin_state_up': True, 'tenant_id': '4246216cc2ca4bce9ab82310ba37bb6a'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:02.195282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77beb361-941c-4680-8ce4-03593589525e req-d69701f2-dd99-49b8-b73b-2e8e0c0e57a9 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 210 time: 0.0400634 Aug 24 00:35:02.240043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.281390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:02.296588 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.309592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.314260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/0d8fd806-c256-4afe-810f-333599f8291f HTTP/1.1" status: 204 len: 168 time: 1.8065050 Aug 24 00:35:02.319784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:02.327034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.327636 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Added segment 5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0 of type vlan for network 7221215e-d8fc-45cc-b65c-95d6b6859abd Aug 24 00:35:02.329049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d28da14-c414-472e-a711-7da815114ecb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:02.347739 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.352393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc64cf-0fae-4444-85dd-84399c2070ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8fd806-c256-4afe-810f-333599f8291f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:02.390868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Transition to ACTIVE for port object 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:02.394510 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.427191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.493431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.526269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.527225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:02.528291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.603829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:02.607402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Made reservation on behalf of 4246216cc2ca4bce9ab82310ba37bb6a for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:02.612260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.639177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] Pushing event updated for resources: {'Network': ['ID=7221215e-d8fc-45cc-b65c-95d6b6859abd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:02.651339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 7221215e-d8fc-45cc-b65c-95d6b6859abd details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:02.688442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Attempting to bind port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:02.688918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Attempting to bind port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:02.689347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Attempting to bind port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:02.694587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:35:02.702630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Attempting to bind port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:02.712734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:02.712734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Checking segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:02.712734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Bound using segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:02.712734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Bound port: 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:02.712734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.757062 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.771580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7d36bfc1-dc74-420b-b5b4-75460bc73a1f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5553184 Aug 24 00:35:02.773344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47748) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:02.780637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Request body: {'subnet': {'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1730516050-subnet', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:02.803699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df16ce7-78c0-4a7f-9232-041dfe1a31df req-b9b93bff-eb79-47d7-833f-5ae0be92c710 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:02.805293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8df16ce7-78c0-4a7f-9232-041dfe1a31df req-b9b93bff-eb79-47d7-833f-5ae0be92c710 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 943 time: 0.1069069 Aug 24 00:35:02.872290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47750) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:02.894197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Allocated IP 172.20.0.8 (b2f35bd8-e178-4fe5-80a8-aae5148cb7e1/9a10ae83-c274-4b65-8275-676d17a5269c/151acc0a-ddd3-4f85-b8ad-f2d09047e7d9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:02.901691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] For port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:02.920781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] For port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:02.933264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Made reservation on behalf of bd15b338793c4190a47c35e25826f6ba for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:02.936139 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:02.956741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8df16ce7-78c0-4a7f-9232-041dfe1a31df req-fc67b1fe-9532-43bf-b6df-2fe65fd6ac34 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323500 Aug 24 00:35:02.996098 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4b92ec58-ea5b-421d-bbff-130b27a30302 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ce631da00c94b70be996ebaba63913e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1203470 Aug 24 00:35:02.998885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:03.011213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.152646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b92f8938-9ae6-4931-a5ea-ba7471ff5fd2 req-5ed0330c-7fdc-493c-862c-0be6389d7c3c tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0696595 Aug 24 00:35:03.157898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:03.158513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.160841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 HTTP/1.1" status: 200 len: 1091 time: 1.6533875 Aug 24 00:35:03.167833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb47aeb3-4874-413f-b806-d1e2356fa439', 'tag': '9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:03.170157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.170392 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c26ac-bb5f-4f68-b640-11360a8a9091" -d '{"events": [{"name": "network-changed", "server_uuid": "cb47aeb3-4874-413f-b806-d1e2356fa439", "tag": "9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:03.185788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5018b4-db1c-4108-9fd9-be3b6705f112 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:03.220161 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7d6bf59-9dec-400c-97b4-2d15e576e765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.238694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Router 994c12a2-c88a-41d7-8691-a57fba746b9e is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:35:03.246929 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c671a5-5c95-43d6-8ce9-8c3c8144d233 x-openstack-request-id: req-74c671a5-5c95-43d6-8ce9-8c3c8144d233 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:03.247162 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb47aeb3-4874-413f-b806-d1e2356fa439", "tag": "9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:03.247259 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74c671a5-5c95-43d6-8ce9-8c3c8144d233 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:03.247675 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb47aeb3-4874-413f-b806-d1e2356fa439', 'tag': '9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8', 'status': 'completed', 'code': 200} Aug 24 00:35:03.284322 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7d6bf59-9dec-400c-97b4-2d15e576e765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.396979 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.411061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aeae2aeb-e021-479a-aba6-e9f8da657622 req-5e880b3b-7dba-49c8-b191-4fff5f77ac48 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 210 time: 0.0543797 Aug 24 00:35:03.422478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c26ac-bb5f-4f68-b640-11360a8a9091 req-ca33e86c-9903-4187-9200-e248dafc1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:03.423079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668c26ac-bb5f-4f68-b640-11360a8a9091 req-ca33e86c-9903-4187-9200-e248dafc1566 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 1094 time: 0.1462274 Aug 24 00:35:03.490722 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.497886 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:03.505928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:03.508392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:03.539201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7d6bf59-9dec-400c-97b4-2d15e576e765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.541922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7d6bf59-9dec-400c-97b4-2d15e576e765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.543087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d7d6bf59-9dec-400c-97b4-2d15e576e765 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2260635-8ba1-4cf7-8024-88c1b87b2b3d HTTP/1.1" status: 204 len: 168 time: 0.5430338 Aug 24 00:35:03.606597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4543498-1972-465e-8540-14e5cce0f0dd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:03.630589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6bf59-9dec-400c-97b4-2d15e576e765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2260635-8ba1-4cf7-8024-88c1b87b2b3d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:03.670315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c26ac-bb5f-4f68-b640-11360a8a9091 req-a18c1f9a-bd3a-40c8-8b80-bd89cf12d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:03.672253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668c26ac-bb5f-4f68-b640-11360a8a9091 req-a18c1f9a-bd3a-40c8-8b80-bd89cf12d2ee service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=722a7e1e93a14c0989de514d16566d56&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2405286 Aug 24 00:35:03.676100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Checking segment: {'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:03.676783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Network hostable DHCP agents. Network: 7221215e-d8fc-45cc-b65c-95d6b6859abd, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:03.816169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c26ac-bb5f-4f68-b640-11360a8a9091 req-985bc6ae-1298-483f-8159-9f3b7ffa7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:03.817702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-668c26ac-bb5f-4f68-b640-11360a8a9091 req-985bc6ae-1298-483f-8159-9f3b7ffa7486 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334846 Aug 24 00:35:03.833285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Network 7221215e-d8fc-45cc-b65c-95d6b6859abd is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:03.863394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:03.871216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Pushing event updated for resources: {'Port': ['ID=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:03.883063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9627991f-634b-44a0-9b78-c37eb08859a5 None None] Sync routers for ids ['994c12a2-c88a-41d7-8691-a57fba746b9e'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:03.906915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627991f-634b-44a0-9b78-c37eb08859a5 None None] Routers {'994c12a2-c88a-41d7-8691-a57fba746b9e'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:03.907888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9627991f-634b-44a0-9b78-c37eb08859a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['994c12a2-c88a-41d7-8691-a57fba746b9e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:03.910658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:03.911309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.913621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-4ec36413-befe-4df6-982b-2bba8a5d4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:03.918255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-4ec36413-befe-4df6-982b-2bba8a5d4d49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 1094 time: 0.0605052 Aug 24 00:35:03.919457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 7221215e-d8fc-45cc-b65c-95d6b6859abd) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:03.925129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:03.926770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:03.970573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-2d5cbee5-8d44-47ef-bf29-24f8cb423967 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0398896 Aug 24 00:35:03.974067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d03c1-f27b-4012-b5b3-1cdba74d4b02 None None] Network 7221215e-d8fc-45cc-b65c-95d6b6859abd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:03.977133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9627991f-634b-44a0-9b78-c37eb08859a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:04.038197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-b0c7ff6b-72d8-4bbf-8456-c8bd49d2a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:04.042210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-b0c7ff6b-72d8-4bbf-8456-c8bd49d2a59f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c36a24a1-56ab-46df-aba9-5f14ed1de26f HTTP/1.1" status: 200 len: 855 time: 0.0615404 Aug 24 00:35:04.048049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.048049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eabac92c-7c5c-47f0-9662-5c25f187fa6e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8871183 Aug 24 00:35:04.048572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47786) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:04.055361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:04.087208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-47efcd7f-b9dd-4692-9d42-61a75b15f36a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404768 Aug 24 00:35:04.117244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0b921274-229b-4313-96ff-bc0f49b52790 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3395307 Aug 24 00:35:04.119125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47790) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:04.124382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:04.133320 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-94b58994-0977-4464-8005-234205ee6134 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9546044 Aug 24 00:35:04.147468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Request body: {'port': {'device_id': 'e71a8526-bf5d-4595-980b-b094834e9cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:04.159196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627991f-634b-44a0-9b78-c37eb08859a5 None None] Routers {'994c12a2-c88a-41d7-8691-a57fba746b9e'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:04.160609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9627991f-634b-44a0-9b78-c37eb08859a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['994c12a2-c88a-41d7-8691-a57fba746b9e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:04.220062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9627991f-634b-44a0-9b78-c37eb08859a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:04.221788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9627991f-634b-44a0-9b78-c37eb08859a5 None None] The sync data for ids ['994c12a2-c88a-41d7-8691-a57fba746b9e'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:04.239401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa41e5-09d2-4f14-9ef6-590e20e4b334 req-5063bfa0-b23a-4658-b5ca-2cab02d20c19 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:04.248475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85fa41e5-09d2-4f14-9ef6-590e20e4b334 req-5063bfa0-b23a-4658-b5ca-2cab02d20c19 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 943 time: 0.1635575 Aug 24 00:35:04.270230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-7221215e-d8fc-45cc-b65c-95d6b6859abd', 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'fixed_ips': [{'subnet_id': 'd4543498-1972-465e-8540-14e5cce0f0dd'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:04.272703 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.293499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-d58a3e15-ebb2-448d-a9ce-11898e42d6ea service neutron] 10.222.0.37 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844370 Aug 24 00:35:04.378007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85fa41e5-09d2-4f14-9ef6-590e20e4b334 req-a77b500c-a11c-402b-9027-5bbc411ee506 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241729 Aug 24 00:35:04.431783 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.433238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.477587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.527684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59aa9d8-a5af-4f96-b079-a7f48701fc86 req-3f3cde83-9236-4754-803d-e291f87f0aea tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:04.529499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f59aa9d8-a5af-4f96-b079-a7f48701fc86 req-3f3cde83-9236-4754-803d-e291f87f0aea tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 931 time: 0.2300034 Aug 24 00:35:04.531366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Allocated IP 172.20.0.2 (7221215e-d8fc-45cc-b65c-95d6b6859abd/d4543498-1972-465e-8540-14e5cce0f0dd/eddfbac2-1fb3-4ea9-9e15-40e098359945) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:04.596269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1866473-fa4b-4e80-a2cd-746065f765f7 req-90d2a754-0eb4-4d62-9c6c-bf3cb7599f08 service neutron] 10.222.0.37 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927804 Aug 24 00:35:04.622553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f59aa9d8-a5af-4f96-b079-a7f48701fc86 req-5478f47c-37d7-4514-8916-e0bc9ae72e2c tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755951 Aug 24 00:35:04.647166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.664927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-598aee76-0856-4f86-96f5-f870f65a88fb req-8cf8009a-2f44-4096-b994-2e4baba02273 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 210 time: 0.0311623 Aug 24 00:35:04.697659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-3354fb71-7692-4015-834c-ef6fe106acd0 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:04.699465 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-3354fb71-7692-4015-834c-ef6fe106acd0 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.37 "GET /v2.0/networks?id=dd01ba0c-4605-489c-aca4-118335b5cec2 HTTP/1.1" status: 200 len: 822 time: 0.4438865 Aug 24 00:35:04.719187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Request body: {'port': {'device_id': 'a164dd16-8f25-4dbc-8c59-e4e4cbdbf444', 'network_id': 'dd01ba0c-4605-489c-aca4-118335b5cec2', 'admin_state_up': True, 'tenant_id': 'ecb7d7bc7c944fdf92c3ad8db05c52d7'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:04.774216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.782608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Transition to ACTIVE for port object eddfbac2-1fb3-4ea9-9e15-40e098359945 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:04.797880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Transition to ACTIVE for port object eddfbac2-1fb3-4ea9-9e15-40e098359945 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:04.936953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:04.972524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:04.993397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Network 7221215e-d8fc-45cc-b65c-95d6b6859abd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:04.996925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:05.001597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:05.062834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Pushing event updated for resources: {'Port': ['ID=eddfbac2-1fb3-4ea9-9e15-40e098359945,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:05.104370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1340227916-network', 'tenant_id': '1c3e8e05bbef48c6839dbf438c50b53a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:05.126817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Attempting to bind port eddfbac2-1fb3-4ea9-9e15-40e098359945 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:05.128517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Attempting to bind port eddfbac2-1fb3-4ea9-9e15-40e098359945 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:05.129818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Attempting to bind port eddfbac2-1fb3-4ea9-9e15-40e098359945 on network 7221215e-d8fc-45cc-b65c-95d6b6859abd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:05.136061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:05.136936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Checking segment: {'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:05.137332 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.137759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Bound using segment: {'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:05.138336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Bound port: eddfbac2-1fb3-4ea9-9e15-40e098359945, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:05.139059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.177525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.208285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] For port eddfbac2-1fb3-4ea9-9e15-40e098359945, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:05.211411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] For port eddfbac2-1fb3-4ea9-9e15-40e098359945, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eddfbac2-1fb3-4ea9-9e15-40e098359945,segment=NetworkSegment(5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0),segment_id=5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:05.214043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Made reservation on behalf of 1c3e8e05bbef48c6839dbf438c50b53a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:05.216895 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.228817 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.266856 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.301984 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.369004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c1a5d-8aee-4d11-8326-82f237e9129a None None] Pushing event updated for resources: {'Port': ['ID=eddfbac2-1fb3-4ea9-9e15-40e098359945,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:05.377327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:05.387655 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.390649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Made reservation on behalf of ecb7d7bc7c944fdf92c3ad8db05c52d7 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:05.394256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.443717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Transition to ACTIVE for port object 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:05.466522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.545602 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.616230 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.638699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addf8db-64f5-4c88-90d7-5bf84e799e8e req-ee7aad64-b6e6-41e7-a095-cde6bcce9e56 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:05.638699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1addf8db-64f5-4c88-90d7-5bf84e799e8e req-ee7aad64-b6e6-41e7-a095-cde6bcce9e56 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 943 time: 0.1689458 Aug 24 00:35:05.708638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1addf8db-64f5-4c88-90d7-5bf84e799e8e req-2ca5f9d9-da91-4473-a31f-4153586877ee tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589099 Aug 24 00:35:05.779011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.810013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374bcde-06c9-4b07-91cc-9679e73f11e8 req-ba7412ec-e219-4d4e-8f92-f7fc62bd6610 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:05.811731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b374bcde-06c9-4b07-91cc-9679e73f11e8 req-ba7412ec-e219-4d4e-8f92-f7fc62bd6610 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 943 time: 0.0822663 Aug 24 00:35:05.825111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Pushing event updated for resources: {'Port': ['ID=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:05.856653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:05.882791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d08849-2dfe-4419-8385-544e1d04fa17,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:05.889930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f5ba035-1bbc-4285-a012-6c120bf5333b req-afce8aa9-26ef-4e08-9fc1-a69aa273623b tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 210 time: 0.0770683 Aug 24 00:35:05.895557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:05.895909 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Added segment 2cdb1c24-6381-42f4-a58e-d7272a5ab92d of type vlan for network 29a7b11e-690f-46af-878c-92e3f2463916 Aug 24 00:35:05.919832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b374bcde-06c9-4b07-91cc-9679e73f11e8 req-c937f366-8421-41c5-adf7-e3e2155e1605 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930417 Aug 24 00:35:05.933172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:35:05.955912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Allocated IP 172.20.0.7 (dd01ba0c-4605-489c-aca4-118335b5cec2/3099c172-1930-44ca-b843-f32082fb03a3/499b60c5-800a-476b-b7cf-459e9692eb12) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:05.990201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.021297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Deleting port 41e950ce-49f2-4926-8f19-22cddfe52802 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:06.021663 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.049334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.052625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:06.064417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8', 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'port_id': '9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8', 'mac_address': 'fa:16:3e:89:45:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a24a1-56ab-46df-aba9-5f14ed1de26f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:35:06.076860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Attempting to bind port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:06.077455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Attempting to bind port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '2efc3487-6c90-4f43-b230-d7d2aca97732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b2f35bd8-e178-4fe5-80a8-aae5148cb7e1'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:06.077821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Attempting to bind port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 on network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:06.109505 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.114613 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.114825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.116043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:06.116689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.120902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 on network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:35:06.121231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Attempting to bind port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 on network b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:06.124433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:06.153073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:06.162940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:06.163285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Checking segment: {'id': '2efc3487-6c90-4f43-b230-d7d2aca97732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b2f35bd8-e178-4fe5-80a8-aae5148cb7e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:06.166818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Bound using segment: {'id': '2efc3487-6c90-4f43-b230-d7d2aca97732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b2f35bd8-e178-4fe5-80a8-aae5148cb7e1'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:06.166818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Bound port: 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efc3487-6c90-4f43-b230-d7d2aca97732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b2f35bd8-e178-4fe5-80a8-aae5148cb7e1'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:06.166818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.210079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] Pushing event updated for resources: {'Network': ['ID=29a7b11e-690f-46af-878c-92e3f2463916,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:06.224081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 29a7b11e-690f-46af-878c-92e3f2463916 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:06.271500 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.296993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-601a717d-9112-40b6-af0b-bad64b4dc0a5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3227446 Aug 24 00:35:06.299879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47842) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:06.308065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Request body: {'subnet': {'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1340227916-subnet', 'tenant_id': '1c3e8e05bbef48c6839dbf438c50b53a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:06.350917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:06.405093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Made reservation on behalf of 1c3e8e05bbef48c6839dbf438c50b53a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:06.407532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.475496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:06.558777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c1cb9-1ee8-4c57-a77d-82c5d139ec3b None None] Network 7221215e-d8fc-45cc-b65c-95d6b6859abd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:06.587383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Allocated IP 172.25.5.166 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/726f6d90-3a93-4774-8825-44375c64f411) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:06.753712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4e9ea36a-7d63-4c23-9823-cb4a92deb240 None None] Provisioning for port eddfbac2-1fb3-4ea9-9e15-40e098359945 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:06.772163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.816286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.829461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Calling delete_port for 41e950ce-49f2-4926-8f19-22cddfe52802 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:06.884997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60279cdb-f680-40d2-8147-37b83cfadedf req-266d21b9-cdd4-4109-a664-d17323f19ed7 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:06.886659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60279cdb-f680-40d2-8147-37b83cfadedf req-266d21b9-cdd4-4109-a664-d17323f19ed7 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 944 time: 0.1001251 Aug 24 00:35:06.887342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b6c156-755b-4f65-8e04-59e4ab1f848a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:06.914107 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:06.927135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Checking segment: {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:06.927685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Network hostable DHCP agents. Network: 29a7b11e-690f-46af-878c-92e3f2463916, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:06.970220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60279cdb-f680-40d2-8147-37b83cfadedf req-8d43a862-6654-4c39-87d8-e51971d8aa2b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652428 Aug 24 00:35:06.998376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] For port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:07.003087 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.054060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] For port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,segment=NetworkSegment(2efc3487-6c90-4f43-b230-d7d2aca97732),segment_id=2efc3487-6c90-4f43-b230-d7d2aca97732)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:07.081652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13e11b4b-6583-4c11-965b-69185d2d3b8a req-14a50fed-82e3-4ff4-ab5a-e3becb2f6e10 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 210 time: 0.0774636 Aug 24 00:35:07.084545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Network 29a7b11e-690f-46af-878c-92e3f2463916 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:07.151867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.156820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb6071-edf8-48ea-ac7d-bd815bd4a84e req-fc086570-6177-4b14-97ae-cab95470dae1 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:07.158599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38fb6071-edf8-48ea-ac7d-bd815bd4a84e req-fc086570-6177-4b14-97ae-cab95470dae1 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 943 time: 0.0757258 Aug 24 00:35:07.188365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 29a7b11e-690f-46af-878c-92e3f2463916) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:07.206861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749a1d3-b8cc-400c-ab98-ae0e15ea07bc None None] Network 29a7b11e-690f-46af-878c-92e3f2463916 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:07.210440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:07.211133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.249607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:07.250283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.255516 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] 10.222.0.37 "PUT /v2.0/ports/151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 HTTP/1.1" status: 200 len: 1091 time: 3.1136875 Aug 24 00:35:07.255859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38fb6071-edf8-48ea-ac7d-bd815bd4a84e req-b151865e-e5d6-46bb-ae0a-487e6098ee34 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893726 Aug 24 00:35:07.260363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71a8526-bf5d-4595-980b-b094834e9cf1', 'tag': '151acc0a-ddd3-4f85-b8ad-f2d09047e7d9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:07.263260 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49794c7b-7008-4222-bb22-c8ee63c264c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e71a8526-bf5d-4595-980b-b094834e9cf1", "tag": "151acc0a-ddd3-4f85-b8ad-f2d09047e7d9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:07.289248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.312031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e8e9610f-6ae9-440a-908b-6593b0456b9a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0011854 Aug 24 00:35:07.349344 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b7131c-b4ac-4ac2-8cf0-ac3a3dc6a1c8 x-openstack-request-id: req-22b7131c-b4ac-4ac2-8cf0-ac3a3dc6a1c8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:07.349742 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71a8526-bf5d-4595-980b-b094834e9cf1", "tag": "151acc0a-ddd3-4f85-b8ad-f2d09047e7d9", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:07.350052 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22b7131c-b4ac-4ac2-8cf0-ac3a3dc6a1c8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:07.351298 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71a8526-bf5d-4595-980b-b094834e9cf1', 'tag': '151acc0a-ddd3-4f85-b8ad-f2d09047e7d9', 'status': 'completed', 'code': 200} Aug 24 00:35:07.367315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662ae15-fb8a-4881-9f8e-05695971033a service neutron] Pushing event updated for resources: {'Port': ['ID=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:07.380464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:07.400522 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9692733-8bd8-4502-b73d-6e0bf407ba97 None None] Network 29a7b11e-690f-46af-878c-92e3f2463916 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:07.435611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:07.451762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:07.457147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.519203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Pushing event updated for resources: {'Port': ['ID=726f6d90-3a93-4774-8825-44375c64f411,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:07.527783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Network dd01ba0c-4605-489c-aca4-118335b5cec2 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:07.538249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:07.574164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49794c7b-7008-4222-bb22-c8ee63c264c1 req-0382f16a-5414-42eb-af01-d2875483a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:07.575717 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-49794c7b-7008-4222-bb22-c8ee63c264c1 req-0382f16a-5414-42eb-af01-d2875483a131 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4246216cc2ca4bce9ab82310ba37bb6a&device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 1094 time: 0.1981874 Aug 24 00:35:07.581871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:07.588663 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.621486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eddfbac2-1fb3-4ea9-9e15-40e098359945 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:07.753391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port eddfbac2-1fb3-4ea9-9e15-40e098359945 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:07.760121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port eddfbac2-1fb3-4ea9-9e15-40e098359945 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:07.760773 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.813389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Pushing event updated for resources: {'Port': ['ID=499b60c5-800a-476b-b7cf-459e9692eb12,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:07.875823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.909296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:07.909975 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:07.916155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port eddfbac2-1fb3-4ea9-9e15-40e098359945, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eddfbac2-1fb3-4ea9-9e15-40e098359945,segment=NetworkSegment(5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0),segment_id=5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:07.923888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Pushing event deleted for resources: {'Port': ['ID=41e950ce-49f2-4926-8f19-22cddfe52802,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:07.938836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-c758366e-55f7-4ab6-abf3-f7fd8197f371 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:07.941070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-c758366e-55f7-4ab6-abf3-f7fd8197f371 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/networks?id=29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 200 len: 815 time: 0.1140330 Aug 24 00:35:07.950640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:07.961627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49794c7b-7008-4222-bb22-c8ee63c264c1 req-18aa4826-0229-4477-96a0-cd541e17fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:07.961942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-bf5afa38-b14f-4d11-8b6f-d08d19f042ff tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/quotas/1c3e8e05bbef48c6839dbf438c50b53a HTTP/1.1" status: 200 len: 375 time: 0.0136511 Aug 24 00:35:07.963124 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-49794c7b-7008-4222-bb22-c8ee63c264c1 req-18aa4826-0229-4477-96a0-cd541e17fe31 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4246216cc2ca4bce9ab82310ba37bb6a&shared=False HTTP/1.1" status: 200 len: 925 time: 0.3778195 Aug 24 00:35:07.982887 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.010789 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.014044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-9a76937f-4e91-4942-91e3-e6eb8d838478 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434160 Aug 24 00:35:08.021342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-e884b467-974f-4ac4-938f-76835b569ff9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:35:08.028747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-e884b467-974f-4ac4-938f-76835b569ff9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120921 Aug 24 00:35:08.074080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=eddfbac2-1fb3-4ea9-9e15-40e098359945,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:08.119542 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-02a182dc-587a-402c-a910-c3c3bb06001e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4086359 Aug 24 00:35:08.145423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:08.152432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:08.154361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.161300 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-0f30819f-2b0a-4d23-bd26-39b7b772d9ce service neutron] 10.222.0.26 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316838 Aug 24 00:35:08.172816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a740d-7cc5-42a4-b530-ff3e0e72cd7c req-42eecf31-d055-441d-9e1e-46281b7d1c8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:08.174874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-358a740d-7cc5-42a4-b530-ff3e0e72cd7c req-42eecf31-d055-441d-9e1e-46281b7d1c8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 944 time: 0.0854089 Aug 24 00:35:08.188565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Request body: {'port': {'device_id': 'a164dd16-8f25-4dbc-8c59-e4e4cbdbf444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:08.265441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-358a740d-7cc5-42a4-b530-ff3e0e72cd7c req-17a2759e-1113-462c-8642-4b71162381ec tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821533 Aug 24 00:35:08.278940 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.313807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb47aeb3-4874-413f-b806-d1e2356fa439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:08.316279 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35264a0-e229-4302-a2b4-fb013de9a467" -d '{"events": [{"server_uuid": "cb47aeb3-4874-413f-b806-d1e2356fa439", "name": "network-vif-plugged", "status": "completed", "tag": "9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:08.326283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-087fecec-05ac-4d3d-85f2-1d25b49c3b55 service neutron] 10.222.0.26 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502564 Aug 24 00:35:08.349219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:08.378124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.447772 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.489723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49794c7b-7008-4222-bb22-c8ee63c264c1 req-fba6436b-46cd-4038-988c-c0f4e421aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:08.491250 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-49794c7b-7008-4222-bb22-c8ee63c264c1 req-fba6436b-46cd-4038-988c-c0f4e421aedc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5207615 Aug 24 00:35:08.505153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:08.525326 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.534822 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.582174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:08.852813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ae0f4-be77-4e32-9f23-699ef4ed3e60 req-d049e2af-1b7f-4585-a44f-f03ae82a8638 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:08.854421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d0ae0f4-be77-4e32-9f23-699ef4ed3e60 req-d049e2af-1b7f-4585-a44f-f03ae82a8638 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 931 time: 0.4713018 Aug 24 00:35:08.920259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb43015-86a7-4cdd-b1c0-bb33be25e7fb req-dc15269f-6201-4687-9852-2737782cb1a7 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:08.921864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bb43015-86a7-4cdd-b1c0-bb33be25e7fb req-dc15269f-6201-4687-9852-2737782cb1a7 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 943 time: 0.0899832 Aug 24 00:35:08.925615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d0ae0f4-be77-4e32-9f23-699ef4ed3e60 req-e1a33f04-0d1c-4b4a-935d-6cdc72a2df18 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575340 Aug 24 00:35:08.981049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4bb43015-86a7-4cdd-b1c0-bb33be25e7fb req-77ed172a-7961-4cb2-8c42-07d6d7466d1e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Aug 24 00:35:08.992410 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc59889-a505-4555-9a69-596de6f98637 x-openstack-request-id: req-abc59889-a505-4555-9a69-596de6f98637 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:08.992410 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb47aeb3-4874-413f-b806-d1e2356fa439", "name": "network-vif-plugged", "status": "completed", "tag": "9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:08.992410 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abc59889-a505-4555-9a69-596de6f98637 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:08.992410 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb47aeb3-4874-413f-b806-d1e2356fa439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8', 'code': 200} Aug 24 00:35:09.058599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52e18966-33ef-4c7f-86fd-baa6ac51e3ee req-15f23ff9-36a6-4f20-9bc4-a84b75e2e18f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 210 time: 0.0302665 Aug 24 00:35:09.111776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956361a5-4eb8-4f98-9a3e-9dcd5b978c4c req-0dc20111-60dc-4866-ad55-17c4681240c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:09.113175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-956361a5-4eb8-4f98-9a3e-9dcd5b978c4c req-0dc20111-60dc-4866-ad55-17c4681240c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 1096 time: 0.0537100 Aug 24 00:35:09.129950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-51c400da-df14-4e44-a404-d29227c9f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:09.131471 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-51c400da-df14-4e44-a404-d29227c9f9f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4246216cc2ca4bce9ab82310ba37bb6a&device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 1094 time: 0.5596550 Aug 24 00:35:09.140206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Router 994c12a2-c88a-41d7-8691-a57fba746b9e has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:09.152391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-956361a5-4eb8-4f98-9a3e-9dcd5b978c4c req-447092cf-43f2-4718-b6b0-416d238a4422 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Aug 24 00:35:09.237024 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d8d55ea3-f152-49da-91fe-794fea36615b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0925288 Aug 24 00:35:09.419189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:09.432444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.434248 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1f9a045f-90e8-4017-9528-e578e93a3b39 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "PUT /v2.0/routers/994c12a2-c88a-41d7-8691-a57fba746b9e HTTP/1.1" status: 200 len: 706 time: 5.3845949 Aug 24 00:35:09.440966 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16c4751-5de8-4cc1-a491-8d9ce1bb3560 None None] Sync routers for ids ['994c12a2-c88a-41d7-8691-a57fba746b9e'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:09.446328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea411cfa-b981-4811-bb03-cc7f331c420e req-9ea1f273-09df-46db-87d8-abc64192aec0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:09.454129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea411cfa-b981-4811-bb03-cc7f331c420e req-9ea1f273-09df-46db-87d8-abc64192aec0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 945 time: 0.0803106 Aug 24 00:35:09.458353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47930) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:09.459347 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c4751-5de8-4cc1-a491-8d9ce1bb3560 None None] Routers {'994c12a2-c88a-41d7-8691-a57fba746b9e'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:09.459977 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e16c4751-5de8-4cc1-a491-8d9ce1bb3560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['994c12a2-c88a-41d7-8691-a57fba746b9e'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:09.472848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.483620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-0d10cefe-c646-4770-8013-6024168c4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:09.485104 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-0d10cefe-c646-4770-8013-6024168c4c5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a10ae83-c274-4b65-8275-676d17a5269c HTTP/1.1" status: 200 len: 864 time: 0.1435680 Aug 24 00:35:09.512363 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e16c4751-5de8-4cc1-a491-8d9ce1bb3560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:09.523205 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c4751-5de8-4cc1-a491-8d9ce1bb3560 None None] Routers {'994c12a2-c88a-41d7-8691-a57fba746b9e'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:09.524073 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e16c4751-5de8-4cc1-a491-8d9ce1bb3560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['994c12a2-c88a-41d7-8691-a57fba746b9e'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:09.543822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eddfbac2-1fb3-4ea9-9e15-40e098359945 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:09.562207 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e16c4751-5de8-4cc1-a491-8d9ce1bb3560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:09.563072 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16c4751-5de8-4cc1-a491-8d9ce1bb3560 None None] The sync data for ids ['994c12a2-c88a-41d7-8691-a57fba746b9e'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:09.599152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-72d4bf74-ca2e-4732-b4af-8f2d612fcf82 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/routers/994c12a2-c88a-41d7-8691-a57fba746b9e HTTP/1.1" status: 200 len: 741 time: 0.1381984 Aug 24 00:35:09.606216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:09.620639 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-a2ab600f-c5a9-492f-bbf8-1246edf754a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2f35bd8-e178-4fe5-80a8-aae5148cb7e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092613 Aug 24 00:35:09.627652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port eddfbac2-1fb3-4ea9-9e15-40e098359945 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:09.628405 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.666672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499b60c5-800a-476b-b7cf-459e9692eb12 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:09.681941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea411cfa-b981-4811-bb03-cc7f331c420e req-60f1ac56-6bdd-455c-ad0f-ac2a98fa41d3 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267284 Aug 24 00:35:09.684147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9bc10891-0ddb-49ad-a50d-5ec5320d8ec2 tempest-RoutersAdminTest-584743013 tempest-RoutersAdminTest-584743013-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=994c12a2-c88a-41d7-8691-a57fba746b9e HTTP/1.1" status: 200 len: 205 time: 0.0749335 Aug 24 00:35:09.686895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:09.744994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a71301c4-85b7-4ade-a27a-276a0ba78703 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=994c12a2-c88a-41d7-8691-a57fba746b9e HTTP/1.1" status: 200 len: 205 time: 0.0566592 Aug 24 00:35:09.751250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47938) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:09.752013 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.781698 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Transition to ACTIVE for port object 499b60c5-800a-476b-b7cf-459e9692eb12 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:09.826252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-d1e03ce4-4f6e-46fa-a808-3684c63d9bcd service neutron] 10.222.0.37 "GET /v2.0/networks/b2f35bd8-e178-4fe5-80a8-aae5148cb7e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946661 Aug 24 00:35:09.834534 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ea91-3481-4043-b8c6-f834f17e26f7 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.887994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:09.963651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Router 4124939b-c873-45d8-96b6-e06fa0f08960 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:35:09.982023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040b594-9331-41be-a47d-068538300c94 service neutron] Pushing event updated for resources: {'Port': ['ID=499b60c5-800a-476b-b7cf-459e9692eb12,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:09.995984 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1804492d-ec0b-49cc-9335-07133b7c3877 req-05292dbd-6d53-4ddd-a663-56430bd311c5 service neutron] 10.222.0.37 "GET /v2.0/networks/b2f35bd8-e178-4fe5-80a8-aae5148cb7e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607912 Aug 24 00:35:10.013848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ea91-3481-4043-b8c6-f834f17e26f7 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.016455 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ea91-3481-4043-b8c6-f834f17e26f7 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.156256 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ea91-3481-4043-b8c6-f834f17e26f7 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.156685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a2ea91-3481-4043-b8c6-f834f17e26f7 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Fanout notify agent at l3_agent the message router_deleted on router 994c12a2-c88a-41d7-8691-a57fba746b9e {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:35:10.157949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Attempting to bind port 499b60c5-800a-476b-b7cf-459e9692eb12 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:10.158459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Attempting to bind port 499b60c5-800a-476b-b7cf-459e9692eb12 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '2fcc916b-bf17-4a15-90bd-c0af1f94dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd01ba0c-4605-489c-aca4-118335b5cec2'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:10.158672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Attempting to bind port 499b60c5-800a-476b-b7cf-459e9692eb12 on network dd01ba0c-4605-489c-aca4-118335b5cec2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:10.166179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Port 499b60c5-800a-476b-b7cf-459e9692eb12 on network dd01ba0c-4605-489c-aca4-118335b5cec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:35:10.166179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Attempting to bind port 499b60c5-800a-476b-b7cf-459e9692eb12 on network dd01ba0c-4605-489c-aca4-118335b5cec2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:10.169171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a26de4-3457-4f03-b2c7-628d15575d1e req-683ad0b7-4a26-4ca1-a4dd-67e500822417 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:10.170536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7a26de4-3457-4f03-b2c7-628d15575d1e req-683ad0b7-4a26-4ca1-a4dd-67e500822417 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 943 time: 0.0868859 Aug 24 00:35:10.176045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:10.187843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Checking segment: {'id': '2fcc916b-bf17-4a15-90bd-c0af1f94dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd01ba0c-4605-489c-aca4-118335b5cec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:10.187843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Bound using segment: {'id': '2fcc916b-bf17-4a15-90bd-c0af1f94dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd01ba0c-4605-489c-aca4-118335b5cec2'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:10.188667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7a2ea91-3481-4043-b8c6-f834f17e26f7 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.188747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Bound port: 499b60c5-800a-476b-b7cf-459e9692eb12, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcc916b-bf17-4a15-90bd-c0af1f94dc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'dd01ba0c-4605-489c-aca4-118335b5cec2'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:10.188747 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.188887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d7a2ea91-3481-4043-b8c6-f834f17e26f7 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/994c12a2-c88a-41d7-8691-a57fba746b9e HTTP/1.1" status: 204 len: 168 time: 0.4254730 Aug 24 00:35:10.189113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:10.189113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47948) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.192720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Sync routers for ids ['4124939b-c873-45d8-96b6-e06fa0f08960'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:10.205012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Routers {'4124939b-c873-45d8-96b6-e06fa0f08960'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:10.206247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4124939b-c873-45d8-96b6-e06fa0f08960'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:10.226245 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-73cb685f-af00-4214-88a0-39f1540b1a3e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=994c12a2-c88a-41d7-8691-a57fba746b9e HTTP/1.1" status: 200 len: 205 time: 0.0411692 Aug 24 00:35:10.230219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47950) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.260975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7a26de4-3457-4f03-b2c7-628d15575d1e req-bde5ef90-dc5b-4fe4-9c5a-410982c9fc9e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756545 Aug 24 00:35:10.293998 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-c8a9264b-5a93-49dc-88db-aea139cd7a50 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] delete failed (client error): The resource could not be found. Aug 24 00:35:10.295566 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c8a9264b-5a93-49dc-88db-aea139cd7a50 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/994c12a2-c88a-41d7-8691-a57fba746b9e HTTP/1.1" status: 404 len: 336 time: 0.0642240 Aug 24 00:35:10.298123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47952) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.317901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.317901 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a4234db1-c86f-4a3b-a110-805d0d4e26d8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1958263 Aug 24 00:35:10.323765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80fc01-6d63-4dd1-8d0b-a249febb8386 req-650be53c-1ed0-4422-9434-e76feab17387 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:10.325355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd80fc01-6d63-4dd1-8d0b-a249febb8386 req-650be53c-1ed0-4422-9434-e76feab17387 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 943 time: 0.2062647 Aug 24 00:35:10.325895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.336244 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0df989ba-916b-487f-aabd-e1c7817bd615 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e117f28-e96e-454b-8851-fae53ec9959e HTTP/1.1" status: 200 len: 205 time: 0.0368307 Aug 24 00:35:10.338011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Set router 4124939b-c873-45d8-96b6-e06fa0f08960 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:10.338972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47956) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.388844 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-e0099f8b-bbee-402e-b188-e4c4dfcfd5b2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] delete failed (client error): The resource could not be found. Aug 24 00:35:10.390349 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e0099f8b-bbee-402e-b188-e4c4dfcfd5b2 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/0e117f28-e96e-454b-8851-fae53ec9959e HTTP/1.1" status: 404 len: 336 time: 0.0502703 Aug 24 00:35:10.393495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47958) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.408268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] For port 499b60c5-800a-476b-b7cf-459e9692eb12, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:10.431053 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed2a3580-cce8-499b-8d46-adfb31e626f6 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=da2f40c1-1844-43dd-88d2-37ea14bc0639 HTTP/1.1" status: 200 len: 205 time: 0.0361729 Aug 24 00:35:10.436527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47960) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.457414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] For port 499b60c5-800a-476b-b7cf-459e9692eb12, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=499b60c5-800a-476b-b7cf-459e9692eb12,segment=NetworkSegment(2fcc916b-bf17-4a15-90bd-c0af1f94dc16),segment_id=2fcc916b-bf17-4a15-90bd-c0af1f94dc16)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:10.497340 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-bdfc3d01-edc0-485f-a4df-308042b973e6 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] delete failed (client error): The resource could not be found. Aug 24 00:35:10.498800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bdfc3d01-edc0-485f-a4df-308042b973e6 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/da2f40c1-1844-43dd-88d2-37ea14bc0639 HTTP/1.1" status: 404 len: 336 time: 0.0610893 Aug 24 00:35:10.501541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47962) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.531217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e167b138-48ea-4955-b21f-e29eb2d4fed3 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=22646c85-e55b-4796-a3dc-fd2e49d9abea HTTP/1.1" status: 200 len: 205 time: 0.0276484 Aug 24 00:35:10.534177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47964) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.540509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '726f6d90-3a93-4774-8825-44375c64f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:07Z', 'revision_number': 3, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port': {'id': '726f6d90-3a93-4774-8825-44375c64f411', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:06Z', 'updated_at': '2021-08-24T00:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:10.545652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.547836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db032487-4969-4f2f-b46a-2f49c307fcba req-b44a21af-3f52-4d28-9059-119ae12689fd tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 210 time: 0.1204226 Aug 24 00:35:10.575287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Checking router: 4124939b-c873-45d8-96b6-e06fa0f08960 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:35:10.575828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Updating router 4124939b-c873-45d8-96b6-e06fa0f08960 port 726f6d90-3a93-4774-8825-44375c64f411 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:35:10.604154 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.615695 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-248715eb-c2a4-4f41-8b80-e982217b0261 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] delete failed (client error): The resource could not be found. Aug 24 00:35:10.625016 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-248715eb-c2a4-4f41-8b80-e982217b0261 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/22646c85-e55b-4796-a3dc-fd2e49d9abea HTTP/1.1" status: 404 len: 336 time: 0.0813015 Aug 24 00:35:10.629303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47966) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.630769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:10.631504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.632993 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-a040b594-9331-41be-a47d-068538300c94 service neutron] 10.222.0.37 "PUT /v2.0/ports/499b60c5-800a-476b-b7cf-459e9692eb12 HTTP/1.1" status: 200 len: 1091 time: 2.4501016 Aug 24 00:35:10.636850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a164dd16-8f25-4dbc-8c59-e4e4cbdbf444', 'tag': '499b60c5-800a-476b-b7cf-459e9692eb12'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:10.650388 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd492f82-37d0-42e6-82c4-fed086265a65" -d '{"events": [{"name": "network-changed", "server_uuid": "a164dd16-8f25-4dbc-8c59-e4e4cbdbf444", "tag": "499b60c5-800a-476b-b7cf-459e9692eb12"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:10.693410 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0e19a1cd-3d59-4c0b-b68b-454a822338bd tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1aef05d-7168-482f-bf9a-b4126bb71818 HTTP/1.1" status: 200 len: 205 time: 0.0579081 Aug 24 00:35:10.698206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47970) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.706943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040b594-9331-41be-a47d-068538300c94 service neutron] Pushing event updated for resources: {'Port': ['ID=499b60c5-800a-476b-b7cf-459e9692eb12,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:10.738714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd80fc01-6d63-4dd1-8d0b-a249febb8386 req-eaaf3404-a64b-48f0-bfe7-0e6b1b82dc24 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844421 Aug 24 00:35:10.776286 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d84c99-d6c4-40b8-b3a3-5d3eeb776961 x-openstack-request-id: req-02d84c99-d6c4-40b8-b3a3-5d3eeb776961 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:10.776716 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a164dd16-8f25-4dbc-8c59-e4e4cbdbf444", "tag": "499b60c5-800a-476b-b7cf-459e9692eb12", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:10.777664 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02d84c99-d6c4-40b8-b3a3-5d3eeb776961 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:10.777664 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a164dd16-8f25-4dbc-8c59-e4e4cbdbf444', 'tag': '499b60c5-800a-476b-b7cf-459e9692eb12', 'status': 'completed', 'code': 200} Aug 24 00:35:10.787478 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-b5a59380-adc5-4c88-b499-e7a7b135091e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] delete failed (client error): The resource could not be found. Aug 24 00:35:10.788656 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b5a59380-adc5-4c88-b499-e7a7b135091e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/d1aef05d-7168-482f-bf9a-b4126bb71818 HTTP/1.1" status: 404 len: 336 time: 0.0894191 Aug 24 00:35:10.791702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47976) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.837979 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c8d554aa-6db2-4d81-be02-8f9148a4cb91 tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "GET /v2.0/ports?device_id=53695f13-b694-46a1-8720-8b5aa27ecbd1 HTTP/1.1" status: 200 len: 205 time: 0.0431418 Aug 24 00:35:10.838413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47978) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.887731 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-8e4d0edc-4201-4fc7-a6fa-c2ae4e53cb9e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] delete failed (client error): The resource could not be found. Aug 24 00:35:10.891681 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8e4d0edc-4201-4fc7-a6fa-c2ae4e53cb9e tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/routers/53695f13-b694-46a1-8720-8b5aa27ecbd1 HTTP/1.1" status: 404 len: 336 time: 0.0495770 Aug 24 00:35:10.892487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47980) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:10.905812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd492f82-37d0-42e6-82c4-fed086265a65 req-2fe29a68-8536-461c-9a94-2b0c625ac74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:10.907620 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bd492f82-37d0-42e6-82c4-fed086265a65 req-2fe29a68-8536-461c-9a94-2b0c625ac74a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecb7d7bc7c944fdf92c3ad8db05c52d7&device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 1094 time: 0.1336935 Aug 24 00:35:10.949301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832450b-b31d-4d18-b9c9-714224a79bd5 req-622494ce-e466-4695-962a-9e99aaee59bf tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:10.959097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1832450b-b31d-4d18-b9c9-714224a79bd5 req-622494ce-e466-4695-962a-9e99aaee59bf tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 945 time: 0.0994079 Aug 24 00:35:10.965978 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58c5edf-843b-4859-a7d6-66144602837c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] DELETE failed (client error): The resource could not be found. Aug 24 00:35:10.966597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58c5edf-843b-4859-a7d6-66144602837c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:35:10.971475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a58c5edf-843b-4859-a7d6-66144602837c tempest-RoutersAdminTest-1354126214 tempest-RoutersAdminTest-1354126214-project] 10.222.0.26 "DELETE /v2.0/subnets/8dd7f4d9-2f28-4f50-a5ea-eed3e07aff72 HTTP/1.1" status: 404 len: 337 time: 0.0754738 Aug 24 00:35:10.979615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:10.993488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Transition to ACTIVE for port object 726f6d90-3a93-4774-8825-44375c64f411 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:11.084786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd492f82-37d0-42e6-82c4-fed086265a65 req-ac16f61f-106c-408a-af91-a64074564a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:11.086086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1832450b-b31d-4d18-b9c9-714224a79bd5 req-92e2af3c-1b58-4ce5-a8bc-48a536184950 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259005 Aug 24 00:35:11.086401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bd492f82-37d0-42e6-82c4-fed086265a65 req-ac16f61f-106c-408a-af91-a64074564a3a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ecb7d7bc7c944fdf92c3ad8db05c52d7&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1583810 Aug 24 00:35:11.106496 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.179824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Attempting to bind port 726f6d90-3a93-4774-8825-44375c64f411 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:11.180729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Attempting to bind port 726f6d90-3a93-4774-8825-44375c64f411 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:11.182653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Attempting to bind port 726f6d90-3a93-4774-8825-44375c64f411 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:11.194148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:11.194604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:11.194946 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.195910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:11.196419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Bound port: 726f6d90-3a93-4774-8825-44375c64f411, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:11.196813 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.233511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd492f82-37d0-42e6-82c4-fed086265a65 req-05d21bbf-d676-40a1-ae41-6b5a250cc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:11.234894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9473a-418c-4731-a9bb-5178c98badfd None None] Pushing event updated for resources: {'Port': ['ID=726f6d90-3a93-4774-8825-44375c64f411,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:11.235086 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bd492f82-37d0-42e6-82c4-fed086265a65 req-05d21bbf-d676-40a1-ae41-6b5a250cc4f0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419425 Aug 24 00:35:11.317306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] For port 726f6d90-3a93-4774-8825-44375c64f411, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:11.322012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] For port 726f6d90-3a93-4774-8825-44375c64f411, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=726f6d90-3a93-4774-8825-44375c64f411,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:11.379881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.393493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-ba2e026f-2660-44d9-9458-df5853c394f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:11.395978 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-ba2e026f-2660-44d9-9458-df5853c394f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecb7d7bc7c944fdf92c3ad8db05c52d7&device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 1094 time: 0.1050768 Aug 24 00:35:11.497466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Routers {'4124939b-c873-45d8-96b6-e06fa0f08960'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:11.498140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4124939b-c873-45d8-96b6-e06fa0f08960'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:11.511223 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.519744 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-08bfb4ed-04f4-4e88-81db-da17151c948d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499b60c5-800a-476b-b7cf-459e9692eb12 HTTP/1.1" status: 200 len: 217 time: 0.1151767 Aug 24 00:35:11.560031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eeeb4d-9586-49a5-abfa-05eddaba24bd req-fce7d7bd-65e5-484c-8083-aadc86bd96e1 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:11.562056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5eeeb4d-9586-49a5-abfa-05eddaba24bd req-fce7d7bd-65e5-484c-8083-aadc86bd96e1 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 943 time: 0.2134733 Aug 24 00:35:11.593924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48000) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:11.641990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-0192a639-0e45-456e-8af9-80b95db4d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:11.647251 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-0192a639-0e45-456e-8af9-80b95db4d6c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3099c172-1930-44ca-b843-f32082fb03a3 HTTP/1.1" status: 200 len: 862 time: 0.1207991 Aug 24 00:35:11.651429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] Set router 4124939b-c873-45d8-96b6-e06fa0f08960 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:11.667438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-00d69997-5f0f-4866-8a4f-2a5d90ec561d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:11.671182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-00d69997-5f0f-4866-8a4f-2a5d90ec561d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.36 "GET /v2.0/networks?id=29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 200 len: 815 time: 0.4749811 Aug 24 00:35:11.736584 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-c209a28a-0f8f-4ead-9990-5e797555d545 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd01ba0c-4605-489c-aca4-118335b5cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822718 Aug 24 00:35:11.789700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Request body: {'port': {'device_id': 'a077607b-af87-455f-986d-f981a8e39066', 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'admin_state_up': True, 'tenant_id': '1c3e8e05bbef48c6839dbf438c50b53a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:11.803538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9473a-418c-4731-a9bb-5178c98badfd None None] Pushing event updated for resources: {'Port': ['ID=726f6d90-3a93-4774-8825-44375c64f411,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:11.844689 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2535-155b-47a5-83bd-711fcb34c817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:11.891889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5eeeb4d-9586-49a5-abfa-05eddaba24bd req-ad538f32-636d-4a81-ab0a-0ae1deffd96b tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128774 Aug 24 00:35:11.917666 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-67c5a9db-78ac-4bfe-b34d-c35932f36bfd service neutron] 10.222.0.37 "GET /v2.0/networks/dd01ba0c-4605-489c-aca4-118335b5cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734986 Aug 24 00:35:11.940970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '726f6d90-3a93-4774-8825-44375c64f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:07Z', 'revision_number': 3, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port': {'id': '726f6d90-3a93-4774-8825-44375c64f411', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:06Z', 'updated_at': '2021-08-24T00:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:12.011608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:35:12.014066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4ffe4f-11e3-4ebe-a207-ab6910e283df None None] The sync data for ids ['4124939b-c873-45d8-96b6-e06fa0f08960'] in n-d-804878-2 is: [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '726f6d90-3a93-4774-8825-44375c64f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:07Z', 'revision_number': 3, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port': {'id': '726f6d90-3a93-4774-8825-44375c64f411', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:06Z', 'updated_at': '2021-08-24T00:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:12.081657 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3dd3e26f-e9cd-4228-b1a8-e84002f8f63d req-f56e8961-5332-4b89-ac6a-c80007fbdcaf service neutron] 10.222.0.37 "GET /v2.0/networks/dd01ba0c-4605-489c-aca4-118335b5cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530423 Aug 24 00:35:12.093018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3413500-77bc-4ac9-b664-327e6e1e9567 req-98783050-c551-4279-8ac2-e83ababc33f7 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 210 time: 0.0648828 Aug 24 00:35:12.131166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2535-155b-47a5-83bd-711fcb34c817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.136066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Allocated IP 172.20.0.1 (7221215e-d8fc-45cc-b65c-95d6b6859abd/d4543498-1972-465e-8540-14e5cce0f0dd/ddbcb5ac-b983-46b6-b832-e7790693cfdb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:12.234807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,segment=NetworkSegment(2efc3487-6c90-4f43-b230-d7d2aca97732),segment_id=2efc3487-6c90-4f43-b230-d7d2aca97732)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:12.247557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b7e2535-155b-47a5-83bd-711fcb34c817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.249675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '151acc0a-ddd3-4f85-b8ad-f2d09047e7d9', 'network_id': 'b2f35bd8-e178-4fe5-80a8-aae5148cb7e1', 'port_id': '151acc0a-ddd3-4f85-b8ad-f2d09047e7d9', 'mac_address': 'fa:16:3e:c6:78:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a10ae83-c274-4b65-8275-676d17a5269c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:35:12.303839 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3b7e2535-155b-47a5-83bd-711fcb34c817 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b940a4d31cfe499a8c500c175b0bf49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032571 Aug 24 00:35:12.303839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e2535-155b-47a5-83bd-711fcb34c817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f57e43-7701-4523-86e6-d6863ea251b5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:12.308854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48014) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:12.342794 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.382690 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.404127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37837d82-61cd-4541-8e8e-ec6587551c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.406391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:12.408525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Made reservation on behalf of 1c3e8e05bbef48c6839dbf438c50b53a for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:12.412934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.430903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,segment=NetworkSegment(2efc3487-6c90-4f43-b230-d7d2aca97732),segment_id=2efc3487-6c90-4f43-b230-d7d2aca97732)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:12.437978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Transition to ACTIVE for port object ddbcb5ac-b983-46b6-b832-e7790693cfdb will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:12.438763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37837d82-61cd-4541-8e8e-ec6587551c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.477412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6a114-2a57-41eb-92b6-e976cb03594b req-2ec2636b-93fe-4c8d-990e-3d16c9003a82 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:12.479296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5a6a114-2a57-41eb-92b6-e976cb03594b req-2ec2636b-93fe-4c8d-990e-3d16c9003a82 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 943 time: 0.2535212 Aug 24 00:35:12.539145 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.542503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5a6a114-2a57-41eb-92b6-e976cb03594b req-57d750de-2d7b-479c-84dc-ce79914e1814 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537014 Aug 24 00:35:12.567647 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.620705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:12.657253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37837d82-61cd-4541-8e8e-ec6587551c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.659344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.661835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37837d82-61cd-4541-8e8e-ec6587551c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:12.663476 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-37837d82-61cd-4541-8e8e-ec6587551c9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35f57e43-7701-4523-86e6-d6863ea251b5 HTTP/1.1" status: 204 len: 168 time: 0.3538673 Aug 24 00:35:12.672895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37837d82-61cd-4541-8e8e-ec6587551c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f57e43-7701-4523-86e6-d6863ea251b5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:12.751536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Pushing event updated for resources: {'Port': ['ID=ddbcb5ac-b983-46b6-b832-e7790693cfdb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:12.774149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Network 7221215e-d8fc-45cc-b65c-95d6b6859abd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:12.778138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:12.781610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:12.796216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['151acc0a-ddd3-4f85-b8ad-f2d09047e7d9'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:12.911069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.079249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Allocated IP 172.20.0.7 (29a7b11e-690f-46af-878c-92e3f2463916/12b6c156-755b-4f65-8e04-59e4ab1f848a/0312d17d-81a2-414b-8fbf-57d4a15f190b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:13.139215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166772d4-56c8-4627-b377-23eb89f2ba8d req-d87f5e14-9a31-41ca-b04f-270e07387b8e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:13.147543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-166772d4-56c8-4627-b377-23eb89f2ba8d req-d87f5e14-9a31-41ca-b04f-270e07387b8e tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 943 time: 0.1180625 Aug 24 00:35:13.256046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7779fbb2-73aa-44ae-9690-cee29d7c937e None None] Provisioning for port ddbcb5ac-b983-46b6-b832-e7790693cfdb completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:13.261600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-166772d4-56c8-4627-b377-23eb89f2ba8d req-2c095f85-d1f7-4da7-a9ac-7c46a5f9fa39 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129715 Aug 24 00:35:13.265252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7779fbb2-73aa-44ae-9690-cee29d7c937e None None] Provisioning complete for port ddbcb5ac-b983-46b6-b832-e7790693cfdb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:13.266017 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7779fbb2-73aa-44ae-9690-cee29d7c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.351795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7779fbb2-73aa-44ae-9690-cee29d7c937e None None] Port ddbcb5ac-b983-46b6-b832-e7790693cfdb cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:35:13.357358 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.401982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63c23785-a19f-4560-aa8b-68a8856cb94d req-ce4e2b2c-ac81-4651-b766-49a43c1e24e1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 210 time: 0.0517194 Aug 24 00:35:13.503036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.534235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48030) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:13.585462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 726f6d90-3a93-4774-8825-44375c64f411 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:13.614017 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f0c678a9-7124-4720-bba6-8c9edbfc5290 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca26c66bb3f04a1c9b6a9f0ecc6dd49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748763 Aug 24 00:35:13.614651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48034) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:13.649686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.682131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e491b0e6-5a5c-471f-adee-9e39b5c3bd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.706054 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e491b0e6-5a5c-471f-adee-9e39b5c3bd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.713891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.733588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 726f6d90-3a93-4774-8825-44375c64f411 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:13.739585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 726f6d90-3a93-4774-8825-44375c64f411 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:13.740406 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.745186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062cd9-e72f-49be-9326-5c4e27e87244 req-d8fdd122-4fa8-4ce8-a217-8f651598182f tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:13.753166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be062cd9-e72f-49be-9326-5c4e27e87244 req-d8fdd122-4fa8-4ce8-a217-8f651598182f tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 944 time: 0.1000340 Aug 24 00:35:13.828083 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e491b0e6-5a5c-471f-adee-9e39b5c3bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.836217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e491b0e6-5a5c-471f-adee-9e39b5c3bd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.836217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e491b0e6-5a5c-471f-adee-9e39b5c3bd17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91c2238b-f978-4f9d-854c-cc9f040dc850 HTTP/1.1" status: 204 len: 168 time: 0.2171566 Aug 24 00:35:13.836425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be062cd9-e72f-49be-9326-5c4e27e87244 req-087b9789-b97c-4cf5-bdf7-bbbaac9363c0 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797832 Aug 24 00:35:13.836425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.862455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491b0e6-5a5c-471f-adee-9e39b5c3bd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c2238b-f978-4f9d-854c-cc9f040dc850,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:13.867397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Pushing event updated for resources: {'Port': ['ID=ddbcb5ac-b983-46b6-b832-e7790693cfdb,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:13.886016 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.886580 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:13.931417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 726f6d90-3a93-4774-8825-44375c64f411, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=726f6d90-3a93-4774-8825-44375c64f411,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:13.970508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 499b60c5-800a-476b-b7cf-459e9692eb12 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:35:13.973743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:14.011188 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.025661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Network 29a7b11e-690f-46af-878c-92e3f2463916 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:14.027098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Pushing event updated for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:14.033817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:14.040595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:14.100459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Network 7221215e-d8fc-45cc-b65c-95d6b6859abd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:14.104522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:14.131994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=726f6d90-3a93-4774-8825-44375c64f411,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:14.175533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 499b60c5-800a-476b-b7cf-459e9692eb12, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=499b60c5-800a-476b-b7cf-459e9692eb12,segment=NetworkSegment(2fcc916b-bf17-4a15-90bd-c0af1f94dc16),segment_id=2fcc916b-bf17-4a15-90bd-c0af1f94dc16)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:14.180572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:14.181398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.200240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '499b60c5-800a-476b-b7cf-459e9692eb12', 'network_id': 'dd01ba0c-4605-489c-aca4-118335b5cec2', 'port_id': '499b60c5-800a-476b-b7cf-459e9692eb12', 'mac_address': 'fa:16:3e:3a:bb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3099c172-1930-44ca-b843-f32082fb03a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:35:14.277508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-baa1d658-c689-4ba8-a3e6-26903051345b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5153418 Aug 24 00:35:14.306872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Request body: {'port': {'device_id': 'a077607b-af87-455f-986d-f981a8e39066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:14.401097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Router 4124939b-c873-45d8-96b6-e06fa0f08960 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:14.519528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.560543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:14.566417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:14.566790 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.625362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-454ad12e-f9a2-431f-8bc7-7d90988e8ba9 None None] Provisioning complete for port ddbcb5ac-b983-46b6-b832-e7790693cfdb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:14.626031 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-454ad12e-f9a2-431f-8bc7-7d90988e8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.630780 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.664290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4197b-12f9-48e2-aea3-73cc0f8a2db3 req-b367055b-5bdd-40b7-953f-df9879f59934 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:14.666346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4cd4197b-12f9-48e2-aea3-73cc0f8a2db3 req-b367055b-5bdd-40b7-953f-df9879f59934 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 943 time: 0.2560525 Aug 24 00:35:14.675246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499b60c5-800a-476b-b7cf-459e9692eb12 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:14.696102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-454ad12e-f9a2-431f-8bc7-7d90988e8ba9 None None] Port ddbcb5ac-b983-46b6-b832-e7790693cfdb cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:35:14.707152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 499b60c5-800a-476b-b7cf-459e9692eb12, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=499b60c5-800a-476b-b7cf-459e9692eb12,segment=NetworkSegment(2fcc916b-bf17-4a15-90bd-c0af1f94dc16),segment_id=2fcc916b-bf17-4a15-90bd-c0af1f94dc16)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:14.747132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.755830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:14.767225 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Sync routers for ids ['4124939b-c873-45d8-96b6-e06fa0f08960'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:14.769748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f90a2b5e-9180-4e46-83b5-e3972de7fc5a admin admin] 10.222.0.26 "PUT /v2.0/routers/4124939b-c873-45d8-96b6-e06fa0f08960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4427879 Aug 24 00:35:14.784943 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:14.793965 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Routers {'4124939b-c873-45d8-96b6-e06fa0f08960'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:14.795427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4124939b-c873-45d8-96b6-e06fa0f08960'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:14.800464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a8526-bf5d-4595-980b-b094834e9cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151acc0a-ddd3-4f85-b8ad-f2d09047e7d9'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:14.803850 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2ceb1-4a44-4062-87f2-ea03e0a6e78e" -d '{"events": [{"server_uuid": "e71a8526-bf5d-4595-980b-b094834e9cf1", "name": "network-vif-plugged", "status": "completed", "tag": "151acc0a-ddd3-4f85-b8ad-f2d09047e7d9"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:14.838668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecfad6-3ebc-4f9b-801e-2adf83f03558 req-1d076f1f-ad61-4ebd-9df4-2c3ab1d67fb0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:14.840431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cecfad6-3ebc-4f9b-801e-2adf83f03558 req-1d076f1f-ad61-4ebd-9df4-2c3ab1d67fb0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 931 time: 0.2516904 Aug 24 00:35:14.851558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4cd4197b-12f9-48e2-aea3-73cc0f8a2db3 req-f1060b11-694b-4daf-bf25-2a31af10c781 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518474 Aug 24 00:35:14.894064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,segment=NetworkSegment(2efc3487-6c90-4f43-b230-d7d2aca97732),segment_id=2efc3487-6c90-4f43-b230-d7d2aca97732)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:14.963501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=499b60c5-800a-476b-b7cf-459e9692eb12,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:14.982223 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbad3c7-9973-4558-b423-d4248e168f4c x-openstack-request-id: req-3cbad3c7-9973-4558-b423-d4248e168f4c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:14.982539 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71a8526-bf5d-4595-980b-b094834e9cf1", "name": "network-vif-plugged", "status": "completed", "tag": "151acc0a-ddd3-4f85-b8ad-f2d09047e7d9", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:14.982802 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cbad3c7-9973-4558-b423-d4248e168f4c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:14.983286 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71a8526-bf5d-4595-980b-b094834e9cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151acc0a-ddd3-4f85-b8ad-f2d09047e7d9', 'code': 200} Aug 24 00:35:14.984019 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.080055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['499b60c5-800a-476b-b7cf-459e9692eb12'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:15.083318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b2bfb-f244-402f-b238-04526bb7d9fe req-33d6d93b-f711-43e7-8c21-cdf0d31862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:15.085037 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d0b2bfb-f244-402f-b238-04526bb7d9fe req-33d6d93b-f711-43e7-8c21-cdf0d31862e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0996804 Aug 24 00:35:15.098922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cecfad6-3ebc-4f9b-801e-2adf83f03558 req-44162f4e-0b76-40dd-bcaf-bc49944e63a7 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460625 Aug 24 00:35:15.155996 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d0b2bfb-f244-402f-b238-04526bb7d9fe req-9ea736e9-fd2a-4807-8f89-2da7587854f8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635893 Aug 24 00:35:15.197816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90cc01-383a-467a-a3cf-bf6a6c62d13a req-e2665aa4-5015-4696-8f71-f766cffaf96d tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:15.205671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e90cc01-383a-467a-a3cf-bf6a6c62d13a req-e2665aa4-5015-4696-8f71-f766cffaf96d tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.1593828 Aug 24 00:35:15.207958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:15.248176 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Set router 4124939b-c873-45d8-96b6-e06fa0f08960 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:15.285518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e90cc01-383a-467a-a3cf-bf6a6c62d13a req-0560684d-ffe8-48df-bea3-ad2af6a54792 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738361 Aug 24 00:35:15.333778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0312d17d-81a2-414b-8fbf-57d4a15f190b {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:15.350614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.363582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Transition to ACTIVE for port object 0312d17d-81a2-414b-8fbf-57d4a15f190b will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:15.438809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.560837 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '726f6d90-3a93-4774-8825-44375c64f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:13Z', 'revision_number': 4, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port': {'id': '726f6d90-3a93-4774-8825-44375c64f411', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:06Z', 'updated_at': '2021-08-24T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ddbcb5ac-b983-46b6-b832-e7790693cfdb', 'name': '', 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'mac_address': 'fa:16:3e:3b:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'd4543498-1972-465e-8540-14e5cce0f0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:11Z', 'updated_at': '2021-08-24T00:35:13Z', 'revision_number': 2, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'subnets': [{'id': 'd4543498-1972-465e-8540-14e5cce0f0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:15.588981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 726f6d90-3a93-4774-8825-44375c64f411 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:15.598091 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Checking router: 4124939b-c873-45d8-96b6-e06fa0f08960 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:35:15.598696 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Updating router 4124939b-c873-45d8-96b6-e06fa0f08960 port ddbcb5ac-b983-46b6-b832-e7790693cfdb binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:35:15.637018 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.730020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 726f6d90-3a93-4774-8825-44375c64f411 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:15.730857 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:15.987224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 499b60c5-800a-476b-b7cf-459e9692eb12 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:16.071159 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.085061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Transition to ACTIVE for port object ddbcb5ac-b983-46b6-b832-e7790693cfdb will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:16.108333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:16.150742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59557ba-f2d4-4f28-af41-de508c336102 req-fc3295c6-3c44-44df-887a-ddbd685dcfc6 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:16.158318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d59557ba-f2d4-4f28-af41-de508c336102 req-fc3295c6-3c44-44df-887a-ddbd685dcfc6 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 944 time: 0.1496658 Aug 24 00:35:16.169867 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.198295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 499b60c5-800a-476b-b7cf-459e9692eb12 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:16.203183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 499b60c5-800a-476b-b7cf-459e9692eb12 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:16.203572 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.300739 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970e04f-ecef-4640-afe2-2211de7ab910 None None] Pushing event updated for resources: {'Port': ['ID=ddbcb5ac-b983-46b6-b832-e7790693cfdb,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:16.396436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d59557ba-f2d4-4f28-af41-de508c336102 req-f64a7b0a-2a4b-4718-a587-fd4eb527c9a3 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371504 Aug 24 00:35:16.415542 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Attempting to bind port ddbcb5ac-b983-46b6-b832-e7790693cfdb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:16.416183 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Attempting to bind port ddbcb5ac-b983-46b6-b832-e7790693cfdb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:16.416706 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Attempting to bind port ddbcb5ac-b983-46b6-b832-e7790693cfdb on network 7221215e-d8fc-45cc-b65c-95d6b6859abd {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:16.424880 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:16.426025 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Checking segment: {'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:16.426849 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.427285 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Bound using segment: {'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:16.427939 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Bound port: ddbcb5ac-b983-46b6-b832-e7790693cfdb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:16.428248 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.439235 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.552401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953de8f9-1a78-4a24-beb8-c57c250b4406 req-b5497f3d-e67e-4fd7-801f-7d28c48e06cb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:16.569893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 499b60c5-800a-476b-b7cf-459e9692eb12, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=499b60c5-800a-476b-b7cf-459e9692eb12,segment=NetworkSegment(2fcc916b-bf17-4a15-90bd-c0af1f94dc16),segment_id=2fcc916b-bf17-4a15-90bd-c0af1f94dc16)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:16.583530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-953de8f9-1a78-4a24-beb8-c57c250b4406 req-b5497f3d-e67e-4fd7-801f-7d28c48e06cb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 943 time: 0.3082688 Aug 24 00:35:16.598580 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] For port ddbcb5ac-b983-46b6-b832-e7790693cfdb, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:16.603723 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] For port ddbcb5ac-b983-46b6-b832-e7790693cfdb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ddbcb5ac-b983-46b6-b832-e7790693cfdb,segment=NetworkSegment(5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0),segment_id=5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:16.611332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Attempting to bind port 0312d17d-81a2-414b-8fbf-57d4a15f190b on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:16.611874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Attempting to bind port 0312d17d-81a2-414b-8fbf-57d4a15f190b by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:16.613048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Attempting to bind port 0312d17d-81a2-414b-8fbf-57d4a15f190b on network 29a7b11e-690f-46af-878c-92e3f2463916 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:16.646724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Port 0312d17d-81a2-414b-8fbf-57d4a15f190b on network 29a7b11e-690f-46af-878c-92e3f2463916 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:35:16.647021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Attempting to bind port 0312d17d-81a2-414b-8fbf-57d4a15f190b on network 29a7b11e-690f-46af-878c-92e3f2463916 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:16.670294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:16.673508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Checking segment: {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:16.673508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Bound using segment: {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:16.673508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Bound port: 0312d17d-81a2-414b-8fbf-57d4a15f190b, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:16.673508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.697193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-953de8f9-1a78-4a24-beb8-c57c250b4406 req-93ce1437-68c4-4686-b820-8814ffc1b18a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127625 Aug 24 00:35:16.724336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.730010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad060d6-dcf4-48cc-a8d2-c5282cc8c0d6 req-271bfe57-5ee6-4b79-95e2-4b3910649e18 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:16.732440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fad060d6-dcf4-48cc-a8d2-c5282cc8c0d6 req-271bfe57-5ee6-4b79-95e2-4b3910649e18 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.1387057 Aug 24 00:35:16.747469 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:16.807180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=499b60c5-800a-476b-b7cf-459e9692eb12,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:16.863683 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Routers {'4124939b-c873-45d8-96b6-e06fa0f08960'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:16.864330 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4124939b-c873-45d8-96b6-e06fa0f08960'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:16.871651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48136) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:16.903244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:16.908701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:16.950973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fad060d6-dcf4-48cc-a8d2-c5282cc8c0d6 req-3e4b4520-fbc1-43d4-bf31-5939d791a476 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071879 Aug 24 00:35:16.978432 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970e04f-ecef-4640-afe2-2211de7ab910 None None] Pushing event updated for resources: {'Port': ['ID=ddbcb5ac-b983-46b6-b832-e7790693cfdb,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:16.984355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a164dd16-8f25-4dbc-8c59-e4e4cbdbf444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499b60c5-800a-476b-b7cf-459e9692eb12'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:16.986875 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4136eb-c7d9-47ae-9ccb-4321e9039c5e" -d '{"events": [{"server_uuid": "a164dd16-8f25-4dbc-8c59-e4e4cbdbf444", "name": "network-vif-plugged", "status": "completed", "tag": "499b60c5-800a-476b-b7cf-459e9692eb12"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:16.993990 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.085697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:17.086663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.088318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/0312d17d-81a2-414b-8fbf-57d4a15f190b HTTP/1.1" status: 200 len: 1091 time: 2.7924824 Aug 24 00:35:17.092585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:17.097430 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af" -d '{"events": [{"name": "network-changed", "server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:17.098495 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537cd3ee-b4c8-4211-8638-23927e1fbf9a x-openstack-request-id: req-537cd3ee-b4c8-4211-8638-23927e1fbf9a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:17.098973 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a164dd16-8f25-4dbc-8c59-e4e4cbdbf444", "name": "network-vif-plugged", "status": "completed", "tag": "499b60c5-800a-476b-b7cf-459e9692eb12", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:17.099066 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-537cd3ee-b4c8-4211-8638-23927e1fbf9a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:17.099425 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a164dd16-8f25-4dbc-8c59-e4e4cbdbf444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499b60c5-800a-476b-b7cf-459e9692eb12', 'code': 200} Aug 24 00:35:17.153061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f0834-ca85-4518-8d3d-553ea36913a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:17.160984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1675842840', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:17.172385 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] Set router 4124939b-c873-45d8-96b6-e06fa0f08960 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:17.210916 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f564ae7-38cf-4342-992d-3c07e79252b6 x-openstack-request-id: req-2f564ae7-38cf-4342-992d-3c07e79252b6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:17.211231 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:17.211490 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f564ae7-38cf-4342-992d-3c07e79252b6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:17.211904 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'status': 'completed', 'code': 200} Aug 24 00:35:17.246063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac819b-ee90-494d-8f90-6b11e1d59926 req-e76ccd7a-29c0-4eb5-a651-1ea2112ad596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:17.246460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8dac819b-ee90-494d-8f90-6b11e1d59926 req-e76ccd7a-29c0-4eb5-a651-1ea2112ad596 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 1096 time: 0.0769739 Aug 24 00:35:17.272743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48158) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:17.313077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Made reservation on behalf of 123e1e7861af46f6b85dbed866f9af89 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:17.316575 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.331887 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8dac819b-ee90-494d-8f90-6b11e1d59926 req-1ffd0510-2fa3-4915-a321-fc29c8423fef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780101 Aug 24 00:35:17.333930 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.341311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-2fbb5ac6-16af-4933-aca3-159823375735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:17.343117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-2fbb5ac6-16af-4933-aca3-159823375735 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 1094 time: 0.1003540 Aug 24 00:35:17.442227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-344bc3ac-28e8-4184-8af3-903bde419fb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b HTTP/1.1" status: 200 len: 217 time: 0.0653760 Aug 24 00:35:17.498047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.507197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-97789ec5-9dbc-4577-818f-22ed0c78a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:17.509009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-97789ec5-9dbc-4577-818f-22ed0c78a968 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12b6c156-755b-4f65-8e04-59e4ab1f848a HTTP/1.1" status: 200 len: 855 time: 0.0580487 Aug 24 00:35:17.529816 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '726f6d90-3a93-4774-8825-44375c64f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:13Z', 'revision_number': 4, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port': {'id': '726f6d90-3a93-4774-8825-44375c64f411', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:06Z', 'updated_at': '2021-08-24T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ddbcb5ac-b983-46b6-b832-e7790693cfdb', 'name': '', 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'mac_address': 'fa:16:3e:3b:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'd4543498-1972-465e-8540-14e5cce0f0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:11Z', 'updated_at': '2021-08-24T00:35:16Z', 'revision_number': 4, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'subnets': [{'id': 'd4543498-1972-465e-8540-14e5cce0f0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:17.555167 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-165c582d-1754-4d90-89d8-960e5b994cde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29a7b11e-690f-46af-878c-92e3f2463916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300899 Aug 24 00:35:17.557906 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0503ab-0e92-45b3-8680-a215c391af93 None None] The sync data for ids ['4124939b-c873-45d8-96b6-e06fa0f08960'] in n-d-804878-2 is: [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '726f6d90-3a93-4774-8825-44375c64f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:13Z', 'revision_number': 4, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port': {'id': '726f6d90-3a93-4774-8825-44375c64f411', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:06Z', 'updated_at': '2021-08-24T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ddbcb5ac-b983-46b6-b832-e7790693cfdb', 'name': '', 'network_id': '7221215e-d8fc-45cc-b65c-95d6b6859abd', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'mac_address': 'fa:16:3e:3b:bb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': 'd4543498-1972-465e-8540-14e5cce0f0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:11Z', 'updated_at': '2021-08-24T00:35:16Z', 'revision_number': 4, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'subnets': [{'id': 'd4543498-1972-465e-8540-14e5cce0f0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:17.608834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:17.662697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] device_id is not set on port 6df7e060-f501-40b4-b304-7d135c3ca043 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:35:17.672212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce0f00-0000-4954-be5a-013f18b5dca7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:17.791414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bac71-16c7-4f1c-8a78-b5af2f31dc6f req-bc168105-3b00-4fb7-9877-04c6aa046148 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:17.793468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-075bac71-16c7-4f1c-8a78-b5af2f31dc6f req-bc168105-3b00-4fb7-9877-04c6aa046148 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 945 time: 0.2829187 Aug 24 00:35:17.801643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-fa1b5880-19ef-457e-ac19-234002b0019c service neutron] 10.222.0.36 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194724 Aug 24 00:35:17.854881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Allocated IP 172.25.5.67 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/6df7e060-f501-40b4-b304-7d135c3ca043) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:17.997723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-075bac71-16c7-4f1c-8a78-b5af2f31dc6f req-0cd90d64-0f13-4709-b84a-b2847a814e2a tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948307 Aug 24 00:35:18.028482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18019b3d-f50b-45c4-a3c6-c7130f59c2d8 req-45816840-597c-4ee7-8994-c8d73add0004 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:18.030200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18019b3d-f50b-45c4-a3c6-c7130f59c2d8 req-45816840-597c-4ee7-8994-c8d73add0004 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 943 time: 0.2313154 Aug 24 00:35:18.057995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.149133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14fe9bfa-a635-415f-a53e-81aecf7865ef req-18e7bd9e-0440-4468-a188-a4c420cc0288 service neutron] 10.222.0.36 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321874 Aug 24 00:35:18.192552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18019b3d-f50b-45c4-a3c6-c7130f59c2d8 req-b43dbbc0-6ac2-420f-926b-783070ed5558 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512325 Aug 24 00:35:18.431906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae5699-2ce4-4685-99ec-9f63b5a585f7 req-d997fc02-ac54-4ab5-9274-f2dd529d1b51 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:18.454558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0ae5699-2ce4-4685-99ec-9f63b5a585f7 req-d997fc02-ac54-4ab5-9274-f2dd529d1b51 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.1882672 Aug 24 00:35:18.459197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-e71aeb03-8e1d-4d89-b7c0-64da74ea5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:18.460711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-e71aeb03-8e1d-4d89-b7c0-64da74ea5edf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 1094 time: 0.1268246 Aug 24 00:35:18.556930 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.578819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0ae5699-2ce4-4685-99ec-9f63b5a585f7 req-662ab4d6-56c6-4c37-87c5-774a80cb760b tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133895 Aug 24 00:35:18.584426 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.624003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Pushing event updated for resources: {'Port': ['ID=6df7e060-f501-40b4-b304-7d135c3ca043,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:18.632359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:18.679350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:18.682608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.682965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.683311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.683659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.684576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.684576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.684741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.685119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.686331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.686677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.687053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.687394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:18.708416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:18.728341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-104e3568-8359-42e2-aba6-8c252e2e9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:18.730314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-104e3568-8359-42e2-aba6-8c252e2e9421 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 200 len: 916 time: 0.2560031 Aug 24 00:35:18.758941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:18.759594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.847867 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-70bd48bb-dc2c-4051-a9ad-b37be541ca65 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9724786 Aug 24 00:35:18.848108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48230) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:18.853246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.67'}]}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:18.860931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-9cd48cd2-9291-4e0f-8bc0-6e352e67f315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b HTTP/1.1" status: 200 len: 217 time: 0.0774238 Aug 24 00:35:18.944850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.946615 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:18.950512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cf445-ed0a-4fc3-8866-7fbeb2596a7b req-54444836-7043-447c-b163-cb85cdbf9141 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:18.958147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f7cf445-ed0a-4fc3-8866-7fbeb2596a7b req-54444836-7043-447c-b163-cb85cdbf9141 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.2544572 Aug 24 00:35:19.015644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-54363150-8f21-4700-82a1-792743ad7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:19.017117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-54363150-8f21-4700-82a1-792743ad7f85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=12b6c156-755b-4f65-8e04-59e4ab1f848a HTTP/1.1" status: 200 len: 855 time: 0.1485474 Aug 24 00:35:19.049715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.082102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-5b29a450-644b-4e5f-8fe0-d91e55b93b0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29a7b11e-690f-46af-878c-92e3f2463916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481610 Aug 24 00:35:19.097986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f7cf445-ed0a-4fc3-8866-7fbeb2596a7b req-aa682322-71aa-43b2-a0d1-aff6f9450a7b tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364913 Aug 24 00:35:19.362850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-be77e8ec-0835-4063-a758-1648b2aa4367 service neutron] 10.222.0.36 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590182 Aug 24 00:35:19.367307 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.405510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a312f4c-6853-4d62-a869-de6adf2d96fb req-71ecaff0-18f4-46fb-8eb8-5b687bc27ffc tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:19.407126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a312f4c-6853-4d62-a869-de6adf2d96fb req-71ecaff0-18f4-46fb-8eb8-5b687bc27ffc tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 945 time: 0.2928104 Aug 24 00:35:19.588927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ddbcb5ac-b983-46b6-b832-e7790693cfdb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:19.617517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a312f4c-6853-4d62-a869-de6adf2d96fb req-514b7997-c837-4764-b5d7-4e202629a66a tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890435 Aug 24 00:35:19.668908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Deleting port ddbcb5ac-b983-46b6-b832-e7790693cfdb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:19.669786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.715194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12bd89-c3cd-458e-b9f7-fab8bce5096b req-54019049-ead2-451e-9d91-59487f9f3097 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:19.716746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c12bd89-c3cd-458e-b9f7-fab8bce5096b req-54019049-ead2-451e-9d91-59487f9f3097 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 943 time: 0.1523807 Aug 24 00:35:19.748252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84c5aa2-9ea0-42c9-bcec-ba597e14c6af req-376d5d01-6356-414d-a67a-415813248f4f service neutron] 10.222.0.36 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772819 Aug 24 00:35:19.768203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ddbcb5ac-b983-46b6-b832-e7790693cfdb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:19.782283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ddbcb5ac-b983-46b6-b832-e7790693cfdb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:19.782649 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.796697 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.810468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c12bd89-c3cd-458e-b9f7-fab8bce5096b req-443daa00-7b9b-4ee5-ad43-40f8575e5125 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721695 Aug 24 00:35:19.846709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] For port ddbcb5ac-b983-46b6-b832-e7790693cfdb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ddbcb5ac-b983-46b6-b832-e7790693cfdb,segment=NetworkSegment(5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0),segment_id=5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:19.847109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.875671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Calling delete_port for ddbcb5ac-b983-46b6-b832-e7790693cfdb owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:19.899121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.928191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:19.968620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ddbcb5ac-b983-46b6-b832-e7790693cfdb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ddbcb5ac-b983-46b6-b832-e7790693cfdb,segment=NetworkSegment(5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0),segment_id=5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:20.035042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed099a-9128-461e-98b5-dd68f6794ec1 req-468020ab-d349-47a3-9f27-2d82806f62e8 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:20.036859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82ed099a-9128-461e-98b5-dd68f6794ec1 req-468020ab-d349-47a3-9f27-2d82806f62e8 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.1426508 Aug 24 00:35:20.050915 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.128841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ddbcb5ac-b983-46b6-b832-e7790693cfdb,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:20.142971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82ed099a-9128-461e-98b5-dd68f6794ec1 req-d400640e-dc00-4199-a084-88929e75655b tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958297 Aug 24 00:35:20.159750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.358495 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.395579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.406117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.427800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbcb5ac-b983-46b6-b832-e7790693cfdb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:20.509060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d346ed-187b-4580-917f-6ca0491bfecd req-ad7a331b-2bec-4e49-b992-0d76ef80a313 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:20.511862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92d346ed-187b-4580-917f-6ca0491bfecd req-ad7a331b-2bec-4e49-b992-0d76ef80a313 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 945 time: 0.1183333 Aug 24 00:35:20.570155 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.570693 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 288f7ac6-eace-451a-9c70-1b442a3d9fc8 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:35:20.637971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92d346ed-187b-4580-917f-6ca0491bfecd req-be5f8cd0-d10a-4b9b-b197-b959d12f4f4c tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095443 Aug 24 00:35:20.677638 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:35:20.688556 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-48e64585-b9c1-4d5e-a680-734a703b422e tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8294652 Aug 24 00:35:20.689845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48332) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:20.720241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.828249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-94cf9ccf-9263-4c4c-a979-fc88e360c1c5 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Deleting port 6df7e060-f501-40b4-b304-7d135c3ca043 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:20.828610 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94cf9ccf-9263-4c4c-a979-fc88e360c1c5 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.923977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94cf9ccf-9263-4c4c-a979-fc88e360c1c5 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:20.937962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-94cf9ccf-9263-4c4c-a979-fc88e360c1c5 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Calling delete_port for 6df7e060-f501-40b4-b304-7d135c3ca043 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:21.172848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94cf9ccf-9263-4c4c-a979-fc88e360c1c5 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:21.205875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf9ccf-9263-4c4c-a979-fc88e360c1c5 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Pushing event deleted for resources: {'Port': ['ID=6df7e060-f501-40b4-b304-7d135c3ca043,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:21.229068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c01fa3-4255-4bf3-a699-196a02c86bbd req-3ba2998d-8bf1-47d0-aa79-9e60482ae984 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:21.230619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97c01fa3-4255-4bf3-a699-196a02c86bbd req-3ba2998d-8bf1-47d0-aa79-9e60482ae984 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.4653947 Aug 24 00:35:21.281278 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94cf9ccf-9263-4c4c-a979-fc88e360c1c5 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:21.284094 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-94cf9ccf-9263-4c4c-a979-fc88e360c1c5 tempest-RoutersAdminNegativeIpV6Test-730824887 tempest-RoutersAdminNegativeIpV6Test-730824887-project-admin] 10.222.0.26 "DELETE /v2.0/ports/6df7e060-f501-40b4-b304-7d135c3ca043 HTTP/1.1" status: 204 len: 168 time: 0.5920331 Aug 24 00:35:21.340605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f5ed-2a7e-4f5c-89de-12b5535338dd req-456505d4-f618-4d5c-9d56-114d4eae78fc tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:21.342115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e68f5ed-2a7e-4f5c-89de-12b5535338dd req-456505d4-f618-4d5c-9d56-114d4eae78fc tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 943 time: 0.1419134 Aug 24 00:35:21.349724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97c01fa3-4255-4bf3-a699-196a02c86bbd req-a6bff2a0-ce71-4756-905d-69a31a007a01 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Aug 24 00:35:21.424861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e68f5ed-2a7e-4f5c-89de-12b5535338dd req-76564894-2ab8-417c-80f3-0b524ecc992a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741725 Aug 24 00:35:21.455821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Router 4124939b-c873-45d8-96b6-e06fa0f08960 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:21.594779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:21.603342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e66ff7ce-cb35-4420-bf55-28f877615cc0 admin admin] 10.222.0.26 "PUT /v2.0/routers/4124939b-c873-45d8-96b6-e06fa0f08960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3259795 Aug 24 00:35:21.603686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48376) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:21.613269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] Sync routers for ids ['4124939b-c873-45d8-96b6-e06fa0f08960'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:21.623025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] Routers {'4124939b-c873-45d8-96b6-e06fa0f08960'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:21.623713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4124939b-c873-45d8-96b6-e06fa0f08960'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:21.775468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:21.835977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48394) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:21.843003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] Set router 4124939b-c873-45d8-96b6-e06fa0f08960 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:21.915075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28609508-cd43-43c6-a23a-bf7729120fab req-9f81b8fe-4628-4104-adfd-f1a1067ed014 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:21.928552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28609508-cd43-43c6-a23a-bf7729120fab req-9f81b8fe-4628-4104-adfd-f1a1067ed014 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 945 time: 0.1184688 Aug 24 00:35:21.948022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:21.969880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-7a900e9d-aab1-4be5-8661-5aa79a773b55 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:21.971708 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-7a900e9d-aab1-4be5-8661-5aa79a773b55 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.37 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 945 time: 0.0782154 Aug 24 00:35:22.017682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28609508-cd43-43c6-a23a-bf7729120fab req-5e9d6c6b-3791-4314-83ca-eee93992c8b0 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846200 Aug 24 00:35:22.098390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': '726f6d90-3a93-4774-8825-44375c64f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:20Z', 'revision_number': 5, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port': {'id': '726f6d90-3a93-4774-8825-44375c64f411', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:68:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:06Z', 'updated_at': '2021-08-24T00:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:22.136053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] Checking router: 4124939b-c873-45d8-96b6-e06fa0f08960 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:35:22.143328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] Routers {'4124939b-c873-45d8-96b6-e06fa0f08960'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:22.145511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4124939b-c873-45d8-96b6-e06fa0f08960'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:22.152634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a78e8594-dfa9-46ae-ba2c-64601ee82b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.181072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Deleting port 726f6d90-3a93-4774-8825-44375c64f411 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:22.181274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.235055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] Set router 4124939b-c873-45d8-96b6-e06fa0f08960 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:22.289703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:21Z', 'revision_number': 6, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:22.303591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Deleting port 499b60c5-800a-476b-b7cf-459e9692eb12 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:22.303933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.323344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e856f3-11fc-4753-8b4a-f031c2b99d97 None None] The sync data for ids ['4124939b-c873-45d8-96b6-e06fa0f08960'] in n-d-804878-2 is: [{'id': '4124939b-c873-45d8-96b6-e06fa0f08960', 'name': 'tempest-ImageQuotaTest-1730516050-router', 'tenant_id': 'bd15b338793c4190a47c35e25826f6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:04Z', 'updated_at': '2021-08-24T00:35:21Z', 'revision_number': 6, 'project_id': 'bd15b338793c4190a47c35e25826f6ba', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:22.420886 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-03e218ed-ba7f-4449-ab80-4293a58f95de tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.424076 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-03e218ed-ba7f-4449-ab80-4293a58f95de tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.1869175 Aug 24 00:35:22.443243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-15d33061-818c-4ed8-872f-1eef3d6a4e08 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.444371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] For port 726f6d90-3a93-4774-8825-44375c64f411, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=726f6d90-3a93-4774-8825-44375c64f411,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:22.444750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.446105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-15d33061-818c-4ed8-872f-1eef3d6a4e08 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 815 time: 0.1483276 Aug 24 00:35:22.490548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-ff694cb6-e443-4cbd-854c-da7a05894452 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/quotas/722a7e1e93a14c0989de514d16566d56 HTTP/1.1" status: 200 len: 375 time: 0.0216858 Aug 24 00:35:22.499284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Calling delete_port for 726f6d90-3a93-4774-8825-44375c64f411 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:22.518723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed403-fede-4c31-8cd4-98cce75ba5ea req-5296a17e-1083-4fae-8b6e-2ea2f4a10070 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.520231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c3ed403-fede-4c31-8cd4-98cce75ba5ea req-5296a17e-1083-4fae-8b6e-2ea2f4a10070 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.0967286 Aug 24 00:35:22.550211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] For port 499b60c5-800a-476b-b7cf-459e9692eb12, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=499b60c5-800a-476b-b7cf-459e9692eb12,segment=NetworkSegment(2fcc916b-bf17-4a15-90bd-c0af1f94dc16),segment_id=2fcc916b-bf17-4a15-90bd-c0af1f94dc16)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:22.550587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.604792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0312d17d-81a2-414b-8fbf-57d4a15f190b details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:35:22.626289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-05b63879-96ec-4fe2-bd64-9baa63bdc7aa tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247523 Aug 24 00:35:22.628179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a78e8594-dfa9-46ae-ba2c-64601ee82b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.630974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c3ed403-fede-4c31-8cd4-98cce75ba5ea req-2ef7d1bc-f607-4e79-b1bd-cadf2311c607 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658906 Aug 24 00:35:22.631107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Calling delete_port for 499b60c5-800a-476b-b7cf-459e9692eb12 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:22.634629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-9a62bed2-7b4c-4c6f-bd40-d6af1746d07c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122136 Aug 24 00:35:22.725709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a78e8594-dfa9-46ae-ba2c-64601ee82b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.784123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:22.802454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'port_id': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'mac_address': 'fa:16:3e:3a:69:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b6c156-755b-4f65-8e04-59e4ab1f848a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:35:22.850078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e8594-dfa9-46ae-ba2c-64601ee82b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafea57e-aab8-4c26-99cf-8c84cd1677be,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:22.854342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Deleting port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:22.856125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.862926 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a78e8594-dfa9-46ae-ba2c-64601ee82b8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0928000c13fd4a6b97e0ed63c79e2678&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0259478 Aug 24 00:35:22.869978 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:22.876375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48462) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:22.892211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0312d17d-81a2-414b-8fbf-57d4a15f190b {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:22.909498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05d86d-c6b4-4568-9475-48c621510e52 req-c00eca49-c1b0-4471-b548-e616148a27ee tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.914071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:22.920053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce05d86d-c6b4-4568-9475-48c621510e52 req-c00eca49-c1b0-4471-b548-e616148a27ee tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 943 time: 0.1855984 Aug 24 00:35:22.936584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-e12929b0-9a75-4680-9fde-e5d3feb32fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:22.938303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-e12929b0-9a75-4680-9fde-e5d3feb32fa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 1097 time: 0.2162275 Aug 24 00:35:22.965458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-31b29c5e-2706-44a5-a38e-36976bef8c31 service neutron] 10.222.0.26 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298178 Aug 24 00:35:23.009981 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.047177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce05d86d-c6b4-4568-9475-48c621510e52 req-60589e34-81ee-4d69-8b02-5ab08e2b81ea tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290066 Aug 24 00:35:23.066158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:23.075419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.077153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.077710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.084907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:23.150041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-de0b79a2-b256-4c7e-9687-00292ea1c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:23.151538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-de0b79a2-b256-4c7e-9687-00292ea1c106 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.1851287 Aug 24 00:35:23.154574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-74e864dc-7b93-421f-b591-cc4343c3efcf service neutron] 10.222.0.26 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742547 Aug 24 00:35:23.265040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-2e8a261a-8b15-43cc-b2be-7a1cb5b26b8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 200 len: 1001 time: 0.1038589 Aug 24 00:35:23.341661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] For port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,segment=NetworkSegment(2efc3487-6c90-4f43-b230-d7d2aca97732),segment_id=2efc3487-6c90-4f43-b230-d7d2aca97732)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:23.342053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.355862 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4fedb9-09ab-494d-9478-4b9eb6dca607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.359325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-4b8aaa15-3a04-4e46-8908-a0baf37ab792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:23.359325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-4b8aaa15-3a04-4e46-8908-a0baf37ab792 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.0867848 Aug 24 00:35:23.361958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Calling delete_port for 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:23.373348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b14ec0-900b-437c-8c07-cb6b69142ba8 req-605ee6c4-715d-476d-a7bb-e69dfe8f6ef4 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:23.374938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07b14ec0-900b-437c-8c07-cb6b69142ba8 req-605ee6c4-715d-476d-a7bb-e69dfe8f6ef4 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 945 time: 0.0734479 Aug 24 00:35:23.396527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4fedb9-09ab-494d-9478-4b9eb6dca607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.431230 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.445122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['0312d17d-81a2-414b-8fbf-57d4a15f190b'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:23.447249 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.457019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-8fc5876a-96eb-4154-ab16-6c45e4b75b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:23.458906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-8fc5876a-96eb-4154-ab16-6c45e4b75b04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830851 Aug 24 00:35:23.463485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07b14ec0-900b-437c-8c07-cb6b69142ba8 req-57bfd1aa-8eca-45d3-8334-5903e1edcdfb tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/security-groups?id=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786452 Aug 24 00:35:23.505220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['499b60c5-800a-476b-b7cf-459e9692eb12'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:23.572980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=726f6d90-3a93-4774-8825-44375c64f411,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:23.608285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ddbcb5ac-b983-46b6-b832-e7790693cfdb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:23.618782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be204277-d7a7-4c17-b18f-5ae3ed8299e2 req-b43bf9c2-0b7a-49f9-9c62-c9f479beedd2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 210 time: 0.0622578 Aug 24 00:35:23.651953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: ddbcb5ac-b983-46b6-b832-e7790693cfdb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:23.654678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ddbcb5ac-b983-46b6-b832-e7790693cfdb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:23.655794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 726f6d90-3a93-4774-8825-44375c64f411 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:23.703928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 726f6d90-3a93-4774-8825-44375c64f411 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:23.704269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 726f6d90-3a93-4774-8825-44375c64f411 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:23.706677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-a20bed42-ca5b-45a3-b856-d848d3108025 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394438 Aug 24 00:35:23.729251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Pushing event deleted for resources: {'Port': ['ID=499b60c5-800a-476b-b7cf-459e9692eb12,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:23.812064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] No DVR routers for this DVR port 499b60c5-800a-476b-b7cf-459e9692eb12 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:23.816086 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.818385 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d14d68c8-0c39-4137-ae0c-d2d63be7f609 req-afe62016-319c-4100-aeb7-166f250cbe6d tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.37 "DELETE /v2.0/ports/499b60c5-800a-476b-b7cf-459e9692eb12 HTTP/1.1" status: 204 len: 173 time: 1.8291609 Aug 24 00:35:23.820957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a164dd16-8f25-4dbc-8c59-e4e4cbdbf444', 'name': 'network-vif-deleted', 'tag': '499b60c5-800a-476b-b7cf-459e9692eb12'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:23.822200 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd9142-74d1-4ae8-b1d6-f0fa5f2689ff" -d '{"events": [{"server_uuid": "a164dd16-8f25-4dbc-8c59-e4e4cbdbf444", "name": "network-vif-deleted", "tag": "499b60c5-800a-476b-b7cf-459e9692eb12"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:23.826331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.871819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a909a9-5b1e-4ab5-a4f8-563fc5f5f9c1 req-17f32c98-31f0-464b-a9af-2c84961de74f tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:23.874039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58a909a9-5b1e-4ab5-a4f8-563fc5f5f9c1 req-17f32c98-31f0-464b-a9af-2c84961de74f tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 945 time: 0.1306543 Aug 24 00:35:23.922730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f77ebeb-1980-4908-9251-41c4fc9b6b80 req-282b4b72-6793-40d8-8ee0-5c9c37681ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078247 Aug 24 00:35:23.924195 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8ad4dd-cd45-4688-8804-8144a9d27a6e x-openstack-request-id: req-ec8ad4dd-cd45-4688-8804-8144a9d27a6e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:23.924495 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a164dd16-8f25-4dbc-8c59-e4e4cbdbf444", "name": "network-vif-deleted", "tag": "499b60c5-800a-476b-b7cf-459e9692eb12", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:23.924758 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec8ad4dd-cd45-4688-8804-8144a9d27a6e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:23.925142 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a164dd16-8f25-4dbc-8c59-e4e4cbdbf444', 'name': 'network-vif-deleted', 'tag': '499b60c5-800a-476b-b7cf-459e9692eb12', 'status': 'completed', 'code': 200} Aug 24 00:35:23.936673 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4fedb9-09ab-494d-9478-4b9eb6dca607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.946376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c4fedb9-09ab-494d-9478-4b9eb6dca607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.946376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c4fedb9-09ab-494d-9478-4b9eb6dca607 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fafea57e-aab8-4c26-99cf-8c84cd1677be HTTP/1.1" status: 204 len: 168 time: 1.0632541 Aug 24 00:35:23.960160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58a909a9-5b1e-4ab5-a4f8-563fc5f5f9c1 req-8097dad8-d42e-4f06-a7ba-1dd7daa964a3 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=5de6fee7-2d54-4e40-ac51-7b1e59238eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681045 Aug 24 00:35:23.991473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:23.995591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.008721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fedb9-09ab-494d-9478-4b9eb6dca607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafea57e-aab8-4c26-99cf-8c84cd1677be,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:24.137641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.159759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.160310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4124939b-c873-45d8-96b6-e06fa0f08960 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:35:24.186375 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.187803 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1b586fdc-022e-425d-b524-efb230481cb7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4124939b-c873-45d8-96b6-e06fa0f08960 HTTP/1.1" status: 204 len: 168 time: 2.5828860 Aug 24 00:35:24.191133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48532) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:24.204929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Pushing event deleted for resources: {'Port': ['ID=151acc0a-ddd3-4f85-b8ad-f2d09047e7d9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:24.235711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] No DVR routers for this DVR port 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:24.239069 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.241346 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3f44f190-df06-4014-aa4e-168a93c6b443 req-6b9b0ad2-88c6-4d38-a91e-3bbb7079b93e tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.37 "DELETE /v2.0/ports/151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 HTTP/1.1" status: 204 len: 173 time: 1.8081136 Aug 24 00:35:24.259053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ca11-4aaa-477e-8388-7e82defa5e40 req-33e4219c-cdfd-4db9-a3c3-cffb4ebf670a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:24.266566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bf9ca11-4aaa-477e-8388-7e82defa5e40 req-33e4219c-cdfd-4db9-a3c3-cffb4ebf670a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 944 time: 0.1420081 Aug 24 00:35:24.321740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9f030f-a44b-48cc-b9c4-caaf5957d717 admin admin] Deleting subnet d4543498-1972-465e-8540-14e5cce0f0dd {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:24.335206 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c9f030f-a44b-48cc-b9c4-caaf5957d717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.374110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bf9ca11-4aaa-477e-8388-7e82defa5e40 req-29c4bf3b-8888-49d3-80b5-e7f6d568b679 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944343 Aug 24 00:35:24.386540 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c9f030f-a44b-48cc-b9c4-caaf5957d717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.485412 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c9f030f-a44b-48cc-b9c4-caaf5957d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.594931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0312d17d-81a2-414b-8fbf-57d4a15f190b up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:24.603532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c38bdace-c3b6-4a68-9863-d9e09022f97b req-85bec299-7944-47eb-8418-71e3e84cab46 tempest-InstanceActionsNegativeTestJSON-1810639958 tempest-InstanceActionsNegativeTestJSON-1810639958-project] 10.222.0.26 "GET /v2.0/ports?device_id=a164dd16-8f25-4dbc-8c59-e4e4cbdbf444 HTTP/1.1" status: 200 len: 210 time: 0.0281692 Aug 24 00:35:24.664313 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c9f030f-a44b-48cc-b9c4-caaf5957d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.699918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a785322-ae68-4e64-bba4-eb5585dec184 None None] Network 7221215e-d8fc-45cc-b65c-95d6b6859abd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:24.700892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f030f-a44b-48cc-b9c4-caaf5957d717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4543498-1972-465e-8540-14e5cce0f0dd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:24.703294 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c9f030f-a44b-48cc-b9c4-caaf5957d717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.705168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2c9f030f-a44b-48cc-b9c4-caaf5957d717 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d4543498-1972-465e-8540-14e5cce0f0dd HTTP/1.1" status: 204 len: 168 time: 0.5131807 Aug 24 00:35:24.707801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48564) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:24.731686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e99c58f6-751d-4bc4-8cf4-e17d72409c46 req-6e8ba6ec-a670-4974-b198-9787f46ba5b3 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 210 time: 0.0407619 Aug 24 00:35:24.784164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.818709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 0312d17d-81a2-414b-8fbf-57d4a15f190b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:24.826847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 0312d17d-81a2-414b-8fbf-57d4a15f190b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:24.827411 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.857156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Deleting port eddfbac2-1fb3-4ea9-9e15-40e098359945 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:24.857681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.890103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:24.925014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] DHCP port deletion for 7221215e-d8fc-45cc-b65c-95d6b6859abd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:35:24.960276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f9ee32f6-6e83-4b77-bd8a-26d8999535ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=123e1e7861af46f6b85dbed866f9af89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654991 Aug 24 00:35:24.961678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48578) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:24.966073 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:24.982844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] For port eddfbac2-1fb3-4ea9-9e15-40e098359945, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eddfbac2-1fb3-4ea9-9e15-40e098359945,segment=NetworkSegment(5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0),segment_id=5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:24.983235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.024462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Calling delete_port for eddfbac2-1fb3-4ea9-9e15-40e098359945 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:25.028734 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:25.029980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4af7-f0e8-4a09-acd4-d2e11f954cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.037664 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097025d5-5e19-45e1-82bd-690ee8960bd4" -d '{"events": [{"server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "name": "network-vif-plugged", "status": "completed", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:25.059401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:25.065917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] Deleting port eddfbac2-1fb3-4ea9-9e15-40e098359945 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:25.066356 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.108864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4af7-f0e8-4a09-acd4-d2e11f954cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.124368 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43fd372-a430-44ce-885e-657cd51248ba x-openstack-request-id: req-b43fd372-a430-44ce-885e-657cd51248ba {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:25.124670 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "name": "network-vif-plugged", "status": "completed", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:25.124957 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b43fd372-a430-44ce-885e-657cd51248ba {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:25.125392 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'code': 200} Aug 24 00:35:25.138241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] For port eddfbac2-1fb3-4ea9-9e15-40e098359945, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eddfbac2-1fb3-4ea9-9e15-40e098359945,segment=NetworkSegment(5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0),segment_id=5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:25.138915 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.141806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.163176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ca1074f-a0e2-4f74-8834-96b5a4dc1f11 req-4b58d5b7-4973-45d8-9ff5-c634a4d05a74 tempest-ServersNegativeTestMultiTenantJSON-1772226849 tempest-ServersNegativeTestMultiTenantJSON-1772226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=e71a8526-bf5d-4595-980b-b094834e9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0731709 Aug 24 00:35:25.178543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] Calling delete_port for eddfbac2-1fb3-4ea9-9e15-40e098359945 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:25.255830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.275443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:25.298950 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4af7-f0e8-4a09-acd4-d2e11f954cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.312992 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.313605 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4af7-f0e8-4a09-acd4-d2e11f954cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.325699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Pushing event deleted for resources: {'Port': ['ID=eddfbac2-1fb3-4ea9-9e15-40e098359945,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:25.329078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] No DVR routers for this DVR port eddfbac2-1fb3-4ea9-9e15-40e098359945 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:25.336137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5b5c4af7-f0e8-4a09-acd4-d2e11f954cb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33ce0f00-0000-4954-be5a-013f18b5dca7 HTTP/1.1" status: 204 len: 168 time: 0.3730962 Aug 24 00:35:25.353452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] Pushing event deleted for resources: {'Port': ['ID=eddfbac2-1fb3-4ea9-9e15-40e098359945,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:25.353677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c4af7-f0e8-4a09-acd4-d2e11f954cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce0f00-0000-4954-be5a-013f18b5dca7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:25.368954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007cf2be-6aec-4990-80c0-921824bc59ad None None] No DVR routers for this DVR port eddfbac2-1fb3-4ea9-9e15-40e098359945 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:25.388883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe7b5d-b208-4ea2-b6e7-677790c7dcdb req-eb0ab5ae-bb65-427d-b64f-eb48f3bec983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:25.388883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4fe7b5d-b208-4ea2-b6e7-677790c7dcdb req-eb0ab5ae-bb65-427d-b64f-eb48f3bec983 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 1096 time: 0.1442952 Aug 24 00:35:25.490169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4fe7b5d-b208-4ea2-b6e7-677790c7dcdb req-937722aa-6e64-4c6d-bbc7-528f9f2d6418 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707884 Aug 24 00:35:25.508498 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.536900 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.542587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eddfbac2-1fb3-4ea9-9e15-40e098359945 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:25.553676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f92da8-a145-4854-98a9-80ec544fae75 req-88eb29b5-4b49-41d1-a5ee-c190c0d4b4d1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:25.555284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35f92da8-a145-4854-98a9-80ec544fae75 req-88eb29b5-4b49-41d1-a5ee-c190c0d4b4d1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.0894816 Aug 24 00:35:25.559857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7221215e-d8fc-45cc-b65c-95d6b6859abd']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:25.575525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: eddfbac2-1fb3-4ea9-9e15-40e098359945 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:25.576684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eddfbac2-1fb3-4ea9-9e15-40e098359945 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:25.598526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:25.598830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdb67a5-3aa9-4bce-bffc-fbf33eee81d0') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:25.605552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35f92da8-a145-4854-98a9-80ec544fae75 req-85dc75aa-f5df-4927-a7d8-7beb702d32ce tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Aug 24 00:35:25.608111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.622886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.629603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:25.629995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:25.631878 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:25.664601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48620) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:25.713684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc3f7b4-5c79-42aa-a9c0-38f99bb38a35 admin admin] Deleting subnet 3099c172-1930-44ca-b843-f32082fb03a3 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:25.716888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f7b4-5c79-42aa-a9c0-38f99bb38a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.755467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.758412 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f7b4-5c79-42aa-a9c0-38f99bb38a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.761791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.763806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7221215e-d8fc-45cc-b65c-95d6b6859abd HTTP/1.1" status: 204 len: 168 time: 1.0549660 Aug 24 00:35:25.776979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f47e8b-f600-45f0-ac2d-9c3e6707ac30 admin admin] Pushing event deleted for resources: {'Network': ['ID=7221215e-d8fc-45cc-b65c-95d6b6859abd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:25.810195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f7b4-5c79-42aa-a9c0-38f99bb38a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:25.868613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6538d794-6de3-40f6-bfbc-25e7c04ae170 req-fc208a39-831b-4e4c-bf82-c713764ad3a0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 210 time: 0.0357101 Aug 24 00:35:25.926055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a8526-bf5d-4595-980b-b094834e9cf1', 'name': 'network-vif-deleted', 'tag': '151acc0a-ddd3-4f85-b8ad-f2d09047e7d9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:25.928499 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b36deec-00eb-4d66-950e-fc749a616839" -d '{"events": [{"server_uuid": "e71a8526-bf5d-4595-980b-b094834e9cf1", "name": "network-vif-deleted", "tag": "151acc0a-ddd3-4f85-b8ad-f2d09047e7d9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:25.968314 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1713f1e1-9687-4e08-bafc-bf45a10b2aa8 x-openstack-request-id: req-1713f1e1-9687-4e08-bafc-bf45a10b2aa8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:25.968796 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71a8526-bf5d-4595-980b-b094834e9cf1", "name": "network-vif-deleted", "tag": "151acc0a-ddd3-4f85-b8ad-f2d09047e7d9", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:25.969121 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1713f1e1-9687-4e08-bafc-bf45a10b2aa8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:25.969631 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71a8526-bf5d-4595-980b-b094834e9cf1', 'name': 'network-vif-deleted', 'tag': '151acc0a-ddd3-4f85-b8ad-f2d09047e7d9', 'status': 'completed', 'code': 200} Aug 24 00:35:25.981855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f7b4-5c79-42aa-a9c0-38f99bb38a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.007939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3f7b4-5c79-42aa-a9c0-38f99bb38a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3099c172-1930-44ca-b843-f32082fb03a3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:26.010877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 499b60c5-800a-476b-b7cf-459e9692eb12 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:26.017600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3fc3f7b4-5c79-42aa-a9c0-38f99bb38a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.019774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3fc3f7b4-5c79-42aa-a9c0-38f99bb38a35 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3099c172-1930-44ca-b843-f32082fb03a3 HTTP/1.1" status: 204 len: 168 time: 0.3540437 Aug 24 00:35:26.022351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:26.036975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 499b60c5-800a-476b-b7cf-459e9692eb12 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:26.037333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 499b60c5-800a-476b-b7cf-459e9692eb12 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:26.037782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:26.056999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:26.057349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 151acc0a-ddd3-4f85-b8ad-f2d09047e7d9 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:26.094789 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.178142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.188367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd01ba0c-4605-489c-aca4-118335b5cec2']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:26.200164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcc916b-bf17-4a15-90bd-c0af1f94dc16') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:26.201753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcc916b-bf17-4a15-90bd-c0af1f94dc16') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:26.211671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.236050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.237950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48664) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:26.249097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:26.249513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:26.251264 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:26.295101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-18add98d-ad4a-49b9-aaae-60d1c145b34d admin admin] Deleting subnet 9a10ae83-c274-4b65-8275-676d17a5269c {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:26.298326 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18add98d-ad4a-49b9-aaae-60d1c145b34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.317883 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-717a62b1-e907-43be-8789-2359ece31d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.337985 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18add98d-ad4a-49b9-aaae-60d1c145b34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.339687 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:35:26.386081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18add98d-ad4a-49b9-aaae-60d1c145b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.402066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:26.409864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.432791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.436764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dd01ba0c-4605-489c-aca4-118335b5cec2 HTTP/1.1" status: 204 len: 168 time: 0.4125378 Aug 24 00:35:26.450526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7685e-a4b4-47c7-a085-28394deff169 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd01ba0c-4605-489c-aca4-118335b5cec2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:26.479318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2eb0af31-cced-4c41-8b1d-3a10e6f8d3b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd15b338793c4190a47c35e25826f6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760949 Aug 24 00:35:26.482307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:26.535932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18add98d-ad4a-49b9-aaae-60d1c145b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.539795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a957ed98-de7b-4a2b-b519-cb7ce7a18901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.566069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a957ed98-de7b-4a2b-b519-cb7ce7a18901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.572976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18add98d-ad4a-49b9-aaae-60d1c145b34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a10ae83-c274-4b65-8275-676d17a5269c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:26.575796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18add98d-ad4a-49b9-aaae-60d1c145b34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.578353 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18add98d-ad4a-49b9-aaae-60d1c145b34d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9a10ae83-c274-4b65-8275-676d17a5269c HTTP/1.1" status: 204 len: 168 time: 0.3391564 Aug 24 00:35:26.581735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48690) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:26.703191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.787152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cfc05-0feb-4689-b56d-6c699bca50c2 req-a14fca28-89da-43fd-93c0-1251ce2d800a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:26.789703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-331cfc05-0feb-4689-b56d-6c699bca50c2 req-a14fca28-89da-43fd-93c0-1251ce2d800a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1023388 Aug 24 00:35:26.803637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-1960246b-1b41-4fa0-a894-02b403ebb79a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:26.804979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-1960246b-1b41-4fa0-a894-02b403ebb79a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 815 time: 0.2303517 Aug 24 00:35:26.807391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.823054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f35bd8-e178-4fe5-80a8-aae5148cb7e1']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:26.833820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efc3487-6c90-4f43-b230-d7d2aca97732') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:26.834127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efc3487-6c90-4f43-b230-d7d2aca97732') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:26.842222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Request body: {'port': {'device_id': 'aff05540-5ef9-4807-a51d-1ae7a1caae67', 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'admin_state_up': True, 'tenant_id': '722a7e1e93a14c0989de514d16566d56'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:26.844152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.858828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.862166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a957ed98-de7b-4a2b-b519-cb7ce7a18901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.864733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a957ed98-de7b-4a2b-b519-cb7ce7a18901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.865117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:26.865554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:26.865915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a957ed98-de7b-4a2b-b519-cb7ce7a18901 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d28da14-c414-472e-a711-7da815114ecb HTTP/1.1" status: 204 len: 168 time: 0.3821988 Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:26.867300 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:26.917480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957ed98-de7b-4a2b-b519-cb7ce7a18901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d28da14-c414-472e-a711-7da815114ecb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:26.945052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-331cfc05-0feb-4689-b56d-6c699bca50c2 req-da0f3159-3438-4fb7-8e3a-676ecfffc19f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389036 Aug 24 00:35:26.974346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48720) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:27.039738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48724) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:27.080890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-815a6687-4548-43e7-9eb5-ddd53885825e req-ec4338a9-0472-4310-baa9-6444db2a7d94 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 210 time: 0.0798202 Aug 24 00:35:27.112222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1dd82cce-cb76-400c-9823-a7bab567570c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecb7d7bc7c944fdf92c3ad8db05c52d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367004 Aug 24 00:35:27.114791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48730) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:27.176053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.179117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fe07c17-de23-43bf-b86c-1b6d73bfd785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.193412 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.195446 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b2f35bd8-e178-4fe5-80a8-aae5148cb7e1 HTTP/1.1" status: 204 len: 168 time: 0.6107192 Aug 24 00:35:27.196426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ce72-a680-45f7-974a-0d842f0b6e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f35bd8-e178-4fe5-80a8-aae5148cb7e1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:27.198212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48736) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:27.208857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fe07c17-de23-43bf-b86c-1b6d73bfd785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.218203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Made reservation on behalf of 722a7e1e93a14c0989de514d16566d56 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:27.223383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.248009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69fd807-0f2c-4655-8fd3-ede7e68ca9d7 admin admin] Deleting subnet 67cb92f6-5bca-41d9-8788-61de66cb98b2 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:27.252891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69fd807-0f2c-4655-8fd3-ede7e68ca9d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.321436 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c0fa7954-0b78-477b-b0dd-35cb8fa61e89 tempest-AgentManagementNegativeTest-208679637 tempest-AgentManagementNegativeTest-208679637-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2805328 Aug 24 00:35:27.324113 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69fd807-0f2c-4655-8fd3-ede7e68ca9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.378865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69fd807-0f2c-4655-8fd3-ede7e68ca9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.395093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Allocated IP 172.20.0.10 (9daf38a6-daeb-4ed1-9e72-2d1147ba611c/c36a24a1-56ab-46df-aba9-5f14ed1de26f/229b6fe6-2069-40e9-a2e6-f0d868e9b8ba) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:27.453749 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fe07c17-de23-43bf-b86c-1b6d73bfd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.459096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fe07c17-de23-43bf-b86c-1b6d73bfd785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.460356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6fe07c17-de23-43bf-b86c-1b6d73bfd785 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12a8935e-c5c7-4097-a24a-3f3c5dd03e4d HTTP/1.1" status: 204 len: 168 time: 0.3446465 Aug 24 00:35:27.482814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe07c17-de23-43bf-b86c-1b6d73bfd785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a8935e-c5c7-4097-a24a-3f3c5dd03e4d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:27.585997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.587176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69fd807-0f2c-4655-8fd3-ede7e68ca9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.614813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fd807-0f2c-4655-8fd3-ede7e68ca9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67cb92f6-5bca-41d9-8788-61de66cb98b2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:27.620950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69fd807-0f2c-4655-8fd3-ede7e68ca9d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.623185 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d69fd807-0f2c-4655-8fd3-ede7e68ca9d7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/67cb92f6-5bca-41d9-8788-61de66cb98b2 HTTP/1.1" status: 204 len: 168 time: 0.4240427 Aug 24 00:35:27.625634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48762) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:27.698410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.767870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.780465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:27.785077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.797125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b353110c-e8b7-4407-90a3-544445aa26db']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:27.810268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410d112b-7ef8-4a1c-94f4-8d54286da4a8') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:27.810568 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410d112b-7ef8-4a1c-94f4-8d54286da4a8') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:27.819423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['305d8341-cc39-44d3-a929-2b6da77cfec7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:27.822013 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.836111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.842582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:27.842978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:27.844869 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:27.852778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:27.853305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:27.856664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:27.902419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Pushing event updated for resources: {'Port': ['ID=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:27.932375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:27.933055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:27.993550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.032090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.046849 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] 10.222.0.26 "DELETE /v2.0/networks/b353110c-e8b7-4407-90a3-544445aa26db HTTP/1.1" status: 204 len: 168 time: 0.4194210 Aug 24 00:35:28.048176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4ff40-450e-431e-a685-2dea37b49c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=b353110c-e8b7-4407-90a3-544445aa26db,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:28.093538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48788) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:28.093992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6085a-fc79-490a-abdf-4c02378808b0 req-59dfb4fa-e559-4621-a245-5f6df5d0614e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:28.102029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcb6085a-fc79-490a-abdf-4c02378808b0 req-59dfb4fa-e559-4621-a245-5f6df5d0614e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.0793650 Aug 24 00:35:28.107429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4c436a-8baa-4f1e-ba8f-aa38c52a6e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.110554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-be8d2322-3c3d-455a-8bfa-6dd9a6028e46 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2737908 Aug 24 00:35:28.135097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Request body: {'port': {'device_id': 'aff05540-5ef9-4807-a51d-1ae7a1caae67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:28.193356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcb6085a-fc79-490a-abdf-4c02378808b0 req-a555e69e-48a5-400e-aa4c-5c9ce9eab28e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901618 Aug 24 00:35:28.239749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4c436a-8baa-4f1e-ba8f-aa38c52a6e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.268062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48800) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:28.270292 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.316095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac4c436a-8baa-4f1e-ba8f-aa38c52a6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.340495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be7a8-6e96-4696-a405-aacfb6ff811b req-2582faa3-cd9d-458e-ae2a-139d30fb0bd2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:28.342112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-380be7a8-6e96-4696-a405-aacfb6ff811b req-2582faa3-cd9d-458e-ae2a-139d30fb0bd2 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 932 time: 0.1393054 Aug 24 00:35:28.388348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac4c436a-8baa-4f1e-ba8f-aa38c52a6e92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2925990 Aug 24 00:35:28.389404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c436a-8baa-4f1e-ba8f-aa38c52a6e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a69860-aaa9-4285-b2a6-24b2f68f412c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:28.392626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48812) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:28.467371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dadb6-d782-40af-add5-519015b4087b req-dee16002-d0b4-4ead-bea8-ebbb21c3d846 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:28.469030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a44dadb6-d782-40af-add5-519015b4087b req-dee16002-d0b4-4ead-bea8-ebbb21c3d846 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1841614 Aug 24 00:35:28.504136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-590717c2-3d67-4220-9db6-4e8037ace459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.533999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-380be7a8-6e96-4696-a405-aacfb6ff811b req-5945d330-f103-4211-bfd1-bc70ac61b7aa tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781337 Aug 24 00:35:28.614187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-590717c2-3d67-4220-9db6-4e8037ace459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.634430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a44dadb6-d782-40af-add5-519015b4087b req-36393f77-cec5-4b84-a181-64be125c4458 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489944 Aug 24 00:35:28.636933 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-475f0cb9-9a3c-4ae4-b5e1-d6efd2a0f1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.674266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-475f0cb9-9a3c-4ae4-b5e1-d6efd2a0f1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.779735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:28.788351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.800928 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-590717c2-3d67-4220-9db6-4e8037ace459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.824506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:28.841505 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-590717c2-3d67-4220-9db6-4e8037ace459 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b580a2bf7d884af2815d71e62f6286f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723124 Aug 24 00:35:28.843872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590717c2-3d67-4220-9db6-4e8037ace459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b26aa-980a-41e2-8690-16d7d09fafbe,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:28.851284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48836) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:28.883511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7287ea15-132f-4e8f-b6d1-c5343a7e71ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4246216cc2ca4bce9ab82310ba37bb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577564 Aug 24 00:35:28.886368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48838) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:28.916829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd63a-5778-40cd-8704-b8eea04a2aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.944258 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd63a-5778-40cd-8704-b8eea04a2aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.944522 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3433335b-9331-4030-96e2-716ff3f533b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:28.967596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3433335b-9331-4030-96e2-716ff3f533b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.107571 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-475f0cb9-9a3c-4ae4-b5e1-d6efd2a0f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.107979 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-475f0cb9-9a3c-4ae4-b5e1-d6efd2a0f1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.112951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-475f0cb9-9a3c-4ae4-b5e1-d6efd2a0f1f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32a69860-aaa9-4285-b2a6-24b2f68f412c HTTP/1.1" status: 204 len: 168 time: 0.7149296 Aug 24 00:35:29.113250 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e10091c2-85ba-489e-8eb0-015f269afe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.121140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f0cb9-9a3c-4ae4-b5e1-d6efd2a0f1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a69860-aaa9-4285-b2a6-24b2f68f412c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:29.150327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd63a-5778-40cd-8704-b8eea04a2aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.151735 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.158268 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bbdbd63a-5778-40cd-8704-b8eea04a2aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.158562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Transition to ACTIVE for port object 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:29.160434 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bbdbd63a-5778-40cd-8704-b8eea04a2aea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e01b26aa-980a-41e2-8690-16d7d09fafbe HTTP/1.1" status: 204 len: 168 time: 0.3079402 Aug 24 00:35:29.162371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3433335b-9331-4030-96e2-716ff3f533b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.169726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbd63a-5778-40cd-8704-b8eea04a2aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b26aa-980a-41e2-8690-16d7d09fafbe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:29.170216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3433335b-9331-4030-96e2-716ff3f533b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.171629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3433335b-9331-4030-96e2-716ff3f533b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5de6fee7-2d54-4e40-ac51-7b1e59238eca HTTP/1.1" status: 204 len: 168 time: 0.2842770 Aug 24 00:35:29.180338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433335b-9331-4030-96e2-716ff3f533b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de6fee7-2d54-4e40-ac51-7b1e59238eca,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:29.263624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.322134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:29.455763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79488c64-4d6c-457a-8f28-e98f8626651a req-5552151e-7638-4462-b2ac-0921e92236cf tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:29.457382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79488c64-4d6c-457a-8f28-e98f8626651a req-5552151e-7638-4462-b2ac-0921e92236cf tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1245904 Aug 24 00:35:29.494300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Attempting to bind port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:29.494540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Attempting to bind port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:29.494870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Attempting to bind port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:29.504732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:35:29.505062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Attempting to bind port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:29.525627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:29.525977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Checking segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:29.526394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Bound using segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:29.526828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Bound port: 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:29.527196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.542931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79488c64-4d6c-457a-8f28-e98f8626651a req-a8d959ad-a2a2-4bd2-90a8-821ecfa6b63b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737543 Aug 24 00:35:29.645965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] For port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:29.693290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] For port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:29.723052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020513d2-a2a6-4cf7-832e-25f3fc4a075f req-8de2a4ae-be84-48f9-aad4-668d7c0e8db0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:29.724824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-020513d2-a2a6-4cf7-832e-25f3fc4a075f req-8de2a4ae-be84-48f9-aad4-668d7c0e8db0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 944 time: 0.1035528 Aug 24 00:35:29.790058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.859333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:29.859984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:29.861636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] 10.222.0.36 "PUT /v2.0/ports/229b6fe6-2069-40e9-a2e6-f0d868e9b8ba HTTP/1.1" status: 200 len: 1092 time: 1.7325764 Aug 24 00:35:29.866024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff05540-5ef9-4807-a51d-1ae7a1caae67', 'tag': '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:29.868309 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fbfccf-2a83-49eb-bc7b-15c2a54be233" -d '{"events": [{"name": "network-changed", "server_uuid": "aff05540-5ef9-4807-a51d-1ae7a1caae67", "tag": "229b6fe6-2069-40e9-a2e6-f0d868e9b8ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:29.905655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-020513d2-a2a6-4cf7-832e-25f3fc4a075f req-d1f89500-c75d-4008-9f3e-ac847654eb9e tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713946 Aug 24 00:35:29.911290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f767f6c-887a-4521-b0f0-c6e7bc355ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:29.931467 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f0298d-53f4-4c81-bc76-d54ef788e668 x-openstack-request-id: req-b1f0298d-53f4-4c81-bc76-d54ef788e668 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:29.931671 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff05540-5ef9-4807-a51d-1ae7a1caae67", "tag": "229b6fe6-2069-40e9-a2e6-f0d868e9b8ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:29.931977 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1f0298d-53f4-4c81-bc76-d54ef788e668 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:29.932397 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff05540-5ef9-4807-a51d-1ae7a1caae67', 'tag': '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba', 'status': 'completed', 'code': 200} Aug 24 00:35:30.018962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbfccf-2a83-49eb-bc7b-15c2a54be233 req-65f5968a-5faa-49fb-bfc7-6ea3e04338cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:30.020631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20fbfccf-2a83-49eb-bc7b-15c2a54be233 req-65f5968a-5faa-49fb-bfc7-6ea3e04338cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 1095 time: 0.0443733 Aug 24 00:35:30.150349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbfccf-2a83-49eb-bc7b-15c2a54be233 req-74544dbd-b748-480d-bffc-de4aaf083743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:30.151880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20fbfccf-2a83-49eb-bc7b-15c2a54be233 req-74544dbd-b748-480d-bffc-de4aaf083743 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=722a7e1e93a14c0989de514d16566d56&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1169930 Aug 24 00:35:30.244824 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48894) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:30.284836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.295212 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a8affc76-25a5-49a8-91b1-f9b426b30b47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c79f61f0665f44aa851ecb159b1a123b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491393 Aug 24 00:35:30.297677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48896) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:30.324730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbfccf-2a83-49eb-bc7b-15c2a54be233 req-932927ef-fa7a-4bbc-8558-35ef92e5c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:30.327319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20fbfccf-2a83-49eb-bc7b-15c2a54be233 req-932927ef-fa7a-4bbc-8558-35ef92e5c986 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434238 Aug 24 00:35:30.427676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1c65-823f-4c62-8e58-f4637dd54dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.478733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-cd5578d6-8133-452f-9942-1cec48643c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:30.480469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-cd5578d6-8133-452f-9942-1cec48643c27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 1095 time: 0.0818403 Aug 24 00:35:30.483684 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1c65-823f-4c62-8e58-f4637dd54dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.558719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-f89df5d1-ed13-484e-a538-8ffa428278ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba HTTP/1.1" status: 200 len: 217 time: 0.0634627 Aug 24 00:35:30.666129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1c65-823f-4c62-8e58-f4637dd54dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.668975 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1c65-823f-4c62-8e58-f4637dd54dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:30.670465 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0dcd1c65-823f-4c62-8e58-f4637dd54dc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef9b74ed-0190-4552-9206-44985d9307c2 HTTP/1.1" status: 204 len: 168 time: 0.3690200 Aug 24 00:35:30.682428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd1c65-823f-4c62-8e58-f4637dd54dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9b74ed-0190-4552-9206-44985d9307c2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:30.687254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-e0238a02-8b0a-4505-ba74-61767878e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:30.689552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-e0238a02-8b0a-4505-ba74-61767878e5b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c36a24a1-56ab-46df-aba9-5f14ed1de26f HTTP/1.1" status: 200 len: 855 time: 0.1226046 Aug 24 00:35:30.718889 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48908) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:31.105366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-19303efe-3fcb-4a01-9bb2-e5ec2fe92d4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3962731 Aug 24 00:35:31.187890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-400531509-network', 'tenant_id': 'f1d32d2fb1af4ec09bb831aada901ad4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:31.190235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57e363-c84f-49d9-8be1-d7f6e4703073 req-d9a55834-7229-456c-9806-0eea899f286b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:31.197491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf57e363-c84f-49d9-8be1-d7f6e4703073 req-d9a55834-7229-456c-9806-0eea899f286b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.5501180 Aug 24 00:35:31.278983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129dd81-b952-426e-818c-b51bca4020a1 req-e3b020bf-9769-47e9-8cd7-30cfad92894b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:31.287185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c129dd81-b952-426e-818c-b51bca4020a1 req-e3b020bf-9769-47e9-8cd7-30cfad92894b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 944 time: 0.1764083 Aug 24 00:35:31.298358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Made reservation on behalf of f1d32d2fb1af4ec09bb831aada901ad4 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:31.310652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.315911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf57e363-c84f-49d9-8be1-d7f6e4703073 req-71b1ed88-c4cf-4f91-8ce9-669c56cb8fb9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174164 Aug 24 00:35:31.331792 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.332676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-a7fc4f15-4472-4cd5-9984-a4e2e2c8e3d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165711 Aug 24 00:35:31.417657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c129dd81-b952-426e-818c-b51bca4020a1 req-090ff738-b3c5-4f7e-b948-2a2c56164783 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245425 Aug 24 00:35:31.476573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.477620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdbb47c9-cfab-4d8c-9f2e-c9c70f40623a req-3a9014d1-beff-4a6a-a132-76f03149da54 service neutron] 10.222.0.36 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280069 Aug 24 00:35:31.543824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.558564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:31.586209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.586879 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Added segment aac85fb2-1b82-4052-a012-bec74e137ff9 of type vlan for network daa09ee6-5e51-4c92-b8a2-23614309afc7 Aug 24 00:35:31.595084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48940) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:31.604849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fef965-ab96-42ab-a741-c883a2852c34,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:31.651006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.710866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:31.758148 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.761994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1028423296-network', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:31.777918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.781637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:31.782863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.809523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-548356337'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:31.853114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] Pushing event updated for resources: {'Network': ['ID=daa09ee6-5e51-4c92-b8a2-23614309afc7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:31.864114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network daa09ee6-5e51-4c92-b8a2-23614309afc7 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:31.869411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Made reservation on behalf of da8a1303774b49319b7fc2501d45993d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:31.885802 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.887181 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:31.945555 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-554b8732-40aa-47ba-98dc-19f025f43922 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2245305 Aug 24 00:35:31.947439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48952) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:31.953081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Request body: {'subnet': {'network_id': 'daa09ee6-5e51-4c92-b8a2-23614309afc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-400531509-subnet', 'tenant_id': 'f1d32d2fb1af4ec09bb831aada901ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:32.024065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:32.027759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.041904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.124095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.244220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.297307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:32.304280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4efe8ab-b7b1-47ac-8894-fcebaa7d5c44,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:32.310110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48964) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:32.316489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.316972 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Added segment 6edcf7f2-a89e-4399-a6e5-a316014519c4 of type vlan for network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed Aug 24 00:35:32.370712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Made reservation on behalf of f1d32d2fb1af4ec09bb831aada901ad4 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:32.374511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.418149 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.428201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-273674849-network', 'tenant_id': 'b9f7043a40c44412a08c645878dfd7bd'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:32.659014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f785-5d1e-4945-bd73-db728d399907 req-7484d74b-ff03-4c32-9608-ead5c7bfc36b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:32.660453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b442f785-5d1e-4945-bd73-db728d399907 req-7484d74b-ff03-4c32-9608-ead5c7bfc36b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1877272 Aug 24 00:35:32.681052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd8594-fa21-43a3-9978-0210c78e05bb req-b29b6bb7-571b-4a58-a1c6-21b62450a2fc tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:32.682554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96cd8594-fa21-43a3-9978-0210c78e05bb req-b29b6bb7-571b-4a58-a1c6-21b62450a2fc tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 944 time: 0.1563745 Aug 24 00:35:32.685699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.728239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.729201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:32.729849 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.822505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b442f785-5d1e-4945-bd73-db728d399907 req-4faa11e4-9414-4de6-854e-f1315c2bf80c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542017 Aug 24 00:35:32.843057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96cd8594-fa21-43a3-9978-0210c78e05bb req-d3078174-5d17-4e05-8edf-95a7f0fde2db tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501777 Aug 24 00:35:32.843682 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.874284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] Pushing event updated for resources: {'Network': ['ID=41cb7cc4-6d09-4599-a384-00bb9a01f2ed,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:32.889620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:32.894185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:32.909837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Made reservation on behalf of b9f7043a40c44412a08c645878dfd7bd for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:32.912376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.925362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b1d7e-1767-4420-b4e3-aa0cce8e7cfc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:32.925618 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.942021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:32.942385 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Added segment f990a26f-fc08-424c-b83b-bba386c14e56 of type vlan for network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 Aug 24 00:35:32.993679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.001704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e4db0d0e-463b-49d4-8c27-a6ccc3cb7365 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4045379 Aug 24 00:35:33.004977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48976) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:33.011318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Request body: {'subnet': {'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1028423296-subnet', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:33.075150 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.100103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.124371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48982) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:33.141015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939e9194-74e2-45ee-af5c-3b06d1f11376,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:33.151149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Checking segment: {'id': 'aac85fb2-1b82-4052-a012-bec74e137ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'daa09ee6-5e51-4c92-b8a2-23614309afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:33.151596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Network hostable DHCP agents. Network: daa09ee6-5e51-4c92-b8a2-23614309afc7, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:33.153830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.163106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:33.163106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.191899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.225601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:33.237792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc97f2f-1d86-4e7e-a7d2-42c48e2075c7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:33.245000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.245383 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Added segment b8ab5023-1137-4c8a-9a32-cc20927b20d7 of type vlan for network 5bf5cf31-6e86-4714-b5f2-715989fadbe6 Aug 24 00:35:33.248509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Network': ['ID=7c8ea5c4-c0d0-4fd0-9925-528352918c71,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:33.263015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:33.269604 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-575c1e36-87b9-4f4f-9c7a-f8b759019ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.301000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f31b5311-1de6-4f9d-ac6d-235c2c962eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5886123 Aug 24 00:35:33.304744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:33.311626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'name': 'tempest-PortsIpV6TestJSON-727471353'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:33.325004 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.385839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Network daa09ee6-5e51-4c92-b8a2-23614309afc7 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:33.420928 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.421881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:33.422506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.487073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf5cf31-6e86-4714-b5f2-715989fadbe6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:33.498956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 5bf5cf31-6e86-4714-b5f2-715989fadbe6 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:33.518518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Made reservation on behalf of da8a1303774b49319b7fc2501d45993d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:33.520890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.523704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, daa09ee6-5e51-4c92-b8a2-23614309afc7) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:33.538546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b09a41-f469-4cfb-be87-e37da0db7a3e None None] Network daa09ee6-5e51-4c92-b8a2-23614309afc7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:33.539242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:33.539860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.586974 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-af44e8cc-afb7-4622-b029-0c53bb41fbd1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2732151 Aug 24 00:35:33.588095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:33.598439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Request body: {'subnet': {'network_id': '5bf5cf31-6e86-4714-b5f2-715989fadbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-273674849-subnet', 'tenant_id': 'b9f7043a40c44412a08c645878dfd7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:33.671695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-575c1e36-87b9-4f4f-9c7a-f8b759019ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.684514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145d048-fe2a-4642-a14e-8d49a76ab378 None None] Network daa09ee6-5e51-4c92-b8a2-23614309afc7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:33.743942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-575c1e36-87b9-4f4f-9c7a-f8b759019ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.784072 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.787401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-575c1e36-87b9-4f4f-9c7a-f8b759019ead admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e34cc7fef9394e71a21724cb86be87f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6594555 Aug 24 00:35:33.787401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c1e36-87b9-4f4f-9c7a-f8b759019ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a919696-eed4-4495-9b84-145f1f2da575,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:33.787630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:33.833589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5124a510-76c8-45dc-afcf-6190fdb1b285 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8849356 Aug 24 00:35:33.883978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b996003b-481d-4cf1-b1b9-3cd7dec273c5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:33.917070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Checking segment: {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:33.917447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Network hostable DHCP agents. Network: 41cb7cc4-6d09-4599-a384-00bb9a01f2ed, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:33.948142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:33.951841 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:33.954186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-822a1169-093f-4409-9990-2c0d6365f8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.042587 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-822a1169-093f-4409-9990-2c0d6365f8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.044645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port c0999a36-4c5b-41ed-b8cc-44bb62f58cae yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:35:34.113975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6861b70-6d34-4aa2-8215-a8fe983e56f8 req-53eea924-ac10-4486-bc75-64b7e1e5a190 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:34.115496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6861b70-6d34-4aa2-8215-a8fe983e56f8 req-53eea924-ac10-4486-bc75-64b7e1e5a190 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.2025793 Aug 24 00:35:34.132174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Made reservation on behalf of b9f7043a40c44412a08c645878dfd7bd for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:34.134504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.158391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:34.171560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292697be-5f73-4383-9557-4158eeeb1e78 req-8ae982e7-9a25-402c-ab1c-6d01ecc200b3 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:34.173665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-292697be-5f73-4383-9557-4158eeeb1e78 req-8ae982e7-9a25-402c-ab1c-6d01ecc200b3 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 944 time: 0.2162180 Aug 24 00:35:34.305677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6861b70-6d34-4aa2-8215-a8fe983e56f8 req-346e8a38-4f97-419a-bfd0-e9e7f24cfbf2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750696 Aug 24 00:35:34.326356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 41cb7cc4-6d09-4599-a384-00bb9a01f2ed) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:34.326356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-292697be-5f73-4383-9557-4158eeeb1e78 req-2b819064-95a3-425e-a5e9-43248a2682b3 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071868 Aug 24 00:35:34.330686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:34.331289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.336876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e4027-5ca7-4dbf-9dc4-52cd127413e9 None None] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:34.406486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-822a1169-093f-4409-9990-2c0d6365f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.409958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-822a1169-093f-4409-9990-2c0d6365f8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.411253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-822a1169-093f-4409-9990-2c0d6365f8a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a919696-eed4-4495-9b84-145f1f2da575 HTTP/1.1" status: 204 len: 168 time: 0.6216936 Aug 24 00:35:34.500728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3c501e62-166f-4a4e-bd1a-b577c03b50bd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4913328 Aug 24 00:35:34.500728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a1169-093f-4409-9990-2c0d6365f8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a919696-eed4-4495-9b84-145f1f2da575,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:34.502273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49012) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:34.504017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:34.507175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.513408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:34.524382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.603950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.605030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.670740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.708584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Allocated IP 172.20.0.2 (41cb7cc4-6d09-4599-a384-00bb9a01f2ed/b996003b-481d-4cf1-b1b9-3cd7dec273c5/b4a33469-2b3d-4226-b5e3-dc2393c81ccd) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:34.727858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6ba7636a-8a8c-47a8-909a-8cb1ec7ce5fc tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:34.729365 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6ba7636a-8a8c-47a8-909a-8cb1ec7ce5fc tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/networks?id=daa09ee6-5e51-4c92-b8a2-23614309afc7 HTTP/1.1" status: 200 len: 820 time: 0.1797855 Aug 24 00:35:34.745255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-1171bb2d-6f43-4c7f-a9c3-dd667dec8e92 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/quotas/f1d32d2fb1af4ec09bb831aada901ad4 HTTP/1.1" status: 200 len: 375 time: 0.0095868 Aug 24 00:35:34.783813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-4bba2732-52b6-45ac-b261-e07e671e1467 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1d32d2fb1af4ec09bb831aada901ad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330718 Aug 24 00:35:34.802161 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.820860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.873889 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.887495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Transition to ACTIVE for port object b4a33469-2b3d-4226-b5e3-dc2393c81ccd will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:34.907130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Transition to ACTIVE for port object b4a33469-2b3d-4226-b5e3-dc2393c81ccd will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:34.921397 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:34.980761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac8269d-709b-4bbe-884d-259879ce223d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:35.002319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.011419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=c0999a36-4c5b-41ed-b8cc-44bb62f58cae,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:35.049449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-380af19a-5b47-4677-8736-53a07282a69d service neutron] 10.222.0.26 "GET /v2.0/networks/daa09ee6-5e51-4c92-b8a2-23614309afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580884 Aug 24 00:35:35.050071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:35.050340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Checking segment: {'id': 'f990a26f-fc08-424c-b83b-bba386c14e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:35.050818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network hostable DHCP agents. Network: 7c8ea5c4-c0d0-4fd0-9925-528352918c71, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:35.054734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Checking segment: {'id': 'b8ab5023-1137-4c8a-9a32-cc20927b20d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5bf5cf31-6e86-4714-b5f2-715989fadbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:35.055015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Network hostable DHCP agents. Network: 5bf5cf31-6e86-4714-b5f2-715989fadbe6, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:35.055316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:35.059594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:35.067851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Pushing event updated for resources: {'Port': ['ID=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:35.120228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Attempting to bind port b4a33469-2b3d-4226-b5e3-dc2393c81ccd on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:35.120228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Attempting to bind port b4a33469-2b3d-4226-b5e3-dc2393c81ccd by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:35.120743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Attempting to bind port b4a33469-2b3d-4226-b5e3-dc2393c81ccd on network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:35.126921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:35.127396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Checking segment: {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:35.127821 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.128200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Bound using segment: {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:35.128663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Bound port: b4a33469-2b3d-4226-b5e3-dc2393c81ccd, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:35.129145 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.180591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-5355d599-a59a-446f-983e-0e9527001430 service neutron] 10.222.0.26 "GET /v2.0/networks/daa09ee6-5e51-4c92-b8a2-23614309afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095479 Aug 24 00:35:35.188740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:35.206644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] For port b4a33469-2b3d-4226-b5e3-dc2393c81ccd, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:35.207314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Network 5bf5cf31-6e86-4714-b5f2-715989fadbe6 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:35.210798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] For port b4a33469-2b3d-4226-b5e3-dc2393c81ccd, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:35.278879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.287608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 7c8ea5c4-c0d0-4fd0-9925-528352918c71) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:35.289685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 5bf5cf31-6e86-4714-b5f2-715989fadbe6) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:35.296749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:35.298960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab6a61-61a0-4371-bcd2-8858cc1198cc None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:35.299391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.300273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.302896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:35.308104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30412f64-84e1-4dc9-819c-dbf57b3b115e None None] Network 5bf5cf31-6e86-4714-b5f2-715989fadbe6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:35.312655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:35.314355 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.331124 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.388752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7e016883-c1a5-43a4-826d-84c3c8a66447 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0826106 Aug 24 00:35:35.406547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-efcb7009-bcaa-4d2e-9584-4bab939dfb3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8129556 Aug 24 00:35:35.407306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:35.420978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-608755482'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:35.425443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Allocated IP 172.25.5.129 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/9ff65ca4-e844-4b12-b4db-ab3c52be8c91) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:35.599112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.615654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6b1e6-dea7-489c-b5ad-b2cee60050c0 None None] Pushing event updated for resources: {'Port': ['ID=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:35.724839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc303c-0165-4b8b-86f7-3037ac0cee3d req-295c7620-dd23-4aeb-826f-b0e60d733924 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:35.726476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccfc303c-0165-4b8b-86f7-3037ac0cee3d req-295c7620-dd23-4aeb-826f-b0e60d733924 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 944 time: 0.1729367 Aug 24 00:35:35.736556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a53ee-96ba-4236-877f-bb92087a0da2 None None] Network 5bf5cf31-6e86-4714-b5f2-715989fadbe6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:35.738646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.742621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8b4a0-a53d-424b-961f-f73d8091963e req-72cef5e1-2e39-4baa-9d68-96d78ca2f2d0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:35.750546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1d8b4a0-a53d-424b-961f-f73d8091963e req-72cef5e1-2e39-4baa-9d68-96d78ca2f2d0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.2754631 Aug 24 00:35:35.809381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:35.812255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:35.815093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:35.815883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:35.827404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:35.853434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1d8b4a0-a53d-424b-961f-f73d8091963e req-502771dc-9397-4631-9f46-ae0005a25292 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984390 Aug 24 00:35:35.861467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Pushing event updated for resources: {'Port': ['ID=9ff65ca4-e844-4b12-b4db-ab3c52be8c91,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:35.908667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccfc303c-0165-4b8b-86f7-3037ac0cee3d req-0591dd9f-e30c-46b2-92a0-d72b1ecf671d tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497068 Aug 24 00:35:35.961470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:36.062183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce1aec75-8d87-4417-87db-7e54c3f0d8d4 req-69550de7-3bb6-4238-b7c7-1138b57b9e74 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 210 time: 0.0874176 Aug 24 00:35:36.062183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.062183 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Added segment 8a56a8b0-828a-4c85-b3ba-e4866cd68aa7 of type vlan for network ce6c4132-7dfa-4eb7-b56b-8bcebc901e02 Aug 24 00:35:36.073380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49056) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:36.126829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5ecd1d-19e9-4197-9842-268c10555c4d admin admin] Deleting subnet 2ac8269d-709b-4bbe-884d-259879ce223d {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:36.147931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecd1d-19e9-4197-9842-268c10555c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.187600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.199962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecd1d-19e9-4197-9842-268c10555c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.269402 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecd1d-19e9-4197-9842-268c10555c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.297521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.369433 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.375369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:36.376504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.404402 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecd1d-19e9-4197-9842-268c10555c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.473941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c5ecd1d-19e9-4197-9842-268c10555c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.475896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0c5ecd1d-19e9-4197-9842-268c10555c4d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2ac8269d-709b-4bbe-884d-259879ce223d HTTP/1.1" status: 204 len: 168 time: 0.4017003 Aug 24 00:35:36.478925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ecd1d-19e9-4197-9842-268c10555c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac8269d-709b-4bbe-884d-259879ce223d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:36.484070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49072) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:36.496384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0817535 Aug 24 00:35:36.496743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:36.498336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a6cce-1a79-45fe-b923-cebee4d56a5a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Network': ['ID=ce6c4132-7dfa-4eb7-b56b-8bcebc901e02,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:36.505790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'ports': [{'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71'}, {'network_id': 'ce6c4132-7dfa-4eb7-b56b-8bcebc901e02'}]} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:36.506107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:36.507333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': 'ce6c4132-7dfa-4eb7-b56b-8bcebc901e02'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:36.509756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network ce6c4132-7dfa-4eb7-b56b-8bcebc901e02 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:36.580931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.644247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:35:36.666094 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.677760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf5cf31-6e86-4714-b5f2-715989fadbe6']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:36.691101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ab5023-1137-4c8a-9a32-cc20927b20d7') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:36.691470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ab5023-1137-4c8a-9a32-cc20927b20d7') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:36.702709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.719615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.726942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:36.727425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:36.729485 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:36.798134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:36.812569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba', 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'port_id': '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba', 'mac_address': 'fa:16:3e:39:81:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a24a1-56ab-46df-aba9-5f14ed1de26f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:35:36.859039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.875449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:36.915487 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.916952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:36.921981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.923699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/5bf5cf31-6e86-4714-b5f2-715989fadbe6 HTTP/1.1" status: 204 len: 168 time: 0.4394548 Aug 24 00:35:36.937786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:36.950345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff385339-6e0c-4ab8-ad59-d083d04f29eb admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf5cf31-6e86-4714-b5f2-715989fadbe6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:37.018337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.054087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b0c5c-8fb9-4c9f-a9fe-d0a6237faf1f req-33ecd12f-e978-4148-b014-75e892dc7ded tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:37.055774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d1b0c5c-8fb9-4c9f-a9fe-d0a6237faf1f req-33ecd12f-e978-4148-b014-75e892dc7ded tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1080735 Aug 24 00:35:37.086103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:37.115049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581272d-f316-4b70-bf89-6e96c2abf0f7 None None] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:37.133351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d1b0c5c-8fb9-4c9f-a9fe-d0a6237faf1f req-953cf8d5-be90-440c-91b5-d095f655e0de tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614190 Aug 24 00:35:37.153331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452c44-52b5-4241-a500-a56dec6bcf88 req-a548b5e7-5691-418d-9847-503deaea9865 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:37.162537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52452c44-52b5-4241-a500-a56dec6bcf88 req-a548b5e7-5691-418d-9847-503deaea9865 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 945 time: 0.1612878 Aug 24 00:35:37.194266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 2} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:37.203057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.223331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.256866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52452c44-52b5-4241-a500-a56dec6bcf88 req-0e967026-b748-45c3-ad12-a8afafc899a0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803857 Aug 24 00:35:37.280829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-226f2c87-927c-4633-a2be-6a3791fbbe5a None None] Provisioning for port b4a33469-2b3d-4226-b5e3-dc2393c81ccd completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:37.310262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Router 5c10e54c-45d2-49cb-b22c-0a593f7db918 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:35:37.339813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 0d69476c-cc92-4340-8dde-6f59eb265ce2 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:35:37.348633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc3e022f-010c-4dd0-b670-28cfd95a058c req-dff6a54c-cf74-4905-a9be-0d3c75381f3a tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 210 time: 0.1064270 Aug 24 00:35:37.500970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49090) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:37.507618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:37.519971 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Sync routers for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:37.534818 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:37.535633 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:37.536732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['229b6fe6-2069-40e9-a2e6-f0d868e9b8ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:37.610386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-96219961-2e05-4237-91fc-00f67ea16a1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9f7043a40c44412a08c645878dfd7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073081 Aug 24 00:35:37.616241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49094) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:37.670176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b4a33469-2b3d-4226-b5e3-dc2393c81ccd up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:37.685270 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7624e76f-e8f4-4b65-8564-d2f51af9f4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.724434 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7624e76f-e8f4-4b65-8564-d2f51af9f4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.724988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.751384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:37.808256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 787ac716-3f43-4cb1-97bb-76b71feefed0 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:35:37.937822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7624e76f-e8f4-4b65-8564-d2f51af9f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.939231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b4a33469-2b3d-4226-b5e3-dc2393c81ccd completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:37.941372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7624e76f-e8f4-4b65-8564-d2f51af9f4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.944922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7624e76f-e8f4-4b65-8564-d2f51af9f4f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcc97f2f-1d86-4e7e-a7d2-42c48e2075c7 HTTP/1.1" status: 204 len: 168 time: 0.3248808 Aug 24 00:35:37.949104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b4a33469-2b3d-4226-b5e3-dc2393c81ccd triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:37.949836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.962631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624e76f-e8f4-4b65-8564-d2f51af9f4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc97f2f-1d86-4e7e-a7d2-42c48e2075c7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:37.983410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:37.985989 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-32220774-80ca-45f9-9810-ad22b7ef795d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4799707 Aug 24 00:35:37.989190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:37.991761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.010243 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:36Z', 'revision_number': 3, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:38.072186 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Checking router: 5c10e54c-45d2-49cb-b22c-0a593f7db918 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:35:38.073003 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Updating router 5c10e54c-45d2-49cb-b22c-0a593f7db918 port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:35:38.132419 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.134305 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.184418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.203309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port b4a33469-2b3d-4226-b5e3-dc2393c81ccd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:38.282555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:38.340302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:38.345198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:38.347436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.356175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.376734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=0d69476c-cc92-4340-8dde-6f59eb265ce2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:38.488056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:38.495437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=787ac716-3f43-4cb1-97bb-76b71feefed0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:38.562574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e96fc1-fd00-47ab-88df-9045485f6f1d req-bf7cb70a-c863-4429-89fc-ea59605ce321 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:38.564683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8e96fc1-fd00-47ab-88df-9045485f6f1d req-bf7cb70a-c863-4429-89fc-ea59605ce321 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.2628088 Aug 24 00:35:38.643114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Checking segment: {'id': '8a56a8b0-828a-4c85-b3ba-e4866cd68aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ce6c4132-7dfa-4eb7-b56b-8bcebc901e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:38.643760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network hostable DHCP agents. Network: ce6c4132-7dfa-4eb7-b56b-8bcebc901e02, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:38.653080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-f7d85862-3dcf-45d0-9a3c-6c90e586055d tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:38.655376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-f7d85862-3dcf-45d0-9a3c-6c90e586055d tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.37 "GET /v2.0/networks?id=daa09ee6-5e51-4c92-b8a2-23614309afc7 HTTP/1.1" status: 200 len: 820 time: 0.4300790 Aug 24 00:35:38.671408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Request body: {'port': {'device_id': '450973de-268b-42eb-9b68-caeebeedb1d2', 'network_id': 'daa09ee6-5e51-4c92-b8a2-23614309afc7', 'admin_state_up': True, 'tenant_id': 'f1d32d2fb1af4ec09bb831aada901ad4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:38.715004 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.744589 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Transition to ACTIVE for port object 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:38.771186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8e96fc1-fd00-47ab-88df-9045485f6f1d req-c8777a47-179f-4c0b-8556-5efdfdb25c0b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779792 Aug 24 00:35:38.782580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285398-a306-490b-838f-55c1c378fc55 req-82ddd424-af7d-4165-aa7d-9531d44b7c0a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:38.788155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8285398-a306-490b-838f-55c1c378fc55 req-82ddd424-af7d-4165-aa7d-9531d44b7c0a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 945 time: 0.1925447 Aug 24 00:35:38.836294 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.913243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network ce6c4132-7dfa-4eb7-b56b-8bcebc901e02 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:38.919443 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Attempting to bind port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:38.923214 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Attempting to bind port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:38.923214 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Attempting to bind port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:38.924057 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Pushing event updated for resources: {'Port': ['ID=9ff65ca4-e844-4b12-b4db-ab3c52be8c91,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:38.929078 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:38.929450 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:38.929881 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.930265 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:38.930816 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Bound port: 9ff65ca4-e844-4b12-b4db-ab3c52be8c91, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:38.931194 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:38.944338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92cb698d-0f42-4f5f-974b-873cb1fc003e req-a93e4c39-36d9-49d7-b34b-f093a558305d tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 210 time: 0.0414565 Aug 24 00:35:38.947415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8285398-a306-490b-838f-55c1c378fc55 req-1750a047-1064-4ae9-98bb-05439bd287e5 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529200 Aug 24 00:35:38.970234 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.970844 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.971422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.971962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.972441 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.973084 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.973598 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.974070 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.974541 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.975010 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.975477 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:38.975960 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:39.010323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.018552 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] For port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:39.022883 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] For port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9ff65ca4-e844-4b12-b4db-ab3c52be8c91,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:39.031285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Made reservation on behalf of f1d32d2fb1af4ec09bb831aada901ad4 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:39.041609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.069871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, ce6c4132-7dfa-4eb7-b56b-8bcebc901e02) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:39.078548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed0e0dd-1395-4640-bc31-596aa19fec13 None None] Network ce6c4132-7dfa-4eb7-b56b-8bcebc901e02 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:39.085726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:39.091570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:39.097388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:39.098121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.149492 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.250657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Allocated IP 172.20.0.2 (daa09ee6-5e51-4c92-b8a2-23614309afc7/939e9194-74e2-45ee-af5c-3b06d1f11376/b951628a-5756-42b7-8254-68a61c6262a6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:39.271026 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-974d251d-a200-40db-8412-47c424586c5d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7705219 Aug 24 00:35:39.271219 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:39.271333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49128) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:39.272109 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:39.275579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Allocated IP 172.20.0.1 (41cb7cc4-6d09-4599-a384-00bb9a01f2ed/b996003b-481d-4cf1-b1b9-3cd7dec273c5/3a10489a-06b2-4dea-ad37-eaba2cab874d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:39.500579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-98ecf827-594d-48aa-8445-78b3a488b36f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 787ac716-3f43-4cb1-97bb-76b71feefed0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:39.501456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98ecf827-594d-48aa-8445-78b3a488b36f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.524390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.547818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Transition to ACTIVE for port object 3a10489a-06b2-4dea-ad37-eaba2cab874d will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:39.595055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b4a33469-2b3d-4226-b5e3-dc2393c81ccd up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:39.636278 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98ecf827-594d-48aa-8445-78b3a488b36f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.647893 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc659f-077e-4849-aa7d-5e44e64533a2 None None] Pushing event updated for resources: {'Port': ['ID=9ff65ca4-e844-4b12-b4db-ab3c52be8c91,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:39.662295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-98ecf827-594d-48aa-8445-78b3a488b36f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 787ac716-3f43-4cb1-97bb-76b71feefed0 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:39.666580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b4a33469-2b3d-4226-b5e3-dc2393c81ccd triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:39.667008 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.682220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.771880 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:39.802696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.901028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98ecf827-594d-48aa-8445-78b3a488b36f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.908700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.957463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecf827-594d-48aa-8445-78b3a488b36f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=787ac716-3f43-4cb1-97bb-76b71feefed0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:39.968444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Network daa09ee6-5e51-4c92-b8a2-23614309afc7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:39.975884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:39.978661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98ecf827-594d-48aa-8445-78b3a488b36f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:39.981398 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-98ecf827-594d-48aa-8445-78b3a488b36f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/787ac716-3f43-4cb1-97bb-76b71feefed0 HTTP/1.1" status: 204 len: 168 time: 0.7092154 Aug 24 00:35:40.002778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49154) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:40.003807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:40.031612 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:36Z', 'revision_number': 3, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:40.067574 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914cf1ed-9270-40f1-a805-cbd7edc17423 None None] The sync data for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 is: [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:36Z', 'revision_number': 3, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:40.120058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Pushing event updated for resources: {'Port': ['ID=b951628a-5756-42b7-8254-68a61c6262a6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:40.146020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:40.146737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.168926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cabe31d-d2aa-4147-b900-152623f4e63f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:40.174981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cabe31d-d2aa-4147-b900-152623f4e63f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:40.178145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5cabe31d-d2aa-4147-b900-152623f4e63f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1694641 Aug 24 00:35:40.179671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49156) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:40.291858 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6f60beb9-beef-41fe-b666-d5fda18963c7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6186552 Aug 24 00:35:40.298893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Request body: {'port': {'device_id': '450973de-268b-42eb-9b68-caeebeedb1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:40.401058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1808b499-c289-473d-8ded-fd87f3add317 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 0d69476c-cc92-4340-8dde-6f59eb265ce2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:40.401371 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1808b499-c289-473d-8ded-fd87f3add317 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.406143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:40.417264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:40.426082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:40.490418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.495327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Pushing event updated for resources: {'Port': ['ID=3a10489a-06b2-4dea-ad37-eaba2cab874d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:40.528939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aeb26-8231-4379-8a76-b303a3c1a797 req-9ce9f95d-4b02-4e07-8435-1fa80108892a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:40.528939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa8aeb26-8231-4379-8a76-b303a3c1a797 req-9ce9f95d-4b02-4e07-8435-1fa80108892a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.2513428 Aug 24 00:35:40.528939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:40.531168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1808b499-c289-473d-8ded-fd87f3add317 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.555247 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.686800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d057b3-1a79-44b1-bd6a-22de2c5b9231 req-5fdd7152-e670-4c7c-94a6-5d9d143409d8 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:40.689060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1d057b3-1a79-44b1-bd6a-22de2c5b9231 req-5fdd7152-e670-4c7c-94a6-5d9d143409d8 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 931 time: 0.3967800 Aug 24 00:35:40.693246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:40.775948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa8aeb26-8231-4379-8a76-b303a3c1a797 req-1927e934-33cf-4306-b631-8cc0ec13db80 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303796 Aug 24 00:35:40.804885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07bf1aca-08bc-44f4-84d2-cbfa26a29427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.918313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1808b499-c289-473d-8ded-fd87f3add317 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 0d69476c-cc92-4340-8dde-6f59eb265ce2 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:40.927003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b951628a-5756-42b7-8254-68a61c6262a6 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:40.933876 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07bf1aca-08bc-44f4-84d2-cbfa26a29427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.938882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.970062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:40.979985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:40.979985 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:40.989515 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Transition to ACTIVE for port object b951628a-5756-42b7-8254-68a61c6262a6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:41.010777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d7a432ac-506f-4411-927d-81a54c4d28c8 None None] Provisioning for port 3a10489a-06b2-4dea-ad37-eaba2cab874d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:41.028539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d7a432ac-506f-4411-927d-81a54c4d28c8 None None] Provisioning complete for port 3a10489a-06b2-4dea-ad37-eaba2cab874d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:41.029376 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d7a432ac-506f-4411-927d-81a54c4d28c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.035223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1d057b3-1a79-44b1-bd6a-22de2c5b9231 req-eed523fc-6f47-4b62-9600-104a79ff78f7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035319 Aug 24 00:35:41.064352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07bf1aca-08bc-44f4-84d2-cbfa26a29427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.093958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-07bf1aca-08bc-44f4-84d2-cbfa26a29427 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9973d64073f04d048eca926080087f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555906 Aug 24 00:35:41.097753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49174) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:41.121376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2cb33-ac37-4c66-b281-3305f35d8896 req-85a6582e-59b8-43fd-bb9c-729e15c10717 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:41.123638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1808b499-c289-473d-8ded-fd87f3add317 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.126372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d7a432ac-506f-4411-927d-81a54c4d28c8 None None] Port 3a10489a-06b2-4dea-ad37-eaba2cab874d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:35:41.133312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5e2cb33-ac37-4c66-b281-3305f35d8896 req-85a6582e-59b8-43fd-bb9c-729e15c10717 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 945 time: 0.1899915 Aug 24 00:35:41.159075 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.190606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1808b499-c289-473d-8ded-fd87f3add317 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.204654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49178) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:41.208027 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1808b499-c289-473d-8ded-fd87f3add317 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/0d69476c-cc92-4340-8dde-6f59eb265ce2 HTTP/1.1" status: 204 len: 168 time: 1.0163517 Aug 24 00:35:41.210816 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.253729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff05540-5ef9-4807-a51d-1ae7a1caae67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:41.259050 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a8ff51-21ee-4b77-8550-9d61e3e68069" -d '{"events": [{"server_uuid": "aff05540-5ef9-4807-a51d-1ae7a1caae67", "name": "network-vif-plugged", "status": "completed", "tag": "229b6fe6-2069-40e9-a2e6-f0d868e9b8ba"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:41.267216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf1aca-08bc-44f4-84d2-cbfa26a29427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408d81b7-8cd0-482f-ac28-9d7176589a6a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:41.268077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b499-c289-473d-8ded-fd87f3add317 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=0d69476c-cc92-4340-8dde-6f59eb265ce2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:41.284511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.291711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:41.343963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Pushing event updated for resources: {'Port': ['ID=b951628a-5756-42b7-8254-68a61c6262a6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:41.362348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba1e97-8568-40b3-a375-293fee276f5b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:41.370931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3fba1e97-8568-40b3-a375-293fee276f5b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1585338 Aug 24 00:35:41.371940 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.378590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5e2cb33-ac37-4c66-b281-3305f35d8896 req-cc9b9c6e-71ba-4a61-88fa-77abcb98ab76 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430699 Aug 24 00:35:41.382904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49184) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:41.443531 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9b9b89-30e0-478f-a727-dbfa4f81147c x-openstack-request-id: req-2b9b9b89-30e0-478f-a727-dbfa4f81147c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:41.443768 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff05540-5ef9-4807-a51d-1ae7a1caae67", "name": "network-vif-plugged", "status": "completed", "tag": "229b6fe6-2069-40e9-a2e6-f0d868e9b8ba", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:41.445353 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b9b9b89-30e0-478f-a727-dbfa4f81147c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:41.445353 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff05540-5ef9-4807-a51d-1ae7a1caae67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba', 'code': 200} Aug 24 00:35:41.492428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:41.537349 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6733c1d-b1ed-4c95-9fe6-7b8f90aa0a22 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:35:41.541762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d6733c1d-b1ed-4c95-9fe6-7b8f90aa0a22 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/787ac716-3f43-4cb1-97bb-76b71feefed0 HTTP/1.1" status: 404 len: 333 time: 0.1216683 Aug 24 00:35:41.544404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49190) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:41.551577 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4fe976d-86bf-486a-ad34-bde8a145d5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.624898 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b0ba1d-b3b6-4adf-a5c3-c305378739e3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:35:41.627008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:41.627276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-57b0ba1d-b3b6-4adf-a5c3-c305378739e3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/0d69476c-cc92-4340-8dde-6f59eb265ce2 HTTP/1.1" status: 404 len: 333 time: 0.0819299 Aug 24 00:35:41.632481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Attempting to bind port b951628a-5756-42b7-8254-68a61c6262a6 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:41.633029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Attempting to bind port b951628a-5756-42b7-8254-68a61c6262a6 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'aac85fb2-1b82-4052-a012-bec74e137ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'daa09ee6-5e51-4c92-b8a2-23614309afc7'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:41.633538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Attempting to bind port b951628a-5756-42b7-8254-68a61c6262a6 on network daa09ee6-5e51-4c92-b8a2-23614309afc7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:41.636734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49192) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:41.638743 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4fe976d-86bf-486a-ad34-bde8a145d5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.668971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Port b951628a-5756-42b7-8254-68a61c6262a6 on network daa09ee6-5e51-4c92-b8a2-23614309afc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:35:41.669306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Attempting to bind port b951628a-5756-42b7-8254-68a61c6262a6 on network daa09ee6-5e51-4c92-b8a2-23614309afc7 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:41.715211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:41.715678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Checking segment: {'id': 'aac85fb2-1b82-4052-a012-bec74e137ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'daa09ee6-5e51-4c92-b8a2-23614309afc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:41.715955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Bound using segment: {'id': 'aac85fb2-1b82-4052-a012-bec74e137ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'daa09ee6-5e51-4c92-b8a2-23614309afc7'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:41.716415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Bound port: b951628a-5756-42b7-8254-68a61c6262a6, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac85fb2-1b82-4052-a012-bec74e137ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'daa09ee6-5e51-4c92-b8a2-23614309afc7'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:41.716790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.719792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bb1a-939d-4ecb-8336-1d1e62feb546 req-3ca50a8d-fde5-4f4f-860b-24bbb189cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:41.721688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbf8bb1a-939d-4ecb-8336-1d1e62feb546 req-3ca50a8d-fde5-4f4f-860b-24bbb189cdb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 1097 time: 0.1160371 Aug 24 00:35:41.750175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:41.758193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:41.758983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.793018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbf8bb1a-939d-4ecb-8336-1d1e62feb546 req-0d40d6e3-e8bf-4dfa-90cf-65ad2483397c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640686 Aug 24 00:35:41.815684 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.832834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.835954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] For port b951628a-5756-42b7-8254-68a61c6262a6, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:41.856101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] For port b951628a-5756-42b7-8254-68a61c6262a6, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b951628a-5756-42b7-8254-68a61c6262a6,segment=NetworkSegment(aac85fb2-1b82-4052-a012-bec74e137ff9),segment_id=aac85fb2-1b82-4052-a012-bec74e137ff9)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:41.866040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.888963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9ff65ca4-e844-4b12-b4db-ab3c52be8c91,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:41.890773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.930311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.932163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4fe976d-86bf-486a-ad34-bde8a145d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.934933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4fe976d-86bf-486a-ad34-bde8a145d5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.936090 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d4fe976d-86bf-486a-ad34-bde8a145d5d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/408d81b7-8cd0-482f-ac28-9d7176589a6a HTTP/1.1" status: 204 len: 168 time: 0.8373466 Aug 24 00:35:41.967270 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.984534 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:41.991838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.003947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:42.004593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.006025 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] 10.222.0.37 "PUT /v2.0/ports/b951628a-5756-42b7-8254-68a61c6262a6 HTTP/1.1" status: 200 len: 1091 time: 1.7114155 Aug 24 00:35:42.007752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce4fc7-c38d-40de-91c3-1f11e85b58e6 req-d5413de4-d3f6-445b-bde3-8fbe6c554687 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:42.009212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dce4fc7-c38d-40de-91c3-1f11e85b58e6 req-d5413de4-d3f6-445b-bde3-8fbe6c554687 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1501019 Aug 24 00:35:42.010474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450973de-268b-42eb-9b68-caeebeedb1d2', 'tag': 'b951628a-5756-42b7-8254-68a61c6262a6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:42.012774 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f84b2-cb85-4146-b183-07d44d4c83cd" -d '{"events": [{"name": "network-changed", "server_uuid": "450973de-268b-42eb-9b68-caeebeedb1d2", "tag": "b951628a-5756-42b7-8254-68a61c6262a6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:42.016919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe976d-86bf-486a-ad34-bde8a145d5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408d81b7-8cd0-482f-ac28-9d7176589a6a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.023883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6c4132-7dfa-4eb7-b56b-8bcebc901e02']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:42.033499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Pushing event updated for resources: {'Port': ['ID=3a10489a-06b2-4dea-ad37-eaba2cab874d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.045670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a56a8b0-828a-4c85-b3ba-e4866cd68aa7') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:42.045972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a56a8b0-828a-4c85-b3ba-e4866cd68aa7') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:42.065782 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.072628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee82ae-361c-4536-9908-a26592d7bcad service neutron] Pushing event updated for resources: {'Port': ['ID=b951628a-5756-42b7-8254-68a61c6262a6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.078345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=9ff65ca4-e844-4b12-b4db-ab3c52be8c91,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.084891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.091387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:42.093071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:42.095980 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:42.149746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3dce4fc7-c38d-40de-91c3-1f11e85b58e6 req-3e94d56a-ae43-4491-8f57-dc0b2ca4fa3a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199062 Aug 24 00:35:42.202328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:42.205616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:42.239516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-551abe4c-51e7-4e67-9264-f4c65dc0d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:42.241048 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-551abe4c-51e7-4e67-9264-f4c65dc0d1af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d32d2fb1af4ec09bb831aada901ad4&device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 1094 time: 0.0775175 Aug 24 00:35:42.344591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.355118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.357123 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/networks/ce6c4132-7dfa-4eb7-b56b-8bcebc901e02 HTTP/1.1" status: 204 len: 168 time: 0.7164090 Aug 24 00:35:42.361540 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-4e251eeb-4a32-400b-b177-a8ca683050f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b951628a-5756-42b7-8254-68a61c6262a6 HTTP/1.1" status: 200 len: 217 time: 0.1117787 Aug 24 00:35:42.367012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49208) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:42.383795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-879640908'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:42.415009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138e549-f649-4dde-bc45-51cf12f084e0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Network': ['ID=ce6c4132-7dfa-4eb7-b56b-8bcebc901e02,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:42.459855 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.525977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-02227a6a-c5f7-4902-ac7f-67be338b0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:42.530513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743c11f-abf2-4a0e-b68e-3a5531c5ecfa req-5644a6cd-41bb-4edf-b0a0-b835ed9d184a tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:42.531465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5743c11f-abf2-4a0e-b68e-3a5531c5ecfa req-5644a6cd-41bb-4edf-b0a0-b835ed9d184a tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 943 time: 0.2472446 Aug 24 00:35:42.538854 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-02227a6a-c5f7-4902-ac7f-67be338b0827 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=939e9194-74e2-45ee-af5c-3b06d1f11376 HTTP/1.1" status: 200 len: 860 time: 0.1501024 Aug 24 00:35:42.603469 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-6c9a97bc-58ca-4c80-9e8d-2dee52538e0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=daa09ee6-5e51-4c92-b8a2-23614309afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636435 Aug 24 00:35:42.604399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:42.611522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.619175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5743c11f-abf2-4a0e-b68e-3a5531c5ecfa req-cab96c68-106d-472c-aecd-2539097c671b tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784538 Aug 24 00:35:42.625169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Router 5c10e54c-45d2-49cb-b22c-0a593f7db918 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:42.662575 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de17dbe4-37b9-41e2-ba0a-5703e5f0a602 x-openstack-request-id: req-de17dbe4-37b9-41e2-ba0a-5703e5f0a602 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:42.662862 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450973de-268b-42eb-9b68-caeebeedb1d2", "tag": "b951628a-5756-42b7-8254-68a61c6262a6", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:42.663317 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de17dbe4-37b9-41e2-ba0a-5703e5f0a602 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:42.664070 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450973de-268b-42eb-9b68-caeebeedb1d2', 'tag': 'b951628a-5756-42b7-8254-68a61c6262a6', 'status': 'completed', 'code': 200} Aug 24 00:35:42.664354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-51811742-5777-4913-a864-eac4bee8d3a8 None None] Provisioning complete for port 3a10489a-06b2-4dea-ad37-eaba2cab874d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:42.664747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51811742-5777-4913-a864-eac4bee8d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.767743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-51811742-5777-4913-a864-eac4bee8d3a8 None None] Port 3a10489a-06b2-4dea-ad37-eaba2cab874d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:35:42.768483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:42.798788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:42.808116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.808282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Sync routers for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:42.808368 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Added segment 3c4d6285-90fd-414f-a5c8-4ef751c39116 of type vlan for network 496a3f02-1f97-41dc-b93f-76946561d77f Aug 24 00:35:42.816717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb3c1672-676c-4228-aa0d-f92bcc187b88 admin admin] 10.222.0.26 "PUT /v2.0/routers/5c10e54c-45d2-49cb-b22c-0a593f7db918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8259499 Aug 24 00:35:42.828569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:42.829295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:42.878928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac989c-04f5-418b-8925-1d196d3ad52e req-3abaa141-f1fa-41da-b938-a1e8c6e76bdd tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:42.888260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cac989c-04f5-418b-8925-1d196d3ad52e req-3abaa141-f1fa-41da-b938-a1e8c6e76bdd tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 946 time: 0.0871482 Aug 24 00:35:42.905799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:42.911415 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-f31848de-2ab9-4a79-b24f-73f9bd1fab6c service neutron] 10.222.0.37 "GET /v2.0/networks/daa09ee6-5e51-4c92-b8a2-23614309afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581100 Aug 24 00:35:42.943006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cac989c-04f5-418b-8925-1d196d3ad52e req-35763e58-3bb0-49cd-9bad-a7a56bc9b070 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537801 Aug 24 00:35:43.037318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.045685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.046391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.162434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Network': ['ID=496a3f02-1f97-41dc-b93f-76946561d77f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:43.173507 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-67ed888d-a0a2-4755-b2fc-c72d4551734f req-b2c2d0de-a7ae-4632-b395-ec254a139a2b service neutron] 10.222.0.37 "GET /v2.0/networks/daa09ee6-5e51-4c92-b8a2-23614309afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478933 Aug 24 00:35:43.214775 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8b47fe1e-b478-47c0-9b99-0ff097f82f11 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8443723 Aug 24 00:35:43.217915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49234) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:43.225804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '496a3f02-1f97-41dc-b93f-76946561d77f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:43.263279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 496a3f02-1f97-41dc-b93f-76946561d77f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:43.312699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:43.442360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52540090-c160-4729-bddd-7b4959af9a9c req-67a7bcfc-bbfa-4345-a126-64cfdf9a94e6 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.444708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52540090-c160-4729-bddd-7b4959af9a9c req-67a7bcfc-bbfa-4345-a126-64cfdf9a94e6 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1761920 Aug 24 00:35:43.494897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-75066472-d82b-48d3-9aa0-bb544a2df322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.496468 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-75066472-d82b-48d3-9aa0-bb544a2df322 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1d32d2fb1af4ec09bb831aada901ad4&device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 1094 time: 0.1616867 Aug 24 00:35:43.528349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52540090-c160-4729-bddd-7b4959af9a9c req-3f32dda3-ef93-49e4-a98f-25f11b24736b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695972 Aug 24 00:35:43.604209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:43.608753 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.643058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:43.697218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-5846930d-b827-45c3-a316-58398000aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.697218 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-5846930d-b827-45c3-a316-58398000aab0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=daa09ee6-5e51-4c92-b8a2-23614309afc7 HTTP/1.1" status: 200 len: 921 time: 0.1842504 Aug 24 00:35:43.829519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:43.838179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:43.844658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e423495-4058-4a71-9c4e-58e0fe059cf1 req-2c632260-3dc8-449d-96bf-432a9fd55781 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:43.852095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e423495-4058-4a71-9c4e-58e0fe059cf1 req-2c632260-3dc8-449d-96bf-432a9fd55781 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 943 time: 0.1024125 Aug 24 00:35:43.889731 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-6aa66ce7-e065-4fa8-9e28-4399a1243127 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b951628a-5756-42b7-8254-68a61c6262a6 HTTP/1.1" status: 200 len: 217 time: 0.1756265 Aug 24 00:35:43.926004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e423495-4058-4a71-9c4e-58e0fe059cf1 req-aec3cae9-0eb8-4b2c-9a1e-c40bc9ff5710 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600247 Aug 24 00:35:43.975432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 2, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:44.044751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.089745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Checking router: 5c10e54c-45d2-49cb-b22c-0a593f7db918 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:35:44.090409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Updating router 5c10e54c-45d2-49cb-b22c-0a593f7db918 port 3a10489a-06b2-4dea-ad37-eaba2cab874d binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:35:44.181534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.189899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=2eb7b203-3a85-488a-b4eb-77a8662467b1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:44.400553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0a243-6af0-4d09-9add-8c3308d0ca1f req-2bdcdf42-35da-4f1e-82b8-1a8497b41abe tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:44.402186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74c0a243-6af0-4d09-9add-8c3308d0ca1f req-2bdcdf42-35da-4f1e-82b8-1a8497b41abe tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 946 time: 0.2152119 Aug 24 00:35:44.414142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49272) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:44.416567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Checking segment: {'id': '3c4d6285-90fd-414f-a5c8-4ef751c39116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '496a3f02-1f97-41dc-b93f-76946561d77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:44.416908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network hostable DHCP agents. Network: 496a3f02-1f97-41dc-b93f-76946561d77f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:44.424280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1251814935-network', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:44.487182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-22e2900d-59d2-41e5-a59c-77e611be8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:44.488684 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-22e2900d-59d2-41e5-a59c-77e611be8b22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=939e9194-74e2-45ee-af5c-3b06d1f11376 HTTP/1.1" status: 200 len: 860 time: 0.5900970 Aug 24 00:35:44.514676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74c0a243-6af0-4d09-9add-8c3308d0ca1f req-02c226a8-28cd-4008-ad87-9fbd1df8f220 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867977 Aug 24 00:35:44.526714 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-4aafbd58-faca-4a69-9881-17a773ad4625 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=daa09ee6-5e51-4c92-b8a2-23614309afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293059 Aug 24 00:35:44.595945 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.609300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Made reservation on behalf of e8cd3f983b454529b82ccb475cb3ca00 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:44.609300 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.613693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 496a3f02-1f97-41dc-b93f-76946561d77f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:44.623435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Transition to ACTIVE for port object 3a10489a-06b2-4dea-ad37-eaba2cab874d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:44.634512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.676353 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-abf02df7-775f-4f9e-a939-ea32507ba20f service neutron] 10.222.0.37 "GET /v2.0/networks/daa09ee6-5e51-4c92-b8a2-23614309afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414444 Aug 24 00:35:44.717013 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.727020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341a79c-1ddd-4d80-b7cc-ca949ee5732e req-98518c5b-e62b-4a24-9d64-d9cb756f6de0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:44.738092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3341a79c-1ddd-4d80-b7cc-ca949ee5732e req-98518c5b-e62b-4a24-9d64-d9cb756f6de0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1098132 Aug 24 00:35:44.747512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 496a3f02-1f97-41dc-b93f-76946561d77f) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:44.775525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:44.776106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:44.809176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9bb05-b259-4c71-bba4-a56285237654 None None] Network 496a3f02-1f97-41dc-b93f-76946561d77f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:44.833927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3341a79c-1ddd-4d80-b7cc-ca949ee5732e req-08afdb0c-f2a8-439b-8fed-9b25a0c3084e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919752 Aug 24 00:35:44.904390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91d734-bd5d-44e9-9084-d0121bff1821 None None] Pushing event updated for resources: {'Port': ['ID=3a10489a-06b2-4dea-ad37-eaba2cab874d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:44.914991 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-813f84b2-cb85-4146-b183-07d44d4c83cd req-4a923625-b1d9-49ab-a39d-65243b762daf service neutron] 10.222.0.37 "GET /v2.0/networks/daa09ee6-5e51-4c92-b8a2-23614309afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203004 Aug 24 00:35:44.971173 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.034061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Attempting to bind port 3a10489a-06b2-4dea-ad37-eaba2cab874d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:45.034356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Attempting to bind port 3a10489a-06b2-4dea-ad37-eaba2cab874d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:45.034727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Attempting to bind port 3a10489a-06b2-4dea-ad37-eaba2cab874d on network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:45.061382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:45.061382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Checking segment: {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:45.061382 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.062161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Bound using segment: {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:45.062822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Bound port: 3a10489a-06b2-4dea-ad37-eaba2cab874d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:45.063320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.094282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de2cb7-2f30-4986-97ac-719909195830 req-9f22c2d4-00c9-4b4f-8261-3522ffb7a8f7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:45.103901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0de2cb7-2f30-4986-97ac-719909195830 req-9f22c2d4-00c9-4b4f-8261-3522ffb7a8f7 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 943 time: 0.0763164 Aug 24 00:35:45.177154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0de2cb7-2f30-4986-97ac-719909195830 req-7db1d7df-f9e1-49fb-a85a-a50973cf30d1 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646892 Aug 24 00:35:45.178071 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.198226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:45.212015 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.212458 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Added segment 3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd of type vlan for network dbc70e28-2ca7-4324-9486-11c099ccd35d Aug 24 00:35:45.260454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.267837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-496a3f02-1f97-41dc-b93f-76946561d77f', 'network_id': '496a3f02-1f97-41dc-b93f-76946561d77f', 'tenant_id': '4325029d626c4559ba79ea4a5001ab65', 'fixed_ips': [{'subnet_id': '2eb7b203-3a85-488a-b4eb-77a8662467b1'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:45.271448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.305700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] For port 3a10489a-06b2-4dea-ad37-eaba2cab874d, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:45.305886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-05f31ae2-362c-4f52-a5b0-5412bbaec8b8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0845697 Aug 24 00:35:45.305886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49288) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:45.311587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] For port 3a10489a-06b2-4dea-ad37-eaba2cab874d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a10489a-06b2-4dea-ad37-eaba2cab874d,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:45.318809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '496a3f02-1f97-41dc-b93f-76946561d77f', 'name': 'tempest-PortsIpV6TestJSON-735512898'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:45.342892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa7c3e6-746e-4cdb-b456-c0e46a50a56f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:45.389287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.390525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:45.390996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.391890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.482628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc70e28-2ca7-4324-9486-11c099ccd35d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:45.505463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network dbc70e28-2ca7-4324-9486-11c099ccd35d details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:45.517370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d1af50a1-7a26-413a-a589-177f9b38e0c5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0987575 Aug 24 00:35:45.518164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:45.525937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Request body: {'subnet': {'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1251814935-subnet', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:45.536084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91d734-bd5d-44e9-9084-d0121bff1821 None None] Pushing event updated for resources: {'Port': ['ID=3a10489a-06b2-4dea-ad37-eaba2cab874d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:45.602183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:45.602892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:45.606012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Allocated IP 2001:db8::2 (496a3f02-1f97-41dc-b93f-76946561d77f/2eb7b203-3a85-488a-b4eb-77a8662467b1/59ada749-3fcb-4f64-a7ae-7ec5943d9017) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:45.697241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:45.707338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:45.745954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 5b1046a8-ddab-4da3-b696-cb6c2b101056 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:35:45.854676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:45.882335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Made reservation on behalf of e8cd3f983b454529b82ccb475cb3ca00 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:45.885447 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.112886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36399e-7938-4f50-95f8-23f66a517a19 req-7289df80-907a-48ec-8fbd-f0bd0d6635a9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:46.114524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a36399e-7938-4f50-95f8-23f66a517a19 req-7289df80-907a-48ec-8fbd-f0bd0d6635a9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1001480 Aug 24 00:35:46.202933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a36399e-7938-4f50-95f8-23f66a517a19 req-d535df71-2c2c-49c4-9f49-ba76b7217af3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819812 Aug 24 00:35:46.268522 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b951628a-5756-42b7-8254-68a61c6262a6 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:35:46.276118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.329942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Transition to ACTIVE for port object 59ada749-3fcb-4f64-a7ae-7ec5943d9017 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:46.426387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.resource_extend [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:35:46.450357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9c37-dac7-4e7e-a21c-e0345545e774 req-afa88a7f-d949-4ab7-abc3-6b2606b7712b tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:46.452269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b96c9c37-dac7-4e7e-a21c-e0345545e774 req-afa88a7f-d949-4ab7-abc3-6b2606b7712b tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 943 time: 0.1374660 Aug 24 00:35:46.511168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.524572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Transition to ACTIVE for port object 59ada749-3fcb-4f64-a7ae-7ec5943d9017 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:46.669314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:46.677470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b96c9c37-dac7-4e7e-a21c-e0345545e774 req-c56970e0-922d-4668-a0a8-0f7c8800897f tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972048 Aug 24 00:35:46.703607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7d5b21-035e-4ded-91d4-07b86080b41e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:46.744981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Checking segment: {'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:46.745680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Network hostable DHCP agents. Network: dbc70e28-2ca7-4324-9486-11c099ccd35d, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:46.750277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::2be (496a3f02-1f97-41dc-b93f-76946561d77f/2eb7b203-3a85-488a-b4eb-77a8662467b1/5b1046a8-ddab-4da3-b696-cb6c2b101056) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:46.843582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b951628a-5756-42b7-8254-68a61c6262a6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b951628a-5756-42b7-8254-68a61c6262a6,segment=NetworkSegment(aac85fb2-1b82-4052-a012-bec74e137ff9),segment_id=aac85fb2-1b82-4052-a012-bec74e137ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:46.900644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Network 496a3f02-1f97-41dc-b93f-76946561d77f is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:46.906832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Pushing event updated for resources: {'Port': ['ID=59ada749-3fcb-4f64-a7ae-7ec5943d9017,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:46.918279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Network dbc70e28-2ca7-4324-9486-11c099ccd35d is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:46.924735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:46.926703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'b951628a-5756-42b7-8254-68a61c6262a6', 'network_id': 'daa09ee6-5e51-4c92-b8a2-23614309afc7', 'port_id': 'b951628a-5756-42b7-8254-68a61c6262a6', 'mac_address': 'fa:16:3e:88:6c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939e9194-74e2-45ee-af5c-3b06d1f11376', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:35:46.930539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:46.986166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:45Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:47.018482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.039858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 5b1046a8-ddab-4da3-b696-cb6c2b101056 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:47.045138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f7713-a3b4-48a1-b212-e732dbbadf8f None None] The sync data for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 is: [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:45Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:47.061613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Attempting to bind port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:47.062082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Attempting to bind port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3c4d6285-90fd-414f-a5c8-4ef751c39116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '496a3f02-1f97-41dc-b93f-76946561d77f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:47.062370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Attempting to bind port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 on network 496a3f02-1f97-41dc-b93f-76946561d77f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:47.074617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:47.074617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Checking segment: {'id': '3c4d6285-90fd-414f-a5c8-4ef751c39116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '496a3f02-1f97-41dc-b93f-76946561d77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:47.074617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.074617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Bound using segment: {'id': '3c4d6285-90fd-414f-a5c8-4ef751c39116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '496a3f02-1f97-41dc-b93f-76946561d77f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:47.074617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Bound port: 59ada749-3fcb-4f64-a7ae-7ec5943d9017, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4d6285-90fd-414f-a5c8-4ef751c39116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '496a3f02-1f97-41dc-b93f-76946561d77f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:47.074617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.094098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.104264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, dbc70e28-2ca7-4324-9486-11c099ccd35d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:47.113877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b951628a-5756-42b7-8254-68a61c6262a6 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:35:47.118065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:47.119411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.163336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbec3df8-565b-408b-bb2e-9a1e9fcf2837 None None] Network dbc70e28-2ca7-4324-9486-11c099ccd35d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:47.204705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b951628a-5756-42b7-8254-68a61c6262a6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b951628a-5756-42b7-8254-68a61c6262a6,segment=NetworkSegment(aac85fb2-1b82-4052-a012-bec74e137ff9),segment_id=aac85fb2-1b82-4052-a012-bec74e137ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:47.244411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6a471cd1-8d51-4369-b90c-2ca3f0415648 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7231498 Aug 24 00:35:47.245166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49330) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:47.268897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:47.280947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.312621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] For port 59ada749-3fcb-4f64-a7ae-7ec5943d9017, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:47.318880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] For port 59ada749-3fcb-4f64-a7ae-7ec5943d9017, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=59ada749-3fcb-4f64-a7ae-7ec5943d9017,segment=NetworkSegment(3c4d6285-90fd-414f-a5c8-4ef751c39116),segment_id=3c4d6285-90fd-414f-a5c8-4ef751c39116)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:47.326534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.417810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.429431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.433992 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.440759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b951628a-5756-42b7-8254-68a61c6262a6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:47.517913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd47c51-4485-4ecb-97e9-22ca0877e8a5 None None] Pushing event updated for resources: {'Port': ['ID=59ada749-3fcb-4f64-a7ae-7ec5943d9017,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:47.578823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.593463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 496a3f02-1f97-41dc-b93f-76946561d77f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:47.595878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:47.602550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['b951628a-5756-42b7-8254-68a61c6262a6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:47.605973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:47.625505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:47.626356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.636341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-dbc70e28-2ca7-4324-9486-11c099ccd35d', 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'fixed_ips': [{'subnet_id': '8b7d5b21-035e-4ded-91d4-07b86080b41e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:47.637467 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:47.674270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=5b1046a8-ddab-4da3-b696-cb6c2b101056,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:47.759318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad90a5b-0136-4b0d-8a81-aa118f96754b req-ab23b180-910c-4a43-ba40-38fb06b906d2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:47.771017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad90a5b-0136-4b0d-8a81-aa118f96754b req-ab23b180-910c-4a43-ba40-38fb06b906d2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.3640296 Aug 24 00:35:47.792594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a10489a-06b2-4dea-ad37-eaba2cab874d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:47.821959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49346) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:47.823555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-12759021-c4c2-4e9a-9340-7731503a3428 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5170875 Aug 24 00:35:47.903259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad90a5b-0136-4b0d-8a81-aa118f96754b req-a70df81f-534e-4ac2-97ac-713c038f013f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299367 Aug 24 00:35:47.987132 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.085405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569763a7-892a-453d-9776-73a00b379893 req-2e0038ed-620f-4361-acd5-336d2a545e9c tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:48.098647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-569763a7-892a-453d-9776-73a00b379893 req-2e0038ed-620f-4361-acd5-336d2a545e9c tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 944 time: 0.1109753 Aug 24 00:35:48.148757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Allocated IP 172.20.0.2 (dbc70e28-2ca7-4324-9486-11c099ccd35d/8b7d5b21-035e-4ded-91d4-07b86080b41e/9f53338f-fff8-4f66-8a3e-d38cb24ff767) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:48.206638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-569763a7-892a-453d-9776-73a00b379893 req-0cabec7e-c137-4c0b-8eb6-aac4c2a05278 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070545 Aug 24 00:35:48.210455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 3a10489a-06b2-4dea-ad37-eaba2cab874d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:48.220506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7f936-3dc6-43c9-ab43-156abeaac5b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 5b1046a8-ddab-4da3-b696-cb6c2b101056 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:48.221005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f936-3dc6-43c9-ab43-156abeaac5b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.267062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 3a10489a-06b2-4dea-ad37-eaba2cab874d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:48.267446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.432777 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f936-3dc6-43c9-ab43-156abeaac5b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.451468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7f936-3dc6-43c9-ab43-156abeaac5b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 5b1046a8-ddab-4da3-b696-cb6c2b101056 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:48.559741 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.562296 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.581363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Transition to ACTIVE for port object 9f53338f-fff8-4f66-8a3e-d38cb24ff767 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:48.633405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Transition to ACTIVE for port object 9f53338f-fff8-4f66-8a3e-d38cb24ff767 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:48.659101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 3a10489a-06b2-4dea-ad37-eaba2cab874d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a10489a-06b2-4dea-ad37-eaba2cab874d,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:48.729980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.742305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.770662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Network dbc70e28-2ca7-4324-9486-11c099ccd35d is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:48.798618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:48.805310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:48.820221 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.833086 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:48.908402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Pushing event updated for resources: {'Port': ['ID=9f53338f-fff8-4f66-8a3e-d38cb24ff767,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:49.035720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Attempting to bind port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:49.036043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Attempting to bind port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:49.036391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Attempting to bind port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 on network dbc70e28-2ca7-4324-9486-11c099ccd35d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:49.070506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:49.070903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Checking segment: {'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:49.071333 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.071741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Bound using segment: {'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:49.072234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Bound port: 9f53338f-fff8-4f66-8a3e-d38cb24ff767, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:49.072636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.079760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Allocated IP 172.25.5.103 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e99281b3-d826-4734-a062-46bcc5d77b3c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:49.094473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c034a-e7f8-47b8-958d-d7a77275e13c req-c8c3b11c-fc86-4030-90a2-a433b3060306 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:49.106565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d1c034a-e7f8-47b8-958d-d7a77275e13c req-c8c3b11c-fc86-4030-90a2-a433b3060306 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1086586 Aug 24 00:35:49.187614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=3a10489a-06b2-4dea-ad37-eaba2cab874d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:49.226213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] For port 9f53338f-fff8-4f66-8a3e-d38cb24ff767, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:49.230802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] For port 9f53338f-fff8-4f66-8a3e-d38cb24ff767, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9f53338f-fff8-4f66-8a3e-d38cb24ff767,segment=NetworkSegment(3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd),segment_id=3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:49.243648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d1c034a-e7f8-47b8-958d-d7a77275e13c req-79ef624e-7e16-41ae-9845-f3357a68abc1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360967 Aug 24 00:35:49.328329 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.359791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c05ae8-6952-4962-94c6-713a89ae867f None None] Network 496a3f02-1f97-41dc-b93f-76946561d77f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:49.362474 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.509810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.560294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc530620-2ad3-4321-891c-1c5cffb002dd None None] Pushing event updated for resources: {'Port': ['ID=9f53338f-fff8-4f66-8a3e-d38cb24ff767,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:49.589744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f936-3dc6-43c9-ab43-156abeaac5b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.595977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=e99281b3-d826-4734-a062-46bcc5d77b3c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:49.602223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bd5d30aa-148a-411c-8106-cdd727676aea None None] Provisioning for port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:49.622819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94f96b-d4ec-4e46-ae7c-f3551b7d0d58 req-9693ac03-96ab-4890-ae95-bfef6e135387 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:49.642144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7f936-3dc6-43c9-ab43-156abeaac5b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=5b1046a8-ddab-4da3-b696-cb6c2b101056,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:49.643338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa94f96b-d4ec-4e46-ae7c-f3551b7d0d58 req-9693ac03-96ab-4890-ae95-bfef6e135387 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 944 time: 0.2382789 Aug 24 00:35:49.668211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:49.671346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:49.687083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:49.749129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa94f96b-d4ec-4e46-ae7c-f3551b7d0d58 req-818c7615-f844-429a-b98d-b85b0f6fbabf tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055758 Aug 24 00:35:49.818340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8f7f936-3dc6-43c9-ab43-156abeaac5b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:49.820460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d8f7f936-3dc6-43c9-ab43-156abeaac5b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/5b1046a8-ddab-4da3-b696-cb6c2b101056 HTTP/1.1" status: 204 len: 168 time: 1.9975288 Aug 24 00:35:49.823279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49386) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:49.883275 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd767777-9da0-49ec-9afd-94c54199c0f6 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:35:49.884031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd767777-9da0-49ec-9afd-94c54199c0f6 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:35:49.885870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cd767777-9da0-49ec-9afd-94c54199c0f6 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/5b1046a8-ddab-4da3-b696-cb6c2b101056 HTTP/1.1" status: 404 len: 333 time: 0.0613966 Aug 24 00:35:49.908943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:49.947361 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f148266-7a16-4fc5-8f23-2ea583f90929 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:35:49.949484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3f148266-7a16-4fc5-8f23-2ea583f90929 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/5b1046a8-ddab-4da3-b696-cb6c2b101056 HTTP/1.1" status: 404 len: 333 time: 0.0394785 Aug 24 00:35:49.954247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49392) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:49.964692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a10489a-06b2-4dea-ad37-eaba2cab874d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:50.084218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet 2eb7b203-3a85-488a-b4eb-77a8662467b1 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:50.089529 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.107903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 3a10489a-06b2-4dea-ad37-eaba2cab874d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:50.108377 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.198992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.363934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b951628a-5756-42b7-8254-68a61c6262a6 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:50.388624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.407124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.532575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 59ada749-3fcb-4f64-a7ae-7ec5943d9017 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:50.671955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port b951628a-5756-42b7-8254-68a61c6262a6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:50.679859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port b951628a-5756-42b7-8254-68a61c6262a6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:50.680657 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.709608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66787de-b230-40db-a570-9f5279b675e1 req-8e816406-061b-476e-ad55-07368a332d82 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:50.717662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b66787de-b230-40db-a570-9f5279b675e1 req-8e816406-061b-476e-ad55-07368a332d82 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.0885136 Aug 24 00:35:50.731591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.762256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:50.770452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:50.770840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.871483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb7b203-3a85-488a-b4eb-77a8662467b1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:50.905610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.905976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.920054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.920438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.920791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.921164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.921479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.921867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.922355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.922556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.922900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.923237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:35:50.952816 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:50.960629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d339aaea-a2c7-4f6b-98d5-ce7e1de657ec tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/2eb7b203-3a85-488a-b4eb-77a8662467b1 HTTP/1.1" status: 204 len: 168 time: 0.9992466 Aug 24 00:35:50.965489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49408) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:51.015077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b66787de-b230-40db-a570-9f5279b675e1 req-e82aae14-0b16-42e1-b8c0-3035cb9819d5 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658150 Aug 24 00:35:51.044312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.044985 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.053672 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9dd732c7-2dfd-4377-9656-053f49438a45 None None] Could not find standard attr ID for object 5b1046a8-ddab-4da3-b696-cb6c2b101056. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:35:51.174867 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.176970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7a06e-5b45-4faa-9b1b-55b0a30fdc6e req-ac530b98-b322-4e98-8254-1fef66f22334 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:51.201347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bce7a06e-5b45-4faa-9b1b-55b0a30fdc6e req-ac530b98-b322-4e98-8254-1fef66f22334 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 944 time: 0.1897614 Aug 24 00:35:51.210483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 59ada749-3fcb-4f64-a7ae-7ec5943d9017, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=59ada749-3fcb-4f64-a7ae-7ec5943d9017,segment=NetworkSegment(3c4d6285-90fd-414f-a5c8-4ef751c39116),segment_id=3c4d6285-90fd-414f-a5c8-4ef751c39116)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:51.241677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450973de-268b-42eb-9b68-caeebeedb1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b951628a-5756-42b7-8254-68a61c6262a6'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:51.245391 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e360fbaa-ac38-4246-84aa-dbedc6fe7eee" -d '{"events": [{"server_uuid": "450973de-268b-42eb-9b68-caeebeedb1d2", "name": "network-vif-plugged", "status": "completed", "tag": "b951628a-5756-42b7-8254-68a61c6262a6"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:35:51.254393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.262541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b951628a-5756-42b7-8254-68a61c6262a6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b951628a-5756-42b7-8254-68a61c6262a6,segment=NetworkSegment(aac85fb2-1b82-4052-a012-bec74e137ff9),segment_id=aac85fb2-1b82-4052-a012-bec74e137ff9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:51.271439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.317549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab30d70-c2fa-4ffb-88f3-370f4ec605ea None None] Network dbc70e28-2ca7-4324-9486-11c099ccd35d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:51.333235 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.351131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bce7a06e-5b45-4faa-9b1b-55b0a30fdc6e req-fe771ac5-61fd-4aab-ab52-ae9a8e1af390 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487634 Aug 24 00:35:51.422860 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add9b79f-8c0f-4c31-814b-4225ee341d9a x-openstack-request-id: req-add9b79f-8c0f-4c31-814b-4225ee341d9a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:35:51.423309 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450973de-268b-42eb-9b68-caeebeedb1d2", "name": "network-vif-plugged", "status": "completed", "tag": "b951628a-5756-42b7-8254-68a61c6262a6", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:35:51.423683 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-add9b79f-8c0f-4c31-814b-4225ee341d9a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:35:51.424194 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450973de-268b-42eb-9b68-caeebeedb1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b951628a-5756-42b7-8254-68a61c6262a6', 'code': 200} Aug 24 00:35:51.435405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94bb96-0ebf-4a97-aba1-ab26afa44681 None None] Network 496a3f02-1f97-41dc-b93f-76946561d77f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:51.514757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=59ada749-3fcb-4f64-a7ae-7ec5943d9017,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:51.575766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad07b4a-9453-46b2-8b8e-a90459bd7430 req-746bc795-cdcc-402a-b546-70cdcca8f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:51.587789 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ad07b4a-9453-46b2-8b8e-a90459bd7430 req-746bc795-cdcc-402a-b546-70cdcca8f2bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 1096 time: 0.1585829 Aug 24 00:35:51.620837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-59458386-b133-47a6-aef8-b3667792126f None None] Provisioning for port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:51.649164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:51.656372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.766667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9f53338f-fff8-4f66-8a3e-d38cb24ff767 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:51.775717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b951628a-5756-42b7-8254-68a61c6262a6,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:51.791728 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ad07b4a-9453-46b2-8b8e-a90459bd7430 req-aee6923a-a43b-4cdd-8261-6161447e99fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869860 Aug 24 00:35:51.798017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] For port 59ada749-3fcb-4f64-a7ae-7ec5943d9017, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=59ada749-3fcb-4f64-a7ae-7ec5943d9017,segment=NetworkSegment(3c4d6285-90fd-414f-a5c8-4ef751c39116),segment_id=3c4d6285-90fd-414f-a5c8-4ef751c39116)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:51.798400 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:51.812733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 59ada749-3fcb-4f64-a7ae-7ec5943d9017 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:51.965865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:51.974846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] DHCP port deletion for 496a3f02-1f97-41dc-b93f-76946561d77f request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:35:51.978352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:51.978715 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.194758 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.216592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8990b-75fa-4caf-b826-139a684f7a8c req-43c3208b-8cc8-4d8e-8eb7-923db12c95d6 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:52.226654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Router e0a67937-d65f-49b0-a742-3618dc1f5042 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:35:52.229665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06f8990b-75fa-4caf-b826-139a684f7a8c req-43c3208b-8cc8-4d8e-8eb7-923db12c95d6 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.0809107 Aug 24 00:35:52.243533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] Deleting port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:52.244095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.272562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 9f53338f-fff8-4f66-8a3e-d38cb24ff767, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9f53338f-fff8-4f66-8a3e-d38cb24ff767,segment=NetworkSegment(3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd),segment_id=3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:52.291797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06f8990b-75fa-4caf-b826-139a684f7a8c req-894913c2-3096-4641-9d0e-f7c968e81632 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601850 Aug 24 00:35:52.307614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a505af4e-1c96-4a7e-9e96-e617514ed7eb None None] Provisioning complete for port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:52.308141 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a505af4e-1c96-4a7e-9e96-e617514ed7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.344713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.363514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No DVR routers for this DVR port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:52.383322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] For port 59ada749-3fcb-4f64-a7ae-7ec5943d9017, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=59ada749-3fcb-4f64-a7ae-7ec5943d9017,segment=NetworkSegment(3c4d6285-90fd-414f-a5c8-4ef751c39116),segment_id=3c4d6285-90fd-414f-a5c8-4ef751c39116)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:52.383721 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.400821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] Calling delete_port for 59ada749-3fcb-4f64-a7ae-7ec5943d9017 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:52.420852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=59ada749-3fcb-4f64-a7ae-7ec5943d9017,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:52.451227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:52.469815 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Sync routers for ids ['e0a67937-d65f-49b0-a742-3618dc1f5042'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:52.486558 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Routers {'e0a67937-d65f-49b0-a742-3618dc1f5042'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:52.487558 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e0a67937-d65f-49b0-a742-3618dc1f5042'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:52.538439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.577293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d716b51-42a2-409d-b44f-c1bfba6d8973 req-dd068054-56ba-4440-ab95-a1965612c03d tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:52.579036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d716b51-42a2-409d-b44f-c1bfba6d8973 req-dd068054-56ba-4440-ab95-a1965612c03d tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 945 time: 0.1163840 Aug 24 00:35:52.592556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.596506 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b81f5ee-df1d-4a62-9b80-f1504d748cc5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3449998 Aug 24 00:35:52.602216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49444) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:52.612444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.636153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496a3f02-1f97-41dc-b93f-76946561d77f']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:52.646409 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Set router e0a67937-d65f-49b0-a742-3618dc1f5042 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:52.674931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4d6285-90fd-414f-a5c8-4ef751c39116') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:52.675867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4d6285-90fd-414f-a5c8-4ef751c39116') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:52.704561 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.749292 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.767415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:35:52.769938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:35:52.788981 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:35:52.818938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=9f53338f-fff8-4f66-8a3e-d38cb24ff767,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:52.854037 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:52.929421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] Pushing event deleted for resources: {'Port': ['ID=59ada749-3fcb-4f64-a7ae-7ec5943d9017,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:52.956271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef6db99-f41c-4f25-8975-070e4ca4080a None None] No DVR routers for this DVR port 59ada749-3fcb-4f64-a7ae-7ec5943d9017 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:53.038308 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:35:50Z', 'revision_number': 3, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port': {'id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:48Z', 'updated_at': '2021-08-24T00:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:53.046802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.049738 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.051980 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/networks/496a3f02-1f97-41dc-b93f-76946561d77f HTTP/1.1" status: 204 len: 168 time: 2.0832195 Aug 24 00:35:53.077219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49460) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:53.089439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-298827669'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:53.101997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea0010-5dc6-4c2d-a01b-c25cc9b6c578 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Network': ['ID=496a3f02-1f97-41dc-b93f-76946561d77f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:53.126320 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Checking router: e0a67937-d65f-49b0-a742-3618dc1f5042 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:35:53.127601 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Updating router e0a67937-d65f-49b0-a742-3618dc1f5042 port e99281b3-d826-4734-a062-46bcc5d77b3c binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:35:53.166321 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.237526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:53.241251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.310305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:35:53.344551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.345194 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Added segment ba5d8f48-0717-4e79-a5e5-07e76bd91a56 of type vlan for network a8f62772-2bbb-45ba-a489-deca5c99f19a Aug 24 00:35:53.451474 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.591794 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.598057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:53.598625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.633459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9f53338f-fff8-4f66-8a3e-d38cb24ff767 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:53.716201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:53.718018 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.732393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d716b51-42a2-409d-b44f-c1bfba6d8973 req-7f1b911d-8c09-4391-aa4a-67a719f3e208 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1423392 Aug 24 00:35:53.770193 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6885035 Aug 24 00:35:53.774898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3d538-6188-4093-b0c5-ee3b0da5c066 req-60ee25b8-5c69-4fae-9ec4-f03606319649 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:53.777257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49470) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:53.783907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14a3d538-6188-4093-b0c5-ee3b0da5c066 req-60ee25b8-5c69-4fae-9ec4-f03606319649 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.2132103 Aug 24 00:35:53.801520 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': 'a8f62772-2bbb-45ba-a489-deca5c99f19a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:53.820995 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.865496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:53.871113 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Transition to ACTIVE for port object e99281b3-d826-4734-a062-46bcc5d77b3c will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:53.885173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83179540-3a31-4829-9625-0c4e5206d26e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Network': ['ID=a8f62772-2bbb-45ba-a489-deca5c99f19a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:53.903168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a8f62772-2bbb-45ba-a489-deca5c99f19a details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:35:53.968778 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:53.984256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14a3d538-6188-4093-b0c5-ee3b0da5c066 req-a5216277-b22b-4255-a679-1eb6630052d1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989830 Aug 24 00:35:54.099326 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Attempting to bind port e99281b3-d826-4734-a062-46bcc5d77b3c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:54.099793 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Attempting to bind port e99281b3-d826-4734-a062-46bcc5d77b3c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:54.103521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 59ada749-3fcb-4f64-a7ae-7ec5943d9017 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:35:54.107106 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Attempting to bind port e99281b3-d826-4734-a062-46bcc5d77b3c on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:54.143328 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:54.143788 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:54.144674 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.144674 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:54.145995 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Bound port: e99281b3-d826-4734-a062-46bcc5d77b3c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:54.146925 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.147306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 59ada749-3fcb-4f64-a7ae-7ec5943d9017 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:35:54.148075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:54.148481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 59ada749-3fcb-4f64-a7ae-7ec5943d9017 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:35:54.156861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.222079 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] For port e99281b3-d826-4734-a062-46bcc5d77b3c, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:54.224560 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384f8a4-fd18-44f2-9781-90fdc34a8abb None None] Pushing event updated for resources: {'Port': ['ID=e99281b3-d826-4734-a062-46bcc5d77b3c,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:54.229553 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] For port e99281b3-d826-4734-a062-46bcc5d77b3c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e99281b3-d826-4734-a062-46bcc5d77b3c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:54.246066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceaee50b-68dc-4e57-8c3d-3b7254a16b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.314438 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.376270 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.410340 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Routers {'e0a67937-d65f-49b0-a742-3618dc1f5042'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:54.411283 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e0a67937-d65f-49b0-a742-3618dc1f5042'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:54.495464 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384f8a4-fd18-44f2-9781-90fdc34a8abb None None] Pushing event updated for resources: {'Port': ['ID=e99281b3-d826-4734-a062-46bcc5d77b3c,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:54.581125 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceaee50b-68dc-4e57-8c3d-3b7254a16b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.604075 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] Set router e0a67937-d65f-49b0-a742-3618dc1f5042 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:54.617353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.661840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceaee50b-68dc-4e57-8c3d-3b7254a16b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.721876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=7a161738-c1d5-4536-862a-8a1d33142d04,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:54.738918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ceaee50b-68dc-4e57-8c3d-3b7254a16b53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e9c7c0a29c94a77b528559f2702c2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8709786 Aug 24 00:35:54.739589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:54.744429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Checking segment: {'id': 'ba5d8f48-0717-4e79-a5e5-07e76bd91a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a8f62772-2bbb-45ba-a489-deca5c99f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:54.745177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network hostable DHCP agents. Network: a8f62772-2bbb-45ba-a489-deca5c99f19a, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:35:54.754448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Allocated IP 172.20.0.1 (dbc70e28-2ca7-4324-9486-11c099ccd35d/8b7d5b21-035e-4ded-91d4-07b86080b41e/fb7da1a0-4481-4203-a204-38172f265b14) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:54.858980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d02edbd-9461-41e9-a95a-5dd247a06846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.860946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network a8f62772-2bbb-45ba-a489-deca5c99f19a is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:35:54.892567 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:35:50Z', 'revision_number': 3, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port': {'id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:48Z', 'updated_at': '2021-08-24T00:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:54.903205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaee50b-68dc-4e57-8c3d-3b7254a16b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f3817-d892-4ce1-a20b-6d90d7bc7d14,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:54.924630 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be9c1e-b4d2-467c-b2bf-85aa5541f8cc None None] The sync data for ids ['e0a67937-d65f-49b0-a742-3618dc1f5042'] in n-d-804878-2 is: [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:35:50Z', 'revision_number': 3, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port': {'id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:48Z', 'updated_at': '2021-08-24T00:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:35:54.952091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a8f62772-2bbb-45ba-a489-deca5c99f19a) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:54.963193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:54.963414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d02edbd-9461-41e9-a95a-5dd247a06846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.963804 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:54.964887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5b7bf3-8754-4168-a844-3eea1519027d None None] Network a8f62772-2bbb-45ba-a489-deca5c99f19a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:55.064466 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-285abbd7-fc2d-431a-8c09-c5e8aae2a32f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2743390 Aug 24 00:35:55.071601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49488) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:55.072688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf28425-161e-480b-9086-9c27d8ef43c1 req-0c9a1f3a-b547-4467-b5f8-83a8cdc328ec tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:55.074337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-caf28425-161e-480b-9086-9c27d8ef43c1 req-0c9a1f3a-b547-4467-b5f8-83a8cdc328ec tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 945 time: 0.2273118 Aug 24 00:35:55.079285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': 'a8f62772-2bbb-45ba-a489-deca5c99f19a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2106878490'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:35:55.122418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.179794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-caf28425-161e-480b-9086-9c27d8ef43c1 req-b41a902b-495c-4daf-9298-ea11139f83a2 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852273 Aug 24 00:35:55.188703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbf634-4319-47d6-ba51-1a79e61c859e req-9215c2eb-0700-41ac-9437-273937c326d8 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:55.196689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eccbf634-4319-47d6-ba51-1a79e61c859e req-9215c2eb-0700-41ac-9437-273937c326d8 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1213124 Aug 24 00:35:55.203228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-a8f62772-2bbb-45ba-a489-deca5c99f19a', 'network_id': 'a8f62772-2bbb-45ba-a489-deca5c99f19a', 'tenant_id': '4325029d626c4559ba79ea4a5001ab65', 'fixed_ips': [{'subnet_id': '7a161738-c1d5-4536-862a-8a1d33142d04'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:35:55.204892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.216599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Transition to ACTIVE for port object fb7da1a0-4481-4203-a204-38172f265b14 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:55.219138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d02edbd-9461-41e9-a95a-5dd247a06846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.221720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d02edbd-9461-41e9-a95a-5dd247a06846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.222887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1d02edbd-9461-41e9-a95a-5dd247a06846 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/011f3817-d892-4ce1-a20b-6d90d7bc7d14 HTTP/1.1" status: 204 len: 168 time: 0.4722967 Aug 24 00:35:55.390005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02edbd-9461-41e9-a95a-5dd247a06846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f3817-d892-4ce1-a20b-6d90d7bc7d14,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:55.470830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eccbf634-4319-47d6-ba51-1a79e61c859e req-3b6e91c6-6239-43d8-99fd-a2cf2f8ad2ba tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582734 Aug 24 00:35:55.556015 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.640364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:35:55.641962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.645004 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:55.684946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e99281b3-d826-4734-a062-46bcc5d77b3c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:55.691449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Allocated IP 2001:db8::2 (a8f62772-2bbb-45ba-a489-deca5c99f19a/7a161738-c1d5-4536-862a-8a1d33142d04/83b816ab-2869-4b3c-b18f-a00bf2779d82) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:55.710679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port d8c26253-7b8c-4d96-8127-0b2b7077c2b6 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:35:55.780396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Network dbc70e28-2ca7-4324-9486-11c099ccd35d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:55.782787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb7da1a0-4481-4203-a204-38172f265b14,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:55.792226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:55.803167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:55.949596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.290951 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.306900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Transition to ACTIVE for port object 83b816ab-2869-4b3c-b18f-a00bf2779d82 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:56.308848 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-263a43e3-e675-4af8-94cb-aa16abae2b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.389107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e99281b3-d826-4734-a062-46bcc5d77b3c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:56.396047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Transition to ACTIVE for port object 83b816ab-2869-4b3c-b18f-a00bf2779d82 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:56.399096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e99281b3-d826-4734-a062-46bcc5d77b3c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:56.399478 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.445461 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.522017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c6396793-491a-465c-84ca-34ba4f25f27f None None] Provisioning for port fb7da1a0-4481-4203-a204-38172f265b14 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:56.524529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.578707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c6396793-491a-465c-84ca-34ba4f25f27f None None] Provisioning complete for port fb7da1a0-4481-4203-a204-38172f265b14 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:56.579102 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c6396793-491a-465c-84ca-34ba4f25f27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.627317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Network a8f62772-2bbb-45ba-a489-deca5c99f19a is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:56.631442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:56.635442 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.647279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:56.654905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c6396793-491a-465c-84ca-34ba4f25f27f None None] Port fb7da1a0-4481-4203-a204-38172f265b14 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:35:56.699162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::3b8 (a8f62772-2bbb-45ba-a489-deca5c99f19a/7a161738-c1d5-4536-862a-8a1d33142d04/d8c26253-7b8c-4d96-8127-0b2b7077c2b6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:35:56.729435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac7508-4ac8-4909-baad-d57d1d47e6dd req-c1445c20-29ad-4eb1-9bb5-a9c7da27229e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:56.731133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19ac7508-4ac8-4909-baad-d57d1d47e6dd req-c1445c20-29ad-4eb1-9bb5-a9c7da27229e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1450386 Aug 24 00:35:56.747705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Pushing event updated for resources: {'Port': ['ID=83b816ab-2869-4b3c-b18f-a00bf2779d82,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:56.765617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e99281b3-d826-4734-a062-46bcc5d77b3c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e99281b3-d826-4734-a062-46bcc5d77b3c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:56.782442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.799309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Attempting to bind port 83b816ab-2869-4b3c-b18f-a00bf2779d82 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:35:56.803234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Attempting to bind port 83b816ab-2869-4b3c-b18f-a00bf2779d82 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'ba5d8f48-0717-4e79-a5e5-07e76bd91a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a8f62772-2bbb-45ba-a489-deca5c99f19a'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:35:56.803234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Attempting to bind port 83b816ab-2869-4b3c-b18f-a00bf2779d82 on network a8f62772-2bbb-45ba-a489-deca5c99f19a {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:35:56.806081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:35:56.806474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Checking segment: {'id': 'ba5d8f48-0717-4e79-a5e5-07e76bd91a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a8f62772-2bbb-45ba-a489-deca5c99f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:35:56.806886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.807281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Bound using segment: {'id': 'ba5d8f48-0717-4e79-a5e5-07e76bd91a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a8f62772-2bbb-45ba-a489-deca5c99f19a'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:35:56.807756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Bound port: 83b816ab-2869-4b3c-b18f-a00bf2779d82, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d8f48-0717-4e79-a5e5-07e76bd91a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a8f62772-2bbb-45ba-a489-deca5c99f19a'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:35:56.808143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.820585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19ac7508-4ac8-4909-baad-d57d1d47e6dd req-fadde606-7017-40a4-a91c-246aa35a8414 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358758 Aug 24 00:35:56.856863 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:56.864656 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.030455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] For port 83b816ab-2869-4b3c-b18f-a00bf2779d82, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:35:57.034123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] For port 83b816ab-2869-4b3c-b18f-a00bf2779d82, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=83b816ab-2869-4b3c-b18f-a00bf2779d82,segment=NetworkSegment(ba5d8f48-0717-4e79-a5e5-07e76bd91a56),segment_id=ba5d8f48-0717-4e79-a5e5-07e76bd91a56)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:35:57.075655 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.112087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb7da1a0-4481-4203-a204-38172f265b14,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:57.119889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.124535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object d8c26253-7b8c-4d96-8127-0b2b7077c2b6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:35:57.140111 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.165749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c028d-c3c9-4038-bddd-5b569c034be6 req-e5f22b06-628b-45dd-b0c5-2d5950ab2ec2 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.176909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b71c028d-c3c9-4038-bddd-5b569c034be6 req-e5f22b06-628b-45dd-b0c5-2d5950ab2ec2 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 945 time: 0.1993911 Aug 24 00:35:57.196227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e99281b3-d826-4734-a062-46bcc5d77b3c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:57.264310 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.301052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b9211-098f-4fcd-8102-8fd7a60f9943 None None] Pushing event updated for resources: {'Port': ['ID=83b816ab-2869-4b3c-b18f-a00bf2779d82,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:57.352265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network a8f62772-2bbb-45ba-a489-deca5c99f19a is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:57.357722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:57.360837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:35:57.369068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.370206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.419070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=d8c26253-7b8c-4d96-8127-0b2b7077c2b6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:57.437128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b71c028d-c3c9-4038-bddd-5b569c034be6 req-2908e77a-3d10-4988-9f05-a4a979af6bbf tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438273 Aug 24 00:35:57.558492 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-64ac3b4f-3189-43f0-9dec-0a962c532eb5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4856677 Aug 24 00:35:57.560398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49562) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:57.664440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e99281b3-d826-4734-a062-46bcc5d77b3c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:57.709411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Network dbc70e28-2ca7-4324-9486-11c099ccd35d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:35:57.722032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:35:57.783507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e99281b3-d826-4734-a062-46bcc5d77b3c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:57.783890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:57.815893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235f1dd-629c-4c2e-ba53-6a3c9cc35fe9 req-613216ca-cd89-48e8-a50e-0663b435f0da tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:57.820277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5235f1dd-629c-4c2e-ba53-6a3c9cc35fe9 req-613216ca-cd89-48e8-a50e-0663b435f0da tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.3191905 Aug 24 00:35:57.930225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcf2b2-6eb3-4745-8560-f09e82505cff tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port d8c26253-7b8c-4d96-8127-0b2b7077c2b6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:57.930843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf2b2-6eb3-4745-8560-f09e82505cff tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.148555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5235f1dd-629c-4c2e-ba53-6a3c9cc35fe9 req-eb70b21a-6055-4dd3-b052-296c2c9c051c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2081943 Aug 24 00:35:58.266640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf2b2-6eb3-4745-8560-f09e82505cff tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.287068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcf2b2-6eb3-4745-8560-f09e82505cff tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for d8c26253-7b8c-4d96-8127-0b2b7077c2b6 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:58.311624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b814af0-af2b-45ef-9810-34ef69eb3481 req-b7ffd2e7-6ae5-41dd-8717-874217934d99 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:58.321853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b814af0-af2b-45ef-9810-34ef69eb3481 req-b7ffd2e7-6ae5-41dd-8717-874217934d99 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.3002703 Aug 24 00:35:58.326853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-aecc5cda-bcb6-4f0c-befa-9f7c9015f204 None None] Provisioning complete for port fb7da1a0-4481-4203-a204-38172f265b14 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:35:58.327358 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aecc5cda-bcb6-4f0c-befa-9f7c9015f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.334485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Router e0a67937-d65f-49b0-a742-3618dc1f5042 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:35:58.411892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-aecc5cda-bcb6-4f0c-befa-9f7c9015f204 None None] Port fb7da1a0-4481-4203-a204-38172f265b14 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:35:58.483762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b814af0-af2b-45ef-9810-34ef69eb3481 req-dba96126-052e-451e-aad0-5cb8226d5abb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606333 Aug 24 00:35:58.614892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db142e-eb47-4af0-905f-71174e2db6ec req-4e1c3e54-9bb3-498c-b97e-b3fff9733825 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:58.618896 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-93db142e-eb47-4af0-905f-71174e2db6ec req-4e1c3e54-9bb3-498c-b97e-b3fff9733825 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.37 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 945 time: 0.5209320 Aug 24 00:35:58.660902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:35:58.671168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Sync routers for ids ['e0a67937-d65f-49b0-a742-3618dc1f5042'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:35:58.683482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-571cba4b-6cae-4ec5-8de0-3131bcb269b4 admin admin] 10.222.0.26 "PUT /v2.0/routers/e0a67937-d65f-49b0-a742-3618dc1f5042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0853620 Aug 24 00:35:58.695713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Routers {'e0a67937-d65f-49b0-a742-3618dc1f5042'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:35:58.696928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e0a67937-d65f-49b0-a742-3618dc1f5042'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:58.715184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c1f9f-5292-4e9e-b22e-35c3c9fe2129 req-31639d5f-9b64-4437-ae2f-4aa5064e58e4 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:58.722545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c28c1f9f-5292-4e9e-b22e-35c3c9fe2129 req-31639d5f-9b64-4437-ae2f-4aa5064e58e4 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 945 time: 0.1993232 Aug 24 00:35:58.798921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf2b2-6eb3-4745-8560-f09e82505cff tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.813682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c28c1f9f-5292-4e9e-b22e-35c3c9fe2129 req-1fee6d1e-2878-46f6-ac63-f539735d3549 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/security-groups?id=41fef965-ab96-42ab-a741-c883a2852c34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828977 Aug 24 00:35:58.872653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcf2b2-6eb3-4745-8560-f09e82505cff tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=d8c26253-7b8c-4d96-8127-0b2b7077c2b6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:58.944584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf2b2-6eb3-4745-8560-f09e82505cff tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.946614 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d9dcf2b2-6eb3-4745-8560-f09e82505cff tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/d8c26253-7b8c-4d96-8127-0b2b7077c2b6 HTTP/1.1" status: 204 len: 168 time: 1.3839567 Aug 24 00:35:58.949850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:58.962360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Deleting port b951628a-5756-42b7-8254-68a61c6262a6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:35:58.963074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:58.971914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Set router e0a67937-d65f-49b0-a742-3618dc1f5042 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:35:59.004161 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4fbce4-0fdd-447d-965e-fbb3d89b8be9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:35:59.007686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4d4fbce4-0fdd-447d-965e-fbb3d89b8be9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/d8c26253-7b8c-4d96-8127-0b2b7077c2b6 HTTP/1.1" status: 404 len: 333 time: 0.0565400 Aug 24 00:35:59.008297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49594) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:59.060914 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5b6bf51b-675e-4af6-adce-288c23eae402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.084703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad648d5-1c4a-4bb8-b565-215ba66e2b1a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet 7a161738-c1d5-4536-862a-8a1d33142d04 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:35:59.092161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbf1e3-959c-4abb-ac6f-34a1d9e2422f None None] Network a8f62772-2bbb-45ba-a489-deca5c99f19a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:35:59.092993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ad648d5-1c4a-4bb8-b565-215ba66e2b1a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.139625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ad648d5-1c4a-4bb8-b565-215ba66e2b1a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.183915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] For port b951628a-5756-42b7-8254-68a61c6262a6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b951628a-5756-42b7-8254-68a61c6262a6,segment=NetworkSegment(aac85fb2-1b82-4052-a012-bec74e137ff9),segment_id=aac85fb2-1b82-4052-a012-bec74e137ff9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:35:59.184310 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.227751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Calling delete_port for b951628a-5756-42b7-8254-68a61c6262a6 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:35:59.311872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ad648d5-1c4a-4bb8-b565-215ba66e2b1a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.361952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.482143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ad648d5-1c4a-4bb8-b565-215ba66e2b1a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.499678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5cc52b45-f69a-4c43-b3c6-8e2359a6202f None None] Provisioning for port 83b816ab-2869-4b3c-b18f-a00bf2779d82 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:35:59.521918 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ad648d5-1c4a-4bb8-b565-215ba66e2b1a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.525592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1ad648d5-1c4a-4bb8-b565-215ba66e2b1a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/7a161738-c1d5-4536-862a-8a1d33142d04 HTTP/1.1" status: 204 len: 168 time: 0.5163267 Aug 24 00:35:59.559259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49614) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:35:59.585734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad648d5-1c4a-4bb8-b565-215ba66e2b1a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=7a161738-c1d5-4536-862a-8a1d33142d04,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:59.600416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3ef6-f852-44b6-bc0b-0ebcf8e5092f req-bf977a16-3c12-46b9-9efd-bf862fcc6ee8 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.602597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fdd3ef6-f852-44b6-bc0b-0ebcf8e5092f req-bf977a16-3c12-46b9-9efd-bf862fcc6ee8 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1869664 Aug 24 00:35:59.701057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:35:56Z', 'revision_number': 4, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port': {'id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:48Z', 'updated_at': '2021-08-24T00:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fb7da1a0-4481-4203-a204-38172f265b14', 'name': '', 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'mac_address': 'fa:16:3e:9b:26:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '8b7d5b21-035e-4ded-91d4-07b86080b41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:54Z', 'updated_at': '2021-08-24T00:35:56Z', 'revision_number': 2, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'subnets': [{'id': '8b7d5b21-035e-4ded-91d4-07b86080b41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:35:59.761600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.822663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['b951628a-5756-42b7-8254-68a61c6262a6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:35:59.827659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Pushing event deleted for resources: {'Port': ['ID=b951628a-5756-42b7-8254-68a61c6262a6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:35:59.827979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 83b816ab-2869-4b3c-b18f-a00bf2779d82 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:35:59.835463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Checking router: e0a67937-d65f-49b0-a742-3618dc1f5042 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:35:59.835811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Updating router e0a67937-d65f-49b0-a742-3618dc1f5042 port fb7da1a0-4481-4203-a204-38172f265b14 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:35:59.892747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fdd3ef6-f852-44b6-bc0b-0ebcf8e5092f req-8ea3ca65-d7a9-4960-a0ab-8e238cf3d284 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2612841 Aug 24 00:35:59.910032 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.925815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3bb9d-2f17-40c7-9c73-ff4321428703 req-977f986c-1c30-403e-ad19-c4922aa3ae03 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:35:59.927662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaa3bb9d-2f17-40c7-9c73-ff4321428703 req-977f986c-1c30-403e-ad19-c4922aa3ae03 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1704426 Aug 24 00:35:59.966325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] No DVR routers for this DVR port b951628a-5756-42b7-8254-68a61c6262a6 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:35:59.973922 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:35:59.977654 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-93db142e-eb47-4af0-905f-71174e2db6ec req-6de1352c-791c-4863-814d-214ae43eb391 tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.37 "DELETE /v2.0/ports/b951628a-5756-42b7-8254-68a61c6262a6 HTTP/1.1" status: 204 len: 173 time: 1.3487051 Aug 24 00:35:59.978224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450973de-268b-42eb-9b68-caeebeedb1d2', 'name': 'network-vif-deleted', 'tag': 'b951628a-5756-42b7-8254-68a61c6262a6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:35:59.995089 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c702217-03fc-4501-9350-f1a2e0f8e8f5" -d '{"events": [{"server_uuid": "450973de-268b-42eb-9b68-caeebeedb1d2", "name": "network-vif-deleted", "tag": "b951628a-5756-42b7-8254-68a61c6262a6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:00.051895 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.080427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f3d51-76b0-4d5a-a5bb-4ef245688763 None None] Network a8f62772-2bbb-45ba-a489-deca5c99f19a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:00.105838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c7d2da3-3d83-4e22-b5ef-68ed499b5a97 req-7bf6a6e4-df78-44e1-a7df-8d8babf3db6f tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 210 time: 0.0987496 Aug 24 00:36:00.118367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaa3bb9d-2f17-40c7-9c73-ff4321428703 req-0b7e5d17-3e1e-4054-bcfd-e26a7a5ca69c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060817 Aug 24 00:36:00.145587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 83b816ab-2869-4b3c-b18f-a00bf2779d82 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:00.151726 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.180336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c1e57542-e47c-4313-8f6e-64558030cafa None None] Provisioning complete for port 83b816ab-2869-4b3c-b18f-a00bf2779d82 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:00.184746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c1e57542-e47c-4313-8f6e-64558030cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.191797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 83b816ab-2869-4b3c-b18f-a00bf2779d82 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:00.191987 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa8f216-abda-49ad-aa5e-5e111a72ddfb x-openstack-request-id: req-faa8f216-abda-49ad-aa5e-5e111a72ddfb {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:00.192202 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450973de-268b-42eb-9b68-caeebeedb1d2", "name": "network-vif-deleted", "tag": "b951628a-5756-42b7-8254-68a61c6262a6", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:00.192526 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-faa8f216-abda-49ad-aa5e-5e111a72ddfb {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:00.192938 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450973de-268b-42eb-9b68-caeebeedb1d2', 'name': 'network-vif-deleted', 'tag': 'b951628a-5756-42b7-8254-68a61c6262a6', 'status': 'completed', 'code': 200} Aug 24 00:36:00.270735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] For port 83b816ab-2869-4b3c-b18f-a00bf2779d82, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=83b816ab-2869-4b3c-b18f-a00bf2779d82,segment=NetworkSegment(ba5d8f48-0717-4e79-a5e5-07e76bd91a56),segment_id=ba5d8f48-0717-4e79-a5e5-07e76bd91a56)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:00.271207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.288200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 83b816ab-2869-4b3c-b18f-a00bf2779d82 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:00.290840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 83b816ab-2869-4b3c-b18f-a00bf2779d82 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:00.292969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.460864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.522564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=83b816ab-2869-4b3c-b18f-a00bf2779d82,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:00.526762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.541892 n-d-804878-2 neutron-server[95328]: INFO neutron.plugins.ml2.db [None req-c1e57542-e47c-4313-8f6e-64558030cafa None None] No ports have port_id starting with 83b816ab-2869-4b3c-b18f-a00bf2779d82 Aug 24 00:36:00.542083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No DVR routers for this DVR port 83b816ab-2869-4b3c-b18f-a00bf2779d82 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:00.550518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.675898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d066453-17f8-461a-adf8-6e8ed6a8481e None None] DHCP port deletion for a8f62772-2bbb-45ba-a489-deca5c99f19a request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:00.767565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0312d17d-81a2-414b-8fbf-57d4a15f190b no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:00.802713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.813332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f62772-2bbb-45ba-a489-deca5c99f19a']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:00.824480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5d8f48-0717-4e79-a5e5-07e76bd91a56') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:00.825874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5d8f48-0717-4e79-a5e5-07e76bd91a56') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:00.841551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.861179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.870351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:00.874377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.928224 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:00.930594 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:00.954587 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:00.973997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:00.976228 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eec65c-b8ee-44c1-b2a1-6dd16ff0f0f8" -d '{"events": [{"server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "name": "network-vif-unplugged", "status": "completed", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:00.989705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:01.018253 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7fb7d5-404d-461c-9eb6-f28ddbc28edd x-openstack-request-id: req-ea7fb7d5-404d-461c-9eb6-f28ddbc28edd {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:01.018721 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "name": "network-vif-unplugged", "status": "completed", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:01.019108 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea7fb7d5-404d-461c-9eb6-f28ddbc28edd {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:01.019581 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'code': 200} Aug 24 00:36:01.033067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.038297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Transition to ACTIVE for port object fb7da1a0-4481-4203-a204-38172f265b14 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:01.076678 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.080515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b14753-254c-4af4-994c-bd06d1b8cdc6 req-680c075b-634b-4162-9f26-731fec8ad6e3 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:01.086684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89b14753-254c-4af4-994c-bd06d1b8cdc6 req-680c075b-634b-4162-9f26-731fec8ad6e3 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0916662 Aug 24 00:36:01.086684 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.086684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/networks/a8f62772-2bbb-45ba-a489-deca5c99f19a HTTP/1.1" status: 204 len: 168 time: 1.5244281 Aug 24 00:36:01.086684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9200321-aed1-4252-9f6e-485e87a26194 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Network': ['ID=a8f62772-2bbb-45ba-a489-deca5c99f19a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:01.088834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49670) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:01.094304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'name': 'tempest-PortsIpV6TestJSON-1756714925'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:01.163296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89b14753-254c-4af4-994c-bd06d1b8cdc6 req-56070e3f-f006-44d3-9c1c-5734c4b8baff tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680797 Aug 24 00:36:01.180827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.203546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49688) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:01.247574 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:01.331871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:01.335974 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.355141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e460a25a-0953-419b-99a9-20ccc22492ba req-06b31d7b-23c3-40a6-a0f4-61e00702fe6b tempest-ServerMetadataNegativeTestJSON-1084360958 tempest-ServerMetadataNegativeTestJSON-1084360958-project] 10.222.0.26 "GET /v2.0/ports?device_id=450973de-268b-42eb-9b68-caeebeedb1d2 HTTP/1.1" status: 200 len: 210 time: 0.0751727 Aug 24 00:36:01.380518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84819046-e813-4b2f-885c-796e07b35f9d None None] Pushing event updated for resources: {'Port': ['ID=fb7da1a0-4481-4203-a204-38172f265b14,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:01.421195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 05a09acc-f133-40de-8b12-5c32e5baeaab yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:01.512549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Attempting to bind port fb7da1a0-4481-4203-a204-38172f265b14 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:01.513219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Attempting to bind port fb7da1a0-4481-4203-a204-38172f265b14 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:01.516599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Attempting to bind port fb7da1a0-4481-4203-a204-38172f265b14 on network dbc70e28-2ca7-4324-9486-11c099ccd35d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:01.523064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:01.523807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Checking segment: {'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:01.524412 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.524963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Bound using segment: {'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:01.525778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Bound port: fb7da1a0-4481-4203-a204-38172f265b14, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:01.528407 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.529044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd23f9-21d7-4532-b6a8-2377e2cb3a32 req-5013755d-9db2-44b6-9a19-6b6c1bb8a0aa tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:01.542292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83bd23f9-21d7-4532-b6a8-2377e2cb3a32 req-5013755d-9db2-44b6-9a19-6b6c1bb8a0aa tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 943 time: 0.2143786 Aug 24 00:36:01.612886 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53afb387-87fb-4697-af2d-b2a28aebbe1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.657891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 83b816ab-2869-4b3c-b18f-a00bf2779d82 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:01.731470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 83b816ab-2869-4b3c-b18f-a00bf2779d82 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:01.734008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 83b816ab-2869-4b3c-b18f-a00bf2779d82 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:01.741900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83bd23f9-21d7-4532-b6a8-2377e2cb3a32 req-344e7380-de94-42c4-a270-5f6b2a8963a9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805294 Aug 24 00:36:01.779712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] For port fb7da1a0-4481-4203-a204-38172f265b14, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:01.794282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] For port fb7da1a0-4481-4203-a204-38172f265b14, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fb7da1a0-4481-4203-a204-38172f265b14,segment=NetworkSegment(3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd),segment_id=3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:01.825908 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.851976 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.853259 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.864017 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53afb387-87fb-4697-af2d-b2a28aebbe1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.910569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Routers {'e0a67937-d65f-49b0-a742-3618dc1f5042'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:01.911379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:35:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e0a67937-d65f-49b0-a742-3618dc1f5042'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:01.936509 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53afb387-87fb-4697-af2d-b2a28aebbe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:01.948708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.001433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-53afb387-87fb-4697-af2d-b2a28aebbe1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b88def258ca44e4babae7b68218dd2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965832 Aug 24 00:36:02.009307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49718) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:02.020957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84819046-e813-4b2f-885c-796e07b35f9d None None] Pushing event updated for resources: {'Port': ['ID=fb7da1a0-4481-4203-a204-38172f265b14,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:02.042053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:02.047997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:02.058149 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:02.080020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:02.081848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.102841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=05a09acc-f133-40de-8b12-5c32e5baeaab,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:02.116250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3f97274-973d-499d-a730-08f759ade786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.130213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b951628a-5756-42b7-8254-68a61c6262a6 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:02.139946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] Set router e0a67937-d65f-49b0-a742-3618dc1f5042 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:36:02.146149 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3f97274-973d-499d-a730-08f759ade786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.191567 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: b951628a-5756-42b7-8254-68a61c6262a6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:02.192408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b951628a-5756-42b7-8254-68a61c6262a6 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:02.207911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afb387-87fb-4697-af2d-b2a28aebbe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb3e9f-8893-4215-b5b1-56d4e1def158,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:02.223657 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-68cd4d7d-5bac-455d-8955-48077051b568 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1335821 Aug 24 00:36:02.226189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49722) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:02.290896 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3f97274-973d-499d-a730-08f759ade786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.294649 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3f97274-973d-499d-a730-08f759ade786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.299789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f3f97274-973d-499d-a730-08f759ade786 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bdb3e9f-8893-4215-b5b1-56d4e1def158 HTTP/1.1" status: 204 len: 168 time: 0.2893376 Aug 24 00:36:02.358531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f97274-973d-499d-a730-08f759ade786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb3e9f-8893-4215-b5b1-56d4e1def158,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:02.376005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4f94e-be88-4b86-9577-2528a20c7a95 req-ee527256-4a54-45ea-b5e5-8884fef8e12e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:02.378542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ff4f94e-be88-4b86-9577-2528a20c7a95 req-ee527256-4a54-45ea-b5e5-8884fef8e12e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0765462 Aug 24 00:36:02.482703 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49728) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:02.486505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ff4f94e-be88-4b86-9577-2528a20c7a95 req-2145fde4-30ef-43da-b490-1e28f0fb0c85 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023071 Aug 24 00:36:02.544415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-393533ca-9dda-41da-bfea-f63f99da7613 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 05a09acc-f133-40de-8b12-5c32e5baeaab {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:02.544769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-393533ca-9dda-41da-bfea-f63f99da7613 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.604512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb8d79c-c132-405e-a64c-b8ef2bd50f25 admin admin] Deleting subnet 939e9194-74e2-45ee-af5c-3b06d1f11376 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:02.618326 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d79c-c132-405e-a64c-b8ef2bd50f25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.636047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:35:56Z', 'revision_number': 4, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port': {'id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:48Z', 'updated_at': '2021-08-24T00:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fb7da1a0-4481-4203-a204-38172f265b14', 'name': '', 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'mac_address': 'fa:16:3e:9b:26:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '8b7d5b21-035e-4ded-91d4-07b86080b41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:54Z', 'updated_at': '2021-08-24T00:36:01Z', 'revision_number': 4, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'subnets': [{'id': '8b7d5b21-035e-4ded-91d4-07b86080b41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:02.670185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-393533ca-9dda-41da-bfea-f63f99da7613 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.678510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbfc3d-8bcd-4408-9a60-6c0ffae7c167 None None] The sync data for ids ['e0a67937-d65f-49b0-a742-3618dc1f5042'] in n-d-804878-2 is: [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:35:56Z', 'revision_number': 4, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port': {'id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:48Z', 'updated_at': '2021-08-24T00:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fb7da1a0-4481-4203-a204-38172f265b14', 'name': '', 'network_id': 'dbc70e28-2ca7-4324-9486-11c099ccd35d', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'mac_address': 'fa:16:3e:9b:26:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '8b7d5b21-035e-4ded-91d4-07b86080b41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:54Z', 'updated_at': '2021-08-24T00:36:01Z', 'revision_number': 4, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'subnets': [{'id': '8b7d5b21-035e-4ded-91d4-07b86080b41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:02.689188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d79c-c132-405e-a64c-b8ef2bd50f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.691220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-393533ca-9dda-41da-bfea-f63f99da7613 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 05a09acc-f133-40de-8b12-5c32e5baeaab owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:02.773951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0312d17d-81a2-414b-8fbf-57d4a15f190b details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:36:02.903815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d79c-c132-405e-a64c-b8ef2bd50f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:02.991263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7352-30c5-48d4-85b2-8183e78ec31f req-2557abba-be16-4da1-a2cc-2eb951b120d6 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:03.010835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f43d7352-30c5-48d4-85b2-8183e78ec31f req-2557abba-be16-4da1-a2cc-2eb951b120d6 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 943 time: 0.1293132 Aug 24 00:36:03.115335 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f43d7352-30c5-48d4-85b2-8183e78ec31f req-e3040a28-9f10-4a4c-a57d-68b244a4faaa tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035159 Aug 24 00:36:03.117064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:03.135784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'port_id': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'mac_address': 'fa:16:3e:3a:69:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b6c156-755b-4f65-8e04-59e4ab1f848a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:36:03.175249 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d79c-c132-405e-a64c-b8ef2bd50f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.186405 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.210203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8d79c-c132-405e-a64c-b8ef2bd50f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939e9194-74e2-45ee-af5c-3b06d1f11376,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:03.212257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0312d17d-81a2-414b-8fbf-57d4a15f190b {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:03.223541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5eb8d79c-c132-405e-a64c-b8ef2bd50f25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.226812 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5eb8d79c-c132-405e-a64c-b8ef2bd50f25 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/939e9194-74e2-45ee-af5c-3b06d1f11376 HTTP/1.1" status: 204 len: 168 time: 0.7414012 Aug 24 00:36:03.227816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-393533ca-9dda-41da-bfea-f63f99da7613 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.229327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:03.270188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:03.307286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393533ca-9dda-41da-bfea-f63f99da7613 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=05a09acc-f133-40de-8b12-5c32e5baeaab,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:03.324848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-393533ca-9dda-41da-bfea-f63f99da7613 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.331111 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-393533ca-9dda-41da-bfea-f63f99da7613 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/05a09acc-f133-40de-8b12-5c32e5baeaab HTTP/1.1" status: 204 len: 168 time: 1.1020956 Aug 24 00:36:03.332201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49742) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:03.337896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'mac_address': 'fa:16:3e:91:58:b3', 'name': 'tempest-PortsIpV6TestJSON-660032372'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:03.340876 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.342977 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:36:03.365798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.464968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:03.543140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49746) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:03.554013 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.569833 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0530ea5b-b960-4fc6-babd-7977ff5182f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.584590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa09ee6-5e51-4c92-b8a2-23614309afc7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:03.594180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:03.598239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac85fb2-1b82-4052-a012-bec74e137ff9') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:03.598961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac85fb2-1b82-4052-a012-bec74e137ff9') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:03.616279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.683745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.683875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fb7da1a0-4481-4203-a204-38172f265b14 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:03.730484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.758837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4277d3-05ed-439a-b592-84a8508e29f5 req-70537777-6baa-49b9-af0b-08c2ce4ce9cc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:03.760653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea4277d3-05ed-439a-b592-84a8508e29f5 req-70537777-6baa-49b9-af0b-08c2ce4ce9cc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1371937 Aug 24 00:36:03.762936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:03.765858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:03.769103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 99333260-6208-4b7a-8fc5-6cef3e4c482a yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:03.771050 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:03.806344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['0312d17d-81a2-414b-8fbf-57d4a15f190b'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:03.888584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port fb7da1a0-4481-4203-a204-38172f265b14 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:03.896014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port fb7da1a0-4481-4203-a204-38172f265b14 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:03.896626 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.015369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0530ea5b-b960-4fc6-babd-7977ff5182f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.055586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea4277d3-05ed-439a-b592-84a8508e29f5 req-d12f58dd-0f0a-4585-aa79-f73523a12988 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2639134 Aug 24 00:36:04.060323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.086374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.097281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] 10.222.0.26 "DELETE /v2.0/networks/daa09ee6-5e51-4c92-b8a2-23614309afc7 HTTP/1.1" status: 204 len: 168 time: 0.8635266 Aug 24 00:36:04.130387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e6d7f-9849-49f5-bffc-df645289d148 admin admin] Pushing event deleted for resources: {'Network': ['ID=daa09ee6-5e51-4c92-b8a2-23614309afc7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:04.192266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0530ea5b-b960-4fc6-babd-7977ff5182f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.245429 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.318495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e0151-f604-4fd4-b735-2b54571b8d7c req-fb7272c8-8e33-4936-951b-4f108c61de81 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:04.327587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f00e0151-f604-4fd4-b735-2b54571b8d7c req-fb7272c8-8e33-4936-951b-4f108c61de81 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 944 time: 0.1073170 Aug 24 00:36:04.344610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port fb7da1a0-4481-4203-a204-38172f265b14, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fb7da1a0-4481-4203-a204-38172f265b14,segment=NetworkSegment(3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd),segment_id=3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:04.353993 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.373053 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0530ea5b-b960-4fc6-babd-7977ff5182f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b78aebb971d146a8a50b50bfe77ca702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8266180 Aug 24 00:36:04.374341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49758) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:04.376657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f00e0151-f604-4fd4-b735-2b54571b8d7c req-4b651494-ab65-4c6c-a27b-68a7f65f7979 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Aug 24 00:36:04.383289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530ea5b-b960-4fc6-babd-7977ff5182f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0964a180-6814-4c12-bdf3-b9d872cd9a3b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:04.410998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.478358 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55eafa00-18ab-4678-9696-8251c0a966c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.492404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=fb7da1a0-4481-4203-a204-38172f265b14,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:04.504885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55eafa00-18ab-4678-9696-8251c0a966c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.557646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.619111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:04.622275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:04.627280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:04.632979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:04.633719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.644019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=99333260-6208-4b7a-8fc5-6cef3e4c482a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:04.662554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55eafa00-18ab-4678-9696-8251c0a966c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.665837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55eafa00-18ab-4678-9696-8251c0a966c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.669629 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-55eafa00-18ab-4678-9696-8251c0a966c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0964a180-6814-4c12-bdf3-b9d872cd9a3b HTTP/1.1" status: 204 len: 168 time: 0.2908411 Aug 24 00:36:04.669782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49760) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:04.677556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eafa00-18ab-4678-9696-8251c0a966c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0964a180-6814-4c12-bdf3-b9d872cd9a3b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:04.719912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-16ee47ae-85dc-436b-b3f1-6ca34cf357ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1d32d2fb1af4ec09bb831aada901ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464749 Aug 24 00:36:04.720036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:04.741123 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fbb4c889-7735-4ef4-90ca-d56de9d23c96 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4076753 Aug 24 00:36:04.750671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:04.777735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64145182-e2f1-424b-8b5d-e40b835801f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.805894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64145182-e2f1-424b-8b5d-e40b835801f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.806488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7214351-63bc-442d-add0-0d9429497d6f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:04.808809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d7214351-63bc-442d-add0-0d9429497d6f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/99333260-6208-4b7a-8fc5-6cef3e4c482a HTTP/1.1" status: 200 len: 844 time: 0.0562294 Aug 24 00:36:04.811215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49768) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:04.910250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f12cfe53-fc9b-4310-bd97-528566ce1f81 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 99333260-6208-4b7a-8fc5-6cef3e4c482a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:04.912779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f12cfe53-fc9b-4310-bd97-528566ce1f81 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.930700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64145182-e2f1-424b-8b5d-e40b835801f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.934051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64145182-e2f1-424b-8b5d-e40b835801f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:04.935521 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-64145182-e2f1-424b-8b5d-e40b835801f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41fef965-ab96-42ab-a741-c883a2852c34 HTTP/1.1" status: 204 len: 168 time: 0.2153015 Aug 24 00:36:04.946443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64145182-e2f1-424b-8b5d-e40b835801f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fef965-ab96-42ab-a741-c883a2852c34,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:05.009881 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f12cfe53-fc9b-4310-bd97-528566ce1f81 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.030126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f12cfe53-fc9b-4310-bd97-528566ce1f81 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 99333260-6208-4b7a-8fc5-6cef3e4c482a owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:05.319047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900cb2f-5038-4490-8039-d280735cd57e req-7d689e7a-2df5-4229-8b05-308b881679c9 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:05.320717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c900cb2f-5038-4490-8039-d280735cd57e req-7d689e7a-2df5-4229-8b05-308b881679c9 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0596740 Aug 24 00:36:05.334693 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f12cfe53-fc9b-4310-bd97-528566ce1f81 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.377445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cfe53-fc9b-4310-bd97-528566ce1f81 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=99333260-6208-4b7a-8fc5-6cef3e4c482a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:05.389915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f12cfe53-fc9b-4310-bd97-528566ce1f81 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.393751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f12cfe53-fc9b-4310-bd97-528566ce1f81 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/99333260-6208-4b7a-8fc5-6cef3e4c482a HTTP/1.1" status: 204 len: 168 time: 0.5790956 Aug 24 00:36:05.395079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49786) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:05.419813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c900cb2f-5038-4490-8039-d280735cd57e req-de829472-f5ab-4d7b-aefd-0d2d059ccbbe tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892303 Aug 24 00:36:05.465360 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fedaec-fb86-4260-9cd5-2ca90806b722 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:05.479294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49792) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:05.482000 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-32fedaec-fb86-4260-9cd5-2ca90806b722 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/99333260-6208-4b7a-8fc5-6cef3e4c482a HTTP/1.1" status: 404 len: 333 time: 0.0851271 Aug 24 00:36:05.491238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'name': 'tempest-PortsIpV6TestJSON-729823294'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:05.603635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8c641-69f5-4aeb-aba8-3eb10e5e9d6b req-a130f7d9-2daf-4694-850a-0fb69a639928 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:05.605317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bd8c641-69f5-4aeb-aba8-3eb10e5e9d6b req-a130f7d9-2daf-4694-850a-0fb69a639928 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 944 time: 0.1389501 Aug 24 00:36:05.631433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fb7da1a0-4481-4203-a204-38172f265b14 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:05.693896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bd8c641-69f5-4aeb-aba8-3eb10e5e9d6b req-d3f8b6e0-46b1-485c-8f26-19d26b7baad7 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768006 Aug 24 00:36:05.766072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port fb7da1a0-4481-4203-a204-38172f265b14 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:05.767649 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.769019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:05.775838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:05.804773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49800) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:05.826594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 912ecb30-6cd0-4d10-b86a-a72fc9ee5c71 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:06.141196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.173083 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bd4972f-8103-4a36-a7ad-8b7eea2539e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.296788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bd4972f-8103-4a36-a7ad-8b7eea2539e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.342930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.371179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bd4972f-8103-4a36-a7ad-8b7eea2539e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.434381 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0bd4972f-8103-4a36-a7ad-8b7eea2539e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ff66d58bffc4624aaf2542295a59bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256917 Aug 24 00:36:06.434954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49822) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:06.459751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:06.463540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:06.482925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4972f-8103-4a36-a7ad-8b7eea2539e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1070192-936f-4a3f-ad5a-6d42d4e19f25,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:06.485854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:06.506315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:06.507097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.530766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=912ecb30-6cd0-4d10-b86a-a72fc9ee5c71,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:06.548179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2089a7be-1805-4048-9e2e-fe11ad88fe74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.646994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3aaa1f49-e455-4c7b-a219-c2fa0fce7b07 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1666391 Aug 24 00:36:06.651271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:06.656744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2089a7be-1805-4048-9e2e-fe11ad88fe74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.661498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:06.699638 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-417109e6-9ba4-4ef7-8c1f-0ccd641fc70a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457927 Aug 24 00:36:06.724355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136adee-223e-4212-81e1-8b3b83c24a70 req-9e4bcb1c-dd61-4ea6-98f9-accf7f2c549f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:06.726061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d136adee-223e-4212-81e1-8b3b83c24a70 req-9e4bcb1c-dd61-4ea6-98f9-accf7f2c549f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1348424 Aug 24 00:36:06.802352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0312d17d-81a2-414b-8fbf-57d4a15f190b up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:06.814667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d136adee-223e-4212-81e1-8b3b83c24a70 req-f1b98870-998a-4aae-8dd9-968ce846b323 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666230 Aug 24 00:36:06.815481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.852235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2089a7be-1805-4048-9e2e-fe11ad88fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.868328 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2089a7be-1805-4048-9e2e-fe11ad88fe74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.869644 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2089a7be-1805-4048-9e2e-fe11ad88fe74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1070192-936f-4a3f-ad5a-6d42d4e19f25 HTTP/1.1" status: 204 len: 168 time: 0.4340425 Aug 24 00:36:06.910321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 0312d17d-81a2-414b-8fbf-57d4a15f190b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:06.911163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:06.926121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089a7be-1805-4048-9e2e-fe11ad88fe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1070192-936f-4a3f-ad5a-6d42d4e19f25,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:06.970714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-b365b937-98e3-4547-abda-8cb7b47dfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:06.972538 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-b365b937-98e3-4547-abda-8cb7b47dfedc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 1096 time: 0.1930006 Aug 24 00:36:06.974427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2514fe9-41ca-46fd-9b99-89623037776e req-b75ddc2f-b3bc-406a-95a1-35bbc4b74a02 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:06.978258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2514fe9-41ca-46fd-9b99-89623037776e req-b75ddc2f-b3bc-406a-95a1-35bbc4b74a02 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 944 time: 0.1085525 Aug 24 00:36:07.104542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-01821c9f-902c-489b-aded-af0235965a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:07.107386 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-01821c9f-902c-489b-aded-af0235965a63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 916 time: 0.1144013 Aug 24 00:36:07.124313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.175176 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-0b1536ba-9b1a-40cb-9e9c-e9564cb189e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0601432 Aug 24 00:36:07.179142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:07.181603 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e040d33-9459-4cd3-b95c-7f08e7c75e3f" -d '{"events": [{"server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "name": "network-vif-plugged", "status": "completed", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:07.197519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:07.230130 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.240459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2514fe9-41ca-46fd-9b99-89623037776e req-8e8bcfec-e831-4c91-878c-b1c955be5f8e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988367 Aug 24 00:36:07.251889 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-8e383ac8-a020-4289-b122-7cde0539369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:07.253518 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-8e383ac8-a020-4289-b122-7cde0539369e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c36a24a1-56ab-46df-aba9-5f14ed1de26f HTTP/1.1" status: 200 len: 855 time: 0.0712841 Aug 24 00:36:07.288032 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-9796537c-9f80-48e3-986c-54227aeb42ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272343 Aug 24 00:36:07.292175 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e60ffe-c604-4c2a-a5f3-e1691e0fdada x-openstack-request-id: req-99e60ffe-c604-4c2a-a5f3-e1691e0fdada {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:07.292480 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "name": "network-vif-plugged", "status": "completed", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:07.292747 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99e60ffe-c604-4c2a-a5f3-e1691e0fdada {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:07.293153 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'code': 200} Aug 24 00:36:07.296472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.300917 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.352347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] In _notify_port_updated(), no bound segment for port 912ecb30-6cd0-4d10-b86a-a72fc9ee5c71 on network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:36:07.361788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:07.363021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.366227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "PUT /v2.0/ports/912ecb30-6cd0-4d10-b86a-a72fc9ee5c71 HTTP/1.1" status: 200 len: 818 time: 0.7113605 Aug 24 00:36:07.371261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49862) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:07.391261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8798ec0-92b8-4619-ac1b-d1ed891e8079 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=912ecb30-6cd0-4d10-b86a-a72fc9ee5c71,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:07.458066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:07.636699 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-dab22312-40b0-4228-8d6f-4e5eadd3af63 service neutron] 10.222.0.37 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408864 Aug 24 00:36:07.704426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece8413-b787-470a-8556-46f741f77015 req-237a18ed-44bb-42c0-a02d-4df4288d1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:07.706634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ece8413-b787-470a-8556-46f741f77015 req-237a18ed-44bb-42c0-a02d-4df4288d1a8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 1096 time: 0.1767490 Aug 24 00:36:07.716710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3e806321-2a2f-48ff-ba07-31477b5d5904 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 912ecb30-6cd0-4d10-b86a-a72fc9ee5c71 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:07.717355 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e806321-2a2f-48ff-ba07-31477b5d5904 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.817813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ece8413-b787-470a-8556-46f741f77015 req-c032e2f4-5871-4747-8d44-42e9daf2cfd9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951164 Aug 24 00:36:07.835823 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87bff06c-a828-40ce-b8b5-aa3d5ce95fcc req-b751b606-1915-4399-9a8f-ea150c4d81ed service neutron] 10.222.0.37 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917388 Aug 24 00:36:07.838204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e806321-2a2f-48ff-ba07-31477b5d5904 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:07.853425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3e806321-2a2f-48ff-ba07-31477b5d5904 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 912ecb30-6cd0-4d10-b86a-a72fc9ee5c71 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:07.985308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f55df-167a-46f0-922c-f9491c9b6b8a req-66380c24-9036-4008-8933-5fd77dcb4490 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:07.986867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff0f55df-167a-46f0-922c-f9491c9b6b8a req-66380c24-9036-4008-8933-5fd77dcb4490 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0732074 Aug 24 00:36:08.034149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff0f55df-167a-46f0-922c-f9491c9b6b8a req-bcd1ce2a-e550-45bb-94ce-86c1e05fadf1 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405524 Aug 24 00:36:08.079304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e806321-2a2f-48ff-ba07-31477b5d5904 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.109785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e806321-2a2f-48ff-ba07-31477b5d5904 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=912ecb30-6cd0-4d10-b86a-a72fc9ee5c71,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:08.114793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e806321-2a2f-48ff-ba07-31477b5d5904 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.116986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3e806321-2a2f-48ff-ba07-31477b5d5904 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/912ecb30-6cd0-4d10-b86a-a72fc9ee5c71 HTTP/1.1" status: 204 len: 168 time: 0.7437367 Aug 24 00:36:08.119440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49876) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.170878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fa2b50-4a70-41d4-80ac-61ac4b0cff10 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:08.172408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-27fa2b50-4a70-41d4-80ac-61ac4b0cff10 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0520651 Aug 24 00:36:08.175296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.199753 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-518d5198-d1b8-4dd3-aef5-735ec14a6442 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:08.201532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-518d5198-d1b8-4dd3-aef5-735ec14a6442 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/912ecb30-6cd0-4d10-b86a-a72fc9ee5c71 HTTP/1.1" status: 404 len: 333 time: 0.0253255 Aug 24 00:36:08.206133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49884) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.211735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1374207686'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:08.279171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:08.284730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.315057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:08.325355 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.325808 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Added segment 5bb80348-9245-407d-abd2-291a0c9ccd74 of type vlan for network 9b186550-57db-48b9-9f09-cf5f85552703 Aug 24 00:36:08.370480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaf5a6-e948-4826-a30d-73d094a4c9cd req-46192c9d-1903-45a9-8930-7ca553582795 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:08.372342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ffaf5a6-e948-4826-a30d-73d094a4c9cd req-46192c9d-1903-45a9-8930-7ca553582795 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.0566466 Aug 24 00:36:08.383578 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.427680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ffaf5a6-e948-4826-a30d-73d094a4c9cd req-55f3302d-89e4-440d-9467-aab759929d7e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482743 Aug 24 00:36:08.496948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.504994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:08.505766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:08.590162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Network': ['ID=9b186550-57db-48b9-9f09-cf5f85552703,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:08.615245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9b186550-57db-48b9-9f09-cf5f85552703 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:08.716433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49908) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:08.716851 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c2fdf1b-4c37-4554-9cf3-742c38cc65b3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5093031 Aug 24 00:36:08.723153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '9b186550-57db-48b9-9f09-cf5f85552703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:09.394706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30376498-47c8-4f63-b8d2-a8303830436a req-f8cacfed-f734-4a40-add8-4dc1d8d61767 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:09.397214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30376498-47c8-4f63-b8d2-a8303830436a req-f8cacfed-f734-4a40-add8-4dc1d8d61767 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1087251 Aug 24 00:36:09.490207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30376498-47c8-4f63-b8d2-a8303830436a req-8ed82dfa-5c7c-4c58-a13c-adabb4cb5f98 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863814 Aug 24 00:36:09.507869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:09.523023 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:09.672715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2066e-4b32-49f3-a65f-741b73c42a26 req-c54f08d5-130d-49aa-b04c-8de674125e1d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:09.674524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51b2066e-4b32-49f3-a65f-741b73c42a26 req-c54f08d5-130d-49aa-b04c-8de674125e1d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1209464 Aug 24 00:36:09.774785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51b2066e-4b32-49f3-a65f-741b73c42a26 req-c659d769-ec29-4aeb-9a8c-10d19fec8939 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775869 Aug 24 00:36:09.971290 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.069721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Checking segment: {'id': '5bb80348-9245-407d-abd2-291a0c9ccd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9b186550-57db-48b9-9f09-cf5f85552703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:10.070092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network hostable DHCP agents. Network: 9b186550-57db-48b9-9f09-cf5f85552703, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:10.084655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=fc1ce178-07ae-4ddd-a39e-a9370ea125d4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:10.096803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44379e2-8772-4c9f-98d3-74387e343ae2 req-9b117ce3-07f4-41b8-8333-e126fa042a0a tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:10.097900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e44379e2-8772-4c9f-98d3-74387e343ae2 req-9b117ce3-07f4-41b8-8333-e126fa042a0a tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1473689 Aug 24 00:36:10.172792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 9b186550-57db-48b9-9f09-cf5f85552703 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:10.185458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e44379e2-8772-4c9f-98d3-74387e343ae2 req-7802dbe0-c4f1-4674-8d8e-828efe7459df tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801809 Aug 24 00:36:10.192914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-6cda944e-f050-4b3d-828c-eadf629ca231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:10.194582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-6cda944e-f050-4b3d-828c-eadf629ca231 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 1097 time: 0.0739772 Aug 24 00:36:10.251362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9b186550-57db-48b9-9f09-cf5f85552703) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:10.261752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0cb743-d790-4434-9151-7e14a4a201f8 None None] Network 9b186550-57db-48b9-9f09-cf5f85552703 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:10.270454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:10.273477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.337552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-14858208-66c4-4b7d-b2bd-57409fc17f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:10.339218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-14858208-66c4-4b7d-b2bd-57409fc17f95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.1344707 Aug 24 00:36:10.423172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9c8769ae-e3c6-47c1-ae4c-de3c944e743f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7052617 Aug 24 00:36:10.426252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49950) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:10.431728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-67adfa3d-16e3-422a-87bc-eb67a7ccc34e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '9b186550-57db-48b9-9f09-cf5f85552703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:10.446678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-da3665a9-175c-4087-9a94-e6787b6c005f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 200 len: 1001 time: 0.0982699 Aug 24 00:36:10.532213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-9b186550-57db-48b9-9f09-cf5f85552703', 'network_id': '9b186550-57db-48b9-9f09-cf5f85552703', 'tenant_id': '4325029d626c4559ba79ea4a5001ab65', 'fixed_ips': [{'subnet_id': 'fc1ce178-07ae-4ddd-a39e-a9370ea125d4'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:10.532213 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.555068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-a801307b-63c2-41c2-b412-01b1d9c10c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:10.556637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-a801307b-63c2-41c2-b412-01b1d9c10c0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.1032395 Aug 24 00:36:10.617843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-afcefc05-bbdd-4b01-a657-28de7c32d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:10.619374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-afcefc05-bbdd-4b01-a657-28de7c32d65e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556521 Aug 24 00:36:10.707718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67adfa3d-16e3-422a-87bc-eb67a7ccc34e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:10.712876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67adfa3d-16e3-422a-87bc-eb67a7ccc34e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:10.778286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-8ebd984c-de69-4645-9b9c-4695d5c41ee3 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434152 Aug 24 00:36:10.804064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Allocated IP 2001:db8::2 (9b186550-57db-48b9-9f09-cf5f85552703/fc1ce178-07ae-4ddd-a39e-a9370ea125d4/97c48917-e8fa-43d2-96e4-b36c30a9e0d8) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:11.042642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ec7a3-9f5d-4d8f-b8f3-dce74e8fb45e req-b7c1bbd5-36a8-4ec3-95df-a6635392d301 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:11.053878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a36ec7a3-9f5d-4d8f-b8f3-dce74e8fb45e req-b7c1bbd5-36a8-4ec3-95df-a6635392d301 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1011591 Aug 24 00:36:11.118494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac87b58b-6004-47fe-a1c2-877a48e08101 req-d1045df3-9f46-40f2-946d-1f3c38b9605e service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300619 Aug 24 00:36:11.145771 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.164963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Transition to ACTIVE for port object 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:11.181067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a36ec7a3-9f5d-4d8f-b8f3-dce74e8fb45e req-ab487bd9-4724-4ddf-b9c8-d578e8b4cb45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261992 Aug 24 00:36:11.185082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Transition to ACTIVE for port object 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:11.256178 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.377416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Network 9b186550-57db-48b9-9f09-cf5f85552703 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:11.381652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Pushing event updated for resources: {'Port': ['ID=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:11.389083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:11.398747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:11.455437 n-d-804878-2 neutron-server[95327]: INFO neutron.db.ipam_backend_mixin [None req-67adfa3d-16e3-422a-87bc-eb67a7ccc34e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc1ce178-07ae-4ddd-a39e-a9370ea125d4 (CIDR: 2001:db8::/64) Aug 24 00:36:11.483428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc50ae-a4da-4c15-a45e-3be175c07d06 req-b2274bce-50a9-44cf-b38b-aa6a43d557e3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:11.493493 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-67adfa3d-16e3-422a-87bc-eb67a7ccc34e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:36:11.494221 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67adfa3d-16e3-422a-87bc-eb67a7ccc34e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:11.497112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfbc50ae-a4da-4c15-a45e-3be175c07d06 req-b2274bce-50a9-44cf-b38b-aa6a43d557e3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1688595 Aug 24 00:36:11.506776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7330e7-4c29-42cf-a83f-5b78a7ed3d4e req-87fc1950-c211-4ae5-9b16-4780bab048ff tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:11.508547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b7330e7-4c29-42cf-a83f-5b78a7ed3d4e req-87fc1950-c211-4ae5-9b16-4780bab048ff tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1783099 Aug 24 00:36:11.556446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Attempting to bind port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:11.556816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Attempting to bind port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5bb80348-9245-407d-abd2-291a0c9ccd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9b186550-57db-48b9-9f09-cf5f85552703'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:11.557180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Attempting to bind port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 on network 9b186550-57db-48b9-9f09-cf5f85552703 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:11.569864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:11.570259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Checking segment: {'id': '5bb80348-9245-407d-abd2-291a0c9ccd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9b186550-57db-48b9-9f09-cf5f85552703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:11.570952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.571089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Bound using segment: {'id': '5bb80348-9245-407d-abd2-291a0c9ccd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9b186550-57db-48b9-9f09-cf5f85552703'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:11.571511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Bound port: 97c48917-e8fa-43d2-96e4-b36c30a9e0d8, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb80348-9245-407d-abd2-291a0c9ccd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9b186550-57db-48b9-9f09-cf5f85552703'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:11.571899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.611035 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-67adfa3d-16e3-422a-87bc-eb67a7ccc34e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1833549 Aug 24 00:36:11.611928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49978) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:11.619894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '9b186550-57db-48b9-9f09-cf5f85552703', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:11.622839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b7330e7-4c29-42cf-a83f-5b78a7ed3d4e req-81c4a557-9205-4a86-973e-842a7ba06352 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841343 Aug 24 00:36:11.679111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfbc50ae-a4da-4c15-a45e-3be175c07d06 req-f2093c6d-38d6-49f6-9bda-93be0df5426e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810277 Aug 24 00:36:11.774690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] For port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:11.783494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] For port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,segment=NetworkSegment(5bb80348-9245-407d-abd2-291a0c9ccd74),segment_id=5bb80348-9245-407d-abd2-291a0c9ccd74)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:11.862658 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:11.964601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002e04c-278d-49a4-8ba7-349faddc11a1 None None] Pushing event updated for resources: {'Port': ['ID=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:12.012153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:12.020207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.449522 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.747654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.880435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=1704e226-20bd-40cb-a42e-e0d88edd4ca5,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:12.943822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c55d7-3c0c-4214-8667-cde4e538a34f req-b3d84f93-2506-4144-a906-0ff0538e804d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:12.945935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-991c55d7-3c0c-4214-8667-cde4e538a34f req-b3d84f93-2506-4144-a906-0ff0538e804d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1972194 Aug 24 00:36:12.957483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 9b186550-57db-48b9-9f09-cf5f85552703 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:12.963811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:12.978036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-a8ddc434-a626-4767-85f9-414700a2ca02 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:12.979575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:12.980184 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:12.982538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50016) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:12.986444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-a8ddc434-a626-4767-85f9-414700a2ca02 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/networks?id=29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 200 len: 815 time: 0.2854292 Aug 24 00:36:13.019538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-c247a81e-4a5d-414d-a229-e428349bc8ba tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/quotas/1c3e8e05bbef48c6839dbf438c50b53a HTTP/1.1" status: 200 len: 375 time: 0.0319805 Aug 24 00:36:13.086555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-991c55d7-3c0c-4214-8667-cde4e538a34f req-b8ee0b7b-3a82-4d7c-9dd5-8e9d73e58313 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304278 Aug 24 00:36:13.108243 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ea621582-f9aa-4548-abb9-4d67a8af8a47 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4941609 Aug 24 00:36:13.114957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50026) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:13.121663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '9b186550-57db-48b9-9f09-cf5f85552703', 'fixed_ips': [{'subnet_id': 'fc1ce178-07ae-4ddd-a39e-a9370ea125d4'}, {'subnet_id': '1704e226-20bd-40cb-a42e-e0d88edd4ca5'}], 'name': 'tempest-PortsIpV6TestJSON-229943336'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:13.133381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-f5463b20-b24a-4186-97aa-ecc5f54158bc tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125584 Aug 24 00:36:13.373451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-97eb1333-26c3-4761-99be-69cd340f11c3 service neutron] 10.222.0.26 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384992 Aug 24 00:36:13.440175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-600cee70-3bca-4b12-a9d8-1931d887b41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.518275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:13.601875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-8552159f-fecf-44f4-95b7-c5c96845dab9 service neutron] 10.222.0.26 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126756 Aug 24 00:36:13.683816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:13.716842 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.760436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:13.762255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f9b43-2778-4ebf-ab7c-36d7c3516c8c None None] Network 9b186550-57db-48b9-9f09-cf5f85552703 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:13.797839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-600cee70-3bca-4b12-a9d8-1931d887b41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.873024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:13.884104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-600cee70-3bca-4b12-a9d8-1931d887b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:13.954020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3a02718c-3481-4b51-b34b-105d52de81c8 None None] Provisioning for port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:13.972574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-7ac6f0c2-9d17-47f1-829d-9732b31ac510 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:13.987527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-7ac6f0c2-9d17-47f1-829d-9732b31ac510 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.36 "GET /v2.0/ports?device_id=a077607b-af87-455f-986d-f981a8e39066 HTTP/1.1" status: 200 len: 945 time: 0.1423047 Aug 24 00:36:13.990138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3a02718c-3481-4b51-b34b-105d52de81c8 None None] Provisioning complete for port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:13.992156 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a02718c-3481-4b51-b34b-105d52de81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.070950 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-600cee70-3bca-4b12-a9d8-1931d887b41a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6667fd01ac3d488d8e02db248e89e9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0873353 Aug 24 00:36:14.074991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50038) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:14.079679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19ea0be3-344f-43b9-8c73-fc2b6451b88b req-51ff2d6a-1fd5-4f17-8fcb-ef67f553a16a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 210 time: 0.0858030 Aug 24 00:36:14.101282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cee70-3bca-4b12-a9d8-1931d887b41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53369d17-d728-4791-a9c0-83d74a3893e4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:14.264677 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a02718c-3481-4b51-b34b-105d52de81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.332624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3a02718c-3481-4b51-b34b-105d52de81c8 None None] For port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,segment=NetworkSegment(5bb80348-9245-407d-abd2-291a0c9ccd74),segment_id=5bb80348-9245-407d-abd2-291a0c9ccd74)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:14.333644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Deleting port 0312d17d-81a2-414b-8fbf-57d4a15f190b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:14.334009 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.356667 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61627999-8185-4aea-8e5e-ca36fdf5247c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.396180 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61627999-8185-4aea-8e5e-ca36fdf5247c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.413133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::286 (9b186550-57db-48b9-9f09-cf5f85552703/fc1ce178-07ae-4ddd-a39e-a9370ea125d4/164b9fb8-36a5-4854-ba66-e9f6fa6f6177) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:14.428220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8:0:1::2d8 (9b186550-57db-48b9-9f09-cf5f85552703/1704e226-20bd-40cb-a42e-e0d88edd4ca5/164b9fb8-36a5-4854-ba66-e9f6fa6f6177) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:14.444353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a02718c-3481-4b51-b34b-105d52de81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.491061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e81e9-cb6f-42a8-ab17-d5ea369381d5 None None] Update dhcp port {'port': {'network_id': '9b186550-57db-48b9-9f09-cf5f85552703', 'fixed_ips': [{'subnet_id': 'fc1ce178-07ae-4ddd-a39e-a9370ea125d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '1704e226-20bd-40cb-a42e-e0d88edd4ca5'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '97c48917-e8fa-43d2-96e4-b36c30a9e0d8'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:36:14.539618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] For port 0312d17d-81a2-414b-8fbf-57d4a15f190b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0312d17d-81a2-414b-8fbf-57d4a15f190b,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:14.539618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.539802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-811e81e9-cb6f-42a8-ab17-d5ea369381d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.545624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Calling delete_port for 0312d17d-81a2-414b-8fbf-57d4a15f190b owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:14.573532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02718c-3481-4b51-b34b-105d52de81c8 None None] Pushing event updated for resources: {'Port': ['ID=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:14.648035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61627999-8185-4aea-8e5e-ca36fdf5247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.651230 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61627999-8185-4aea-8e5e-ca36fdf5247c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.652686 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-61627999-8185-4aea-8e5e-ca36fdf5247c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53369d17-d728-4791-a9c0-83d74a3893e4 HTTP/1.1" status: 204 len: 168 time: 0.5760775 Aug 24 00:36:14.676174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61627999-8185-4aea-8e5e-ca36fdf5247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53369d17-d728-4791-a9c0-83d74a3893e4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:14.753713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.767643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:14.876347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.902174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:14.937445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['0312d17d-81a2-414b-8fbf-57d4a15f190b'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:14.946656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Pushing event deleted for resources: {'Port': ['ID=0312d17d-81a2-414b-8fbf-57d4a15f190b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:14.967554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 9b186550-57db-48b9-9f09-cf5f85552703 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:14.976255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:14.993891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:15.001331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:15.002036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.007696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=164b9fb8-36a5-4854-ba66-e9f6fa6f6177,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:15.021719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-811e81e9-cb6f-42a8-ab17-d5ea369381d5 None None] Allocated IP 2001:db8:0:1::2 (9b186550-57db-48b9-9f09-cf5f85552703/1704e226-20bd-40cb-a42e-e0d88edd4ca5/97c48917-e8fa-43d2-96e4-b36c30a9e0d8) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:15.034797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] No DVR routers for this DVR port 0312d17d-81a2-414b-8fbf-57d4a15f190b on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:15.038321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.041912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2afc04dc-8f90-4f2b-aa6f-ddd4d66002a7 req-679f3f1e-2231-4e0d-a8ec-f6c25d354c32 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.36 "DELETE /v2.0/ports/0312d17d-81a2-414b-8fbf-57d4a15f190b HTTP/1.1" status: 204 len: 173 time: 1.0462863 Aug 24 00:36:15.042402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'name': 'network-vif-deleted', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:15.044780 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097ce865-ac0b-44b3-8b54-a194f482e2e3" -d '{"events": [{"server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "name": "network-vif-deleted", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:15.086374 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4166be46-1305-427f-9f2d-9e77cee401ea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9702854 Aug 24 00:36:15.096069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50060) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:15.101548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc1ce178-07ae-4ddd-a39e-a9370ea125d4'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:15.117309 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccff9ff6-6a09-4a15-957f-b1b361aeee7f x-openstack-request-id: req-ccff9ff6-6a09-4a15-957f-b1b361aeee7f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:15.117812 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a077607b-af87-455f-986d-f981a8e39066", "name": "network-vif-deleted", "tag": "0312d17d-81a2-414b-8fbf-57d4a15f190b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:15.118091 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ccff9ff6-6a09-4a15-957f-b1b361aeee7f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:15.118514 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a077607b-af87-455f-986d-f981a8e39066', 'name': 'network-vif-deleted', 'tag': '0312d17d-81a2-414b-8fbf-57d4a15f190b', 'status': 'completed', 'code': 200} Aug 24 00:36:15.142003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-811e81e9-cb6f-42a8-ab17-d5ea369381d5 None None] For port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,segment=NetworkSegment(5bb80348-9245-407d-abd2-291a0c9ccd74),segment_id=5bb80348-9245-407d-abd2-291a0c9ccd74)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:15.182142 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-811e81e9-cb6f-42a8-ab17-d5ea369381d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.205271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-811e81e9-cb6f-42a8-ab17-d5ea369381d5 None None] Transition to ACTIVE for port object 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:15.210072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.262720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7304050f-3131-4577-8d70-32f23a43e860 req-3cdab995-9f71-4109-929a-e94dfa281bad tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 210 time: 0.0465076 Aug 24 00:36:15.298299 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-811e81e9-cb6f-42a8-ab17-d5ea369381d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.416182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e81e9-cb6f-42a8-ab17-d5ea369381d5 None None] Pushing event updated for resources: {'Port': ['ID=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:15.614149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50072) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:15.620820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:15.649906 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8258b105-72ef-4978-84b1-bd1784def4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:15.681691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Delete allocated IP 2001:db8:0:1::2d8 (9b186550-57db-48b9-9f09-cf5f85552703/1704e226-20bd-40cb-a42e-e0d88edd4ca5) {{(pid=95327) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:36:15.994124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8258b105-72ef-4978-84b1-bd1784def4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.004249 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.023960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Ignored duplicate provisioning block setup for port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:36:16.049708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-640ea55e-491c-4deb-a80e-4da4b2d0e146 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.051297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-640ea55e-491c-4deb-a80e-4da4b2d0e146 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 815 time: 0.1898952 Aug 24 00:36:16.067816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-c1831030-7d6d-46d3-83db-5af4691126db tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/quotas/722a7e1e93a14c0989de514d16566d56 HTTP/1.1" status: 200 len: 375 time: 0.0104394 Aug 24 00:36:16.102127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.126470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8258b105-72ef-4978-84b1-bd1784def4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.204324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] In _notify_port_updated(), no bound segment for port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 on network 9b186550-57db-48b9-9f09-cf5f85552703 {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:36:16.211017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258b105-72ef-4978-84b1-bd1784def4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27bc0c-b19d-4d77-8f92-7eaaed03fff2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:16.227601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:16.232378 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.237107 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "PUT /v2.0/ports/164b9fb8-36a5-4854-ba66-e9f6fa6f6177 HTTP/1.1" status: 200 len: 925 time: 1.1367185 Aug 24 00:36:16.237107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50088) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:16.257131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc1ce178-07ae-4ddd-a39e-a9370ea125d4'}, {'subnet_id': '1704e226-20bd-40cb-a42e-e0d88edd4ca5'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:16.282244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-10ca1a8f-f59d-4c31-bcc8-093bd051ce59 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2057729 Aug 24 00:36:16.287817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8258b105-72ef-4978-84b1-bd1784def4dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aae2318de5fc449d96b3794b5d55d055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6721556 Aug 24 00:36:16.293273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50090) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:16.304081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8865d1-2b37-450f-880b-dbb266e862ed tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=164b9fb8-36a5-4854-ba66-e9f6fa6f6177,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:16.364246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4843d4d-564a-4b88-b293-98b1e27e6bd5 None None] Network 9b186550-57db-48b9-9f09-cf5f85552703 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:16.442778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-a93ea79a-1708-40a8-84c5-3532ef4bc044 service neutron] 10.222.0.26 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507220 Aug 24 00:36:16.455753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.484392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dfe07e5d-870d-4f09-b79f-1f3df11d0315 req-e6c2e37d-29e9-4a8c-97d4-2ac333fafd90 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 210 time: 0.0856676 Aug 24 00:36:16.503466 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7490264-0072-42b1-b4f6-1d46c7754e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.618641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7490264-0072-42b1-b4f6-1d46c7754e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.620065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-4cddaf8a-65a1-4fb9-801c-b230dcf5b201 service neutron] 10.222.0.26 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929732 Aug 24 00:36:16.869543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7c99b3b8-ec93-4ae8-855d-0007ea420bd7 None None] Provisioning for port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:16.873761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7c99b3b8-ec93-4ae8-855d-0007ea420bd7 None None] Provisioning complete for port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:16.876380 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c99b3b8-ec93-4ae8-855d-0007ea420bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.894380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7490264-0072-42b1-b4f6-1d46c7754e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.897032 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b7490264-0072-42b1-b4f6-1d46c7754e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:16.898266 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b7490264-0072-42b1-b4f6-1d46c7754e46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a27bc0c-b19d-4d77-8f92-7eaaed03fff2 HTTP/1.1" status: 204 len: 168 time: 0.6037447 Aug 24 00:36:16.963612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7490264-0072-42b1-b4f6-1d46c7754e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27bc0c-b19d-4d77-8f92-7eaaed03fff2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:17.071658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8:0:1::2a1 (9b186550-57db-48b9-9f09-cf5f85552703/1704e226-20bd-40cb-a42e-e0d88edd4ca5/164b9fb8-36a5-4854-ba66-e9f6fa6f6177) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:17.090605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea884c60-a6be-4eb3-9e02-250c3d7f9a16 req-60f9de1e-70aa-40f6-9c70-3301c07f7595 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 210 time: 0.0829170 Aug 24 00:36:17.177743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-a60e626d-1450-4f5a-aef2-3f277f4ff958 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:17.179361 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-a60e626d-1450-4f5a-aef2-3f277f4ff958 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.37 "GET /v2.0/networks?id=29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 200 len: 815 time: 0.3380744 Aug 24 00:36:17.216237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Request body: {'port': {'device_id': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'admin_state_up': True, 'tenant_id': '1c3e8e05bbef48c6839dbf438c50b53a'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:17.381780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98265d04-eb5c-4150-99e6-a95a5461cad8 None None] Provisioning for port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:17.386179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98265d04-eb5c-4150-99e6-a95a5461cad8 None None] Provisioning complete for port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:17.391343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98265d04-eb5c-4150-99e6-a95a5461cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.405536 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.427071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Ignored duplicate provisioning block setup for port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:36:17.446129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-98265d04-eb5c-4150-99e6-a95a5461cad8 None None] Port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:17.466073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98265d04-eb5c-4150-99e6-a95a5461cad8 None None] Provisioning complete for port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:17.466730 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98265d04-eb5c-4150-99e6-a95a5461cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.502883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Made reservation on behalf of 1c3e8e05bbef48c6839dbf438c50b53a for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:17.507367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.511874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.723919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=164b9fb8-36a5-4854-ba66-e9f6fa6f6177,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:17.753261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] In _notify_port_updated(), no bound segment for port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 on network 9b186550-57db-48b9-9f09-cf5f85552703 {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:36:17.766834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:17.767622 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.769160 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e623c9f5-fdb4-465f-b2b3-eaf523ff7c0f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "PUT /v2.0/ports/164b9fb8-36a5-4854-ba66-e9f6fa6f6177 HTTP/1.1" status: 200 len: 1011 time: 1.5281923 Aug 24 00:36:17.772627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:17.802816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-648ff8c1-bcae-492a-a3b8-19786aeb35de req-0ac2fe18-d516-4ee9-9eee-33474106c181 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 210 time: 0.0559082 Aug 24 00:36:17.808742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-296573c1-4d90-433f-aebb-d4f86da4bde9 None None] Provisioning complete for port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:17.809242 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-296573c1-4d90-433f-aebb-d4f86da4bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:17.949269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-296573c1-4d90-433f-aebb-d4f86da4bde9 None None] Port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:17.959511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Allocated IP 172.20.0.10 (29a7b11e-690f-46af-878c-92e3f2463916/12b6c156-755b-4f65-8e04-59e4ab1f848a/59454638-b5e5-4e17-a16e-43f40ef00863) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:18.035080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b6082175-3bcb-4a4e-8f33-318f97edc161 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:18.035080 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6082175-3bcb-4a4e-8f33-318f97edc161 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.174276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b8c8b279-706e-4132-ac4d-31f3379ffe36 None None] Provisioning complete for port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:18.176227 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b279-706e-4132-ac4d-31f3379ffe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.195905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee58ccec-77ba-43b7-b8c4-396584cfa2aa req-8d94de24-258e-4da8-a0fb-131e8002669d tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 210 time: 0.0470924 Aug 24 00:36:18.212466 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6082175-3bcb-4a4e-8f33-318f97edc161 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.223117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.233947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b6082175-3bcb-4a4e-8f33-318f97edc161 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:18.247994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8b279-706e-4132-ac4d-31f3379ffe36 None None] Port 164b9fb8-36a5-4854-ba66-e9f6fa6f6177 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:18.416996 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.487803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Network 29a7b11e-690f-46af-878c-92e3f2463916 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:18.491625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:18.498757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:18.500762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Pushing event updated for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:18.552451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:18.553042 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.589288 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6082175-3bcb-4a4e-8f33-318f97edc161 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.625926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6082175-3bcb-4a4e-8f33-318f97edc161 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=164b9fb8-36a5-4854-ba66-e9f6fa6f6177,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:18.665949 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-869c0933-eeb0-412d-919a-fba1571e1c69 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4536810 Aug 24 00:36:18.697900 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6082175-3bcb-4a4e-8f33-318f97edc161 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.700378 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b6082175-3bcb-4a4e-8f33-318f97edc161 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/164b9fb8-36a5-4854-ba66-e9f6fa6f6177 HTTP/1.1" status: 204 len: 168 time: 0.9266734 Aug 24 00:36:18.703327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:18.708091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Request body: {'port': {'device_id': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:18.745495 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d761e6-9b6f-493c-92a0-52154f58568a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:18.747194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-67d761e6-9b6f-493c-92a0-52154f58568a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/164b9fb8-36a5-4854-ba66-e9f6fa6f6177 HTTP/1.1" status: 404 len: 333 time: 0.0428710 Aug 24 00:36:18.750502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50150) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:18.801112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.853448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0312d17d-81a2-414b-8fbf-57d4a15f190b no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:18.874691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-29023c27-cfba-47f6-8ab2-1486e62372e2 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet 1704e226-20bd-40cb-a42e-e0d88edd4ca5 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:18.893636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 0312d17d-81a2-414b-8fbf-57d4a15f190b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:18.894263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0312d17d-81a2-414b-8fbf-57d4a15f190b not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:18.894978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29023c27-cfba-47f6-8ab2-1486e62372e2 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:18.970342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29023c27-cfba-47f6-8ab2-1486e62372e2 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.100947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140a4dc-17fc-461d-b834-d910da583b4b req-12b4e62d-e506-43fa-8c85-420c9c0b4d90 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:19.102666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c140a4dc-17fc-461d-b834-d910da583b4b req-12b4e62d-e506-43fa-8c85-420c9c0b4d90 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 932 time: 0.1075823 Aug 24 00:36:19.143063 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29023c27-cfba-47f6-8ab2-1486e62372e2 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.176415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c140a4dc-17fc-461d-b834-d910da583b4b req-ba521519-7a70-4255-9b1d-4cfe031dd7f4 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666041 Aug 24 00:36:19.190426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59454638-b5e5-4e17-a16e-43f40ef00863 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:19.198316 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.290516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Transition to ACTIVE for port object 59454638-b5e5-4e17-a16e-43f40ef00863 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:19.292651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c93df5a-e7af-465e-92ad-f2aa5e6896ec req-a33397b9-a709-4a8d-94b7-a9f0a2238b6e tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 210 time: 0.0350988 Aug 24 00:36:19.294468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29023c27-cfba-47f6-8ab2-1486e62372e2 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.337285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29023c27-cfba-47f6-8ab2-1486e62372e2 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.339434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-29023c27-cfba-47f6-8ab2-1486e62372e2 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/1704e226-20bd-40cb-a42e-e0d88edd4ca5 HTTP/1.1" status: 204 len: 168 time: 0.5877554 Aug 24 00:36:19.340871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29023c27-cfba-47f6-8ab2-1486e62372e2 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=1704e226-20bd-40cb-a42e-e0d88edd4ca5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:19.343023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50162) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:19.346542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9993895-5e31-4de5-8328-fdfb8f341cea None None] Network 9b186550-57db-48b9-9f09-cf5f85552703 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:19.378138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:19.839298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c29fc32-9e7a-4f1e-b387-abcbe5334fce tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet fc1ce178-07ae-4ddd-a39e-a9370ea125d4 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:19.863583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:19.876290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.876649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.876996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.877621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.877936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.878533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.878875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.879211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.879544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.879882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.880208 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.880534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:19.890159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c29fc32-9e7a-4f1e-b387-abcbe5334fce tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.019805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-15a8ba09-a337-479d-b50c-61fe826db718 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:20.022173 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-15a8ba09-a337-479d-b50c-61fe826db718 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.37 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 815 time: 0.2865808 Aug 24 00:36:20.034055 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c29fc32-9e7a-4f1e-b387-abcbe5334fce tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.065419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Request body: {'port': {'device_id': '271fafc3-eff1-463b-a8fd-31927fbcdad7', 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'admin_state_up': True, 'tenant_id': '722a7e1e93a14c0989de514d16566d56'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:20.146788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Attempting to bind port 59454638-b5e5-4e17-a16e-43f40ef00863 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:20.147570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Attempting to bind port 59454638-b5e5-4e17-a16e-43f40ef00863 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:20.147570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Attempting to bind port 59454638-b5e5-4e17-a16e-43f40ef00863 on network 29a7b11e-690f-46af-878c-92e3f2463916 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:20.164736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Port 59454638-b5e5-4e17-a16e-43f40ef00863 on network 29a7b11e-690f-46af-878c-92e3f2463916 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:36:20.164886 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Attempting to bind port 59454638-b5e5-4e17-a16e-43f40ef00863 on network 29a7b11e-690f-46af-878c-92e3f2463916 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:20.205026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:20.205389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Checking segment: {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:20.205814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Bound using segment: {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:20.213380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Bound port: 59454638-b5e5-4e17-a16e-43f40ef00863, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:20.213380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.286849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c29fc32-9e7a-4f1e-b387-abcbe5334fce tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.382478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:20.387602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:20.401436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a0be7756-8211-41df-935b-dc5fbe3ddcaa None None] Provisioning complete for port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:20.403034 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a0be7756-8211-41df-935b-dc5fbe3ddcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.439394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Made reservation on behalf of 722a7e1e93a14c0989de514d16566d56 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:20.443933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.459846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50886eea-9759-4acc-99ad-3fe5929ae67e req-e62452cb-4145-4df2-bbe8-1deccc192f0c tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 210 time: 0.0589073 Aug 24 00:36:20.469612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c29fc32-9e7a-4f1e-b387-abcbe5334fce tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.473020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.480434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cecf1d-f6ce-4d9b-8d2d-ca008e059a5e req-e424583a-d0d9-4e83-8547-1759ac83be74 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:20.489400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0cecf1d-f6ce-4d9b-8d2d-ca008e059a5e req-e424583a-d0d9-4e83-8547-1759ac83be74 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 944 time: 0.1901987 Aug 24 00:36:20.532814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0d8ac9-be95-484f-9cf5-a9f75b8e876e None None] Network 9b186550-57db-48b9-9f09-cf5f85552703 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:20.544787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0cecf1d-f6ce-4d9b-8d2d-ca008e059a5e req-b1921b8c-8101-453c-8f34-02aaa3abb775 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484533 Aug 24 00:36:20.582370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c29fc32-9e7a-4f1e-b387-abcbe5334fce tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.584528 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1c29fc32-9e7a-4f1e-b387-abcbe5334fce tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/fc1ce178-07ae-4ddd-a39e-a9370ea125d4 HTTP/1.1" status: 204 len: 168 time: 1.2403848 Aug 24 00:36:20.587366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50196) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:20.593053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29fc32-9e7a-4f1e-b387-abcbe5334fce tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1ce178-07ae-4ddd-a39e-a9370ea125d4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:20.662007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:20.662743 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.664218 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] 10.222.0.37 "PUT /v2.0/ports/59454638-b5e5-4e17-a16e-43f40ef00863 HTTP/1.1" status: 200 len: 1092 time: 1.9604638 Aug 24 00:36:20.667180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:20.669938 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f3c7a1-088d-45d3-b747-27db7476cb52" -d '{"events": [{"name": "network-changed", "server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:20.734631 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299de362-6b17-4e73-8258-13f129d4fa9d x-openstack-request-id: req-299de362-6b17-4e73-8258-13f129d4fa9d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:20.734934 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:20.735191 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-299de362-6b17-4e73-8258-13f129d4fa9d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:20.735587 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863', 'status': 'completed', 'code': 200} Aug 24 00:36:20.757898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4436f-d528-480d-bcd5-3773a1846bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:20.767717 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.799183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] DHCP port deletion for 9b186550-57db-48b9-9f09-cf5f85552703 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:20.847288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3c7a1-088d-45d3-b747-27db7476cb52 req-88a65777-17b8-4160-95e5-39aad35f46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:20.849036 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9f3c7a1-088d-45d3-b747-27db7476cb52 req-88a65777-17b8-4160-95e5-39aad35f46e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 1095 time: 0.0699246 Aug 24 00:36:20.854917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Allocated IP 172.20.0.5 (9daf38a6-daeb-4ed1-9e72-2d1147ba611c/c36a24a1-56ab-46df-aba9-5f14ed1de26f/f767d318-1178-42dd-9845-09dec001f50c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:20.863271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:20.864273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.897137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] Deleting port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:20.897800 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.973819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] For port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,segment=NetworkSegment(5bb80348-9245-407d-abd2-291a0c9ccd74),segment_id=5bb80348-9245-407d-abd2-291a0c9ccd74)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:20.974247 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:20.977978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3c7a1-088d-45d3-b747-27db7476cb52 req-f142ec73-4ec1-4517-b7e3-9fa3dfcd93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:20.979614 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9f3c7a1-088d-45d3-b747-27db7476cb52 req-f142ec73-4ec1-4517-b7e3-9fa3dfcd93f3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1223249 Aug 24 00:36:20.982359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] For port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,segment=NetworkSegment(5bb80348-9245-407d-abd2-291a0c9ccd74),segment_id=5bb80348-9245-407d-abd2-291a0c9ccd74)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:20.982785 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.009977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:21.020572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] Calling delete_port for 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:21.103405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3c7a1-088d-45d3-b747-27db7476cb52 req-a619f747-e3f5-4f99-b627-2da17875dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:21.120198 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9f3c7a1-088d-45d3-b747-27db7476cb52 req-a619f747-e3f5-4f99-b627-2da17875dedb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1179352 Aug 24 00:36:21.220931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-5c26d680-8e84-4feb-9258-985de5cbeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:21.222494 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-5c26d680-8e84-4feb-9258-985de5cbeef6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 1095 time: 0.0758047 Aug 24 00:36:21.312714 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-8bc10f90-8579-479c-8ef6-af8c483d45b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59454638-b5e5-4e17-a16e-43f40ef00863 HTTP/1.1" status: 200 len: 217 time: 0.0753510 Aug 24 00:36:21.503103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-a9ad368f-7893-4816-8645-febd238d4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:21.503103 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-a9ad368f-7893-4816-8645-febd238d4a20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12b6c156-755b-4f65-8e04-59e4ab1f848a HTTP/1.1" status: 200 len: 855 time: 0.0841231 Aug 24 00:36:21.503103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.503103 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-9e5e2e59-d8c8-4e7e-832b-0bc472d9d34b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29a7b11e-690f-46af-878c-92e3f2463916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392435 Aug 24 00:36:21.583687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d790c53-8c2e-4656-afd0-d33e1367f96b req-dc2d7eed-6c50-43f6-877f-0c98da33f99f tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 210 time: 0.0476315 Aug 24 00:36:21.600829 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-32c6125b-efa0-4ff7-bf8d-77e62ea2263b service neutron] 10.222.0.37 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363354 Aug 24 00:36:21.610328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:21.691411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ba9e2-091e-4a06-b02c-ad07a5b0116d req-540a3174-aec6-4179-b07d-afea5cddcc9a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:21.693302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-980ba9e2-091e-4a06-b02c-ad07a5b0116d req-540a3174-aec6-4179-b07d-afea5cddcc9a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 944 time: 0.0635018 Aug 24 00:36:21.724152 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:21.742909 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6bef1174-43ca-4ea4-8b93-3c5424c9ab31 req-b5ec1e66-c595-4093-af8f-a6c7ae0b5d32 service neutron] 10.222.0.37 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388295 Aug 24 00:36:21.754020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-980ba9e2-091e-4a06-b02c-ad07a5b0116d req-2d4381c7-2169-4a17-a44e-ebb68e74bf39 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474238 Aug 24 00:36:21.999048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.028125 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.044286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:22.060477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No DVR routers for this DVR port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:22.075646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] Pushing event deleted for resources: {'Port': ['ID=97c48917-e8fa-43d2-96e4-b36c30a9e0d8,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:22.097889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c9c26-3217-4841-be92-859df98a97b6 None None] No DVR routers for this DVR port 97c48917-e8fa-43d2-96e4-b36c30a9e0d8 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:22.153529 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.169075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b186550-57db-48b9-9f09-cf5f85552703']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:22.183177 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.207201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb80348-9245-407d-abd2-291a0c9ccd74') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:22.207201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb80348-9245-407d-abd2-291a0c9ccd74') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:22.209112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:22.211582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.233972 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.241855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:22.280836 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:22.313254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Pushing event updated for resources: {'Port': ['ID=f767d318-1178-42dd-9845-09dec001f50c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:22.332379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:22.333998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:22.336540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:22.406888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:22.407840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.416081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.428669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.433871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50236) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:22.438724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/networks/9b186550-57db-48b9-9f09-cf5f85552703 HTTP/1.1" status: 204 len: 168 time: 1.8500214 Aug 24 00:36:22.454982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6751d-f414-41b6-a3e1-758daf6e79c9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Network': ['ID=9b186550-57db-48b9-9f09-cf5f85552703,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:22.507007 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-5a9b8109-5968-4433-a450-c6468ea47215 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4679635 Aug 24 00:36:22.520490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6598814-f577-4cd7-8490-bf5a4b4635f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:22.522167 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b6598814-f577-4cd7-8490-bf5a4b4635f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0861664 Aug 24 00:36:22.526452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:22.532081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Request body: {'port': {'device_id': '271fafc3-eff1-463b-a8fd-31927fbcdad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:22.562564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['305d8341-cc39-44d3-a929-2b6da77cfec7', '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:22.582810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50240) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:22.583738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ec34ccc4-39c5-4e4c-a05c-0af4e2ba079b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0555284 Aug 24 00:36:22.589312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1845982561'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:22.620710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.731434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:22.736654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:22.834413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f3d17-60c8-4a72-81ff-0fce9361993d req-916d1ee1-939c-4e24-aeff-411a4c72a69c tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:22.835914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa1f3d17-60c8-4a72-81ff-0fce9361993d req-916d1ee1-939c-4e24-aeff-411a4c72a69c tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 931 time: 0.1264229 Aug 24 00:36:22.935113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa1f3d17-60c8-4a72-81ff-0fce9361993d req-e2afe47c-b734-404b-bdaa-a750e0917dcf tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875995 Aug 24 00:36:22.964441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021e15f-5b05-4f2f-b762-943c7fdc5c03 req-f31e703f-bdd9-4380-b2d5-d0ebe89648db tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:22.966147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2021e15f-5b05-4f2f-b762-943c7fdc5c03 req-f31e703f-bdd9-4380-b2d5-d0ebe89648db tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 944 time: 0.0873661 Aug 24 00:36:22.991366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:23.022807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.023314 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Added segment b6448a28-0fe6-4c46-9b62-42184a601f28 of type vlan for network 641537cd-ae7e-4617-8349-6362475afe49 Aug 24 00:36:23.064217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2021e15f-5b05-4f2f-b762-943c7fdc5c03 req-e16225a4-4d73-403e-a3b5-a03ffed5068b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757065 Aug 24 00:36:23.120998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.238513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f767d318-1178-42dd-9845-09dec001f50c {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:23.247223 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.258794 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.265156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:23.265718 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.277554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Transition to ACTIVE for port object f767d318-1178-42dd-9845-09dec001f50c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:23.344568 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.382743 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7986383 Aug 24 00:36:23.385766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50270) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:23.393359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc939f-af04-4b2e-8dac-b876aedc222a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Network': ['ID=641537cd-ae7e-4617-8349-6362475afe49,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:23.393823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '641537cd-ae7e-4617-8349-6362475afe49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:23.405702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 641537cd-ae7e-4617-8349-6362475afe49 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:23.448006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Pushing event updated for resources: {'Port': ['ID=f767d318-1178-42dd-9845-09dec001f50c,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:23.487837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Attempting to bind port f767d318-1178-42dd-9845-09dec001f50c on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:23.488184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Attempting to bind port f767d318-1178-42dd-9845-09dec001f50c by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:23.488621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Attempting to bind port f767d318-1178-42dd-9845-09dec001f50c on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:23.494214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Port f767d318-1178-42dd-9845-09dec001f50c on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:36:23.494490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Attempting to bind port f767d318-1178-42dd-9845-09dec001f50c on network 9daf38a6-daeb-4ed1-9e72-2d1147ba611c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:23.500743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:23.501160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Checking segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:23.501555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Bound using segment: {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:23.502237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Bound port: f767d318-1178-42dd-9845-09dec001f50c, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:23.502612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.587448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:23.591260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.595020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] For port f767d318-1178-42dd-9845-09dec001f50c, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:23.599586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] For port f767d318-1178-42dd-9845-09dec001f50c, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f767d318-1178-42dd-9845-09dec001f50c,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:23.702064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.755848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:23.756815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:23.758978 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-92b268d3-a567-4a59-8711-151572c82098 service neutron] 10.222.0.37 "PUT /v2.0/ports/f767d318-1178-42dd-9845-09dec001f50c HTTP/1.1" status: 200 len: 1091 time: 1.2355316 Aug 24 00:36:23.759905 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271fafc3-eff1-463b-a8fd-31927fbcdad7', 'tag': 'f767d318-1178-42dd-9845-09dec001f50c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:23.762539 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1b8d60-70fe-45c2-9c01-a889fb60bcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "271fafc3-eff1-463b-a8fd-31927fbcdad7", "tag": "f767d318-1178-42dd-9845-09dec001f50c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:23.794546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b268d3-a567-4a59-8711-151572c82098 service neutron] Pushing event updated for resources: {'Port': ['ID=f767d318-1178-42dd-9845-09dec001f50c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:23.822436 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b09e2c8-69f1-48e7-8a9e-ffbc089d45b3 x-openstack-request-id: req-6b09e2c8-69f1-48e7-8a9e-ffbc089d45b3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:23.822944 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271fafc3-eff1-463b-a8fd-31927fbcdad7", "tag": "f767d318-1178-42dd-9845-09dec001f50c", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:23.823258 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b09e2c8-69f1-48e7-8a9e-ffbc089d45b3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:23.823846 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271fafc3-eff1-463b-a8fd-31927fbcdad7', 'tag': 'f767d318-1178-42dd-9845-09dec001f50c', 'status': 'completed', 'code': 200} Aug 24 00:36:23.828442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50278) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:23.892482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b8d60-70fe-45c2-9c01-a889fb60bcf0 req-08de1160-8138-454a-ad71-28664a2ebbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:23.894120 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d1b8d60-70fe-45c2-9c01-a889fb60bcf0 req-08de1160-8138-454a-ad71-28664a2ebbe8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 1094 time: 0.0487597 Aug 24 00:36:23.895932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.019195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b8d60-70fe-45c2-9c01-a889fb60bcf0 req-3f9bd17c-141c-4f17-bff1-56d3e743294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.022070 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d1b8d60-70fe-45c2-9c01-a889fb60bcf0 req-3f9bd17c-141c-4f17-bff1-56d3e743294e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=722a7e1e93a14c0989de514d16566d56&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1192973 Aug 24 00:36:24.030126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=cd51654f-14f6-4efd-934d-183b981dfab7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:24.073194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:24.075975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c61cf3ac-9b15-4cb9-b9a4-bb0fb7d409b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.118800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Checking segment: {'id': 'b6448a28-0fe6-4c46-9b62-42184a601f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '641537cd-ae7e-4617-8349-6362475afe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:24.119218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network hostable DHCP agents. Network: 641537cd-ae7e-4617-8349-6362475afe49, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:24.153474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f7179-db47-4d1b-9020-fac67da01000 req-71b40e36-5912-4772-a002-16ab915fb89a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.160495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a97f7179-db47-4d1b-9020-fac67da01000 req-71b40e36-5912-4772-a002-16ab915fb89a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 943 time: 0.1316111 Aug 24 00:36:24.174100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b8d60-70fe-45c2-9c01-a889fb60bcf0 req-1b1a49b8-e4cd-4aa5-af24-3f227ce9b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.176042 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8d1b8d60-70fe-45c2-9c01-a889fb60bcf0 req-1b1a49b8-e4cd-4aa5-af24-3f227ce9b9b1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479590 Aug 24 00:36:24.255211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4eec831-f509-4967-8a65-c4af0a16a3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.272286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-a92c2d50-8d8c-4e30-9753-fa3312f28683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.274102 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-a92c2d50-8d8c-4e30-9753-fa3312f28683 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 1094 time: 0.0578341 Aug 24 00:36:24.310230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 641537cd-ae7e-4617-8349-6362475afe49 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:24.319282 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-f0d327a0-31ad-4a2c-93f7-a4c69198857c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f767d318-1178-42dd-9845-09dec001f50c HTTP/1.1" status: 200 len: 217 time: 0.0354767 Aug 24 00:36:24.366698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45e0c-4ecb-433c-a55f-ed6582449b0f req-a6c4fce9-e0c0-481c-a873-c3f1bf400c52 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.368200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0a45e0c-4ecb-433c-a55f-ed6582449b0f req-a6c4fce9-e0c0-481c-a873-c3f1bf400c52 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 944 time: 0.2033439 Aug 24 00:36:24.368410 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-8349d6d5-3f9c-4bb4-9816-0c1b7319347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.369689 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-8349d6d5-3f9c-4bb4-9816-0c1b7319347d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c36a24a1-56ab-46df-aba9-5f14ed1de26f HTTP/1.1" status: 200 len: 855 time: 0.0440912 Aug 24 00:36:24.373142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a97f7179-db47-4d1b-9020-fac67da01000 req-5ffdd069-4a71-4c2c-bf11-074ffb03b3c1 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698153 Aug 24 00:36:24.403754 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-598425a8-0d7a-4a27-8481-a0f507281c62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261483 Aug 24 00:36:24.418834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 641537cd-ae7e-4617-8349-6362475afe49) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:24.428871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957cae4-6035-4e2f-98c4-30e6460f4e73 None None] Network 641537cd-ae7e-4617-8349-6362475afe49 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:24.434817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-1ce8f34e-5c63-4d02-8c99-20edd0463c9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1391361 Aug 24 00:36:24.439024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c61cf3ac-9b15-4cb9-b9a4-bb0fb7d409b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.440775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.445805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.475081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0a45e0c-4ecb-433c-a55f-ed6582449b0f req-881421db-3f4e-4dd8-8a3f-e77eb30aaab5 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974600 Aug 24 00:36:24.524517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c61cf3ac-9b15-4cb9-b9a4-bb0fb7d409b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.539474 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-6ac16450-b478-4627-bd61-7752900e2985 service neutron] 10.222.0.37 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286876 Aug 24 00:36:24.613647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c61cf3ac-9b15-4cb9-b9a4-bb0fb7d409b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=559dfd7a13a7481293b0ea9ae95c6a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7838461 Aug 24 00:36:24.616587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50294) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:24.631885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cf3ac-9b15-4cb9-b9a4-bb0fb7d409b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31c99ff-21dc-4032-9da3-6d01a33d505c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:24.642842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-0727d0bf-565b-4769-afe0-02fc8d8a6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.644802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-0727d0bf-565b-4769-afe0-02fc8d8a6350 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 1097 time: 0.1376483 Aug 24 00:36:24.667319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-641537cd-ae7e-4617-8349-6362475afe49', 'network_id': '641537cd-ae7e-4617-8349-6362475afe49', 'tenant_id': '4325029d626c4559ba79ea4a5001ab65', 'fixed_ips': [{'subnet_id': 'cd51654f-14f6-4efd-934d-183b981dfab7'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:24.670174 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.718488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f01d45c3-6ef3-4526-a093-60cb7f0f482e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.725541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aad772f4-075a-4875-9cc7-f61d84e49b44 req-b119d7ad-cffb-44c4-9ea7-254452fed6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792252 Aug 24 00:36:24.744895 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f01d45c3-6ef3-4526-a093-60cb7f0f482e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.745530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4eec831-f509-4967-8a65-c4af0a16a3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.784458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-d84625cc-da75-4604-a6de-f8624c02dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.786240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-d84625cc-da75-4604-a6de-f8624c02dff0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.1108134 Aug 24 00:36:24.827053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Allocated IP 2001:db8::2 (641537cd-ae7e-4617-8349-6362475afe49/cd51654f-14f6-4efd-934d-183b981dfab7/abc88e7b-b3df-49d1-8c96-02f399d82f45) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:24.859705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-3e870166-42e0-467c-9fdb-c793f0e112db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 200 len: 1001 time: 0.0650995 Aug 24 00:36:24.902468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c4eec831-f509-4967-8a65-c4af0a16a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.931143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-f32b7c10-bb18-42c2-b30f-39604fa3e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:24.932591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-f32b7c10-bb18-42c2-b30f-39604fa3e763 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.0652499 Aug 24 00:36:24.942177 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f01d45c3-6ef3-4526-a093-60cb7f0f482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.946258 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f01d45c3-6ef3-4526-a093-60cb7f0f482e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.947545 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f01d45c3-6ef3-4526-a093-60cb7f0f482e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e31c99ff-21dc-4032-9da3-6d01a33d505c HTTP/1.1" status: 204 len: 168 time: 0.3286912 Aug 24 00:36:24.958755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c4eec831-f509-4967-8a65-c4af0a16a3f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17992c84d31343599f6d5ae95c432475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8795977 Aug 24 00:36:24.969707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eec831-f509-4967-8a65-c4af0a16a3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc0d72e-1768-44a5-8b0f-62e5fd83b6de,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:24.972217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:24.972860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d45c3-6ef3-4526-a093-60cb7f0f482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31c99ff-21dc-4032-9da3-6d01a33d505c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:24.976201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:24.978372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c2b13303-1ed5-4b22-be0e-b7b2aefa84f1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5910199 Aug 24 00:36:24.981552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50304) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:24.992915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '641537cd-ae7e-4617-8349-6362475afe49', 'name': 'tempest-PortsIpV6TestJSON-494285729'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:25.006338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Transition to ACTIVE for port object abc88e7b-b3df-49d1-8c96-02f399d82f45 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:25.043167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-e0472f94-b36e-4fdd-a038-ceca9117736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:25.044726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-e0472f94-b36e-4fdd-a038-ceca9117736c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000059 Aug 24 00:36:25.060347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Transition to ACTIVE for port object abc88e7b-b3df-49d1-8c96-02f399d82f45 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:25.075195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22749488-6bba-4845-a07e-145041b03b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.138610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22749488-6bba-4845-a07e-145041b03b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.188220 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.191339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-dc28d594-d32f-4327-8fe5-9d392b73173b service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334021 Aug 24 00:36:25.233940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:25.239123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Network 641537cd-ae7e-4617-8349-6362475afe49 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:25.243445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.243586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:25.243586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Pushing event updated for resources: {'Port': ['ID=abc88e7b-b3df-49d1-8c96-02f399d82f45,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:25.251696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:25.270393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.271090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.273262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.274953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.275607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:25.275731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.276436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.278014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.279079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.281138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.281610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.282621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.283545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:25.341682 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22749488-6bba-4845-a07e-145041b03b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.349718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22749488-6bba-4845-a07e-145041b03b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.350897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-22749488-6bba-4845-a07e-145041b03b31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dc0d72e-1768-44a5-8b0f-62e5fd83b6de HTTP/1.1" status: 204 len: 168 time: 0.3753021 Aug 24 00:36:25.376242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Attempting to bind port abc88e7b-b3df-49d1-8c96-02f399d82f45 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:25.376558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Attempting to bind port abc88e7b-b3df-49d1-8c96-02f399d82f45 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b6448a28-0fe6-4c46-9b62-42184a601f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '641537cd-ae7e-4617-8349-6362475afe49'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:25.376921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Attempting to bind port abc88e7b-b3df-49d1-8c96-02f399d82f45 on network 641537cd-ae7e-4617-8349-6362475afe49 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:25.384720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22749488-6bba-4845-a07e-145041b03b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc0d72e-1768-44a5-8b0f-62e5fd83b6de,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:25.388159 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:25.388549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Checking segment: {'id': 'b6448a28-0fe6-4c46-9b62-42184a601f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '641537cd-ae7e-4617-8349-6362475afe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:25.389066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.389996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Bound using segment: {'id': 'b6448a28-0fe6-4c46-9b62-42184a601f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '641537cd-ae7e-4617-8349-6362475afe49'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:25.392200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Bound port: abc88e7b-b3df-49d1-8c96-02f399d82f45, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6448a28-0fe6-4c46-9b62-42184a601f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '641537cd-ae7e-4617-8349-6362475afe49'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:25.392608 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.406544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2d1653d-d345-4e39-b50a-d03f1c6eadf5 req-5aad0f0c-a072-4ce1-9431-a3bdded0f1f4 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041991 Aug 24 00:36:25.543242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::223 (641537cd-ae7e-4617-8349-6362475afe49/cd51654f-14f6-4efd-934d-183b981dfab7/9bfb21f2-4f75-4411-a8f7-a8efcd8565e5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:25.583423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] For port abc88e7b-b3df-49d1-8c96-02f399d82f45, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:25.584000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99b57b-4781-4f76-97b2-22902052e59f req-f638e1f0-e924-440f-a2ff-6f7f128d4f5b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:25.586172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff99b57b-4781-4f76-97b2-22902052e59f req-f638e1f0-e924-440f-a2ff-6f7f128d4f5b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 943 time: 0.0877521 Aug 24 00:36:25.589799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] For port abc88e7b-b3df-49d1-8c96-02f399d82f45, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=abc88e7b-b3df-49d1-8c96-02f399d82f45,segment=NetworkSegment(b6448a28-0fe6-4c46-9b62-42184a601f28),segment_id=b6448a28-0fe6-4c46-9b62-42184a601f28)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:25.665491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff99b57b-4781-4f76-97b2-22902052e59f req-631784a5-efee-43bf-b603-4a11b0a0d7e8 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723205 Aug 24 00:36:25.681998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec818775-f68a-409b-8900-3681b5d6fc28 req-69991bf2-074d-42f5-b238-0e049d7d24c5 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:25.683922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec818775-f68a-409b-8900-3681b5d6fc28 req-69991bf2-074d-42f5-b238-0e049d7d24c5 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 944 time: 0.0735581 Aug 24 00:36:25.687708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.701349 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.756683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec818775-f68a-409b-8900-3681b5d6fc28 req-b8f71bd9-0e2e-4fc5-a95f-8dcd3b4905ac tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640192 Aug 24 00:36:25.776921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50320) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:25.786641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.800410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-078221be-837f-4ae2-8c4b-87ebfbbb4147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.809314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38240f8f-8fbb-4219-b1ab-5e022c1a5f81 None None] Pushing event updated for resources: {'Port': ['ID=abc88e7b-b3df-49d1-8c96-02f399d82f45,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:25.818357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:25.922594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-078221be-837f-4ae2-8c4b-87ebfbbb4147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.947571 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:25.997279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 641537cd-ae7e-4617-8349-6362475afe49 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:26.002779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-078221be-837f-4ae2-8c4b-87ebfbbb4147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.006027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:26.012346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:26.015141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:26.015960 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.053204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078221be-837f-4ae2-8c4b-87ebfbbb4147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0f385-89f0-4c37-be74-eef4952cb270,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.081449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=9bfb21f2-4f75-4411-a8f7-a8efcd8565e5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.089108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-078221be-837f-4ae2-8c4b-87ebfbbb4147 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=910b5a5c07a5428b8a549b31d016d23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110797 Aug 24 00:36:26.091640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50324) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:26.153497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f3df028-1e01-4d19-b0f6-d0014fb89e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.161438 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-506041a3-d3a4-4984-a665-0f7e8fcad4f8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1759119 Aug 24 00:36:26.162169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50326) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:26.167552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '641537cd-ae7e-4617-8349-6362475afe49', 'name': 'tempest-PortsIpV6TestJSON-402195045'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:26.184078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f3df028-1e01-4d19-b0f6-d0014fb89e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.224145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 59454638-b5e5-4e17-a16e-43f40ef00863 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:36:26.248196 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c6e8129-1c6d-4607-897b-72586bc2f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.300995 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f3df028-1e01-4d19-b0f6-d0014fb89e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.303597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0f3df028-1e01-4d19-b0f6-d0014fb89e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.304882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0f3df028-1e01-4d19-b0f6-d0014fb89e2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ec0f385-89f0-4c37-be74-eef4952cb270 HTTP/1.1" status: 204 len: 168 time: 0.2121916 Aug 24 00:36:26.314534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3df028-1e01-4d19-b0f6-d0014fb89e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0f385-89f0-4c37-be74-eef4952cb270,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.363188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:26.368190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:26.372664 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.374710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '59454638-b5e5-4e17-a16e-43f40ef00863', 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'port_id': '59454638-b5e5-4e17-a16e-43f40ef00863', 'mac_address': 'fa:16:3e:20:bc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b6c156-755b-4f65-8e04-59e4ab1f848a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:36:26.391767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50330) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:26.409312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 5e929620-526d-475a-902f-005e35b6c069 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:26.435379 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.449770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59454638-b5e5-4e17-a16e-43f40ef00863 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:26.454281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90731a8a-0e33-4d16-a9eb-c314212b2b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.476112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:26.551996 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.636463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90731a8a-0e33-4d16-a9eb-c314212b2b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.655234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.670770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::2ca (641537cd-ae7e-4617-8349-6362475afe49/cd51654f-14f6-4efd-934d-183b981dfab7/5e929620-526d-475a-902f-005e35b6c069) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:26.701323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90731a8a-0e33-4d16-a9eb-c314212b2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.742611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-90731a8a-0e33-4d16-a9eb-c314212b2b82 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98d50a35b8624c1ab947261ce24fc685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491902 Aug 24 00:36:26.745763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50336) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:26.749153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90731a8a-0e33-4d16-a9eb-c314212b2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248c8131-596e-4607-b2db-c9c14dcb232e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:26.763151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['59454638-b5e5-4e17-a16e-43f40ef00863'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:26.847167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b35c5-261d-4b4f-b734-a4422fb9cb91 req-47b33dfb-ed01-41d6-8dcf-c65113257f52 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:26.849003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-447b35c5-261d-4b4f-b734-a4422fb9cb91 req-47b33dfb-ed01-41d6-8dcf-c65113257f52 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 943 time: 0.0697639 Aug 24 00:36:26.950034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd153c75-d320-40ec-8694-f62f765bfca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:26.999180 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd153c75-d320-40ec-8694-f62f765bfca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.007094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-447b35c5-261d-4b4f-b734-a4422fb9cb91 req-9507bb08-7396-4e9f-8aed-b39255b87ab7 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517804 Aug 24 00:36:27.028233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b526d1-522c-45e8-bb65-c0542598e957 req-8983909c-d681-4002-a0a3-cb1054e788fe tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:27.030665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45b526d1-522c-45e8-bb65-c0542598e957 req-8983909c-d681-4002-a0a3-cb1054e788fe tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 945 time: 0.1479642 Aug 24 00:36:27.077965 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.105128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45b526d1-522c-45e8-bb65-c0542598e957 req-b852beab-0b54-41dd-ad9a-d794e456cf26 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531516 Aug 24 00:36:27.133666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac6afd-cf88-45d1-b2c3-ddd338d3044c None None] Network 641537cd-ae7e-4617-8349-6362475afe49 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:27.193117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 5e929620-526d-475a-902f-005e35b6c069 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:27.194712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd153c75-d320-40ec-8694-f62f765bfca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.198088 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cd153c75-d320-40ec-8694-f62f765bfca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.201964 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cd153c75-d320-40ec-8694-f62f765bfca4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/248c8131-596e-4607-b2db-c9c14dcb232e HTTP/1.1" status: 204 len: 168 time: 0.4518330 Aug 24 00:36:27.215590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd153c75-d320-40ec-8694-f62f765bfca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248c8131-596e-4607-b2db-c9c14dcb232e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:27.301693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a927b05f-93bb-44f2-b659-a0a09796cb84 None None] Provisioning for port abc88e7b-b3df-49d1-8c96-02f399d82f45 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:27.447261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.499348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 641537cd-ae7e-4617-8349-6362475afe49 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:27.511704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:27.511704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:27.511704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:27.512218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.535299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=5e929620-526d-475a-902f-005e35b6c069,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:27.668202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device abc88e7b-b3df-49d1-8c96-02f399d82f45 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:27.706711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe4e764e-1421-4893-8914-7a79594f1455 None None] Provisioning for port 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:27.713217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-52ab5ee2-b410-4a7f-b4a0-f70c5f1c53dd tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5444131 Aug 24 00:36:27.713585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50360) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:27.714538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe4e764e-1421-4893-8914-7a79594f1455 None None] Provisioning complete for port 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:27.715059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe4e764e-1421-4893-8914-7a79594f1455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.754439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e764e-1421-4893-8914-7a79594f1455 None None] Port 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:27.838755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbec5d3-071b-4f4d-825e-61fb863c317a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:27.843030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ddbec5d3-071b-4f4d-825e-61fb863c317a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A223 HTTP/1.1" status: 200 len: 928 time: 0.1253464 Aug 24 00:36:27.843657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50370) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:27.845182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port abc88e7b-b3df-49d1-8c96-02f399d82f45 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:27.851639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port abc88e7b-b3df-49d1-8c96-02f399d82f45 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:27.852417 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.910898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-22fb137c-57f0-4e1a-a661-df026d4cdc37 None None] Provisioning complete for port 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:27.911280 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22fb137c-57f0-4e1a-a661-df026d4cdc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:27.973143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-22fb137c-57f0-4e1a-a661-df026d4cdc37 None None] Port 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:27.975247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-82ba753e-9e1e-44d9-bfac-8a1444ccf4ca tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 5e929620-526d-475a-902f-005e35b6c069 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:27.975795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ba753e-9e1e-44d9-bfac-8a1444ccf4ca tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.002983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.088609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port abc88e7b-b3df-49d1-8c96-02f399d82f45, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=abc88e7b-b3df-49d1-8c96-02f399d82f45,segment=NetworkSegment(b6448a28-0fe6-4c46-9b62-42184a601f28),segment_id=b6448a28-0fe6-4c46-9b62-42184a601f28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:28.136914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ba753e-9e1e-44d9-bfac-8a1444ccf4ca tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.165752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-82ba753e-9e1e-44d9-bfac-8a1444ccf4ca tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 5e929620-526d-475a-902f-005e35b6c069 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:28.175675 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.187523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318279-118d-4ed3-afe0-3149cbb1d8db req-044b838c-3629-4abd-8027-33ea22005edd tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:28.189926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f318279-118d-4ed3-afe0-3149cbb1d8db req-044b838c-3629-4abd-8027-33ea22005edd tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 943 time: 0.0643556 Aug 24 00:36:28.262897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f767d318-1178-42dd-9845-09dec001f50c details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:36:28.266198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 59454638-b5e5-4e17-a16e-43f40ef00863 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:28.276874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-17b7b59a-3edd-48db-818f-a8c542c3fd99 None None] Provisioning for port 5e929620-526d-475a-902f-005e35b6c069 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:28.293347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f318279-118d-4ed3-afe0-3149cbb1d8db req-058c1870-e344-41a8-9823-19b1435e834b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949426 Aug 24 00:36:28.308524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee9796-7eae-4ffc-b881-75737e641151 req-822de9b7-f114-4b1b-ab4d-4e9b57f8d6e2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:28.310754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eeee9796-7eae-4ffc-b881-75737e641151 req-822de9b7-f114-4b1b-ab4d-4e9b57f8d6e2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 945 time: 0.0905564 Aug 24 00:36:28.324639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-17b7b59a-3edd-48db-818f-a8c542c3fd99 None None] Provisioning complete for port 5e929620-526d-475a-902f-005e35b6c069 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:28.331286 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-17b7b59a-3edd-48db-818f-a8c542c3fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.353171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=abc88e7b-b3df-49d1-8c96-02f399d82f45,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:28.366882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eeee9796-7eae-4ffc-b881-75737e641151 req-1454dc30-2ecf-42c9-9e67-a0ff420e55d5 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434229 Aug 24 00:36:28.428811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-17b7b59a-3edd-48db-818f-a8c542c3fd99 None None] Port 5e929620-526d-475a-902f-005e35b6c069 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:28.472725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ba753e-9e1e-44d9-bfac-8a1444ccf4ca tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.495977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f767d318-1178-42dd-9845-09dec001f50c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f767d318-1178-42dd-9845-09dec001f50c,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:28.513447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba753e-9e1e-44d9-bfac-8a1444ccf4ca tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=5e929620-526d-475a-902f-005e35b6c069,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:28.531555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'f767d318-1178-42dd-9845-09dec001f50c', 'network_id': '9daf38a6-daeb-4ed1-9e72-2d1147ba611c', 'port_id': 'f767d318-1178-42dd-9845-09dec001f50c', 'mac_address': 'fa:16:3e:13:54:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36a24a1-56ab-46df-aba9-5f14ed1de26f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:36:28.534565 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ba753e-9e1e-44d9-bfac-8a1444ccf4ca tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.538922 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-82ba753e-9e1e-44d9-bfac-8a1444ccf4ca tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/5e929620-526d-475a-902f-005e35b6c069 HTTP/1.1" status: 204 len: 168 time: 0.6921315 Aug 24 00:36:28.539386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50390) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:28.544802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 59454638-b5e5-4e17-a16e-43f40ef00863 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:28.568977 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0627c6-c0c1-4893-9712-3a3b908c185e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:28.572987 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-be0627c6-c0c1-4893-9712-3a3b908c185e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/5e929620-526d-475a-902f-005e35b6c069 HTTP/1.1" status: 404 len: 333 time: 0.0302563 Aug 24 00:36:28.573703 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50392) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:28.584454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 59454638-b5e5-4e17-a16e-43f40ef00863 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:28.585448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.629894 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.654698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f767d318-1178-42dd-9845-09dec001f50c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:36:28.692403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-675b7866-d548-47a1-a1ba-72bc2b091277 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:28.692752 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675b7866-d548-47a1-a1ba-72bc2b091277 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.729965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f767d318-1178-42dd-9845-09dec001f50c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f767d318-1178-42dd-9845-09dec001f50c,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:28.731540 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.769370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:28.772526 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92184f48-bcb9-435f-8fb2-b313487e4483" -d '{"events": [{"server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "name": "network-vif-plugged", "status": "completed", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:28.789983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:28.814724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.847047 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ae995a-bb80-4b5f-ac2b-84179273335c x-openstack-request-id: req-43ae995a-bb80-4b5f-ac2b-84179273335c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:28.847346 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "name": "network-vif-plugged", "status": "completed", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:28.847586 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43ae995a-bb80-4b5f-ac2b-84179273335c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:28.847977 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863', 'code': 200} Aug 24 00:36:28.868711 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675b7866-d548-47a1-a1ba-72bc2b091277 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.885120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-675b7866-d548-47a1-a1ba-72bc2b091277 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:28.894149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:28.897009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=f767d318-1178-42dd-9845-09dec001f50c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:28.961732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:28.986701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1a9fe675-7b26-4d69-85ab-934468bcc5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.034187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['f767d318-1178-42dd-9845-09dec001f50c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:36:29.145446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.277902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468fbbe-5441-4b3f-8ea3-2f985b0c792e req-4aeb60f4-2b0a-4aa1-ae8c-76356a796ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:29.279474 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2468fbbe-5441-4b3f-8ea3-2f985b0c792e req-4aeb60f4-2b0a-4aa1-ae8c-76356a796ab8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 1097 time: 0.0668077 Aug 24 00:36:29.357683 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2468fbbe-5441-4b3f-8ea3-2f985b0c792e req-8496745e-c934-4517-a7b4-f9f78330bf89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697751 Aug 24 00:36:29.431830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6de41f-51af-4a52-9134-c62825c902fb req-16958b15-2833-4746-930e-7cd17b605218 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:29.432405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675b7866-d548-47a1-a1ba-72bc2b091277 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.434409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab6de41f-51af-4a52-9134-c62825c902fb req-16958b15-2833-4746-930e-7cd17b605218 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 944 time: 0.0577669 Aug 24 00:36:29.477642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b7866-d548-47a1-a1ba-72bc2b091277 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=9bfb21f2-4f75-4411-a8f7-a8efcd8565e5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:29.518112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab6de41f-51af-4a52-9134-c62825c902fb req-fac267f1-480e-476f-99cb-a5f4a89c5759 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774164 Aug 24 00:36:29.521413 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675b7866-d548-47a1-a1ba-72bc2b091277 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.523456 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-675b7866-d548-47a1-a1ba-72bc2b091277 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 HTTP/1.1" status: 204 len: 168 time: 0.9491370 Aug 24 00:36:29.526085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50424) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:29.552373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d3737-ee47-4198-b741-fb676e5d9151 req-96448308-c380-41e7-8ef8-0bbb233a9238 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:29.555758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c13d3737-ee47-4198-b741-fb676e5d9151 req-96448308-c380-41e7-8ef8-0bbb233a9238 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1121128 Aug 24 00:36:29.594874 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb654000-e49a-4fef-bfa8-be7a8936cb51 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:29.599122 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cb654000-e49a-4fef-bfa8-be7a8936cb51 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/9bfb21f2-4f75-4411-a8f7-a8efcd8565e5 HTTP/1.1" status: 404 len: 333 time: 0.0696642 Aug 24 00:36:29.599612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50428) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:29.623033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c13d3737-ee47-4198-b741-fb676e5d9151 req-9970b79d-50ef-4f87-ace5-ab024de7e3a8 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516777 Aug 24 00:36:29.655751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device abc88e7b-b3df-49d1-8c96-02f399d82f45 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:29.679148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-221260f4-f029-49e8-9610-104337b76391 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet cd51654f-14f6-4efd-934d-183b981dfab7 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:29.683125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-221260f4-f029-49e8-9610-104337b76391 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.727098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port abc88e7b-b3df-49d1-8c96-02f399d82f45 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:29.727389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.775061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-221260f4-f029-49e8-9610-104337b76391 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:29.894142 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-221260f4-f029-49e8-9610-104337b76391 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.038947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-221260f4-f029-49e8-9610-104337b76391 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.072805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221260f4-f029-49e8-9610-104337b76391 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=cd51654f-14f6-4efd-934d-183b981dfab7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:30.078759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-221260f4-f029-49e8-9610-104337b76391 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.083638 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-221260f4-f029-49e8-9610-104337b76391 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/cd51654f-14f6-4efd-934d-183b981dfab7 HTTP/1.1" status: 204 len: 168 time: 0.4800830 Aug 24 00:36:30.084023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50444) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:30.086190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0124494-8a89-4f3b-82a3-bc3e4f885c05 None None] Network 641537cd-ae7e-4617-8349-6362475afe49 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:30.164615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.226278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port abc88e7b-b3df-49d1-8c96-02f399d82f45 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:30.226663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.276054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] DHCP port deletion for 641537cd-ae7e-4617-8349-6362475afe49 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:30.278932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f767d318-1178-42dd-9845-09dec001f50c up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:30.314980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] For port abc88e7b-b3df-49d1-8c96-02f399d82f45, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=abc88e7b-b3df-49d1-8c96-02f399d82f45,segment=NetworkSegment(b6448a28-0fe6-4c46-9b62-42184a601f28),segment_id=b6448a28-0fe6-4c46-9b62-42184a601f28)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:30.315616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.319709 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.340497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for abc88e7b-b3df-49d1-8c96-02f399d82f45 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:30.381666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] Deleting port abc88e7b-b3df-49d1-8c96-02f399d82f45 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:30.382052 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.453222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] For port abc88e7b-b3df-49d1-8c96-02f399d82f45, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=abc88e7b-b3df-49d1-8c96-02f399d82f45,segment=NetworkSegment(b6448a28-0fe6-4c46-9b62-42184a601f28),segment_id=b6448a28-0fe6-4c46-9b62-42184a601f28)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:30.453716 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.467428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] Calling delete_port for abc88e7b-b3df-49d1-8c96-02f399d82f45 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:30.517760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port f767d318-1178-42dd-9845-09dec001f50c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:30.524621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port f767d318-1178-42dd-9845-09dec001f50c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:30.524999 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.580059 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:30.597268 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:36:30.598691 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.617717 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.628530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=abc88e7b-b3df-49d1-8c96-02f399d82f45,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:30.654972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No DVR routers for this DVR port abc88e7b-b3df-49d1-8c96-02f399d82f45 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:30.657591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] Pushing event deleted for resources: {'Port': ['ID=abc88e7b-b3df-49d1-8c96-02f399d82f45,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:30.664111 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.666236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6571a15-44f8-433c-a69e-c8ab139533f7 None None] No DVR routers for this DVR port abc88e7b-b3df-49d1-8c96-02f399d82f45 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:30.707497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port f767d318-1178-42dd-9845-09dec001f50c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f767d318-1178-42dd-9845-09dec001f50c,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:30.855365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271fafc3-eff1-463b-a8fd-31927fbcdad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f767d318-1178-42dd-9845-09dec001f50c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:36:30.855365 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bbf4f4-322b-430b-b7cf-b406641000a6" -d '{"events": [{"server_uuid": "271fafc3-eff1-463b-a8fd-31927fbcdad7", "name": "network-vif-plugged", "status": "completed", "tag": "f767d318-1178-42dd-9845-09dec001f50c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:36:30.885071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:30.976066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=f767d318-1178-42dd-9845-09dec001f50c,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:31.154331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.175163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a000531-99c8-45be-be21-c4bb29aeeef7 req-e2060731-ca4c-47b9-b084-f26d007f0157 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:31.176681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a000531-99c8-45be-be21-c4bb29aeeef7 req-e2060731-ca4c-47b9-b084-f26d007f0157 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 944 time: 0.5500019 Aug 24 00:36:31.182438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641537cd-ae7e-4617-8349-6362475afe49']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:31.196775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6448a28-0fe6-4c46-9b62-42184a601f28') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:31.196980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6448a28-0fe6-4c46-9b62-42184a601f28') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:31.217082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2988644-f521-4533-9c3c-35789cdfe1d5 req-ed24b2e6-3e13-49f0-ba38-99a4931201d2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:31.218647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2988644-f521-4533-9c3c-35789cdfe1d5 req-ed24b2e6-3e13-49f0-ba38-99a4931201d2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.5166316 Aug 24 00:36:31.229591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.267862 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.288209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a000531-99c8-45be-be21-c4bb29aeeef7 req-d4e08c36-0ebe-44d4-8e64-b37b5c873802 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936666 Aug 24 00:36:31.291090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:31.291341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:31.294813 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:31.316023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2988644-f521-4533-9c3c-35789cdfe1d5 req-af1efd45-a67d-482f-b178-e3f6690b8315 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882764 Aug 24 00:36:31.341634 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec8e2c4-6b7b-4b8f-b8de-5d63dca4e012 x-openstack-request-id: req-5ec8e2c4-6b7b-4b8f-b8de-5d63dca4e012 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:36:31.342269 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271fafc3-eff1-463b-a8fd-31927fbcdad7", "name": "network-vif-plugged", "status": "completed", "tag": "f767d318-1178-42dd-9845-09dec001f50c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:36:31.342555 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ec8e2c4-6b7b-4b8f-b8de-5d63dca4e012 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:36:31.342973 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271fafc3-eff1-463b-a8fd-31927fbcdad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f767d318-1178-42dd-9845-09dec001f50c', 'code': 200} Aug 24 00:36:31.443489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c285d4-1fc5-4175-96ca-30c2e753c373 req-5c15b0c1-f37e-4caa-a04d-148feee4bd5f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:31.451685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4c285d4-1fc5-4175-96ca-30c2e753c373 req-5c15b0c1-f37e-4caa-a04d-148feee4bd5f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0673974 Aug 24 00:36:31.468106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e44efa-b90c-43b7-a5e3-8bd432b09686 req-743ab021-ee58-4bfa-8157-56a15bc8aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:31.468640 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-30e44efa-b90c-43b7-a5e3-8bd432b09686 req-743ab021-ee58-4bfa-8157-56a15bc8aefc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 1096 time: 0.0605056 Aug 24 00:36:31.499479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4c285d4-1fc5-4175-96ca-30c2e753c373 req-b603f65c-5edc-452c-b9d8-8dc2ccb33a63 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469034 Aug 24 00:36:31.500852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.509829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.510417 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-30e44efa-b90c-43b7-a5e3-8bd432b09686 req-05dc29a8-1992-481f-ab72-1f03009d4be3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348253 Aug 24 00:36:31.516243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/networks/641537cd-ae7e-4617-8349-6362475afe49 HTTP/1.1" status: 204 len: 168 time: 1.4267893 Aug 24 00:36:31.517262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:31.532447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-481497845'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:31.535642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb6184-a1e8-4cb8-a7eb-dff6c2cbbd3c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Network': ['ID=641537cd-ae7e-4617-8349-6362475afe49,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:31.630969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device abc88e7b-b3df-49d1-8c96-02f399d82f45 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:31.651366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: abc88e7b-b3df-49d1-8c96-02f399d82f45 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:31.651860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device abc88e7b-b3df-49d1-8c96-02f399d82f45 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:31.671965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:31.683503 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.701430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:31.711070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.711342 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Added segment 6a8d389c-4250-4ca2-b690-11f97df6d780 of type vlan for network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 Aug 24 00:36:31.760345 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.854014 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.878817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3998bee-2a9d-4be0-a0b7-754097d7e1f9 req-44ce7b10-a7f3-41ca-b6d1-3ff9653e0df4 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:31.880330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3998bee-2a9d-4be0-a0b7-754097d7e1f9 req-44ce7b10-a7f3-41ca-b6d1-3ff9653e0df4 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0537431 Aug 24 00:36:31.900241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.906299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:31.907023 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:31.988471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3998bee-2a9d-4be0-a0b7-754097d7e1f9 req-0fb88bed-9e2f-4120-baa4-6b4ffc79cb7c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018298 Aug 24 00:36:32.001622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Network': ['ID=e9ce2f37-94d3-458b-b9f4-a711cdacfed4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:32.012669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:32.067676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c2880401-f231-4d65-8002-ce536c93fcfc tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5391686 Aug 24 00:36:32.070573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50496) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:32.076988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:32.188622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d13e05-58f7-499f-bf1b-7570b6b8a672 req-a15c94d2-0a02-4d3f-a799-7fd86b77ed72 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:32.190168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31d13e05-58f7-499f-bf1b-7570b6b8a672 req-a15c94d2-0a02-4d3f-a799-7fd86b77ed72 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1174891 Aug 24 00:36:32.242372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31d13e05-58f7-499f-bf1b-7570b6b8a672 req-128dd92e-ceda-4bf0-8301-b652aaf1a910 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Aug 24 00:36:32.275884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50504) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:32.329721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:32.333395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.460509 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3da368a3-bd51-4581-b9bf-3cb49426c7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.513127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9b889-f276-476b-9b51-05e083762b02 req-eef0a3c2-26f6-4a56-802e-114c122ab264 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:32.514697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16f9b889-f276-476b-9b51-05e083762b02 req-eef0a3c2-26f6-4a56-802e-114c122ab264 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 945 time: 0.1325049 Aug 24 00:36:32.615410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16f9b889-f276-476b-9b51-05e083762b02 req-a859a6ac-d51c-481a-ba9e-6f5166d0a182 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924277 Aug 24 00:36:32.774180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3da368a3-bd51-4581-b9bf-3cb49426c7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.862916 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.902315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3da368a3-bd51-4581-b9bf-3cb49426c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:32.925198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9b5e-2dd5-4b9a-b662-52ac3e2e0430 req-1583935a-4e84-4ec5-b9aa-f499c0a66b1e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:32.926656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c8d9b5e-2dd5-4b9a-b662-52ac3e2e0430 req-1583935a-4e84-4ec5-b9aa-f499c0a66b1e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1168940 Aug 24 00:36:32.972172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=c8612ec5-6611-4f8e-b356-fc314d5d9de6,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:32.989822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3da368a3-bd51-4581-b9bf-3cb49426c7a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2c4658825934d8cbe11af3dee49f0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7114813 Aug 24 00:36:32.992652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50530) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:33.010396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da368a3-bd51-4581-b9bf-3cb49426c7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cede83f-725b-4d7a-ac72-b66cf6fa543d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:33.026618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Checking segment: {'id': '6a8d389c-4250-4ca2-b690-11f97df6d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:33.026618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network hostable DHCP agents. Network: e9ce2f37-94d3-458b-b9f4-a711cdacfed4, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:33.044729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c8d9b5e-2dd5-4b9a-b662-52ac3e2e0430 req-3be258ca-8a11-4743-84ec-4a6c567ee4c1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008039 Aug 24 00:36:33.063483 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8ac92fa5-3290-46df-93a3-7de0a27f294d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.106485 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8ac92fa5-3290-46df-93a3-7de0a27f294d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.141247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:33.214920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e9ce2f37-94d3-458b-b9f4-a711cdacfed4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:33.219438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:33.220203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.228318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bcf108-62d1-4365-96a6-ac837b966f34 None None] Network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:33.249903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8ac92fa5-3290-46df-93a3-7de0a27f294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.252550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8ac92fa5-3290-46df-93a3-7de0a27f294d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.253791 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8ac92fa5-3290-46df-93a3-7de0a27f294d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cede83f-725b-4d7a-ac72-b66cf6fa543d HTTP/1.1" status: 204 len: 168 time: 0.2601180 Aug 24 00:36:33.265735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac92fa5-3290-46df-93a3-7de0a27f294d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cede83f-725b-4d7a-ac72-b66cf6fa543d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:33.349651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b7e9a1e0-79e9-4eb4-bf9a-2ddaed56fafa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2764812 Aug 24 00:36:33.350536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50542) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:33.356481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4', 'name': 'tempest-PortsIpV6TestJSON-704862556', 'fixed_ips': [{'subnet_id': 'c8612ec5-6611-4f8e-b356-fc314d5d9de6', 'ip_address': '2001:db8::10'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:33.560240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-e9ce2f37-94d3-458b-b9f4-a711cdacfed4', 'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4', 'tenant_id': '4325029d626c4559ba79ea4a5001ab65', 'fixed_ips': [{'subnet_id': 'c8612ec5-6611-4f8e-b356-fc314d5d9de6'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:33.564931 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.580591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:33.717087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.738199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Allocated IP 2001:db8::2 (e9ce2f37-94d3-458b-b9f4-a711cdacfed4/c8612ec5-6611-4f8e-b356-fc314d5d9de6/b82867d9-92e7-4f03-9726-7e0b3a76bc99) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:33.760623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:33.794534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c7af-56b8-4b5b-baf2-def051d37b70 req-1ecf3848-13f7-4adb-a459-58b9e764812f tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:33.796249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8102c7af-56b8-4b5b-baf2-def051d37b70 req-1ecf3848-13f7-4adb-a459-58b9e764812f tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 945 time: 0.0966780 Aug 24 00:36:33.888357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:33.896962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Transition to ACTIVE for port object b82867d9-92e7-4f03-9726-7e0b3a76bc99 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:33.915411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Transition to ACTIVE for port object b82867d9-92e7-4f03-9726-7e0b3a76bc99 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:33.946210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8102c7af-56b8-4b5b-baf2-def051d37b70 req-7159e6bc-6d3a-439d-9675-de3f8905fdee tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173189 Aug 24 00:36:34.027814 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.076174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:34.081683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:34.084172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Pushing event updated for resources: {'Port': ['ID=b82867d9-92e7-4f03-9726-7e0b3a76bc99,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:34.088508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:34.100241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::10 (e9ce2f37-94d3-458b-b9f4-a711cdacfed4/c8612ec5-6611-4f8e-b356-fc314d5d9de6/af2195d1-b6b2-4dc1-a39d-d22c0d875fa9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:34.125230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50564) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:34.140492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10a84fd4-2b81-499e-8da1-532dd305e91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.204344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Attempting to bind port b82867d9-92e7-4f03-9726-7e0b3a76bc99 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:34.204957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Attempting to bind port b82867d9-92e7-4f03-9726-7e0b3a76bc99 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6a8d389c-4250-4ca2-b690-11f97df6d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:34.205652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Attempting to bind port b82867d9-92e7-4f03-9726-7e0b3a76bc99 on network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:34.211631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:34.212346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Checking segment: {'id': '6a8d389c-4250-4ca2-b690-11f97df6d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:34.212910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.213618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Bound using segment: {'id': '6a8d389c-4250-4ca2-b690-11f97df6d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:34.214356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Bound port: b82867d9-92e7-4f03-9726-7e0b3a76bc99, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8d389c-4250-4ca2-b690-11f97df6d780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:34.214905 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.276200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd74273-c1da-4245-8533-0a86d43f2221 req-4ef48058-a26d-40c8-9baa-bba067eb7ff3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:34.277859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7fd74273-c1da-4245-8533-0a86d43f2221 req-4ef48058-a26d-40c8-9baa-bba067eb7ff3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1240618 Aug 24 00:36:34.303103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10a84fd4-2b81-499e-8da1-532dd305e91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.311947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] For port b82867d9-92e7-4f03-9726-7e0b3a76bc99, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:34.315768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] For port b82867d9-92e7-4f03-9726-7e0b3a76bc99, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b82867d9-92e7-4f03-9726-7e0b3a76bc99,segment=NetworkSegment(6a8d389c-4250-4ca2-b690-11f97df6d780),segment_id=6a8d389c-4250-4ca2-b690-11f97df6d780)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:34.352035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7fd74273-c1da-4245-8533-0a86d43f2221 req-bc6cc80e-5fcb-4de6-9b41-64c77c60594e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638614 Aug 24 00:36:34.377024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.380929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-10a84fd4-2b81-499e-8da1-532dd305e91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.393529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.406356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:34.426262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a84fd4-2b81-499e-8da1-532dd305e91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664c2416-0c1d-4980-b745-162c3cf117d9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:34.431974 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-10a84fd4-2b81-499e-8da1-532dd305e91b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ccd405817224e668a742a00a0c0c1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056507 Aug 24 00:36:34.435619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:34.485307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc939f-64a5-4ac7-baf6-6bd4b571f943 None None] Pushing event updated for resources: {'Port': ['ID=b82867d9-92e7-4f03-9726-7e0b3a76bc99,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:34.508660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdb65-e8ca-4c1b-a94b-acaaf4d2360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.533235 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdb65-e8ca-4c1b-a94b-acaaf4d2360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.567911 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.628865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:34.634522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:34.638775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:34.645502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:34.646376 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.663968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=af2195d1-b6b2-4dc1-a39d-d22c0d875fa9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:34.803675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cdef43c8-3055-46d9-8ef4-185db5f185fa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4518044 Aug 24 00:36:34.806806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdb65-e8ca-4c1b-a94b-acaaf4d2360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.806926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50580) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:34.808004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdb65-e8ca-4c1b-a94b-acaaf4d2360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:34.812697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fd4fdb65-e8ca-4c1b-a94b-acaaf4d2360b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/664c2416-0c1d-4980-b745-162c3cf117d9 HTTP/1.1" status: 204 len: 168 time: 0.3729146 Aug 24 00:36:34.812876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': 'e9ce2f37-94d3-458b-b9f4-a711cdacfed4', 'name': 'tempest-PortsIpV6TestJSON-1641226014', 'fixed_ips': [{'subnet_id': 'c8612ec5-6611-4f8e-b356-fc314d5d9de6', 'ip_address': '2001:db8::f'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:34.824428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fdb65-e8ca-4c1b-a94b-acaaf4d2360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664c2416-0c1d-4980-b745-162c3cf117d9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:35.066656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:35.175458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.196066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 86dff00e-2f79-4edf-a085-861787583cb2 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:35.431388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::f (e9ce2f37-94d3-458b-b9f4-a711cdacfed4/c8612ec5-6611-4f8e-b356-fc314d5d9de6/86dff00e-2f79-4edf-a085-861787583cb2) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:35.577881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04438e78-02c9-44b2-81b2-04eb63389555 req-c83a7456-f5ff-4128-915b-a0d9b3bcab4d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:35.594042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04438e78-02c9-44b2-81b2-04eb63389555 req-c83a7456-f5ff-4128-915b-a0d9b3bcab4d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1035812 Aug 24 00:36:35.727711 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:35.770828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04438e78-02c9-44b2-81b2-04eb63389555 req-7f0ec5cf-c207-4cc3-ac23-5b6bf066d72f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753423 Aug 24 00:36:35.791936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 86dff00e-2f79-4edf-a085-861787583cb2 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:35.815468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899909ac-4a17-4e30-9406-cedad77a5308 None None] Network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:35.846779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b82867d9-92e7-4f03-9726-7e0b3a76bc99 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:36.055259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.085431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b82867d9-92e7-4f03-9726-7e0b3a76bc99 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:36.097690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2c311798-3281-4ed6-99a8-dc26df899573 None None] Provisioning for port b82867d9-92e7-4f03-9726-7e0b3a76bc99 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:36.102006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2c311798-3281-4ed6-99a8-dc26df899573 None None] Provisioning complete for port b82867d9-92e7-4f03-9726-7e0b3a76bc99 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:36.102314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c311798-3281-4ed6-99a8-dc26df899573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.104553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b82867d9-92e7-4f03-9726-7e0b3a76bc99 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:36.104553 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.137073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:36.144645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:36.153259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:36.162293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:36.162939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.200035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=86dff00e-2f79-4edf-a085-861787583cb2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:36.307647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a50b27c0-008d-4c42-a7db-eff76cf64f6b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5000057 Aug 24 00:36:36.310319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50614) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:36.312622 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.358038 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c311798-3281-4ed6-99a8-dc26df899573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.426669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c7cb5-2cc3-46a1-a75d-a4567851d231 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:36.431098 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fa5c7cb5-2cc3-46a1-a75d-a4567851d231 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1166358 Aug 24 00:36:36.431618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:36.436345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port b82867d9-92e7-4f03-9726-7e0b3a76bc99, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b82867d9-92e7-4f03-9726-7e0b3a76bc99,segment=NetworkSegment(6a8d389c-4250-4ca2-b690-11f97df6d780),segment_id=6a8d389c-4250-4ca2-b690-11f97df6d780)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:36.511891 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.597223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc4c7e-70b1-48a5-855f-63791e783603 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:36.604679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc4c7e-70b1-48a5-855f-63791e783603 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:36.605761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-2c311798-3281-4ed6-99a8-dc26df899573 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:36:36.606133 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-2c311798-3281-4ed6-99a8-dc26df899573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:36:36.622967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bc4c7e-70b1-48a5-855f-63791e783603 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:36.628348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50630) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:36.628644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3bc4c7e-70b1-48a5-855f-63791e783603 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1956875 Aug 24 00:36:36.651577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=b82867d9-92e7-4f03-9726-7e0b3a76bc99,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:36.743478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3c58f643-1e44-49d2-94a5-801d31e3dd2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 86dff00e-2f79-4edf-a085-861787583cb2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:36.746484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c58f643-1e44-49d2-94a5-801d31e3dd2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.875368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c58f643-1e44-49d2-94a5-801d31e3dd2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:36.897473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3c58f643-1e44-49d2-94a5-801d31e3dd2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 86dff00e-2f79-4edf-a085-861787583cb2 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:37.022980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a122d-09cb-4a07-b70a-6475c3d3fca2 req-ca7ac619-7508-4940-b50e-1e9f4afabbcd tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:37.029972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c1a122d-09cb-4a07-b70a-6475c3d3fca2 req-ca7ac619-7508-4940-b50e-1e9f4afabbcd tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1200898 Aug 24 00:36:37.113614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c1a122d-09cb-4a07-b70a-6475c3d3fca2 req-fa15d46a-5f33-448b-b8e3-f22f0816949c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773137 Aug 24 00:36:37.197111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c58f643-1e44-49d2-94a5-801d31e3dd2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.232456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58f643-1e44-49d2-94a5-801d31e3dd2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=86dff00e-2f79-4edf-a085-861787583cb2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:37.281981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c58f643-1e44-49d2-94a5-801d31e3dd2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.281981 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3c58f643-1e44-49d2-94a5-801d31e3dd2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/86dff00e-2f79-4edf-a085-861787583cb2 HTTP/1.1" status: 204 len: 168 time: 0.6500428 Aug 24 00:36:37.282673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:37.303816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78ee1f84-1166-45c9-8774-1343f642d952 None None] Provisioning complete for port b82867d9-92e7-4f03-9726-7e0b3a76bc99 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:37.304343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78ee1f84-1166-45c9-8774-1343f642d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.335861 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6547d29-4862-4b45-9cb5-e929846dbd17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:37.337868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c6547d29-4862-4b45-9cb5-e929846dbd17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/86dff00e-2f79-4edf-a085-861787583cb2 HTTP/1.1" status: 404 len: 333 time: 0.0541475 Aug 24 00:36:37.347168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:37.506683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78ee1f84-1166-45c9-8774-1343f642d952 None None] Provisioning for port af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:37.507926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2bf72efc-b35d-4e66-8192-97623d796ba1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:37.511559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2bf72efc-b35d-4e66-8192-97623d796ba1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.511691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78ee1f84-1166-45c9-8774-1343f642d952 None None] Provisioning complete for port af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:37.511846 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78ee1f84-1166-45c9-8774-1343f642d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.570249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-78ee1f84-1166-45c9-8774-1343f642d952 None None] Port af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:37.584602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78ee1f84-1166-45c9-8774-1343f642d952 None None] Could not find standard attr ID for object 86dff00e-2f79-4edf-a085-861787583cb2. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:36:37.637594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2bf72efc-b35d-4e66-8192-97623d796ba1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.653720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2bf72efc-b35d-4e66-8192-97623d796ba1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:37.679513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b82867d9-92e7-4f03-9726-7e0b3a76bc99 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:37.741644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b82867d9-92e7-4f03-9726-7e0b3a76bc99 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:37.742251 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.883654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2bf72efc-b35d-4e66-8192-97623d796ba1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.921533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf72efc-b35d-4e66-8192-97623d796ba1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=af2195d1-b6b2-4dc1-a39d-d22c0d875fa9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:37.984204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2bf72efc-b35d-4e66-8192-97623d796ba1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:37.992722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50676) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:37.992909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2bf72efc-b35d-4e66-8192-97623d796ba1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 HTTP/1.1" status: 204 len: 168 time: 0.6425946 Aug 24 00:36:38.058468 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-9946a692-a2d5-4b56-ba14-128b88fe1d44 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:38.060167 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9946a692-a2d5-4b56-ba14-128b88fe1d44 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/af2195d1-b6b2-4dc1-a39d-d22c0d875fa9 HTTP/1.1" status: 404 len: 333 time: 0.0699365 Aug 24 00:36:38.063620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:38.155130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c8fff9-765a-4a04-b2b2-b75d1da27e3d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet c8612ec5-6611-4f8e-b356-fc314d5d9de6 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:38.160501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c8fff9-765a-4a04-b2b2-b75d1da27e3d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.280584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c8fff9-765a-4a04-b2b2-b75d1da27e3d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.329894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f30201-2660-4560-827b-65ff22e2fbd2 req-1a364da6-b6d3-42ca-ad46-fe463db60690 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:38.331651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77f30201-2660-4560-827b-65ff22e2fbd2 req-1a364da6-b6d3-42ca-ad46-fe463db60690 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1050415 Aug 24 00:36:38.417320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77f30201-2660-4560-827b-65ff22e2fbd2 req-9e39c4b0-06fe-41b5-8c92-8b0a9ef02880 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770154 Aug 24 00:36:38.426210 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c8fff9-765a-4a04-b2b2-b75d1da27e3d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.609263 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c8fff9-765a-4a04-b2b2-b75d1da27e3d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.641051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8fff9-765a-4a04-b2b2-b75d1da27e3d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=c8612ec5-6611-4f8e-b356-fc314d5d9de6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:38.646451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18c8fff9-765a-4a04-b2b2-b75d1da27e3d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.651758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-18c8fff9-765a-4a04-b2b2-b75d1da27e3d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/c8612ec5-6611-4f8e-b356-fc314d5d9de6 HTTP/1.1" status: 204 len: 168 time: 0.5848439 Aug 24 00:36:38.652197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50706) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:38.681380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fbaf44-3e59-475f-9ad2-b291b80f31d9 None None] Network e9ce2f37-94d3-458b-b9f4-a711cdacfed4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:38.787353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.862010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port b82867d9-92e7-4f03-9726-7e0b3a76bc99 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:38.864220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.974269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] For port b82867d9-92e7-4f03-9726-7e0b3a76bc99, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b82867d9-92e7-4f03-9726-7e0b3a76bc99,segment=NetworkSegment(6a8d389c-4250-4ca2-b690-11f97df6d780),segment_id=6a8d389c-4250-4ca2-b690-11f97df6d780)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:38.974882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:38.990365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] DHCP port deletion for e9ce2f37-94d3-458b-b9f4-a711cdacfed4 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:38.991205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for b82867d9-92e7-4f03-9726-7e0b3a76bc99 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:39.038674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] Deleting port b82867d9-92e7-4f03-9726-7e0b3a76bc99 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:39.039053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.115205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] For port b82867d9-92e7-4f03-9726-7e0b3a76bc99, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b82867d9-92e7-4f03-9726-7e0b3a76bc99,segment=NetworkSegment(6a8d389c-4250-4ca2-b690-11f97df6d780),segment_id=6a8d389c-4250-4ca2-b690-11f97df6d780)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:39.116054 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.131304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] Calling delete_port for b82867d9-92e7-4f03-9726-7e0b3a76bc99 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:39.169322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.199338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=b82867d9-92e7-4f03-9726-7e0b3a76bc99,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:39.207233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No DVR routers for this DVR port b82867d9-92e7-4f03-9726-7e0b3a76bc99 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:39.237826 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.264791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] Pushing event deleted for resources: {'Port': ['ID=b82867d9-92e7-4f03-9726-7e0b3a76bc99,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:39.273039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb91da1-7082-4829-80c7-3aa67ab8c541 None None] No DVR routers for this DVR port b82867d9-92e7-4f03-9726-7e0b3a76bc99 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:39.301991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.313312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ce2f37-94d3-458b-b9f4-a711cdacfed4']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:39.324651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8d389c-4250-4ca2-b690-11f97df6d780') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:39.324991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8d389c-4250-4ca2-b690-11f97df6d780') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:39.334851 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.349106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.355441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:39.355847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:39.359257 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:39.516576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.521197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.523181 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/networks/e9ce2f37-94d3-458b-b9f4-a711cdacfed4 HTTP/1.1" status: 204 len: 168 time: 0.8699098 Aug 24 00:36:39.526966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50738) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:39.532646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-41276778'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:39.561147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4f847-8936-47b7-9d1f-2fbd36de38c2 req-5ef37d49-deb5-4be6-b23e-ef5a2469b129 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:39.564346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a7ee4-1dee-44e5-997b-6b71943fd6b0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Network': ['ID=e9ce2f37-94d3-458b-b9f4-a711cdacfed4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:39.570227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccd4f847-8936-47b7-9d1f-2fbd36de38c2 req-5ef37d49-deb5-4be6-b23e-ef5a2469b129 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0646107 Aug 24 00:36:39.619435 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccd4f847-8936-47b7-9d1f-2fbd36de38c2 req-b8d9b0c8-d6d6-4219-b5f9-75569a2af073 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484297 Aug 24 00:36:39.626003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:39.630047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.634048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b82867d9-92e7-4f03-9726-7e0b3a76bc99 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:39.664365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b82867d9-92e7-4f03-9726-7e0b3a76bc99 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:39.665070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b82867d9-92e7-4f03-9726-7e0b3a76bc99 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:39.671462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:39.682724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.683141 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Added segment a1393e93-0c75-4238-aba3-f1d307d23a14 of type vlan for network 18a50307-a08c-46ad-920d-90b318a7711c Aug 24 00:36:39.723096 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.803201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.812666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:39.814024 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:39.916946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Network': ['ID=18a50307-a08c-46ad-920d-90b318a7711c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:39.927916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 18a50307-a08c-46ad-920d-90b318a7711c details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:39.930202 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5301260e-5a77-499e-9897-d908b4ed5106 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4021924 Aug 24 00:36:39.933337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50768) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:39.941722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '18a50307-a08c-46ad-920d-90b318a7711c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:40.141496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:40.147877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.343220 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:36:40.447302 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.509216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=9252ea41-2ce0-4c96-8507-77de841f0032,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:40.523466 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Checking segment: {'id': 'a1393e93-0c75-4238-aba3-f1d307d23a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '18a50307-a08c-46ad-920d-90b318a7711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:40.523831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network hostable DHCP agents. Network: 18a50307-a08c-46ad-920d-90b318a7711c, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:40.615074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 18a50307-a08c-46ad-920d-90b318a7711c is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:40.724440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 18a50307-a08c-46ad-920d-90b318a7711c) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:40.737660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:40.738198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d20b71-df2a-4623-90e6-c70ce08f18ea None None] Network 18a50307-a08c-46ad-920d-90b318a7711c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:40.738931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.786398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01920622-5ef7-43db-a90a-91c92d64d1b5 req-3170c35d-0c57-4974-acce-534ade8f78b2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:40.790770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01920622-5ef7-43db-a90a-91c92d64d1b5 req-3170c35d-0c57-4974-acce-534ade8f78b2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0715070 Aug 24 00:36:40.838207 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f420d224-afeb-49fd-a637-e7f8c05f758a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9036145 Aug 24 00:36:40.840820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50812) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:40.840995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01920622-5ef7-43db-a90a-91c92d64d1b5 req-da775206-1416-498d-81dc-2f2280b2cc30 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Aug 24 00:36:40.861418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3b46e941-1d00-4861-a2aa-caea7903c044 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2146271370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:40.910147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-18a50307-a08c-46ad-920d-90b318a7711c', 'network_id': '18a50307-a08c-46ad-920d-90b318a7711c', 'tenant_id': '4325029d626c4559ba79ea4a5001ab65', 'fixed_ips': [{'subnet_id': '9252ea41-2ce0-4c96-8507-77de841f0032'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:40.911518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.945227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b46e941-1d00-4861-a2aa-caea7903c044 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:40.946333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b46e941-1d00-4861-a2aa-caea7903c044 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.046525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b46e941-1d00-4861-a2aa-caea7903c044 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.077254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Allocated IP 2001:db8::2 (18a50307-a08c-46ad-920d-90b318a7711c/9252ea41-2ce0-4c96-8507-77de841f0032/addb3591-55bb-472e-80cd-b4e2e2b7b201) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:41.089687 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b46e941-1d00-4861-a2aa-caea7903c044 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.147339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50832) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:41.180787 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b46e941-1d00-4861-a2aa-caea7903c044 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.184587 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3b46e941-1d00-4861-a2aa-caea7903c044 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3384397 Aug 24 00:36:41.185397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50838) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:41.192182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'network_id': '18a50307-a08c-46ad-920d-90b318a7711c', 'name': 'tempest-PortsIpV6TestJSON-637523634'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:41.282279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dfeb4fe-60ca-4455-90c7-a07eb86f7039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.298625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.307936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Transition to ACTIVE for port object addb3591-55bb-472e-80cd-b4e2e2b7b201 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:41.330024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Transition to ACTIVE for port object addb3591-55bb-472e-80cd-b4e2e2b7b201 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:41.403093 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dfeb4fe-60ca-4455-90c7-a07eb86f7039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.415585 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.463681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Network 18a50307-a08c-46ad-920d-90b318a7711c is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:41.466031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:41.470305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:41.473360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Pushing event updated for resources: {'Port': ['ID=addb3591-55bb-472e-80cd-b4e2e2b7b201,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:41.517668 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7dfeb4fe-60ca-4455-90c7-a07eb86f7039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.535359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Attempting to bind port addb3591-55bb-472e-80cd-b4e2e2b7b201 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:41.535746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Attempting to bind port addb3591-55bb-472e-80cd-b4e2e2b7b201 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a1393e93-0c75-4238-aba3-f1d307d23a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '18a50307-a08c-46ad-920d-90b318a7711c'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:41.536114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Attempting to bind port addb3591-55bb-472e-80cd-b4e2e2b7b201 on network 18a50307-a08c-46ad-920d-90b318a7711c {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:41.542873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:41.543265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Checking segment: {'id': 'a1393e93-0c75-4238-aba3-f1d307d23a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '18a50307-a08c-46ad-920d-90b318a7711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:41.543682 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.544082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Bound using segment: {'id': 'a1393e93-0c75-4238-aba3-f1d307d23a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '18a50307-a08c-46ad-920d-90b318a7711c'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:41.544553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Bound port: addb3591-55bb-472e-80cd-b4e2e2b7b201, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1393e93-0c75-4238-aba3-f1d307d23a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '18a50307-a08c-46ad-920d-90b318a7711c'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:41.545514 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.571920 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7dfeb4fe-60ca-4455-90c7-a07eb86f7039 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54d512fbfc3f41d789dcb6fa74e84a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208837 Aug 24 00:36:41.573416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50852) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:41.575195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfeb4fe-60ca-4455-90c7-a07eb86f7039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389c4326-c021-4d6e-be50-415c026be213,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:41.609116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:41.612929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.625392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] For port addb3591-55bb-472e-80cd-b4e2e2b7b201, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:41.629207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] For port addb3591-55bb-472e-80cd-b4e2e2b7b201, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=addb3591-55bb-472e-80cd-b4e2e2b7b201,segment=NetworkSegment(a1393e93-0c75-4238-aba3-f1d307d23a14),segment_id=a1393e93-0c75-4238-aba3-f1d307d23a14)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:41.657344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 79682963-fde4-4132-98e3-1b7d56e40c80 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:41.665004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f019c64c-2d96-4d5e-9f20-2fe2e6ee9e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.723398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f019c64c-2d96-4d5e-9f20-2fe2e6ee9e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.793462 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.819530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::219 (18a50307-a08c-46ad-920d-90b318a7711c/9252ea41-2ce0-4c96-8507-77de841f0032/79682963-fde4-4132-98e3-1b7d56e40c80) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:41.898382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e51857-5b66-4f0a-b32a-feeb92c58a5d None None] Pushing event updated for resources: {'Port': ['ID=addb3591-55bb-472e-80cd-b4e2e2b7b201,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:41.913923 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f019c64c-2d96-4d5e-9f20-2fe2e6ee9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.916836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f019c64c-2d96-4d5e-9f20-2fe2e6ee9e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:41.921647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f019c64c-2d96-4d5e-9f20-2fe2e6ee9e89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/389c4326-c021-4d6e-be50-415c026be213 HTTP/1.1" status: 204 len: 168 time: 0.3461618 Aug 24 00:36:41.973489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019c64c-2d96-4d5e-9f20-2fe2e6ee9e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389c4326-c021-4d6e-be50-415c026be213,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:42.051915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d359c-5a23-462b-b1e6-d6828b9453cc req-3db49990-d603-4513-b966-bbf69fc997cf tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:42.053421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f62d359c-5a23-462b-b1e6-d6828b9453cc req-3db49990-d603-4513-b966-bbf69fc997cf tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0985596 Aug 24 00:36:42.082679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.119239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 79682963-fde4-4132-98e3-1b7d56e40c80 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:42.161040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f62d359c-5a23-462b-b1e6-d6828b9453cc req-6fdc345a-86f6-4c92-ae45-b97289ad98ca tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960925 Aug 24 00:36:42.291653 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.343647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 18a50307-a08c-46ad-920d-90b318a7711c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:42.349897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:42.352251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:42.358162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:42.358726 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.362185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=79682963-fde4-4132-98e3-1b7d56e40c80,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:42.438433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-75897317-252a-4b46-9da6-fd681c52e67f tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2517142 Aug 24 00:36:42.441089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50882) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:42.477058 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.694617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50886) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:42.694861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50888) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:42.712745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2391fefb-1e1b-4ad1-8149-b6f0965d9bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.818357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:42.926200 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7c4e-16ae-4ec5-8e5f-15b07b2510ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.052979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3465f8-24f4-4702-b85c-746d7c13a54d None None] Network 18a50307-a08c-46ad-920d-90b318a7711c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:43.075522 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2391fefb-1e1b-4ad1-8149-b6f0965d9bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.159404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.162335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2391fefb-1e1b-4ad1-8149-b6f0965d9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.189021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5b43f7f0-6500-461e-93df-9017048ac7ee None None] Provisioning for port addb3591-55bb-472e-80cd-b4e2e2b7b201 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:43.207755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2391fefb-1e1b-4ad1-8149-b6f0965d9bcc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd2e0295b0fe421c815b10ca7ed87e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130658 Aug 24 00:36:43.212654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50894) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:43.251562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391fefb-1e1b-4ad1-8149-b6f0965d9bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea81cb0-8fec-4efb-81b7-d867875b5512,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:43.283881 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.321770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7c4e-16ae-4ec5-8e5f-15b07b2510ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.334771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c7940b1-5edf-4a55-8ea5-b431e9a41f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.374695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c7940b1-5edf-4a55-8ea5-b431e9a41f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.398734 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca0c7c4e-16ae-4ec5-8e5f-15b07b2510ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.474253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=79682963-fde4-4132-98e3-1b7d56e40c80,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:43.516525 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ca0c7c4e-16ae-4ec5-8e5f-15b07b2510ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23f576b3373f46b598d899fafb1529d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206747 Aug 24 00:36:43.517540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c7c4e-16ae-4ec5-8e5f-15b07b2510ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd4861-cf76-447d-b0ab-a6f4dab3dc35,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:43.520767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50902) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:43.534431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d583b-ae95-4527-aee0-c40efece79be req-523297d9-a5e8-4794-a4e6-174c5ba76bd4 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:43.542892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b7d583b-ae95-4527-aee0-c40efece79be req-523297d9-a5e8-4794-a4e6-174c5ba76bd4 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.2205505 Aug 24 00:36:43.588908 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c7940b1-5edf-4a55-8ea5-b431e9a41f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.591708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c7940b1-5edf-4a55-8ea5-b431e9a41f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.592891 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2c7940b1-5edf-4a55-8ea5-b431e9a41f59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ea81cb0-8fec-4efb-81b7-d867875b5512 HTTP/1.1" status: 204 len: 168 time: 0.3778751 Aug 24 00:36:43.648139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7940b1-5edf-4a55-8ea5-b431e9a41f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea81cb0-8fec-4efb-81b7-d867875b5512,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:43.689947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95a7421f-eebb-4737-8a05-580c01e53572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.703589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b7d583b-ae95-4527-aee0-c40efece79be req-7e53b2b5-eb4a-469d-bbf6-d5da7b84ffe9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597686 Aug 24 00:36:43.743150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95a7421f-eebb-4737-8a05-580c01e53572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.776573 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.785042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device addb3591-55bb-472e-80cd-b4e2e2b7b201 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:43.843353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5760f0fd-c1ef-449d-b2a6-9e24b065dbe2 None None] Provisioning for port 79682963-fde4-4132-98e3-1b7d56e40c80 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:43.860487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5760f0fd-c1ef-449d-b2a6-9e24b065dbe2 None None] Provisioning complete for port 79682963-fde4-4132-98e3-1b7d56e40c80 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:43.861260 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5760f0fd-c1ef-449d-b2a6-9e24b065dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.912154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5760f0fd-c1ef-449d-b2a6-9e24b065dbe2 None None] Port 79682963-fde4-4132-98e3-1b7d56e40c80 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:43.957614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95a7421f-eebb-4737-8a05-580c01e53572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.961416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95a7421f-eebb-4737-8a05-580c01e53572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:43.962888 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-95a7421f-eebb-4737-8a05-580c01e53572 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23cd4861-cf76-447d-b0ab-a6f4dab3dc35 HTTP/1.1" status: 204 len: 168 time: 0.4408545 Aug 24 00:36:43.973080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7421f-eebb-4737-8a05-580c01e53572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd4861-cf76-447d-b0ab-a6f4dab3dc35,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:44.048629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port addb3591-55bb-472e-80cd-b4e2e2b7b201 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:44.053389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port addb3591-55bb-472e-80cd-b4e2e2b7b201 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:44.054013 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.067774 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.123642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf3000d5-dae5-442e-8371-12ce3aba9cfd None None] Provisioning complete for port 79682963-fde4-4132-98e3-1b7d56e40c80 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:44.125823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf3000d5-dae5-442e-8371-12ce3aba9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.207564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bf3000d5-dae5-442e-8371-12ce3aba9cfd None None] Port 79682963-fde4-4132-98e3-1b7d56e40c80 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:44.277992 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.318312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port addb3591-55bb-472e-80cd-b4e2e2b7b201, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=addb3591-55bb-472e-80cd-b4e2e2b7b201,segment=NetworkSegment(a1393e93-0c75-4238-aba3-f1d307d23a14),segment_id=a1393e93-0c75-4238-aba3-f1d307d23a14)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:44.407944 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.494727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-93ae71d2-d275-4713-bbef-5defbd6af39e None None] Provisioning complete for port 79682963-fde4-4132-98e3-1b7d56e40c80 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:44.495361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-93ae71d2-d275-4713-bbef-5defbd6af39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.548563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=addb3591-55bb-472e-80cd-b4e2e2b7b201,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:44.580781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-93ae71d2-d275-4713-bbef-5defbd6af39e None None] Port 79682963-fde4-4132-98e3-1b7d56e40c80 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:44.918719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.960892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50936) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:44.976718 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0795cae1-38ee-40b4-943e-dfa14d73ff07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.987894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:44.988718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.062344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3874c84-4c50-4a72-94e4-c8f15f09460d req-3da218ff-6c53-4f03-9c99-ea57adc6418e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:45.063970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3874c84-4c50-4a72-94e4-c8f15f09460d req-3da218ff-6c53-4f03-9c99-ea57adc6418e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.2295160 Aug 24 00:36:45.135314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=79682963-fde4-4132-98e3-1b7d56e40c80,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:45.149111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0795cae1-38ee-40b4-943e-dfa14d73ff07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.155353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3874c84-4c50-4a72-94e4-c8f15f09460d req-a7d94bb2-28a0-4b51-96d1-b71c0ba811c8 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499651 Aug 24 00:36:45.204601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 18a50307-a08c-46ad-920d-90b318a7711c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:45.206136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:45.226395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0795cae1-38ee-40b4-943e-dfa14d73ff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.279991 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0795cae1-38ee-40b4-943e-dfa14d73ff07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4e54d9112c541e694307fae15d3c82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179562 Aug 24 00:36:45.283295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 50948) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:45.283988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795cae1-38ee-40b4-943e-dfa14d73ff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8216369b-7258-4f63-8ef8-f82bb24f5d17,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:45.366875 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9acea2-02a3-49da-9b82-d76a23df6bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.404579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9acea2-02a3-49da-9b82-d76a23df6bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.453248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Router 1b50f114-4061-4ba7-b859-6f0d9723b2a0 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:36:45.513073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-210bf6be-ff55-42a6-83a7-339efcf6ba8a None None] Provisioning complete for port 79682963-fde4-4132-98e3-1b7d56e40c80 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:45.515648 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-210bf6be-ff55-42a6-83a7-339efcf6ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.546442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9acea2-02a3-49da-9b82-d76a23df6bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.551612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9acea2-02a3-49da-9b82-d76a23df6bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.555894 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ff9acea2-02a3-49da-9b82-d76a23df6bff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8216369b-7258-4f63-8ef8-f82bb24f5d17 HTTP/1.1" status: 204 len: 168 time: 0.2534974 Aug 24 00:36:45.572358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9acea2-02a3-49da-9b82-d76a23df6bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8216369b-7258-4f63-8ef8-f82bb24f5d17,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:45.577707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:45.591340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2983df3f-07ad-416d-a000-8037776c9da4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "PUT /v2.0/routers/1b50f114-4061-4ba7-b859-6f0d9723b2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1459448 Aug 24 00:36:45.591340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50962) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:45.593695 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df300770-2b98-4133-af6b-6bfaac13af32 None None] Sync routers for ids ['1b50f114-4061-4ba7-b859-6f0d9723b2a0'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:45.617685 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df300770-2b98-4133-af6b-6bfaac13af32 None None] Routers {'1b50f114-4061-4ba7-b859-6f0d9723b2a0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:45.617685 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-df300770-2b98-4133-af6b-6bfaac13af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1b50f114-4061-4ba7-b859-6f0d9723b2a0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:45.663751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-210bf6be-ff55-42a6-83a7-339efcf6ba8a None None] Port 79682963-fde4-4132-98e3-1b7d56e40c80 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:45.673070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device addb3591-55bb-472e-80cd-b4e2e2b7b201 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:45.687895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f469b03-bf1c-4b8b-a2a6-e2a947fa949e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:45.692374 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6f469b03-bf1c-4b8b-a2a6-e2a947fa949e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b50f114-4061-4ba7-b859-6f0d9723b2a0 HTTP/1.1" status: 200 len: 988 time: 0.0958393 Aug 24 00:36:45.692511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:45.699913 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-df300770-2b98-4133-af6b-6bfaac13af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:45.709486 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df300770-2b98-4133-af6b-6bfaac13af32 None None] Routers {'1b50f114-4061-4ba7-b859-6f0d9723b2a0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:45.710134 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-df300770-2b98-4133-af6b-6bfaac13af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1b50f114-4061-4ba7-b859-6f0d9723b2a0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:45.734741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port addb3591-55bb-472e-80cd-b4e2e2b7b201 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:45.735193 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:45.875188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-df300770-2b98-4133-af6b-6bfaac13af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:45.875987 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df300770-2b98-4133-af6b-6bfaac13af32 None None] The sync data for ids ['1b50f114-4061-4ba7-b859-6f0d9723b2a0'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:46.245396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:46.360816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a637fe3-b6a6-4e9d-a815-a7c85669cf75 req-e4f0dae9-4249-4c9b-a24c-e9e08e8546fd tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:46.362392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a637fe3-b6a6-4e9d-a815-a7c85669cf75 req-e4f0dae9-4249-4c9b-a24c-e9e08e8546fd tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1340981 Aug 24 00:36:46.497608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a637fe3-b6a6-4e9d-a815-a7c85669cf75 req-3c0e38c7-989b-4236-9488-6a67e3cdb129 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106868 Aug 24 00:36:46.598904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 79682963-fde4-4132-98e3-1b7d56e40c80 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:46.599475 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:46.743551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:46.756422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 79682963-fde4-4132-98e3-1b7d56e40c80 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:47.065932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.095882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=79682963-fde4-4132-98e3-1b7d56e40c80,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:47.205970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.389181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Router 1b50f114-4061-4ba7-b859-6f0d9723b2a0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:36:47.482690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:36:47.490402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-acd2149c-04a3-49e0-bd9e-6fccb8914cda tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "PUT /v2.0/routers/1b50f114-4061-4ba7-b859-6f0d9723b2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944300 Aug 24 00:36:47.490583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51046) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:47.500185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424f16e-6f49-4738-9156-3e6d24de0805 None None] Sync routers for ids ['1b50f114-4061-4ba7-b859-6f0d9723b2a0'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:36:47.515907 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea2dbda-f289-49ef-9ada-e8e13b72f935 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:47.517523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fea2dbda-f289-49ef-9ada-e8e13b72f935 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/79682963-fde4-4132-98e3-1b7d56e40c80 HTTP/1.1" status: 404 len: 333 time: 0.0259485 Aug 24 00:36:47.520333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:47.538985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424f16e-6f49-4738-9156-3e6d24de0805 None None] Routers {'1b50f114-4061-4ba7-b859-6f0d9723b2a0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:47.541433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3424f16e-6f49-4738-9156-3e6d24de0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1b50f114-4061-4ba7-b859-6f0d9723b2a0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:47.616844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e1592b5-b8d4-45f0-a57a-d390976866d9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:47.621670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3424f16e-6f49-4738-9156-3e6d24de0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:47.634146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424f16e-6f49-4738-9156-3e6d24de0805 None None] Routers {'1b50f114-4061-4ba7-b859-6f0d9723b2a0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:36:47.634771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3424f16e-6f49-4738-9156-3e6d24de0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1b50f114-4061-4ba7-b859-6f0d9723b2a0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:47.672826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3424f16e-6f49-4738-9156-3e6d24de0805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:47.672826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424f16e-6f49-4738-9156-3e6d24de0805 None None] The sync data for ids ['1b50f114-4061-4ba7-b859-6f0d9723b2a0'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:36:47.735633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51064) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:47.931316 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51072) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:48.050670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06e2efad-a2e0-43a1-b351-132708464244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.069592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1980223530'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:48.105581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:36:48.105581 n-d-804878-2 neutron-server[95327]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:36:48.105581 n-d-804878-2 neutron-server[95327]: [parameters: {'project_id': '293ca9de3cc7408fa827158495a102d0', 'id': 'c5f9ac1d-d160-4b44-b7c3-8c1d076c245d', 'expiration': datetime.datetime(2021, 8, 24, 0, 38, 48, 93804)}] Aug 24 00:36:48.105581 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:36:48.106106 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:36:48.173378 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06e2efad-a2e0-43a1-b351-132708464244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.226048 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06e2efad-a2e0-43a1-b351-132708464244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.238674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e1592b5-b8d4-45f0-a57a-d390976866d9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.247436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c4f10-54de-489b-808e-2c0bb9b7dd74 req-aa7155c8-a3a9-4e8d-9f27-a14ab31b46ed tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:48.248993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-639c4f10-54de-489b-808e-2c0bb9b7dd74 req-aa7155c8-a3a9-4e8d-9f27-a14ab31b46ed tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.5958991 Aug 24 00:36:48.251211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e1592b5-b8d4-45f0-a57a-d390976866d9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.269097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2efad-a2e0-43a1-b351-132708464244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be595b8-883b-4428-b8ca-0cdf802afc63,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:48.277025 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-06e2efad-a2e0-43a1-b351-132708464244 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86af63b3a167410f91f8a3804a277e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370319 Aug 24 00:36:48.277420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51078) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:48.331653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e0288e5-64c4-4d31-aff0-fa4fd0aeff42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.341888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-639c4f10-54de-489b-808e-2c0bb9b7dd74 req-cfc09ff1-32f2-469a-8f3a-ad58fe5ab706 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852306 Aug 24 00:36:48.353923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e0288e5-64c4-4d31-aff0-fa4fd0aeff42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.403460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e1592b5-b8d4-45f0-a57a-d390976866d9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.404409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1592b5-b8d4-45f0-a57a-d390976866d9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Fanout notify agent at l3_agent the message router_deleted on router 1b50f114-4061-4ba7-b859-6f0d9723b2a0 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:36:48.413484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e1592b5-b8d4-45f0-a57a-d390976866d9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.414040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5e1592b5-b8d4-45f0-a57a-d390976866d9 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/routers/1b50f114-4061-4ba7-b859-6f0d9723b2a0 HTTP/1.1" status: 204 len: 168 time: 0.8927312 Aug 24 00:36:48.415545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:48.472729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-52122ffd-3674-4d83-88bf-a5ddc21d78f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet 9252ea41-2ce0-4c96-8507-77de841f0032 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:48.475835 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52122ffd-3674-4d83-88bf-a5ddc21d78f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.488599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e0288e5-64c4-4d31-aff0-fa4fd0aeff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.491258 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e0288e5-64c4-4d31-aff0-fa4fd0aeff42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.494724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3e0288e5-64c4-4d31-aff0-fa4fd0aeff42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8be595b8-883b-4428-b8ca-0cdf802afc63 HTTP/1.1" status: 204 len: 168 time: 0.2139974 Aug 24 00:36:48.503335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0288e5-64c4-4d31-aff0-fa4fd0aeff42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be595b8-883b-4428-b8ca-0cdf802afc63,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:48.529751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52122ffd-3674-4d83-88bf-a5ddc21d78f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.619435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52122ffd-3674-4d83-88bf-a5ddc21d78f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.695013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Made reservation on behalf of 293ca9de3cc7408fa827158495a102d0 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:48.699150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.709012 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.779889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52122ffd-3674-4d83-88bf-a5ddc21d78f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.816918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.832113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52122ffd-3674-4d83-88bf-a5ddc21d78f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=9252ea41-2ce0-4c96-8507-77de841f0032,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:48.834589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52122ffd-3674-4d83-88bf-a5ddc21d78f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.840540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4a5e39-9940-4869-975e-2ce4a9d9def1 None None] Network 18a50307-a08c-46ad-920d-90b318a7711c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:48.840997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51090) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:48.841962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-52122ffd-3674-4d83-88bf-a5ddc21d78f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/9252ea41-2ce0-4c96-8507-77de841f0032 HTTP/1.1" status: 204 len: 168 time: 0.4250095 Aug 24 00:36:48.899536 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.955782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:48.957866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce6c478-9f3d-4d46-ae5b-45407c6fcebb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:48.967150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.975662 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:48.978439 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Added segment 04394729-02e3-42b8-be6f-2c9f796f6928 of type vlan for network 1b2ffbda-a82e-4ab9-8a14-837dcee9b6fb Aug 24 00:36:49.046298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.056198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] DHCP port deletion for 18a50307-a08c-46ad-920d-90b318a7711c request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:36:49.089402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port addb3591-55bb-472e-80cd-b4e2e2b7b201 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:49.089838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.119048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] Deleting port addb3591-55bb-472e-80cd-b4e2e2b7b201 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:49.120022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.176810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] For port addb3591-55bb-472e-80cd-b4e2e2b7b201, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=addb3591-55bb-472e-80cd-b4e2e2b7b201,segment=NetworkSegment(a1393e93-0c75-4238-aba3-f1d307d23a14),segment_id=a1393e93-0c75-4238-aba3-f1d307d23a14)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:49.177483 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.188366 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.195649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:49.196077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.205551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for addb3591-55bb-472e-80cd-b4e2e2b7b201 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:49.209193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] For port addb3591-55bb-472e-80cd-b4e2e2b7b201, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=addb3591-55bb-472e-80cd-b4e2e2b7b201,segment=NetworkSegment(a1393e93-0c75-4238-aba3-f1d307d23a14),segment_id=a1393e93-0c75-4238-aba3-f1d307d23a14)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:49.209807 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.223368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] Calling delete_port for addb3591-55bb-472e-80cd-b4e2e2b7b201 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:49.260185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:49.274268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e77e-c884-49f3-bf38-458b8eb7b819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.331678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Pushing event updated for resources: {'Network': ['ID=1b2ffbda-a82e-4ab9-8a14-837dcee9b6fb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:49.336718 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3296a7b4-160e-4606-bea5-08834a5abd06 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4043491 Aug 24 00:36:49.340058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51098) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:49.357708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1b2ffbda-a82e-4ab9-8a14-837dcee9b6fb details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:49.398551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.461236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=addb3591-55bb-472e-80cd-b4e2e2b7b201,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:49.467822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No DVR routers for this DVR port addb3591-55bb-472e-80cd-b4e2e2b7b201 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:49.494424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e77e-c884-49f3-bf38-458b8eb7b819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.564596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c8a1e77e-c884-49f3-bf38-458b8eb7b819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.587729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.600629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a50307-a08c-46ad-920d-90b318a7711c']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:49.614857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1393e93-0c75-4238-aba3-f1d307d23a14') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:49.619231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1393e93-0c75-4238-aba3-f1d307d23a14') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:49.626259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.642794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f730688-88fe-4518-b6a0-4d5a8535badf req-53fa2a89-b4a6-42b6-9bb9-06239fc109a0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:49.648187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f730688-88fe-4518-b6a0-4d5a8535badf req-53fa2a89-b4a6-42b6-9bb9-06239fc109a0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1480749 Aug 24 00:36:49.650446 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.660312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:49.660903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:49.665490 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:49.681604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device addb3591-55bb-472e-80cd-b4e2e2b7b201 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:36:49.683523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.740314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c8a1e77e-c884-49f3-bf38-458b8eb7b819 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d7f5edfbef147d590114416c68e2daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764965 Aug 24 00:36:49.741457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:49.741740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Request body: {'network': {'name': 'tempest-network--1789642312', 'router:external': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:49.743790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1e77e-c884-49f3-bf38-458b8eb7b819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631f23d9-702c-4929-b08d-944b5b069adf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:49.764651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f730688-88fe-4518-b6a0-4d5a8535badf req-41081f76-0512-4067-aeff-8d500d15e563 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988338 Aug 24 00:36:49.770434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] No DVR routers for this DVR port addb3591-55bb-472e-80cd-b4e2e2b7b201 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:36:49.772801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: addb3591-55bb-472e-80cd-b4e2e2b7b201 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:36:49.773163 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device addb3591-55bb-472e-80cd-b4e2e2b7b201 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:36:49.779755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8ed7f-1ba4-4bcc-b587-7236402977fd None None] Pushing event deleted for resources: {'Port': ['ID=addb3591-55bb-472e-80cd-b4e2e2b7b201,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:49.812765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7110c9d9-b098-41e0-8b67-7ca601cf2b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.833955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7110c9d9-b098-41e0-8b67-7ca601cf2b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.843533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.852773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.858202 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/networks/18a50307-a08c-46ad-920d-90b318a7711c HTTP/1.1" status: 204 len: 168 time: 1.0126374 Aug 24 00:36:49.861808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51108) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:49.869479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae7965-baed-4026-8ee0-c397f1eb6bea tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Network': ['ID=18a50307-a08c-46ad-920d-90b318a7711c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:49.881272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Made reservation on behalf of 8abbeb6e97564cfb801d20bb4ee77af6 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:49.881272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.887606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:49.930541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ccc86e-bd4b-4ab5-9960-38be3c22015a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:49.932088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f7ccc86e-bd4b-4ab5-9960-38be3c22015a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/c0999a36-4c5b-41ed-b8cc-44bb62f58cae HTTP/1.1" status: 200 len: 844 time: 0.0692792 Aug 24 00:36:49.941461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51112) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:50.002151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.002943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5dbdac55-3080-4676-88be-742926d1cc48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/c0999a36-4c5b-41ed-b8cc-44bb62f58cae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0597885 Aug 24 00:36:50.006355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51114) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:50.011318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:50.076631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7110c9d9-b098-41e0-8b67-7ca601cf2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.079296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7110c9d9-b098-41e0-8b67-7ca601cf2b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.080455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7110c9d9-b098-41e0-8b67-7ca601cf2b74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/631f23d9-702c-4929-b08d-944b5b069adf HTTP/1.1" status: 204 len: 168 time: 0.3375938 Aug 24 00:36:50.094588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110c9d9-b098-41e0-8b67-7ca601cf2b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f23d9-702c-4929-b08d-944b5b069adf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:50.117178 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.143628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:50.157224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e44878-e903-420d-9ce7-35ddf5f7beb6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:50.162170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.162519 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Added segment 3913dfce-4711-4ec9-be49-00ff3982e69e of type vlan for network 0cd97eed-5ba0-4956-a9a4-f848a8ed8570 Aug 24 00:36:50.202744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:50.207806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.211863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.317588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.318768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:50.319356 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.383990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Network': ['ID=0cd97eed-5ba0-4956-a9a4-f848a8ed8570,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:50.393480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 0cd97eed-5ba0-4956-a9a4-f848a8ed8570 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:50.439153 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9494e524-c687-484c-bee9-a89685427915 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0976648 Aug 24 00:36:50.441655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:50.503386 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.557310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:50.565782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:50.574548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:50.575779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.578738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef7b67-8314-45e0-a46d-38abcdfaa910 None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:50.593103 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.601393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=81b62568-fe93-4df8-8c86-3201cc05c52c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:50.663519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c3df8a65-7390-4fa9-b21d-18c2ea157c48 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6560626 Aug 24 00:36:50.666443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51132) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:50.671785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e017dd57-77c2-44d9-899c-7d42f55ab8e8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'security_group': {'name': 'tempest-secgroup-2111020131'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:50.707288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.719601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd97eed-5ba0-4956-a9a4-f848a8ed8570']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:50.732797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3913dfce-4711-4ec9-be49-00ff3982e69e') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:50.733602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3913dfce-4711-4ec9-be49-00ff3982e69e') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:50.751803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e017dd57-77c2-44d9-899c-7d42f55ab8e8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.753441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.770506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.777743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:50.778395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:50.781433 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:50.784837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'tenant_id': '4325029d626c4559ba79ea4a5001ab65', 'fixed_ips': [{'subnet_id': '81b62568-fe93-4df8-8c86-3201cc05c52c'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:36:50.785787 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:50.898788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb97d0-1f77-458f-bf27-d906e5f88a94 req-34444896-d11c-43f0-bc64-828688ce2adf tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:50.900262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fdb97d0-1f77-458f-bf27-d906e5f88a94 req-34444896-d11c-43f0-bc64-828688ce2adf tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0533876 Aug 24 00:36:50.938318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fdb97d0-1f77-458f-bf27-d906e5f88a94 req-497095df-f041-4eff-85ad-db38d69da504 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312796 Aug 24 00:36:51.004490 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.019685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0cd97eed-5ba0-4956-a9a4-f848a8ed8570 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:36:51.022952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.032512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "DELETE /v2.0/networks/0cd97eed-5ba0-4956-a9a4-f848a8ed8570 HTTP/1.1" status: 204 len: 168 time: 0.5850174 Aug 24 00:36:51.033782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51152) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:51.044185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:51.060736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event deleted for resources: {'Network': ['ID=0cd97eed-5ba0-4956-a9a4-f848a8ed8570,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:51.085491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.088085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.088630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.090895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.092026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.093173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.093726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.094228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.095315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.097477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.098030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.098539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed505165-272f-4599-a1da-f0e6a0cb59b2 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:36:51.122949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e017dd57-77c2-44d9-899c-7d42f55ab8e8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.192849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e017dd57-77c2-44d9-899c-7d42f55ab8e8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.207855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Allocated IP 2001:db8::2 (7c8ea5c4-c0d0-4fd0-9925-528352918c71/81b62568-fe93-4df8-8c86-3201cc05c52c/d9c9f012-f7de-4b86-88a3-47262e49587f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:51.272438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017dd57-77c2-44d9-899c-7d42f55ab8e8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de35ad5-dd18-4e54-8b42-bb9ca4ec6709,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:51.352984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Made reservation on behalf of 8abbeb6e97564cfb801d20bb4ee77af6 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:51.355651 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.386212 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.400846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Transition to ACTIVE for port object d9c9f012-f7de-4b86-88a3-47262e49587f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:51.405366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:51.433542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e017dd57-77c2-44d9-899c-7d42f55ab8e8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.433542 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e017dd57-77c2-44d9-899c-7d42f55ab8e8 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7549162 Aug 24 00:36:51.433542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.433542 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Added segment 37a41616-4daa-4249-b70d-fdfb7bc7f7cb of type vlan for network 40d56190-a2c6-4848-88d4-1599a29b8709 Aug 24 00:36:51.434054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51162) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:51.445697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b13dc72d-1dbb-4289-b1d9-09610c8b5930 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'security_group': {'name': 'tempest-secgroup-740914103'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:51.445925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Transition to ACTIVE for port object d9c9f012-f7de-4b86-88a3-47262e49587f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:51.517518 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.537628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.557795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13dc72d-1dbb-4289-b1d9-09610c8b5930 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.608870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:51.613010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:51.616806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:51.625031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Pushing event updated for resources: {'Port': ['ID=d9c9f012-f7de-4b86-88a3-47262e49587f,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:51.678544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13dc72d-1dbb-4289-b1d9-09610c8b5930 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.681637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Attempting to bind port d9c9f012-f7de-4b86-88a3-47262e49587f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:36:51.682017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Attempting to bind port d9c9f012-f7de-4b86-88a3-47262e49587f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f990a26f-fc08-424c-b83b-bba386c14e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:36:51.682399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Attempting to bind port d9c9f012-f7de-4b86-88a3-47262e49587f on network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:36:51.688086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:36:51.688421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Checking segment: {'id': 'f990a26f-fc08-424c-b83b-bba386c14e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:51.688823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.689218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Bound using segment: {'id': 'f990a26f-fc08-424c-b83b-bba386c14e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:36:51.689818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Bound port: d9c9f012-f7de-4b86-88a3-47262e49587f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f990a26f-fc08-424c-b83b-bba386c14e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:36:51.690094 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.727924 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.728998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:51.729667 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.753407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] For port d9c9f012-f7de-4b86-88a3-47262e49587f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:36:51.756851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] For port d9c9f012-f7de-4b86-88a3-47262e49587f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9c9f012-f7de-4b86-88a3-47262e49587f,segment=NetworkSegment(f990a26f-fc08-424c-b83b-bba386c14e56),segment_id=f990a26f-fc08-424c-b83b-bba386c14e56)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:36:51.793010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Network': ['ID=40d56190-a2c6-4848-88d4-1599a29b8709,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:51.804108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 40d56190-a2c6-4848-88d4-1599a29b8709 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:51.837329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13dc72d-1dbb-4289-b1d9-09610c8b5930 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.861072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.870574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc72d-1dbb-4289-b1d9-09610c8b5930 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208ee35b-4a5c-4fb6-ae95-41986ffb7122,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:51.885797 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c6bd5605-d5eb-46f4-b858-86882e2ef466 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8486333 Aug 24 00:36:51.888179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:51.894442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Request body: {'subnet': {'network_id': '40d56190-a2c6-4848-88d4-1599a29b8709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:51.947070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b13dc72d-1dbb-4289-b1d9-09610c8b5930 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:51.947070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b13dc72d-1dbb-4289-b1d9-09610c8b5930 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5129688 Aug 24 00:36:51.947489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51176) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:51.953328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-180679551', 'security_groups': ['208ee35b-4a5c-4fb6-ae95-41986ffb7122'], 'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81b62568-fe93-4df8-8c86-3201cc05c52c'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:51.957056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daad955-72a4-48e0-a8db-20cd369dc96f None None] Pushing event updated for resources: {'Port': ['ID=d9c9f012-f7de-4b86-88a3-47262e49587f,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:52.065306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Made reservation on behalf of 8abbeb6e97564cfb801d20bb4ee77af6 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:52.067828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.154602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d522ff7-489f-4eb0-bbb5-581d4beb5996 req-ddc59a0b-862d-405d-b9e6-bf9801ad599f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:52.156205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d522ff7-489f-4eb0-bbb5-581d4beb5996 req-ddc59a0b-862d-405d-b9e6-bf9801ad599f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1367726 Aug 24 00:36:52.168525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:52.257778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d522ff7-489f-4eb0-bbb5-581d4beb5996 req-687187ea-f4ed-41d3-9eef-5225078d4e85 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906963 Aug 24 00:36:52.383719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.440888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 11b2ab04-b1bc-4015-928d-388928af7174 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:36:52.688256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.objects.ports [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:36:52.698090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.727881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::382 (7c8ea5c4-c0d0-4fd0-9925-528352918c71/81b62568-fe93-4df8-8c86-3201cc05c52c/11b2ab04-b1bc-4015-928d-388928af7174) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:52.759261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fd249c21-c599-41c8-beac-1e26ec83e221,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:52.768081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Checking segment: {'id': '37a41616-4daa-4249-b70d-fdfb7bc7f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '40d56190-a2c6-4848-88d4-1599a29b8709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:36:52.768405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Network hostable DHCP agents. Network: 40d56190-a2c6-4848-88d4-1599a29b8709, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:36:52.877206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Network 40d56190-a2c6-4848-88d4-1599a29b8709 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:36:52.898265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.919785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 11b2ab04-b1bc-4015-928d-388928af7174 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:52.945911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 40d56190-a2c6-4848-88d4-1599a29b8709) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:52.952719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:52.956295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:52.960743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f84f70-75a8-4268-9b25-f8e4498d7bbc None None] Network 40d56190-a2c6-4848-88d4-1599a29b8709 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:53.054559 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.057663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-52d085d9-a03e-4c3f-9ccd-592da88c821c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1684015 Aug 24 00:36:53.060827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51220) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:53.068368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Request body: {'floatingip': {'floating_network_id': '40d56190-a2c6-4848-88d4-1599a29b8709'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:53.124414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:53.129887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:53.141014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:53.146898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:53.147548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.155047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=11b2ab04-b1bc-4015-928d-388928af7174,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:53.188976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d8a9b-5696-46c1-8b23-4eeee4bf39df None None] Network 40d56190-a2c6-4848-88d4-1599a29b8709 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:53.228512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.266646 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5d196f92-33cb-47b1-b89b-67fad37f3245 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3185134 Aug 24 00:36:53.269698 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51228) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:53.275583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-427a8464-ebce-4c04-8ae3-54ebeab62b12 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:53.343043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.528301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Allocated IP 172.20.0.14 (40d56190-a2c6-4848-88d4-1599a29b8709/fd249c21-c599-41c8-beac-1e26ec83e221/ba336474-bbdb-462d-86bf-9d242d1930cc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:53.540454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f563377c-7856-48cf-9f21-becafece9dca None None] Provisioning for port d9c9f012-f7de-4b86-88a3-47262e49587f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:53.542525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a4d4-97e3-432c-adce-69c3a8d3c92e req-263df2f7-daa2-45b2-915f-579de9b2dd76 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:53.550446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c629a4d4-97e3-432c-adce-69c3a8d3c92e req-263df2f7-daa2-45b2-915f-579de9b2dd76 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1127107 Aug 24 00:36:53.569006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427a8464-ebce-4c04-8ae3-54ebeab62b12 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:53.573001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-427a8464-ebce-4c04-8ae3-54ebeab62b12 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.582476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f563377c-7856-48cf-9f21-becafece9dca None None] Provisioning complete for port c0999a36-4c5b-41ed-b8cc-44bb62f58cae triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:53.582851 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f563377c-7856-48cf-9f21-becafece9dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.649386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f563377c-7856-48cf-9f21-becafece9dca None None] Port c0999a36-4c5b-41ed-b8cc-44bb62f58cae cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:53.733160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c629a4d4-97e3-432c-adce-69c3a8d3c92e req-34209476-74b8-4b6a-baae-f1604c83dc87 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326163 Aug 24 00:36:53.770624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9c9f012-f7de-4b86-88a3-47262e49587f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:53.786316 n-d-804878-2 neutron-server[95327]: INFO neutron.db.ipam_backend_mixin [None req-427a8464-ebce-4c04-8ae3-54ebeab62b12 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81b62568-fe93-4df8-8c86-3201cc05c52c (CIDR: 2001:db8::/64) Aug 24 00:36:53.822204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.833592 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-427a8464-ebce-4c04-8ae3-54ebeab62b12 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:36:53.834985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427a8464-ebce-4c04-8ae3-54ebeab62b12 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:53.889050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port d9c9f012-f7de-4b86-88a3-47262e49587f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:53.894979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:53.895415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.975205 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-427a8464-ebce-4c04-8ae3-54ebeab62b12 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7040896 Aug 24 00:36:53.977016 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:53.978918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:53.984299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-32c3429c-19f5-4765-b132-8fd73b0e9d70 None None] Provisioning for port 11b2ab04-b1bc-4015-928d-388928af7174 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:54.005733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-32c3429c-19f5-4765-b132-8fd73b0e9d70 None None] Provisioning complete for port 11b2ab04-b1bc-4015-928d-388928af7174 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:54.006114 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-32c3429c-19f5-4765-b132-8fd73b0e9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.008271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.056483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:54.080907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-32c3429c-19f5-4765-b132-8fd73b0e9d70 None None] Port 11b2ab04-b1bc-4015-928d-388928af7174 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:54.086374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port d9c9f012-f7de-4b86-88a3-47262e49587f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9c9f012-f7de-4b86-88a3-47262e49587f,segment=NetworkSegment(f990a26f-fc08-424c-b83b-bba386c14e56),segment_id=f990a26f-fc08-424c-b83b-bba386c14e56)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:54.151137 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.184636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Network 40d56190-a2c6-4848-88d4-1599a29b8709 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:54.193847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:54.198776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:36:54.208065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Port': ['ID=ba336474-bbdb-462d-86bf-9d242d1930cc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:54.209241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=d9c9f012-f7de-4b86-88a3-47262e49587f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:54.360908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.370040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:54.373653 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.503480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.769986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.832323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51270) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:54.867908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2393c-fdc9-46b6-9226-b4868a4d75e7 req-e2dfeb04-7b71-47cd-ab6e-0693a0f8184c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:54.871411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ae2393c-fdc9-46b6-9226-b4868a4d75e7 req-e2dfeb04-7b71-47cd-ab6e-0693a0f8184c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0600653 Aug 24 00:36:54.894463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.910264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:54.996127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-373787d6-f24e-4f65-a090-753faf3d3ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.097920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-373787d6-f24e-4f65-a090-753faf3d3ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.162744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-373787d6-f24e-4f65-a090-753faf3d3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.213836 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-373787d6-f24e-4f65-a090-753faf3d3ff0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ef3f25a619c4eb480fb8ff1fd97e2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803411 Aug 24 00:36:55.215011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373787d6-f24e-4f65-a090-753faf3d3ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1217598-071a-4bd5-b30c-7344781f96a2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:55.217666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51278) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:55.263702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Port': ['ID=ba336474-bbdb-462d-86bf-9d242d1930cc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:55.280203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:36:55.283527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ae2393c-fdc9-46b6-9226-b4868a4d75e7 req-727b7715-3469-44a5-a211-b77af1733526 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071372 Aug 24 00:36:55.313070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fefcb7d-9bd1-419a-931a-c3dcbd33fc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.316022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:36:55.327359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:55.328116 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.328356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d959b-63ec-4110-b40a-4091ec246ca1 None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:55.343068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=e86e2f0e-98a1-4699-a7db-e61b34b201e4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:55.345500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fefcb7d-9bd1-419a-931a-c3dcbd33fc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.353754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.412454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-55bbe6b7-ba41-4966-80cd-2943bd9e8325 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4272690 Aug 24 00:36:55.412684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:55.418872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-885636403', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e86e2f0e-98a1-4699-a7db-e61b34b201e4'}], 'security_groups': ['8de35ad5-dd18-4e54-8b42-bb9ca4ec6709']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:55.450497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.451763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f93763e9-ede5-4e7c-b65e-5d71faa52723 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3896112 Aug 24 00:36:55.455049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51282) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:55.500016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fefcb7d-9bd1-419a-931a-c3dcbd33fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.507039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fefcb7d-9bd1-419a-931a-c3dcbd33fc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.510272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8fefcb7d-9bd1-419a-931a-c3dcbd33fc3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1217598-071a-4bd5-b30c-7344781f96a2 HTTP/1.1" status: 204 len: 168 time: 0.2765353 Aug 24 00:36:55.574740 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.629905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.651703 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-26f6c3d2-ddc6-4922-87b8-01e95d3428b6 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=40d56190-a2c6-4848-88d4-1599a29b8709 HTTP/1.1" status: 200 len: 690 time: 0.1954386 Aug 24 00:36:55.654582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefcb7d-9bd1-419a-931a-c3dcbd33fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1217598-071a-4bd5-b30c-7344781f96a2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:55.656364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51286) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:55.719896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9c9f012-f7de-4b86-88a3-47262e49587f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:55.770884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4daf99-5b71-4ebc-836b-0a399c672f8c None None] Update dhcp port {'port': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'fixed_ips': [{'subnet_id': '81b62568-fe93-4df8-8c86-3201cc05c52c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e86e2f0e-98a1-4699-a7db-e61b34b201e4'}], 'binding:host_id': 'n-d-804878-2'}, 'id': 'd9c9f012-f7de-4b86-88a3-47262e49587f'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:36:55.815259 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f4daf99-5b71-4ebc-836b-0a399c672f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:55.833741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:55.834375 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.119585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Delete allocated IP 2001:db8::382 (7c8ea5c4-c0d0-4fd0-9925-528352918c71/81b62568-fe93-4df8-8c86-3201cc05c52c) {{(pid=95326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:36:56.132688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8:0:1::14e (7c8ea5c4-c0d0-4fd0-9925-528352918c71/e86e2f0e-98a1-4699-a7db-e61b34b201e4/11b2ab04-b1bc-4015-928d-388928af7174) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:56.263322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.281795 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5f53ee1-df28-42a3-9490-e7a9ac5b3038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.337056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.355648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 11b2ab04-b1bc-4015-928d-388928af7174 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:56.372900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Deleting port ba336474-bbdb-462d-86bf-9d242d1930cc {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:56.373208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.436042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f201d-0a8a-4c05-a999-f46b739fd2d4 req-afdbe9ea-589b-46ff-bb17-bda57e29bcf3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:56.437690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-588f201d-0a8a-4c05-a999-f46b739fd2d4 req-afdbe9ea-589b-46ff-bb17-bda57e29bcf3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0600901 Aug 24 00:36:56.459981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.460323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.476917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Calling delete_port for ba336474-bbdb-462d-86bf-9d242d1930cc owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:56.498174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-588f201d-0a8a-4c05-a999-f46b739fd2d4 req-7b634dce-ead9-4cad-b292-05d9c0cdf83d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507672 Aug 24 00:36:56.506275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.561896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-3f4daf99-5b71-4ebc-836b-0a399c672f8c None None] Allocated IP 2001:db8:0:1::2 (7c8ea5c4-c0d0-4fd0-9925-528352918c71/e86e2f0e-98a1-4699-a7db-e61b34b201e4/d9c9f012-f7de-4b86-88a3-47262e49587f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:36:56.603215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51300) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:56.629858 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23c2a0d8-946c-4289-9c0b-6b398c972745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.661653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=11b2ab04-b1bc-4015-928d-388928af7174,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:56.665647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] In _notify_port_updated(), no bound segment for port 11b2ab04-b1bc-4015-928d-388928af7174 on network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:36:56.671898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:56.672635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.674000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-adc7400e-97bd-4fdf-86ea-fc80c024b703 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "PUT /v2.0/ports/11b2ab04-b1bc-4015-928d-388928af7174 HTTP/1.1" status: 200 len: 930 time: 1.2602162 Aug 24 00:36:56.676771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:56.709395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3f4daf99-5b71-4ebc-836b-0a399c672f8c None None] For port d9c9f012-f7de-4b86-88a3-47262e49587f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9c9f012-f7de-4b86-88a3-47262e49587f,segment=NetworkSegment(f990a26f-fc08-424c-b83b-bba386c14e56),segment_id=f990a26f-fc08-424c-b83b-bba386c14e56)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:36:56.744387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f4daf99-5b71-4ebc-836b-0a399c672f8c None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.759746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3f4daf99-5b71-4ebc-836b-0a399c672f8c None None] Transition to ACTIVE for port object d9c9f012-f7de-4b86-88a3-47262e49587f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:36:56.792783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7b224624-af59-413b-8093-a34bfc9f1cf1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 11b2ab04-b1bc-4015-928d-388928af7174 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:36:56.793135 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b224624-af59-413b-8093-a34bfc9f1cf1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.811169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.848526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f4daf99-5b71-4ebc-836b-0a399c672f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.856141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba336474-bbdb-462d-86bf-9d242d1930cc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:56.941167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.953214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b224624-af59-413b-8093-a34bfc9f1cf1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:56.969962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7b224624-af59-413b-8093-a34bfc9f1cf1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 11b2ab04-b1bc-4015-928d-388928af7174 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:36:57.006172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23c2a0d8-946c-4289-9c0b-6b398c972745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.021336 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.066229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4daf99-5b71-4ebc-836b-0a399c672f8c None None] Pushing event updated for resources: {'Port': ['ID=d9c9f012-f7de-4b86-88a3-47262e49587f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:57.108465 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23c2a0d8-946c-4289-9c0b-6b398c972745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.155132 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-23c2a0d8-946c-4289-9c0b-6b398c972745 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0dff502ff164e95aa4ba8792639f9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507686 Aug 24 00:36:57.159756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.159756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2a0d8-946c-4289-9c0b-6b398c972745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5978013-b873-4e81-90a8-d57fa9db71ae,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:57.161629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51306) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:57.183236 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b224624-af59-413b-8093-a34bfc9f1cf1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.207238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fd249c21-c599-41c8-beac-1e26ec83e221,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:57.276668 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.279366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b224624-af59-413b-8093-a34bfc9f1cf1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=11b2ab04-b1bc-4015-928d-388928af7174,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:57.294553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d56190-a2c6-4848-88d4-1599a29b8709']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:57.306144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a41616-4daa-4249-b70d-fdfb7bc7f7cb') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:57.306452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a41616-4daa-4249-b70d-fdfb7bc7f7cb') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:57.316769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.331979 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.335589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ae219f0-b47b-451d-b0b5-b1343374e154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.339775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:57.340204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.377463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ae219f0-b47b-451d-b0b5-b1343374e154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:57.436843 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:57.441149 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b224624-af59-413b-8093-a34bfc9f1cf1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.443223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7b224624-af59-413b-8093-a34bfc9f1cf1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/11b2ab04-b1bc-4015-928d-388928af7174 HTTP/1.1" status: 204 len: 168 time: 0.7655027 Aug 24 00:36:57.446135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:57.488972 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-2133c7f5-d005-423c-90bb-1302d8ddab93 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:36:57.490077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51314) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:57.490879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2133c7f5-d005-423c-90bb-1302d8ddab93 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/11b2ab04-b1bc-4015-928d-388928af7174 HTTP/1.1" status: 404 len: 333 time: 0.0435221 Aug 24 00:36:57.534436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ae219f0-b47b-451d-b0b5-b1343374e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.536945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3ae219f0-b47b-451d-b0b5-b1343374e154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.538342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.559005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3ae219f0-b47b-451d-b0b5-b1343374e154 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5978013-b873-4e81-90a8-d57fa9db71ae HTTP/1.1" status: 204 len: 168 time: 0.3961792 Aug 24 00:36:57.566002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40d56190-a2c6-4848-88d4-1599a29b8709 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:36:57.569149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.571858 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "DELETE /v2.0/networks/40d56190-a2c6-4848-88d4-1599a29b8709 HTTP/1.1" status: 204 len: 168 time: 1.9077222 Aug 24 00:36:57.576602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:57.587459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622826ca-378c-4ada-943e-64590b4a5b6b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event deleted for resources: {'Network': ['ID=40d56190-a2c6-4848-88d4-1599a29b8709,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:57.607811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00afed39-bbeb-4489-bf5a-37ead2a1eea5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.652100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00afed39-bbeb-4489-bf5a-37ead2a1eea5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.743505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae219f0-b47b-451d-b0b5-b1343374e154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5978013-b873-4e81-90a8-d57fa9db71ae,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:57.781247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9c9f012-f7de-4b86-88a3-47262e49587f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:36:57.825919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00afed39-bbeb-4489-bf5a-37ead2a1eea5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.829367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00afed39-bbeb-4489-bf5a-37ead2a1eea5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:57.830766 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-00afed39-bbeb-4489-bf5a-37ead2a1eea5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/security-groups/208ee35b-4a5c-4fb6-ae95-41986ffb7122 HTTP/1.1" status: 204 len: 168 time: 0.3399398 Aug 24 00:36:57.860237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51324) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:57.864766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afed39-bbeb-4489-bf5a-37ead2a1eea5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ee35b-4a5c-4fb6-ae95-41986ffb7122,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:58.025197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-275b7127-f051-49f0-9667-2094f16f4cb3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.071995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-275b7127-f051-49f0-9667-2094f16f4cb3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.081447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51328) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:58.082307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-decf4b20-1148-4d5f-96d9-ba84a725b98c tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4908285 Aug 24 00:36:58.116428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01697-1f04-4a08-ad8a-f6cbe3cd20fa req-6191a22d-d433-4800-a542-1638f5d4d6a1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.125469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bc1d921a-5ad3-4dbc-9410-ef4837137ffb None None] Could not find standard attr ID for object 11b2ab04-b1bc-4015-928d-388928af7174. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:36:58.130248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81d01697-1f04-4a08-ad8a-f6cbe3cd20fa req-6191a22d-d433-4800-a542-1638f5d4d6a1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.3136647 Aug 24 00:36:58.231556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bc1d921a-5ad3-4dbc-9410-ef4837137ffb None None] Provisioning for port d9c9f012-f7de-4b86-88a3-47262e49587f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:36:58.237202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bc1d921a-5ad3-4dbc-9410-ef4837137ffb None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:58.237949 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc1d921a-5ad3-4dbc-9410-ef4837137ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.240041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81d01697-1f04-4a08-ad8a-f6cbe3cd20fa req-9513d748-3695-4f95-b466-dd51746870fa tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031048 Aug 24 00:36:58.377796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bc1d921a-5ad3-4dbc-9410-ef4837137ffb None None] Provisioning complete for port c0999a36-4c5b-41ed-b8cc-44bb62f58cae triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:36:58.378988 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc1d921a-5ad3-4dbc-9410-ef4837137ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.428563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d921a-5ad3-4dbc-9410-ef4837137ffb None None] Port c0999a36-4c5b-41ed-b8cc-44bb62f58cae cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:36:58.527058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.527564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.527982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.528470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.528934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.529376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.529902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.530491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.530802 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.531243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:58.536349 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f5000cff-87d6-4148-ad2c-3cb2844a1ee3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6549 time: 0.4335454 Aug 24 00:36:58.536349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51336) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:58.548635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d2720acb-a99c-4508-aa73-65b7d11717ff None None] Could not find standard attr ID for object 11b2ab04-b1bc-4015-928d-388928af7174. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:36:58.624876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-275b7127-f051-49f0-9667-2094f16f4cb3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.627606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-275b7127-f051-49f0-9667-2094f16f4cb3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.631787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51340) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:58.632880 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-275b7127-f051-49f0-9667-2094f16f4cb3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/security-groups/8de35ad5-dd18-4e54-8b42-bb9ca4ec6709 HTTP/1.1" status: 204 len: 168 time: 0.7506928 Aug 24 00:36:58.640929 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-4a2ec83f-e76c-438d-941a-e400d0a506e1 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] delete failed (client error): The resource could not be found. Aug 24 00:36:58.650534 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4a2ec83f-e76c-438d-941a-e400d0a506e1 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/9c7580f6-da82-47f9-8abf-a586e18b8439 HTTP/1.1" status: 404 len: 345 time: 0.1131232 Aug 24 00:36:58.667328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51344) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:58.676032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b7127-f051-49f0-9667-2094f16f4cb3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de35ad5-dd18-4e54-8b42-bb9ca4ec6709,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:58.699348 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe32477-3e1a-48d2-9917-47635247e8f4 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] DELETE failed (client error): The resource could not be found. Aug 24 00:36:58.699931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe32477-3e1a-48d2-9917-47635247e8f4 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:36:58.711670 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0fe32477-3e1a-48d2-9917-47635247e8f4 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "DELETE /v2.0/networks/40d56190-a2c6-4848-88d4-1599a29b8709 HTTP/1.1" status: 404 len: 339 time: 0.0392032 Aug 24 00:36:58.720719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c8a31e-b9dc-4c7c-90a7-8b9a496a71aa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet 81b62568-fe93-4df8-8c86-3201cc05c52c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:36:58.721493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51346) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:58.724486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83c8a31e-b9dc-4c7c-90a7-8b9a496a71aa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.726548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Request body: {'network': {'name': 'tempest-network--2016148837', 'router:external': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:58.777510 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83c8a31e-b9dc-4c7c-90a7-8b9a496a71aa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.807483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Made reservation on behalf of 8abbeb6e97564cfb801d20bb4ee77af6 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:58.810871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.864957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:36:58.878629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.879092 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Added segment 54287aba-9e9a-4e7f-93cf-bbf654de05aa of type vlan for network 52a351bd-d0c3-4a36-9f04-a7119ce0d0e3 Aug 24 00:36:58.885053 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83c8a31e-b9dc-4c7c-90a7-8b9a496a71aa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.939242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:58.951903 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-685515a6-a525-4872-8a70-5d7e009286ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.031622 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.032739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:59.032865 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83c8a31e-b9dc-4c7c-90a7-8b9a496a71aa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.033599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.067198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8a31e-b9dc-4c7c-90a7-8b9a496a71aa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=81b62568-fe93-4df8-8c86-3201cc05c52c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:59.071138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83c8a31e-b9dc-4c7c-90a7-8b9a496a71aa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.073380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-83c8a31e-b9dc-4c7c-90a7-8b9a496a71aa tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/81b62568-fe93-4df8-8c86-3201cc05c52c HTTP/1.1" status: 204 len: 168 time: 0.4400477 Aug 24 00:36:59.077522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:59.083177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:36:59.087949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d832af8-2089-49ef-944e-7a086faf262c None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:36:59.113395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Network': ['ID=52a351bd-d0c3-4a36-9f04-a7119ce0d0e3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:36:59.126102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 52a351bd-d0c3-4a36-9f04-a7119ce0d0e3 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:36:59.128150 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.152027 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-83de1ed2-1db7-4740-9e24-90d5ae0d20bf tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4293962 Aug 24 00:36:59.155863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51362) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:59.426151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9517c0d-197a-4eb7-bb45-a0aec34ca1b5 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:59.432556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9517c0d-197a-4eb7-bb45-a0aec34ca1b5 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:59.438952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9517c0d-197a-4eb7-bb45-a0aec34ca1b5 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:59.457755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9517c0d-197a-4eb7-bb45-a0aec34ca1b5 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:59.460510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b9517c0d-197a-4eb7-bb45-a0aec34ca1b5 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3041203 Aug 24 00:36:59.465724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51372) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:36:59.493312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645b05f-c766-407d-9f09-1dde6ccef22a req-ab3b21c5-f401-4756-be6a-407418a872f1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:36:59.496051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8645b05f-c766-407d-9f09-1dde6ccef22a req-ab3b21c5-f401-4756-be6a-407418a872f1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1580083 Aug 24 00:36:59.496172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:36:59.500399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.579685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.668323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8645b05f-c766-407d-9f09-1dde6ccef22a req-cf5551e4-fd6b-4638-8c4f-4da7c16221a9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613169 Aug 24 00:36:59.722091 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.736151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a351bd-d0c3-4a36-9f04-a7119ce0d0e3']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:59.755087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54287aba-9e9a-4e7f-93cf-bbf654de05aa') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:59.755605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54287aba-9e9a-4e7f-93cf-bbf654de05aa') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:36:59.768090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.793270 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.800752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:36:59.801516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:36:59.803750 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:36:59.962578 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:36:59.986822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52a351bd-d0c3-4a36-9f04-a7119ce0d0e3 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:36:59.998717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event deleted for resources: {'Network': ['ID=52a351bd-d0c3-4a36-9f04-a7119ce0d0e3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:00.002531 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.009161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:00.009664 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f1c3b01b-3ef8-4064-ab71-50ea98ceb04b tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "DELETE /v2.0/networks/52a351bd-d0c3-4a36-9f04-a7119ce0d0e3 HTTP/1.1" status: 204 len: 168 time: 0.5418243 Aug 24 00:37:00.015610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Request body: {'network': {'name': 'tempest-network--1012588687', 'router:external': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:00.020406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.103273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:00.159542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:00.161231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:00.164007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:00.164882 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.226942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Made reservation on behalf of 8abbeb6e97564cfb801d20bb4ee77af6 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:00.230202 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.271056 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.280560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:37:00.295343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c92043d-e46d-4243-a69b-a76b34148a6a None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:00.299799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-19ad3160-28bd-484d-83b0-0d9ddedb76eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2204478 Aug 24 00:37:00.302368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:00.307758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e266e2c8-f9d2-4711-a018-fb76208810f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'security_group': {'name': 'tempest-secgroup-1136061606'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:00.308956 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.310636 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Added segment 8b679a5d-ee6f-4d60-9121-e4112ac15611 of type vlan for network f729d902-b501-485c-a6ae-9a19d59612b2 Aug 24 00:37:00.412630 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.470093 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e266e2c8-f9d2-4711-a018-fb76208810f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.563403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6e1d4c65-500c-4f3e-b822-55260545a29e None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:00.563710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4c65-500c-4f3e-b822-55260545a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.568443 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.574804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:00.574804 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.690913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e266e2c8-f9d2-4711-a018-fb76208810f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.720107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Network': ['ID=f729d902-b501-485c-a6ae-9a19d59612b2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:00.739746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network f729d902-b501-485c-a6ae-9a19d59612b2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:37:00.776188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be58225d-5406-448e-9e6f-fca55cb61646 None None] Update dhcp port {'port': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'fixed_ips': [{'subnet_id': 'e86e2f0e-98a1-4699-a7db-e61b34b201e4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c'}], 'binding:host_id': 'n-d-804878-2'}, 'id': 'd9c9f012-f7de-4b86-88a3-47262e49587f'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:37:00.877022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e266e2c8-f9d2-4711-a018-fb76208810f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.929082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266e2c8-f9d2-4711-a018-fb76208810f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb05176-c835-4c04-ac18-13dd896c8148,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:00.962390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a219d-d894-4113-ac0f-ebacf458e77d req-862cb379-deb3-401c-a939-71ad2a4ca75c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:00.962390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc6a219d-d894-4113-ac0f-ebacf458e77d req-862cb379-deb3-401c-a939-71ad2a4ca75c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1933210 Aug 24 00:37:00.991768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-97b556e9-dd32-4156-8f91-91c73ba38718 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9811790 Aug 24 00:37:00.995146 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-be58225d-5406-448e-9e6f-fca55cb61646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:00.995322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51410) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.064042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc6a219d-d894-4113-ac0f-ebacf458e77d req-01272f79-a5b5-4e90-9c79-10573fd62417 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977073 Aug 24 00:37:01.070697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6e1d4c65-500c-4f3e-b822-55260545a29e None None] Provisioning complete for port c0999a36-4c5b-41ed-b8cc-44bb62f58cae triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:01.071085 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4c65-500c-4f3e-b822-55260545a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.079522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e266e2c8-f9d2-4711-a018-fb76208810f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.085129 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e266e2c8-f9d2-4711-a018-fb76208810f4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7815168 Aug 24 00:37:01.097671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51416) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.102858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8c72c713-a8b0-4ffd-8b50-7baa421431c0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'security_group': {'name': 'tempest-secgroup-882623888'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:01.123579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d4c65-500c-4f3e-b822-55260545a29e None None] Port c0999a36-4c5b-41ed-b8cc-44bb62f58cae cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:01.207043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91519b1d-5078-4441-91e7-d22785711523 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:01.209716 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-91519b1d-5078-4441-91e7-d22785711523 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] 10.222.0.26 "GET /v2.0/networks/f729d902-b501-485c-a6ae-9a19d59612b2 HTTP/1.1" status: 200 len: 757 time: 0.2132399 Aug 24 00:37:01.214457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51424) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.231158 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c72c713-a8b0-4ffd-8b50-7baa421431c0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.335538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f016b9-7dbf-4dcb-a4d1-a8543b04be24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:01.336929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-13f016b9-7dbf-4dcb-a4d1-a8543b04be24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] 10.222.0.26 "GET /v2.0/networks/1b2ffbda-a82e-4ab9-8a14-837dcee9b6fb HTTP/1.1" status: 200 len: 768 time: 0.1213996 Aug 24 00:37:01.341661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.359323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-be58225d-5406-448e-9e6f-fca55cb61646 None None] Allocated IP 2001:db8::2 (7c8ea5c4-c0d0-4fd0-9925-528352918c71/e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c/d9c9f012-f7de-4b86-88a3-47262e49587f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:01.368704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c72c713-a8b0-4ffd-8b50-7baa421431c0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.431017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c72c713-a8b0-4ffd-8b50-7baa421431c0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.434800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.502786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72c713-a8b0-4ffd-8b50-7baa421431c0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9abf4d-565f-47a9-96cb-2387593935a9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:01.528984 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c72c713-a8b0-4ffd-8b50-7baa421431c0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.534400 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8c72c713-a8b0-4ffd-8b50-7baa421431c0 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4339821 Aug 24 00:37:01.534400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51430) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.538273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9ea0f031-4e98-40a5-a100-41806824ff1e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'security_group': {'name': 'tempest-secgroup-582356775'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:01.547827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-be58225d-5406-448e-9e6f-fca55cb61646 None None] For port d9c9f012-f7de-4b86-88a3-47262e49587f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9c9f012-f7de-4b86-88a3-47262e49587f,segment=NetworkSegment(f990a26f-fc08-424c-b83b-bba386c14e56),segment_id=f990a26f-fc08-424c-b83b-bba386c14e56)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:01.595784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-be58225d-5406-448e-9e6f-fca55cb61646 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.603433 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.609983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-be58225d-5406-448e-9e6f-fca55cb61646 None None] Transition to ACTIVE for port object d9c9f012-f7de-4b86-88a3-47262e49587f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:01.616414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f729d902-b501-485c-a6ae-9a19d59612b2']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:01.633544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b679a5d-ee6f-4d60-9121-e4112ac15611') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:01.633981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b679a5d-ee6f-4d60-9121-e4112ac15611') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:01.644921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.655043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f031-4e98-40a5-a100-41806824ff1e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.675921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.691793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:37:01.694686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:37:01.696985 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:37:01.699621 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-be58225d-5406-448e-9e6f-fca55cb61646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.755596 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.810386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58225d-5406-448e-9e6f-fca55cb61646 None None] Pushing event updated for resources: {'Port': ['ID=d9c9f012-f7de-4b86-88a3-47262e49587f,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:01.826225 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f031-4e98-40a5-a100-41806824ff1e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.883380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.895081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f031-4e98-40a5-a100-41806824ff1e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.903750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f729d902-b501-485c-a6ae-9a19d59612b2 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:37:01.916711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event deleted for resources: {'Network': ['ID=f729d902-b501-485c-a6ae-9a19d59612b2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:01.924473 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:01.926322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5baca16c-0298-45cf-a252-034bcd43d38a tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f729d902-b501-485c-a6ae-9a19d59612b2 HTTP/1.1" status: 204 len: 168 time: 0.5839143 Aug 24 00:37:01.929998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51436) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:01.941757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Request body: {'network': {'name': 'tempest-network--1090896575'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:01.952910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0f031-4e98-40a5-a100-41806824ff1e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a898b5e-beee-4a3b-ab9b-0e4a6ec38740,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:02.024610 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f031-4e98-40a5-a100-41806824ff1e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.029379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51440) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:02.034301 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9ea0f031-4e98-40a5-a100-41806824ff1e tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4995189 Aug 24 00:37:02.035304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1386424746', 'security_groups': ['9a898b5e-beee-4a3b-ab9b-0e4a6ec38740'], 'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:02.258907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Made reservation on behalf of 8abbeb6e97564cfb801d20bb4ee77af6 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:02.261681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.298249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:37:02.338120 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.338721 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Added segment 8f44825a-88fa-49db-b7d1-b3f7f5af0944 of type vlan for network 91c6f0cc-edc0-445a-b4bb-87c89d5937d9 Aug 24 00:37:02.349380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d26c1-4671-414e-ab51-4f309f1989c6 req-44f80b3a-7fdd-4c99-b6ee-a0f5d5a8ba08 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:02.351499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-878d26c1-4671-414e-ab51-4f309f1989c6 req-44f80b3a-7fdd-4c99-b6ee-a0f5d5a8ba08 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1550906 Aug 24 00:37:02.414075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-878d26c1-4671-414e-ab51-4f309f1989c6 req-e1a3b6cf-0317-4a97-91b2-25b55c0f086c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496857 Aug 24 00:37:02.420316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 59454638-b5e5-4e17-a16e-43f40ef00863 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:02.463191 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.535691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:02.550770 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.610822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:02.614250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:02.619992 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176ed5d8-ced3-45b7-aae5-be4acfc7d995" -d '{"events": [{"server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "name": "network-vif-unplugged", "status": "completed", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:02.653891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.655230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:02.656069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.671061 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.708172 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cfda55-41e8-46e9-83b2-ca0aadcd48e4 x-openstack-request-id: req-50cfda55-41e8-46e9-83b2-ca0aadcd48e4 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:02.708172 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "name": "network-vif-unplugged", "status": "completed", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:02.708533 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50cfda55-41e8-46e9-83b2-ca0aadcd48e4 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:02.709417 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863', 'code': 200} Aug 24 00:37:02.732524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Network': ['ID=91c6f0cc-edc0-445a-b4bb-87c89d5937d9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:02.752257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 91c6f0cc-edc0-445a-b4bb-87c89d5937d9 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:37:02.792593 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:02.815942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] device_id is not set on port 9d49f6e4-f867-466d-8152-6e38e3e43711 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:02.824445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:02.869555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7c6cbc3b-8edb-4687-b004-c7e651fe06dc tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9358811 Aug 24 00:37:02.869957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51462) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:02.875969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-29acc040-b448-4652-9f4d-87242c7f00b3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:02.928110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-53c9d92e-5a51-402b-bc7e-68d6cf5d119c None None] Provisioning for port d9c9f012-f7de-4b86-88a3-47262e49587f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:02.932790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-53c9d92e-5a51-402b-bc7e-68d6cf5d119c None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:02.933336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53c9d92e-5a51-402b-bc7e-68d6cf5d119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.040961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8::25b (7c8ea5c4-c0d0-4fd0-9925-528352918c71/e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c/9d49f6e4-f867-466d-8152-6e38e3e43711) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:03.056090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29acc040-b448-4652-9f4d-87242c7f00b3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.121817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-53c9d92e-5a51-402b-bc7e-68d6cf5d119c None None] Provisioning complete for port c0999a36-4c5b-41ed-b8cc-44bb62f58cae triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:03.122217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29acc040-b448-4652-9f4d-87242c7f00b3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.122381 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53c9d92e-5a51-402b-bc7e-68d6cf5d119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.145366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29acc040-b448-4652-9f4d-87242c7f00b3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Network 91c6f0cc-edc0-445a-b4bb-87c89d5937d9 is not hosted by any dhcp agent {{(pid=95327) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:37:03.147332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29acc040-b448-4652-9f4d-87242c7f00b3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:03.148121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29acc040-b448-4652-9f4d-87242c7f00b3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.149826 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-29acc040-b448-4652-9f4d-87242c7f00b3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "PUT /v2.0/networks/91c6f0cc-edc0-445a-b4bb-87c89d5937d9 HTTP/1.1" status: 200 len: 858 time: 0.2787483 Aug 24 00:37:03.154095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51468) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:03.172098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-53c9d92e-5a51-402b-bc7e-68d6cf5d119c None None] Port c0999a36-4c5b-41ed-b8cc-44bb62f58cae cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:03.208173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acc040-b448-4652-9f4d-87242c7f00b3 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event updated for resources: {'Network': ['ID=91c6f0cc-edc0-445a-b4bb-87c89d5937d9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:03.260397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.294895 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.363578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 9d49f6e4-f867-466d-8152-6e38e3e43711 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:03.381873 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.395847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c6f0cc-edc0-445a-b4bb-87c89d5937d9']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:03.411646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f44825a-88fa-49db-b7d1-b3f7f5af0944') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:03.411966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f44825a-88fa-49db-b7d1-b3f7f5af0944') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:03.427549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.451174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.460514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:37:03.461087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:37:03.463162 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:37:03.651555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9c9f012-f7de-4b86-88a3-47262e49587f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:03.707295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:03.707295 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.796543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.878558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:03.883842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:03.886502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:03.897412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:03.897412 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:03.935202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=9d49f6e4-f867-466d-8152-6e38e3e43711,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:03.940350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4619d-625d-4e79-9d60-fcf327d27357 req-16efeb79-14f7-4c3c-bb8d-0036301d0b5b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:03.942064 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ae4619d-625d-4e79-9d60-fcf327d27357 req-16efeb79-14f7-4c3c-bb8d-0036301d0b5b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 944 time: 0.1481714 Aug 24 00:37:03.998457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ae4619d-625d-4e79-9d60-fcf327d27357 req-8c0f9d52-64d6-42da-ae56-ab9a769a1bfe tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491898 Aug 24 00:37:04.055900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-137326fe-7341-4057-882c-c093d70f896c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0251715 Aug 24 00:37:04.056840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.059154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51488) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:04.066841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c788cb96-5baa-4b1a-97fd-2ac1bdaf0f00 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:04.083578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91c6f0cc-edc0-445a-b4bb-87c89d5937d9 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:37:04.091213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.093408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] 10.222.0.26 "DELETE /v2.0/networks/91c6f0cc-edc0-445a-b4bb-87c89d5937d9 HTTP/1.1" status: 204 len: 168 time: 0.9383602 Aug 24 00:37:04.108243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:04.228876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df141e08-2310-466b-9042-4444b2778973 tempest-ExternalNetworksTestJSON-585998459 tempest-ExternalNetworksTestJSON-585998459-project-admin] Pushing event deleted for resources: {'Network': ['ID=91c6f0cc-edc0-445a-b4bb-87c89d5937d9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:04.240864 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-25426c03-7c6a-4101-a22f-740bb7be7dc8 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:04.241332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25426c03-7c6a-4101-a22f-740bb7be7dc8 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:04.245561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-25426c03-7c6a-4101-a22f-740bb7be7dc8 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] 10.222.0.26 "DELETE /v2.0/subnets/fd249c21-c599-41c8-beac-1e26ec83e221 HTTP/1.1" status: 404 len: 337 time: 0.1288412 Aug 24 00:37:04.246353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:04.407994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85982bb0-fc8b-46b1-9a07-5d5e991f434f None None] Provisioning for port 9d49f6e4-f867-466d-8152-6e38e3e43711 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:04.413042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85982bb0-fc8b-46b1-9a07-5d5e991f434f None None] Provisioning complete for port 9d49f6e4-f867-466d-8152-6e38e3e43711 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:04.413682 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85982bb0-fc8b-46b1-9a07-5d5e991f434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.419093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788cb96-5baa-4b1a-97fd-2ac1bdaf0f00 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:04.425174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c788cb96-5baa-4b1a-97fd-2ac1bdaf0f00 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.467846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.517141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 59454638-b5e5-4e17-a16e-43f40ef00863 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:37:04.577469 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.599039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2ffbda-a82e-4ab9-8a14-837dcee9b6fb']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:04.614632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04394729-02e3-42b8-be6f-2c9f796f6928') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:04.615175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04394729-02e3-42b8-be6f-2c9f796f6928') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:04.656256 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.696345 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.709190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:37:04.709641 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:37:04.713200 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:37:04.746655 n-d-804878-2 neutron-server[95327]: INFO neutron.db.ipam_backend_mixin [None req-c788cb96-5baa-4b1a-97fd-2ac1bdaf0f00 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c (CIDR: 2001:db8::/64) Aug 24 00:37:04.757384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:04.760743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-85982bb0-fc8b-46b1-9a07-5d5e991f434f None None] Port 9d49f6e4-f867-466d-8152-6e38e3e43711 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:04.784969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '59454638-b5e5-4e17-a16e-43f40ef00863', 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'port_id': '59454638-b5e5-4e17-a16e-43f40ef00863', 'mac_address': 'fa:16:3e:20:bc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b6c156-755b-4f65-8e04-59e4ab1f848a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:37:04.803573 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c788cb96-5baa-4b1a-97fd-2ac1bdaf0f00 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:37:04.804044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c788cb96-5baa-4b1a-97fd-2ac1bdaf0f00 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:04.847931 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.862352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59454638-b5e5-4e17-a16e-43f40ef00863 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:04.871091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.871679 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c788cb96-5baa-4b1a-97fd-2ac1bdaf0f00 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8097224 Aug 24 00:37:04.874770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51512) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:04.880238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-19891223-253a-4d8f-9ad2-8dd1ba95e49c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:04.881454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:04.888445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] 10.222.0.26 "DELETE /v2.0/networks/1b2ffbda-a82e-4ab9-8a14-837dcee9b6fb HTTP/1.1" status: 204 len: 168 time: 0.6291585 Aug 24 00:37:04.918769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:04.920299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07750a6a-48bd-4f5d-96f8-e528c9554c24 tempest-ExternalNetworksTestJSON-1437245472 tempest-ExternalNetworksTestJSON-1437245472-project] Pushing event deleted for resources: {'Network': ['ID=1b2ffbda-a82e-4ab9-8a14-837dcee9b6fb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:04.991130 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.123882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:05.225499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa9992-5713-4724-92f0-e939b6b7d2e9 req-248ce9fb-47ab-4860-9593-da429436dddf tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:05.227062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6fa9992-5713-4724-92f0-e939b6b7d2e9 req-248ce9fb-47ab-4860-9593-da429436dddf tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 945 time: 0.0965691 Aug 24 00:37:05.232420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['59454638-b5e5-4e17-a16e-43f40ef00863'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:05.240465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f92021-2271-4bdc-aea6-9e44802ef22d req-3f22c8bb-55cf-42da-9444-dee5d7540817 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:05.241997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12f92021-2271-4bdc-aea6-9e44802ef22d req-3f22c8bb-55cf-42da-9444-dee5d7540817 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 945 time: 0.0822682 Aug 24 00:37:05.304803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19891223-253a-4d8f-9ad2-8dd1ba95e49c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:05.309607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19891223-253a-4d8f-9ad2-8dd1ba95e49c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.315434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6fa9992-5713-4724-92f0-e939b6b7d2e9 req-86a9b32c-54ee-49aa-a7f2-89900c6f96ee tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601599 Aug 24 00:37:05.354911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12f92021-2271-4bdc-aea6-9e44802ef22d req-26eee8d3-0d97-4d75-889e-5f3cd7c9fac2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006935 Aug 24 00:37:05.511271 n-d-804878-2 neutron-server[95327]: INFO neutron.db.ipam_backend_mixin [None req-19891223-253a-4d8f-9ad2-8dd1ba95e49c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e86e2f0e-98a1-4699-a7db-e61b34b201e4 (CIDR: 2001:db8:0:1::/64) Aug 24 00:37:05.564056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51530) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:05.583501 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-19891223-253a-4d8f-9ad2-8dd1ba95e49c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:37:05.583501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19891223-253a-4d8f-9ad2-8dd1ba95e49c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:05.715734 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-456c51f1-4779-492e-8fb3-6c8ddffe0fa5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=293ca9de3cc7408fa827158495a102d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503627 Aug 24 00:37:05.718386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51538) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:05.732937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-19891223-253a-4d8f-9ad2-8dd1ba95e49c tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8563945 Aug 24 00:37:05.735286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51542) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:05.741326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'subnet': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:05.773230 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c04c798-830f-4da9-b16c-a0716fcd79de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.795353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c04c798-830f-4da9-b16c-a0716fcd79de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:05.956406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Made reservation on behalf of 4325029d626c4559ba79ea4a5001ab65 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:05.961626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.001416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c04c798-830f-4da9-b16c-a0716fcd79de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.005352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c04c798-830f-4da9-b16c-a0716fcd79de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.009246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0c04c798-830f-4da9-b16c-a0716fcd79de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ce6c478-9f3d-4d46-ae5b-45407c6fcebb HTTP/1.1" status: 204 len: 168 time: 0.2874463 Aug 24 00:37:06.021329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04c798-830f-4da9-b16c-a0716fcd79de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce6c478-9f3d-4d46-ae5b-45407c6fcebb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:06.277309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.331371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:06.335059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:06.336722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Subnet': ['ID=f501b6f7-0868-4e3f-beaf-d038e27a43b9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:06.346842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9828b4-fee8-4606-b4eb-7c90614fff06 None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:06.358244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:06.358869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.469511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-11cee24d-c158-4a23-8757-7e6309c61ef5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7316878 Aug 24 00:37:06.471121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:06.499236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-596855838', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f501b6f7-0868-4e3f-beaf-d038e27a43b9'}], 'security_groups': ['6fb05176-c835-4c04-ac18-13dd896c8148', '3c9abf4d-565f-47a9-96cb-2387593935a9']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:06.503211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 59454638-b5e5-4e17-a16e-43f40ef00863 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:06.634838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcfb05-fdd6-416d-9bbb-89e3f3e2a428 req-2a3e5070-a209-428d-9cc8-14979aaeaf76 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:06.638234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6fcfb05-fdd6-416d-9bbb-89e3f3e2a428 req-2a3e5070-a209-428d-9cc8-14979aaeaf76 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 945 time: 0.2208817 Aug 24 00:37:06.658819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 59454638-b5e5-4e17-a16e-43f40ef00863 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:06.659468 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.688967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16e5a8-a12b-4a80-bfd9-aa4127dc223c req-bf1bb9ff-7e7e-4667-ac3d-d4f2c78f8b62 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:06.690721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a16e5a8-a12b-4a80-bfd9-aa4127dc223c req-bf1bb9ff-7e7e-4667-ac3d-d4f2c78f8b62 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 945 time: 0.1573896 Aug 24 00:37:06.742957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6fcfb05-fdd6-416d-9bbb-89e3f3e2a428 req-55e72249-c1cf-4d78-9e3c-62cfcdb84b73 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913932 Aug 24 00:37:06.777236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a16e5a8-a12b-4a80-bfd9-aa4127dc223c req-680420e1-7f89-4175-9ce9-c996a5116002 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691476 Aug 24 00:37:06.790747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a588a83-f675-446b-93d2-9436c53b3536 req-85fdb581-9d85-4fbc-82b6-ab48fc9fc6b6 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:06.792619 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1a588a83-f675-446b-93d2-9436c53b3536 req-85fdb581-9d85-4fbc-82b6-ab48fc9fc6b6 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.37 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 945 time: 0.0778654 Aug 24 00:37:06.819140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.914370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b20219-fddb-43a9-af28-25ce9c63611d None None] Update dhcp port {'port': {'network_id': '7c8ea5c4-c0d0-4fd0-9925-528352918c71', 'fixed_ips': [{'subnet_id': 'e86e2f0e-98a1-4699-a7db-e61b34b201e4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f501b6f7-0868-4e3f-beaf-d038e27a43b9'}], 'binding:host_id': 'n-d-804878-2'}, 'id': 'd9c9f012-f7de-4b86-88a3-47262e49587f'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:37:06.924694 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:06.955250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Deleting port f767d318-1178-42dd-9845-09dec001f50c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:06.955748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.037555 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c0b20219-fddb-43a9-af28-25ce9c63611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.039144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:07.041383 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a91ac9-1a81-4957-9c3b-1b6fdb7bc2dd" -d '{"events": [{"server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "name": "network-vif-plugged", "status": "completed", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:07.073046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:07.095615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51580) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:07.107984 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c46cf-4d4c-4f75-9eb7-30968ebf757a x-openstack-request-id: req-d75c46cf-4d4c-4f75-9eb7-30968ebf757a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:07.108419 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "name": "network-vif-plugged", "status": "completed", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:07.109191 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d75c46cf-4d4c-4f75-9eb7-30968ebf757a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:07.110008 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863', 'code': 200} Aug 24 00:37:07.130079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] For port f767d318-1178-42dd-9845-09dec001f50c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=f767d318-1178-42dd-9845-09dec001f50c,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:07.130534 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.161862 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Calling delete_port for f767d318-1178-42dd-9845-09dec001f50c owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:07.216642 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ee0fb16c-7b43-4553-83ed-9b9ec0af318e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8abbeb6e97564cfb801d20bb4ee77af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196270 Aug 24 00:37:07.220602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51586) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:07.271469 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.283551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Delete allocated IP 2001:db8::25b (7c8ea5c4-c0d0-4fd0-9925-528352918c71/e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c) {{(pid=95326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:37:07.292796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Allocated IP 2001:db8:0:2::cd (7c8ea5c4-c0d0-4fd0-9925-528352918c71/f501b6f7-0868-4e3f-beaf-d038e27a43b9/9d49f6e4-f867-466d-8152-6e38e3e43711) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:07.403163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fa428-a806-499e-ab0b-b220970645f7 req-c96ef0bd-8f69-4cc8-9d93-ac8d026df305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:07.405611 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b91fa428-a806-499e-ab0b-b220970645f7 req-c96ef0bd-8f69-4cc8-9d93-ac8d026df305 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 1097 time: 0.1100183 Aug 24 00:37:07.411955 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da92f47a-62c4-4578-8a70-72f7582a0fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.428603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:07.510637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.521456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da92f47a-62c4-4578-8a70-72f7582a0fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.586753 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b91fa428-a806-499e-ab0b-b220970645f7 req-243c7764-9acd-41c9-9334-0ceba60883ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718388 Aug 24 00:37:07.601987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-0ef92560-836b-4b02-9e52-337b3ad2e0ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527396 Aug 24 00:37:07.676852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.688562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8', 'f767d318-1178-42dd-9845-09dec001f50c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:07.709653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Pushing event deleted for resources: {'Port': ['ID=f767d318-1178-42dd-9845-09dec001f50c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:07.713380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Transition to ACTIVE for port object 9d49f6e4-f867-466d-8152-6e38e3e43711 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:07.714963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da92f47a-62c4-4578-8a70-72f7582a0fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.720417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['305d8341-cc39-44d3-a929-2b6da77cfec7', '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:07.721903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-da92f47a-62c4-4578-8a70-72f7582a0fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.723746 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-da92f47a-62c4-4578-8a70-72f7582a0fa4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01e44878-e903-420d-9ce7-35ddf5f7beb6 HTTP/1.1" status: 204 len: 168 time: 0.5023293 Aug 24 00:37:07.771224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f47a-62c4-4578-8a70-72f7582a0fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e44878-e903-420d-9ce7-35ddf5f7beb6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:07.773471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] No DVR routers for this DVR port f767d318-1178-42dd-9845-09dec001f50c on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:07.776201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.779885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1a588a83-f675-446b-93d2-9436c53b3536 req-045caf72-7583-4057-abd4-83e758006345 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.37 "DELETE /v2.0/ports/f767d318-1178-42dd-9845-09dec001f50c HTTP/1.1" status: 204 len: 173 time: 0.9807088 Aug 24 00:37:07.780473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271fafc3-eff1-463b-a8fd-31927fbcdad7', 'name': 'network-vif-deleted', 'tag': 'f767d318-1178-42dd-9845-09dec001f50c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:07.783403 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc2cb49-98b6-4fe0-bfba-7fd9b3928fff" -d '{"events": [{"server_uuid": "271fafc3-eff1-463b-a8fd-31927fbcdad7", "name": "network-vif-deleted", "tag": "f767d318-1178-42dd-9845-09dec001f50c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:07.825074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:07.854786 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5309375-17f7-4eff-86fd-0ad511ea3fac x-openstack-request-id: req-f5309375-17f7-4eff-86fd-0ad511ea3fac {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:07.855317 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271fafc3-eff1-463b-a8fd-31927fbcdad7", "name": "network-vif-deleted", "tag": "f767d318-1178-42dd-9845-09dec001f50c", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:07.855735 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5309375-17f7-4eff-86fd-0ad511ea3fac {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:07.856843 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271fafc3-eff1-463b-a8fd-31927fbcdad7', 'name': 'network-vif-deleted', 'tag': 'f767d318-1178-42dd-9845-09dec001f50c', 'status': 'completed', 'code': 200} Aug 24 00:37:07.954882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-307db7e6-d308-4aec-b248-7e273be156fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:07.960067 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-307db7e6-d308-4aec-b248-7e273be156fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 1096 time: 0.0985548 Aug 24 00:37:08.029999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-c0b20219-fddb-43a9-af28-25ce9c63611d None None] Allocated IP 2001:db8:0:2::2 (7c8ea5c4-c0d0-4fd0-9925-528352918c71/f501b6f7-0868-4e3f-beaf-d038e27a43b9/d9c9f012-f7de-4b86-88a3-47262e49587f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:08.077792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] In _notify_port_updated(), no bound segment for port 9d49f6e4-f867-466d-8152-6e38e3e43711 on network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:37:08.084927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:08.085597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.097788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "PUT /v2.0/ports/9d49f6e4-f867-466d-8152-6e38e3e43711 HTTP/1.1" status: 200 len: 968 time: 1.6187799 Aug 24 00:37:08.097788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef38a6a0-273e-47cc-94fd-3b59c5ed5581 req-e95962c3-e677-4268-b7e0-94945bfc1a89 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=271fafc3-eff1-463b-a8fd-31927fbcdad7 HTTP/1.1" status: 200 len: 210 time: 0.1534450 Aug 24 00:37:08.099842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51608) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:08.099970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ac0c3-a5e9-4758-8ed6-1db7f271fc7a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event updated for resources: {'Port': ['ID=9d49f6e4-f867-466d-8152-6e38e3e43711,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:08.128934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e4df-630a-41af-a722-a4eadbd6d08d req-90b9254c-3ec1-40fa-ab6e-c49485af28eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:08.132616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9547e4df-630a-41af-a722-a4eadbd6d08d req-90b9254c-3ec1-40fa-ab6e-c49485af28eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.1385379 Aug 24 00:37:08.244932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9547e4df-630a-41af-a722-a4eadbd6d08d req-62f42319-3d20-4415-9487-f9a448b79fa9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063113 Aug 24 00:37:08.287801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-1fa3322f-708b-4630-94c1-1017f5c6c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:08.289252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-1fa3322f-708b-4630-94c1-1017f5c6c5b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 916 time: 0.2924137 Aug 24 00:37:08.350808 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-7ea8f55a-611e-4b99-a744-fa513691a14d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0525401 Aug 24 00:37:08.361235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-08bbcfc2-404d-4c6c-b0fc-6a93f0cebe17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port 9d49f6e4-f867-466d-8152-6e38e3e43711 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:08.361889 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08bbcfc2-404d-4c6c-b0fc-6a93f0cebe17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.417411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c0b20219-fddb-43a9-af28-25ce9c63611d None None] For port d9c9f012-f7de-4b86-88a3-47262e49587f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9c9f012-f7de-4b86-88a3-47262e49587f,segment=NetworkSegment(f990a26f-fc08-424c-b83b-bba386c14e56),segment_id=f990a26f-fc08-424c-b83b-bba386c14e56)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:08.488011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c0b20219-fddb-43a9-af28-25ce9c63611d None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.506545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-0ef95c3f-77f8-4532-a0d5-3abcea0bf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:08.514635 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-0ef95c3f-77f8-4532-a0d5-3abcea0bf371 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c36a24a1-56ab-46df-aba9-5f14ed1de26f HTTP/1.1" status: 200 len: 855 time: 0.1457500 Aug 24 00:37:08.574917 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-ed255a93-39f7-4650-b9b0-01faed5c6b18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399985 Aug 24 00:37:08.577191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08bbcfc2-404d-4c6c-b0fc-6a93f0cebe17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.600840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c0b20219-fddb-43a9-af28-25ce9c63611d None None] Transition to ACTIVE for port object d9c9f012-f7de-4b86-88a3-47262e49587f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:08.693958 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-ec9e1989-99ce-4293-b092-9a20bf357415 service neutron] 10.222.0.37 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049926 Aug 24 00:37:08.699504 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c0b20219-fddb-43a9-af28-25ce9c63611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:08.721705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-08bbcfc2-404d-4c6c-b0fc-6a93f0cebe17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for 9d49f6e4-f867-466d-8152-6e38e3e43711 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:08.844185 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87da8e51-a158-4eb6-9070-84478a5bd197 req-9b47f7f3-b7d1-4595-b16a-b84dfd8ba615 service neutron] 10.222.0.37 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433759 Aug 24 00:37:09.076953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b20219-fddb-43a9-af28-25ce9c63611d None None] Pushing event updated for resources: {'Port': ['ID=d9c9f012-f7de-4b86-88a3-47262e49587f,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:09.105231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08bbcfc2-404d-4c6c-b0fc-6a93f0cebe17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.179328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbcfc2-404d-4c6c-b0fc-6a93f0cebe17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=9d49f6e4-f867-466d-8152-6e38e3e43711,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:09.218192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08bbcfc2-404d-4c6c-b0fc-6a93f0cebe17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.223802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51648) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:09.234725 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-08bbcfc2-404d-4c6c-b0fc-6a93f0cebe17 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/9d49f6e4-f867-466d-8152-6e38e3e43711 HTTP/1.1" status: 204 len: 168 time: 1.1342034 Aug 24 00:37:09.256114 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-17faeec2-cd9b-4485-8907-d98ca5326743 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] GET failed (client error): The resource could not be found. Aug 24 00:37:09.261632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51650) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:09.271047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-17faeec2-cd9b-4485-8907-d98ca5326743 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports/9d49f6e4-f867-466d-8152-6e38e3e43711 HTTP/1.1" status: 404 len: 333 time: 0.0447009 Aug 24 00:37:09.388532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40e36d7e-940a-4f82-be25-396b546f4f58 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.405211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0213f-e77e-4a3d-b8d8-5eb20784ff26 req-caed83c0-a7cb-427e-b619-5a8257a24d05 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:09.422188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18c0213f-e77e-4a3d-b8d8-5eb20784ff26 req-caed83c0-a7cb-427e-b619-5a8257a24d05 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0958049 Aug 24 00:37:09.482211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18c0213f-e77e-4a3d-b8d8-5eb20784ff26 req-b074b4e9-2c4c-46e7-b946-c84a71f2f774 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542853 Aug 24 00:37:09.507386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40e36d7e-940a-4f82-be25-396b546f4f58 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.673685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d61c13-bc1a-4581-837c-64e5e25def8a req-0f226e67-7892-404f-b374-36c94db7b984 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:09.673685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07d61c13-bc1a-4581-837c-64e5e25def8a req-0f226e67-7892-404f-b374-36c94db7b984 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.0972385 Aug 24 00:37:09.690355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9c9f012-f7de-4b86-88a3-47262e49587f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:09.772302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07d61c13-bc1a-4581-837c-64e5e25def8a req-43b7643b-cdf4-423d-9b13-90ba9d2e69ac tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796230 Aug 24 00:37:09.785229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40e36d7e-940a-4f82-be25-396b546f4f58 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.805556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40e36d7e-940a-4f82-be25-396b546f4f58 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.808089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-40e36d7e-940a-4f82-be25-396b546f4f58 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/security-groups/9a898b5e-beee-4a3b-ab9b-0e4a6ec38740 HTTP/1.1" status: 204 len: 168 time: 0.5441694 Aug 24 00:37:09.816990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:09.839778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36d7e-940a-4f82-be25-396b546f4f58 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a898b5e-beee-4a3b-ab9b-0e4a6ec38740,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:09.978400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-213cf39b-9206-4665-96eb-0d5a629854e3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:09.990052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51682) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:10.025040 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-213cf39b-9206-4665-96eb-0d5a629854e3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.150846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-213cf39b-9206-4665-96eb-0d5a629854e3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.152993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-29431222'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:10.154188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-213cf39b-9206-4665-96eb-0d5a629854e3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.158028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-213cf39b-9206-4665-96eb-0d5a629854e3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/security-groups/3c9abf4d-565f-47a9-96cb-2387593935a9 HTTP/1.1" status: 204 len: 168 time: 0.3374949 Aug 24 00:37:10.159808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51688) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:10.204635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cf39b-9206-4665-96eb-0d5a629854e3 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9abf4d-565f-47a9-96cb-2387593935a9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:10.247868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa30b-a15b-4613-811d-2c324c6b53da tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.281934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Made reservation on behalf of 6332242a6af348e794cc7360a6856f20 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:10.286192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.305278 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.320179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa30b-a15b-4613-811d-2c324c6b53da tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.341119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4e3b11cc-1f74-4f48-b020-b92576c8cd4d None None] Provisioning for port d9c9f012-f7de-4b86-88a3-47262e49587f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:10.348776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4e3b11cc-1f74-4f48-b020-b92576c8cd4d None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:10.349512 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4e3b11cc-1f74-4f48-b020-b92576c8cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.431223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f767d318-1178-42dd-9845-09dec001f50c no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:10.461084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa30b-a15b-4613-811d-2c324c6b53da tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.463817 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa30b-a15b-4613-811d-2c324c6b53da tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.465002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9a4aa30b-a15b-4613-811d-2c324c6b53da tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/security-groups/6fb05176-c835-4c04-ac18-13dd896c8148 HTTP/1.1" status: 204 len: 168 time: 0.3030879 Aug 24 00:37:10.475711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:10.476700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4aa30b-a15b-4613-811d-2c324c6b53da tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb05176-c835-4c04-ac18-13dd896c8148,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:10.508558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: f767d318-1178-42dd-9845-09dec001f50c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:10.509172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device f767d318-1178-42dd-9845-09dec001f50c not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:10.634306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.673217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4e3b11cc-1f74-4f48-b020-b92576c8cd4d None None] Could not find standard attr ID for object 9d49f6e4-f867-466d-8152-6e38e3e43711. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:37:10.697378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4e3b11cc-1f74-4f48-b020-b92576c8cd4d None None] Provisioning complete for port c0999a36-4c5b-41ed-b8cc-44bb62f58cae triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:10.700883 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4e3b11cc-1f74-4f48-b020-b92576c8cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.733910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.751850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:37:10.775169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b11cc-1f74-4f48-b020-b92576c8cd4d None None] Port c0999a36-4c5b-41ed-b8cc-44bb62f58cae cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:10.777181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-4cbaf03f-3139-45b0-aebb-d9cb21ae620b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:10.778564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.778967 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Added segment 4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b of type vlan for network 33dfe13b-7aa0-4b31-9663-f0b324ef571e Aug 24 00:37:10.781796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-4cbaf03f-3139-45b0-aebb-d9cb21ae620b tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/networks?id=29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 200 len: 815 time: 0.2332523 Aug 24 00:37:10.796760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82c5177-07b9-4fd9-8997-82e41d613ca1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:37:10.821035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82c5177-07b9-4fd9-8997-82e41d613ca1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.890301 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:10.890686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8a6124f3-f8e0-44b6-bb93-1904579ed97e None None] Could not find standard attr ID for object 9d49f6e4-f867-466d-8152-6e38e3e43711. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:37:10.900808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-06cc66a3-3de4-46ec-bd0f-fc87960dc1f0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/quotas/1c3e8e05bbef48c6839dbf438c50b53a HTTP/1.1" status: 200 len: 375 time: 0.1012588 Aug 24 00:37:10.946771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6870492b-c2eb-4c1d-a569-bf2a533aec08,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:10.982186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82c5177-07b9-4fd9-8997-82e41d613ca1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.073294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-44032b4c-8d0a-46e0-a4ba-a2cef8fdcb92 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582134 Aug 24 00:37:11.082202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.090508 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:11.091384 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.151836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82c5177-07b9-4fd9-8997-82e41d613ca1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.206414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Network': ['ID=33dfe13b-7aa0-4b31-9663-f0b324ef571e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:11.214514 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c4c34db0-8579-47a6-824a-62fb14beb919 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2231939 Aug 24 00:37:11.215561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51722) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:11.218887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:37:11.253030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'subnet': {'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:11.286894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82c5177-07b9-4fd9-8997-82e41d613ca1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.376634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c5177-07b9-4fd9-8997-82e41d613ca1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:11.394488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82c5177-07b9-4fd9-8997-82e41d613ca1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.396462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e82c5177-07b9-4fd9-8997-82e41d613ca1 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c HTTP/1.1" status: 204 len: 168 time: 0.9163949 Aug 24 00:37:11.402579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51728) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:11.427832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f00cf-509e-48b8-86b8-6109b0677bec None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:11.456627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-7f7fde70-86d8-4bdb-a06b-3b41ae0c3280 service neutron] 10.222.0.26 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551855 Aug 24 00:37:11.511819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4ee27c-cbb3-4ac3-b29b-937854861f8b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet f501b6f7-0868-4e3f-beaf-d038e27a43b9 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:37:11.516927 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee27c-cbb3-4ac3-b29b-937854861f8b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.594184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Made reservation on behalf of 6332242a6af348e794cc7360a6856f20 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:11.598271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.679701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-4eb143d8-91c5-40c7-b52a-0c3b17f80940 service neutron] 10.222.0.26 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158158 Aug 24 00:37:11.723739 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee27c-cbb3-4ac3-b29b-937854861f8b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:11.784418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-fb295d52-2488-4de7-802a-bb3cbe31433e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:11.786185 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-fb295d52-2488-4de7-802a-bb3cbe31433e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.37 "GET /v2.0/ports?device_id=36337412-0b21-4115-bb8d-e5af8bb7ec42 HTTP/1.1" status: 200 len: 946 time: 0.2408071 Aug 24 00:37:12.073139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee27c-cbb3-4ac3-b29b-937854861f8b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.146879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1313109e-1573-4a29-9b38-5fe3ba9003bd req-96964fe4-12c6-4920-bcf7-bb28eb44de9d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 210 time: 0.0743582 Aug 24 00:37:12.188603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Deleting port 59454638-b5e5-4e17-a16e-43f40ef00863 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:12.189141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.252535 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee27c-cbb3-4ac3-b29b-937854861f8b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.516856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.635855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee27c-cbb3-4ac3-b29b-937854861f8b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=f501b6f7-0868-4e3f-beaf-d038e27a43b9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:12.635855 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.639647 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee27c-cbb3-4ac3-b29b-937854861f8b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.642045 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ab4ee27c-cbb3-4ac3-b29b-937854861f8b tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/f501b6f7-0868-4e3f-beaf-d038e27a43b9 HTTP/1.1" status: 204 len: 168 time: 1.2351985 Aug 24 00:37:12.645156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51756) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:12.705643 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3a29a8-0aed-4a03-859c-1307a02696e4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:12.706119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3a29a8-0aed-4a03-859c-1307a02696e4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:12.708062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-af3a29a8-0aed-4a03-859c-1307a02696e4 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/e5d7fcbd-4e22-4115-94f0-0fd01bb1ea5c HTTP/1.1" status: 404 len: 337 time: 0.0616753 Aug 24 00:37:12.710774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51762) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:12.711009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd4736-7d10-4677-95db-0800dc65c9ed None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:12.781658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Subnet': ['ID=65549a8c-4352-4cab-842f-eb54614ee20e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:12.799146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-038104e4-64c0-4c0b-8b98-33e9b9e3008d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting subnet e86e2f0e-98a1-4699-a7db-e61b34b201e4 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:37:12.810488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-038104e4-64c0-4c0b-8b98-33e9b9e3008d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.832599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Checking segment: {'id': '4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:12.832809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Network hostable DHCP agents. Network: 33dfe13b-7aa0-4b31-9663-f0b324ef571e, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:37:12.858846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] For port 59454638-b5e5-4e17-a16e-43f40ef00863, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=59454638-b5e5-4e17-a16e-43f40ef00863,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:12.859303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.874883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Calling delete_port for 59454638-b5e5-4e17-a16e-43f40ef00863 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:12.912602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dadc513a-0521-4031-baec-60f899ece186 None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:12.912987 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dadc513a-0521-4031-baec-60f899ece186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.936037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-038104e4-64c0-4c0b-8b98-33e9b9e3008d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:12.983133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:37:13.073464 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-038104e4-64c0-4c0b-8b98-33e9b9e3008d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.099743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dadc513a-0521-4031-baec-60f899ece186 None None] Provisioning complete for port c0999a36-4c5b-41ed-b8cc-44bb62f58cae triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:13.102736 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dadc513a-0521-4031-baec-60f899ece186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.143392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 33dfe13b-7aa0-4b31-9663-f0b324ef571e) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:13.145442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-dadc513a-0521-4031-baec-60f899ece186 None None] Port c0999a36-4c5b-41ed-b8cc-44bb62f58cae cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:13.149821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b26551-f86c-4d11-971b-c76f4ba20b2c None None] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:13.183443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:13.191124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.224191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.276720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-038104e4-64c0-4c0b-8b98-33e9b9e3008d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.279115 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Pushing event deleted for resources: {'Port': ['ID=59454638-b5e5-4e17-a16e-43f40ef00863,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:13.352667 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4d156390-8a4e-4aa1-80cb-20f6ef7da884 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1334617 Aug 24 00:37:13.352667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] No DVR routers for this DVR port 59454638-b5e5-4e17-a16e-43f40ef00863 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:13.352996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51774) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:13.358819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-535837222'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:13.388920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f52fb8-358b-4745-aa5e-8f3921350aee req-34238d7d-9e1d-4a20-bcac-eac088183cda tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 210 time: 0.0940940 Aug 24 00:37:13.389142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-038104e4-64c0-4c0b-8b98-33e9b9e3008d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.394982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-038104e4-64c0-4c0b-8b98-33e9b9e3008d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/e86e2f0e-98a1-4699-a7db-e61b34b201e4 HTTP/1.1" status: 204 len: 168 time: 0.6826761 Aug 24 00:37:13.395819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51778) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:13.405313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038104e4-64c0-4c0b-8b98-33e9b9e3008d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Subnet': ['ID=e86e2f0e-98a1-4699-a7db-e61b34b201e4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:13.437454 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a387d932-da49-4b5a-bbd2-41b1c04527eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:13.438721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a387d932-da49-4b5a-bbd2-41b1c04527eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:13.443927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a387d932-da49-4b5a-bbd2-41b1c04527eb tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/81b62568-fe93-4df8-8c86-3201cc05c52c HTTP/1.1" status: 404 len: 337 time: 0.0468102 Aug 24 00:37:13.444929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51780) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:13.455219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'tenant_id': '6332242a6af348e794cc7360a6856f20', 'fixed_ips': [{'subnet_id': '65549a8c-4352-4cab-842f-eb54614ee20e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:37:13.458436 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.498952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:13.505296 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e9cf50b3-6bd4-4231-aa35-45c52d293abe req-110996f0-aa05-4459-bdfa-be486c0f12eb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.37 "DELETE /v2.0/ports/59454638-b5e5-4e17-a16e-43f40ef00863 HTTP/1.1" status: 204 len: 173 time: 1.7036374 Aug 24 00:37:13.509506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'name': 'network-vif-deleted', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:13.523875 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b356720b-7f9e-41ae-94cd-efbee5f4008a" -d '{"events": [{"server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "name": "network-vif-deleted", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:13.533600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a4b18167-e1ac-4ea2-8de5-f4354fb6282d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b50f114-4061-4ba7-b859-6f0d9723b2a0 HTTP/1.1" status: 200 len: 205 time: 0.0780506 Aug 24 00:37:13.533600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51782) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:13.608649 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719ff2b2-89ac-4c04-8016-9f3488a887f0 x-openstack-request-id: req-719ff2b2-89ac-4c04-8016-9f3488a887f0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:13.609015 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36337412-0b21-4115-bb8d-e5af8bb7ec42", "name": "network-vif-deleted", "tag": "59454638-b5e5-4e17-a16e-43f40ef00863", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:13.609539 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-719ff2b2-89ac-4c04-8016-9f3488a887f0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:13.610087 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36337412-0b21-4115-bb8d-e5af8bb7ec42', 'name': 'network-vif-deleted', 'tag': '59454638-b5e5-4e17-a16e-43f40ef00863', 'status': 'completed', 'code': 200} Aug 24 00:37:13.657927 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-44c33cb1-6ed3-4c31-b10b-f4c817ae8041 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] delete failed (client error): The resource could not be found. Aug 24 00:37:13.661553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51786) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:13.670813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-44c33cb1-6ed3-4c31-b10b-f4c817ae8041 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/routers/1b50f114-4061-4ba7-b859-6f0d9723b2a0 HTTP/1.1" status: 404 len: 336 time: 0.1398046 Aug 24 00:37:13.755203 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffc076c-6fbc-48c3-85ff-3998f83a6a0d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:13.755203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffc076c-6fbc-48c3-85ff-3998f83a6a0d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:13.761387 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fffc076c-6fbc-48c3-85ff-3998f83a6a0d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/9252ea41-2ce0-4c96-8507-77de841f0032 HTTP/1.1" status: 404 len: 337 time: 0.0985177 Aug 24 00:37:13.762628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51792) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:13.782697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Allocated IP 2001:db8::2 (33dfe13b-7aa0-4b31-9663-f0b324ef571e/65549a8c-4352-4cab-842f-eb54614ee20e/27d16fd4-491f-47b2-b580-0acecc09a206) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:13.815367 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-268c3615-73f5-4fc6-84ee-147f3f88fa2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:13.815842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268c3615-73f5-4fc6-84ee-147f3f88fa2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:13.823439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51794) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:13.824295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-268c3615-73f5-4fc6-84ee-147f3f88fa2a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/c8612ec5-6611-4f8e-b356-fc314d5d9de6 HTTP/1.1" status: 404 len: 337 time: 0.0604737 Aug 24 00:37:13.921039 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b72ebe8-4873-4cc3-9324-414da0028d75 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:13.921528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b72ebe8-4873-4cc3-9324-414da0028d75 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:13.925801 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b72ebe8-4873-4cc3-9324-414da0028d75 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/cd51654f-14f6-4efd-934d-183b981dfab7 HTTP/1.1" status: 404 len: 337 time: 0.0998788 Aug 24 00:37:13.929064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51798) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.040312 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a587ce84-3155-4950-bc69-15fe36786251 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:14.041029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a587ce84-3155-4950-bc69-15fe36786251 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:14.055172 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a587ce84-3155-4950-bc69-15fe36786251 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/164b9fb8-36a5-4854-ba66-e9f6fa6f6177 HTTP/1.1" status: 404 len: 333 time: 0.1249919 Aug 24 00:37:14.056163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Made reservation on behalf of 6332242a6af348e794cc7360a6856f20 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:14.058015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.060500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.090566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] device_id is not set on port 9885a92d-705f-4ada-9f36-b7824f014114 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:14.112535 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-45564ac5-d353-4a47-a3e7-97e63fd86a4d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:14.113010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45564ac5-d353-4a47-a3e7-97e63fd86a4d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:14.122616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-45564ac5-d353-4a47-a3e7-97e63fd86a4d tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/1704e226-20bd-40cb-a42e-e0d88edd4ca5 HTTP/1.1" status: 404 len: 337 time: 0.0553594 Aug 24 00:37:14.122616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51806) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.126825 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.138223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81ed86-0457-4d48-8857-b0fbdd321f1c None None] Network 7c8ea5c4-c0d0-4fd0-9925-528352918c71 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:14.140300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Transition to ACTIVE for port object 27d16fd4-491f-47b2-b580-0acecc09a206 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:14.160325 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-108a4084-9fad-4230-9768-d4f8e5a02d09 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:14.160704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108a4084-9fad-4230-9768-d4f8e5a02d09 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:14.165609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-108a4084-9fad-4230-9768-d4f8e5a02d09 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/fc1ce178-07ae-4ddd-a39e-a9370ea125d4 HTTP/1.1" status: 404 len: 337 time: 0.0458982 Aug 24 00:37:14.167432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51808) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.195340 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-38359034-b888-4b22-bf3c-c63a413ec20a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:14.196236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38359034-b888-4b22-bf3c-c63a413ec20a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:14.198566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-38359034-b888-4b22-bf3c-c63a413ec20a tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/d8c26253-7b8c-4d96-8127-0b2b7077c2b6 HTTP/1.1" status: 404 len: 333 time: 0.0299871 Aug 24 00:37:14.201464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51812) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.235466 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aef211e-8c30-427a-b6cb-ad021ab7f847 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:14.236110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aef211e-8c30-427a-b6cb-ad021ab7f847 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:14.238176 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6aef211e-8c30-427a-b6cb-ad021ab7f847 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/7a161738-c1d5-4536-862a-8a1d33142d04 HTTP/1.1" status: 404 len: 337 time: 0.0354395 Aug 24 00:37:14.241085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.276481 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9c8b8e-ca9d-402d-9793-384c0e436ce7 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] DELETE failed (client error): The resource could not be found. Aug 24 00:37:14.276977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9c8b8e-ca9d-402d-9793-384c0e436ce7 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:37:14.284803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Transition to ACTIVE for port object 27d16fd4-491f-47b2-b580-0acecc09a206 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:14.288057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51818) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:14.300989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4e9c8b8e-ca9d-402d-9793-384c0e436ce7 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/subnets/2eb7b203-3a85-488a-b4eb-77a8662467b1 HTTP/1.1" status: 404 len: 337 time: 0.0584588 Aug 24 00:37:14.371447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ff325d9c-afae-4ef3-8a7a-babe6c23d408 None None] Provisioning complete for port d9c9f012-f7de-4b86-88a3-47262e49587f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:14.371897 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ff325d9c-afae-4ef3-8a7a-babe6c23d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.467617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.469862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 59454638-b5e5-4e17-a16e-43f40ef00863 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:14.600895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4d6887a0-a176-4fea-9ccc-669921e52d38 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Deleting port c0999a36-4c5b-41ed-b8cc-44bb62f58cae {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:14.601412 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6887a0-a176-4fea-9ccc-669921e52d38 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.621515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] DHCP port deletion for 7c8ea5c4-c0d0-4fd0-9925-528352918c71 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:37:14.647375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81fdd8f0-0e9e-4efd-a98d-47baad21be99 req-f1a6040c-4c11-4125-b617-295d37444184 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 210 time: 0.1132188 Aug 24 00:37:14.653691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:14.664696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 59454638-b5e5-4e17-a16e-43f40ef00863 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:14.664696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 59454638-b5e5-4e17-a16e-43f40ef00863 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:14.667632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:14.678636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:14.705169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6887a0-a176-4fea-9ccc-669921e52d38 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.737859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Allocated IP 2001:db8::297 (33dfe13b-7aa0-4b31-9663-f0b324ef571e/65549a8c-4352-4cab-842f-eb54614ee20e/9885a92d-705f-4ada-9f36-b7824f014114) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:14.745650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4d6887a0-a176-4fea-9ccc-669921e52d38 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Calling delete_port for c0999a36-4c5b-41ed-b8cc-44bb62f58cae owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:14.807706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb55c41-5cc2-4f2d-bee9-9abda12e6b94 req-baade3a2-098c-4624-aed5-947227d010a1 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:14.813079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdb55c41-5cc2-4f2d-bee9-9abda12e6b94 req-baade3a2-098c-4624-aed5-947227d010a1 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 946 time: 0.1847749 Aug 24 00:37:14.825992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Pushing event updated for resources: {'Port': ['ID=27d16fd4-491f-47b2-b580-0acecc09a206,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:14.877534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdb55c41-5cc2-4f2d-bee9-9abda12e6b94 req-63717ee5-35de-4dae-99ea-7c8758812980 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572481 Aug 24 00:37:14.878665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Attempting to bind port 27d16fd4-491f-47b2-b580-0acecc09a206 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:14.879110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Attempting to bind port 27d16fd4-491f-47b2-b580-0acecc09a206 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:14.879551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Attempting to bind port 27d16fd4-491f-47b2-b580-0acecc09a206 on network 33dfe13b-7aa0-4b31-9663-f0b324ef571e {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:14.908572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:14.908572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Checking segment: {'id': '4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:14.908572 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.908572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Bound using segment: {'id': '4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:14.908572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Bound port: 27d16fd4-491f-47b2-b580-0acecc09a206, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:14.908572 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:14.976831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-abe46fea-67b3-4d5a-b368-6b2c0720d87c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:14.981330 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-abe46fea-67b3-4d5a-b368-6b2c0720d87c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.37 "GET /v2.0/networks?id=29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 200 len: 815 time: 0.2150521 Aug 24 00:37:14.984590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ff325d9c-afae-4ef3-8a7a-babe6c23d408 None None] Provisioning complete for port c0999a36-4c5b-41ed-b8cc-44bb62f58cae triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:14.985035 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ff325d9c-afae-4ef3-8a7a-babe6c23d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.045660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] Deleting port d9c9f012-f7de-4b86-88a3-47262e49587f {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:15.046192 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.108641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ff325d9c-afae-4ef3-8a7a-babe6c23d408 None None] Port c0999a36-4c5b-41ed-b8cc-44bb62f58cae cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:15.118725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Request body: {'port': {'device_id': '4b358d51-638e-4e15-847a-288f96d9d748', 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'admin_state_up': True, 'tenant_id': '1c3e8e05bbef48c6839dbf438c50b53a'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:15.135959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] For port 27d16fd4-491f-47b2-b580-0acecc09a206, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:15.173868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] For port d9c9f012-f7de-4b86-88a3-47262e49587f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9c9f012-f7de-4b86-88a3-47262e49587f,segment=NetworkSegment(f990a26f-fc08-424c-b83b-bba386c14e56),segment_id=f990a26f-fc08-424c-b83b-bba386c14e56)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:15.174343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.188246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] Calling delete_port for d9c9f012-f7de-4b86-88a3-47262e49587f owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:15.259835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] For port 27d16fd4-491f-47b2-b580-0acecc09a206, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=27d16fd4-491f-47b2-b580-0acecc09a206,segment=NetworkSegment(4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b),segment_id=4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:15.270346 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.286402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Transition to ACTIVE for port object 9885a92d-705f-4ada-9f36-b7824f014114 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:15.345192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6887a0-a176-4fea-9ccc-669921e52d38 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.356799 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.394683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6887a0-a176-4fea-9ccc-669921e52d38 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.396792 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4d6887a0-a176-4fea-9ccc-669921e52d38 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/ports/c0999a36-4c5b-41ed-b8cc-44bb62f58cae HTTP/1.1" status: 204 len: 168 time: 1.1080122 Aug 24 00:37:15.398305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6887a0-a176-4fea-9ccc-669921e52d38 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Port': ['ID=c0999a36-4c5b-41ed-b8cc-44bb62f58cae,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.401635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51838) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:15.406052 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.426098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.443277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] No DVR routers for this DVR port d9c9f012-f7de-4b86-88a3-47262e49587f on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:15.445953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867ecbb-43fb-4ef7-976d-0ed9cbef8499 None None] Pushing event updated for resources: {'Port': ['ID=27d16fd4-491f-47b2-b580-0acecc09a206,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.479179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb18b5d-cd73-4974-996c-41400d907a9c None None] Pushing event deleted for resources: {'Port': ['ID=d9c9f012-f7de-4b86-88a3-47262e49587f,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.484936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=9885a92d-705f-4ada-9f36-b7824f014114,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:15.514814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:15.516394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:15.519048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:15.524774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:15.525410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.560330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.568673 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Made reservation on behalf of 1c3e8e05bbef48c6839dbf438c50b53a for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:15.575567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.677840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.693101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8ea5c4-c0d0-4fd0-9925-528352918c71']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:15.697718 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-683c216c-3cc9-4040-bb2e-3c97a2abdbde tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3392758 Aug 24 00:37:15.699832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9c9f012-f7de-4b86-88a3-47262e49587f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:15.704181 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51850) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:15.707326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f990a26f-fc08-424c-b83b-bba386c14e56') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:15.714248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f990a26f-fc08-424c-b83b-bba386c14e56') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:15.714442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-37144219', 'allowed_address_pairs': [{'ip_address': '2001:db8::297', 'mac_address': 'fa:16:3e:23:58:a5'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:15.719056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.735105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.759817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:37:15.760257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:37:15.763606 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:37:15.795385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: d9c9f012-f7de-4b86-88a3-47262e49587f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:15.796937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9c9f012-f7de-4b86-88a3-47262e49587f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:15.918049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ffd2c74e-f1cd-455c-8b70-cb43cdd4be8c req-54bb17c5-20cf-4e39-a573-8faebbe6476f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 210 time: 0.0338960 Aug 24 00:37:16.009167 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.017429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Allocated IP 172.20.0.7 (29a7b11e-690f-46af-878c-92e3f2463916/12b6c156-755b-4f65-8e04-59e4ab1f848a/bb95c240-2488-4685-b5f6-e734b31e7822) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:16.067076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.070459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] 10.222.0.26 "DELETE /v2.0/networks/7c8ea5c4-c0d0-4fd0-9925-528352918c71 HTTP/1.1" status: 204 len: 168 time: 0.6670737 Aug 24 00:37:16.071877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d80ca-d552-43eb-a7de-023c792a77e5 tempest-PortsIpV6TestJSON-520873152 tempest-PortsIpV6TestJSON-520873152-project] Pushing event deleted for resources: {'Network': ['ID=7c8ea5c4-c0d0-4fd0-9925-528352918c71,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:16.082676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Made reservation on behalf of 6332242a6af348e794cc7360a6856f20 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:16.112412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d98352-d37d-49dc-a57a-417595f16a1f req-269ca4b1-ce0f-4a2c-8ed7-7c2f3994cb94 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:16.114351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9d98352-d37d-49dc-a57a-417595f16a1f req-269ca4b1-ce0f-4a2c-8ed7-7c2f3994cb94 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 946 time: 0.1072021 Aug 24 00:37:16.181717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9d98352-d37d-49dc-a57a-417595f16a1f req-28f55f24-25bb-40f2-b25e-15771627130b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590167 Aug 24 00:37:16.260614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.282318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.291242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] device_id is not set on port 8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:16.454380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Allocated IP 2001:db8::2e4 (33dfe13b-7aa0-4b31-9663-f0b324ef571e/65549a8c-4352-4cab-842f-eb54614ee20e/8dabb1cf-6c3d-4eec-850e-a97511e4a2b7) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:16.568162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.640227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Network 29a7b11e-690f-46af-878c-92e3f2463916 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:16.653244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:16.657630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Pushing event updated for resources: {'Port': ['ID=bb95c240-2488-4685-b5f6-e734b31e7822,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:16.665280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:16.733821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.748404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Transition to ACTIVE for port object 8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:16.770135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-645e8e77-af87-41e5-9215-515ee942a67b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:16.771741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-645e8e77-af87-41e5-9215-515ee942a67b tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 946 time: 0.1231310 Aug 24 00:37:16.839473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:16.840529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.856053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.930102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0656ec-9395-4e79-b048-b6f3f2a0ea41 None None] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:16.963018 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-43ecf835-5dd3-495c-9893-fdbe1bdfc770 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8565855 Aug 24 00:37:16.967241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=8dabb1cf-6c3d-4eec-850e-a97511e4a2b7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:16.972087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Deleting port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:16.972087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:16.977787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51876) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:16.994565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Request body: {'port': {'device_id': '4b358d51-638e-4e15-847a-288f96d9d748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:17.013113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:17.019975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:17.033506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:17.039548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:17.042082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.118536 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.126158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4089583-b7e6-46d1-b70c-862c41df0261 req-5dfba455-d3ae-4ff8-8ce6-e4ae4298ad5f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:17.127750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4089583-b7e6-46d1-b70c-862c41df0261 req-5dfba455-d3ae-4ff8-8ce6-e4ae4298ad5f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 931 time: 0.0893483 Aug 24 00:37:17.156954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] For port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:17.157338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.162786 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-317d6aaf-eb00-4c27-9bb9-153ccbc3d68d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4546766 Aug 24 00:37:17.162786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51886) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.186901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Calling delete_port for 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:17.207897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-389a2ef0-d170-4312-be83-bec9095d4f1f None None] Provisioning for port 27d16fd4-491f-47b2-b580-0acecc09a206 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:17.281174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4089583-b7e6-46d1-b70c-862c41df0261 req-84933e15-b3ae-411d-a454-95876b2a5f48 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396139 Aug 24 00:37:17.341727 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf92660-df69-480d-9473-9261dc455ca6 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:17.344060 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:37:17.349667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf92660-df69-480d-9473-9261dc455ca6 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:17.355943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf92660-df69-480d-9473-9261dc455ca6 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:17.360798 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eaf92660-df69-480d-9473-9261dc455ca6 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1998246 Aug 24 00:37:17.368552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.495279 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b4329d83-d254-4c39-8ad0-8ab2bbcca655 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4325029d626c4559ba79ea4a5001ab65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139985 Aug 24 00:37:17.498703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:17.656045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb95c240-2488-4685-b5f6-e734b31e7822 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:17.666104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8d5f-0837-449c-92f9-307d42a5406d req-7585478d-ae51-46bb-957d-1af1e351dc98 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:17.667622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-438a8d5f-0837-449c-92f9-307d42a5406d req-7585478d-ae51-46bb-957d-1af1e351dc98 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 946 time: 0.3140471 Aug 24 00:37:17.676391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.703575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Transition to ACTIVE for port object bb95c240-2488-4685-b5f6-e734b31e7822 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:17.728539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 27d16fd4-491f-47b2-b580-0acecc09a206 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:17.740209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-438a8d5f-0837-449c-92f9-307d42a5406d req-16b70405-ff85-4ae7-9f0d-36b9ddbe98d7 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623214 Aug 24 00:37:17.760489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-56019e4e-2b05-4303-a6b3-779732216084 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Deleting port 8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:17.760818 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56019e4e-2b05-4303-a6b3-779732216084 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.773268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a81b3fa4-51a5-477b-9756-096f413b1214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.796550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.805105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a81b3fa4-51a5-477b-9756-096f413b1214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.857800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Pushing event updated for resources: {'Port': ['ID=bb95c240-2488-4685-b5f6-e734b31e7822,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:17.867102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:17.879343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:17.926513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['305d8341-cc39-44d3-a929-2b6da77cfec7', '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:17.955625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Pushing event deleted for resources: {'Port': ['ID=229b6fe6-2069-40e9-a2e6-f0d868e9b8ba,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:17.993294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d207b9fe-ac80-4348-bd17-ee8b98a6109b None None] Provisioning for port 9885a92d-705f-4ada-9f36-b7824f014114 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:17.998374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Attempting to bind port bb95c240-2488-4685-b5f6-e734b31e7822 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:18.006279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Attempting to bind port bb95c240-2488-4685-b5f6-e734b31e7822 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:18.006279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Attempting to bind port bb95c240-2488-4685-b5f6-e734b31e7822 on network 29a7b11e-690f-46af-878c-92e3f2463916 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:18.014512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Port bb95c240-2488-4685-b5f6-e734b31e7822 on network 29a7b11e-690f-46af-878c-92e3f2463916 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:37:18.014736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Attempting to bind port bb95c240-2488-4685-b5f6-e734b31e7822 on network 29a7b11e-690f-46af-878c-92e3f2463916 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:18.016606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 27d16fd4-491f-47b2-b580-0acecc09a206 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:18.026916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:18.028717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Checking segment: {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:18.029294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Bound using segment: {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:18.030845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Bound port: bb95c240-2488-4685-b5f6-e734b31e7822, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cdb1c24-6381-42f4-a58e-d7272a5ab92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:18.031530 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.060291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56019e4e-2b05-4303-a6b3-779732216084 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.063339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d207b9fe-ac80-4348-bd17-ee8b98a6109b None None] Provisioning complete for port 9885a92d-705f-4ada-9f36-b7824f014114 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:18.063597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d207b9fe-ac80-4348-bd17-ee8b98a6109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.073728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-56019e4e-2b05-4303-a6b3-779732216084 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Calling delete_port for 8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:18.076044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 27d16fd4-491f-47b2-b580-0acecc09a206 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:18.077710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.148362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] For port bb95c240-2488-4685-b5f6-e734b31e7822, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:18.156654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] For port bb95c240-2488-4685-b5f6-e734b31e7822, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=bb95c240-2488-4685-b5f6-e734b31e7822,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:18.213585 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.308666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:18.314432 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.316528 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-64823811-402d-4509-b411-ce7add6d34cf service neutron] 10.222.0.37 "PUT /v2.0/ports/bb95c240-2488-4685-b5f6-e734b31e7822 HTTP/1.1" status: 200 len: 1091 time: 1.3370578 Aug 24 00:37:18.317090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b358d51-638e-4e15-847a-288f96d9d748', 'tag': 'bb95c240-2488-4685-b5f6-e734b31e7822'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:18.323534 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4b358d51-638e-4e15-847a-288f96d9d748", "tag": "bb95c240-2488-4685-b5f6-e734b31e7822"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:18.377121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64823811-402d-4509-b411-ce7add6d34cf service neutron] Pushing event updated for resources: {'Port': ['ID=bb95c240-2488-4685-b5f6-e734b31e7822,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:18.410810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.518510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d207b9fe-ac80-4348-bd17-ee8b98a6109b None None] Port 9885a92d-705f-4ada-9f36-b7824f014114 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:18.520462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-81822090-79f8-4865-9399-4b88bdf50e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:18.528456 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-81822090-79f8-4865-9399-4b88bdf50e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 1094 time: 0.1130593 Aug 24 00:37:18.571584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 27d16fd4-491f-47b2-b580-0acecc09a206, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=27d16fd4-491f-47b2-b580-0acecc09a206,segment=NetworkSegment(4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b),segment_id=4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:18.599397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d207b9fe-ac80-4348-bd17-ee8b98a6109b None None] Provisioning for port 8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:18.603253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d207b9fe-ac80-4348-bd17-ee8b98a6109b None None] Provisioning complete for port 8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:18.603635 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d207b9fe-ac80-4348-bd17-ee8b98a6109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.695150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] No DVR routers for this DVR port 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:18.696735 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a81b3fa4-51a5-477b-9756-096f413b1214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.700329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d207b9fe-ac80-4348-bd17-ee8b98a6109b None None] Port 8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:18.701512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a81b3fa4-51a5-477b-9756-096f413b1214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.702693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a81b3fa4-51a5-477b-9756-096f413b1214 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d9b1d7e-1767-4420-b4e3-aa0cce8e7cfc HTTP/1.1" status: 204 len: 168 time: 1.1975880 Aug 24 00:37:18.704835 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.706763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4a9209-8fae-4ba3-8ede-b27cd74b372c req-e62bda98-3520-4328-82e7-cebb4ee07d57 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "DELETE /v2.0/ports/229b6fe6-2069-40e9-a2e6-f0d868e9b8ba HTTP/1.1" status: 204 len: 173 time: 1.9279382 Aug 24 00:37:18.707714 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-7d4a5654-b25d-49a0-a48c-9630b4ce86c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb95c240-2488-4685-b5f6-e734b31e7822 HTTP/1.1" status: 200 len: 217 time: 0.1706595 Aug 24 00:37:18.708831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff05540-5ef9-4807-a51d-1ae7a1caae67', 'name': 'network-vif-deleted', 'tag': '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:18.719508 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16865875-ac6e-4e32-af0b-df226d898d41" -d '{"events": [{"server_uuid": "aff05540-5ef9-4807-a51d-1ae7a1caae67", "name": "network-vif-deleted", "tag": "229b6fe6-2069-40e9-a2e6-f0d868e9b8ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:18.756777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b3fa4-51a5-477b-9756-096f413b1214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b1d7e-1767-4420-b4e3-aa0cce8e7cfc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:18.792494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.800240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3149965-1ada-4165-9fc9-6124af2fba6c req-17a17419-0485-4ec2-9d99-bb816033b0da tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:18.805536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-095507ff-0a0f-4db3-85ac-971e6c466081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:18.810701 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-095507ff-0a0f-4db3-85ac-971e6c466081 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12b6c156-755b-4f65-8e04-59e4ab1f848a HTTP/1.1" status: 200 len: 855 time: 0.0939660 Aug 24 00:37:18.811185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3149965-1ada-4165-9fc9-6124af2fba6c req-17a17419-0485-4ec2-9d99-bb816033b0da tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 943 time: 0.1171052 Aug 24 00:37:18.812471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56019e4e-2b05-4303-a6b3-779732216084 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.875609 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-c4b76604-3dd3-4861-a717-a035c23e5d0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29a7b11e-690f-46af-878c-92e3f2463916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571272 Aug 24 00:37:18.877853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56019e4e-2b05-4303-a6b3-779732216084 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Port': ['ID=8dabb1cf-6c3d-4eec-850e-a97511e4a2b7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:18.898941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0ba33a81-c442-4b48-83e8-9a186b3c32a2 None None] Provisioning complete for port 9885a92d-705f-4ada-9f36-b7824f014114 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:18.899468 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0ba33a81-c442-4b48-83e8-9a186b3c32a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:18.951991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=27d16fd4-491f-47b2-b580-0acecc09a206,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:18.983013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0ba33a81-c442-4b48-83e8-9a186b3c32a2 None None] Port 9885a92d-705f-4ada-9f36-b7824f014114 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:18.989134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0ba33a81-c442-4b48-83e8-9a186b3c32a2 None None] Could not find standard attr ID for object 8dabb1cf-6c3d-4eec-850e-a97511e4a2b7. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:37:19.112038 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-065a9cee-daa7-48a7-ad8b-46f8f1832a5e service neutron] 10.222.0.37 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048318 Aug 24 00:37:19.135597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3149965-1ada-4165-9fc9-6124af2fba6c req-7ebbb5e5-1924-4df7-8564-56b6e1c8d146 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150287 Aug 24 00:37:19.203402 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56019e4e-2b05-4303-a6b3-779732216084 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.206703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-56019e4e-2b05-4303-a6b3-779732216084 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "DELETE /v2.0/ports/8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 HTTP/1.1" status: 204 len: 168 time: 1.8389380 Aug 24 00:37:19.220994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51940) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:19.222930 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e7cf59bd-3eeb-40b7-ab6e-c07d86ad4dd9 req-5e6aed81-eda8-43b1-a184-cb66af8f1077 service neutron] 10.222.0.37 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203053 Aug 24 00:37:19.242840 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051037de-9750-4f97-b32a-a7bcc26f28ae x-openstack-request-id: req-051037de-9750-4f97-b32a-a7bcc26f28ae {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:19.243197 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b358d51-638e-4e15-847a-288f96d9d748", "tag": "bb95c240-2488-4685-b5f6-e734b31e7822", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:19.243640 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-051037de-9750-4f97-b32a-a7bcc26f28ae {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:19.244153 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b358d51-638e-4e15-847a-288f96d9d748', 'tag': 'bb95c240-2488-4685-b5f6-e734b31e7822', 'status': 'completed', 'code': 200} Aug 24 00:37:19.262876 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2d9fef-7724-4069-b4cf-dde0de403979 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] GET failed (client error): The resource could not be found. Aug 24 00:37:19.269080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ba2d9fef-7724-4069-b4cf-dde0de403979 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "GET /v2.0/ports/8dabb1cf-6c3d-4eec-850e-a97511e4a2b7 HTTP/1.1" status: 404 len: 333 time: 0.0428560 Aug 24 00:37:19.270331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:19.278380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1951488044'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:19.312632 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81f1305-1597-4b6e-a11d-fca5d869c00e x-openstack-request-id: req-a81f1305-1597-4b6e-a11d-fca5d869c00e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:19.313039 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff05540-5ef9-4807-a51d-1ae7a1caae67", "name": "network-vif-deleted", "tag": "229b6fe6-2069-40e9-a2e6-f0d868e9b8ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:19.313479 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a81f1305-1597-4b6e-a11d-fca5d869c00e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:19.313961 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff05540-5ef9-4807-a51d-1ae7a1caae67', 'name': 'network-vif-deleted', 'tag': '229b6fe6-2069-40e9-a2e6-f0d868e9b8ba', 'status': 'completed', 'code': 200} Aug 24 00:37:19.386115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d2efccf-0054-405d-b916-7fbf2f4b3962 req-ba5a25a3-dcb6-4926-8f52-312b338cb21c tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=aff05540-5ef9-4807-a51d-1ae7a1caae67 HTTP/1.1" status: 200 len: 210 time: 0.0321343 Aug 24 00:37:19.468989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-c2f79e3e-54db-4adb-9005-29b99a1b1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:19.470895 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-c2f79e3e-54db-4adb-9005-29b99a1b1c1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 1094 time: 0.0608704 Aug 24 00:37:19.612349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-c384fb89-dd3b-45a6-b847-af1706fc2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:19.612349 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-c384fb89-dd3b-45a6-b847-af1706fc2d4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 200 len: 916 time: 0.1248200 Aug 24 00:37:19.630986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Made reservation on behalf of 6332242a6af348e794cc7360a6856f20 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:19.635610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.700971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 27d16fd4-491f-47b2-b580-0acecc09a206 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:19.704154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] device_id is not set on port 23f7be22-31c6-4070-b77e-dd663ba493b8 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:19.705114 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-6b57fa54-d470-4bb4-9380-d5dff8bae4eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb95c240-2488-4685-b5f6-e734b31e7822 HTTP/1.1" status: 200 len: 217 time: 0.0933590 Aug 24 00:37:19.799679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-0694e455-16d3-43e6-a353-b28c811877e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:19.801666 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-0694e455-16d3-43e6-a353-b28c811877e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12b6c156-755b-4f65-8e04-59e4ab1f848a HTTP/1.1" status: 200 len: 855 time: 0.0888684 Aug 24 00:37:19.830338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 27d16fd4-491f-47b2-b580-0acecc09a206 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:19.831029 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:19.911638 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-5ad9c7fb-9474-4ce8-b397-840a24d38e32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=29a7b11e-690f-46af-878c-92e3f2463916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886202 Aug 24 00:37:19.922692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Allocated IP 2001:db8::225 (33dfe13b-7aa0-4b31-9663-f0b324ef571e/65549a8c-4352-4cab-842f-eb54614ee20e/23f7be22-31c6-4070-b77e-dd663ba493b8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:20.085828 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-c9576170-6be5-4bdd-bb59-de3cd45ff44c service neutron] 10.222.0.37 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665447 Aug 24 00:37:20.238992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.271227 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ac0e183c-88c8-4d7e-95bf-c6894dbbc4fd req-44e59145-a348-4baa-9138-7a76b729db83 service neutron] 10.222.0.37 "GET /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762650 Aug 24 00:37:20.272286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Transition to ACTIVE for port object 23f7be22-31c6-4070-b77e-dd663ba493b8 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:20.354928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a47c0-6b35-4d06-b03c-c1b62dfd7946 req-0153477d-ceaa-4d9e-98cd-372119945d24 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:20.360037 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-348a47c0-6b35-4d06-b03c-c1b62dfd7946 req-0153477d-ceaa-4d9e-98cd-372119945d24 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 943 time: 0.0860634 Aug 24 00:37:20.400770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-348a47c0-6b35-4d06-b03c-c1b62dfd7946 req-e1c4e2df-0184-4b94-bb4c-011418b08d0f tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341508 Aug 24 00:37:20.511671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.577244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=23f7be22-31c6-4070-b77e-dd663ba493b8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:20.593253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:20.594786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:20.607353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:20.615386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:20.616044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:20.758119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:20.889246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-84e25958-b865-41c1-9092-203ba02c706f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6174397 Aug 24 00:37:20.895144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51996) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:20.899113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::297', 'mac_address': 'fa:16:3e:23:58:a5'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:21.006576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.063817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031671807'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:21.139106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d4489abe-dcd2-45e1-b62f-1cf6a466efbd None None] Provisioning for port 23f7be22-31c6-4070-b77e-dd663ba493b8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:21.143163 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d4489abe-dcd2-45e1-b62f-1cf6a466efbd None None] Provisioning complete for port 23f7be22-31c6-4070-b77e-dd663ba493b8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:21.143542 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d4489abe-dcd2-45e1-b62f-1cf6a466efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.209200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d4489abe-dcd2-45e1-b62f-1cf6a466efbd None None] Port 23f7be22-31c6-4070-b77e-dd663ba493b8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:21.222016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:21.253556 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.280935 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.300338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:21.300811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 229b6fe6-2069-40e9-a2e6-f0d868e9b8ba not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:21.320639 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.397274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551b852-a70b-41f4-82e7-8a7213bd6d2f req-213a0082-9af6-4615-8e3a-95ffeefe7bcf tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:21.399132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3551b852-a70b-41f4-82e7-8a7213bd6d2f req-213a0082-9af6-4615-8e3a-95ffeefe7bcf tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 945 time: 0.0775285 Aug 24 00:37:21.437910 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.459560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.466608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3551b852-a70b-41f4-82e7-8a7213bd6d2f req-5ac9843a-5a67-45df-b259-7b4d3b4a1e64 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594690 Aug 24 00:37:21.545418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] In _notify_port_updated(), no bound segment for port 23f7be22-31c6-4070-b77e-dd663ba493b8 on network 33dfe13b-7aa0-4b31-9663-f0b324ef571e {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:37:21.549889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.580562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:21.581928 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.585341 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "PUT /v2.0/ports/23f7be22-31c6-4070-b77e-dd663ba493b8 HTTP/1.1" status: 200 len: 1003 time: 0.6891270 Aug 24 00:37:21.590950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52008) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:21.632902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99e85-0896-464b-b9ad-17a856bdcdde req-e15d6f58-e426-4ba3-8933-84a0bb31e88d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:21.634945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f99e85-0896-464b-b9ad-17a856bdcdde req-e15d6f58-e426-4ba3-8933-84a0bb31e88d tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 943 time: 0.1263053 Aug 24 00:37:21.641688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d18d6b1-896c-4c1f-966f-bbbf675965b7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:21.720653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=23f7be22-31c6-4070-b77e-dd663ba493b8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:21.741895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.742465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.742995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.743517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.744014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.744523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.745042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.745548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.750155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.750155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.750155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.750155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0409d-5a00-44d3-82e4-e3d052b9904d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:21.775683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73f99e85-0896-464b-b9ad-17a856bdcdde req-75cb8c0d-fde8-4c88-8f50-332dc1fed03a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307538 Aug 24 00:37:21.835487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d265825f-5d4c-4813-b7dd-a63573b02960 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Deleting port 23f7be22-31c6-4070-b77e-dd663ba493b8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:21.836128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d265825f-5d4c-4813-b7dd-a63573b02960 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.854120 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.978204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d265825f-5d4c-4813-b7dd-a63573b02960 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.996152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:21.998282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d265825f-5d4c-4813-b7dd-a63573b02960 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Calling delete_port for 23f7be22-31c6-4070-b77e-dd663ba493b8 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:22.052240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-726e46be-85ba-43fc-a1b7-d5d54fd097bb None None] Provisioning complete for port 23f7be22-31c6-4070-b77e-dd663ba493b8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:22.052529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-726e46be-85ba-43fc-a1b7-d5d54fd097bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.053151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea39a00-ff2d-4f3e-8404-0694c83dc3f2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:22.156169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.157756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e7d25f72-6378-4d30-ac90-d322be7b2fda tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3984869 Aug 24 00:37:22.160583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:22.270380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d265825f-5d4c-4813-b7dd-a63573b02960 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.287893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-726e46be-85ba-43fc-a1b7-d5d54fd097bb None None] Port 23f7be22-31c6-4070-b77e-dd663ba493b8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:22.294711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-05bd55b5-042f-4623-9933-6cff04c20d6b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1300662 Aug 24 00:37:22.296236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52018) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:22.338748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fa147111-3037-447c-b793-38a07ac1865a tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-security--33309175', 'description': 'tempest-security-description-773037165'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:22.341098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265825f-5d4c-4813-b7dd-a63573b02960 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Port': ['ID=23f7be22-31c6-4070-b77e-dd663ba493b8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:22.392621 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa147111-3037-447c-b793-38a07ac1865a tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.475096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device bb95c240-2488-4685-b5f6-e734b31e7822 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:37:22.477920 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa147111-3037-447c-b793-38a07ac1865a tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.581084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d265825f-5d4c-4813-b7dd-a63573b02960 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.597441 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d265825f-5d4c-4813-b7dd-a63573b02960 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "DELETE /v2.0/ports/23f7be22-31c6-4070-b77e-dd663ba493b8 HTTP/1.1" status: 204 len: 168 time: 1.0032046 Aug 24 00:37:22.599141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52026) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:22.616227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa147111-3037-447c-b793-38a07ac1865a tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.620048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fa147111-3037-447c-b793-38a07ac1865a tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.621514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fa147111-3037-447c-b793-38a07ac1865a tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "PUT /v2.0/security-groups/5ea39a00-ff2d-4f3e-8404-0694c83dc3f2 HTTP/1.1" status: 200 len: 1777 time: 0.3242135 Aug 24 00:37:22.636228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52028) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:22.690325 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-61797277-4341-4384-a4e2-d495d6817fd4 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] GET failed (client error): The resource could not be found. Aug 24 00:37:22.694019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-61797277-4341-4384-a4e2-d495d6817fd4 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "GET /v2.0/ports/23f7be22-31c6-4070-b77e-dd663ba493b8 HTTP/1.1" status: 404 len: 333 time: 0.0924892 Aug 24 00:37:22.701006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52032) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:22.708106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-07a099a8-81d6-4b72-a66a-384784cb94a0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:22.711686 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-07a099a8-81d6-4b72-a66a-384784cb94a0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 945 time: 0.2087755 Aug 24 00:37:22.713238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port bb95c240-2488-4685-b5f6-e734b31e7822, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=bb95c240-2488-4685-b5f6-e734b31e7822,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:22.725789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1013571454'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:22.773367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'bb95c240-2488-4685-b5f6-e734b31e7822', 'network_id': '29a7b11e-690f-46af-878c-92e3f2463916', 'port_id': 'bb95c240-2488-4685-b5f6-e734b31e7822', 'mac_address': 'fa:16:3e:45:8a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b6c156-755b-4f65-8e04-59e4ab1f848a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:37:22.893890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa147111-3037-447c-b793-38a07ac1865a tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea39a00-ff2d-4f3e-8404-0694c83dc3f2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:22.896802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:22.916243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb95c240-2488-4685-b5f6-e734b31e7822 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:22.941712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port bb95c240-2488-4685-b5f6-e734b31e7822, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=bb95c240-2488-4685-b5f6-e734b31e7822,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:22.961975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ca0e-2487-4321-9b7c-ad4447308430 req-84502a74-785b-479d-83af-de7ea2e9befc tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:22.964447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4384ca0e-2487-4321-9b7c-ad4447308430 req-84502a74-785b-479d-83af-de7ea2e9befc tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 945 time: 0.4121540 Aug 24 00:37:23.030911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37421883-5731-4909-a89c-40b28e2609d9 req-2768b5ea-d582-42b8-8993-74884b8c583e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:23.032890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37421883-5731-4909-a89c-40b28e2609d9 req-2768b5ea-d582-42b8-8993-74884b8c583e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 943 time: 0.1250744 Aug 24 00:37:23.044625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4384ca0e-2487-4321-9b7c-ad4447308430 req-606dc346-158b-48bc-80a2-e7105757a5ee tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675118 Aug 24 00:37:23.054206 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.088012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Made reservation on behalf of 6332242a6af348e794cc7360a6856f20 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:23.092099 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.118349 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-77c90c70-1ae7-4d47-8b31-171606359bdf tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups/5ea39a00-ff2d-4f3e-8404-0694c83dc3f2 HTTP/1.1" status: 200 len: 1777 time: 0.4702671 Aug 24 00:37:23.119433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52040) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:23.154854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=bb95c240-2488-4685-b5f6-e734b31e7822,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:23.184758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Deleting port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:23.184758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.188686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37421883-5731-4909-a89c-40b28e2609d9 req-dcb3770e-3b74-4a25-b792-5583a77de9ee tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483278 Aug 24 00:37:23.193598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] device_id is not set on port 06268a8e-ed07-49e6-bcf3-82d9810050a9 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:23.244546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['bb95c240-2488-4685-b5f6-e734b31e7822'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:23.279228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] For port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:23.279710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.295624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Calling delete_port for 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:23.373344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1fa0765-f1ea-4f8f-99f7-a45e9b7dc139 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.411733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1fa0765-f1ea-4f8f-99f7-a45e9b7dc139 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.527877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Allocated IP 2001:db8::320 (33dfe13b-7aa0-4b31-9663-f0b324ef571e/65549a8c-4352-4cab-842f-eb54614ee20e/06268a8e-ed07-49e6-bcf3-82d9810050a9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:23.568764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1fa0765-f1ea-4f8f-99f7-a45e9b7dc139 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.571758 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1fa0765-f1ea-4f8f-99f7-a45e9b7dc139 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.575829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d1fa0765-f1ea-4f8f-99f7-a45e9b7dc139 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ea39a00-ff2d-4f3e-8404-0694c83dc3f2 HTTP/1.1" status: 204 len: 168 time: 0.4411314 Aug 24 00:37:23.576451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52046) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:23.612526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa0765-f1ea-4f8f-99f7-a45e9b7dc139 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea39a00-ff2d-4f3e-8404-0694c83dc3f2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:23.614394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.647690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['305d8341-cc39-44d3-a929-2b6da77cfec7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:23.672500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Pushing event deleted for resources: {'Port': ['ID=9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:23.759137 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a15d49e2-dcdf-4081-a192-658aea2bc10c tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1812463 Aug 24 00:37:23.774357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52050) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:23.778383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:23.782609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] No DVR routers for this DVR port 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:23.785970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.787972 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-29b48258-18f9-4ff3-9992-8273614ad8c9 req-02d1d056-d7fc-451c-949e-9a08beb63f16 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.37 "DELETE /v2.0/ports/9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 HTTP/1.1" status: 204 len: 173 time: 1.0691311 Aug 24 00:37:23.788425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb47aeb3-4874-413f-b806-d1e2356fa439', 'name': 'network-vif-deleted', 'tag': '9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:23.791651 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf41655-73d1-432a-96f8-767e523e15a3" -d '{"events": [{"server_uuid": "cb47aeb3-4874-413f-b806-d1e2356fa439", "name": "network-vif-deleted", "tag": "9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:23.799945 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-7dc82067-72da-4653-9874-239226e94d85 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] delete failed (client error): The resource could not be found. Aug 24 00:37:23.801144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7dc82067-72da-4653-9874-239226e94d85 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ea39a00-ff2d-4f3e-8404-0694c83dc3f2 HTTP/1.1" status: 404 len: 347 time: 0.0256617 Aug 24 00:37:23.805017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52054) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:23.822824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9faccc42-4695-4a32-8dcd-6dd3f6fab1e6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-secgroup--217435742'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:23.864747 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279483ef-a434-4542-90cd-acdf67e26040 x-openstack-request-id: req-279483ef-a434-4542-90cd-acdf67e26040 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:23.865413 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb47aeb3-4874-413f-b806-d1e2356fa439", "name": "network-vif-deleted", "tag": "9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:23.865543 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-279483ef-a434-4542-90cd-acdf67e26040 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:23.866942 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb47aeb3-4874-413f-b806-d1e2356fa439', 'name': 'network-vif-deleted', 'tag': '9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8', 'status': 'completed', 'code': 200} Aug 24 00:37:23.935674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:23.955587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Transition to ACTIVE for port object 06268a8e-ed07-49e6-bcf3-82d9810050a9 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:24.017920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-8e018f79-54cb-4ee2-b7da-83c44491878e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2725120 Aug 24 00:37:24.094109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9faccc42-4695-4a32-8dcd-6dd3f6fab1e6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.126602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.189846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=06268a8e-ed07-49e6-bcf3-82d9810050a9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:24.207754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-752ed8db-1980-45cd-a721-5334f7f48238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:24.209452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-752ed8db-1980-45cd-a721-5334f7f48238 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a7e1e93a14c0989de514d16566d56&device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 1096 time: 0.1503627 Aug 24 00:37:24.278876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:24.299321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ecf734e-4518-41ed-a70d-35815f32b9c1 req-0a67125d-7442-42c9-8148-97b3a3848110 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb47aeb3-4874-413f-b806-d1e2356fa439 HTTP/1.1" status: 200 len: 210 time: 0.0707531 Aug 24 00:37:24.305656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:24.308114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:24.314678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:24.315249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.448426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae56f8d-4d3e-468e-98d0-8a974a91ee09 req-2830e9cf-4cd0-42ab-90bb-4d5c0c0cbbd9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:24.457458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ae56f8d-4d3e-468e-98d0-8a974a91ee09 req-2830e9cf-4cd0-42ab-90bb-4d5c0c0cbbd9 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 944 time: 0.1646602 Aug 24 00:37:24.488793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device bb95c240-2488-4685-b5f6-e734b31e7822 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:24.570913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9faccc42-4695-4a32-8dcd-6dd3f6fab1e6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.575560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-52eca011-1ae4-4400-aace-e7af62f70542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:24.577074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-52eca011-1ae4-4400-aace-e7af62f70542 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 200 len: 916 time: 0.2971842 Aug 24 00:37:24.586761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ae56f8d-4d3e-468e-98d0-8a974a91ee09 req-27dbf174-69ed-4bfd-91e3-d8f2a37ea73c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281672 Aug 24 00:37:24.642255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-7646ef87-20e5-4d2d-809e-f16150121511 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=305d8341-cc39-44d3-a929-2b6da77cfec7 HTTP/1.1" status: 200 len: 217 time: 0.0497100 Aug 24 00:37:24.670978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port bb95c240-2488-4685-b5f6-e734b31e7822 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:24.681281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port bb95c240-2488-4685-b5f6-e734b31e7822 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:24.682082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.692240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9faccc42-4695-4a32-8dcd-6dd3f6fab1e6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.744238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-7636fee3-d4f1-498b-80f9-58f7ab580dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:24.745828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-7636fee3-d4f1-498b-80f9-58f7ab580dcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c36a24a1-56ab-46df-aba9-5f14ed1de26f HTTP/1.1" status: 200 len: 855 time: 0.0962503 Aug 24 00:37:24.748376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faccc42-4695-4a32-8dcd-6dd3f6fab1e6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e39ad7-da10-4560-8e8e-92dbdbb72634,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:24.753290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5e137ed3-4fb4-4491-9fdf-0efceaf34e48 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0445330 Aug 24 00:37:24.756056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52072) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:24.763606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:23:58:a5'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:24.804993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:24.819297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9faccc42-4695-4a32-8dcd-6dd3f6fab1e6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.821582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9faccc42-4695-4a32-8dcd-6dd3f6fab1e6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0145421 Aug 24 00:37:24.825723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-dd373824-53f4-458d-a684-60743b51eb1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9daf38a6-daeb-4ed1-9e72-2d1147ba611c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701239 Aug 24 00:37:24.827905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52078) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:24.832382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-60bce3ea-d9a9-4606-975b-906bbdd844a9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '58e39ad7-da10-4560-8e8e-92dbdbb72634', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:24.885405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dc4da46a-8236-43c3-a103-7e93601de230 None None] Provisioning for port 06268a8e-ed07-49e6-bcf3-82d9810050a9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:24.903023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dc4da46a-8236-43c3-a103-7e93601de230 None None] Provisioning complete for port 06268a8e-ed07-49e6-bcf3-82d9810050a9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:24.903682 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dc4da46a-8236-43c3-a103-7e93601de230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.931402 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:24.940794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-e3e48f68-0780-4d05-98c9-452b35bf78e1 service neutron] 10.222.0.36 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030431 Aug 24 00:37:25.005533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port bb95c240-2488-4685-b5f6-e734b31e7822, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=bb95c240-2488-4685-b5f6-e734b31e7822,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:25.012557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b358d51-638e-4e15-847a-288f96d9d748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95c240-2488-4685-b5f6-e734b31e7822'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:25.016082 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538aff12-c100-4b82-aedb-23939d652b62" -d '{"events": [{"server_uuid": "4b358d51-638e-4e15-847a-288f96d9d748", "name": "network-vif-plugged", "status": "completed", "tag": "bb95c240-2488-4685-b5f6-e734b31e7822"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:25.022382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-dc4da46a-8236-43c3-a103-7e93601de230 None None] Port 06268a8e-ed07-49e6-bcf3-82d9810050a9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:25.051965 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4dc123b4-1f75-417f-b569-865002927011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.075028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60bce3ea-d9a9-4606-975b-906bbdd844a9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.077690 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.078957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:25.121805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.140807 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f58846-c55b-40b8-83f7-adc9d9c40dea x-openstack-request-id: req-19f58846-c55b-40b8-83f7-adc9d9c40dea {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:25.141442 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b358d51-638e-4e15-847a-288f96d9d748", "name": "network-vif-plugged", "status": "completed", "tag": "bb95c240-2488-4685-b5f6-e734b31e7822", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:25.141922 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19f58846-c55b-40b8-83f7-adc9d9c40dea {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:25.142706 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b358d51-638e-4e15-847a-288f96d9d748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95c240-2488-4685-b5f6-e734b31e7822', 'code': 200} Aug 24 00:37:25.145068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:25.145813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 9e2aafeb-9ba2-413d-bbe0-11ef6033e2a8 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:25.235350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=bb95c240-2488-4685-b5f6-e734b31e7822,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:25.272171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60bce3ea-d9a9-4606-975b-906bbdd844a9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.280282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47585d1-a8bc-4727-ab7e-5ef33770c8bf req-eb7cd827-cffc-4524-adc6-11698d862b6e service neutron] 10.222.0.36 "GET /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322318 Aug 24 00:37:25.300907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677437c-94e3-4589-9884-e2b009fde915 req-00d51427-fa52-4d3a-8005-b285e27ae04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.302770 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4677437c-94e3-4589-9884-e2b009fde915 req-00d51427-fa52-4d3a-8005-b285e27ae04b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 1096 time: 0.1491365 Aug 24 00:37:25.367406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60bce3ea-d9a9-4606-975b-906bbdd844a9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.419014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bce3ea-d9a9-4606-975b-906bbdd844a9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1144f9-ec16-443e-b860-dcf98aa8fe45,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:25.473274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4dc123b4-1f75-417f-b569-865002927011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.475383 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4677437c-94e3-4589-9884-e2b009fde915 req-35fee3c7-cf4e-4f21-b50b-4b329265d867 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558964 Aug 24 00:37:25.523543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.544808 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.615550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4dc123b4-1f75-417f-b569-865002927011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.653668 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.661371 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4dc123b4-1f75-417f-b569-865002927011 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06beefe26a3b4ce89a9c9c8051f0a00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8553574 Aug 24 00:37:25.666086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52094) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:25.666742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc123b4-1f75-417f-b569-865002927011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a58fdb-1ae1-4249-9379-e0c8e711d339,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:25.686193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] In _notify_port_updated(), no bound segment for port 06268a8e-ed07-49e6-bcf3-82d9810050a9 on network 33dfe13b-7aa0-4b31-9663-f0b324ef571e {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:37:25.694522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.695295 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.699726 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "PUT /v2.0/ports/06268a8e-ed07-49e6-bcf3-82d9810050a9 HTTP/1.1" status: 200 len: 1003 time: 0.9396312 Aug 24 00:37:25.701873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:25.795481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7496d5-3406-4837-b149-f274ca97a91d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=06268a8e-ed07-49e6-bcf3-82d9810050a9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:25.854759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4f85-e45e-4531-a35d-c2211d005004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.870214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60bce3ea-d9a9-4606-975b-906bbdd844a9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.872890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-60bce3ea-d9a9-4606-975b-906bbdd844a9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0439494 Aug 24 00:37:25.884652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52102) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:25.931861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4f85-e45e-4531-a35d-c2211d005004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.953848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3c8e5-78e1-421d-9eab-468102d7d434 req-6f3e8fcd-9b22-4827-a7f0-8bb590823eb8 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:25.957163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3db3c8e5-78e1-421d-9eab-468102d7d434 req-6f3e8fcd-9b22-4827-a7f0-8bb590823eb8 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.3006525 Aug 24 00:37:25.973786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a53d43d9-a470-48f6-9aa5-2acd626677b2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:25.996417 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a53d43d9-a470-48f6-9aa5-2acd626677b2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.013239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3db3c8e5-78e1-421d-9eab-468102d7d434 req-85d4f6f2-5f39-4c27-92bb-75ba570daa79 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Aug 24 00:37:26.022197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd24a6-72a6-4492-b13b-11092ceca0a7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Deleting port 06268a8e-ed07-49e6-bcf3-82d9810050a9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:26.022845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fd24a6-72a6-4492-b13b-11092ceca0a7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.152275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fd24a6-72a6-4492-b13b-11092ceca0a7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.162907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a53d43d9-a470-48f6-9aa5-2acd626677b2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.166430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4f85-e45e-4531-a35d-c2211d005004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.170947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e1e4f85-e45e-4531-a35d-c2211d005004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.176310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3e1e4f85-e45e-4531-a35d-c2211d005004 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8a58fdb-1ae1-4249-9379-e0c8e711d339 HTTP/1.1" status: 204 len: 168 time: 0.5062041 Aug 24 00:37:26.189379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a53d43d9-a470-48f6-9aa5-2acd626677b2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.193930 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a53d43d9-a470-48f6-9aa5-2acd626677b2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bb1144f9-ec16-443e-b860-dcf98aa8fe45 HTTP/1.1" status: 204 len: 168 time: 0.3075693 Aug 24 00:37:26.197629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52108) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:26.229531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d43d9-a470-48f6-9aa5-2acd626677b2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb1144f9-ec16-443e-b860-dcf98aa8fe45,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:26.241063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3527c84d-0bf9-4f1b-a263-8d335394abd8 None None] Provisioning complete for port 06268a8e-ed07-49e6-bcf3-82d9810050a9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:26.244190 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3527c84d-0bf9-4f1b-a263-8d335394abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.256697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e4f85-e45e-4531-a35d-c2211d005004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a58fdb-1ae1-4249-9379-e0c8e711d339,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:26.281321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd24a6-72a6-4492-b13b-11092ceca0a7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Calling delete_port for 06268a8e-ed07-49e6-bcf3-82d9810050a9 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:26.336873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3527c84d-0bf9-4f1b-a263-8d335394abd8 None None] Port 06268a8e-ed07-49e6-bcf3-82d9810050a9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:26.367623 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-04e15b51-df03-46b5-9408-6a8054799cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.372618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d45c217a-6412-4bef-b594-4d6fc5803091 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1736932 Aug 24 00:37:26.375217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52114) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:26.490871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6171d35c-e6f6-41e9-a570-6ff6c1f6086b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.528359 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6171d35c-e6f6-41e9-a570-6ff6c1f6086b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.624262 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fd24a6-72a6-4492-b13b-11092ceca0a7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.693071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6171d35c-e6f6-41e9-a570-6ff6c1f6086b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.696410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6171d35c-e6f6-41e9-a570-6ff6c1f6086b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.698378 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6171d35c-e6f6-41e9-a570-6ff6c1f6086b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/58e39ad7-da10-4560-8e8e-92dbdbb72634 HTTP/1.1" status: 204 len: 168 time: 0.3221216 Aug 24 00:37:26.705342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f6fd24a6-72a6-4492-b13b-11092ceca0a7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:26.710400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f6fd24a6-72a6-4492-b13b-11092ceca0a7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "DELETE /v2.0/ports/06268a8e-ed07-49e6-bcf3-82d9810050a9 HTTP/1.1" status: 204 len: 168 time: 1.0069709 Aug 24 00:37:26.711345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd24a6-72a6-4492-b13b-11092ceca0a7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Port': ['ID=06268a8e-ed07-49e6-bcf3-82d9810050a9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:26.714446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:26.729940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:26.731068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171d35c-e6f6-41e9-a570-6ff6c1f6086b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e39ad7-da10-4560-8e8e-92dbdbb72634,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:26.776979 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e437a27c-22b7-4899-9108-aad3aaeaded6 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] GET failed (client error): The resource could not be found. Aug 24 00:37:26.790095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e437a27c-22b7-4899-9108-aad3aaeaded6 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "GET /v2.0/ports/06268a8e-ed07-49e6-bcf3-82d9810050a9 HTTP/1.1" status: 404 len: 333 time: 0.0555587 Aug 24 00:37:26.790454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52124) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:26.810076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1479381768'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:26.827533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7264d-016d-45a1-b42e-5fa87109cdc7 req-0289904e-2143-4896-ba0b-1c35cc7ba139 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:26.830237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19e7264d-016d-45a1-b42e-5fa87109cdc7 req-0289904e-2143-4896-ba0b-1c35cc7ba139 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1471391 Aug 24 00:37:26.919433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19e7264d-016d-45a1-b42e-5fa87109cdc7 req-0601dd50-6024-4c24-beaf-26ba0b193f34 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783722 Aug 24 00:37:26.924326 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-30293cec-eec9-4a32-8b30-46b451981bb7 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1840816 Aug 24 00:37:26.928735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:26.938712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a5a806c5-d111-416a-8844-165f8245b1f2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001549941'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:27.070129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5a806c5-d111-416a-8844-165f8245b1f2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.130707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52136) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:27.147386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0394daa9-b68b-4d79-829c-41f7846ba1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.168971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e049990-9bc9-4166-a876-ca85569f871a req-88e11905-8e6b-4c13-a707-1ef54c814c54 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:27.170861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e049990-9bc9-4166-a876-ca85569f871a req-88e11905-8e6b-4c13-a707-1ef54c814c54 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.0764759 Aug 24 00:37:27.189677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Made reservation on behalf of 6332242a6af348e794cc7360a6856f20 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:27.196323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.220767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] device_id is not set on port b6bff122-b0d5-42ff-b3ce-41504897479f yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:27.221960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e049990-9bc9-4166-a876-ca85569f871a req-a57eb2b9-c2c5-4d9b-a100-4f5e4e77d012 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Aug 24 00:37:27.321137 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5a806c5-d111-416a-8844-165f8245b1f2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.400452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Allocated IP 2001:db8::52 (33dfe13b-7aa0-4b31-9663-f0b324ef571e/65549a8c-4352-4cab-842f-eb54614ee20e/b6bff122-b0d5-42ff-b3ce-41504897479f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:27.400810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e001-4c90-442c-ab96-1c3ce3c8ad7a req-bf4b602b-e7ed-47cd-bb45-ef311c817dc1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:27.403107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fe4e001-4c90-442c-ab96-1c3ce3c8ad7a req-bf4b602b-e7ed-47cd-bb45-ef311c817dc1 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.0571196 Aug 24 00:37:27.408302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5a806c5-d111-416a-8844-165f8245b1f2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.477129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a806c5-d111-416a-8844-165f8245b1f2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8a05e6-a755-4e2b-9738-5a31203e5987,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:27.493294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fe4e001-4c90-442c-ab96-1c3ce3c8ad7a req-16b24fd9-6263-42fd-bcef-85ecc4ddbf3c tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820167 Aug 24 00:37:27.636282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0394daa9-b68b-4d79-829c-41f7846ba1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.651544 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.666037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Transition to ACTIVE for port object b6bff122-b0d5-42ff-b3ce-41504897479f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:27.724773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0394daa9-b68b-4d79-829c-41f7846ba1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.772390 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0394daa9-b68b-4d79-829c-41f7846ba1f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=183f551db9ff4201953682412ec910ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404259 Aug 24 00:37:27.775706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:27.779382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.807851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d1273-0402-4d17-a47a-e99db61a8fcd req-f01aff0f-4096-453c-b232-5b73a2668e85 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:27.809936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-605d1273-0402-4d17-a47a-e99db61a8fcd req-f01aff0f-4096-453c-b232-5b73a2668e85 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.0708220 Aug 24 00:37:27.813624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5a806c5-d111-416a-8844-165f8245b1f2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.817580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a5a806c5-d111-416a-8844-165f8245b1f2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8868203 Aug 24 00:37:27.819300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:27.830992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-71611ae1-8906-4e0c-bb01-d7e3c9d61dd3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '2b8a05e6-a755-4e2b-9738-5a31203e5987', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:27.850274 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=b6bff122-b0d5-42ff-b3ce-41504897479f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:27.857914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394daa9-b68b-4d79-829c-41f7846ba1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3255f-8683-4fa9-a628-0d5868224273,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:27.873901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:27.878527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:27.893932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:27.900757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:27.901451 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.903269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-605d1273-0402-4d17-a47a-e99db61a8fcd req-8c783a38-b0ee-47dd-8d90-1132566aadbb tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822778 Aug 24 00:37:27.932560 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-103a6d5a-784a-4726-bb87-7df552e52f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.980258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-103a6d5a-784a-4726-bb87-7df552e52f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:27.982424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71611ae1-8906-4e0c-bb01-d7e3c9d61dd3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.034478 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6f8f244f-8753-474e-b6e6-d1c6192a2469 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2418878 Aug 24 00:37:28.035132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52158) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:28.040930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'network_id': '33dfe13b-7aa0-4b31-9663-f0b324ef571e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2085776414'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:28.230202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91758de-bc85-4c99-8138-b871b960dc33 req-d356e11d-2a67-4562-86de-9f996ba9d797 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:28.232615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c91758de-bc85-4c99-8138-b871b960dc33 req-d356e11d-2a67-4562-86de-9f996ba9d797 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.1872375 Aug 24 00:37:28.244800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae479f8-520c-4ae2-b6d3-049d319bd787 req-1f0bef8a-27a0-4f5d-a222-65db1222619c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:28.246394 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fae479f8-520c-4ae2-b6d3-049d319bd787 req-1f0bef8a-27a0-4f5d-a222-65db1222619c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1479530 Aug 24 00:37:28.276395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Made reservation on behalf of 6332242a6af348e794cc7360a6856f20 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:28.287523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.310485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c91758de-bc85-4c99-8138-b871b960dc33 req-1e030918-0c99-4979-8ca5-b6f565418f5a tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631082 Aug 24 00:37:28.315368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-103a6d5a-784a-4726-bb87-7df552e52f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.315509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] device_id is not set on port 9f752cc5-a9e5-4fad-bc29-98f59914318b yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:28.316006 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-103a6d5a-784a-4726-bb87-7df552e52f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.317355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-103a6d5a-784a-4726-bb87-7df552e52f42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50b3255f-8683-4fa9-a628-0d5868224273 HTTP/1.1" status: 204 len: 168 time: 0.5362966 Aug 24 00:37:28.320961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fae479f8-520c-4ae2-b6d3-049d319bd787 req-e0c1c729-b4b1-4153-a7e7-0ee131ce0fbd tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674791 Aug 24 00:37:28.336991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71611ae1-8906-4e0c-bb01-d7e3c9d61dd3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.338476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a6d5a-784a-4726-bb87-7df552e52f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3255f-8683-4fa9-a628-0d5868224273,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:28.381909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8326504f-dee2-49a8-943a-84c664015045 None None] Provisioning for port b6bff122-b0d5-42ff-b3ce-41504897479f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:28.388195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8326504f-dee2-49a8-943a-84c664015045 None None] Provisioning complete for port b6bff122-b0d5-42ff-b3ce-41504897479f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:28.388582 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8326504f-dee2-49a8-943a-84c664015045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.435276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71611ae1-8906-4e0c-bb01-d7e3c9d61dd3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.481223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8326504f-dee2-49a8-943a-84c664015045 None None] Port b6bff122-b0d5-42ff-b3ce-41504897479f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:28.481502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71611ae1-8906-4e0c-bb01-d7e3c9d61dd3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca972331-2228-4d8a-a28b-828b3b04affe,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:28.521527 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71611ae1-8906-4e0c-bb01-d7e3c9d61dd3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.525668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-71611ae1-8906-4e0c-bb01-d7e3c9d61dd3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6987190 Aug 24 00:37:28.526136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52168) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:28.535675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-739defe8-5883-4f16-9abe-0687b816d97d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '2b8a05e6-a755-4e2b-9738-5a31203e5987', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:28.542946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Allocated IP 2001:db8::281 (33dfe13b-7aa0-4b31-9663-f0b324ef571e/65549a8c-4352-4cab-842f-eb54614ee20e/9f752cc5-a9e5-4fad-bc29-98f59914318b) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:28.669518 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-739defe8-5883-4f16-9abe-0687b816d97d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.739472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.757077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Transition to ACTIVE for port object 9f752cc5-a9e5-4fad-bc29-98f59914318b will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:28.765361 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-739defe8-5883-4f16-9abe-0687b816d97d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.823657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13558f21-c090-478f-b62a-dc270f945c05 req-d4035013-5989-4eb2-b395-75412b2e8091 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:28.825818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13558f21-c090-478f-b62a-dc270f945c05 req-d4035013-5989-4eb2-b395-75412b2e8091 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.0796890 Aug 24 00:37:28.830014 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-739defe8-5883-4f16-9abe-0687b816d97d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.864693 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.885870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739defe8-5883-4f16-9abe-0687b816d97d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab579698-002c-4b62-91e3-3d28975e16be,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:28.920844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13558f21-c090-478f-b62a-dc270f945c05 req-44bf6c5a-5dda-4cd2-9a31-96d48d09afb2 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833452 Aug 24 00:37:28.942668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:28.945737 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:28.950771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:28.956855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:28.957560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.961520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-89bf5563-ded9-4597-9c3e-6f09bb930f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.974795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=9f752cc5-a9e5-4fad-bc29-98f59914318b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:28.984470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-739defe8-5883-4f16-9abe-0687b816d97d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:28.988485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-739defe8-5883-4f16-9abe-0687b816d97d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4611616 Aug 24 00:37:28.989157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52178) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.001560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ed75a00f-19ce-4093-8e52-5c13941fd214 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '2b8a05e6-a755-4e2b-9738-5a31203e5987', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:29.039874 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-658c6b5f-81b2-4c94-b7b3-b42ebc13faf7 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0030921 Aug 24 00:37:29.048111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52182) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.075048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::297', 'mac_address': 'fa:16:3e:23:58:a5'}, {'ip_address': '2001:db8::52', 'mac_address': 'fa:16:3e:c7:3e:63'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:29.079694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae6330-d95d-42a2-bc81-c77fae36db0f req-d3ccafa2-5be5-44d6-82c3-98b6ac0de775 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.081389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2ae6330-d95d-42a2-bc81-c77fae36db0f req-d3ccafa2-5be5-44d6-82c3-98b6ac0de775 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.0608253 Aug 24 00:37:29.116993 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.185010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2ae6330-d95d-42a2-bc81-c77fae36db0f req-ca72c7f4-484a-4813-bb14-d71e87ada4b0 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886099 Aug 24 00:37:29.219169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed75a00f-19ce-4093-8e52-5c13941fd214 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.236156 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.408988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed75a00f-19ce-4093-8e52-5c13941fd214 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.414767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b389ade5-c260-4c29-9f2e-26750d965079 None None] Provisioning for port 9f752cc5-a9e5-4fad-bc29-98f59914318b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:29.422537 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b389ade5-c260-4c29-9f2e-26750d965079 None None] Provisioning complete for port 9f752cc5-a9e5-4fad-bc29-98f59914318b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:29.424421 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b389ade5-c260-4c29-9f2e-26750d965079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.488075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b389ade5-c260-4c29-9f2e-26750d965079 None None] Port 9f752cc5-a9e5-4fad-bc29-98f59914318b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:29.517369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed75a00f-19ce-4093-8e52-5c13941fd214 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.561335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75a00f-19ce-4093-8e52-5c13941fd214 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a8c93b-d1b0-49c8-a195-80f3810ff548,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:29.622930 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.641716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed75a00f-19ce-4093-8e52-5c13941fd214 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.645672 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed75a00f-19ce-4093-8e52-5c13941fd214 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6527150 Aug 24 00:37:29.645946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52204) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.651216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d1ecc378-9769-4ec4-8011-3e8c2714b6ed tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '2b8a05e6-a755-4e2b-9738-5a31203e5987', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:29.719206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.820630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] In _notify_port_updated(), no bound segment for port 9f752cc5-a9e5-4fad-bc29-98f59914318b on network 33dfe13b-7aa0-4b31-9663-f0b324ef571e {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:37:29.827724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.828408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.833167 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "PUT /v2.0/ports/9f752cc5-a9e5-4fad-bc29-98f59914318b HTTP/1.1" status: 200 len: 1067 time: 0.7718844 Aug 24 00:37:29.833398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52214) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:29.843210 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc378-9769-4ec4-8011-3e8c2714b6ed tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:29.867963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086348f3-784b-48a6-84a7-c9ba2c95a32d tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event updated for resources: {'Port': ['ID=9f752cc5-a9e5-4fad-bc29-98f59914318b,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:29.977009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c27c2-9fe9-4206-a74b-556277e22f30 req-baf9d71e-450d-451b-962e-a2aa1a06ec5e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:29.994444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e9c27c2-9fe9-4206-a74b-556277e22f30 req-baf9d71e-450d-451b-962e-a2aa1a06ec5e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.2059712 Aug 24 00:37:30.023017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc378-9769-4ec4-8011-3e8c2714b6ed tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.087137 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc378-9769-4ec4-8011-3e8c2714b6ed tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.124462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e9c27c2-9fe9-4206-a74b-556277e22f30 req-ae329863-7068-4961-aea2-0f5f0934b289 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275263 Aug 24 00:37:30.127874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecc378-9769-4ec4-8011-3e8c2714b6ed tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa25dd6-2e79-4151-ac50-d7d1deb2bfea,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.147071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdc57e-d9dc-495f-b315-74b9022bff8d req-48ab42c2-4513-4729-9d1d-6eed3284e0ed tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:30.158627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76cdc57e-d9dc-495f-b315-74b9022bff8d req-48ab42c2-4513-4729-9d1d-6eed3284e0ed tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 945 time: 0.1126440 Aug 24 00:37:30.209926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b028d117-cd6c-4ba4-a8f9-0ea63b71e81f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Deleting port 9f752cc5-a9e5-4fad-bc29-98f59914318b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:30.211039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b028d117-cd6c-4ba4-a8f9-0ea63b71e81f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.244558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8e5d7089-17c9-47c7-9920-e0e23732a8f8 None None] Provisioning complete for port 9f752cc5-a9e5-4fad-bc29-98f59914318b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:30.246038 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7089-17c9-47c7-9920-e0e23732a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.247221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc378-9769-4ec4-8011-3e8c2714b6ed tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.248997 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d1ecc378-9769-4ec4-8011-3e8c2714b6ed tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6020181 Aug 24 00:37:30.251555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52222) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.257292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-dae09269-20db-44e1-a339-a59eab2a9073 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '2b8a05e6-a755-4e2b-9738-5a31203e5987', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:30.299710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.305926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d7089-17c9-47c7-9920-e0e23732a8f8 None None] Port 9f752cc5-a9e5-4fad-bc29-98f59914318b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:30.319856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76cdc57e-d9dc-495f-b315-74b9022bff8d req-253dc02e-48d9-4e52-b055-21c7ce262ea0 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603670 Aug 24 00:37:30.389364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dae09269-20db-44e1-a339-a59eab2a9073 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.390691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff64bfc-21e9-4d01-8e80-b3ce9364d0f5 req-d9c14048-1674-4f72-9a8e-472009b45d5e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:30.392318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ff64bfc-21e9-4d01-8e80-b3ce9364d0f5 req-d9c14048-1674-4f72-9a8e-472009b45d5e tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.0964031 Aug 24 00:37:30.394473 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b028d117-cd6c-4ba4-a8f9-0ea63b71e81f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.418559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b028d117-cd6c-4ba4-a8f9-0ea63b71e81f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Calling delete_port for 9f752cc5-a9e5-4fad-bc29-98f59914318b owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:30.521790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ff64bfc-21e9-4d01-8e80-b3ce9364d0f5 req-9771b97e-5363-47f3-af0a-64295deb0ff8 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124890 Aug 24 00:37:30.526353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dae09269-20db-44e1-a339-a59eab2a9073 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.612911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dae09269-20db-44e1-a339-a59eab2a9073 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.628834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae09269-20db-44e1-a339-a59eab2a9073 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c5e797-fb84-4365-b6a1-d790d39735e9,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.727512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b028d117-cd6c-4ba4-a8f9-0ea63b71e81f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.761662 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dae09269-20db-44e1-a339-a59eab2a9073 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.762874 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dae09269-20db-44e1-a339-a59eab2a9073 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5102103 Aug 24 00:37:30.765667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52234) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:30.766892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028d117-cd6c-4ba4-a8f9-0ea63b71e81f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Port': ['ID=9f752cc5-a9e5-4fad-bc29-98f59914318b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.797362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32bb43dc-62ae-4cea-a3e1-49093ea3601d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.806597 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32bb43dc-62ae-4cea-a3e1-49093ea3601d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.888498 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32bb43dc-62ae-4cea-a3e1-49093ea3601d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.916680 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-32bb43dc-62ae-4cea-a3e1-49093ea3601d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:30.916680 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-32bb43dc-62ae-4cea-a3e1-49093ea3601d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e5c5e797-fb84-4365-b6a1-d790d39735e9 HTTP/1.1" status: 204 len: 168 time: 0.1447415 Aug 24 00:37:30.916680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb43dc-62ae-4cea-a3e1-49093ea3601d tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5c5e797-fb84-4365-b6a1-d790d39735e9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:30.916680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52240) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.010846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b028d117-cd6c-4ba4-a8f9-0ea63b71e81f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.016298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b028d117-cd6c-4ba4-a8f9-0ea63b71e81f tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "DELETE /v2.0/ports/9f752cc5-a9e5-4fad-bc29-98f59914318b HTTP/1.1" status: 204 len: 168 time: 1.1782911 Aug 24 00:37:31.018092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.036605 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d2e1dc83-4f55-4115-b57c-d0e683f599d8 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1148615 Aug 24 00:37:31.040752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.115537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b11473-a179-4b80-8667-ad15de0e6111 req-8b8c8bfa-b231-4626-8ebc-2c00560ebe60 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:31.117931 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-55b11473-a179-4b80-8667-ad15de0e6111 req-8b8c8bfa-b231-4626-8ebc-2c00560ebe60 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 945 time: 0.1048098 Aug 24 00:37:31.266355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Deleting port bb95c240-2488-4685-b5f6-e734b31e7822 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:31.267008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.485291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] For port bb95c240-2488-4685-b5f6-e734b31e7822, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=bb95c240-2488-4685-b5f6-e734b31e7822,segment=NetworkSegment(2cdb1c24-6381-42f4-a58e-d7272a5ab92d),segment_id=2cdb1c24-6381-42f4-a58e-d7272a5ab92d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:31.485932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.506530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Calling delete_port for bb95c240-2488-4685-b5f6-e734b31e7822 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:31.596174 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e6a53a-82bb-4f2c-820d-3cf67dbb0b5a tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] GET failed (client error): The resource could not be found. Aug 24 00:37:31.601134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-42e6a53a-82bb-4f2c-820d-3cf67dbb0b5a tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "GET /v2.0/ports/9f752cc5-a9e5-4fad-bc29-98f59914318b HTTP/1.1" status: 404 len: 333 time: 0.5792296 Aug 24 00:37:31.601914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52264) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.676446 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8989f68-307a-4bab-8e34-4996129ed9a0 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.686136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8989f68-307a-4bab-8e34-4996129ed9a0 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.770658 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.798337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af0cc6-af19-4e17-a3b9-2cce5c50e421 req-a277d555-e65b-491f-a1b4-6a85b6e68871 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:31.803427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89af0cc6-af19-4e17-a3b9-2cce5c50e421 req-a277d555-e65b-491f-a1b4-6a85b6e68871 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 945 time: 0.2635431 Aug 24 00:37:31.819836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8989f68-307a-4bab-8e34-4996129ed9a0 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.832416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8fa18-be6a-4c6b-82a2-df218e239e7f req-1c1f9741-4ef4-4a26-aa10-bac8d8b72858 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:31.841130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12a8fa18-be6a-4c6b-82a2-df218e239e7f req-1c1f9741-4ef4-4a26-aa10-bac8d8b72858 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.2750165 Aug 24 00:37:31.847418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8989f68-307a-4bab-8e34-4996129ed9a0 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.851441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b8989f68-307a-4bab-8e34-4996129ed9a0 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4fa25dd6-2e79-4151-ac50-d7d1deb2bfea HTTP/1.1" status: 204 len: 168 time: 0.8035114 Aug 24 00:37:31.854858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52272) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:31.881846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8989f68-307a-4bab-8e34-4996129ed9a0 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fa25dd6-2e79-4151-ac50-d7d1deb2bfea,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:31.915499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-863bae95-b363-472a-876d-44801e41bf37 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:31.917018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-863bae95-b363-472a-876d-44801e41bf37 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 945 time: 0.1823313 Aug 24 00:37:31.924674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6a634-0695-4a7e-b141-85c22e199eb0 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Deleting port b6bff122-b0d5-42ff-b3ce-41504897479f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:31.926298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a634-0695-4a7e-b141-85c22e199eb0 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:31.951896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89af0cc6-af19-4e17-a3b9-2cce5c50e421 req-31b15e59-883d-43ef-9113-c7acaa259ad3 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ec3d6dc9-db23-4192-a18b-839050df2012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081321 Aug 24 00:37:31.962146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12a8fa18-be6a-4c6b-82a2-df218e239e7f req-d35e877f-32d8-45c2-9a79-ecc5d1b95250 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181355 Aug 24 00:37:32.023658 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-511b5ad6-a2e6-4535-bc9d-2d19a7366b11 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1662314 Aug 24 00:37:32.026418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52276) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.067055 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-979a2bef-b6f2-4dac-9ef5-e115f36c4624 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.075159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.087871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['bb95c240-2488-4685-b5f6-e734b31e7822'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:32.096909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2236633-9efb-491a-a79d-67d4c9a540fd req-fb29d688-1bb0-453b-818c-e1c2e96427c3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:32.098422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-979a2bef-b6f2-4dac-9ef5-e115f36c4624 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.100795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2236633-9efb-491a-a79d-67d4c9a540fd req-fb29d688-1bb0-453b-818c-e1c2e96427c3 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 867 time: 0.0722482 Aug 24 00:37:32.101090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Deleting port 305d8341-cc39-44d3-a929-2b6da77cfec7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:32.101433 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.178463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Pushing event deleted for resources: {'Port': ['ID=bb95c240-2488-4685-b5f6-e734b31e7822,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:32.188735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a634-0695-4a7e-b141-85c22e199eb0 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.242118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2236633-9efb-491a-a79d-67d4c9a540fd req-0adef229-fccf-4e45-81c4-3c869bd13104 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/security-groups?id=10d08849-2dfe-4419-8385-544e1d04fa17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355107 Aug 24 00:37:32.249401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] For port 305d8341-cc39-44d3-a929-2b6da77cfec7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=305d8341-cc39-44d3-a929-2b6da77cfec7,segment=NetworkSegment(a652b042-28ba-4d4b-b4f9-d56a00bb3cbf),segment_id=a652b042-28ba-4d4b-b4f9-d56a00bb3cbf)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:32.249805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.257555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] No DVR routers for this DVR port bb95c240-2488-4685-b5f6-e734b31e7822 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:32.266243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.266243 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-55b11473-a179-4b80-8667-ad15de0e6111 req-115b523b-4159-46ef-9ade-d49a6bafff45 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.37 "DELETE /v2.0/ports/bb95c240-2488-4685-b5f6-e734b31e7822 HTTP/1.1" status: 204 len: 173 time: 1.1404009 Aug 24 00:37:32.266462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6a634-0695-4a7e-b141-85c22e199eb0 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Calling delete_port for b6bff122-b0d5-42ff-b3ce-41504897479f owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:32.270114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b358d51-638e-4e15-847a-288f96d9d748', 'name': 'network-vif-deleted', 'tag': 'bb95c240-2488-4685-b5f6-e734b31e7822'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:32.271755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Calling delete_port for 305d8341-cc39-44d3-a929-2b6da77cfec7 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:32.273321 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31056457-1e25-4046-8cc4-ae9d93b5fa8c" -d '{"events": [{"server_uuid": "4b358d51-638e-4e15-847a-288f96d9d748", "name": "network-vif-deleted", "tag": "bb95c240-2488-4685-b5f6-e734b31e7822"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:32.346341 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94e5a88-fcd2-4507-9884-897b90543647 x-openstack-request-id: req-a94e5a88-fcd2-4507-9884-897b90543647 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:32.346835 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b358d51-638e-4e15-847a-288f96d9d748", "name": "network-vif-deleted", "tag": "bb95c240-2488-4685-b5f6-e734b31e7822", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:32.347174 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a94e5a88-fcd2-4507-9884-897b90543647 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:32.347719 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b358d51-638e-4e15-847a-288f96d9d748', 'name': 'network-vif-deleted', 'tag': 'bb95c240-2488-4685-b5f6-e734b31e7822', 'status': 'completed', 'code': 200} Aug 24 00:37:32.357486 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-979a2bef-b6f2-4dac-9ef5-e115f36c4624 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.362761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-979a2bef-b6f2-4dac-9ef5-e115f36c4624 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.366704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-979a2bef-b6f2-4dac-9ef5-e115f36c4624 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/48a8c93b-d1b0-49c8-a195-80f3810ff548 HTTP/1.1" status: 204 len: 168 time: 0.3368702 Aug 24 00:37:32.369872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52288) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.401251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a2bef-b6f2-4dac-9ef5-e115f36c4624 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48a8c93b-d1b0-49c8-a195-80f3810ff548,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:32.455932 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-135287a6-6d0c-44ef-8421-77dd288e56dc tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0831997 Aug 24 00:37:32.458644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.502039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62b71c06-bd8f-44e7-a51d-93b1d134e79b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.512055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62b71c06-bd8f-44e7-a51d-93b1d134e79b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.520035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.553836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['305d8341-cc39-44d3-a929-2b6da77cfec7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:32.560901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a634-0695-4a7e-b141-85c22e199eb0 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.568423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Pushing event deleted for resources: {'Port': ['ID=305d8341-cc39-44d3-a929-2b6da77cfec7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:32.601077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6a634-0695-4a7e-b141-85c22e199eb0 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Port': ['ID=b6bff122-b0d5-42ff-b3ce-41504897479f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:32.630250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] No DVR routers for this DVR port 305d8341-cc39-44d3-a929-2b6da77cfec7 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:32.631105 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a634-0695-4a7e-b141-85c22e199eb0 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.633428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1f6a634-0695-4a7e-b141-85c22e199eb0 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "DELETE /v2.0/ports/b6bff122-b0d5-42ff-b3ce-41504897479f HTTP/1.1" status: 204 len: 168 time: 1.0304637 Aug 24 00:37:32.636047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52296) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.636711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.639106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26ac5549-fcdf-42dc-8dec-b911ceb9b16f req-886995cd-24f9-4a62-9ee0-cd1c97324b8a tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.36 "DELETE /v2.0/ports/305d8341-cc39-44d3-a929-2b6da77cfec7 HTTP/1.1" status: 204 len: 173 time: 0.7072175 Aug 24 00:37:32.639644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b3ae4-acd1-4baf-819f-37fd4ba44155', 'name': 'network-vif-deleted', 'tag': '305d8341-cc39-44d3-a929-2b6da77cfec7'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:32.642051 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca42188b-ec61-4e9e-a756-cb9e8b2090ca" -d '{"events": [{"server_uuid": "117b3ae4-acd1-4baf-819f-37fd4ba44155", "name": "network-vif-deleted", "tag": "305d8341-cc39-44d3-a929-2b6da77cfec7"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:32.685629 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-83609d77-1d4c-4871-a272-c6ae21098ccc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] GET failed (client error): The resource could not be found. Aug 24 00:37:32.687184 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-83609d77-1d4c-4871-a272-c6ae21098ccc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "GET /v2.0/ports/b6bff122-b0d5-42ff-b3ce-41504897479f HTTP/1.1" status: 404 len: 333 time: 0.0497367 Aug 24 00:37:32.692758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.694468 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027bb771-4ecf-4c11-baf9-ef10ef710e81 x-openstack-request-id: req-027bb771-4ecf-4c11-baf9-ef10ef710e81 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:32.694858 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b3ae4-acd1-4baf-819f-37fd4ba44155", "name": "network-vif-deleted", "tag": "305d8341-cc39-44d3-a929-2b6da77cfec7", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:32.695189 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-027bb771-4ecf-4c11-baf9-ef10ef710e81 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:32.695649 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b3ae4-acd1-4baf-819f-37fd4ba44155', 'name': 'network-vif-deleted', 'tag': '305d8341-cc39-44d3-a929-2b6da77cfec7', 'status': 'completed', 'code': 200} Aug 24 00:37:32.761823 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62b71c06-bd8f-44e7-a51d-93b1d134e79b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.807890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62b71c06-bd8f-44e7-a51d-93b1d134e79b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.809290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-62b71c06-bd8f-44e7-a51d-93b1d134e79b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ab579698-002c-4b62-91e3-3d28975e16be HTTP/1.1" status: 204 len: 168 time: 0.3496482 Aug 24 00:37:32.812325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52308) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.831462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b71c06-bd8f-44e7-a51d-93b1d134e79b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab579698-002c-4b62-91e3-3d28975e16be,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:32.875821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e023b8df-d758-4975-acf5-f3b4e448ad05 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0593231 Aug 24 00:37:32.875821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52312) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:32.906540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c3075214-226c-48d9-9202-ed6f2a9406dc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Deleting port 9885a92d-705f-4ada-9f36-b7824f014114 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:32.907103 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3075214-226c-48d9-9202-ed6f2a9406dc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.922466 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01e6238c-d648-4899-92f3-bac56df3a3d3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:32.931183 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01e6238c-d648-4899-92f3-bac56df3a3d3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.041947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01e6238c-d648-4899-92f3-bac56df3a3d3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.045950 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3075214-226c-48d9-9202-ed6f2a9406dc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.052119 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01e6238c-d648-4899-92f3-bac56df3a3d3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.053605 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-01e6238c-d648-4899-92f3-bac56df3a3d3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ca972331-2228-4d8a-a28b-828b3b04affe HTTP/1.1" status: 204 len: 168 time: 0.1769648 Aug 24 00:37:33.057422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52322) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.059730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6238c-d648-4899-92f3-bac56df3a3d3 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca972331-2228-4d8a-a28b-828b3b04affe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:33.148534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c3075214-226c-48d9-9202-ed6f2a9406dc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Calling delete_port for 9885a92d-705f-4ada-9f36-b7824f014114 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:33.181505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3bedcb8-49cc-4557-8302-ebbeddbe6681 req-a372799d-004b-44e3-9a6b-c4c41b34c622 tempest-AttachVolumeNegativeTest-1407695064 tempest-AttachVolumeNegativeTest-1407695064-project] 10.222.0.26 "GET /v2.0/ports?device_id=117b3ae4-acd1-4baf-819f-37fd4ba44155 HTTP/1.1" status: 200 len: 210 time: 0.0654538 Aug 24 00:37:33.194555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d364788e-e8e4-4f10-9297-e2d0a30e8d7b tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1327789 Aug 24 00:37:33.198041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52328) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.265413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fdd1d-91a9-4d92-af94-ec5570b11c71 req-0b0542d7-7efa-45d8-a545-6eaf274b41c9 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:33.266989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b6fdd1d-91a9-4d92-af94-ec5570b11c71 req-0b0542d7-7efa-45d8-a545-6eaf274b41c9 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1646800 Aug 24 00:37:33.293189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba0ad-5134-4151-a4b9-02ccf35824c9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.327548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba0ad-5134-4151-a4b9-02ccf35824c9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.377257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b6fdd1d-91a9-4d92-af94-ec5570b11c71 req-10f021af-d5f3-4b4d-a389-f3a105a31f94 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985730 Aug 24 00:37:33.419013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ace5d40-0809-4d88-8412-9ae60c822eb6 req-143c08b0-3140-4049-a01a-61f39cbf8ae8 tempest-ServerDiskConfigTestJSON-2046718445 tempest-ServerDiskConfigTestJSON-2046718445-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b358d51-638e-4e15-847a-288f96d9d748 HTTP/1.1" status: 200 len: 210 time: 0.0533795 Aug 24 00:37:33.468533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba0ad-5134-4151-a4b9-02ccf35824c9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.471793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4ba0ad-5134-4151-a4b9-02ccf35824c9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.473994 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8a4ba0ad-5134-4151-a4b9-02ccf35824c9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/2b8a05e6-a755-4e2b-9738-5a31203e5987 HTTP/1.1" status: 204 len: 168 time: 0.2740993 Aug 24 00:37:33.476139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52336) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.487724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ba0ad-5134-4151-a4b9-02ccf35824c9 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8a05e6-a755-4e2b-9738-5a31203e5987,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:33.545632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-76cbf93a-294c-42e0-a83e-2f576552e6de tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680306 Aug 24 00:37:33.551999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52338) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.555823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-95e0f0ab-b828-49fa-b059-59f90f9d6b7c tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570193048'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:33.612166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3075214-226c-48d9-9202-ed6f2a9406dc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.629744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95e0f0ab-b828-49fa-b059-59f90f9d6b7c tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.662576 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3075214-226c-48d9-9202-ed6f2a9406dc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Port': ['ID=9885a92d-705f-4ada-9f36-b7824f014114,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:33.702463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3075214-226c-48d9-9202-ed6f2a9406dc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.704840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c3075214-226c-48d9-9202-ed6f2a9406dc tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "DELETE /v2.0/ports/9885a92d-705f-4ada-9f36-b7824f014114 HTTP/1.1" status: 204 len: 168 time: 1.0082734 Aug 24 00:37:33.707677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52342) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:33.781206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95e0f0ab-b828-49fa-b059-59f90f9d6b7c tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.790898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-002cd60c-a236-40c0-b529-b25144d4ad58 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Deleting subnet 65549a8c-4352-4cab-842f-eb54614ee20e {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:37:33.794991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002cd60c-a236-40c0-b529-b25144d4ad58 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.845301 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002cd60c-a236-40c0-b529-b25144d4ad58 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.904217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95e0f0ab-b828-49fa-b059-59f90f9d6b7c tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:33.956590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0f0ab-b828-49fa-b059-59f90f9d6b7c tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea2161d-bf0d-476a-ad46-ec64e287f212,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:34.007795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95e0f0ab-b828-49fa-b059-59f90f9d6b7c tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.009168 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-95e0f0ab-b828-49fa-b059-59f90f9d6b7c tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4583149 Aug 24 00:37:34.012609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.022441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9a515407-6f8a-4d25-bd68-670e9e678c02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '3ea2161d-bf0d-476a-ad46-ec64e287f212', 'direction': 'ingress', 'protocol': 17}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:34.022601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002cd60c-a236-40c0-b529-b25144d4ad58 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.042162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.126283 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a515407-6f8a-4d25-bd68-670e9e678c02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.167455 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002cd60c-a236-40c0-b529-b25144d4ad58 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.185549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a515407-6f8a-4d25-bd68-670e9e678c02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.186792 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c550a1-691c-4718-a0ec-ad51873be510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.204266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002cd60c-a236-40c0-b529-b25144d4ad58 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.206675 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-002cd60c-a236-40c0-b529-b25144d4ad58 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "DELETE /v2.0/subnets/65549a8c-4352-4cab-842f-eb54614ee20e HTTP/1.1" status: 204 len: 168 time: 0.4978278 Aug 24 00:37:34.207762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cd60c-a236-40c0-b529-b25144d4ad58 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Subnet': ['ID=65549a8c-4352-4cab-842f-eb54614ee20e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:34.210248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52356) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.229262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765ed41-50b0-40a2-a16f-9be032154655 None None] Network 33dfe13b-7aa0-4b31-9663-f0b324ef571e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:34.273053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52360) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.277031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a515407-6f8a-4d25-bd68-670e9e678c02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.326449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03a07e2-8cbf-4ba4-bac9-6654d5423fa2 admin admin] Deleting subnet c36a24a1-56ab-46df-aba9-5f14ed1de26f {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:37:34.330932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f03a07e2-8cbf-4ba4-bac9-6654d5423fa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.337155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.338799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515407-6f8a-4d25-bd68-670e9e678c02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfd8787-770d-41f6-a8c9-ec80642885be,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:34.377655 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f03a07e2-8cbf-4ba4-bac9-6654d5423fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.419426 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c550a1-691c-4718-a0ec-ad51873be510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.435794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Deleting port 27d16fd4-491f-47b2-b580-0acecc09a206 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:34.435978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.437103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f03a07e2-8cbf-4ba4-bac9-6654d5423fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.508472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c550a1-691c-4718-a0ec-ad51873be510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.520321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device bb95c240-2488-4685-b5f6-e734b31e7822 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:34.555849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] DHCP port deletion for 33dfe13b-7aa0-4b31-9663-f0b324ef571e request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:37:34.559956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: bb95c240-2488-4685-b5f6-e734b31e7822 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:34.560508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device bb95c240-2488-4685-b5f6-e734b31e7822 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:34.579353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f03a07e2-8cbf-4ba4-bac9-6654d5423fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.597821 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a515407-6f8a-4d25-bd68-670e9e678c02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.601607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9a515407-6f8a-4d25-bd68-670e9e678c02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5844598 Aug 24 00:37:34.625226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Deleting port 27d16fd4-491f-47b2-b580-0acecc09a206 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:34.626230 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.635416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.654143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a07e2-8cbf-4ba4-bac9-6654d5423fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36a24a1-56ab-46df-aba9-5f14ed1de26f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:34.656482 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f03a07e2-8cbf-4ba4-bac9-6654d5423fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.665246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f03a07e2-8cbf-4ba4-bac9-6654d5423fa2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c36a24a1-56ab-46df-aba9-5f14ed1de26f HTTP/1.1" status: 204 len: 168 time: 0.3944616 Aug 24 00:37:34.667718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52376) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.715493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] For port 27d16fd4-491f-47b2-b580-0acecc09a206, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=27d16fd4-491f-47b2-b580-0acecc09a206,segment=NetworkSegment(4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b),segment_id=4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:34.715999 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.731137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Calling delete_port for 27d16fd4-491f-47b2-b580-0acecc09a206 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:34.741028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52380) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.754222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a2c550a1-691c-4718-a0ec-ad51873be510 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf19d20bb34d4396bb2b27981d99ee88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7106678 Aug 24 00:37:34.756532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52382) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:34.768402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] For port 27d16fd4-491f-47b2-b580-0acecc09a206, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=27d16fd4-491f-47b2-b580-0acecc09a206,segment=NetworkSegment(4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b),segment_id=4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:34.768868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.775059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c550a1-691c-4718-a0ec-ad51873be510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f50c94-311c-4e59-9336-8cac4fd1b3b3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:34.808747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Calling delete_port for 27d16fd4-491f-47b2-b580-0acecc09a206 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:34.820096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ece5-14fa-4aae-bfc9-a1deea33d08b req-08b23921-0048-4a12-adf8-b3729ac21d6f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:34.822302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63b6ece5-14fa-4aae-bfc9-a1deea33d08b req-08b23921-0048-4a12-adf8-b3729ac21d6f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.3175945 Aug 24 00:37:34.841726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.874874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b8f4de-8eb9-4a00-8e4e-7f4b1ccde324 admin admin] Deleting subnet 12b6c156-755b-4f65-8e04-59e4ab1f848a {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:37:34.879336 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b6394a-0b6e-443e-ba11-79dbbf7668f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.880839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67b8f4de-8eb9-4a00-8e4e-7f4b1ccde324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.910531 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.927240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a44c5dd-302e-4802-9650-6e4bc98f9127 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.931422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63b6ece5-14fa-4aae-bfc9-a1deea33d08b req-9ca6519c-1fcb-452e-9a30-450f43a73608 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989299 Aug 24 00:37:34.956642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Pushing event deleted for resources: {'Port': ['ID=27d16fd4-491f-47b2-b580-0acecc09a206,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:34.967221 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a44c5dd-302e-4802-9650-6e4bc98f9127 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:34.973244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.973713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.974193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.974873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.975297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.975740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.976379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.977049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.977191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.977609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.978064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.978477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:34.982206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24c03a-6663-4350-af38-cfbf5d062602 None None] No DVR routers for this DVR port 27d16fd4-491f-47b2-b580-0acecc09a206 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:35.010885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b6394a-0b6e-443e-ba11-79dbbf7668f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.019708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.021910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67b8f4de-8eb9-4a00-8e4e-7f4b1ccde324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.048727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] No DVR routers for this DVR port 27d16fd4-491f-47b2-b580-0acecc09a206 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:37:35.050754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.053173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Port': ['ID=27d16fd4-491f-47b2-b580-0acecc09a206,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.072352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9daf38a6-daeb-4ed1-9e72-2d1147ba611c']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.095153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.095153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a652b042-28ba-4d4b-b4f9-d56a00bb3cbf') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.110453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.130298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67b8f4de-8eb9-4a00-8e4e-7f4b1ccde324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.132634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.135707 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.146792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dfe13b-7aa0-4b31-9663-f0b324ef571e']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.157832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.158202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1a8b1c-68ab-47a1-9e2e-a7119b8d4b5b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.159577 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:37:35.160001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:37:35.162083 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:37:35.169686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.183871 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.190233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:37:35.190871 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:37:35.194605 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:37:35.200802 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a44c5dd-302e-4802-9650-6e4bc98f9127 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.203641 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a44c5dd-302e-4802-9650-6e4bc98f9127 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.207709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3a44c5dd-302e-4802-9650-6e4bc98f9127 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/3ea2161d-bf0d-476a-ad46-ec64e287f212 HTTP/1.1" status: 204 len: 168 time: 0.5519462 Aug 24 00:37:35.226342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:35.271743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 305d8341-cc39-44d3-a929-2b6da77cfec7 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:35.274758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44c5dd-302e-4802-9650-6e4bc98f9127 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea2161d-bf0d-476a-ad46-ec64e287f212,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.333978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 305d8341-cc39-44d3-a929-2b6da77cfec7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:35.338533 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cfe9f6dd-85c1-4b5c-a248-25425da2e705 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1073308 Aug 24 00:37:35.339581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 305d8341-cc39-44d3-a929-2b6da77cfec7 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:35.343236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:35.350322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-52408324-d16a-4536-9a9a-b05b87101662 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182247980'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:35.359498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.378668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.378668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] 10.222.0.26 "DELETE /v2.0/networks/33dfe13b-7aa0-4b31-9663-f0b324ef571e HTTP/1.1" status: 204 len: 168 time: 1.1657856 Aug 24 00:37:35.391240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefcbf6-2d64-4442-b66d-34473db17db3 tempest-AllowedAddressPairIpV6TestJSON-43462386 tempest-AllowedAddressPairIpV6TestJSON-43462386-project] Pushing event deleted for resources: {'Network': ['ID=33dfe13b-7aa0-4b31-9663-f0b324ef571e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.447974 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52408324-d16a-4536-9a9a-b05b87101662 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.498469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b6394a-0b6e-443e-ba11-79dbbf7668f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.501438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87b6394a-0b6e-443e-ba11-79dbbf7668f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.504784 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-87b6394a-0b6e-443e-ba11-79dbbf7668f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5f50c94-311c-4e59-9336-8cac4fd1b3b3 HTTP/1.1" status: 204 len: 168 time: 0.7447269 Aug 24 00:37:35.521596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6394a-0b6e-443e-ba11-79dbbf7668f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f50c94-311c-4e59-9336-8cac4fd1b3b3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.559272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52408324-d16a-4536-9a9a-b05b87101662 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.591508 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.597695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.600871 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9daf38a6-daeb-4ed1-9e72-2d1147ba611c HTTP/1.1" status: 204 len: 168 time: 0.9317536 Aug 24 00:37:35.622574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31e759-1fd4-44cb-be3e-4bf2460bf7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9daf38a6-daeb-4ed1-9e72-2d1147ba611c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.636796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52408324-d16a-4536-9a9a-b05b87101662 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.639303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67b8f4de-8eb9-4a00-8e4e-7f4b1ccde324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.676226 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67b8f4de-8eb9-4a00-8e4e-7f4b1ccde324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.683553 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-67b8f4de-8eb9-4a00-8e4e-7f4b1ccde324 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/12b6c156-755b-4f65-8e04-59e4ab1f848a HTTP/1.1" status: 204 len: 168 time: 0.9394093 Aug 24 00:37:35.683723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 27d16fd4-491f-47b2-b580-0acecc09a206 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:37:35.717147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 27d16fd4-491f-47b2-b580-0acecc09a206 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:37:35.718214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 27d16fd4-491f-47b2-b580-0acecc09a206 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:37:35.722558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52400) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:35.734446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8f4de-8eb9-4a00-8e4e-7f4b1ccde324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b6c156-755b-4f65-8e04-59e4ab1f848a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.735146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52408324-d16a-4536-9a9a-b05b87101662 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.736747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-52408324-d16a-4536-9a9a-b05b87101662 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3916872 Aug 24 00:37:35.739866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52404) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:35.753513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6f565909-f103-4998-8a36-0cc1a5143c74 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914811045'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:35.756366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52408324-d16a-4536-9a9a-b05b87101662 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf28b93-d2f3-480a-8ff8-bdedbaec255b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:35.817831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.858329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f565909-f103-4998-8a36-0cc1a5143c74 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.907510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52408) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:35.914010 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.924875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a7b11e-690f-46af-878c-92e3f2463916']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.941503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdb1c24-6381-42f4-a58e-d7272a5ab92d') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.942466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdb1c24-6381-42f4-a58e-d7272a5ab92d') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:35.956781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.957594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f565909-f103-4998-8a36-0cc1a5143c74 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.972461 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.978801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:37:35.979212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:37:35.981172 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:37:36.013123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f565909-f103-4998-8a36-0cc1a5143c74 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.043481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f565909-f103-4998-8a36-0cc1a5143c74 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa9565d-295e-4970-a9aa-0527d899576b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.087730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed3685-bc36-4e04-a4e0-9973aa467c6b req-38ac7148-ac6e-4580-9191-f9e6fe39034d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:36.089868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-feed3685-bc36-4e04-a4e0-9973aa467c6b req-38ac7148-ac6e-4580-9191-f9e6fe39034d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0522709 Aug 24 00:37:36.121755 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.122315 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f565909-f103-4998-8a36-0cc1a5143c74 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.128490 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.132787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] 10.222.0.26 "DELETE /v2.0/networks/29a7b11e-690f-46af-878c-92e3f2463916 HTTP/1.1" status: 204 len: 168 time: 0.4058406 Aug 24 00:37:36.135343 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6f565909-f103-4998-8a36-0cc1a5143c74 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3935924 Aug 24 00:37:36.135669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52414) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.149392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a071d1a4-e7c3-4bef-a6fa-63dac004b268 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': 'dcf28b93-d2f3-480a-8ff8-bdedbaec255b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'faa9565d-295e-4970-a9aa-0527d899576b', 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:36.163858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-feed3685-bc36-4e04-a4e0-9973aa467c6b req-72ccc494-ffc2-4eed-93cc-2d672317ab73 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678504 Aug 24 00:37:36.164484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52418) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.178885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db6656-60c9-4b70-9787-eca0ebce0620 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a7b11e-690f-46af-878c-92e3f2463916,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.221175 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aa634d07-ca8b-45ec-8f04-0d3e0c9b25b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=722a7e1e93a14c0989de514d16566d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552278 Aug 24 00:37:36.223981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52420) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.237135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52422) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.254746 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edd83109-5a9b-44dc-85b3-269eba5b3b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.290099 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a071d1a4-e7c3-4bef-a6fa-63dac004b268 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.330965 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02b581c4-dddd-4ea0-881d-a4ab3cfeecfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.368672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edd83109-5a9b-44dc-85b3-269eba5b3b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.374215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02b581c4-dddd-4ea0-881d-a4ab3cfeecfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.406946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a071d1a4-e7c3-4bef-a6fa-63dac004b268 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.441621 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edd83109-5a9b-44dc-85b3-269eba5b3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.455398 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7ae43df8-07f0-4d1b-8109-55364e1df163 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6332242a6af348e794cc7360a6856f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464911 Aug 24 00:37:36.458264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.494599 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-edd83109-5a9b-44dc-85b3-269eba5b3b7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb952bc39d744362bbd6e7e45549e2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555466 Aug 24 00:37:36.496076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd83109-5a9b-44dc-85b3-269eba5b3b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fa5bd8-84d8-456f-852f-fe3a6df707fb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.498558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52430) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.516002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a071d1a4-e7c3-4bef-a6fa-63dac004b268 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.544919 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02b581c4-dddd-4ea0-881d-a4ab3cfeecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.547553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02b581c4-dddd-4ea0-881d-a4ab3cfeecfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.548867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-02b581c4-dddd-4ea0-881d-a4ab3cfeecfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec3d6dc9-db23-4192-a18b-839050df2012 HTTP/1.1" status: 204 len: 168 time: 0.3227968 Aug 24 00:37:36.552809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0af8-683b-4783-ad85-f2313332e098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.554634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071d1a4-e7c3-4bef-a6fa-63dac004b268 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b3281f-7b6d-4e01-9749-6b898e62b1a9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.574360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b581c4-dddd-4ea0-881d-a4ab3cfeecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d6dc9-db23-4192-a18b-839050df2012,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.582254 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30f63a89-2c30-4212-a8b5-427994548196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.591360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0af8-683b-4783-ad85-f2313332e098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.611093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a071d1a4-e7c3-4bef-a6fa-63dac004b268 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.612664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a071d1a4-e7c3-4bef-a6fa-63dac004b268 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4752831 Aug 24 00:37:36.615230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52434) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.625871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30f63a89-2c30-4212-a8b5-427994548196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.656688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9e90ff2-00cc-46ea-abd9-04b1f0bd3eea tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.665837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9e90ff2-00cc-46ea-abd9-04b1f0bd3eea tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.704312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.744065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0af8-683b-4783-ad85-f2313332e098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.747387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0af8-683b-4783-ad85-f2313332e098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.753176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bcfa0af8-683b-4783-ad85-f2313332e098 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6870492b-c2eb-4c1d-a569-bf2a533aec08 HTTP/1.1" status: 204 len: 168 time: 0.2893589 Aug 24 00:37:36.753176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2796d3c9-f4f0-443e-8164-2da09dbada2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c3e8e05bbef48c6839dbf438c50b53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459325 Aug 24 00:37:36.753987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52442) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.771847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa0af8-683b-4783-ad85-f2313332e098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6870492b-c2eb-4c1d-a569-bf2a533aec08,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.772748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30f63a89-2c30-4212-a8b5-427994548196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.776165 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30f63a89-2c30-4212-a8b5-427994548196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.777397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9e90ff2-00cc-46ea-abd9-04b1f0bd3eea tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.783305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9e90ff2-00cc-46ea-abd9-04b1f0bd3eea tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.786854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d9e90ff2-00cc-46ea-abd9-04b1f0bd3eea tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/02b3281f-7b6d-4e01-9749-6b898e62b1a9 HTTP/1.1" status: 204 len: 168 time: 0.1681886 Aug 24 00:37:36.791645 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-30f63a89-2c30-4212-a8b5-427994548196 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3fa5bd8-84d8-456f-852f-fe3a6df707fb HTTP/1.1" status: 204 len: 168 time: 0.2890153 Aug 24 00:37:36.793409 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52446) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.803151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e90ff2-00cc-46ea-abd9-04b1f0bd3eea tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b3281f-7b6d-4e01-9749-6b898e62b1a9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.828193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f63a89-2c30-4212-a8b5-427994548196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fa5bd8-84d8-456f-852f-fe3a6df707fb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:36.830188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb9e6-64f5-428f-863b-22f7745ea3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.863390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb9e6-64f5-428f-863b-22f7745ea3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.890837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-82c39d3b-d501-4d27-88f7-e73bdbf4b411 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0889781 Aug 24 00:37:36.891494 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52450) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:36.967543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-483224ca-140c-4107-98fe-4a2a1e9b3a00 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:36.992648 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-483224ca-140c-4107-98fe-4a2a1e9b3a00 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.023557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb9e6-64f5-428f-863b-22f7745ea3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.026393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb9e6-64f5-428f-863b-22f7745ea3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.029628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9b5eb9e6-64f5-428f-863b-22f7745ea3e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10d08849-2dfe-4419-8385-544e1d04fa17 HTTP/1.1" status: 204 len: 168 time: 0.2738712 Aug 24 00:37:37.036857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5eb9e6-64f5-428f-863b-22f7745ea3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d08849-2dfe-4419-8385-544e1d04fa17,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:37.121224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-483224ca-140c-4107-98fe-4a2a1e9b3a00 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.124202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-483224ca-140c-4107-98fe-4a2a1e9b3a00 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.125591 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-483224ca-140c-4107-98fe-4a2a1e9b3a00 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/faa9565d-295e-4970-a9aa-0527d899576b HTTP/1.1" status: 204 len: 168 time: 0.2322559 Aug 24 00:37:37.130250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52454) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:37.140429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483224ca-140c-4107-98fe-4a2a1e9b3a00 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa9565d-295e-4970-a9aa-0527d899576b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:37.198857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-635b21b1-234a-4886-86a7-e44f0b3fcaa1 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0693228 Aug 24 00:37:37.201699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:37.312608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2924c-add7-4b93-8266-ea42893abb75 req-efc3bc17-b1f5-4223-bc75-56969f92c999 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:37.319791 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8f2924c-add7-4b93-8266-ea42893abb75 req-efc3bc17-b1f5-4223-bc75-56969f92c999 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0740533 Aug 24 00:37:37.319931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30e7531-33b5-425e-81d8-04c81f99d8b6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.357334 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30e7531-33b5-425e-81d8-04c81f99d8b6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.399186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8f2924c-add7-4b93-8266-ea42893abb75 req-023142c7-853b-4aa7-9a6c-e913cea7960a tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729265 Aug 24 00:37:37.509668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30e7531-33b5-425e-81d8-04c81f99d8b6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.512990 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30e7531-33b5-425e-81d8-04c81f99d8b6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.517732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e30e7531-33b5-425e-81d8-04c81f99d8b6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/dcf28b93-d2f3-480a-8ff8-bdedbaec255b HTTP/1.1" status: 204 len: 168 time: 0.3116169 Aug 24 00:37:37.517965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52476) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:37.543083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e7531-33b5-425e-81d8-04c81f99d8b6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf28b93-d2f3-480a-8ff8-bdedbaec255b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:37.574264 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ebbad531-634d-4910-83ce-1d654942e6b8 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555530 Aug 24 00:37:37.579068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:37.584143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-89c9b3ad-0a8d-491b-860b-669cc751e3de tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-secgroup--219797117'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:37.696954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89c9b3ad-0a8d-491b-860b-669cc751e3de tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.816317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89c9b3ad-0a8d-491b-860b-669cc751e3de tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.885351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89c9b3ad-0a8d-491b-860b-669cc751e3de tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.916329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9b3ad-0a8d-491b-860b-669cc751e3de tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cc0d12-e08b-498b-913d-38a6d2296139,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:37.960987 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89c9b3ad-0a8d-491b-860b-669cc751e3de tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:37.965786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52502) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:37.973105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-89c9b3ad-0a8d-491b-860b-669cc751e3de tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3857441 Aug 24 00:37:37.974947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7c073ffe-f6c6-4f74-8eef-b1ffa30c88a2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '03cc0d12-e08b-498b-913d-38a6d2296139', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:38.075437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c073ffe-f6c6-4f74-8eef-b1ffa30c88a2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.151460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c073ffe-f6c6-4f74-8eef-b1ffa30c88a2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.230507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c073ffe-f6c6-4f74-8eef-b1ffa30c88a2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.249591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c073ffe-f6c6-4f74-8eef-b1ffa30c88a2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5890cafa-ce56-41a7-a870-a971843dbd86,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:38.384028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c073ffe-f6c6-4f74-8eef-b1ffa30c88a2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.385302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7c073ffe-f6c6-4f74-8eef-b1ffa30c88a2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4180274 Aug 24 00:37:38.388515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52518) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:38.423122 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb980e7d-1ae2-46e3-b69f-6929e99f2757 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.431777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb980e7d-1ae2-46e3-b69f-6929e99f2757 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.521111 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb980e7d-1ae2-46e3-b69f-6929e99f2757 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.528237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb980e7d-1ae2-46e3-b69f-6929e99f2757 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.529306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb980e7d-1ae2-46e3-b69f-6929e99f2757 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/5890cafa-ce56-41a7-a870-a971843dbd86 HTTP/1.1" status: 204 len: 168 time: 0.1398036 Aug 24 00:37:38.532217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52530) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:38.572310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb980e7d-1ae2-46e3-b69f-6929e99f2757 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5890cafa-ce56-41a7-a870-a971843dbd86,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:38.580691 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0aa365e2-3237-41a2-b7bf-f992c93d862a tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472794 Aug 24 00:37:38.585332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:38.624585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbfd15-a59f-4365-a9d7-1d867a19bcd7 req-4084649d-1def-4598-8899-ffe56e901f24 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:38.626485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51dbfd15-a59f-4365-a9d7-1d867a19bcd7 req-4084649d-1def-4598-8899-ffe56e901f24 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0861402 Aug 24 00:37:38.689446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51dbfd15-a59f-4365-a9d7-1d867a19bcd7 req-725aebd8-eaef-4120-a6a5-57fe904fb52f tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542800 Aug 24 00:37:38.692402 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf0d126-a71c-412b-adbf-909e36d9552f tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.719618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf0d126-a71c-412b-adbf-909e36d9552f tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.829722 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf0d126-a71c-412b-adbf-909e36d9552f tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.832441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-edf0d126-a71c-412b-adbf-909e36d9552f tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:38.833831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-edf0d126-a71c-412b-adbf-909e36d9552f tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/03cc0d12-e08b-498b-913d-38a6d2296139 HTTP/1.1" status: 204 len: 168 time: 0.2473397 Aug 24 00:37:38.836527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52548) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:38.859676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0d126-a71c-412b-adbf-909e36d9552f tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cc0d12-e08b-498b-913d-38a6d2296139,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:38.916572 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18df695e-8baf-44bc-bda6-826437d662d2 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786421 Aug 24 00:37:38.922411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52552) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:38.927310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-76348421-2a4e-4870-b8c2-ecc5229be01e tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group': {'name': 'tempest-secgroup--310259941'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:39.001755 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-76348421-2a4e-4870-b8c2-ecc5229be01e tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.098743 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-76348421-2a4e-4870-b8c2-ecc5229be01e tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.161197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-76348421-2a4e-4870-b8c2-ecc5229be01e tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.201402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76348421-2a4e-4870-b8c2-ecc5229be01e tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df82cdd-4479-4677-a0bd-e0559f7f356e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:39.226903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52562) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:39.263422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-76348421-2a4e-4870-b8c2-ecc5229be01e tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.264740 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-76348421-2a4e-4870-b8c2-ecc5229be01e tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3413448 Aug 24 00:37:39.267616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:39.275821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ce37243e-91f8-48e3-9680-5395c9916f02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '5df82cdd-4479-4677-a0bd-e0559f7f356e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:39.400704 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce37243e-91f8-48e3-9680-5395c9916f02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.473373 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce37243e-91f8-48e3-9680-5395c9916f02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.484210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1944886161'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:39.549906 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce37243e-91f8-48e3-9680-5395c9916f02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.569706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37243e-91f8-48e3-9680-5395c9916f02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88166e53-bf79-4ded-a372-42bea22670f0,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:39.574488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Made reservation on behalf of 342e265288574a05a19c5297183e056b for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:39.578178 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.585726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52576) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:39.588260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.669861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce37243e-91f8-48e3-9680-5395c9916f02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.674606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ce37243e-91f8-48e3-9680-5395c9916f02 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4024708 Aug 24 00:37:39.675027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52582) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:39.695168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1344152d-6d5b-4b6c-9caa-366eb55abc98 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules/88166e53-bf79-4ded-a372-42bea22670f0 HTTP/1.1" status: 200 len: 763 time: 0.0189173 Aug 24 00:37:39.704855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:39.788709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-47428816-6b81-4c5b-8116-d7398496dcf6 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0825794 Aug 24 00:37:39.794901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52594) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:39.838440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.844386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-408542312-network', 'tenant_id': 'ff497805d4ed42f79e92bc338266d322'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:39.880725 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51bb9a33-4ce2-4dc9-b8a8-0b72e9235ee8 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.893075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51bb9a33-4ce2-4dc9-b8a8-0b72e9235ee8 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.920690 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:39.924787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955957e5-2661-4e1b-b4b7-a048e1f5c595 req-20c68744-92b0-4356-b47e-7e1713ebf40d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:39.926361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-955957e5-2661-4e1b-b4b7-a048e1f5c595 req-20c68744-92b0-4356-b47e-7e1713ebf40d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1322865 Aug 24 00:37:39.958154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43848630-fd8d-4607-95ef-4c4568ebd9f8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:39.980606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-955957e5-2661-4e1b-b4b7-a048e1f5c595 req-0d800fce-f885-4055-a484-e17db1ea125b tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415654 Aug 24 00:37:40.006846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51bb9a33-4ce2-4dc9-b8a8-0b72e9235ee8 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.012272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:37:40.017997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51bb9a33-4ce2-4dc9-b8a8-0b72e9235ee8 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.023858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:40.032194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-51bb9a33-4ce2-4dc9-b8a8-0b72e9235ee8 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/88166e53-bf79-4ded-a372-42bea22670f0 HTTP/1.1" status: 204 len: 168 time: 0.2362783 Aug 24 00:37:40.036031 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.039554 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Added segment 1a2691c9-77ed-4baf-871d-1da05e150ad0 of type vlan for network 160ccab7-8c59-4ed3-a768-7997c557d706 Aug 24 00:37:40.039678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb9a33-4ce2-4dc9-b8a8-0b72e9235ee8 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88166e53-bf79-4ded-a372-42bea22670f0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:40.087877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Made reservation on behalf of ff497805d4ed42f79e92bc338266d322 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:40.091670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.105891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.119301 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6279e7de-5a93-4109-a3d1-d6e30fd4d062 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941458 Aug 24 00:37:40.119758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52606) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:40.123602 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.126285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-06d57801-f3b3-4c21-8343-cdf2c3ea9d39 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '5df82cdd-4479-4677-a0bd-e0559f7f356e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:40.229740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.236318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:40.237155 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.239127 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.315327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.321811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Network': ['ID=160ccab7-8c59-4ed3-a768-7997c557d706,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:40.335197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 160ccab7-8c59-4ed3-a768-7997c557d706 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:37:40.370478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:37:40.391310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f0694e74-b268-438b-8c4f-5fbd4a958f4f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1630499 Aug 24 00:37:40.393881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52618) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:40.402755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'subnet': {'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:40.415919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645bf170-d581-4af6-a155-53e4be6cabc5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:40.420147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.426588 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Added segment bfba226c-9518-4999-b3fa-08b7e6944c3f of type vlan for network 099cf113-8923-4381-b826-6e0e0ca43cbb Aug 24 00:37:40.490752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.560443 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06d57801-f3b3-4c21-8343-cdf2c3ea9d39 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.581251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.582272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:40.582868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.664429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Made reservation on behalf of 342e265288574a05a19c5297183e056b for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:40.671690 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.674347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] Pushing event updated for resources: {'Network': ['ID=099cf113-8923-4381-b826-6e0e0ca43cbb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:40.688606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 099cf113-8923-4381-b826-6e0e0ca43cbb details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:37:40.691530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06d57801-f3b3-4c21-8343-cdf2c3ea9d39 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.801478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a0d4dc19-9381-41ea-b82e-bfad68d6fbe0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2145052 Aug 24 00:37:40.804376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52630) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:40.809652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Request body: {'subnet': {'network_id': '099cf113-8923-4381-b826-6e0e0ca43cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-408542312-subnet', 'tenant_id': 'ff497805d4ed42f79e92bc338266d322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:40.877873 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06d57801-f3b3-4c21-8343-cdf2c3ea9d39 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.898327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d57801-f3b3-4c21-8343-cdf2c3ea9d39 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d709bbfc-b6fe-48ec-9897-ce6ca3f2f88c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:40.963761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:40.965731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Made reservation on behalf of ff497805d4ed42f79e92bc338266d322 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:40.968426 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.043730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Subnet': ['ID=27f08fba-f8a1-48ca-a68f-fa632886feb1,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:41.052955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06d57801-f3b3-4c21-8343-cdf2c3ea9d39 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.054341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-06d57801-f3b3-4c21-8343-cdf2c3ea9d39 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9334290 Aug 24 00:37:41.058084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52644) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.080044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Checking segment: {'id': '1a2691c9-77ed-4baf-871d-1da05e150ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:41.080462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Network hostable DHCP agents. Network: 160ccab7-8c59-4ed3-a768-7997c557d706, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:37:41.095183 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-45a7fbeb-ec4e-4469-960a-0771e0913d83 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules/d709bbfc-b6fe-48ec-9897-ce6ca3f2f88c HTTP/1.1" status: 200 len: 763 time: 0.0358093 Aug 24 00:37:41.098597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52646) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.156354 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a54e81af-98a0-4abe-a575-3fedc7eaaa24 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0566127 Aug 24 00:37:41.159668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52652) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.202082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Network 160ccab7-8c59-4ed3-a768-7997c557d706 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:37:41.222134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a87f94-854e-4fb2-b913-ecc2e4035630 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.231126 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a87f94-854e-4fb2-b913-ecc2e4035630 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.262510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592268c6-62f6-46a9-8324-53e74f468cd4 req-72822e8b-d281-4f89-b68b-e91e3c369d91 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:41.263704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 160ccab7-8c59-4ed3-a768-7997c557d706) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:41.269953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-592268c6-62f6-46a9-8324-53e74f468cd4 req-72822e8b-d281-4f89-b68b-e91e3c369d91 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1211965 Aug 24 00:37:41.270587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:41.271198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.280355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42f420-feb8-4e4e-b1f3-753a661abbfd None None] Network 160ccab7-8c59-4ed3-a768-7997c557d706 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:41.327684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-592268c6-62f6-46a9-8324-53e74f468cd4 req-2f7a9037-7422-4b6c-93cc-c868a2ec57c1 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520034 Aug 24 00:37:41.347868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a87f94-854e-4fb2-b913-ecc2e4035630 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.355905 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a87f94-854e-4fb2-b913-ecc2e4035630 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.357384 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-28a87f94-854e-4fb2-b913-ecc2e4035630 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d709bbfc-b6fe-48ec-9897-ce6ca3f2f88c HTTP/1.1" status: 204 len: 168 time: 0.1972437 Aug 24 00:37:41.360174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.366738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a87f94-854e-4fb2-b913-ecc2e4035630 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d709bbfc-b6fe-48ec-9897-ce6ca3f2f88c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:41.396370 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fab5e0b8-954a-4863-a0cf-44d8ac03958b tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0009689 Aug 24 00:37:41.398980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52660) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.405052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706', 'name': 'tempest-AllowedAddressPairTestJSON-1119363082'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:41.405822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-404c5dda-2f95-45b0-b859-bb7ac562f1f0 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0442257 Aug 24 00:37:41.408452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52662) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.413974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-51ea1428-a63a-4168-9683-d533fe0e5acb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Request body: {'security_group_rule': {'security_group_id': '5df82cdd-4479-4677-a0bd-e0559f7f356e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:41.467992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.551023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abf61e6-ac3f-41c9-b7b1-1fbd672c6fe8,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:41.555864 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-51ea1428-a63a-4168-9683-d533fe0e5acb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Project a833a8526ac1480c92a2b7daea0b8ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:37:41.564238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51ea1428-a63a-4168-9683-d533fe0e5acb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.618085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Made reservation on behalf of 342e265288574a05a19c5297183e056b for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:41.622855 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.631872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-160ccab7-8c59-4ed3-a768-7997c557d706', 'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706', 'tenant_id': '342e265288574a05a19c5297183e056b', 'fixed_ips': [{'subnet_id': '27f08fba-f8a1-48ca-a68f-fa632886feb1'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:37:41.632918 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.633046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Checking segment: {'id': 'bfba226c-9518-4999-b3fa-08b7e6944c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '099cf113-8923-4381-b826-6e0e0ca43cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:41.633554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Network hostable DHCP agents. Network: 099cf113-8923-4381-b826-6e0e0ca43cbb, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:37:41.646683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] device_id is not set on port f691ef05-84b2-4c40-bffe-95e50f8165cf yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:41.686793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51ea1428-a63a-4168-9683-d533fe0e5acb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.755625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Network 099cf113-8923-4381-b826-6e0e0ca43cbb is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:37:41.759803 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51ea1428-a63a-4168-9683-d533fe0e5acb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.778613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Allocated IP 172.20.0.7 (160ccab7-8c59-4ed3-a768-7997c557d706/27f08fba-f8a1-48ca-a68f-fa632886feb1/f691ef05-84b2-4c40-bffe-95e50f8165cf) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:41.798624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea1428-a63a-4168-9683-d533fe0e5acb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed86a896-1e7d-4878-920f-7e42383df857,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:41.835643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 099cf113-8923-4381-b826-6e0e0ca43cbb) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:41.842929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:41.852319 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.855772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0d150-e055-4ead-8ca5-f5e3eb93070c None None] Network 099cf113-8923-4381-b826-6e0e0ca43cbb requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:41.883018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51ea1428-a63a-4168-9683-d533fe0e5acb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:41.884530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-51ea1428-a63a-4168-9683-d533fe0e5acb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4749641 Aug 24 00:37:41.887022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.905985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-988f8503-74da-4e14-83b6-d7207a56b431 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules/ed86a896-1e7d-4878-920f-7e42383df857 HTTP/1.1" status: 200 len: 769 time: 0.0154982 Aug 24 00:37:41.911812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52678) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:41.960024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-61024ccf-66c9-45c8-9d69-efedac1adaf1 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0525331 Aug 24 00:37:41.962518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-83138245-ba81-430a-b32b-70d0ef079382 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1571069 Aug 24 00:37:41.963130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:42.008061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.025370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38bc4b43-d4ae-4b28-83c6-d92da7869bba tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.035139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Transition to ACTIVE for port object f691ef05-84b2-4c40-bffe-95e50f8165cf will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:42.040500 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38bc4b43-d4ae-4b28-83c6-d92da7869bba tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.081662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a2830-4b56-4d9b-9199-80ee60c1253c None None] Network 099cf113-8923-4381-b826-6e0e0ca43cbb requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:42.162280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.189599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38bc4b43-d4ae-4b28-83c6-d92da7869bba tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.196912 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-38bc4b43-d4ae-4b28-83c6-d92da7869bba tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.200002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-38bc4b43-d4ae-4b28-83c6-d92da7869bba tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ed86a896-1e7d-4878-920f-7e42383df857 HTTP/1.1" status: 204 len: 168 time: 0.2354479 Aug 24 00:37:42.211705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52694) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:42.273134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Allocated IP 172.20.0.2 (160ccab7-8c59-4ed3-a768-7997c557d706/27f08fba-f8a1-48ca-a68f-fa632886feb1/f101ee19-a188-42f2-904f-d25f0fe6871b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:42.313902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Network 160ccab7-8c59-4ed3-a768-7997c557d706 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:42.321611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5cdb36a4-6ec2-4742-9ccf-d0bac765a6fb tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1046782 Aug 24 00:37:42.322675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:42.330730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc4b43-d4ae-4b28-83c6-d92da7869bba tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed86a896-1e7d-4878-920f-7e42383df857,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:42.332636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:42.335329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52704) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:42.398868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:42.399529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.403463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=f691ef05-84b2-4c40-bffe-95e50f8165cf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:42.488680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e2da5ed-d2dd-436b-9d11-07778b18d800 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.494588 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ecb9434f-6191-4fdc-9da3-948bba43018f tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0939775 Aug 24 00:37:42.498321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52714) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:42.504617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706', 'name': 'tempest-AllowedAddressPairTestJSON-603579268', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ee:04:87'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:42.506803 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.543165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.544306 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e2da5ed-d2dd-436b-9d11-07778b18d800 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.553393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Transition to ACTIVE for port object f101ee19-a188-42f2-904f-d25f0fe6871b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:42.566752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b0ab6-0209-4507-aba2-1b306212dc8b req-457b3654-022f-4ab9-8677-8fc2f5b3d83c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:42.568503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e74b0ab6-0209-4507-aba2-1b306212dc8b req-457b3654-022f-4ab9-8677-8fc2f5b3d83c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1229582 Aug 24 00:37:42.588137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Transition to ACTIVE for port object f101ee19-a188-42f2-904f-d25f0fe6871b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:42.647748 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.670678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e74b0ab6-0209-4507-aba2-1b306212dc8b req-1b9eb02e-a27d-4ba9-b35a-76f3064732d4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935764 Aug 24 00:37:42.737483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Network 160ccab7-8c59-4ed3-a768-7997c557d706 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:42.738282 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e2da5ed-d2dd-436b-9d11-07778b18d800 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.741368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4e2da5ed-d2dd-436b-9d11-07778b18d800 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.741974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:42.743688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4e2da5ed-d2dd-436b-9d11-07778b18d800 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "DELETE /v2.0/security-groups/5df82cdd-4479-4677-a0bd-e0559f7f356e HTTP/1.1" status: 204 len: 168 time: 0.4056437 Aug 24 00:37:42.745832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52722) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:42.749969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:42.753302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Pushing event updated for resources: {'Port': ['ID=f101ee19-a188-42f2-904f-d25f0fe6871b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:42.771104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2da5ed-d2dd-436b-9d11-07778b18d800 tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df82cdd-4479-4677-a0bd-e0559f7f356e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:42.819983 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9547349c-e3b7-492b-852a-937c5eeb27cd tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727136 Aug 24 00:37:42.821159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Made reservation on behalf of 342e265288574a05a19c5297183e056b for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:42.827016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52724) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:42.881847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d2fff830-98bc-41dc-8ac6-532b1fd478fe tempest-SecGroupIPv6Test-775326253 tempest-SecGroupIPv6Test-775326253-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523226 Aug 24 00:37:42.893222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Attempting to bind port f101ee19-a188-42f2-904f-d25f0fe6871b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:42.893615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Attempting to bind port f101ee19-a188-42f2-904f-d25f0fe6871b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1a2691c9-77ed-4baf-871d-1da05e150ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:42.893987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Attempting to bind port f101ee19-a188-42f2-904f-d25f0fe6871b on network 160ccab7-8c59-4ed3-a768-7997c557d706 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:42.912828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:42.913207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Checking segment: {'id': '1a2691c9-77ed-4baf-871d-1da05e150ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:42.913656 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:42.914048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Bound using segment: {'id': '1a2691c9-77ed-4baf-871d-1da05e150ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:42.914524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Bound port: f101ee19-a188-42f2-904f-d25f0fe6871b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2691c9-77ed-4baf-871d-1da05e150ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:42.914913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.036941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.093088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] device_id is not set on port d7ecf7c6-c760-4765-814e-6fb39cbd817d yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:43.094024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] For port f101ee19-a188-42f2-904f-d25f0fe6871b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:43.097358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] For port f101ee19-a188-42f2-904f-d25f0fe6871b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f101ee19-a188-42f2-904f-d25f0fe6871b,segment=NetworkSegment(1a2691c9-77ed-4baf-871d-1da05e150ad0),segment_id=1a2691c9-77ed-4baf-871d-1da05e150ad0)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:43.149952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.231025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2f95b-c9f9-4f63-b33d-7847846f8543 req-128cc6c2-a579-49ab-bbb1-4eb6ec6354f8 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.232833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3f2f95b-c9f9-4f63-b33d-7847846f8543 req-128cc6c2-a579-49ab-bbb1-4eb6ec6354f8 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1419079 Aug 24 00:37:43.243920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-df4c8d5f-80bd-49fa-a8cf-a05e70819ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.247270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfb85e-15b8-4645-8c60-e98ed8802135 None None] Pushing event updated for resources: {'Port': ['ID=f101ee19-a188-42f2-904f-d25f0fe6871b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:43.255918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-df4c8d5f-80bd-49fa-a8cf-a05e70819ee4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 1097 time: 0.1365974 Aug 24 00:37:43.301822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Allocated IP 172.20.0.4 (160ccab7-8c59-4ed3-a768-7997c557d706/27f08fba-f8a1-48ca-a68f-fa632886feb1/d7ecf7c6-c760-4765-814e-6fb39cbd817d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:43.357603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-8f55b334-4cf4-429b-abc1-3705bd2337f3 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.365213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-8f55b334-4cf4-429b-abc1-3705bd2337f3 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/networks?id=099cf113-8923-4381-b826-6e0e0ca43cbb HTTP/1.1" status: 200 len: 813 time: 0.3715615 Aug 24 00:37:43.430210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9b6c0964-d5ee-47c0-b2b4-19f543e9081b tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/quotas/ff497805d4ed42f79e92bc338266d322 HTTP/1.1" status: 200 len: 375 time: 0.0639577 Aug 24 00:37:43.508316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-b04df41e-04cd-4ab5-9166-f7f5d75d1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.509848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-b04df41e-04cd-4ab5-9166-f7f5d75d1653 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.2283502 Aug 24 00:37:43.540760 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3f2f95b-c9f9-4f63-b33d-7847846f8543 req-63e86e04-36bc-4fe7-ab38-143df2840e0c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2577617 Aug 24 00:37:43.553853 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.594551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Transition to ACTIVE for port object d7ecf7c6-c760-4765-814e-6fb39cbd817d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:43.705717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-7a354b92-029d-4ea4-a251-38f83f99a4ce tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff497805d4ed42f79e92bc338266d322&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1912737 Aug 24 00:37:43.711739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-2dd613aa-688c-4830-b564-ac8a1b527125 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 200 len: 1001 time: 0.1794140 Aug 24 00:37:43.738799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:43.772272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f101ee19-a188-42f2-904f-d25f0fe6871b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:43.777515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:43.780118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Network 160ccab7-8c59-4ed3-a768-7997c557d706 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:43.784955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:43.802320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-15994aea-cde0-4a8c-8a0c-c8638bfc7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.805440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-15994aea-cde0-4a8c-8a0c-c8638bfc7dc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.0794914 Aug 24 00:37:43.825997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:43.862820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-18f18eb8-b91a-457b-ad96-9055374bbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.864828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-18f18eb8-b91a-457b-ad96-9055374bbf04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535092 Aug 24 00:37:43.888839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=d7ecf7c6-c760-4765-814e-6fb39cbd817d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:43.899608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:43.900347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.000436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f101ee19-a188-42f2-904f-d25f0fe6871b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:44.001529 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f7c77fbb-73b4-4a97-88f3-2180584d6e8a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.5019457 Aug 24 00:37:44.004015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52774) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:44.022470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-992a6514-75ac-45db-9a7e-dd223dcc63d0 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497753 Aug 24 00:37:44.075707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221cc924-d88c-4286-9e0f-67141cdd610a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:44.084182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221cc924-d88c-4286-9e0f-67141cdd610a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:44.096774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221cc924-d88c-4286-9e0f-67141cdd610a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:44.098915 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-221cc924-d88c-4286-9e0f-67141cdd610a tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.0938780 Aug 24 00:37:44.101875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52776) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:44.221224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf74a5c6-1001-4208-a4fc-214d79d6f52c req-1448e988-4fb7-4139-91a8-6b55c9d57ce4 service neutron] 10.222.0.36 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906641 Aug 24 00:37:44.228041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ff47c-1930-44b6-a6e5-9f49a49b2246 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Deleting port d7ecf7c6-c760-4765-814e-6fb39cbd817d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:44.228401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff47c-1930-44b6-a6e5-9f49a49b2246 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.342420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f0642c80-eb56-4905-b15d-7164c204e0ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a833a8526ac1480c92a2b7daea0b8ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5633798 Aug 24 00:37:44.343226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:44.406713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff47c-1930-44b6-a6e5-9f49a49b2246 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.414696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-2d896ead-3c86-4b90-97f8-408f814ea51b service neutron] 10.222.0.26 "GET /v2.0/networks/099cf113-8923-4381-b826-6e0e0ca43cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968806 Aug 24 00:37:44.423280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ff47c-1930-44b6-a6e5-9f49a49b2246 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Calling delete_port for d7ecf7c6-c760-4765-814e-6fb39cbd817d owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:44.440194 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5374ef54-9db8-42f5-a3a4-7206128d37ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.553962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5374ef54-9db8-42f5-a3a4-7206128d37ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.653665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-96492305-1d9b-4c5d-a149-51a21f8b46ee service neutron] 10.222.0.26 "GET /v2.0/networks/099cf113-8923-4381-b826-6e0e0ca43cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261264 Aug 24 00:37:44.711055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bdddb6-bfbc-4342-91c3-34c4db70a7a2 None None] Network 160ccab7-8c59-4ed3-a768-7997c557d706 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:44.723466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6939a2f-0d4f-4f0a-a18a-c4cc1b2dc92a req-9808d92a-3204-4c94-a606-3cc11a62e2e2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:44.726307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6939a2f-0d4f-4f0a-a18a-c4cc1b2dc92a req-9808d92a-3204-4c94-a606-3cc11a62e2e2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0884511 Aug 24 00:37:44.774922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5374ef54-9db8-42f5-a3a4-7206128d37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.777756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5374ef54-9db8-42f5-a3a4-7206128d37ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.781271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5374ef54-9db8-42f5-a3a4-7206128d37ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d18d6b1-896c-4c1f-966f-bbbf675965b7 HTTP/1.1" status: 204 len: 168 time: 0.4285243 Aug 24 00:37:44.787504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6939a2f-0d4f-4f0a-a18a-c4cc1b2dc92a req-051453f1-0008-4910-b006-0946f7b36f20 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528095 Aug 24 00:37:44.793225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374ef54-9db8-42f5-a3a4-7206128d37ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d18d6b1-896c-4c1f-966f-bbbf675965b7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:44.795988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff47c-1930-44b6-a6e5-9f49a49b2246 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:44.864452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ff47c-1930-44b6-a6e5-9f49a49b2246 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Port': ['ID=d7ecf7c6-c760-4765-814e-6fb39cbd817d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:44.943623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9229a1f4-80cd-440d-b4eb-545092cd6b66 None None] Provisioning for port f101ee19-a188-42f2-904f-d25f0fe6871b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:44.947963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9229a1f4-80cd-440d-b4eb-545092cd6b66 None None] Provisioning complete for port f101ee19-a188-42f2-904f-d25f0fe6871b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:44.948819 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9229a1f4-80cd-440d-b4eb-545092cd6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.114666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2777070-1e4f-4e04-960c-a5658c236127 req-9efdfd2f-d86b-4629-9486-bf36ab952ec9 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 210 time: 0.1132758 Aug 24 00:37:45.149276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff47c-1930-44b6-a6e5-9f49a49b2246 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.155183 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bc3ff47c-1930-44b6-a6e5-9f49a49b2246 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "DELETE /v2.0/ports/d7ecf7c6-c760-4765-814e-6fb39cbd817d HTTP/1.1" status: 204 len: 168 time: 1.0500691 Aug 24 00:37:45.155455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:45.179523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9229a1f4-80cd-440d-b4eb-545092cd6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.224606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9229a1f4-80cd-440d-b4eb-545092cd6b66 None None] For port f101ee19-a188-42f2-904f-d25f0fe6871b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f101ee19-a188-42f2-904f-d25f0fe6871b,segment=NetworkSegment(1a2691c9-77ed-4baf-871d-1da05e150ad0),segment_id=1a2691c9-77ed-4baf-871d-1da05e150ad0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:45.228244 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c90f3d-8620-41e4-bb98-4f0bc745925e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] GET failed (client error): The resource could not be found. Aug 24 00:37:45.231005 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-32c90f3d-8620-41e4-bb98-4f0bc745925e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "GET /v2.0/ports/d7ecf7c6-c760-4765-814e-6fb39cbd817d HTTP/1.1" status: 404 len: 333 time: 0.0715353 Aug 24 00:37:45.233686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:45.238831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706', 'name': 'tempest-AllowedAddressPairTestJSON-1922149205'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:45.281132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9229a1f4-80cd-440d-b4eb-545092cd6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.344628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229a1f4-80cd-440d-b4eb-545092cd6b66 None None] Pushing event updated for resources: {'Port': ['ID=f101ee19-a188-42f2-904f-d25f0fe6871b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:45.404188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9145a9cb-caca-4a10-aab3-56731d73da7c None None] Provisioning complete for port f101ee19-a188-42f2-904f-d25f0fe6871b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:45.405147 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9145a9cb-caca-4a10-aab3-56731d73da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.463971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Made reservation on behalf of 342e265288574a05a19c5297183e056b for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:45.467779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.491730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] device_id is not set on port 856471ee-4c73-4507-b1e9-2a77617194d2 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:45.708895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f101ee19-a188-42f2-904f-d25f0fe6871b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:45.713886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9145a9cb-caca-4a10-aab3-56731d73da7c None None] Provisioning for port f691ef05-84b2-4c40-bffe-95e50f8165cf completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:45.771842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9145a9cb-caca-4a10-aab3-56731d73da7c None None] Provisioning complete for port f691ef05-84b2-4c40-bffe-95e50f8165cf triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:45.772268 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9145a9cb-caca-4a10-aab3-56731d73da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.825219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9145a9cb-caca-4a10-aab3-56731d73da7c None None] Port f691ef05-84b2-4c40-bffe-95e50f8165cf cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:45.832243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f101ee19-a188-42f2-904f-d25f0fe6871b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:45.832989 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:45.963846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a9ec167f-8b7a-48e0-ba72-d53e5ccb4f6d None None] Provisioning complete for port f691ef05-84b2-4c40-bffe-95e50f8165cf triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:45.964672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9ec167f-8b7a-48e0-ba72-d53e5ccb4f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:46.016361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec167f-8b7a-48e0-ba72-d53e5ccb4f6d None None] Port f691ef05-84b2-4c40-bffe-95e50f8165cf cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:46.085925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Allocated IP 172.20.0.5 (160ccab7-8c59-4ed3-a768-7997c557d706/27f08fba-f8a1-48ca-a68f-fa632886feb1/856471ee-4c73-4507-b1e9-2a77617194d2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:46.108512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b7320-9572-48b4-944d-367f23f99a1a req-49abf117-583f-4bd7-91aa-f70928b0ffcf tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:46.110257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d09b7320-9572-48b4-944d-367f23f99a1a req-49abf117-583f-4bd7-91aa-f70928b0ffcf tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.0816925 Aug 24 00:37:46.148647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ef61e23-8bf6-4839-ad84-234bf286cb16 None None] Could not find standard attr ID for object d7ecf7c6-c760-4765-814e-6fb39cbd817d. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:37:46.199417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d09b7320-9572-48b4-944d-367f23f99a1a req-97b34b75-32c7-45bd-a1f8-a16c80c31702 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809500 Aug 24 00:37:46.316884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff4159c5-70ce-492f-92c6-d616051cb290 req-8883af64-375e-444d-bae6-33dc69bc4f5d tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 210 time: 0.0800798 Aug 24 00:37:46.404754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:46.420398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Transition to ACTIVE for port object 856471ee-4c73-4507-b1e9-2a77617194d2 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:46.549411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:46.604954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Network 160ccab7-8c59-4ed3-a768-7997c557d706 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:46.614735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:46.614735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:46.648178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=856471ee-4c73-4507-b1e9-2a77617194d2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:46.670760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:46.671404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:46.755954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1bda75a5-00db-4ed3-8a44-bbf773743a86 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5210207 Aug 24 00:37:46.758880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52870) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:46.769925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ee:04:87'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:46.903280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.034893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a5d8a08b-b5f4-42ff-830e-c258b7089e45 None None] Provisioning for port 856471ee-4c73-4507-b1e9-2a77617194d2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:47.039122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a5d8a08b-b5f4-42ff-830e-c258b7089e45 None None] Provisioning complete for port 856471ee-4c73-4507-b1e9-2a77617194d2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:47.039517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a08b-b5f4-42ff-830e-c258b7089e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.096053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a5d8a08b-b5f4-42ff-830e-c258b7089e45 None None] Port 856471ee-4c73-4507-b1e9-2a77617194d2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:47.216421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.269038 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.378031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=856471ee-4c73-4507-b1e9-2a77617194d2,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:47.397269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] In _notify_port_updated(), no bound segment for port 856471ee-4c73-4507-b1e9-2a77617194d2 on network 160ccab7-8c59-4ed3-a768-7997c557d706 {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:37:47.403094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:47.403948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.405621 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-96249b5c-c098-4f69-a77b-a52f6fb570c3 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "PUT /v2.0/ports/856471ee-4c73-4507-b1e9-2a77617194d2 HTTP/1.1" status: 200 len: 993 time: 0.6442482 Aug 24 00:37:47.408507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:47.468803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc2fbb28-de37-4af4-b216-4a7521d0aafc req-47c7fe71-1972-4dad-8214-3556ad62af49 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 210 time: 0.0504198 Aug 24 00:37:47.572042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-33dd8369-8203-4cfa-b008-f32ac0aaa882 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Deleting port 856471ee-4c73-4507-b1e9-2a77617194d2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:47.572882 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33dd8369-8203-4cfa-b008-f32ac0aaa882 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.675681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33dd8369-8203-4cfa-b008-f32ac0aaa882 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.694507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-33dd8369-8203-4cfa-b008-f32ac0aaa882 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Calling delete_port for 856471ee-4c73-4507-b1e9-2a77617194d2 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:47.726517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-68771f2c-071d-4c3c-905c-30084c5a330c None None] Provisioning complete for port 856471ee-4c73-4507-b1e9-2a77617194d2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:47.726893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-68771f2c-071d-4c3c-905c-30084c5a330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:47.774912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-68771f2c-071d-4c3c-905c-30084c5a330c None None] Port 856471ee-4c73-4507-b1e9-2a77617194d2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:47.926458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-3ae7c67c-ecea-4ace-b9cc-87cb229a1540 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:47.927931 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-3ae7c67c-ecea-4ace-b9cc-87cb229a1540 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.37 "GET /v2.0/networks?id=099cf113-8923-4381-b826-6e0e0ca43cbb HTTP/1.1" status: 200 len: 813 time: 0.1530764 Aug 24 00:37:47.941484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Request body: {'port': {'device_id': 'e2eb533b-f4e7-4776-a647-5e070b453b11', 'network_id': '099cf113-8923-4381-b826-6e0e0ca43cbb', 'admin_state_up': True, 'tenant_id': 'ff497805d4ed42f79e92bc338266d322'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:47.971484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33dd8369-8203-4cfa-b008-f32ac0aaa882 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.051620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd8369-8203-4cfa-b008-f32ac0aaa882 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Port': ['ID=856471ee-4c73-4507-b1e9-2a77617194d2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:48.184222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Made reservation on behalf of ff497805d4ed42f79e92bc338266d322 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:48.189244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.231861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33dd8369-8203-4cfa-b008-f32ac0aaa882 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.233821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-33dd8369-8203-4cfa-b008-f32ac0aaa882 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "DELETE /v2.0/ports/856471ee-4c73-4507-b1e9-2a77617194d2 HTTP/1.1" status: 204 len: 168 time: 0.8242576 Aug 24 00:37:48.236409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52916) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:48.267061 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72a841d-be31-46c5-b570-94f7b0e6b3b9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] GET failed (client error): The resource could not be found. Aug 24 00:37:48.269158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a72a841d-be31-46c5-b570-94f7b0e6b3b9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "GET /v2.0/ports/856471ee-4c73-4507-b1e9-2a77617194d2 HTTP/1.1" status: 404 len: 333 time: 0.0317333 Aug 24 00:37:48.273230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52920) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:48.279406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706', 'name': 'tempest-AllowedAddressPairTestJSON-1964517504'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:48.417193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Allocated IP 172.20.0.2 (099cf113-8923-4381-b826-6e0e0ca43cbb/8abf61e6-ac3f-41c9-b7b1-1fbd672c6fe8/39bc8415-6e03-4574-a6ba-b55a42b58aaf) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:48.417310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:48.610703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Made reservation on behalf of 342e265288574a05a19c5297183e056b for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:48.615417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.627535 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d74969e-2235-4323-9cef-67655260a225 req-16cc1214-609c-489b-9c3a-d92688f152d0 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 210 time: 0.0493650 Aug 24 00:37:48.634340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.643117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] device_id is not set on port 81785eba-aa02-49fb-ae37-b629eca11d86 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:48.725472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-838149787'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:48.756728 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.812361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Allocated IP 172.20.0.6 (160ccab7-8c59-4ed3-a768-7997c557d706/27f08fba-f8a1-48ca-a68f-fa632886feb1/81785eba-aa02-49fb-ae37-b629eca11d86) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:48.822226 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Network 099cf113-8923-4381-b826-6e0e0ca43cbb is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:48.829672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:48.832549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:48.844728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Made reservation on behalf of ea8364152df847178be479c2b0f4fd46 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:48.850239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.864141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Pushing event updated for resources: {'Port': ['ID=39bc8415-6e03-4574-a6ba-b55a42b58aaf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:48.880995 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.890764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:48.891493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:48.985096 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-9494ea14-c288-4948-9813-651c0d0bfa2a tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0469162 Aug 24 00:37:49.008692 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Request body: {'port': {'device_id': 'e2eb533b-f4e7-4776-a647-5e070b453b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:49.067185 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.090393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Transition to ACTIVE for port object 81785eba-aa02-49fb-ae37-b629eca11d86 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:49.115145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.163372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.206552 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.238781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721988b6-cd30-4864-83bf-28b6ec7d7679,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:49.243844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.293436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:37:49.304148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Network 160ccab7-8c59-4ed3-a768-7997c557d706 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:49.310464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:49.318371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:49.330254 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.330806 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Added segment ea0568e2-dcd4-4c0e-911e-b510c6c77b94 of type vlan for network e1576e34-9db0-490e-b041-b56b5c30cba5 Aug 24 00:37:49.386874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=81785eba-aa02-49fb-ae37-b629eca11d86,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:49.465247 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.492628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:49.496319 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.565718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bc8415-6e03-4574-a6ba-b55a42b58aaf {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:49.576098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.590330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Transition to ACTIVE for port object 39bc8415-6e03-4574-a6ba-b55a42b58aaf will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:49.619138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bf68fbbd-6adb-4691-9471-ad33c469e03d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3452139 Aug 24 00:37:49.621066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.622576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52948) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:49.631706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:49.631706 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.631997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ee:04:87'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:49.656889 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.712883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=39bc8415-6e03-4574-a6ba-b55a42b58aaf,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:49.747225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Pushing event updated for resources: {'Network': ['ID=e1576e34-9db0-490e-b041-b56b5c30cba5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:49.765313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e1576e34-9db0-490e-b041-b56b5c30cba5 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:37:49.805860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52956) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:49.808682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dd187093-feb9-42ac-ba8b-e7d6e8293f1a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3879383 Aug 24 00:37:49.820801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Request body: {'subnet': {'network_id': 'e1576e34-9db0-490e-b041-b56b5c30cba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:49.857417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9e31aaf3-0e7d-41fe-bdf8-2592b56d3c51 None None] Provisioning for port 81785eba-aa02-49fb-ae37-b629eca11d86 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:49.861961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f5c24-d163-4015-9d7a-c5733f98640f req-8a9fcb4c-2c9a-4279-801a-13447c078f6c tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:49.865430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c87f5c24-d163-4015-9d7a-c5733f98640f req-8a9fcb4c-2c9a-4279-801a-13447c078f6c tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 943 time: 0.1208158 Aug 24 00:37:49.871592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9e31aaf3-0e7d-41fe-bdf8-2592b56d3c51 None None] Provisioning complete for port 81785eba-aa02-49fb-ae37-b629eca11d86 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:49.872356 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9e31aaf3-0e7d-41fe-bdf8-2592b56d3c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:49.952930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9e31aaf3-0e7d-41fe-bdf8-2592b56d3c51 None None] Port 81785eba-aa02-49fb-ae37-b629eca11d86 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:49.971219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c87f5c24-d163-4015-9d7a-c5733f98640f req-4beaec30-b397-46fe-973c-948b3813ea39 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997663 Aug 24 00:37:50.002409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52960) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:50.103795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Attempting to bind port 39bc8415-6e03-4574-a6ba-b55a42b58aaf on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:50.104318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Attempting to bind port 39bc8415-6e03-4574-a6ba-b55a42b58aaf by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'bfba226c-9518-4999-b3fa-08b7e6944c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '099cf113-8923-4381-b826-6e0e0ca43cbb'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:50.104507 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Attempting to bind port 39bc8415-6e03-4574-a6ba-b55a42b58aaf on network 099cf113-8923-4381-b826-6e0e0ca43cbb {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:50.114681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Port 39bc8415-6e03-4574-a6ba-b55a42b58aaf on network 099cf113-8923-4381-b826-6e0e0ca43cbb not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:37:50.115015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Attempting to bind port 39bc8415-6e03-4574-a6ba-b55a42b58aaf on network 099cf113-8923-4381-b826-6e0e0ca43cbb {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:50.122967 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.125873 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:50.126220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Checking segment: {'id': 'bfba226c-9518-4999-b3fa-08b7e6944c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '099cf113-8923-4381-b826-6e0e0ca43cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:50.126611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Bound using segment: {'id': 'bfba226c-9518-4999-b3fa-08b7e6944c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '099cf113-8923-4381-b826-6e0e0ca43cbb'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:50.127051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Bound port: 39bc8415-6e03-4574-a6ba-b55a42b58aaf, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfba226c-9518-4999-b3fa-08b7e6944c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '099cf113-8923-4381-b826-6e0e0ca43cbb'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:50.127408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.149917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f124b467-1e23-468c-b26a-4e57b053d52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.203389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Made reservation on behalf of ea8364152df847178be479c2b0f4fd46 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:50.206961 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.250053 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f124b467-1e23-468c-b26a-4e57b053d52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.326098 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f124b467-1e23-468c-b26a-4e57b053d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.367200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124b467-1e23-468c-b26a-4e57b053d52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6476caea-e306-4bd2-a06b-0bca6ae4ccc8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:50.369070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] For port 39bc8415-6e03-4574-a6ba-b55a42b58aaf, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:50.372026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f124b467-1e23-468c-b26a-4e57b053d52f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66c4fc2a2ea240098c1a2e820b5a79b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683903 Aug 24 00:37:50.376519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:50.409628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] For port 39bc8415-6e03-4574-a6ba-b55a42b58aaf, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=39bc8415-6e03-4574-a6ba-b55a42b58aaf,segment=NetworkSegment(bfba226c-9518-4999-b3fa-08b7e6944c3f),segment_id=bfba226c-9518-4999-b3fa-08b7e6944c3f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:50.454549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b3d1fca-57b7-42e5-96e3-1ea2c3547eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.472935 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.485952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b3d1fca-57b7-42e5-96e3-1ea2c3547eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.562643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:50.563271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.564665 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/39bc8415-6e03-4574-a6ba-b55a42b58aaf HTTP/1.1" status: 200 len: 1091 time: 1.5713654 Aug 24 00:37:50.566450 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2eb533b-f4e7-4776-a647-5e070b453b11', 'tag': '39bc8415-6e03-4574-a6ba-b55a42b58aaf'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:50.568794 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ee4ffa-7a63-42b6-89ac-cfffd250ef9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2eb533b-f4e7-4776-a647-5e070b453b11", "tag": "39bc8415-6e03-4574-a6ba-b55a42b58aaf"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:50.600601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b3d1fca-57b7-42e5-96e3-1ea2c3547eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.603817 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.605091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b3d1fca-57b7-42e5-96e3-1ea2c3547eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.610940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7b3d1fca-57b7-42e5-96e3-1ea2c3547eb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6476caea-e306-4bd2-a06b-0bca6ae4ccc8 HTTP/1.1" status: 204 len: 168 time: 0.2346373 Aug 24 00:37:50.622802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d1fca-57b7-42e5-96e3-1ea2c3547eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6476caea-e306-4bd2-a06b-0bca6ae4ccc8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:50.659583 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3b8aae-f9e1-4a0e-984b-749d1988bea0 x-openstack-request-id: req-6d3b8aae-f9e1-4a0e-984b-749d1988bea0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:50.659880 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2eb533b-f4e7-4776-a647-5e070b453b11", "tag": "39bc8415-6e03-4574-a6ba-b55a42b58aaf", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:50.660166 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d3b8aae-f9e1-4a0e-984b-749d1988bea0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:50.660569 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2eb533b-f4e7-4776-a647-5e070b453b11', 'tag': '39bc8415-6e03-4574-a6ba-b55a42b58aaf', 'status': 'completed', 'code': 200} Aug 24 00:37:50.684413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d93dcb-7ee4-43e1-adea-f428c423a2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=39bc8415-6e03-4574-a6ba-b55a42b58aaf,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:50.708457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.814559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee4ffa-7a63-42b6-89ac-cfffd250ef9e req-f6702766-dbae-4873-956c-c92751701ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:50.816305 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-53ee4ffa-7a63-42b6-89ac-cfffd250ef9e req-f6702766-dbae-4873-956c-c92751701ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff497805d4ed42f79e92bc338266d322&device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 1094 time: 0.1549573 Aug 24 00:37:50.819618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=81785eba-aa02-49fb-ae37-b629eca11d86,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:50.824141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] In _notify_port_updated(), no bound segment for port 81785eba-aa02-49fb-ae37-b629eca11d86 on network 160ccab7-8c59-4ed3-a768-7997c557d706 {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:37:50.829898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:50.830488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.831815 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5ede423a-1691-4a3e-8879-420c9aacbb95 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "PUT /v2.0/ports/81785eba-aa02-49fb-ae37-b629eca11d86 HTTP/1.1" status: 200 len: 996 time: 1.2079992 Aug 24 00:37:50.834693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:50.924030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.985539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Deleting port 81785eba-aa02-49fb-ae37-b629eca11d86 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:50.985926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:50.987030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Pushing event updated for resources: {'Subnet': ['ID=00288b3a-9e5d-4255-8f5c-5afaaf66af54,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:51.058088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee4ffa-7a63-42b6-89ac-cfffd250ef9e req-596fd6cb-079c-4524-a3b3-1ea41838da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:51.059776 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-53ee4ffa-7a63-42b6-89ac-cfffd250ef9e req-596fd6cb-079c-4524-a3b3-1ea41838da9e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ff497805d4ed42f79e92bc338266d322&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2267878 Aug 24 00:37:51.060661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Checking segment: {'id': 'ea0568e2-dcd4-4c0e-911e-b510c6c77b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e1576e34-9db0-490e-b041-b56b5c30cba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:51.061028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Network hostable DHCP agents. Network: e1576e34-9db0-490e-b041-b56b5c30cba5, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:37:51.131036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bcdc1410-380e-418e-a76c-9c8a594d0f68 None None] Provisioning complete for port 81785eba-aa02-49fb-ae37-b629eca11d86 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:51.131684 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcdc1410-380e-418e-a76c-9c8a594d0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.181114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.199070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f84552-e93e-425f-8445-94e94ca9c2e1 req-59f45254-236a-4bcc-a8ed-ba4c4fa626be tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:51.201197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9f84552-e93e-425f-8445-94e94ca9c2e1 req-59f45254-236a-4bcc-a8ed-ba4c4fa626be tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 943 time: 0.1295996 Aug 24 00:37:51.207704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc1410-380e-418e-a76c-9c8a594d0f68 None None] Port 81785eba-aa02-49fb-ae37-b629eca11d86 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:51.212482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Calling delete_port for 81785eba-aa02-49fb-ae37-b629eca11d86 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:51.261258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9f84552-e93e-425f-8445-94e94ca9c2e1 req-dd21c75b-9502-4519-974f-308f83a75bce tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533781 Aug 24 00:37:51.269238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee4ffa-7a63-42b6-89ac-cfffd250ef9e req-4bae73c1-7ebd-40b8-9ec9-b717b60996ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:51.280137 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-53ee4ffa-7a63-42b6-89ac-cfffd250ef9e req-4bae73c1-7ebd-40b8-9ec9-b717b60996ad service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075973 Aug 24 00:37:51.280137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Network e1576e34-9db0-490e-b041-b56b5c30cba5 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:37:51.368627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-6b85585e-df38-477e-8323-b5194da606bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:51.371199 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-6b85585e-df38-477e-8323-b5194da606bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff497805d4ed42f79e92bc338266d322&device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 1094 time: 0.0557725 Aug 24 00:37:51.434465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e1576e34-9db0-490e-b041-b56b5c30cba5) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:51.440190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:51.440741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.446490 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.446672 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-c22c8f07-00e8-4d24-8296-aa163097ee12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39bc8415-6e03-4574-a6ba-b55a42b58aaf HTTP/1.1" status: 200 len: 217 time: 0.0653157 Aug 24 00:37:51.447733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d13396-b961-4f35-8661-2d406c149886 None None] Network e1576e34-9db0-490e-b041-b56b5c30cba5 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:51.508895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Port': ['ID=81785eba-aa02-49fb-ae37-b629eca11d86,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:51.514798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-f583154a-cc04-4be8-bb5d-fd44546b4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:51.516360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:51.516631 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-f583154a-cc04-4be8-bb5d-fd44546b4046 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8abf61e6-ac3f-41c9-b7b1-1fbd672c6fe8 HTTP/1.1" status: 200 len: 853 time: 0.0612366 Aug 24 00:37:51.543937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e66543c-4e73-4630-8684-e0d50e9bdeab tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7327049 Aug 24 00:37:51.547054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53002) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:51.553933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Request body: {'port': {'network_id': 'e1576e34-9db0-490e-b041-b56b5c30cba5', 'name': 'tempest-TagsExtTest-728946809'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.570333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:37:51.602905 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-f427e042-3a42-4cd6-ab70-7b48799c0538 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=099cf113-8923-4381-b826-6e0e0ca43cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734279 Aug 24 00:37:51.622243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdfa5-652a-41e8-9742-4cec50f358df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.674082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-e1576e34-9db0-490e-b041-b56b5c30cba5', 'network_id': 'e1576e34-9db0-490e-b041-b56b5c30cba5', 'tenant_id': 'ea8364152df847178be479c2b0f4fd46', 'fixed_ips': [{'subnet_id': '00288b3a-9e5d-4255-8f5c-5afaaf66af54'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:37:51.675376 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.792338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.794564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-87245579-19be-4941-b4dc-1b53391bb0ab tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "DELETE /v2.0/ports/81785eba-aa02-49fb-ae37-b629eca11d86 HTTP/1.1" status: 204 len: 168 time: 0.9587097 Aug 24 00:37:51.797692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:51.879294 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca6d47e-c7c9-4c04-bf00-43d933fb2862 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] GET failed (client error): The resource could not be found. Aug 24 00:37:51.881501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-eca6d47e-c7c9-4c04-bf00-43d933fb2862 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "GET /v2.0/ports/81785eba-aa02-49fb-ae37-b629eca11d86 HTTP/1.1" status: 404 len: 333 time: 0.0751152 Aug 24 00:37:51.886095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53008) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:51.908306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706', 'name': 'tempest-AllowedAddressPairTestJSON-2053686531'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:51.911947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdfa5-652a-41e8-9742-4cec50f358df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:51.934858 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-1eb6b129-9ddc-493f-b74e-e3d7ad366f5d service neutron] 10.222.0.37 "GET /v2.0/networks/099cf113-8923-4381-b826-6e0e0ca43cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163385 Aug 24 00:37:51.977585 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdfa5-652a-41e8-9742-4cec50f358df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.023280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Allocated IP 172.20.0.2 (e1576e34-9db0-490e-b041-b56b5c30cba5/00288b3a-9e5d-4255-8f5c-5afaaf66af54/530e2474-b423-493f-bb0f-5f66218a65d1) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:52.023927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7d4bdfa5-652a-41e8-9742-4cec50f358df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c1a5e5fca2f45918bdbdbe914c48812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064116 Aug 24 00:37:52.024578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:52.029187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bdfa5-652a-41e8-9742-4cec50f358df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e736ffb-794d-4b9e-9e28-1d1551a6e4a8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:52.095516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c243d37-41f4-4273-b5ec-43d39c0cbc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.141920 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c243d37-41f4-4273-b5ec-43d39c0cbc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.248879 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.274786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c243d37-41f4-4273-b5ec-43d39c0cbc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.274947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Transition to ACTIVE for port object 530e2474-b423-493f-bb0f-5f66218a65d1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:52.277670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c243d37-41f4-4273-b5ec-43d39c0cbc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.283017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5c243d37-41f4-4273-b5ec-43d39c0cbc52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e736ffb-794d-4b9e-9e28-1d1551a6e4a8 HTTP/1.1" status: 204 len: 168 time: 0.2571445 Aug 24 00:37:52.295948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c243d37-41f4-4273-b5ec-43d39c0cbc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e736ffb-794d-4b9e-9e28-1d1551a6e4a8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:52.313811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Transition to ACTIVE for port object 530e2474-b423-493f-bb0f-5f66218a65d1 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:52.368799 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.459345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Network e1576e34-9db0-490e-b041-b56b5c30cba5 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:52.461201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:52.464181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Pushing event updated for resources: {'Port': ['ID=530e2474-b423-493f-bb0f-5f66218a65d1,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:52.466544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:52.478564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Made reservation on behalf of ea8364152df847178be479c2b0f4fd46 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:52.482589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.532043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836518e-8e47-4ada-a2d1-6fa723b97bb0 req-6daee750-a9d5-4866-b8bf-3a34dab566ea tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:52.533809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d836518e-8e47-4ada-a2d1-6fa723b97bb0 req-6daee750-a9d5-4866-b8bf-3a34dab566ea tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 943 time: 0.1468890 Aug 24 00:37:52.534813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Attempting to bind port 530e2474-b423-493f-bb0f-5f66218a65d1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:37:52.535188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Attempting to bind port 530e2474-b423-493f-bb0f-5f66218a65d1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'ea0568e2-dcd4-4c0e-911e-b510c6c77b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e1576e34-9db0-490e-b041-b56b5c30cba5'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:37:52.535565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Attempting to bind port 530e2474-b423-493f-bb0f-5f66218a65d1 on network e1576e34-9db0-490e-b041-b56b5c30cba5 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:37:52.543359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:37:52.543744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Checking segment: {'id': 'ea0568e2-dcd4-4c0e-911e-b510c6c77b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e1576e34-9db0-490e-b041-b56b5c30cba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:37:52.544163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.544566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Bound using segment: {'id': 'ea0568e2-dcd4-4c0e-911e-b510c6c77b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e1576e34-9db0-490e-b041-b56b5c30cba5'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:37:52.545040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Bound port: 530e2474-b423-493f-bb0f-5f66218a65d1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0568e2-dcd4-4c0e-911e-b510c6c77b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e1576e34-9db0-490e-b041-b56b5c30cba5'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:37:52.545433 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.565554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] device_id is not set on port f19fa172-6b38-4e2c-a509-efd7f51b60c0 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:52.612627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d836518e-8e47-4ada-a2d1-6fa723b97bb0 req-a9e6e5ef-5de2-4f0d-b038-3bc2ba705650 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695534 Aug 24 00:37:52.618951 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c55776bd-64e9-4992-9c4b-7d938bcd3e22 req-d29e968c-84ee-4452-b1b1-a2d2bb3df0a5 service neutron] 10.222.0.37 "GET /v2.0/networks/099cf113-8923-4381-b826-6e0e0ca43cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637458 Aug 24 00:37:52.665405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] For port 530e2474-b423-493f-bb0f-5f66218a65d1, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:37:52.669484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] For port 530e2474-b423-493f-bb0f-5f66218a65d1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=530e2474-b423-493f-bb0f-5f66218a65d1,segment=NetworkSegment(ea0568e2-dcd4-4c0e-911e-b510c6c77b94),segment_id=ea0568e2-dcd4-4c0e-911e-b510c6c77b94)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:37:52.747263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Made reservation on behalf of 342e265288574a05a19c5297183e056b for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:52.747263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.767126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Allocated IP 172.20.0.12 (e1576e34-9db0-490e-b041-b56b5c30cba5/00288b3a-9e5d-4255-8f5c-5afaaf66af54/f19fa172-6b38-4e2c-a509-efd7f51b60c0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:52.777187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] device_id is not set on port 07b74a51-2f82-40ef-b435-a03fa43feba6 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:52.806491 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:52.866553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cae8c0-30f3-48e9-9221-2eb8b4ed4eae None None] Pushing event updated for resources: {'Port': ['ID=530e2474-b423-493f-bb0f-5f66218a65d1,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:52.989894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Allocated IP 172.20.0.3 (160ccab7-8c59-4ed3-a768-7997c557d706/27f08fba-f8a1-48ca-a68f-fa632886feb1/07b74a51-2f82-40ef-b435-a03fa43feba6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:53.126819 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.149257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Transition to ACTIVE for port object f19fa172-6b38-4e2c-a509-efd7f51b60c0 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:53.314626 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.332132 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.334166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Transition to ACTIVE for port object 07b74a51-2f82-40ef-b435-a03fa43feba6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:53.390549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Network e1576e34-9db0-490e-b041-b56b5c30cba5 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:53.396912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Pushing event updated for resources: {'Port': ['ID=f19fa172-6b38-4e2c-a509-efd7f51b60c0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:53.407446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:53.411899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:53.466016 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:53.466658 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.520862 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-20fb5c90-b5e7-4e47-8981-06bda3acd14f tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9726856 Aug 24 00:37:53.523454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53054) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:53.528834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-939eb82f-63ed-4059-ae3f-3f7c9a5bbc6a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-148605932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:53.539633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.596174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Network 160ccab7-8c59-4ed3-a768-7997c557d706 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:53.599432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:53.608350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:53.615567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=07b74a51-2f82-40ef-b435-a03fa43feba6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:53.682589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-939eb82f-63ed-4059-ae3f-3f7c9a5bbc6a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.684055 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-939eb82f-63ed-4059-ae3f-3f7c9a5bbc6a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.747094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:53.747426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:53.858394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 530e2474-b423-493f-bb0f-5f66218a65d1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:53.890796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fff6b0-d7aa-4c61-9e90-eddb3cfe9817 req-9d361dbf-111d-4e39-a868-5c68772cad3f tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:53.891709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8fff6b0-d7aa-4c61-9e90-eddb3cfe9817 req-9d361dbf-111d-4e39-a868-5c68772cad3f tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 943 time: 0.1229045 Aug 24 00:37:53.929365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-939eb82f-63ed-4059-ae3f-3f7c9a5bbc6a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.011604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8fff6b0-d7aa-4c61-9e90-eddb3cfe9817 req-327bff25-0338-4f10-8aaf-be7070c68f70 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995054 Aug 24 00:37:54.017887 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3fb738a4-ce08-4e10-b398-88c2a46a2459 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1244547 Aug 24 00:37:54.021977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-939eb82f-63ed-4059-ae3f-3f7c9a5bbc6a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.024061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:54.031868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'network_id': '160ccab7-8c59-4ed3-a768-7997c557d706', 'name': 'tempest-AllowedAddressPairTestJSON-1602667166'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:54.074548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 530e2474-b423-493f-bb0f-5f66218a65d1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:54.122228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-939eb82f-63ed-4059-ae3f-3f7c9a5bbc6a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.126061 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-939eb82f-63ed-4059-ae3f-3f7c9a5bbc6a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5990961 Aug 24 00:37:54.127071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53072) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:54.136290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8fe39b26-c610-49ed-930e-5bdc59160be8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-171324735', 'prefixes': ['172.20.0.0/16']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:54.260840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5292f-f9ac-4990-96e7-34a234f08e12 None None] Network e1576e34-9db0-490e-b041-b56b5c30cba5 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:37:54.325932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a07fd5ea-5b71-4d2c-85a6-17c16fce13b2 None None] Provisioning for port 07b74a51-2f82-40ef-b435-a03fa43feba6 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:54.332290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a07fd5ea-5b71-4d2c-85a6-17c16fce13b2 None None] Provisioning complete for port 07b74a51-2f82-40ef-b435-a03fa43feba6 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:54.336022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a07fd5ea-5b71-4d2c-85a6-17c16fce13b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.346394 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:37:54.381752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a07fd5ea-5b71-4d2c-85a6-17c16fce13b2 None None] Port 07b74a51-2f82-40ef-b435-a03fa43feba6 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:54.434549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Made reservation on behalf of 342e265288574a05a19c5297183e056b for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:37:54.439863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.472128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] device_id is not set on port 06489d03-403e-47d2-93ff-9f6aac49a677 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:37:54.514746 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe39b26-c610-49ed-930e-5bdc59160be8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for subnetpool, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.516021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8fe39b26-c610-49ed-930e-5bdc59160be8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3873131 Aug 24 00:37:54.521447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53082) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:54.529324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-10dbbd36-1933-4018-b125-d6b2acd6a656 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54', 'tempest-TagsExtTest-Tag-103445436') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:54.600762 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-45c69663-e371-4eb2-9aa0-2b3bc22c8f61 None None] Provisioning for port 530e2474-b423-493f-bb0f-5f66218a65d1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:54.605481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-45c69663-e371-4eb2-9aa0-2b3bc22c8f61 None None] Provisioning complete for port 530e2474-b423-493f-bb0f-5f66218a65d1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:54.606185 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45c69663-e371-4eb2-9aa0-2b3bc22c8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.697255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Allocated IP 172.20.0.4 (160ccab7-8c59-4ed3-a768-7997c557d706/27f08fba-f8a1-48ca-a68f-fa632886feb1/06489d03-403e-47d2-93ff-9f6aac49a677) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:37:54.773960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-10dbbd36-1933-4018-b125-d6b2acd6a656 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags/tempest-TagsExtTest-Tag-103445436 HTTP/1.1" status: 201 len: 201 time: 0.2499022 Aug 24 00:37:54.776660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53092) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:54.784429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-5d19d366-63bf-4eae-968e-0c814d776b9e tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0', 'tempest-TagsExtTest-Tag-1400979226') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:54.825549 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45c69663-e371-4eb2-9aa0-2b3bc22c8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.895040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-45c69663-e371-4eb2-9aa0-2b3bc22c8f61 None None] For port 530e2474-b423-493f-bb0f-5f66218a65d1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=530e2474-b423-493f-bb0f-5f66218a65d1,segment=NetworkSegment(ea0568e2-dcd4-4c0e-911e-b510c6c77b94),segment_id=ea0568e2-dcd4-4c0e-911e-b510c6c77b94)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:54.954426 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-45c69663-e371-4eb2-9aa0-2b3bc22c8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.975018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:54.992215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Transition to ACTIVE for port object 06489d03-403e-47d2-93ff-9f6aac49a677 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:37:55.025652 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5d19d366-63bf-4eae-968e-0c814d776b9e tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags/tempest-TagsExtTest-Tag-1400979226 HTTP/1.1" status: 201 len: 201 time: 0.2471137 Aug 24 00:37:55.029332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53100) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:55.036767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-82e5a7d3-e2ce-4b9e-8c57-b6c42f19a45a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa', 'tempest-TagsExtTest-Tag-1584033458') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:55.040677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c69663-e371-4eb2-9aa0-2b3bc22c8f61 None None] Pushing event updated for resources: {'Port': ['ID=530e2474-b423-493f-bb0f-5f66218a65d1,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:55.178319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad1e28-2567-470b-93e9-a8c60c1311e2 req-d9affc9a-ecbb-45d0-886e-c413b87d203f tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:55.183442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2832f7c5-1c23-48c5-96f4-42636338733a None None] Provisioning for port f19fa172-6b38-4e2c-a509-efd7f51b60c0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:55.186743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efad1e28-2567-470b-93e9-a8c60c1311e2 req-d9affc9a-ecbb-45d0-886e-c413b87d203f tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 943 time: 0.0811694 Aug 24 00:37:55.192320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2832f7c5-1c23-48c5-96f4-42636338733a None None] Provisioning complete for port f19fa172-6b38-4e2c-a509-efd7f51b60c0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:55.192320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2832f7c5-1c23-48c5-96f4-42636338733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.194847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.270798 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-82e5a7d3-e2ce-4b9e-8c57-b6c42f19a45a tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags/tempest-TagsExtTest-Tag-1584033458 HTTP/1.1" status: 201 len: 201 time: 0.2396419 Aug 24 00:37:55.271202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2832f7c5-1c23-48c5-96f4-42636338733a None None] Port f19fa172-6b38-4e2c-a509-efd7f51b60c0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:55.272945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53108) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:55.278841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-ac724588-ec42-45c3-8b41-5c616c6b5ea9 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84', 'tempest-TagsExtTest-Tag-1701981437') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:55.283151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2832f7c5-1c23-48c5-96f4-42636338733a None None] Provisioning complete for port 530e2474-b423-493f-bb0f-5f66218a65d1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:55.283576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2832f7c5-1c23-48c5-96f4-42636338733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.285416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=06489d03-403e-47d2-93ff-9f6aac49a677,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:55.290504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-efad1e28-2567-470b-93e9-a8c60c1311e2 req-e382fc30-1931-4a8d-b56f-aedb3a8f11b6 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030369 Aug 24 00:37:55.293367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Network 160ccab7-8c59-4ed3-a768-7997c557d706 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:37:55.295970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:37:55.298934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:37:55.438128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:55.438761 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.548286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-da6a4faf-d3d5-4601-8508-db14049a4eb5 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5220518 Aug 24 00:37:55.548480 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac724588-ec42-45c3-8b41-5c616c6b5ea9 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags/tempest-TagsExtTest-Tag-1701981437 HTTP/1.1" status: 201 len: 201 time: 0.2708101 Aug 24 00:37:55.549045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:55.549135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53118) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:55.553618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ee:04:87'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:69:84:a5'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:37:55.554061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-7f399827-969e-48ae-87a5-1ef8982f9860 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:55.583337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.632284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-334522d2-5fb4-4bb0-95ef-274969cd9c07 None None] Provisioning complete for port f19fa172-6b38-4e2c-a509-efd7f51b60c0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:55.633053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-334522d2-5fb4-4bb0-95ef-274969cd9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.676528 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7f399827-969e-48ae-87a5-1ef8982f9860 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags HTTP/1.1" status: 200 len: 240 time: 0.1267707 Aug 24 00:37:55.680248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53122) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:55.689076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-96d5d945-9182-4adc-b210-bca04be45441 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54', 'tempest-TagsExtTest-Tag-103445436') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:55.732698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 530e2474-b423-493f-bb0f-5f66218a65d1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:55.741374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-334522d2-5fb4-4bb0-95ef-274969cd9c07 None None] Port f19fa172-6b38-4e2c-a509-efd7f51b60c0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:55.806514 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-96d5d945-9182-4adc-b210-bca04be45441 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags/tempest-TagsExtTest-Tag-103445436 HTTP/1.1" status: 204 len: 168 time: 0.1252809 Aug 24 00:37:55.811161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53130) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:55.821433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-60a70931-4b13-47e5-b33d-a3c19ef897a2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54', 'tempest-TagsExtTest-Tag-103445436') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:55.847490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 530e2474-b423-493f-bb0f-5f66218a65d1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:55.848050 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.860490 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.880053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-334522d2-5fb4-4bb0-95ef-274969cd9c07 None None] Provisioning for port 06489d03-403e-47d2-93ff-9f6aac49a677 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:55.888215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-334522d2-5fb4-4bb0-95ef-274969cd9c07 None None] Provisioning complete for port 06489d03-403e-47d2-93ff-9f6aac49a677 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:55.888598 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-334522d2-5fb4-4bb0-95ef-274969cd9c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:55.939291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-334522d2-5fb4-4bb0-95ef-274969cd9c07 None None] Port 06489d03-403e-47d2-93ff-9f6aac49a677 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:56.061334 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-60a70931-4b13-47e5-b33d-a3c19ef897a2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags/tempest-TagsExtTest-Tag-103445436 HTTP/1.1" status: 204 len: 168 time: 0.2468431 Aug 24 00:37:56.062039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.067492 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-70fec862-26ac-4356-a743-f4419e0bc636 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:56.099981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.141379 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-70fec862-26ac-4356-a743-f4419e0bc636 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags HTTP/1.1" status: 200 len: 205 time: 0.0777466 Aug 24 00:37:56.143937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53140) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.148979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-b6a6cae3-02ca-48b1-a7fa-45f47a3b0e84 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:56.154714 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.265847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] In _notify_port_updated(), no bound segment for port 06489d03-403e-47d2-93ff-9f6aac49a677 on network 160ccab7-8c59-4ed3-a768-7997c557d706 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:37:56.271983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:56.272644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.276906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "PUT /v2.0/ports/06489d03-403e-47d2-93ff-9f6aac49a677 HTTP/1.1" status: 200 len: 1055 time: 0.7278657 Aug 24 00:37:56.277541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.303492 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b1a13c0-a1e6-4f8c-98d2-362acca34206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.338939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb54118-449b-4fcc-ba56-4f7e28cc4a9c tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event updated for resources: {'Port': ['ID=06489d03-403e-47d2-93ff-9f6aac49a677,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:56.388728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b6a6cae3-02ca-48b1-a7fa-45f47a3b0e84 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags HTTP/1.1" status: 200 len: 241 time: 0.2412431 Aug 24 00:37:56.390749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53154) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.397666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-6b99eaed-c067-4a9f-a5c5-79bd37650728 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0', 'tempest-TagsExtTest-Tag-1400979226') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:56.426115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e279b-3101-4726-940b-179b35bf314e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Deleting port 06489d03-403e-47d2-93ff-9f6aac49a677 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:56.426368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b5e279b-3101-4726-940b-179b35bf314e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.485427 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b99eaed-c067-4a9f-a5c5-79bd37650728 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags/tempest-TagsExtTest-Tag-1400979226 HTTP/1.1" status: 204 len: 168 time: 0.0933468 Aug 24 00:37:56.486532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53156) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.492229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-d67de393-fcb5-43c3-ae31-6dfd173954ed tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0', 'tempest-TagsExtTest-Tag-1400979226') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:56.572193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 39bc8415-6e03-4574-a6ba-b55a42b58aaf details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:37:56.579359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fffe29ab-fa6e-46ef-aa67-38d7404fb6d6 None None] Provisioning complete for port 06489d03-403e-47d2-93ff-9f6aac49a677 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:56.579359 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fffe29ab-fa6e-46ef-aa67-38d7404fb6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.583853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a3c1f-ce0e-4c1e-99a0-704fdd23caff req-43372d39-71cf-45e3-9837-16e4bb11b58b tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:56.585380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a3a3c1f-ce0e-4c1e-99a0-704fdd23caff req-43372d39-71cf-45e3-9837-16e4bb11b58b tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 943 time: 0.1755357 Aug 24 00:37:56.625779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b5e279b-3101-4726-940b-179b35bf314e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.637800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fffe29ab-fa6e-46ef-aa67-38d7404fb6d6 None None] Port 06489d03-403e-47d2-93ff-9f6aac49a677 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:37:56.650621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e279b-3101-4726-940b-179b35bf314e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Calling delete_port for 06489d03-403e-47d2-93ff-9f6aac49a677 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:56.665607 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d67de393-fcb5-43c3-ae31-6dfd173954ed tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags/tempest-TagsExtTest-Tag-1400979226 HTTP/1.1" status: 204 len: 168 time: 0.1765492 Aug 24 00:37:56.672128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a3a3c1f-ce0e-4c1e-99a0-704fdd23caff req-38821cf1-b86d-414d-870a-825abc96731b tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716445 Aug 24 00:37:56.672294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53160) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.672616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-00b59f0d-a7e4-4f9c-8e3c-cb918638aab0 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:56.729870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 39bc8415-6e03-4574-a6ba-b55a42b58aaf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=39bc8415-6e03-4574-a6ba-b55a42b58aaf,segment=NetworkSegment(bfba226c-9518-4999-b3fa-08b7e6944c3f),segment_id=bfba226c-9518-4999-b3fa-08b7e6944c3f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:56.740726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '39bc8415-6e03-4574-a6ba-b55a42b58aaf', 'network_id': '099cf113-8923-4381-b826-6e0e0ca43cbb', 'port_id': '39bc8415-6e03-4574-a6ba-b55a42b58aaf', 'mac_address': 'fa:16:3e:96:48:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abf61e6-ac3f-41c9-b7b1-1fbd672c6fe8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:37:56.785912 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.801773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bc8415-6e03-4574-a6ba-b55a42b58aaf {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:37:56.810136 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-00b59f0d-a7e4-4f9c-8e3c-cb918638aab0 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags HTTP/1.1" status: 200 len: 205 time: 0.1417155 Aug 24 00:37:56.812555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.827794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-ae4dee05-0066-475c-af17-a1e8b6b4fa4e tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:56.841556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 39bc8415-6e03-4574-a6ba-b55a42b58aaf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=39bc8415-6e03-4574-a6ba-b55a42b58aaf,segment=NetworkSegment(bfba226c-9518-4999-b3fa-08b7e6944c3f),segment_id=bfba226c-9518-4999-b3fa-08b7e6944c3f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:56.917390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ae4dee05-0066-475c-af17-a1e8b6b4fa4e tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags HTTP/1.1" status: 200 len: 241 time: 0.1018527 Aug 24 00:37:56.920019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53172) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:56.921419 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.925438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-d4b3b306-684e-4efc-b76c-88e2c2635405 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa', 'tempest-TagsExtTest-Tag-1584033458') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:56.969086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b5e279b-3101-4726-940b-179b35bf314e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:56.981242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53176) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.011791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=39bc8415-6e03-4574-a6ba-b55a42b58aaf,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:57.095595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d4b3b306-684e-4efc-b76c-88e2c2635405 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags/tempest-TagsExtTest-Tag-1584033458 HTTP/1.1" status: 204 len: 168 time: 0.1743007 Aug 24 00:37:57.096515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e279b-3101-4726-940b-179b35bf314e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Port': ['ID=06489d03-403e-47d2-93ff-9f6aac49a677,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:57.102846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.111883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-022a92b5-b012-4d82-8441-4de6b005b108 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa', 'tempest-TagsExtTest-Tag-1584033458') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:57.117835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-597131e6-d82b-4487-bd4b-b24b7b702f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.121202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['39bc8415-6e03-4574-a6ba-b55a42b58aaf'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:37:57.277005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-597131e6-d82b-4487-bd4b-b24b7b702f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.345764 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-597131e6-d82b-4487-bd4b-b24b7b702f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.382899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597131e6-d82b-4487-bd4b-b24b7b702f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b8fef-5f8e-4bfa-afbc-4ba00cb65bf7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:57.409205 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-597131e6-d82b-4487-bd4b-b24b7b702f2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4961cc75a2bb4d5587225c94d32d62e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262800 Aug 24 00:37:57.411794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53192) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.478580 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d79ba9e-7251-4505-9e30-e678fd6de9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.505379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d79ba9e-7251-4505-9e30-e678fd6de9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.686106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d79ba9e-7251-4505-9e30-e678fd6de9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.690027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d79ba9e-7251-4505-9e30-e678fd6de9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.691842 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5d79ba9e-7251-4505-9e30-e678fd6de9df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/226b8fef-5f8e-4bfa-afbc-4ba00cb65bf7 HTTP/1.1" status: 204 len: 168 time: 0.2788687 Aug 24 00:37:57.703381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79ba9e-7251-4505-9e30-e678fd6de9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b8fef-5f8e-4bfa-afbc-4ba00cb65bf7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:57.720497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b5e279b-3101-4726-940b-179b35bf314e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.723896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2b5e279b-3101-4726-940b-179b35bf314e tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "DELETE /v2.0/ports/06489d03-403e-47d2-93ff-9f6aac49a677 HTTP/1.1" status: 204 len: 168 time: 1.4423532 Aug 24 00:37:57.727131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53204) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.756170 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a0128b-1ad6-483c-b85e-f467856fea13 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] GET failed (client error): The resource could not be found. Aug 24 00:37:57.761065 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-84a0128b-1ad6-483c-b85e-f467856fea13 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "GET /v2.0/ports/06489d03-403e-47d2-93ff-9f6aac49a677 HTTP/1.1" status: 404 len: 333 time: 0.0299509 Aug 24 00:37:57.765872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53206) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.769084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-022a92b5-b012-4d82-8441-4de6b005b108 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags/tempest-TagsExtTest-Tag-1584033458 HTTP/1.1" status: 204 len: 168 time: 0.6662028 Aug 24 00:37:57.777539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53208) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.790034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-9c9c6ff6-516f-4824-acff-685f1173eefd tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:57.909585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450150f-323d-4f88-8544-3e0e06e60ab9 req-b83b5bcc-318e-4946-a03b-ed662fa08bfd tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:57.911516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3450150f-323d-4f88-8544-3e0e06e60ab9 req-b83b5bcc-318e-4946-a03b-ed662fa08bfd tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 944 time: 0.0875561 Aug 24 00:37:57.918911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-87da2b03-97f4-4a91-8ecc-94dbd385d6ce tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Deleting port 07b74a51-2f82-40ef-b435-a03fa43feba6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:57.919372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87da2b03-97f4-4a91-8ecc-94dbd385d6ce tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:57.936293 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c9c6ff6-516f-4824-acff-685f1173eefd tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags HTTP/1.1" status: 200 len: 205 time: 0.1568742 Aug 24 00:37:57.938598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53210) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.942751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-d0ab8d8f-3b78-4d39-b45c-f2ca825bebd7 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:57.972779 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d0ab8d8f-3b78-4d39-b45c-f2ca825bebd7 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags HTTP/1.1" status: 200 len: 241 time: 0.0348446 Aug 24 00:37:57.973427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53212) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:57.979097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-dccd1f4d-f88b-4761-95cf-45dbccaf78f2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84', 'tempest-TagsExtTest-Tag-1701981437') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.003285 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dccd1f4d-f88b-4761-95cf-45dbccaf78f2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags/tempest-TagsExtTest-Tag-1701981437 HTTP/1.1" status: 204 len: 168 time: 0.0275145 Aug 24 00:37:58.004580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53218) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.009534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-76a82d5a-e967-42d0-86ff-dcb7c0c57dc6 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84', 'tempest-TagsExtTest-Tag-1701981437') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.013913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3450150f-323d-4f88-8544-3e0e06e60ab9 req-aaae9844-a706-4af9-9512-dfb595b44a22 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913169 Aug 24 00:37:58.049599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87da2b03-97f4-4a91-8ecc-94dbd385d6ce tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.062452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-87da2b03-97f4-4a91-8ecc-94dbd385d6ce tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Calling delete_port for 07b74a51-2f82-40ef-b435-a03fa43feba6 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:58.109919 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-76a82d5a-e967-42d0-86ff-dcb7c0c57dc6 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags/tempest-TagsExtTest-Tag-1701981437 HTTP/1.1" status: 204 len: 168 time: 0.1041253 Aug 24 00:37:58.112350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53224) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.117182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-46df576d-999e-48e6-8fb0-998b90284222 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.148940 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-46df576d-999e-48e6-8fb0-998b90284222 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags HTTP/1.1" status: 200 len: 205 time: 0.0353637 Aug 24 00:37:58.151793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53226) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.159424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-6553a9b2-d18d-44c4-9019-f92a8db081d8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.222040 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6553a9b2-d18d-44c4-9019-f92a8db081d8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags HTTP/1.1" status: 204 len: 168 time: 0.0674953 Aug 24 00:37:58.226166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53230) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.235364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-868cef83-b455-4be6-8259-dc5ec1e6c587 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.338258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-868cef83-b455-4be6-8259-dc5ec1e6c587 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1104028 Aug 24 00:37:58.340803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.346204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-ae7d6e2a-d7b6-4be3-b335-c741fc11f355 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.349294 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87da2b03-97f4-4a91-8ecc-94dbd385d6ce tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.401123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da2b03-97f4-4a91-8ecc-94dbd385d6ce tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Port': ['ID=07b74a51-2f82-40ef-b435-a03fa43feba6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:58.493705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53246) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.493962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ae7d6e2a-d7b6-4be3-b335-c741fc11f355 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1512239 Aug 24 00:37:58.500395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-5306c902-15fb-4049-b733-e1928db580b7 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.505418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-87da2b03-97f4-4a91-8ecc-94dbd385d6ce tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.507879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-87da2b03-97f4-4a91-8ecc-94dbd385d6ce tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "DELETE /v2.0/ports/07b74a51-2f82-40ef-b435-a03fa43feba6 HTTP/1.1" status: 204 len: 168 time: 0.7442212 Aug 24 00:37:58.515578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.545426 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-117e1969-959a-4eb9-9f5f-87ac29840ef0 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] GET failed (client error): The resource could not be found. Aug 24 00:37:58.547177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-117e1969-959a-4eb9-9f5f-87ac29840ef0 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "GET /v2.0/ports/07b74a51-2f82-40ef-b435-a03fa43feba6 HTTP/1.1" status: 404 len: 333 time: 0.0331628 Aug 24 00:37:58.550766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53252) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.579540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 39bc8415-6e03-4574-a6ba-b55a42b58aaf up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:37:58.689907 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5306c902-15fb-4049-b733-e1928db580b7 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags HTTP/1.1" status: 204 len: 168 time: 0.1911545 Aug 24 00:37:58.690986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53256) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:58.704972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-5843e178-bbd7-43c5-a2d2-547071812d1b tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54', 'tempest-TagsExtTest-Tag-701380807') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:58.719961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-49cfbf46-6181-4fd7-b90e-32f6759cf01d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Deleting port f691ef05-84b2-4c40-bffe-95e50f8165cf {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:37:58.720426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf46-6181-4fd7-b90e-32f6759cf01d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.771760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 39bc8415-6e03-4574-a6ba-b55a42b58aaf completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:37:58.777144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 39bc8415-6e03-4574-a6ba-b55a42b58aaf triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:37:58.777840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.861164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf46-6181-4fd7-b90e-32f6759cf01d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.890505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-49cfbf46-6181-4fd7-b90e-32f6759cf01d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Calling delete_port for f691ef05-84b2-4c40-bffe-95e50f8165cf owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:37:58.898130 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:58.924996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2eb533b-f4e7-4776-a647-5e070b453b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bc8415-6e03-4574-a6ba-b55a42b58aaf'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:37:58.927552 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c8fad9-8ae0-4f0f-b5bd-1b8f3684d4af" -d '{"events": [{"server_uuid": "e2eb533b-f4e7-4776-a647-5e070b453b11", "name": "network-vif-plugged", "status": "completed", "tag": "39bc8415-6e03-4574-a6ba-b55a42b58aaf"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:37:58.951834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 39bc8415-6e03-4574-a6ba-b55a42b58aaf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=39bc8415-6e03-4574-a6ba-b55a42b58aaf,segment=NetworkSegment(bfba226c-9518-4999-b3fa-08b7e6944c3f),segment_id=bfba226c-9518-4999-b3fa-08b7e6944c3f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:37:58.967336 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99b8adb-ee08-43e7-86ab-7e8ed56c223d x-openstack-request-id: req-b99b8adb-ee08-43e7-86ab-7e8ed56c223d {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:37:58.967718 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2eb533b-f4e7-4776-a647-5e070b453b11", "name": "network-vif-plugged", "status": "completed", "tag": "39bc8415-6e03-4574-a6ba-b55a42b58aaf", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:37:58.968048 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b99b8adb-ee08-43e7-86ab-7e8ed56c223d {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:37:58.968513 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2eb533b-f4e7-4776-a647-5e070b453b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bc8415-6e03-4574-a6ba-b55a42b58aaf', 'code': 200} Aug 24 00:37:59.063765 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fcc7fd79-9c7c-4238-a846-a3fb810a4a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.065316 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.075073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5843e178-bbd7-43c5-a2d2-547071812d1b tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags/tempest-TagsExtTest-Tag-701380807 HTTP/1.1" status: 201 len: 201 time: 0.3820057 Aug 24 00:37:59.077392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53274) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:59.098043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08052da5-1217-4934-8895-c249dae0051a req-a8f2f455-b531-48df-ab49-45e24926e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:59.099906 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08052da5-1217-4934-8895-c249dae0051a req-a8f2f455-b531-48df-ab49-45e24926e3f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 1095 time: 0.0711422 Aug 24 00:37:59.100278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-e6bdde3a-7f1a-472d-8dc6-d6204f9baadb tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0', 'tempest-TagsExtTest-Tag-613776104') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:59.121036 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.138466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=39bc8415-6e03-4574-a6ba-b55a42b58aaf,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:59.160114 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08052da5-1217-4934-8895-c249dae0051a req-2b455ed7-b536-4d6b-a6cf-1d0fb0ff841f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521553 Aug 24 00:37:59.161522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf46-6181-4fd7-b90e-32f6759cf01d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.223978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfbf46-6181-4fd7-b90e-32f6759cf01d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Port': ['ID=f691ef05-84b2-4c40-bffe-95e50f8165cf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:59.243630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d5788-6e03-414e-80ec-078fbb8537a7 req-085e5a0a-10f6-4155-b1b4-27e93ffaebe8 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:37:59.245681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a2d5788-6e03-414e-80ec-078fbb8537a7 req-085e5a0a-10f6-4155-b1b4-27e93ffaebe8 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.0874066 Aug 24 00:37:59.346692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a2d5788-6e03-414e-80ec-078fbb8537a7 req-d9decf3c-130a-43e2-86a1-db6890ae40cb tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924783 Aug 24 00:37:59.379745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6bdde3a-7f1a-472d-8dc6-d6204f9baadb tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags/tempest-TagsExtTest-Tag-613776104 HTTP/1.1" status: 201 len: 201 time: 0.2996180 Aug 24 00:37:59.383331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53286) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:59.391122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-ddbdedee-0d50-400e-a1ed-0154c97945d0 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa', 'tempest-TagsExtTest-Tag-186862975') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:59.444971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf46-6181-4fd7-b90e-32f6759cf01d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.444971 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-49cfbf46-6181-4fd7-b90e-32f6759cf01d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "DELETE /v2.0/ports/f691ef05-84b2-4c40-bffe-95e50f8165cf HTTP/1.1" status: 204 len: 168 time: 0.8926718 Aug 24 00:37:59.447161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53296) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:59.564563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f42223-7736-4eed-97f9-578bdcd4ea3d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Deleting subnet 27f08fba-f8a1-48ca-a68f-fa632886feb1 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:37:59.568481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86f42223-7736-4eed-97f9-578bdcd4ea3d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.619997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86f42223-7736-4eed-97f9-578bdcd4ea3d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.714638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86f42223-7736-4eed-97f9-578bdcd4ea3d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.737663 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ddbdedee-0d50-400e-a1ed-0154c97945d0 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags/tempest-TagsExtTest-Tag-186862975 HTTP/1.1" status: 201 len: 201 time: 0.3528144 Aug 24 00:37:59.740603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53308) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:59.745786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-9dd608ee-e1b3-48ce-90cb-62a998cb63eb tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84', 'tempest-TagsExtTest-Tag-337197268') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:59.886904 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86f42223-7736-4eed-97f9-578bdcd4ea3d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.889488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9dd608ee-e1b3-48ce-90cb-62a998cb63eb tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags/tempest-TagsExtTest-Tag-337197268 HTTP/1.1" status: 201 len: 201 time: 0.1477132 Aug 24 00:37:59.892209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:59.898162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-1f7b2f84-91cd-4828-87b8-3b2aa88064b4 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54', {'tags': ['tempest-TagsExtTest-Tag-772116399', 'tempest-TagsExtTest-Tag-1953137343', 'tempest-TagsExtTest-Tag-421803891']}) {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:37:59.918909 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86f42223-7736-4eed-97f9-578bdcd4ea3d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:37:59.923311 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-86f42223-7736-4eed-97f9-578bdcd4ea3d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "DELETE /v2.0/subnets/27f08fba-f8a1-48ca-a68f-fa632886feb1 HTTP/1.1" status: 204 len: 168 time: 0.4705520 Aug 24 00:37:59.923311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f42223-7736-4eed-97f9-578bdcd4ea3d tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Subnet': ['ID=27f08fba-f8a1-48ca-a68f-fa632886feb1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:37:59.925004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53314) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:37:59.926461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218957a-d863-480d-aa3e-dfa6d1f3dbd5 None None] Network 160ccab7-8c59-4ed3-a768-7997c557d706 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:00.021636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.049499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1f7b2f84-91cd-4828-87b8-3b2aa88064b4 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags HTTP/1.1" status: 200 len: 316 time: 0.1560509 Aug 24 00:38:00.050222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53320) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:00.076373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-cbdc040d-f67b-4e5d-80ed-9ed26ece99df tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:00.115340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Deleting port f101ee19-a188-42f2-904f-d25f0fe6871b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:00.115568 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.189369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] DHCP port deletion for 160ccab7-8c59-4ed3-a768-7997c557d706 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:38:00.211248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] For port f101ee19-a188-42f2-904f-d25f0fe6871b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f101ee19-a188-42f2-904f-d25f0fe6871b,segment=NetworkSegment(1a2691c9-77ed-4baf-871d-1da05e150ad0),segment_id=1a2691c9-77ed-4baf-871d-1da05e150ad0)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:00.212096 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.227682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Calling delete_port for f101ee19-a188-42f2-904f-d25f0fe6871b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:00.254354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53324) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:00.290366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] Deleting port f101ee19-a188-42f2-904f-d25f0fe6871b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:00.290887 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.329202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53330) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:00.364630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] For port f101ee19-a188-42f2-904f-d25f0fe6871b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f101ee19-a188-42f2-904f-d25f0fe6871b,segment=NetworkSegment(1a2691c9-77ed-4baf-871d-1da05e150ad0),segment_id=1a2691c9-77ed-4baf-871d-1da05e150ad0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:00.365035 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.379008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] Calling delete_port for f101ee19-a188-42f2-904f-d25f0fe6871b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:00.395184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53336) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:00.395288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cbdc040d-f67b-4e5d-80ed-9ed26ece99df tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags HTTP/1.1" status: 204 len: 168 time: 0.3361361 Aug 24 00:38:00.395484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-c194aadd-23f3-4c47-9ae1-0b1d405c73a0 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54', 'tempest-TagsExtTest-Tag-772116399') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:00.450989 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.477501 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-c194aadd-23f3-4c47-9ae1-0b1d405c73a0 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:00.478890 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c194aadd-23f3-4c47-9ae1-0b1d405c73a0 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags/tempest-TagsExtTest-Tag-772116399 HTTP/1.1" status: 404 len: 328 time: 0.0898197 Aug 24 00:38:00.482090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53340) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:00.488350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-032d5b37-471c-44bd-b28f-d89efd3f1461 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54', 'tempest-TagsExtTest-Tag-1953137343') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:00.538774 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.546144 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.546444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ad60511-6e6c-4353-9ce6-23d87fde8640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.581280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] Pushing event deleted for resources: {'Port': ['ID=f101ee19-a188-42f2-904f-d25f0fe6871b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:00.585721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5af57d-2f19-4c22-9798-a4e51deba6e0 None None] No DVR routers for this DVR port f101ee19-a188-42f2-904f-d25f0fe6871b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:00.586450 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Port': ['ID=f101ee19-a188-42f2-904f-d25f0fe6871b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:00.594818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] No DVR routers for this DVR port f101ee19-a188-42f2-904f-d25f0fe6871b on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:00.596797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b29a2d8-91df-4830-bb15-1a2029c80da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.623036 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-032d5b37-471c-44bd-b28f-d89efd3f1461 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:00.624107 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-032d5b37-471c-44bd-b28f-d89efd3f1461 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags/tempest-TagsExtTest-Tag-1953137343 HTTP/1.1" status: 404 len: 329 time: 0.1398821 Aug 24 00:38:00.628707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53344) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:00.642983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-c6044326-ed31-4e45-b912-09a6602817fc tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54', 'tempest-TagsExtTest-Tag-421803891') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:00.652958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50a84c-18f6-4f5e-a50c-94bf31eedf4c req-90c70090-f487-411c-97dd-68ee69a82b7c tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:00.654511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a50a84c-18f6-4f5e-a50c-94bf31eedf4c req-90c70090-f487-411c-97dd-68ee69a82b7c tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.1715305 Aug 24 00:38:00.716452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.719072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a50a84c-18f6-4f5e-a50c-94bf31eedf4c req-071d08e3-30df-4fa4-a1bc-5e141e5368b0 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507610 Aug 24 00:38:00.731360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160ccab7-8c59-4ed3-a768-7997c557d706']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:00.749066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2691c9-77ed-4baf-871d-1da05e150ad0') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:00.749395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2691c9-77ed-4baf-871d-1da05e150ad0') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:00.761899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.771021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ad60511-6e6c-4353-9ce6-23d87fde8640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.779642 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-c6044326-ed31-4e45-b912-09a6602817fc tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:00.780727 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c6044326-ed31-4e45-b912-09a6602817fc tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags/tempest-TagsExtTest-Tag-421803891 HTTP/1.1" status: 404 len: 328 time: 0.1510806 Aug 24 00:38:00.781698 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.783497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53348) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:00.787985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-76c84161-89e8-43a5-a816-b37c1c9609c7 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0', {'tags': ['tempest-TagsExtTest-Tag-591022210', 'tempest-TagsExtTest-Tag-754056654', 'tempest-TagsExtTest-Tag-781551769']}) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:00.795093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:00.798102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:00.798484 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:00.866706 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0ad60511-6e6c-4353-9ce6-23d87fde8640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:00.928134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0ad60511-6e6c-4353-9ce6-23d87fde8640 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9514519400142afbd563b6c4702662b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977304 Aug 24 00:38:00.928869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad60511-6e6c-4353-9ce6-23d87fde8640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae91ebd-a15f-477b-a0d7-4b764a81cc7e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:00.932145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53352) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:00.976409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.005041 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.009609 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] 10.222.0.26 "DELETE /v2.0/networks/160ccab7-8c59-4ed3-a768-7997c557d706 HTTP/1.1" status: 204 len: 168 time: 1.0813236 Aug 24 00:38:01.016826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b29a2d8-91df-4830-bb15-1a2029c80da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.029418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe041d-2b4c-4889-a0f2-0ca40b66b8a9 tempest-AllowedAddressPairTestJSON-904765830 tempest-AllowedAddressPairTestJSON-904765830-project] Pushing event deleted for resources: {'Network': ['ID=160ccab7-8c59-4ed3-a768-7997c557d706,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:01.045348 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa32e8d0-1745-487a-830d-702df5df6868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.067984 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa32e8d0-1745-487a-830d-702df5df6868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.091600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b29a2d8-91df-4830-bb15-1a2029c80da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.095666 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-76c84161-89e8-43a5-a816-b37c1c9609c7 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags HTTP/1.1" status: 200 len: 315 time: 0.3112006 Aug 24 00:38:01.098371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53356) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.102988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-89afb718-38a2-40dd-87b3-e097dd3f7ab6 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:01.137316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0b29a2d8-91df-4830-bb15-1a2029c80da8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=290240183a1545d0b2c585aa7dc3fdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8793647 Aug 24 00:38:01.141762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.151787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29a2d8-91df-4830-bb15-1a2029c80da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d5408b-ccfc-44b9-8bf7-b1936b57d984,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:01.204908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b127-4e31-4d8f-94bd-628ada55bf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.225613 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b127-4e31-4d8f-94bd-628ada55bf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.239842 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa32e8d0-1745-487a-830d-702df5df6868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.242702 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa32e8d0-1745-487a-830d-702df5df6868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.243897 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aa32e8d0-1745-487a-830d-702df5df6868 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ae91ebd-a15f-477b-a0d7-4b764a81cc7e HTTP/1.1" status: 204 len: 168 time: 0.3100386 Aug 24 00:38:01.252472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32e8d0-1745-487a-830d-702df5df6868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae91ebd-a15f-477b-a0d7-4b764a81cc7e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:01.290374 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-89afb718-38a2-40dd-87b3-e097dd3f7ab6 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1908851 Aug 24 00:38:01.290562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53364) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.295435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-53f9b820-1596-4562-9114-0813707b0ec2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0', 'tempest-TagsExtTest-Tag-591022210') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:01.346750 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-53f9b820-1596-4562-9114-0813707b0ec2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:01.350476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-53f9b820-1596-4562-9114-0813707b0ec2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags/tempest-TagsExtTest-Tag-591022210 HTTP/1.1" status: 404 len: 328 time: 0.0563183 Aug 24 00:38:01.350832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.355594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-7a46cca7-b250-4e7a-bb97-dcc98491f653 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0', 'tempest-TagsExtTest-Tag-754056654') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:01.358260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b127-4e31-4d8f-94bd-628ada55bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.360892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b127-4e31-4d8f-94bd-628ada55bf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.362213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6c7b127-4e31-4d8f-94bd-628ada55bf02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20d5408b-ccfc-44b9-8bf7-b1936b57d984 HTTP/1.1" status: 204 len: 168 time: 0.2193017 Aug 24 00:38:01.371986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7b127-4e31-4d8f-94bd-628ada55bf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d5408b-ccfc-44b9-8bf7-b1936b57d984,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:01.437425 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-7a46cca7-b250-4e7a-bb97-dcc98491f653 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:01.438531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7a46cca7-b250-4e7a-bb97-dcc98491f653 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags/tempest-TagsExtTest-Tag-754056654 HTTP/1.1" status: 404 len: 328 time: 0.0867472 Aug 24 00:38:01.441306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53374) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.446340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-4a538eb3-429b-473b-a833-47ad1bb9a67d tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0', 'tempest-TagsExtTest-Tag-781551769') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:01.510668 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-4a538eb3-429b-473b-a833-47ad1bb9a67d tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:01.514649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4a538eb3-429b-473b-a833-47ad1bb9a67d tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags/tempest-TagsExtTest-Tag-781551769 HTTP/1.1" status: 404 len: 328 time: 0.0723956 Aug 24 00:38:01.515248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53376) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.520965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-cde648ae-650e-4bf5-b0cd-ecfc74e30ebb tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa', {'tags': ['tempest-TagsExtTest-Tag-32797320', 'tempest-TagsExtTest-Tag-947790446', 'tempest-TagsExtTest-Tag-947172765']}) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:01.598289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.662474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f101ee19-a188-42f2-904f-d25f0fe6871b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:01.688314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f101ee19-a188-42f2-904f-d25f0fe6871b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:01.688647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f101ee19-a188-42f2-904f-d25f0fe6871b not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:01.696129 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cde648ae-650e-4bf5-b0cd-ecfc74e30ebb tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags HTTP/1.1" status: 200 len: 314 time: 0.1760650 Aug 24 00:38:01.696129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53390) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.700467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-56e79b83-fdaa-4bcf-a6ce-64ef8ef62f42 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:01.850201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ef4b2-0886-4844-abbc-310f748c44eb req-26ca2159-73a5-4169-acfc-ee6097b6f48d tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:01.851519 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:01.852895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b9ef4b2-0886-4844-abbc-310f748c44eb req-26ca2159-73a5-4169-acfc-ee6097b6f48d tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.0520158 Aug 24 00:38:01.896574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b9ef4b2-0886-4844-abbc-310f748c44eb req-d22b8e57-0418-492e-a069-71fcbaa9d09d tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372543 Aug 24 00:38:01.906095 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-56e79b83-fdaa-4bcf-a6ce-64ef8ef62f42 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.2094619 Aug 24 00:38:01.921213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:01.925935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-4c84d5af-e503-4b48-b7f9-3e57d17b0da3 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa', 'tempest-TagsExtTest-Tag-32797320') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:02.010146 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-4c84d5af-e503-4b48-b7f9-3e57d17b0da3 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:02.012786 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4c84d5af-e503-4b48-b7f9-3e57d17b0da3 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags/tempest-TagsExtTest-Tag-32797320 HTTP/1.1" status: 404 len: 327 time: 0.0892255 Aug 24 00:38:02.015066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53406) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:02.021282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-c198cff1-5a5d-497b-9527-f9b96b26e2d5 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa', 'tempest-TagsExtTest-Tag-947790446') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:02.119697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:02.140638 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2b62d7-4975-495c-884a-2b60d9cb5244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.156621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7679b757-01ef-4285-9ca0-bc557e8eafbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=342e265288574a05a19c5297183e056b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571001 Aug 24 00:38:02.159583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53412) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:02.231854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b8ae4f-1be4-4d42-85fc-ddad1c051ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.302572 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b8ae4f-1be4-4d42-85fc-ddad1c051ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.440282 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2b62d7-4975-495c-884a-2b60d9cb5244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.462041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8bf0-3168-4d69-bc9d-035685c5e9dc req-4255e9ce-1a46-406f-864f-8b9828a90dfe tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:02.463784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e19b8bf0-3168-4d69-bc9d-035685c5e9dc req-4255e9ce-1a46-406f-864f-8b9828a90dfe tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.1097727 Aug 24 00:38:02.502465 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-c198cff1-5a5d-497b-9527-f9b96b26e2d5 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:02.502925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b8ae4f-1be4-4d42-85fc-ddad1c051ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.505628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59b8ae4f-1be4-4d42-85fc-ddad1c051ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.506948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-59b8ae4f-1be4-4d42-85fc-ddad1c051ea7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43848630-fd8d-4607-95ef-4c4568ebd9f8 HTTP/1.1" status: 204 len: 168 time: 0.3461056 Aug 24 00:38:02.510946 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c198cff1-5a5d-497b-9527-f9b96b26e2d5 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags/tempest-TagsExtTest-Tag-947790446 HTTP/1.1" status: 404 len: 328 time: 0.4931939 Aug 24 00:38:02.511396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:02.523183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-cbaa672a-f41d-492d-9be5-a8736cbda49c tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa', 'tempest-TagsExtTest-Tag-947172765') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:02.530079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5508594-9778-4d06-8913-d3f1afdd029c req-80b18749-dd4a-4645-9fd0-ede05f6c3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:02.532960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d5508594-9778-4d06-8913-d3f1afdd029c req-80b18749-dd4a-4645-9fd0-ede05f6c3eef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff497805d4ed42f79e92bc338266d322&device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 1096 time: 0.0610929 Aug 24 00:38:02.543069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e19b8bf0-3168-4d69-bc9d-035685c5e9dc req-014422f3-0220-4c36-8346-7aaad64612f0 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724342 Aug 24 00:38:02.545440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8ae4f-1be4-4d42-85fc-ddad1c051ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43848630-fd8d-4607-95ef-4c4568ebd9f8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:02.638706 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2b62d7-4975-495c-884a-2b60d9cb5244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.665365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5508594-9778-4d06-8913-d3f1afdd029c req-ac083ae8-2b11-403e-9b6d-6ff7d74c8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:02.668293 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d5508594-9778-4d06-8913-d3f1afdd029c req-ac083ae8-2b11-403e-9b6d-6ff7d74c8577 service neutron] 10.222.0.37 "GET /v2.0/networks?id=099cf113-8923-4381-b826-6e0e0ca43cbb HTTP/1.1" status: 200 len: 914 time: 0.1277118 Aug 24 00:38:02.686902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b62d7-4975-495c-884a-2b60d9cb5244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e25356a-0677-4603-99dc-ae27007bd323,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:02.693652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6d2b62d7-4975-495c-884a-2b60d9cb5244 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2946d104fb774876a97d0d393df85eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727506 Aug 24 00:38:02.719636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53432) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:02.725726 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d5508594-9778-4d06-8913-d3f1afdd029c req-1f312b36-3ce1-4b92-8efe-820d3b7238d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39bc8415-6e03-4574-a6ba-b55a42b58aaf HTTP/1.1" status: 200 len: 217 time: 0.0505984 Aug 24 00:38:02.754006 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-cbaa672a-f41d-492d-9be5-a8736cbda49c tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:02.754006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cbaa672a-f41d-492d-9be5-a8736cbda49c tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags/tempest-TagsExtTest-Tag-947172765 HTTP/1.1" status: 404 len: 328 time: 0.2354834 Aug 24 00:38:02.756152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53436) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:02.778608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a398a25-9308-44d8-996a-7510b11fe9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.789318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-303d7bd4-1769-41ff-ae50-41be1b54ad42 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84', {'tags': ['tempest-TagsExtTest-Tag-1208744808', 'tempest-TagsExtTest-Tag-882489056', 'tempest-TagsExtTest-Tag-708169224']}) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:02.806617 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a398a25-9308-44d8-996a-7510b11fe9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:02.835422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5508594-9778-4d06-8913-d3f1afdd029c req-13dd1df5-70b2-4a4d-ac4a-eb93fcf6a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:02.836889 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d5508594-9778-4d06-8913-d3f1afdd029c req-13dd1df5-70b2-4a4d-ac4a-eb93fcf6a24b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8abf61e6-ac3f-41c9-b7b1-1fbd672c6fe8 HTTP/1.1" status: 200 len: 853 time: 0.0988388 Aug 24 00:38:02.872051 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d5508594-9778-4d06-8913-d3f1afdd029c req-6c97a53b-5a20-4ed6-82f1-be9fb24c99ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=099cf113-8923-4381-b826-6e0e0ca43cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264268 Aug 24 00:38:02.974675 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-303d7bd4-1769-41ff-ae50-41be1b54ad42 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "PUT /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags HTTP/1.1" status: 200 len: 316 time: 0.2172678 Aug 24 00:38:02.977360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:02.983627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-96e13854-7ac7-4c8a-ae72-11cce864e994 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:02.990302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d5508594-9778-4d06-8913-d3f1afdd029c req-0ecefc5f-05c8-46ec-9a79-4058f5b9f12d service neutron] 10.222.0.37 "GET /v2.0/networks/099cf113-8923-4381-b826-6e0e0ca43cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109502 Aug 24 00:38:03.005788 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a398a25-9308-44d8-996a-7510b11fe9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:03.008605 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a398a25-9308-44d8-996a-7510b11fe9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:03.010410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6a398a25-9308-44d8-996a-7510b11fe9b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e25356a-0677-4603-99dc-ae27007bd323 HTTP/1.1" status: 204 len: 168 time: 0.2892449 Aug 24 00:38:03.026461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a398a25-9308-44d8-996a-7510b11fe9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e25356a-0677-4603-99dc-ae27007bd323,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:03.100291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-96e13854-7ac7-4c8a-ae72-11cce864e994 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags HTTP/1.1" status: 204 len: 168 time: 0.1214142 Aug 24 00:38:03.103346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.112437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-9be91ca8-dc68-40be-9916-ae20b51beb0c tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84', 'tempest-TagsExtTest-Tag-1208744808') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:03.126557 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d5508594-9778-4d06-8913-d3f1afdd029c req-309a5d12-3a77-40ed-8657-41cf7e7fa3c8 service neutron] 10.222.0.37 "GET /v2.0/networks/099cf113-8923-4381-b826-6e0e0ca43cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287596 Aug 24 00:38:03.157674 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-9be91ca8-dc68-40be-9916-ae20b51beb0c tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:03.159451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9be91ca8-dc68-40be-9916-ae20b51beb0c tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags/tempest-TagsExtTest-Tag-1208744808 HTTP/1.1" status: 404 len: 329 time: 0.0549636 Aug 24 00:38:03.162044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.167463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-5e3af1e7-edc0-4526-a941-00ecb7720461 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84', 'tempest-TagsExtTest-Tag-882489056') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:03.189916 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-5e3af1e7-edc0-4526-a941-00ecb7720461 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:03.196779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5e3af1e7-edc0-4526-a941-00ecb7720461 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags/tempest-TagsExtTest-Tag-882489056 HTTP/1.1" status: 404 len: 328 time: 0.0280104 Aug 24 00:38:03.199175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53466) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.206673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-f0e38a29-e96c-4b46-bfcf-bbc544b948db tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84', 'tempest-TagsExtTest-Tag-708169224') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:03.230187 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-f0e38a29-e96c-4b46-bfcf-bbc544b948db tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] show failed (client error): The resource could not be found. Aug 24 00:38:03.231237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f0e38a29-e96c-4b46-bfcf-bbc544b948db tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags/tempest-TagsExtTest-Tag-708169224 HTTP/1.1" status: 404 len: 328 time: 0.0293338 Aug 24 00:38:03.234054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.238543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-811f6ad7-ac4e-40f3-91de-31b3c01d4c86 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c322c9e-e90f-494e-949c-2b454beb6a84') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:03.263831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-811f6ad7-ac4e-40f3-91de-31b3c01d4c86 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84/tags HTTP/1.1" status: 204 len: 168 time: 0.0287271 Aug 24 00:38:03.266395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.271170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-40673de8-3850-4497-8656-3098c82d51e2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df5fb3b2-c7b1-420c-a08b-882c5c62b7aa') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:03.371364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-40673de8-3850-4497-8656-3098c82d51e2 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1035850 Aug 24 00:38:03.373902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.378474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-9495f264-19c8-4fd5-b0ff-daae301c8861 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f19fa172-6b38-4e2c-a509-efd7f51b60c0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:03.471096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9495f264-19c8-4fd5-b0ff-daae301c8861 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0/tags HTTP/1.1" status: 204 len: 168 time: 0.0939095 Aug 24 00:38:03.477741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53486) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.477741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-aff62263-46bf-417a-a01d-67f6bcc780e1 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '00288b3a-9e5d-4255-8f5c-5afaaf66af54') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:03.547450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aff62263-46bf-417a-a01d-67f6bcc780e1 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54/tags HTTP/1.1" status: 204 len: 168 time: 0.0747921 Aug 24 00:38:03.552620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.700283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dcdb5-c477-4a92-8a83-8e1a32113301 req-aa1f04cd-5cdc-4bb7-b7c4-659d107c1dd5 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:03.701797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f60dcdb5-c477-4a92-8a83-8e1a32113301 req-aa1f04cd-5cdc-4bb7-b7c4-659d107c1dd5 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.0595791 Aug 24 00:38:03.754678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f60dcdb5-c477-4a92-8a83-8e1a32113301 req-eadbfc25-e2aa-4a1c-9857-19825a12d220 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 Aug 24 00:38:03.758507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24507d01-def6-481d-a712-f73d3676df8d tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for subnetpool, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:03.759741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-24507d01-def6-481d-a712-f73d3676df8d tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnetpools/4c322c9e-e90f-494e-949c-2b454beb6a84 HTTP/1.1" status: 204 len: 168 time: 0.2059216 Aug 24 00:38:03.762363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53500) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.808747 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a8395dcd-29f9-4c6b-bc6a-dcb90ff3c1df tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "GET /v2.0/ports?device_id=df5fb3b2-c7b1-420c-a08b-882c5c62b7aa HTTP/1.1" status: 200 len: 205 time: 0.0420837 Aug 24 00:38:03.809266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53502) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:03.891871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb10b749-33af-430d-af7e-6a449726d077 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.074813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb10b749-33af-430d-af7e-6a449726d077 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.076992 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb10b749-33af-430d-af7e-6a449726d077 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.109806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:04.114873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:04.132285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53818aa1-043d-4dae-8a85-b47ea89a28eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.203156 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb10b749-33af-430d-af7e-6a449726d077 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.203156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb10b749-33af-430d-af7e-6a449726d077 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Fanout notify agent at l3_agent the message router_deleted on router df5fb3b2-c7b1-420c-a08b-882c5c62b7aa {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:38:04.216876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bb10b749-33af-430d-af7e-6a449726d077 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.216876 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bb10b749-33af-430d-af7e-6a449726d077 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/routers/df5fb3b2-c7b1-420c-a08b-882c5c62b7aa HTTP/1.1" status: 204 len: 168 time: 0.4035511 Aug 24 00:38:04.216876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53520) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:04.305806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53818aa1-043d-4dae-8a85-b47ea89a28eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.313655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-787702382'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:04.332387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-783dc6fe-3578-44c0-8c2a-e5287350f084 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Deleting port f19fa172-6b38-4e2c-a509-efd7f51b60c0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:04.332831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-783dc6fe-3578-44c0-8c2a-e5287350f084 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.407280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53818aa1-043d-4dae-8a85-b47ea89a28eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.431238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-783dc6fe-3578-44c0-8c2a-e5287350f084 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.451694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-783dc6fe-3578-44c0-8c2a-e5287350f084 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Calling delete_port for f19fa172-6b38-4e2c-a509-efd7f51b60c0 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:04.457781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-53818aa1-043d-4dae-8a85-b47ea89a28eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68dedc6d81024fb897bf157788bcb56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468471 Aug 24 00:38:04.459332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53524) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:04.466509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53818aa1-043d-4dae-8a85-b47ea89a28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df671cae-0a69-435c-b9f3-093d60e2ac2a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:04.499402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Made reservation on behalf of 535f2d99402d47b6a5e19eaa5f5b368b for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:04.502883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.513461 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.535707 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d19387b6-22e3-4c84-a336-2d5e48df7e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.579112 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d19387b6-22e3-4c84-a336-2d5e48df7e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.674693 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-783dc6fe-3578-44c0-8c2a-e5287350f084 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.679582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.715069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dc6fe-3578-44c0-8c2a-e5287350f084 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Pushing event deleted for resources: {'Port': ['ID=f19fa172-6b38-4e2c-a509-efd7f51b60c0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:04.760872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d19387b6-22e3-4c84-a336-2d5e48df7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.760872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d19387b6-22e3-4c84-a336-2d5e48df7e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.770333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d19387b6-22e3-4c84-a336-2d5e48df7e83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df671cae-0a69-435c-b9f3-093d60e2ac2a HTTP/1.1" status: 204 len: 168 time: 0.3076372 Aug 24 00:38:04.795632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-783dc6fe-3578-44c0-8c2a-e5287350f084 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.798201 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-783dc6fe-3578-44c0-8c2a-e5287350f084 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/ports/f19fa172-6b38-4e2c-a509-efd7f51b60c0 HTTP/1.1" status: 204 len: 168 time: 0.5815361 Aug 24 00:38:04.801652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53540) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:04.818000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19387b6-22e3-4c84-a336-2d5e48df7e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df671cae-0a69-435c-b9f3-093d60e2ac2a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:04.868286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:04.910546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f7fa92-5014-4924-9238-43862e443bcb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:04.979705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:05.008000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.008354 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Added segment e8fdc9a8-6aca-49ce-845b-8e9cf5edf558 of type vlan for network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 Aug 24 00:38:05.028208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3f9bef-9e6d-427e-92b7-f6d062d9eae8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Deleting subnet 00288b3a-9e5d-4255-8f5c-5afaaf66af54 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:05.030595 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9bef-9e6d-427e-92b7-f6d062d9eae8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.050337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7f42-ee5d-4eb0-910f-ec2d5b99b1d9 req-016bc49f-8bf7-460a-a735-3ba20e37ed98 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:05.051838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-810a7f42-ee5d-4eb0-910f-ec2d5b99b1d9 req-016bc49f-8bf7-460a-a735-3ba20e37ed98 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.1761389 Aug 24 00:38:05.147630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-810a7f42-ee5d-4eb0-910f-ec2d5b99b1d9 req-12ac6117-e37d-445f-a10c-54fc4ad627ab tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529077 Aug 24 00:38:05.149160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.159680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9bef-9e6d-427e-92b7-f6d062d9eae8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.301281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9bef-9e6d-427e-92b7-f6d062d9eae8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.327399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.332940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:05.333536 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.418759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event updated for resources: {'Network': ['ID=529d9a14-c8bb-4702-8cc4-c46eda7888f1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:05.431535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:05.469482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-308d0665-894d-4e8a-b51a-e7b6150bb58b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3489671 Aug 24 00:38:05.472271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:05.477615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Request body: {'subnet': {'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:05.528416 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9bef-9e6d-427e-92b7-f6d062d9eae8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.566293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f9bef-9e6d-427e-92b7-f6d062d9eae8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Pushing event deleted for resources: {'Subnet': ['ID=00288b3a-9e5d-4255-8f5c-5afaaf66af54,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:05.573158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9bef-9e6d-427e-92b7-f6d062d9eae8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.577699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6c3f9bef-9e6d-427e-92b7-f6d062d9eae8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/subnets/00288b3a-9e5d-4255-8f5c-5afaaf66af54 HTTP/1.1" status: 204 len: 168 time: 0.7749839 Aug 24 00:38:05.578058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53570) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:05.584376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e86948-9c81-4118-b176-47d67ca9d18b None None] Network e1576e34-9db0-490e-b041-b56b5c30cba5 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:05.689738 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.720566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Made reservation on behalf of 535f2d99402d47b6a5e19eaa5f5b368b for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:05.725927 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.767992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Deleting port 530e2474-b423-493f-bb0f-5f66218a65d1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:05.768333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.839103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] DHCP port deletion for e1576e34-9db0-490e-b041-b56b5c30cba5 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:38:05.927106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] For port 530e2474-b423-493f-bb0f-5f66218a65d1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=530e2474-b423-493f-bb0f-5f66218a65d1,segment=NetworkSegment(ea0568e2-dcd4-4c0e-911e-b510c6c77b94),segment_id=ea0568e2-dcd4-4c0e-911e-b510c6c77b94)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:05.927511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.946926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] Deleting port 530e2474-b423-493f-bb0f-5f66218a65d1 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:05.947481 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:05.989409 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Calling delete_port for 530e2474-b423-493f-bb0f-5f66218a65d1 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:06.060203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] For port 530e2474-b423-493f-bb0f-5f66218a65d1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=530e2474-b423-493f-bb0f-5f66218a65d1,segment=NetworkSegment(ea0568e2-dcd4-4c0e-911e-b510c6c77b94),segment_id=ea0568e2-dcd4-4c0e-911e-b510c6c77b94)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:06.060762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.076905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] Calling delete_port for 530e2474-b423-493f-bb0f-5f66218a65d1 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:06.108029 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.208373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.212995 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.223425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Checking segment: {'id': 'e8fdc9a8-6aca-49ce-845b-8e9cf5edf558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:06.224273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Network hostable DHCP agents. Network: 529d9a14-c8bb-4702-8cc4-c46eda7888f1, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:06.233158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event updated for resources: {'Subnet': ['ID=66e5601b-fbd8-4453-b0d1-ff41cd952dad,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:06.257959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Pushing event deleted for resources: {'Port': ['ID=530e2474-b423-493f-bb0f-5f66218a65d1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:06.262507 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] No DVR routers for this DVR port 530e2474-b423-493f-bb0f-5f66218a65d1 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:06.275249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] Pushing event deleted for resources: {'Port': ['ID=530e2474-b423-493f-bb0f-5f66218a65d1,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:06.280314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382326de-a310-4e7b-8e45-2d59dbb2a1f2 None None] No DVR routers for this DVR port 530e2474-b423-493f-bb0f-5f66218a65d1 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:06.321431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:06.349412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f30e98-0cff-41b6-b5c1-d7b45a2068bc req-a7b5af79-892a-4e13-835b-a6dcaa620d81 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:06.351084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10f30e98-0cff-41b6-b5c1-d7b45a2068bc req-a7b5af79-892a-4e13-835b-a6dcaa620d81 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.4332509 Aug 24 00:38:06.381125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.393255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1576e34-9db0-490e-b041-b56b5c30cba5']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:06.405238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10f30e98-0cff-41b6-b5c1-d7b45a2068bc req-4c94f2b0-7482-4816-8c32-dafff37b3b83 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466366 Aug 24 00:38:06.433679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 529d9a14-c8bb-4702-8cc4-c46eda7888f1) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:06.437913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0568e2-dcd4-4c0e-911e-b510c6c77b94') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:06.438197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0568e2-dcd4-4c0e-911e-b510c6c77b94') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:06.444838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65f7d9-3427-4066-a13e-949a2daf58ec None None] Network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:06.450009 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.464109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:06.464109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.465490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.472169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:06.472691 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:06.476266 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:06.604286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6eda5a61-1c88-45f0-bd7f-0353a0845b80 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1279247 Aug 24 00:38:06.604813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53614) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:06.613715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Request body: {'port': {'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1749658333'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:06.616800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-529d9a14-c8bb-4702-8cc4-c46eda7888f1', 'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1', 'tenant_id': '535f2d99402d47b6a5e19eaa5f5b368b', 'fixed_ips': [{'subnet_id': '66e5601b-fbd8-4453-b0d1-ff41cd952dad'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:38:06.617984 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.629306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.681170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.686054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] 10.222.0.26 "DELETE /v2.0/networks/e1576e34-9db0-490e-b041-b56b5c30cba5 HTTP/1.1" status: 204 len: 168 time: 1.1058178 Aug 24 00:38:06.703459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f25fc-bc16-4827-bf81-e5938e21a8f8 tempest-TagsExtTest-1921900841 tempest-TagsExtTest-1921900841-project] Pushing event deleted for resources: {'Network': ['ID=e1576e34-9db0-490e-b041-b56b5c30cba5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:06.827253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Allocated IP 2001:db8::2 (529d9a14-c8bb-4702-8cc4-c46eda7888f1/66e5601b-fbd8-4453-b0d1-ff41cd952dad/5f0a3b50-ddd3-4007-82df-47ef1d0762bc) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:06.891394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Made reservation on behalf of 535f2d99402d47b6a5e19eaa5f5b368b for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:06.895026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.918677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] device_id is not set on port a1ad7f97-80fe-4bf6-b460-633bae811557 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:06.975453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:06.997973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Transition to ACTIVE for port object 5f0a3b50-ddd3-4007-82df-47ef1d0762bc will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:07.026777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Transition to ACTIVE for port object 5f0a3b50-ddd3-4007-82df-47ef1d0762bc will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:07.091542 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.141046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:07.141952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Pushing event updated for resources: {'Port': ['ID=5f0a3b50-ddd3-4007-82df-47ef1d0762bc,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:07.145190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:07.147567 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:07.153317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Allocated IP 2001:db8::1bf (529d9a14-c8bb-4702-8cc4-c46eda7888f1/66e5601b-fbd8-4453-b0d1-ff41cd952dad/a1ad7f97-80fe-4bf6-b460-633bae811557) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:07.212688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Attempting to bind port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:07.213092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Attempting to bind port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'e8fdc9a8-6aca-49ce-845b-8e9cf5edf558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:07.213534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Attempting to bind port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc on network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:07.222124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:07.222371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Checking segment: {'id': 'e8fdc9a8-6aca-49ce-845b-8e9cf5edf558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:07.223085 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.223658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Bound using segment: {'id': 'e8fdc9a8-6aca-49ce-845b-8e9cf5edf558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:07.224309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Bound port: 5f0a3b50-ddd3-4007-82df-47ef1d0762bc, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fdc9a8-6aca-49ce-845b-8e9cf5edf558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:07.224862 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.305079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-6a54501b-49de-4eeb-a16b-683aca0bd2d9 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:07.307203 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-6a54501b-49de-4eeb-a16b-683aca0bd2d9 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.1068635 Aug 24 00:38:07.307328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] For port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:07.310545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] For port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5f0a3b50-ddd3-4007-82df-47ef1d0762bc,segment=NetworkSegment(e8fdc9a8-6aca-49ce-845b-8e9cf5edf558),segment_id=e8fdc9a8-6aca-49ce-845b-8e9cf5edf558)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:07.370377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53642) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:07.411611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.450540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Transition to ACTIVE for port object a1ad7f97-80fe-4bf6-b460-633bae811557 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:07.465916 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.529706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Deleting port 39bc8415-6e03-4574-a6ba-b55a42b58aaf {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:07.530521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.585013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee3b33-45c0-4695-9927-877e6e848243 None None] Pushing event updated for resources: {'Port': ['ID=5f0a3b50-ddd3-4007-82df-47ef1d0762bc,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:07.598086 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.599385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-12744534-5ac7-487e-afce-7124f0137f5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea8364152df847178be479c2b0f4fd46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277305 Aug 24 00:38:07.603192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53650) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:07.679183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2f3a8-8ce0-4f2b-834d-810241b9a84c req-d837524b-7908-4d7b-88a3-68c654f1c854 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:07.680988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:07.686277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event updated for resources: {'Port': ['ID=a1ad7f97-80fe-4bf6-b460-633bae811557,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:07.689094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:07.690286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad2f3a8-8ce0-4f2b-834d-810241b9a84c req-d837524b-7908-4d7b-88a3-68c654f1c854 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 945 time: 0.1571476 Aug 24 00:38:07.699383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:07.709058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:07.709848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.730399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 530e2474-b423-493f-bb0f-5f66218a65d1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:07.759313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 530e2474-b423-493f-bb0f-5f66218a65d1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:07.773859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 530e2474-b423-493f-bb0f-5f66218a65d1 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:07.798124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] For port 39bc8415-6e03-4574-a6ba-b55a42b58aaf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=39bc8415-6e03-4574-a6ba-b55a42b58aaf,segment=NetworkSegment(bfba226c-9518-4999-b3fa-08b7e6944c3f),segment_id=bfba226c-9518-4999-b3fa-08b7e6944c3f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:07.798904 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.801204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ad2f3a8-8ce0-4f2b-834d-810241b9a84c req-bea10162-6a48-453c-a105-99b4b8da0eb8 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/security-groups?id=645bf170-d581-4af6-a155-53e4be6cabc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049697 Aug 24 00:38:07.812478 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7ace430-127b-43d5-9cf6-669074be8709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:07.813767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Calling delete_port for 39bc8415-6e03-4574-a6ba-b55a42b58aaf owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:07.834342 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-625693a4-d4a8-482c-8e71-9502c2f1a5aa tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2252917 Aug 24 00:38:07.842043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:07.852232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Request body: {'port': {'network_id': '529d9a14-c8bb-4702-8cc4-c46eda7888f1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-796237237', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:07.852785 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] bootfile-name is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:07.856519 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] tftp-server is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:07.856519 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] server-ip-address is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:07.859741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53660) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:07.868799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7ace430-127b-43d5-9cf6-669074be8709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.107855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aa76071-6d77-41ed-94f5-65621301c428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.128259 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7ace430-127b-43d5-9cf6-669074be8709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.130715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7ace430-127b-43d5-9cf6-669074be8709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.134180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c7ace430-127b-43d5-9cf6-669074be8709 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/721988b6-cd30-4864-83bf-28b6ec7d7679 HTTP/1.1" status: 204 len: 168 time: 0.5268414 Aug 24 00:38:08.145067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ace430-127b-43d5-9cf6-669074be8709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721988b6-cd30-4864-83bf-28b6ec7d7679,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:08.151672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-9aa76071-6d77-41ed-94f5-65621301c428 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:38:08.151672 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:38:08.151672 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id_1': '0ae0ca5eba8b4451be5331f1ee60580b', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 38, 8, 124149)}] Aug 24 00:38:08.151672 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:38:08.151997 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-9aa76071-6d77-41ed-94f5-65621301c428 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:38:08.154437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.174917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['39bc8415-6e03-4574-a6ba-b55a42b58aaf'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:08.189313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Pushing event deleted for resources: {'Port': ['ID=39bc8415-6e03-4574-a6ba-b55a42b58aaf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:08.222492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Made reservation on behalf of 535f2d99402d47b6a5e19eaa5f5b368b for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:08.227423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.248357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] No DVR routers for this DVR port 39bc8415-6e03-4574-a6ba-b55a42b58aaf on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:08.251079 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.253215 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b73dfb70-196d-41df-9182-6de0f30a1809 req-0208e654-c398-4525-aaa6-9495c2893d50 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.37 "DELETE /v2.0/ports/39bc8415-6e03-4574-a6ba-b55a42b58aaf HTTP/1.1" status: 204 len: 173 time: 0.9387450 Aug 24 00:38:08.253698 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2eb533b-f4e7-4776-a647-5e070b453b11', 'name': 'network-vif-deleted', 'tag': '39bc8415-6e03-4574-a6ba-b55a42b58aaf'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:08.256127 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78241489-6cca-4976-aa6b-2febd138c194" -d '{"events": [{"server_uuid": "e2eb533b-f4e7-4776-a647-5e070b453b11", "name": "network-vif-deleted", "tag": "39bc8415-6e03-4574-a6ba-b55a42b58aaf"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:08.257630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] device_id is not set on port 138a2343-44ef-4e49-a602-d2925834c4da yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:08.307491 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40889f2d-2a3b-40c5-b04f-14ed953b2870 x-openstack-request-id: req-40889f2d-2a3b-40c5-b04f-14ed953b2870 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:08.308030 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2eb533b-f4e7-4776-a647-5e070b453b11", "name": "network-vif-deleted", "tag": "39bc8415-6e03-4574-a6ba-b55a42b58aaf", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:08.308272 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40889f2d-2a3b-40c5-b04f-14ed953b2870 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:08.308889 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2eb533b-f4e7-4776-a647-5e070b453b11', 'name': 'network-vif-deleted', 'tag': '39bc8415-6e03-4574-a6ba-b55a42b58aaf', 'status': 'completed', 'code': 200} Aug 24 00:38:08.403506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Allocated IP 2001:db8::303 (529d9a14-c8bb-4702-8cc4-c46eda7888f1/66e5601b-fbd8-4453-b0d1-ff41cd952dad/138a2343-44ef-4e49-a602-d2925834c4da) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:08.657050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aa76071-6d77-41ed-94f5-65621301c428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.676569 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.698470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Transition to ACTIVE for port object 138a2343-44ef-4e49-a602-d2925834c4da will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:08.799329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aa76071-6d77-41ed-94f5-65621301c428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.857681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.888565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a164d-c2ac-4159-80e7-5174c76cbaf4 None None] Network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:08.945278 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aa76071-6d77-41ed-94f5-65621301c428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:08.967139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:09.002276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:09.008506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event updated for resources: {'Port': ['ID=138a2343-44ef-4e49-a602-d2925834c4da,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:09.013598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24d98083-77cb-421e-8019-9389804f982f req-ef82720f-83b6-4675-ac16-59c8c395ae79 tempest-InstanceActionsTestJSON-166924416 tempest-InstanceActionsTestJSON-166924416-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2eb533b-f4e7-4776-a647-5e070b453b11 HTTP/1.1" status: 200 len: 210 time: 0.0728679 Aug 24 00:38:09.017226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:09.022866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.027615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.051849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9aa76071-6d77-41ed-94f5-65621301c428 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ae0ca5eba8b4451be5331f1ee60580b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1902730 Aug 24 00:38:09.056083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa76071-6d77-41ed-94f5-65621301c428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9466bd-1869-45e4-acaf-d850a7ebf48a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:09.056747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53700) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:09.123533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c73148c8-3ba6-446f-a4ec-2c2f01e3b5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.147053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-74202317-5a7d-4983-bd48-d1349afe0279 None None] Provisioning for port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:09.160991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5b986aa8-bbad-4f0d-bdd4-0ece20d81bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3074288 Aug 24 00:38:09.160991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53704) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:09.161389 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c73148c8-3ba6-446f-a4ec-2c2f01e3b5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.225385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1182d448-c0c7-4067-816d-3eeb89a4a0d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.231647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1182d448-c0c7-4067-816d-3eeb89a4a0d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.238360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1182d448-c0c7-4067-816d-3eeb89a4a0d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:09.240018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1182d448-c0c7-4067-816d-3eeb89a4a0d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0812478 Aug 24 00:38:09.242832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:09.350291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-482b755a-8229-4944-9c95-a971553cc551 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Deleting port 138a2343-44ef-4e49-a602-d2925834c4da {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:09.358135 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-482b755a-8229-4944-9c95-a971553cc551 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.377185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c73148c8-3ba6-446f-a4ec-2c2f01e3b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.379945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c73148c8-3ba6-446f-a4ec-2c2f01e3b5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.381298 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c73148c8-3ba6-446f-a4ec-2c2f01e3b5ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca9466bd-1869-45e4-acaf-d850a7ebf48a HTTP/1.1" status: 204 len: 168 time: 0.3239758 Aug 24 00:38:09.412035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73148c8-3ba6-446f-a4ec-2c2f01e3b5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9466bd-1869-45e4-acaf-d850a7ebf48a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:09.530152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-482b755a-8229-4944-9c95-a971553cc551 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.553258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-482b755a-8229-4944-9c95-a971553cc551 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Calling delete_port for 138a2343-44ef-4e49-a602-d2925834c4da owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:09.582871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c010de03-dee8-4f48-88b0-c9c1894fdca3 None None] Provisioning for port a1ad7f97-80fe-4bf6-b460-633bae811557 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:09.587591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c010de03-dee8-4f48-88b0-c9c1894fdca3 None None] Provisioning complete for port a1ad7f97-80fe-4bf6-b460-633bae811557 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:09.594765 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c010de03-dee8-4f48-88b0-c9c1894fdca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.659532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c010de03-dee8-4f48-88b0-c9c1894fdca3 None None] Port a1ad7f97-80fe-4bf6-b460-633bae811557 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:09.743089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5f0a3b50-ddd3-4007-82df-47ef1d0762bc up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:09.839892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-482b755a-8229-4944-9c95-a971553cc551 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.843363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c010de03-dee8-4f48-88b0-c9c1894fdca3 None None] Provisioning for port 138a2343-44ef-4e49-a602-d2925834c4da completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:09.847445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c010de03-dee8-4f48-88b0-c9c1894fdca3 None None] Provisioning complete for port 138a2343-44ef-4e49-a602-d2925834c4da triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:09.847564 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c010de03-dee8-4f48-88b0-c9c1894fdca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.876220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b755a-8229-4944-9c95-a971553cc551 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event deleted for resources: {'Port': ['ID=138a2343-44ef-4e49-a602-d2925834c4da,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:09.879023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c010de03-dee8-4f48-88b0-c9c1894fdca3 None None] Port 138a2343-44ef-4e49-a602-d2925834c4da was deleted so its status cannot be updated. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:38:09.917703 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-482b755a-8229-4944-9c95-a971553cc551 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.919863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:09.924411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:09.924799 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:09.929114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-482b755a-8229-4944-9c95-a971553cc551 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "DELETE /v2.0/ports/138a2343-44ef-4e49-a602-d2925834c4da HTTP/1.1" status: 204 len: 168 time: 0.6816719 Aug 24 00:38:09.936801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53736) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:09.942796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Request body: {'port': {'name': 'tempest-new-port-name-569828471', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:09.943472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] bootfile-name is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:09.943799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] tftp-server is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:09.944398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] server-ip-address is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:10.085464 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.089594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3c4665eb-564d-4d60-a386-6125c8df51b6 None None] Provisioning complete for port a1ad7f97-80fe-4bf6-b460-633bae811557 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:10.090088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c4665eb-564d-4d60-a386-6125c8df51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.100244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53742) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:10.118590 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.163547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5f0a3b50-ddd3-4007-82df-47ef1d0762bc,segment=NetworkSegment(e8fdc9a8-6aca-49ce-845b-8e9cf5edf558),segment_id=e8fdc9a8-6aca-49ce-845b-8e9cf5edf558)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:10.175819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3c4665eb-564d-4d60-a386-6125c8df51b6 None None] Port a1ad7f97-80fe-4bf6-b460-633bae811557 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:10.198462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-952d48d4-17db-46ab-a08c-2c24c27e4892 admin admin] Deleting subnet 8abf61e6-ac3f-41c9-b7b1-1fbd672c6fe8 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:10.199878 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-952d48d4-17db-46ab-a08c-2c24c27e4892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.237641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-952d48d4-17db-46ab-a08c-2c24c27e4892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.263227 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.310490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-952d48d4-17db-46ab-a08c-2c24c27e4892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.311492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-45713294-993b-487b-b74c-51d4379a1b6d None None] Could not find standard attr ID for object 138a2343-44ef-4e49-a602-d2925834c4da. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:38:10.324951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5f0a3b50-ddd3-4007-82df-47ef1d0762bc,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:10.490798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-952d48d4-17db-46ab-a08c-2c24c27e4892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.534007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d48d4-17db-46ab-a08c-2c24c27e4892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abf61e6-ac3f-41c9-b7b1-1fbd672c6fe8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:10.546923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-952d48d4-17db-46ab-a08c-2c24c27e4892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.548915 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-952d48d4-17db-46ab-a08c-2c24c27e4892 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8abf61e6-ac3f-41c9-b7b1-1fbd672c6fe8 HTTP/1.1" status: 204 len: 168 time: 0.4470971 Aug 24 00:38:10.551821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53758) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:10.672851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 39bc8415-6e03-4574-a6ba-b55a42b58aaf no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:10.687147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.702275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 39bc8415-6e03-4574-a6ba-b55a42b58aaf {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:10.702647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 39bc8415-6e03-4574-a6ba-b55a42b58aaf not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:10.828543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.848390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099cf113-8923-4381-b826-6e0e0ca43cbb']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:10.860157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.866258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfba226c-9518-4999-b3fa-08b7e6944c3f') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:10.866561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfba226c-9518-4999-b3fa-08b7e6944c3f') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:10.880807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.910615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.917427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:10.918169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:10.920396 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:10.970049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:10.993158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] In _notify_port_updated(), no bound segment for port a1ad7f97-80fe-4bf6-b460-633bae811557 on network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:38:11.000831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.000831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.005046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53778) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:11.005200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "PUT /v2.0/ports/a1ad7f97-80fe-4bf6-b460-633bae811557 HTTP/1.1" status: 200 len: 1129 time: 1.0672836 Aug 24 00:38:11.056294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cbc07-152f-4ae0-98ce-c7976363a549 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event updated for resources: {'Port': ['ID=a1ad7f97-80fe-4bf6-b460-633bae811557,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:11.098079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4c0a37-79a6-4462-a4ec-1df2395342de tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:11.099538 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-de4c0a37-79a6-4462-a4ec-1df2395342de tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "GET /v2.0/ports/a1ad7f97-80fe-4bf6-b460-633bae811557 HTTP/1.1" status: 200 len: 1129 time: 0.0889213 Aug 24 00:38:11.103445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53784) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:11.139118 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.149688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.151674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] 10.222.0.26 "DELETE /v2.0/networks/099cf113-8923-4381-b826-6e0e0ca43cbb HTTP/1.1" status: 204 len: 168 time: 0.5988533 Aug 24 00:38:11.168514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157314e9-b020-42e6-ad52-e570ee83ef87 admin admin] Pushing event deleted for resources: {'Network': ['ID=099cf113-8923-4381-b826-6e0e0ca43cbb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:11.230985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1819df3a-eb57-4980-8e39-78e01bcbac3d tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Deleting port a1ad7f97-80fe-4bf6-b460-633bae811557 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:11.230985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1819df3a-eb57-4980-8e39-78e01bcbac3d tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.349375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1819df3a-eb57-4980-8e39-78e01bcbac3d tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.363281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1819df3a-eb57-4980-8e39-78e01bcbac3d tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Calling delete_port for a1ad7f97-80fe-4bf6-b460-633bae811557 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:11.453501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a6439dc9-0ff2-4322-acc7-8a7538df2987 None None] Provisioning complete for port a1ad7f97-80fe-4bf6-b460-633bae811557 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:11.453501 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6439dc9-0ff2-4322-acc7-8a7538df2987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.510717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a6439dc9-0ff2-4322-acc7-8a7538df2987 None None] Port a1ad7f97-80fe-4bf6-b460-633bae811557 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:11.547743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53810) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:11.595438 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c588f4de-2daa-43c5-aceb-853170814593 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff497805d4ed42f79e92bc338266d322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458822 Aug 24 00:38:11.597899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:11.628696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1819df3a-eb57-4980-8e39-78e01bcbac3d tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.661875 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-505798d7-94ff-4f32-917b-73b0f444838f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.675923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819df3a-eb57-4980-8e39-78e01bcbac3d tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event deleted for resources: {'Port': ['ID=a1ad7f97-80fe-4bf6-b460-633bae811557,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:11.704953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-505798d7-94ff-4f32-917b-73b0f444838f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.718128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5f0a3b50-ddd3-4007-82df-47ef1d0762bc up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:11.732731 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1819df3a-eb57-4980-8e39-78e01bcbac3d tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.744815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1819df3a-eb57-4980-8e39-78e01bcbac3d tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "DELETE /v2.0/ports/a1ad7f97-80fe-4bf6-b460-633bae811557 HTTP/1.1" status: 204 len: 168 time: 0.6383090 Aug 24 00:38:11.746768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:11.836066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:11.836758 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.857227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d4b195-788f-4645-879f-769f23535a41 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Deleting subnet 66e5601b-fbd8-4453-b0d1-ff41cd952dad {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:11.861423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b195-788f-4645-879f-769f23535a41 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.909134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-505798d7-94ff-4f32-917b-73b0f444838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.912907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-505798d7-94ff-4f32-917b-73b0f444838f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.914714 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-505798d7-94ff-4f32-917b-73b0f444838f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/645bf170-d581-4af6-a155-53e4be6cabc5 HTTP/1.1" status: 204 len: 168 time: 0.3157330 Aug 24 00:38:11.919637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b195-788f-4645-879f-769f23535a41 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:11.926875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505798d7-94ff-4f32-917b-73b0f444838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645bf170-d581-4af6-a155-53e4be6cabc5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:12.050914 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b195-788f-4645-879f-769f23535a41 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.167927 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b195-788f-4645-879f-769f23535a41 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.197274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4b195-788f-4645-879f-769f23535a41 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event deleted for resources: {'Subnet': ['ID=66e5601b-fbd8-4453-b0d1-ff41cd952dad,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:12.201215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3d4b195-788f-4645-879f-769f23535a41 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.203082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3d4b195-788f-4645-879f-769f23535a41 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "DELETE /v2.0/subnets/66e5601b-fbd8-4453-b0d1-ff41cd952dad HTTP/1.1" status: 204 len: 168 time: 0.4505215 Aug 24 00:38:12.206499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53840) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:12.213986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad879c64-0054-45ea-8b79-64abfd9cd948 None None] Network 529d9a14-c8bb-4702-8cc4-c46eda7888f1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:12.300934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.363036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Deleting port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:12.363473 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.406667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] DHCP port deletion for 529d9a14-c8bb-4702-8cc4-c46eda7888f1 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:38:12.449658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] For port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5f0a3b50-ddd3-4007-82df-47ef1d0762bc,segment=NetworkSegment(e8fdc9a8-6aca-49ce-845b-8e9cf5edf558),segment_id=e8fdc9a8-6aca-49ce-845b-8e9cf5edf558)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:12.450921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.482811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Calling delete_port for 5f0a3b50-ddd3-4007-82df-47ef1d0762bc owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:12.548244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53858) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:12.637806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.667066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] Deleting port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:12.668139 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.671114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.743330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] For port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:12.744040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.756417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event deleted for resources: {'Port': ['ID=5f0a3b50-ddd3-4007-82df-47ef1d0762bc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:12.774552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] No DVR routers for this DVR port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:12.782597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e3dea42-4d52-4d76-9dd2-9bc87a244608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.788626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] Calling delete_port for 5f0a3b50-ddd3-4007-82df-47ef1d0762bc owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:12.794749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] Port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:38:12.795324 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.826959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] Pushing event deleted for resources: {'Port': ['ID=5f0a3b50-ddd3-4007-82df-47ef1d0762bc,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:12.832763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68d9e7-f584-4bea-9bc8-e0bacfa19c95 None None] No DVR routers for this DVR port 5f0a3b50-ddd3-4007-82df-47ef1d0762bc on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:12.907099 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.923389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529d9a14-c8bb-4702-8cc4-c46eda7888f1']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:12.938611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fdc9a8-6aca-49ce-845b-8e9cf5edf558') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:12.938915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fdc9a8-6aca-49ce-845b-8e9cf5edf558') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:12.955360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.973905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:12.988932 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:13.087509 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e3dea42-4d52-4d76-9dd2-9bc87a244608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.131342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.139178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.140938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] 10.222.0.26 "DELETE /v2.0/networks/529d9a14-c8bb-4702-8cc4-c46eda7888f1 HTTP/1.1" status: 204 len: 168 time: 0.9344404 Aug 24 00:38:13.152988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e6797-ecca-47cc-81ac-48066b2acc0b tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131 tempest-ExtraDHCPOptionsIpV6TestJSON-1074373131-project] Pushing event deleted for resources: {'Network': ['ID=529d9a14-c8bb-4702-8cc4-c46eda7888f1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:13.154830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e3dea42-4d52-4d76-9dd2-9bc87a244608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.197831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5e3dea42-4d52-4d76-9dd2-9bc87a244608 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=584d2c4596aa4cfd8d189cd950aa24f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6456740 Aug 24 00:38:13.197831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dea42-4d52-4d76-9dd2-9bc87a244608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73223c4b-4698-4c6b-8032-f010c9e9d19e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:13.199165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53894) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:13.261709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b15b579-5e24-475b-8372-17ddb100f7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.287090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b15b579-5e24-475b-8372-17ddb100f7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.399623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b15b579-5e24-475b-8372-17ddb100f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.403068 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b15b579-5e24-475b-8372-17ddb100f7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:13.404412 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1b15b579-5e24-475b-8372-17ddb100f7d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73223c4b-4698-4c6b-8032-f010c9e9d19e HTTP/1.1" status: 204 len: 168 time: 0.2038069 Aug 24 00:38:13.414121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15b579-5e24-475b-8372-17ddb100f7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73223c4b-4698-4c6b-8032-f010c9e9d19e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:13.652678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53916) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:13.710738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5f0a3b50-ddd3-4007-82df-47ef1d0762bc no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:13.733438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5f0a3b50-ddd3-4007-82df-47ef1d0762bc {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:13.733820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5f0a3b50-ddd3-4007-82df-47ef1d0762bc not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:13.951372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-be1e7135-63f3-4aa4-8ea8-0c89b51bdf21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=535f2d99402d47b6a5e19eaa5f5b368b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973268 Aug 24 00:38:13.954378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53934) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:14.047631 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80e39388-05a4-4054-877c-2aaa0b60cb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.070920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80e39388-05a4-4054-877c-2aaa0b60cb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.077337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53942) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:14.191198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2000649427-network', 'tenant_id': 'e12867357fd841f8b4694d2ead85b55d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:14.205741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80e39388-05a4-4054-877c-2aaa0b60cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.208978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80e39388-05a4-4054-877c-2aaa0b60cb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.216990 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-80e39388-05a4-4054-877c-2aaa0b60cb57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77f7fa92-5014-4924-9238-43862e443bcb HTTP/1.1" status: 204 len: 168 time: 0.2551637 Aug 24 00:38:14.219726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e39388-05a4-4054-877c-2aaa0b60cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f7fa92-5014-4924-9238-43862e443bcb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:14.302871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Made reservation on behalf of e12867357fd841f8b4694d2ead85b55d for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:14.305280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.314316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.378312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53958) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:14.398843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bbd61ed-1353-4075-8b0f-315e393a7e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.437703 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.521222 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.545975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:14.575548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.575824 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Added segment 43af35c7-f24b-4910-8eb4-d10c209a74c8 of type vlan for network 192a54ef-4456-4aa6-ad80-0421e04b3d87 Aug 24 00:38:14.589246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07255567-e16c-4236-8c78-685d4b49f5dc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:14.635157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.701062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bbd61ed-1353-4075-8b0f-315e393a7e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.823521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bbd61ed-1353-4075-8b0f-315e393a7e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.825945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.826882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:14.827580 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:14.935535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd61ed-1353-4075-8b0f-315e393a7e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c936fd54-818c-4536-861f-a3e1039a58ff,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:14.947515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7bbd61ed-1353-4075-8b0f-315e393a7e5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4848d9bf52ba470885b8459854516540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5682034 Aug 24 00:38:14.950753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53972) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:14.951623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8732164 Aug 24 00:38:14.962324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53974) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:14.965038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Request body: {'subnet': {'network_id': '192a54ef-4456-4aa6-ad80-0421e04b3d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2000649427-subnet', 'tenant_id': 'e12867357fd841f8b4694d2ead85b55d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:14.968347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c0908-1075-4a9d-b479-f40e57e2d101 admin admin] Pushing event updated for resources: {'Network': ['ID=192a54ef-4456-4aa6-ad80-0421e04b3d87,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:14.983202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 192a54ef-4456-4aa6-ad80-0421e04b3d87 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:15.015353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6bc43e6e-688f-4ddb-a857-b9d291c8bc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.043604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53978) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:15.063090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6bc43e6e-688f-4ddb-a857-b9d291c8bc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.096412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Made reservation on behalf of e12867357fd841f8b4694d2ead85b55d for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:15.099160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.187526 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abbcfcc0-c920-4892-82d1-6423ca44558d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.189127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6bc43e6e-688f-4ddb-a857-b9d291c8bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.192963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6bc43e6e-688f-4ddb-a857-b9d291c8bc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.195392 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6bc43e6e-688f-4ddb-a857-b9d291c8bc34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c936fd54-818c-4536-861f-a3e1039a58ff HTTP/1.1" status: 204 len: 168 time: 0.2431774 Aug 24 00:38:15.207139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc43e6e-688f-4ddb-a857-b9d291c8bc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c936fd54-818c-4536-861f-a3e1039a58ff,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:15.403866 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abbcfcc0-c920-4892-82d1-6423ca44558d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.457603 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.507372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abbcfcc0-c920-4892-82d1-6423ca44558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.520698 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53994) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:15.588951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Checking segment: {'id': '43af35c7-f24b-4910-8eb4-d10c209a74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192a54ef-4456-4aa6-ad80-0421e04b3d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:15.589318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Network hostable DHCP agents. Network: 192a54ef-4456-4aa6-ad80-0421e04b3d87, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:15.594839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e819da43-e113-432e-83ab-60b8edfa980e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:15.600410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcfcc0-c920-4892-82d1-6423ca44558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4301009-f132-4b71-a30d-f8ed7436aaba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:15.606583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-abbcfcc0-c920-4892-82d1-6423ca44558d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=555f43033059441e8db410a34b049d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615835 Aug 24 00:38:15.609175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53998) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:15.658008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1964864443'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:15.691824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Network 192a54ef-4456-4aa6-ad80-0421e04b3d87 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:15.716558 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-819eca93-8e65-4301-bf55-a3c45bf89cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.739243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-819eca93-8e65-4301-bf55-a3c45bf89cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.765253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 192a54ef-4456-4aa6-ad80-0421e04b3d87) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:15.773417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:15.774203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.774499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975352a-201f-40a4-a71d-d87225e67538 None None] Network 192a54ef-4456-4aa6-ad80-0421e04b3d87 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:15.789212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Made reservation on behalf of 8859ba44c83f43809724fdde328179cc for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:15.799927 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.810717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.846475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d568da27-afb4-4910-891f-c1428b415970 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8856235 Aug 24 00:38:15.891839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-819eca93-8e65-4301-bf55-a3c45bf89cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.895143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-819eca93-8e65-4301-bf55-a3c45bf89cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:15.896567 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-819eca93-8e65-4301-bf55-a3c45bf89cdc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4301009-f132-4b71-a30d-f8ed7436aaba HTTP/1.1" status: 204 len: 168 time: 0.2862515 Aug 24 00:38:15.932197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eca93-8e65-4301-bf55-a3c45bf89cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4301009-f132-4b71-a30d-f8ed7436aaba,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:15.936501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca136ec3-0e8f-4899-965a-b27795758e10 None None] Network 192a54ef-4456-4aa6-ad80-0421e04b3d87 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:16.057415 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.108962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.146378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:16.157153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b67dda-43da-4daf-8594-ca94dfcacd7b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:16.162418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.162784 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Added segment 5a404e07-b671-40a8-a793-d6b945281678 of type vlan for network 8ce2f367-671f-49cb-aede-52acec48dcf7 Aug 24 00:38:16.214725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.331037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.337068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:16.338256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.408987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event updated for resources: {'Network': ['ID=8ce2f367-671f-49cb-aede-52acec48dcf7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:16.424418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8ce2f367-671f-49cb-aede-52acec48dcf7 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:16.486271 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-33f94969-625e-42f8-b9ec-f73b7c8868ca tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9634132 Aug 24 00:38:16.489055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54026) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:16.494996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Request body: {'subnet': {'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:16.667911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Made reservation on behalf of 8859ba44c83f43809724fdde328179cc for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:16.671640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.808930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54038) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:16.832935 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e38edca0-55f9-48ab-bd0f-06c290753599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:16.992917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e38edca0-55f9-48ab-bd0f-06c290753599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.005787 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.033790 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e38edca0-55f9-48ab-bd0f-06c290753599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.075926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38edca0-55f9-48ab-bd0f-06c290753599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd2521c-9a6c-49b9-813b-6a3102bc3188,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:17.126054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event updated for resources: {'Subnet': ['ID=a8c87cda-b10f-4c63-9cfd-1d7f8da0ca88,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:17.129448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Checking segment: {'id': '5a404e07-b671-40a8-a793-d6b945281678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:17.129892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Network hostable DHCP agents. Network: 8ce2f367-671f-49cb-aede-52acec48dcf7, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:17.148724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e38edca0-55f9-48ab-bd0f-06c290753599 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb65cfadb3654459b6a3cf6078427358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379474 Aug 24 00:38:17.156357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54050) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:17.211346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5fd92-5479-4121-8453-361a4268bf56 req-7c170791-d97d-4ca3-8d89-c9715cde9e5c tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:17.213466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-7c170791-d97d-4ca3-8d89-c9715cde9e5c tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/networks?id=192a54ef-4456-4aa6-ad80-0421e04b3d87 HTTP/1.1" status: 200 len: 818 time: 0.1344016 Aug 24 00:38:17.217913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78cf7bd6-5266-4a1c-8a33-f02a8fa2f29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.232976 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-f8ff1979-83c2-495a-b63e-fd1f2bb9b38c tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/quotas/e12867357fd841f8b4694d2ead85b55d HTTP/1.1" status: 200 len: 375 time: 0.0117230 Aug 24 00:38:17.251738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Network 8ce2f367-671f-49cb-aede-52acec48dcf7 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:17.257723 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78cf7bd6-5266-4a1c-8a33-f02a8fa2f29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.269808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-3b3335e0-3f74-46f4-8d3f-1f75bfd03ff9 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e12867357fd841f8b4694d2ead85b55d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304472 Aug 24 00:38:17.364994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8ce2f367-671f-49cb-aede-52acec48dcf7) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:17.368162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-0c80af3f-3c2a-4671-86af-3d1ecf26b4cd service neutron] 10.222.0.26 "GET /v2.0/networks/192a54ef-4456-4aa6-ad80-0421e04b3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908825 Aug 24 00:38:17.370777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:17.371460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.382436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5977556-49e6-45fe-94c6-9b8482269865 None None] Network 8ce2f367-671f-49cb-aede-52acec48dcf7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:17.417355 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78cf7bd6-5266-4a1c-8a33-f02a8fa2f29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.421308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78cf7bd6-5266-4a1c-8a33-f02a8fa2f29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.426287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-78cf7bd6-5266-4a1c-8a33-f02a8fa2f29b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cd2521c-9a6c-49b9-813b-6a3102bc3188 HTTP/1.1" status: 204 len: 168 time: 0.2688153 Aug 24 00:38:17.440992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf7bd6-5266-4a1c-8a33-f02a8fa2f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd2521c-9a6c-49b9-813b-6a3102bc3188,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:17.490395 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-136e39d5-c577-4184-a887-c41dd8087778 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9985812 Aug 24 00:38:17.492757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54058) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:17.505239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Request body: {'port': {'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1368397597'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:17.512402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-4c1d32d1-04fa-4386-be24-ffd71924fa19 service neutron] 10.222.0.26 "GET /v2.0/networks/192a54ef-4456-4aa6-ad80-0421e04b3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342356 Aug 24 00:38:17.583692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8ce2f367-671f-49cb-aede-52acec48dcf7', 'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7', 'tenant_id': '8859ba44c83f43809724fdde328179cc', 'fixed_ips': [{'subnet_id': 'a8c87cda-b10f-4c63-9cfd-1d7f8da0ca88'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:38:17.591032 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.727921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Allocated IP 172.20.0.2 (8ce2f367-671f-49cb-aede-52acec48dcf7/a8c87cda-b10f-4c63-9cfd-1d7f8da0ca88/4091044b-2848-41dd-aa8e-6396c0e7e2e9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:17.776465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Made reservation on behalf of 8859ba44c83f43809724fdde328179cc for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:17.785207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.803983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] device_id is not set on port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:17.904279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5cba455-29db-4fb1-a078-6a3f3dc585ad req-ff547eec-68eb-47b8-b096-d97d7ab130e3 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 210 time: 0.0557091 Aug 24 00:38:17.960546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:17.971913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Transition to ACTIVE for port object 4091044b-2848-41dd-aa8e-6396c0e7e2e9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:17.989281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Transition to ACTIVE for port object 4091044b-2848-41dd-aa8e-6396c0e7e2e9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:18.091242 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.142380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Network 8ce2f367-671f-49cb-aede-52acec48dcf7 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:18.146366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:18.148337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Pushing event updated for resources: {'Port': ['ID=4091044b-2848-41dd-aa8e-6396c0e7e2e9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:18.150937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:18.166256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Allocated IP 172.20.0.10 (8ce2f367-671f-49cb-aede-52acec48dcf7/a8c87cda-b10f-4c63-9cfd-1d7f8da0ca88/76a7ec19-f88d-4b47-861e-f7e44cc158f9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:18.220632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Attempting to bind port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:18.221375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Attempting to bind port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5a404e07-b671-40a8-a793-d6b945281678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:18.221859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Attempting to bind port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 on network 8ce2f367-671f-49cb-aede-52acec48dcf7 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:18.227190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:18.227666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Checking segment: {'id': '5a404e07-b671-40a8-a793-d6b945281678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:18.228669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.229133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Bound using segment: {'id': '5a404e07-b671-40a8-a793-d6b945281678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:18.229744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Bound port: 4091044b-2848-41dd-aa8e-6396c0e7e2e9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a404e07-b671-40a8-a793-d6b945281678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:18.230242 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.331414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] For port 4091044b-2848-41dd-aa8e-6396c0e7e2e9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:18.334797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] For port 4091044b-2848-41dd-aa8e-6396c0e7e2e9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4091044b-2848-41dd-aa8e-6396c0e7e2e9,segment=NetworkSegment(5a404e07-b671-40a8-a793-d6b945281678),segment_id=5a404e07-b671-40a8-a793-d6b945281678)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:18.394394 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.412005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.427150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Transition to ACTIVE for port object 76a7ec19-f88d-4b47-861e-f7e44cc158f9 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:18.462896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b700b-19c3-452d-b664-bd0e7d3e2f8d None None] Pushing event updated for resources: {'Port': ['ID=4091044b-2848-41dd-aa8e-6396c0e7e2e9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:18.604819 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.687124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Network 8ce2f367-671f-49cb-aede-52acec48dcf7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:18.690870 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:18.694635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:18.741504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event updated for resources: {'Port': ['ID=76a7ec19-f88d-4b47-861e-f7e44cc158f9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:18.782598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:18.783251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:18.885029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:18.889748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d86deea2-6c82-4ae0-8f89-ebcbb58e2dd6 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3926713 Aug 24 00:38:18.890379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54118) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:18.895972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Request body: {'port': {'network_id': '8ce2f367-671f-49cb-aede-52acec48dcf7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1792534106', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:18.896525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.api.validators [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] bootfile-name is not in valid_values {{(pid=95327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:18.896873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.api.validators [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] tftp-server is not in valid_values {{(pid=95327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:18.897553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.api.validators [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] server-ip-address is not in valid_values {{(pid=95327) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:19.024036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80de5b18-49d0-4478-a85c-daa34eace5c7 req-5b3263cd-a374-43c7-a1a5-7793a3624236 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 210 time: 0.0375018 Aug 24 00:38:19.041742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f0a80f5-c8e1-486c-82f7-18ea83a03815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.121070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Made reservation on behalf of 8859ba44c83f43809724fdde328179cc for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:19.125169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.143822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] device_id is not set on port 04ef8480-eb25-4fa3-93f6-187eca50157c yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:19.209822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f0a80f5-c8e1-486c-82f7-18ea83a03815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.268207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1f0a80f5-c8e1-486c-82f7-18ea83a03815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.283576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Allocated IP 172.20.0.9 (8ce2f367-671f-49cb-aede-52acec48dcf7/a8c87cda-b10f-4c63-9cfd-1d7f8da0ca88/04ef8480-eb25-4fa3-93f6-187eca50157c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:19.313470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1f0a80f5-c8e1-486c-82f7-18ea83a03815 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef3d2b9c0e6e450988c36bcdef33ea96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271481 Aug 24 00:38:19.314300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:19.314980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a80f5-c8e1-486c-82f7-18ea83a03815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e4f61e-7278-45db-b0c1-03a39d47eda8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:19.388620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b63648fe-3b50-46b7-8ff8-7aa22ef61860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.417086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b63648fe-3b50-46b7-8ff8-7aa22ef61860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.529007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.548451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b63648fe-3b50-46b7-8ff8-7aa22ef61860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.550720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Transition to ACTIVE for port object 04ef8480-eb25-4fa3-93f6-187eca50157c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:19.552637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b63648fe-3b50-46b7-8ff8-7aa22ef61860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.555125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b63648fe-3b50-46b7-8ff8-7aa22ef61860 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8e4f61e-7278-45db-b0c1-03a39d47eda8 HTTP/1.1" status: 204 len: 168 time: 0.2369382 Aug 24 00:38:19.567518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63648fe-3b50-46b7-8ff8-7aa22ef61860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e4f61e-7278-45db-b0c1-03a39d47eda8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:19.637204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5f4b3-e31c-4b56-b0e3-48404bd957bd None None] Network 8ce2f367-671f-49cb-aede-52acec48dcf7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:19.646863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.718243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Network 8ce2f367-671f-49cb-aede-52acec48dcf7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:19.722351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:19.728678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:19.788186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event updated for resources: {'Port': ['ID=04ef8480-eb25-4fa3-93f6-187eca50157c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:19.818260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4091044b-2848-41dd-aa8e-6396c0e7e2e9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:19.833320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:19.834185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:19.870049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ce09011f-e4ca-438c-a9eb-48003ee2f8e3 None None] Provisioning for port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:19.949487 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-675efb6e-30bd-49db-afa7-d98a16fb6f01 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0580299 Aug 24 00:38:19.952008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54154) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:19.988629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:19.996839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:19.997546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.029601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd135725-d38d-4c12-89fc-eb0c2e248f43 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:20.038575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd135725-d38d-4c12-89fc-eb0c2e248f43 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:20.045331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd135725-d38d-4c12-89fc-eb0c2e248f43 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:20.050388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54158) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:20.061611 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cd135725-d38d-4c12-89fc-eb0c2e248f43 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1079779 Aug 24 00:38:20.158481 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.192954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-073651d1-f36d-4de5-9ea9-2b720222f611 req-49b27448-1c33-4163-b272-6bfc3709feee tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 210 time: 0.0328774 Aug 24 00:38:20.203124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 4091044b-2848-41dd-aa8e-6396c0e7e2e9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4091044b-2848-41dd-aa8e-6396c0e7e2e9,segment=NetworkSegment(5a404e07-b671-40a8-a793-d6b945281678),segment_id=5a404e07-b671-40a8-a793-d6b945281678)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:20.226157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ac8563ea-366f-4d81-a460-b6c45330970c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Deleting port 04ef8480-eb25-4fa3-93f6-187eca50157c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:20.226545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac8563ea-366f-4d81-a460-b6c45330970c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.331846 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.351043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac8563ea-366f-4d81-a460-b6c45330970c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.374334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ac8563ea-366f-4d81-a460-b6c45330970c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Calling delete_port for 04ef8480-eb25-4fa3-93f6-187eca50157c owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:20.428177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Provisioning for port 04ef8480-eb25-4fa3-93f6-187eca50157c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:20.447952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Provisioning complete for port 04ef8480-eb25-4fa3-93f6-187eca50157c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:20.448337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.513364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=4091044b-2848-41dd-aa8e-6396c0e7e2e9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:20.524271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Port 04ef8480-eb25-4fa3-93f6-187eca50157c cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:20.557044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Provisioning complete for port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:20.557468 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.623928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:20.625937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5fd92-5479-4121-8453-361a4268bf56 req-b13807f3-e99c-456d-add5-5e2aa307c17a tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:20.627513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-b13807f3-e99c-456d-add5-5e2aa307c17a tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.37 "GET /v2.0/networks?id=192a54ef-4456-4aa6-ad80-0421e04b3d87 HTTP/1.1" status: 200 len: 818 time: 0.2450297 Aug 24 00:38:20.640154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Request body: {'port': {'device_id': 'bd6b5f05-90fa-4c41-8e5a-5224118b9828', 'network_id': '192a54ef-4456-4aa6-ad80-0421e04b3d87', 'admin_state_up': True, 'tenant_id': 'e12867357fd841f8b4694d2ead85b55d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:20.651508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98f783a3-1bfe-44e7-8d72-f4aef06cfd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.745101 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac8563ea-366f-4d81-a460-b6c45330970c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.797891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8563ea-366f-4d81-a460-b6c45330970c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event deleted for resources: {'Port': ['ID=04ef8480-eb25-4fa3-93f6-187eca50157c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:20.828354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Provisioning for port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:20.832596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Provisioning complete for port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:20.832974 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.912814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98f783a3-1bfe-44e7-8d72-f4aef06cfd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.927557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9d99178f-e287-48ab-94e5-db997d35ed51 None None] Port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:20.990853 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac8563ea-366f-4d81-a460-b6c45330970c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:20.996536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ac8563ea-366f-4d81-a460-b6c45330970c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "DELETE /v2.0/ports/04ef8480-eb25-4fa3-93f6-187eca50157c HTTP/1.1" status: 204 len: 168 time: 0.9413450 Aug 24 00:38:20.996765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54196) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:21.002506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Request body: {'port': {'name': 'tempest-new-port-name-1334818673', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:21.002913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] bootfile-name is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:21.003261 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] tftp-server is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:21.003597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.api.validators [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] server-ip-address is not in valid_values {{(pid=95326) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 24 00:38:21.043214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-50fcdb8f-6c1a-4fe3-91f1-9930b3dec106 None None] Could not find standard attr ID for object 04ef8480-eb25-4fa3-93f6-187eca50157c. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:38:21.063780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-50fcdb8f-6c1a-4fe3-91f1-9930b3dec106 None None] Provisioning complete for port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:21.067387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-50fcdb8f-6c1a-4fe3-91f1-9930b3dec106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.107007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.131877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-50fcdb8f-6c1a-4fe3-91f1-9930b3dec106 None None] Port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:21.227081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98f783a3-1bfe-44e7-8d72-f4aef06cfd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.302894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f783a3-1bfe-44e7-8d72-f4aef06cfd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba7eba-e60f-4afa-8aab-b93cbf0de860,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:21.315139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Made reservation on behalf of e12867357fd841f8b4694d2ead85b55d for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:21.317242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-98f783a3-1bfe-44e7-8d72-f4aef06cfd2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac858160722d4214bfedd7c146c878c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6914501 Aug 24 00:38:21.317971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54208) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:21.327954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.351004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-806a2485-68eb-4595-ab7f-18110a99062b req-ebd4ddfd-b5f3-49a3-81b0-65b24ad941b3 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 210 time: 0.0741649 Aug 24 00:38:21.469227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.471102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0d87-cdc3-493a-806d-ae09c7ed2e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.495718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0d87-cdc3-493a-806d-ae09c7ed2e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.536984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.565153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Allocated IP 172.20.0.10 (192a54ef-4456-4aa6-ad80-0421e04b3d87/e819da43-e113-432e-83ab-60b8edfa980e/116424d7-1b4d-43ce-a61b-f6ffe58c1b56) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:21.653915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event updated for resources: {'Port': ['ID=76a7ec19-f88d-4b47-861e-f7e44cc158f9,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:21.724250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] In _notify_port_updated(), no bound segment for port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 on network 8ce2f367-671f-49cb-aede-52acec48dcf7 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:38:21.742416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:21.743176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.749902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54228) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:21.758800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-31150d1b-9dd6-4c3b-aff5-9462e0850879 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "PUT /v2.0/ports/76a7ec19-f88d-4b47-861e-f7e44cc158f9 HTTP/1.1" status: 200 len: 1137 time: 0.7566371 Aug 24 00:38:21.760999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0d87-cdc3-493a-806d-ae09c7ed2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.764086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0d87-cdc3-493a-806d-ae09c7ed2e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:21.767101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7c7c0d87-cdc3-493a-806d-ae09c7ed2e66 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80ba7eba-e60f-4afa-8aab-b93cbf0de860 HTTP/1.1" status: 204 len: 168 time: 0.4267366 Aug 24 00:38:21.789442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c0d87-cdc3-493a-806d-ae09c7ed2e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba7eba-e60f-4afa-8aab-b93cbf0de860,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:21.822483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4091044b-2848-41dd-aa8e-6396c0e7e2e9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:21.844035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7568d94-709c-4598-be2d-f1aae82dfa4a tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:21.849098 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c7568d94-709c-4598-be2d-f1aae82dfa4a tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "GET /v2.0/ports/76a7ec19-f88d-4b47-861e-f7e44cc158f9 HTTP/1.1" status: 200 len: 1137 time: 0.0949285 Aug 24 00:38:21.849902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:21.925688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.007655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-694cd6df-d64c-456c-ab37-c08ea56ebdcb None None] Provisioning complete for port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:22.008247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-694cd6df-d64c-456c-ab37-c08ea56ebdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.033214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-63d5b11c-e342-4c0c-b0ae-4b7d1a41bd8c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Deleting port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:22.033561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63d5b11c-e342-4c0c-b0ae-4b7d1a41bd8c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.048158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:22.048544 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.073650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-694cd6df-d64c-456c-ab37-c08ea56ebdcb None None] Port 76a7ec19-f88d-4b47-861e-f7e44cc158f9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:22.079976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.133155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63d5b11c-e342-4c0c-b0ae-4b7d1a41bd8c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.147335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-63d5b11c-e342-4c0c-b0ae-4b7d1a41bd8c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Calling delete_port for 76a7ec19-f88d-4b47-861e-f7e44cc158f9 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:22.164133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Network 192a54ef-4456-4aa6-ad80-0421e04b3d87 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:22.172021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:22.187884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:22.240001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Pushing event updated for resources: {'Port': ['ID=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:22.255099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.255558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.255964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.256372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.256774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.257174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.257601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.258116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.258513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.258909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.259333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.259722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:22.289784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:22.291027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.402247 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-24876d32-c2f7-42d5-be95-95969680b741 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7659760 Aug 24 00:38:22.416659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Request body: {'port': {'device_id': 'bd6b5f05-90fa-4c41-8e5a-5224118b9828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:22.423187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63d5b11c-e342-4c0c-b0ae-4b7d1a41bd8c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.474407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5b11c-e342-4c0c-b0ae-4b7d1a41bd8c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event deleted for resources: {'Port': ['ID=76a7ec19-f88d-4b47-861e-f7e44cc158f9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:22.623066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8ee94-8e78-4a56-aa44-35af2963af32 req-7e996c84-369f-4588-8035-506a650bdfaa tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:22.631277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ef8ee94-8e78-4a56-aa44-35af2963af32 req-7e996c84-369f-4588-8035-506a650bdfaa tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 932 time: 0.1713264 Aug 24 00:38:22.661617 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63d5b11c-e342-4c0c-b0ae-4b7d1a41bd8c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.663638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-63d5b11c-e342-4c0c-b0ae-4b7d1a41bd8c tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "DELETE /v2.0/ports/76a7ec19-f88d-4b47-861e-f7e44cc158f9 HTTP/1.1" status: 204 len: 168 time: 0.8124561 Aug 24 00:38:22.666264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54264) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:22.732837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfd37be-ad4e-4a0b-8e6c-2193c6975b2e tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Deleting subnet a8c87cda-b10f-4c63-9cfd-1d7f8da0ca88 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:22.736396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cfd37be-ad4e-4a0b-8e6c-2193c6975b2e tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.787825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cfd37be-ad4e-4a0b-8e6c-2193c6975b2e tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.836717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ef8ee94-8e78-4a56-aa44-35af2963af32 req-0b95c168-d65d-4192-a6d0-40b4c2ee9ad6 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042580 Aug 24 00:38:22.932532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:22.935141 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cfd37be-ad4e-4a0b-8e6c-2193c6975b2e tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.120157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cfd37be-ad4e-4a0b-8e6c-2193c6975b2e tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.148600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd37be-ad4e-4a0b-8e6c-2193c6975b2e tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c87cda-b10f-4c63-9cfd-1d7f8da0ca88,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:23.170096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5cfd37be-ad4e-4a0b-8e6c-2193c6975b2e tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.174408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5cfd37be-ad4e-4a0b-8e6c-2193c6975b2e tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "DELETE /v2.0/subnets/a8c87cda-b10f-4c63-9cfd-1d7f8da0ca88 HTTP/1.1" status: 204 len: 168 time: 0.5047383 Aug 24 00:38:23.174692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:23.175888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b61a4b-3cc7-4199-8123-6628cc98eea8 None None] Network 8ce2f367-671f-49cb-aede-52acec48dcf7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:23.355600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.364537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:23.389050 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.423162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Transition to ACTIVE for port object 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:23.444275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] DHCP port deletion for 8ce2f367-671f-49cb-aede-52acec48dcf7 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:38:23.495542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Deleting port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:23.495856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.529732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] Deleting port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:23.530104 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.536538 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.581083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] For port 4091044b-2848-41dd-aa8e-6396c0e7e2e9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4091044b-2848-41dd-aa8e-6396c0e7e2e9,segment=NetworkSegment(5a404e07-b671-40a8-a793-d6b945281678),segment_id=5a404e07-b671-40a8-a793-d6b945281678)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:23.585647 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.595778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Calling delete_port for 4091044b-2848-41dd-aa8e-6396c0e7e2e9 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:23.616460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] For port 4091044b-2848-41dd-aa8e-6396c0e7e2e9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4091044b-2848-41dd-aa8e-6396c0e7e2e9,segment=NetworkSegment(5a404e07-b671-40a8-a793-d6b945281678),segment_id=5a404e07-b671-40a8-a793-d6b945281678)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:23.617014 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.638755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] Calling delete_port for 4091044b-2848-41dd-aa8e-6396c0e7e2e9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:23.638982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Pushing event updated for resources: {'Port': ['ID=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:23.761735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Attempting to bind port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:23.762150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Attempting to bind port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '43af35c7-f24b-4910-8eb4-d10c209a74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192a54ef-4456-4aa6-ad80-0421e04b3d87'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:23.769760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Attempting to bind port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 on network 192a54ef-4456-4aa6-ad80-0421e04b3d87 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:23.769760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 on network 192a54ef-4456-4aa6-ad80-0421e04b3d87 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:23.769760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Attempting to bind port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 on network 192a54ef-4456-4aa6-ad80-0421e04b3d87 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:23.775664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:23.776294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Checking segment: {'id': '43af35c7-f24b-4910-8eb4-d10c209a74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192a54ef-4456-4aa6-ad80-0421e04b3d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:23.776906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Bound using segment: {'id': '43af35c7-f24b-4910-8eb4-d10c209a74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192a54ef-4456-4aa6-ad80-0421e04b3d87'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:23.777809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Bound port: 116424d7-1b4d-43ce-a61b-f6ffe58c1b56, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43af35c7-f24b-4910-8eb4-d10c209a74c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '192a54ef-4456-4aa6-ad80-0421e04b3d87'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:23.778652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.785318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4091044b-2848-41dd-aa8e-6396c0e7e2e9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:23.822730 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.834761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:23.841051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No active binding found for port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 {{(pid=95328) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:38:23.841307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4091044b-2848-41dd-aa8e-6396c0e7e2e9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:23.869145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] Pushing event deleted for resources: {'Port': ['ID=4091044b-2848-41dd-aa8e-6396c0e7e2e9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:23.873257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3bc7b1-492c-4b90-950d-398798b5f94a None None] No DVR routers for this DVR port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:23.883790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event deleted for resources: {'Port': ['ID=4091044b-2848-41dd-aa8e-6396c0e7e2e9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:23.890892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] No DVR routers for this DVR port 4091044b-2848-41dd-aa8e-6396c0e7e2e9 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:23.933306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] For port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:23.945241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] For port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,segment=NetworkSegment(43af35c7-f24b-4910-8eb4-d10c209a74c8),segment_id=43af35c7-f24b-4910-8eb4-d10c209a74c8)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:24.020354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.033859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce2f367-671f-49cb-aede-52acec48dcf7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:24.048724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a404e07-b671-40a8-a793-d6b945281678') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:24.049026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a404e07-b671-40a8-a793-d6b945281678') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:24.064356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e621800-291f-4a5d-9ea6-155dc78de5fd req-c5ab78ac-d06e-4423-b039-42946fdedab4 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.066113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e621800-291f-4a5d-9ea6-155dc78de5fd req-c5ab78ac-d06e-4423-b039-42946fdedab4 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 944 time: 0.1170051 Aug 24 00:38:24.070609 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.080275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.124514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.125261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.126842 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] 10.222.0.37 "PUT /v2.0/ports/116424d7-1b4d-43ce-a61b-f6ffe58c1b56 HTTP/1.1" status: 200 len: 1092 time: 1.7159626 Aug 24 00:38:24.129752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6b5f05-90fa-4c41-8e5a-5224118b9828', 'tag': '116424d7-1b4d-43ce-a61b-f6ffe58c1b56'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:24.132900 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf48134-cb16-4cec-85e2-7febf2a856ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6b5f05-90fa-4c41-8e5a-5224118b9828", "tag": "116424d7-1b4d-43ce-a61b-f6ffe58c1b56"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:24.140190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.191036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:24.192414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.195957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce485a-5b93-42dc-9e91-75676102fc1c service neutron] Pushing event updated for resources: {'Port': ['ID=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:24.197131 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:24.215933 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467e8dca-eb36-4550-ba48-3f82b6c8550c x-openstack-request-id: req-467e8dca-eb36-4550-ba48-3f82b6c8550c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:24.216283 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6b5f05-90fa-4c41-8e5a-5224118b9828", "tag": "116424d7-1b4d-43ce-a61b-f6ffe58c1b56", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:24.216546 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-467e8dca-eb36-4550-ba48-3f82b6c8550c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:24.216958 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6b5f05-90fa-4c41-8e5a-5224118b9828', 'tag': '116424d7-1b4d-43ce-a61b-f6ffe58c1b56', 'status': 'completed', 'code': 200} Aug 24 00:38:24.225724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e621800-291f-4a5d-9ea6-155dc78de5fd req-96652160-c7e1-4a43-bf85-cb76e89af325 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471541 Aug 24 00:38:24.281644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf48134-cb16-4cec-85e2-7febf2a856ba req-583afae6-3c30-41ac-a500-c60e1e0e4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.286723 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-acf48134-cb16-4cec-85e2-7febf2a856ba req-583afae6-3c30-41ac-a500-c60e1e0e4cc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e12867357fd841f8b4694d2ead85b55d&device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 1095 time: 0.0629826 Aug 24 00:38:24.399291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.407338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:24.412749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] 10.222.0.26 "DELETE /v2.0/networks/8ce2f367-671f-49cb-aede-52acec48dcf7 HTTP/1.1" status: 204 len: 168 time: 1.2368805 Aug 24 00:38:24.422206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf48134-cb16-4cec-85e2-7febf2a856ba req-98ad8c9e-f43a-40bd-8a1a-c3374f30d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.423953 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-acf48134-cb16-4cec-85e2-7febf2a856ba req-98ad8c9e-f43a-40bd-8a1a-c3374f30d76d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e12867357fd841f8b4694d2ead85b55d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1322105 Aug 24 00:38:24.454730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1bbbc-659e-447e-b875-c185fdd6dde0 tempest-ExtraDHCPOptionsTestJSON-1949258540 tempest-ExtraDHCPOptionsTestJSON-1949258540-project] Pushing event deleted for resources: {'Network': ['ID=8ce2f367-671f-49cb-aede-52acec48dcf7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:24.556079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf48134-cb16-4cec-85e2-7febf2a856ba req-5daddff2-e395-4c1a-8d80-d2ea3b0d8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.557622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-acf48134-cb16-4cec-85e2-7febf2a856ba req-5daddff2-e395-4c1a-8d80-d2ea3b0d8e59 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237459 Aug 24 00:38:24.638867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5fd92-5479-4121-8453-361a4268bf56 req-da627065-1e84-4300-a97a-916b107648bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.640473 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-da627065-1e84-4300-a97a-916b107648bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e12867357fd841f8b4694d2ead85b55d&device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 1095 time: 0.0459566 Aug 24 00:38:24.691552 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-986a5cad-3520-4aab-a8c3-2f632fd333b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=116424d7-1b4d-43ce-a61b-f6ffe58c1b56 HTTP/1.1" status: 200 len: 217 time: 0.0435283 Aug 24 00:38:24.746203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5fd92-5479-4121-8453-361a4268bf56 req-31462889-ee14-4731-9e12-4cc57104fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:24.747803 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-31462889-ee14-4731-9e12-4cc57104fbfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e819da43-e113-432e-83ab-60b8edfa980e HTTP/1.1" status: 200 len: 858 time: 0.0497890 Aug 24 00:38:24.783394 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-13cf76aa-eca7-4999-91cf-9aa388079516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=192a54ef-4456-4aa6-ad80-0421e04b3d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242150 Aug 24 00:38:24.908799 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-d407b50a-3506-43db-a32a-47b6db6f5029 service neutron] 10.222.0.37 "GET /v2.0/networks/192a54ef-4456-4aa6-ad80-0421e04b3d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224446 Aug 24 00:38:25.018444 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-81c5fd92-5479-4121-8453-361a4268bf56 req-91c89cd9-2c92-4faa-917f-c56d57cbb19b service neutron] 10.222.0.37 "GET /v2.0/networks/192a54ef-4456-4aa6-ad80-0421e04b3d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014230 Aug 24 00:38:25.058090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54366) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:25.304620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54392) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:25.306231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7dc1cb5e-7cb9-4d3d-9036-ded1f66d2912 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8859ba44c83f43809724fdde328179cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462592 Aug 24 00:38:25.381149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7628f09-91be-403f-a784-05dde3640cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.388223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77005f62-6fc9-475b-8edb-140598f17572 req-fd1bd003-a607-4238-80d6-facf4b014e95 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:25.389801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77005f62-6fc9-475b-8edb-140598f17572 req-fd1bd003-a607-4238-80d6-facf4b014e95 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 944 time: 0.0652568 Aug 24 00:38:25.398307 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7628f09-91be-403f-a784-05dde3640cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.458691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77005f62-6fc9-475b-8edb-140598f17572 req-45170a96-05cf-404b-b44f-d326eea578b1 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Aug 24 00:38:25.548300 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7628f09-91be-403f-a784-05dde3640cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.551258 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7628f09-91be-403f-a784-05dde3640cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:25.555450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e7628f09-91be-403f-a784-05dde3640cde admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95b67dda-43da-4daf-8594-ca94dfcacd7b HTTP/1.1" status: 204 len: 168 time: 0.2495818 Aug 24 00:38:25.565895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7628f09-91be-403f-a784-05dde3640cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b67dda-43da-4daf-8594-ca94dfcacd7b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:25.579776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:26.279485 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-745878e3-ffc3-4c58-aa73-ede65e1f7a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:26.600086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4bcc-f906-449f-bd36-6b63932c590b req-95dd061b-b8e2-4183-aee9-8286afea71bb tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:26.620435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54448) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:26.631691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83ee4bcc-f906-449f-bd36-6b63932c590b req-95dd061b-b8e2-4183-aee9-8286afea71bb tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 944 time: 0.0947955 Aug 24 00:38:26.669204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83ee4bcc-f906-449f-bd36-6b63932c590b req-537185ef-357a-4313-afe1-546b2100cb86 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366426 Aug 24 00:38:26.763913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f158e67f-1033-4807-921a-a14fdaedc1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:26.866587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f158e67f-1033-4807-921a-a14fdaedc1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:26.976716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f158e67f-1033-4807-921a-a14fdaedc1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.032929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158e67f-1033-4807-921a-a14fdaedc1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30bae6-b395-420f-bb15-cab361d9426b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:27.045679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54466) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.052307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f158e67f-1033-4807-921a-a14fdaedc1b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74db109104534608abbdcf14668ea1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341714 Aug 24 00:38:27.119670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b533968e-23a1-4134-b89a-cd65a942e49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.134861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54468) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.152804 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b533968e-23a1-4134-b89a-cd65a942e49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.229426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a363c7aa-4e9b-4721-93e5-cb2c9d9089dc tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] Request body: {'port': {'network_id': '63dcf723-32f6-40aa-bdca-ecaf4beb4cc0', 'name': 'tempest-NetworksNegativeTestJSON-734310851'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:27.242779 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a363c7aa-4e9b-4721-93e5-cb2c9d9089dc tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] POST failed (client error): The resource could not be found. Aug 24 00:38:27.243347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a363c7aa-4e9b-4721-93e5-cb2c9d9089dc tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:27.254671 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a363c7aa-4e9b-4721-93e5-cb2c9d9089dc tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1085820 Aug 24 00:38:27.254671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54472) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.266169 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-349de5ee-f1bc-4c11-a11f-721dff54a7be tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] DELETE failed (client error): The resource could not be found. Aug 24 00:38:27.266705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349de5ee-f1bc-4c11-a11f-721dff54a7be tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:27.268347 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-349de5ee-f1bc-4c11-a11f-721dff54a7be tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "DELETE /v2.0/networks/a91c943f-6f15-45df-97b0-41f3a4971051 HTTP/1.1" status: 404 len: 339 time: 0.0191200 Aug 24 00:38:27.271641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54474) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.293908 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0048dd-b6ac-46d1-a5b8-17859acd49a4 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] DELETE failed (client error): The resource could not be found. Aug 24 00:38:27.294442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0048dd-b6ac-46d1-a5b8-17859acd49a4 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:27.296116 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1f0048dd-b6ac-46d1-a5b8-17859acd49a4 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "DELETE /v2.0/ports/7916bd0a-4122-43af-add3-a1fc759d5eb8 HTTP/1.1" status: 404 len: 333 time: 0.0236008 Aug 24 00:38:27.299616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54476) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.326068 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d364f21-b302-45e2-aa7a-858b30164b70 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] DELETE failed (client error): The resource could not be found. Aug 24 00:38:27.326528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d364f21-b302-45e2-aa7a-858b30164b70 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:27.328256 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5d364f21-b302-45e2-aa7a-858b30164b70 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "DELETE /v2.0/subnets/ad5ed317-48be-4ee4-8b3e-cd073eeeaf9f HTTP/1.1" status: 404 len: 337 time: 0.0277214 Aug 24 00:38:27.331919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54478) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.357079 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9055d2-b297-49a9-b0f3-04de6c9c6a02 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] GET failed (client error): The resource could not be found. Aug 24 00:38:27.358574 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ea9055d2-b297-49a9-b0f3-04de6c9c6a02 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "GET /v2.0/networks/06d9f060-ead1-4904-a6fa-77b908e0bd0a HTTP/1.1" status: 404 len: 339 time: 0.0257654 Aug 24 00:38:27.362601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54480) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.364819 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b533968e-23a1-4134-b89a-cd65a942e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.367459 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b533968e-23a1-4134-b89a-cd65a942e49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:27.368684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b533968e-23a1-4134-b89a-cd65a942e49d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e30bae6-b395-420f-bb15-cab361d9426b HTTP/1.1" status: 204 len: 168 time: 0.3217688 Aug 24 00:38:27.377657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533968e-23a1-4134-b89a-cd65a942e49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30bae6-b395-420f-bb15-cab361d9426b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:27.432134 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e154ae-350e-45cb-a780-967494b6193e tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] GET failed (client error): The resource could not be found. Aug 24 00:38:27.434448 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-16e154ae-350e-45cb-a780-967494b6193e tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "GET /v2.0/ports/6467d7f1-360e-4d18-9277-f76459884365 HTTP/1.1" status: 404 len: 333 time: 0.0706728 Aug 24 00:38:27.447062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54484) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.484023 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5343e24-be53-4ce3-82c1-5f1aca3b3413 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] GET failed (client error): The resource could not be found. Aug 24 00:38:27.489963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.491153 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c5343e24-be53-4ce3-82c1-5f1aca3b3413 tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "GET /v2.0/subnets/840f2160-b2f4-469a-a992-d233076fcdc7 HTTP/1.1" status: 404 len: 337 time: 0.0426791 Aug 24 00:38:27.500146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ea3fb805-1412-4b45-aabb-cdf90845b60a tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:27.530706 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3fb805-1412-4b45-aabb-cdf90845b60a tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] PUT failed (client error): The resource could not be found. Aug 24 00:38:27.531324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3fb805-1412-4b45-aabb-cdf90845b60a tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:27.532551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ea3fb805-1412-4b45-aabb-cdf90845b60a tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "PUT /v2.0/networks/ef8484ae-b07e-4e3b-ae5e-5df5555530e7 HTTP/1.1" status: 404 len: 339 time: 0.0411718 Aug 24 00:38:27.536463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.554707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-aa7b777d-19e1-4539-9919-aa62ca62f6fc tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:27.578654 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7b777d-19e1-4539-9919-aa62ca62f6fc tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] PUT failed (client error): The resource could not be found. Aug 24 00:38:27.579572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7b777d-19e1-4539-9919-aa62ca62f6fc tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:27.584768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aa7b777d-19e1-4539-9919-aa62ca62f6fc tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "PUT /v2.0/ports/54ddc4ed-b47a-4434-bea9-e2dd565bf2be HTTP/1.1" status: 404 len: 333 time: 0.0472710 Aug 24 00:38:27.585090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54494) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:27.591518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5cf821e2-6eba-4233-a1a3-2ce918884d3f tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:27.613647 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf821e2-6eba-4233-a1a3-2ce918884d3f tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] PUT failed (client error): The resource could not be found. Aug 24 00:38:27.614104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf821e2-6eba-4233-a1a3-2ce918884d3f tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:27.615237 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5cf821e2-6eba-4233-a1a3-2ce918884d3f tempest-NetworksNegativeTestJSON-510817561 tempest-NetworksNegativeTestJSON-510817561-project] 10.222.0.26 "PUT /v2.0/subnets/31abb624-865b-4897-b8d7-b6d622099eee HTTP/1.1" status: 404 len: 337 time: 0.0289757 Aug 24 00:38:27.798079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931c3ff-8a02-49d4-af23-e0078b151e65 req-f4c9ba1f-d4b1-426c-9f04-698fd69bebad tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:27.799658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9931c3ff-8a02-49d4-af23-e0078b151e65 req-f4c9ba1f-d4b1-426c-9f04-698fd69bebad tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 944 time: 0.0550034 Aug 24 00:38:27.840350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9931c3ff-8a02-49d4-af23-e0078b151e65 req-b194d65f-7e11-4d04-b36b-5e1500461c9f tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345144 Aug 24 00:38:28.268585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54526) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:28.427130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c51bb740-4e92-4101-a7af-850c7730c1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.545962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c51bb740-4e92-4101-a7af-850c7730c1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.624114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c51bb740-4e92-4101-a7af-850c7730c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.664201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bb740-4e92-4101-a7af-850c7730c1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a281ee-ba1e-4460-a29c-809b90a9c41e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:28.669144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c51bb740-4e92-4101-a7af-850c7730c1c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f55d0eb909114024ae56c0dc9f5b4323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995273 Aug 24 00:38:28.671895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54554) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:28.704861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:38:28.761991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96c70fd7-ebe9-45ea-9e49-dd8043ff7baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.786529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96c70fd7-ebe9-45ea-9e49-dd8043ff7baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.849249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,segment=NetworkSegment(43af35c7-f24b-4910-8eb4-d10c209a74c8),segment_id=43af35c7-f24b-4910-8eb4-d10c209a74c8)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:28.859990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '116424d7-1b4d-43ce-a61b-f6ffe58c1b56', 'network_id': '192a54ef-4456-4aa6-ad80-0421e04b3d87', 'port_id': '116424d7-1b4d-43ce-a61b-f6ffe58c1b56', 'mac_address': 'fa:16:3e:f6:e7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819da43-e113-432e-83ab-60b8edfa980e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:38:28.919988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96c70fd7-ebe9-45ea-9e49-dd8043ff7baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.925238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96c70fd7-ebe9-45ea-9e49-dd8043ff7baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.931287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-96c70fd7-ebe9-45ea-9e49-dd8043ff7baa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96a281ee-ba1e-4460-a29c-809b90a9c41e HTTP/1.1" status: 204 len: 168 time: 0.2540212 Aug 24 00:38:28.938446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c70fd7-ebe9-45ea-9e49-dd8043ff7baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a281ee-ba1e-4460-a29c-809b90a9c41e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:28.962557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:28.986143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:38:29.018088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a62cea3-d3bc-416d-a9bc-4f704a36ceff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.025760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,segment=NetworkSegment(43af35c7-f24b-4910-8eb4-d10c209a74c8),segment_id=43af35c7-f24b-4910-8eb4-d10c209a74c8)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:29.040701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923b4ec-af35-48f7-be6c-f0cd8a085e16 req-433e3a67-dce2-489c-9c39-48cbf8d88dfc tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:29.042303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b923b4ec-af35-48f7-be6c-f0cd8a085e16 req-433e3a67-dce2-489c-9c39-48cbf8d88dfc tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 944 time: 0.0525577 Aug 24 00:38:29.095601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b923b4ec-af35-48f7-be6c-f0cd8a085e16 req-6ea67dfc-b1ff-4532-a812-87c941ef887a tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460825 Aug 24 00:38:29.121461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.121461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:29.166357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:29.305157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['116424d7-1b4d-43ce-a61b-f6ffe58c1b56'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:29.934748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54610) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:30.118381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1673993344'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:30.251752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0b1d1-1955-4d5e-8ef2-4bd7c8c3f699 req-294b5c40-0889-44ff-b10a-03eae5b0f887 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:30.253237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8f0b1d1-1955-4d5e-8ef2-4bd7c8c3f699 req-294b5c40-0889-44ff-b10a-03eae5b0f887 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 945 time: 0.0681474 Aug 24 00:38:30.254225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Made reservation on behalf of f1638d2314624a409eedea509882531f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:30.257426 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.270751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.291536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.366751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54630) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:30.374067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8f0b1d1-1955-4d5e-8ef2-4bd7c8c3f699 req-1e828774-3e2b-4bea-9b2c-e264e9271f5d tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914097 Aug 24 00:38:30.448646 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.474730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-598470061'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:30.496756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.526981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:30.534000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c23b5de-6b0a-44e7-95c3-c263b15ecbb8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:30.542135 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.543278 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Added segment c7fcfad9-f02d-48a8-9185-614a0de2a77a of type vlan for network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 Aug 24 00:38:30.582280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:30.586771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.593393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.598796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.697397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.710782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:30.712040 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.717300 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.719269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:30.804586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.823636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:30.858152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.858855 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Added segment 6f1b0c9f-e867-4918-b7ea-6ee7e80af406 of type vlan for network b897a761-f99e-4567-8b22-7970b83a07f4 Aug 24 00:38:30.870830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Pushing event updated for resources: {'Network': ['ID=7a89f42c-0fda-4d06-8ee6-3adb2bd11e57,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:30.881778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:30.927238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.946861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156259c0-24ab-4019-8408-ece3d8d12329,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:30.950258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:30.956720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:30.957253 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:30.978639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9856cd56-7c1b-4d01-bb4f-6d2e7f5d5f28 tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0411055 Aug 24 00:38:31.049256 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.070074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.077319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b5f05-90fa-4c41-8e5a-5224118b9828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116424d7-1b4d-43ce-a61b-f6ffe58c1b56'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:31.079838 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb0cd9c-4c96-41a6-893e-5e9ee2bae232" -d '{"events": [{"server_uuid": "bd6b5f05-90fa-4c41-8e5a-5224118b9828", "name": "network-vif-plugged", "status": "completed", "tag": "116424d7-1b4d-43ce-a61b-f6ffe58c1b56"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:31.083898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.090420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.095559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,segment=NetworkSegment(43af35c7-f24b-4910-8eb4-d10c209a74c8),segment_id=43af35c7-f24b-4910-8eb4-d10c209a74c8)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:31.122717 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0728a0-863f-4e8f-a13d-fd1d74015d3f x-openstack-request-id: req-4a0728a0-863f-4e8f-a13d-fd1d74015d3f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:31.123989 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b5f05-90fa-4c41-8e5a-5224118b9828", "name": "network-vif-plugged", "status": "completed", "tag": "116424d7-1b4d-43ce-a61b-f6ffe58c1b56", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:31.124253 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a0728a0-863f-4e8f-a13d-fd1d74015d3f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:31.124993 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b5f05-90fa-4c41-8e5a-5224118b9828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116424d7-1b4d-43ce-a61b-f6ffe58c1b56', 'code': 200} Aug 24 00:38:31.166465 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.224412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:31.224644 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8564355 Aug 24 00:38:31.227951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54650) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:31.229881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47dc1f-c627-4fb7-8d2f-ca31c43cd0ca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Network': ['ID=b897a761-f99e-4567-8b22-7970b83a07f4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:31.234293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'name': 'tempest-PortsTestJSON-1841914225'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:31.246510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:31.262835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627beddc-5e6e-400a-9b78-d8552b4cac66 req-7d31a055-ea20-4e9a-92ba-e79479c073fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.270858 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-627beddc-5e6e-400a-9b78-d8552b4cac66 req-7d31a055-ea20-4e9a-92ba-e79479c073fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 1097 time: 0.0789638 Aug 24 00:38:31.313161 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-627beddc-5e6e-400a-9b78-d8552b4cac66 req-57951dfd-a090-4957-a846-197d82b210d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347135 Aug 24 00:38:31.348808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:38:31.374762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54658) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:31.379917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Request body: {'port': {'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57', 'binding:host_id': 'n-h2-804878-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-453966000'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:31.408211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:31.409034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.431765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port f2332c8d-9af5-4caf-87ef-34ae9b95f314 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:31.485362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Made reservation on behalf of 5ebc61b22cd248d6b2095320716bdf67 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:31.488187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.503978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.603894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.764838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.776791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] device_id is not set on port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:31.800397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b226b4d6-efe8-4ae0-b1df-48fa77b1dd4e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:31.839516 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:31.871789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ec583-5cbc-4331-b49f-eb6bc0012239 req-fc7b7712-f698-4177-8407-f49accc9accd tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:31.873254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc0ec583-5cbc-4331-b49f-eb6bc0012239 req-fc7b7712-f698-4177-8407-f49accc9accd tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 946 time: 0.3890762 Aug 24 00:38:31.978699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc0ec583-5cbc-4331-b49f-eb6bc0012239 req-6fe1ee77-6451-40b0-b2d3-f2895fea2050 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959780 Aug 24 00:38:32.004713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.154172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.231557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=f2332c8d-9af5-4caf-87ef-34ae9b95f314,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:32.260155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Checking segment: {'id': '6f1b0c9f-e867-4918-b7ea-6ee7e80af406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:32.260840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network hostable DHCP agents. Network: b897a761-f99e-4567-8b22-7970b83a07f4, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:32.324937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] device_id is not set on port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:32.339644 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.353913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Transition to ACTIVE for port object 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:32.370997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:32.448615 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.491069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b897a761-f99e-4567-8b22-7970b83a07f4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:32.497292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:32.502960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b84a94-cc2e-47f1-9299-82a3cc422f0b None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:32.505229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:32.506149 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.538774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=6ae6464c-90ce-45b0-a5e1-b76d1e3a9245,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:32.587469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Checking segment: {'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:32.588116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Network hostable DHCP agents. Network: 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:32.598840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-519ba351-7a98-4274-b36a-5ae691a2c4d8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3696291 Aug 24 00:38:32.600436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54688) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:32.606983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1290620132'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:32.673891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:32.759308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:32.763278 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.788030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:32.789090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:32.793344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:32.800345 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.800647 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Added segment 30e02272-ff9d-4d44-9c29-dbe31fbbf0b9 of type vlan for network c283449b-ac01-4b7a-801f-2e0bea8f59dd Aug 24 00:38:32.811167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:32.811167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:32.811167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:32.813690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d812b9b-def8-4967-8d1f-b0ec25fe8eec None None] Network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:32.817664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:32.818033 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:32.818375 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 2 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:32.845041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:32.845400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:32.848126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:32.856686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:32.860129 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:32.860596 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 3 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:32.869321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:32.879095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:32.879450 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:32.879853 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:32.886214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:32.887693 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:32.888101 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 4 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:32.914911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:32.915258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:32.915609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:32.930199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:32.931100 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:32.933356 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 5 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:32.959337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:32.960145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:32.960707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:32.968118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:32.968928 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:32.969675 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 6 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:32.987500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:32.988244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:32.989613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:32.994184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.002487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:33.003559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.014836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:33.015897 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:33.016940 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 7 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:33.052193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:33.052794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:33.054506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:33.070801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:33.071757 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:33.073090 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 8 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:33.121462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:33.122107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:33.122626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:33.136515 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:33.136860 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:33.137711 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 9 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:33.171029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:33.171029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:33.173973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:33.185321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:33.185595 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:33.186951 n-d-804878-2 neutron-server[95327]: INFO neutron.plugins.ml2.plugin [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 10 to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 Aug 24 00:38:33.204048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:33.205824 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:33.207228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:33.217811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:33.218971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Network': ['ID=c283449b-ac01-4b7a-801f-2e0bea8f59dd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:33.219110 n-d-804878-2 neutron-server[95327]: ERROR neutron.plugins.ml2.managers [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:33.219563 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.234757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network c283449b-ac01-4b7a-801f-2e0bea8f59dd details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:33.247749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54702) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:33.248771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493db21-7563-4a9e-a59e-7a0dbb02178e req-6e72fe1c-9730-4fa3-9868-2deea9164d54 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:33.252434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b493db21-7563-4a9e-a59e-7a0dbb02178e req-6e72fe1c-9730-4fa3-9868-2deea9164d54 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 946 time: 0.0973575 Aug 24 00:38:33.260319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-32f524a3-ac03-45ef-9d16-f2b312e1e4f4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6584408 Aug 24 00:38:33.280764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54706) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:33.291462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'ports': [{'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4'}, {'network_id': 'c283449b-ac01-4b7a-801f-2e0bea8f59dd'}]} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:33.291800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:33.292315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'c283449b-ac01-4b7a-801f-2e0bea8f59dd'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:33.384783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b493db21-7563-4a9e-a59e-7a0dbb02178e req-80160d95-76b1-460d-8acf-e0ec64d56cb7 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229863 Aug 24 00:38:33.462724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11cee0a2-cf4b-4715-8ec2-c6e7d2dd4592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.470674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] For port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:33.485070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempted to set empty binding levels {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:38:33.579813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.631149 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:33.631765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.663729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=6ae6464c-90ce-45b0-a5e1-b76d1e3a9245,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:33.714597 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11cee0a2-cf4b-4715-8ec2-c6e7d2dd4592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.863364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11cee0a2-cf4b-4715-8ec2-c6e7d2dd4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.901321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cee0a2-cf4b-4715-8ec2-c6e7d2dd4592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a3ab80-fa18-491b-9bde-415ca594cc7b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:33.906056 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-11cee0a2-cf4b-4715-8ec2-c6e7d2dd4592 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5184026d7fb94e85b228882b15034b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578393 Aug 24 00:38:33.908954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54720) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:33.973818 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3042540a-c149-4bf1-97d3-255c6d98a766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:33.996406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3042540a-c149-4bf1-97d3-255c6d98a766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.030603 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e7c9bb83-ec3b-475d-a52a-403f72ea0898 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.6545095 Aug 24 00:38:34.033269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54724) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:34.091565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d352bb6-0179-4430-a2a6-a5696741cd05 req-14800bca-f640-49e8-ae02-6552f6e0a9f7 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:34.093315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d352bb6-0179-4430-a2a6-a5696741cd05 req-14800bca-f640-49e8-ae02-6552f6e0a9f7 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 946 time: 0.0991437 Aug 24 00:38:34.119883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 2} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:34.124457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.137520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d352bb6-0179-4430-a2a6-a5696741cd05 req-54a62b4f-9f7d-4d10-8008-5e1347157e7c tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Aug 24 00:38:34.140826 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.160088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Deleting port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:34.160451 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.192679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3042540a-c149-4bf1-97d3-255c6d98a766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.195708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3042540a-c149-4bf1-97d3-255c6d98a766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.197722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3042540a-c149-4bf1-97d3-255c6d98a766 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52a3ab80-fa18-491b-9bde-415ca594cc7b HTTP/1.1" status: 204 len: 168 time: 0.2875600 Aug 24 00:38:34.208680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042540a-c149-4bf1-97d3-255c6d98a766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a3ab80-fa18-491b-9bde-415ca594cc7b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:34.282879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] For port 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245, host n-h2-804878-2, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:34.283260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.287320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 7e333434-5695-47e7-86b5-c4a1b07784c9 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:34.304769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Calling delete_port for 6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:34.547027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.562797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.601389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ae6464c-90ce-45b0-a5e1-b76d1e3a9245,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:34.646954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.646954 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5fcc4d8e-2f16-424d-a654-561e0f6c5b46 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "DELETE /v2.0/ports/6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 HTTP/1.1" status: 204 len: 168 time: 0.6106803 Aug 24 00:38:34.648875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54744) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:34.693335 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f01a82-35a0-4e1b-87bb-e909cb1cfd7b tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:38:34.695712 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5f01a82-35a0-4e1b-87bb-e909cb1cfd7b tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "GET /v2.0/ports/6ae6464c-90ce-45b0-a5e1-b76d1e3a9245 HTTP/1.1" status: 404 len: 333 time: 0.0456579 Aug 24 00:38:34.700004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54748) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:34.710249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Request body: {'port': {'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-265446842'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:34.715045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 645478f7-7af5-4053-866d-30178539a160 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:34.836786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.853763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Made reservation on behalf of 5ebc61b22cd248d6b2095320716bdf67 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:34.853763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:34.880169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] device_id is not set on port 3024789f-eb85-46a9-aa6f-4c067867753a yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:34.948749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.018451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=7e333434-5695-47e7-86b5-c4a1b07784c9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:35.047085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:35.049060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:35.051688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:35.052766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.106058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.133126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=645478f7-7af5-4053-866d-30178539a160,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:35.142083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Checking segment: {'id': '30e02272-ff9d-4d44-9c29-dbe31fbbf0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c283449b-ac01-4b7a-801f-2e0bea8f59dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:35.142464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network hostable DHCP agents. Network: c283449b-ac01-4b7a-801f-2e0bea8f59dd, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:35.205376 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.271337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network c283449b-ac01-4b7a-801f-2e0bea8f59dd is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:35.278141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:35.284930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:35.309613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:35.310999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:35.311981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.314421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-ca544466-8daa-46ad-8279-9f7732c905e4 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:35.316368 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-ca544466-8daa-46ad-8279-9f7732c905e4 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 946 time: 0.1031227 Aug 24 00:38:35.341035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=3024789f-eb85-46a9-aa6f-4c067867753a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:35.370071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7fec0-74a6-46f4-9370-9b3352acce0a req-2549015c-b5c7-44e9-9221-04c8bf2fbbca tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:35.371637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73c7fec0-74a6-46f4-9370-9b3352acce0a req-2549015c-b5c7-44e9-9221-04c8bf2fbbca tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 946 time: 0.1118977 Aug 24 00:38:35.376163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, c283449b-ac01-4b7a-801f-2e0bea8f59dd) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:35.384697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd4d1c-f527-43c1-b9d2-56c67fa2c39a None None] Network c283449b-ac01-4b7a-801f-2e0bea8f59dd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:35.413866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:35.417314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73c7fec0-74a6-46f4-9370-9b3352acce0a req-54b76460-f409-4ce5-a9e4-c7389491d3e6 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/security-groups?id=07255567-e16c-4236-8c78-685d4b49f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386839 Aug 24 00:38:35.423145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:35.428583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b76af2ce-898b-45a3-95eb-187d21ae0258 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7267540 Aug 24 00:38:35.432081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54770) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:35.454989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:35.455657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:35.463756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.538942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Deleting port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:35.543673 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.562712 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.728308 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-289eafa3-0560-41f9-902d-1515472b68f9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4457762 Aug 24 00:38:35.728968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54782) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:35.837358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] For port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,segment=NetworkSegment(43af35c7-f24b-4910-8eb4-d10c209a74c8),segment_id=43af35c7-f24b-4910-8eb4-d10c209a74c8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:35.838088 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.858012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Calling delete_port for 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:35.896728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] device_id is not set on port 3024789f-eb85-46a9-aa6f-4c067867753a yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:35.905733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:35.918639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Transition to ACTIVE for port object 3024789f-eb85-46a9-aa6f-4c067867753a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:35.930762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3e883a95-77d7-4d2d-8ddc-06b1d39a1ff4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 645478f7-7af5-4053-866d-30178539a160 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:35.931308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e883a95-77d7-4d2d-8ddc-06b1d39a1ff4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.002890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.024695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e883a95-77d7-4d2d-8ddc-06b1d39a1ff4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.044351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3e883a95-77d7-4d2d-8ddc-06b1d39a1ff4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 645478f7-7af5-4053-866d-30178539a160 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:36.108395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=3024789f-eb85-46a9-aa6f-4c067867753a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:36.115500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.115891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.116188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.122733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.123520 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.124089 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 2 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.138987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.139330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.139673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.155574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.156091 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.156510 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 3 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.189871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.189871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.190249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.201970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.201970 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.201970 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 4 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.222704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.222996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.223396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.228172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.228498 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.228895 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 5 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.241093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.241460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.241922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.246456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.246923 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.247360 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 6 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.251927 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.261763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.262104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.262440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.266024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['116424d7-1b4d-43ce-a61b-f6ffe58c1b56'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:38:36.268880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.268880 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.269381 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 7 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.283880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.284240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.284584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.289474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.290012 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.290473 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 8 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.304139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.304473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.304796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.305003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Pushing event deleted for resources: {'Port': ['ID=116424d7-1b4d-43ce-a61b-f6ffe58c1b56,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:36.310404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.310675 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.311226 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 9 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.326060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.326416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.326738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.331204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.331527 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.332049 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 10 to bind port 3024789f-eb85-46a9-aa6f-4c067867753a Aug 24 00:38:36.346064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:36.346620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:36.347132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:36.353316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:36.353316 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port 3024789f-eb85-46a9-aa6f-4c067867753a on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:36.353653 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.378201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] No DVR routers for this DVR port 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:36.381899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.385246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c292a1ea-b406-45af-ba62-00055c49eb0b req-12eb7b84-d5aa-41f1-9b56-4ba7f0b14a67 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.37 "DELETE /v2.0/ports/116424d7-1b4d-43ce-a61b-f6ffe58c1b56 HTTP/1.1" status: 204 len: 173 time: 1.0601611 Aug 24 00:38:36.386015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e883a95-77d7-4d2d-8ddc-06b1d39a1ff4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.394371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b5f05-90fa-4c41-8e5a-5224118b9828', 'name': 'network-vif-deleted', 'tag': '116424d7-1b4d-43ce-a61b-f6ffe58c1b56'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:36.396076 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab81001-6555-4909-9b8c-b5f94f61505e" -d '{"events": [{"server_uuid": "bd6b5f05-90fa-4c41-8e5a-5224118b9828", "name": "network-vif-deleted", "tag": "116424d7-1b4d-43ce-a61b-f6ffe58c1b56"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:36.499635 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed43c77-972e-4179-b1ab-9f70217dc8cc x-openstack-request-id: req-6ed43c77-972e-4179-b1ab-9f70217dc8cc {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:36.502372 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b5f05-90fa-4c41-8e5a-5224118b9828", "name": "network-vif-deleted", "tag": "116424d7-1b4d-43ce-a61b-f6ffe58c1b56", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:36.505534 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ed43c77-972e-4179-b1ab-9f70217dc8cc {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:36.506398 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b5f05-90fa-4c41-8e5a-5224118b9828', 'name': 'network-vif-deleted', 'tag': '116424d7-1b4d-43ce-a61b-f6ffe58c1b56', 'status': 'completed', 'code': 200} Aug 24 00:38:36.512438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e883a95-77d7-4d2d-8ddc-06b1d39a1ff4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=645478f7-7af5-4053-866d-30178539a160,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:36.531862 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e883a95-77d7-4d2d-8ddc-06b1d39a1ff4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.537455 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3e883a95-77d7-4d2d-8ddc-06b1d39a1ff4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/645478f7-7af5-4053-866d-30178539a160 HTTP/1.1" status: 204 len: 168 time: 0.8073821 Aug 24 00:38:36.538648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54818) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:36.541086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] For port 3024789f-eb85-46a9-aa6f-4c067867753a, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:36.541479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempted to set empty binding levels {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:38:36.597269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e68700-467d-486f-b233-c8de81411341 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.597891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-861e4dc6-0871-4439-91bd-2b79df34daa5 req-40e21266-35cc-4e28-bb7f-0632775038bf tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 210 time: 0.0504231 Aug 24 00:38:36.604714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e68700-467d-486f-b233-c8de81411341 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.606624 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f9e68700-467d-486f-b233-c8de81411341 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0667901 Aug 24 00:38:36.609328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54820) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:36.713378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-50a602b3-5b73-4c49-bf77-4a770bf8a287 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 7e333434-5695-47e7-86b5-c4a1b07784c9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:36.713772 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50a602b3-5b73-4c49-bf77-4a770bf8a287 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.771212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.786179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50a602b3-5b73-4c49-bf77-4a770bf8a287 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.804006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-50a602b3-5b73-4c49-bf77-4a770bf8a287 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 7e333434-5695-47e7-86b5-c4a1b07784c9 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:36.839872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] In _notify_port_updated(), no bound segment for port 3024789f-eb85-46a9-aa6f-4c067867753a on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:38:36.841005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.841696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:36.842983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "PUT /v2.0/ports/3024789f-eb85-46a9-aa6f-4c067867753a HTTP/1.1" status: 200 len: 974 time: 1.4085979 Aug 24 00:38:36.845613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:36.916017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22312c0d-2d0d-4052-8958-7a6af1c01ca9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=3024789f-eb85-46a9-aa6f-4c067867753a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:36.954295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.954794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.955273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.955744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.956215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.956714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.957183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.957673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.958140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.958611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.959074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.959536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.959995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.960455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.960912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.961373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.961890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.962355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:36.965039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-97d9ee41-32e4-44b3-b872-f4737e4b751f tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16006 time: 0.1184654 Aug 24 00:38:36.968710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54830) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.061026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Deleting port 3024789f-eb85-46a9-aa6f-4c067867753a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:37.061508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.063509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50a602b3-5b73-4c49-bf77-4a770bf8a287 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.102043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a602b3-5b73-4c49-bf77-4a770bf8a287 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=7e333434-5695-47e7-86b5-c4a1b07784c9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:37.115644 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50a602b3-5b73-4c49-bf77-4a770bf8a287 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.121761 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-50a602b3-5b73-4c49-bf77-4a770bf8a287 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/7e333434-5695-47e7-86b5-c4a1b07784c9 HTTP/1.1" status: 204 len: 168 time: 0.5088494 Aug 24 00:38:37.122104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54836) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.171626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] For port 3024789f-eb85-46a9-aa6f-4c067867753a, host n-h2-804878-2, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:37.171626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.186884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e2205-a3d0-4650-a5fc-9f1ae70068cb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:37.188446 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e79e2205-a3d0-4650-a5fc-9f1ae70068cb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0653880 Aug 24 00:38:37.191231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54838) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.191714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Calling delete_port for 3024789f-eb85-46a9-aa6f-4c067867753a owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:37.207381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54840) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.218014 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-972901d5-906a-4740-877b-84d4929bdae0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:38:37.231306 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-972901d5-906a-4740-877b-84d4929bdae0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/645478f7-7af5-4053-866d-30178539a160 HTTP/1.1" status: 404 len: 333 time: 0.0366213 Aug 24 00:38:37.231952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54846) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.278845 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a942eb5-5f4c-457a-bff2-1144f60baf8b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:38:37.281620 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3a942eb5-5f4c-457a-bff2-1144f60baf8b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/7e333434-5695-47e7-86b5-c4a1b07784c9 HTTP/1.1" status: 404 len: 333 time: 0.0475554 Aug 24 00:38:37.285408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54848) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.405145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.469792 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.478211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event deleted for resources: {'Port': ['ID=3024789f-eb85-46a9-aa6f-4c067867753a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:37.492728 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.498721 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e69ea571-da73-4b8b-bb90-0cf50add3104 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "DELETE /v2.0/ports/3024789f-eb85-46a9-aa6f-4c067867753a HTTP/1.1" status: 204 len: 168 time: 0.5289230 Aug 24 00:38:37.500750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed00ff01-64f3-454e-933b-10441d43e940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.502740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4a523b-304a-44b1-b0eb-a8c89ddd8c18 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8e4a523b-304a-44b1-b0eb-a8c89ddd8c18 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "GET /v2.0/ports/3024789f-eb85-46a9-aa6f-4c067867753a HTTP/1.1" status: 404 len: 333 time: 0.0465159 Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1524389566', 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id': '5ebc61b22cd248d6b2095320716bdf67', 'id': '66ce24a3-ab94-4365-8a55-9f1753d01a0e', 'expiration': datetime.datetime(2021, 8, 24, 0, 40, 37, 578590)}] Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:38:37.645065 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:38:37.647276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.647276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c283449b-ac01-4b7a-801f-2e0bea8f59dd']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:37.647276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e02272-ff9d-4d44-9c29-dbe31fbbf0b9') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:37.647276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e02272-ff9d-4d44-9c29-dbe31fbbf0b9') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:37.659657 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.668169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed00ff01-64f3-454e-933b-10441d43e940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.683522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.691524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:37.691936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:37.695947 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:37.744233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7a982ed-ab60-4b71-86ce-d4f6c7461599 req-30440543-1265-41a2-b0c3-3da2e79e7993 tempest-InstanceActionsV221TestJSON-831141341 tempest-InstanceActionsV221TestJSON-831141341-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd6b5f05-90fa-4c41-8e5a-5224118b9828 HTTP/1.1" status: 200 len: 210 time: 0.0375099 Aug 24 00:38:37.782947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed00ff01-64f3-454e-933b-10441d43e940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.825308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ed00ff01-64f3-454e-933b-10441d43e940 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a34631e885c47b998a9866ee22ca6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6131310 Aug 24 00:38:37.827037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00ff01-64f3-454e-933b-10441d43e940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7891a42c-e5cd-479e-8309-ca471e255304,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:37.827843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54860) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.845319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.850683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.854150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/networks/c283449b-ac01-4b7a-801f-2e0bea8f59dd HTTP/1.1" status: 204 len: 168 time: 0.5655088 Aug 24 00:38:37.858264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:37.865647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-502470869'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:37.883999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9411f-4dde-4f5e-9077-ee508db276eb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Network': ['ID=c283449b-ac01-4b7a-801f-2e0bea8f59dd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:37.925064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a910199-96ad-4247-b913-2244fecc1978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:37.951282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a910199-96ad-4247-b913-2244fecc1978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.009744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:38.017091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.117045 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a910199-96ad-4247-b913-2244fecc1978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.121302 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a910199-96ad-4247-b913-2244fecc1978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.123029 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a910199-96ad-4247-b913-2244fecc1978 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7891a42c-e5cd-479e-8309-ca471e255304 HTTP/1.1" status: 204 len: 168 time: 0.2940023 Aug 24 00:38:38.135840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a910199-96ad-4247-b913-2244fecc1978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7891a42c-e5cd-479e-8309-ca471e255304,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:38.138057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:38.150020 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.150325 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Added segment 1f3ef173-f9ce-4fb2-b6c5-205117866a6a of type vlan for network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 Aug 24 00:38:38.202040 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.221153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Made reservation on behalf of 5ebc61b22cd248d6b2095320716bdf67 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:38.223498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.242812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] device_id is not set on port a0582283-0014-4ccf-b477-3239800344bc yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:38.389996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.395665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:38.396313 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.431734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.491864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Network': ['ID=0303b3c2-6761-4882-b9e5-fe4b8846f6e7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:38.511849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:38.576212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4d4ae3d8-59da-4a8d-8325-ffaf6a868f63 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7161913 Aug 24 00:38:38.578999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:38.584925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': '0303b3c2-6761-4882-b9e5-fe4b8846f6e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:38.676258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.750643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:38.754933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:38.762717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:38.763625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:38.764229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.767407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=a0582283-0014-4ccf-b477-3239800344bc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:38.797113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:38.817621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:38.824503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 116424d7-1b4d-43ce-a61b-f6ffe58c1b56 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:38.873896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:38.884236 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:38.996503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-02ac6969-7693-4e52-9e74-2a0ef75cd12d tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4404631 Aug 24 00:38:38.998713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54906) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.032886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54908) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.043786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad4e65-e4f8-4320-a6db-397920c99f97 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:39.047023 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dfad4e65-e4f8-4320-a6db-397920c99f97 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "GET /v2.0/ports/a0582283-0014-4ccf-b477-3239800344bc HTTP/1.1" status: 200 len: 955 time: 0.0450153 Aug 24 00:38:39.049021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54912) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.128140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-090b0d16-b2dc-4efb-a6da-61a332ad6886 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Deleting port a0582283-0014-4ccf-b477-3239800344bc {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:39.128694 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-090b0d16-b2dc-4efb-a6da-61a332ad6886 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.133845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-940237b8-52bf-4b9f-8042-f96c71327b83 admin admin] Deleting subnet e819da43-e113-432e-83ab-60b8edfa980e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:39.140479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-940237b8-52bf-4b9f-8042-f96c71327b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.200348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-940237b8-52bf-4b9f-8042-f96c71327b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.214480 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-090b0d16-b2dc-4efb-a6da-61a332ad6886 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.240678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54918) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.248380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-090b0d16-b2dc-4efb-a6da-61a332ad6886 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Calling delete_port for a0582283-0014-4ccf-b477-3239800344bc owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:39.284771 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-940237b8-52bf-4b9f-8042-f96c71327b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.339456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.420739 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-090b0d16-b2dc-4efb-a6da-61a332ad6886 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.435755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=ccb4331e-c745-4ecf-9eab-a328ea84ea54,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:39.443375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Checking segment: {'id': '1f3ef173-f9ce-4fb2-b6c5-205117866a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0303b3c2-6761-4882-b9e5-fe4b8846f6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:39.463093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network hostable DHCP agents. Network: 0303b3c2-6761-4882-b9e5-fe4b8846f6e7, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:39.482569 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3788e78a-7d6b-43f7-be7c-2af8ead71759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.484791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b0d16-b2dc-4efb-a6da-61a332ad6886 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0582283-0014-4ccf-b477-3239800344bc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:39.496295 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-090b0d16-b2dc-4efb-a6da-61a332ad6886 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.506762 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-090b0d16-b2dc-4efb-a6da-61a332ad6886 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "DELETE /v2.0/ports/a0582283-0014-4ccf-b477-3239800344bc HTTP/1.1" status: 204 len: 168 time: 0.4565001 Aug 24 00:38:39.515337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54930) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.518090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-940237b8-52bf-4b9f-8042-f96c71327b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.547705 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc4e503-b263-4275-b7ba-d8496f83d115 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:38:39.549308 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dcc4e503-b263-4275-b7ba-d8496f83d115 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "GET /v2.0/ports/a0582283-0014-4ccf-b477-3239800344bc HTTP/1.1" status: 404 len: 333 time: 0.0359108 Aug 24 00:38:39.553345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54934) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.558766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:39.562419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Request body: {'port': {'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2144171115'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:39.565390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940237b8-52bf-4b9f-8042-f96c71327b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e819da43-e113-432e-83ab-60b8edfa980e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:39.571271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-940237b8-52bf-4b9f-8042-f96c71327b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.573360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-940237b8-52bf-4b9f-8042-f96c71327b83 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e819da43-e113-432e-83ab-60b8edfa980e HTTP/1.1" status: 204 len: 168 time: 0.5393326 Aug 24 00:38:39.575932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.643958 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3788e78a-7d6b-43f7-be7c-2af8ead71759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.652308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 0303b3c2-6761-4882-b9e5-fe4b8846f6e7) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:39.666869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:39.667509 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.667949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3614a-eaaf-4ef2-98a5-57481189570f None None] Network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:39.686759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.725416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3788e78a-7d6b-43f7-be7c-2af8ead71759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.781398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.793904 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3788e78a-7d6b-43f7-be7c-2af8ead71759 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7eb132bface54ebfa82a7797f57e74be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495682 Aug 24 00:38:39.794620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54942) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.796960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788e78a-7d6b-43f7-be7c-2af8ead71759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768672be-c232-40ef-aa21-43c3fdb07b1f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:39.803173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192a54ef-4456-4aa6-ad80-0421e04b3d87']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:39.814468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8d5c56de-25a0-4936-b161-2066eb294833 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2318516 Aug 24 00:38:39.815022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54944) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:39.821965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43af35c7-f24b-4910-8eb4-d10c209a74c8') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:39.822276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43af35c7-f24b-4910-8eb4-d10c209a74c8') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:39.822919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': '0303b3c2-6761-4882-b9e5-fe4b8846f6e7', 'name': 'tempest-PortsTestJSON-1469211563'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:39.845661 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.881882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-0303b3c2-6761-4882-b9e5-fe4b8846f6e7', 'network_id': '0303b3c2-6761-4882-b9e5-fe4b8846f6e7', 'tenant_id': 'a16bbe30523b463c97a41ff8dbe93e11', 'fixed_ips': [{'subnet_id': 'ccb4331e-c745-4ecf-9eab-a328ea84ea54'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:38:39.885378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.888624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.889615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09ea0576-670d-4c0c-b3de-bacedc17f11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.903452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:39.903879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:39.905881 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:39.977837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09ea0576-670d-4c0c-b3de-bacedc17f11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.046540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Made reservation on behalf of 5ebc61b22cd248d6b2095320716bdf67 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:40.049164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.067860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.073633 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.078870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Allocated IP 172.20.0.2 (0303b3c2-6761-4882-b9e5-fe4b8846f6e7/ccb4331e-c745-4ecf-9eab-a328ea84ea54/a67fcd51-b39f-4e06-8963-e55514921d44) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:40.079376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] 10.222.0.26 "DELETE /v2.0/networks/192a54ef-4456-4aa6-ad80-0421e04b3d87 HTTP/1.1" status: 204 len: 168 time: 0.4987509 Aug 24 00:38:40.096312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5d0fe-b2ea-40d3-a2b6-20b9fd88cb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=192a54ef-4456-4aa6-ad80-0421e04b3d87,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:40.098485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] device_id is not set on port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:40.136422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09ea0576-670d-4c0c-b3de-bacedc17f11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.140080 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09ea0576-670d-4c0c-b3de-bacedc17f11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.143105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-09ea0576-670d-4c0c-b3de-bacedc17f11f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/768672be-c232-40ef-aa21-43c3fdb07b1f HTTP/1.1" status: 204 len: 168 time: 0.3454552 Aug 24 00:38:40.157428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea0576-670d-4c0c-b3de-bacedc17f11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768672be-c232-40ef-aa21-43c3fdb07b1f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:40.188386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:40.193786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.270222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 0fdd4fdb-a2be-4faa-af67-ac82669de60c yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:40.270604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.281493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Transition to ACTIVE for port object a67fcd51-b39f-4e06-8963-e55514921d44 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:40.298670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Transition to ACTIVE for port object a67fcd51-b39f-4e06-8963-e55514921d44 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:40.376313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.428052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:40.431140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:40.433544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:40.448798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Pushing event updated for resources: {'Port': ['ID=a67fcd51-b39f-4e06-8963-e55514921d44,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:40.492313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.492679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.493034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.493624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.494076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54962) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:40.494429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.494781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.495120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.495545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.495794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.496127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.497399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.498191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:40.516137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Attempting to bind port a67fcd51-b39f-4e06-8963-e55514921d44 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:40.516529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Attempting to bind port a67fcd51-b39f-4e06-8963-e55514921d44 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1f3ef173-f9ce-4fb2-b6c5-205117866a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0303b3c2-6761-4882-b9e5-fe4b8846f6e7'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:40.516905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Attempting to bind port a67fcd51-b39f-4e06-8963-e55514921d44 on network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:40.522845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:40.523222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Checking segment: {'id': '1f3ef173-f9ce-4fb2-b6c5-205117866a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0303b3c2-6761-4882-b9e5-fe4b8846f6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:40.523509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.524683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Bound using segment: {'id': '1f3ef173-f9ce-4fb2-b6c5-205117866a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0303b3c2-6761-4882-b9e5-fe4b8846f6e7'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:40.525327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Bound port: a67fcd51-b39f-4e06-8963-e55514921d44, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3ef173-f9ce-4fb2-b6c5-205117866a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0303b3c2-6761-4882-b9e5-fe4b8846f6e7'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:40.525927 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.575951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-567d4ced-b26e-4c58-adfe-ecfa90ecb31a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e12867357fd841f8b4694d2ead85b55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801914 Aug 24 00:38:40.578754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:40.632637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] For port a67fcd51-b39f-4e06-8963-e55514921d44, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:40.641529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] For port a67fcd51-b39f-4e06-8963-e55514921d44, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a67fcd51-b39f-4e06-8963-e55514921d44,segment=NetworkSegment(1f3ef173-f9ce-4fb2-b6c5-205117866a6a),segment_id=1f3ef173-f9ce-4fb2-b6c5-205117866a6a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:40.655779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.673783 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4003f40d-88fa-407f-8319-7d0ea42f6b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.728172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4003f40d-88fa-407f-8319-7d0ea42f6b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.745864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.13 (0303b3c2-6761-4882-b9e5-fe4b8846f6e7/ccb4331e-c745-4ecf-9eab-a328ea84ea54/0fdd4fdb-a2be-4faa-af67-ac82669de60c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:40.754445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.829658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5ea8f-3f7b-488a-847f-0f364df76b26 None None] Pushing event updated for resources: {'Port': ['ID=a67fcd51-b39f-4e06-8963-e55514921d44,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:40.839521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.856908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4003f40d-88fa-407f-8319-7d0ea42f6b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.861743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4003f40d-88fa-407f-8319-7d0ea42f6b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.866406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4003f40d-88fa-407f-8319-7d0ea42f6b22 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07255567-e16c-4236-8c78-685d4b49f5dc HTTP/1.1" status: 204 len: 168 time: 0.2850199 Aug 24 00:38:40.883958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003f40d-88fa-407f-8319-7d0ea42f6b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07255567-e16c-4236-8c78-685d4b49f5dc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:40.951566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:40.961732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:40.965231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:40.966287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:40.967074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:40.972877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=d420397a-8ba0-4c1c-85ff-4ecca57a47e2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:41.052601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.080695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7e80acb5-a064-41e7-b118-7e183737afd9 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5239098 Aug 24 00:38:41.081126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:41.087747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:41.099119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object 0fdd4fdb-a2be-4faa-af67-ac82669de60c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:41.128372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54988) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:41.163219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7cb44889-5bab-4d3c-b833-e3003cfcab3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.206547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.290629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.355964 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7cb44889-5bab-4d3c-b833-e3003cfcab3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.364555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:41.368411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:41.370690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=0fdd4fdb-a2be-4faa-af67-ac82669de60c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:41.373011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:41.402026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7cb44889-5bab-4d3c-b833-e3003cfcab3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.442741 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7cb44889-5bab-4d3c-b833-e3003cfcab3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90989b8eb0634933beed7f2802e21824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132288 Aug 24 00:38:41.458486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] device_id is not set on port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:41.459880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54996) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:41.470370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.495346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:41.496018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.500599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Transition to ACTIVE for port object d420397a-8ba0-4c1c-85ff-4ecca57a47e2 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:41.518227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb44889-5bab-4d3c-b833-e3003cfcab3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d226c688-b917-4283-aac2-265ef5593d2d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:41.558488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-882fe5a7-a1d4-419e-a5bf-38deed19d9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.571350 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.589506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-882fe5a7-a1d4-419e-a5bf-38deed19d9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.602190 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4ba921d5-bffa-4a47-88ec-51405490e632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7858400 Aug 24 00:38:41.604882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55002) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:41.654452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55004) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:41.714323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:41.714323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:41.714323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:41.720307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=d420397a-8ba0-4c1c-85ff-4ecca57a47e2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:41.736434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:41.737233 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:41.738504 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 2 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:41.776912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:41.777617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:41.777746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:41.798121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:41.798469 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:41.798878 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 3 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:41.832101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:41.833651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:41.836033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:41.837523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e9e67-c5ce-4147-b211-3200e4d0527e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 0fdd4fdb-a2be-4faa-af67-ac82669de60c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:41.838077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9e67-c5ce-4147-b211-3200e4d0527e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.843798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:41.846018 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:41.847112 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 4 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:41.867940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:41.868690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:41.869296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:41.879186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:41.879929 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:41.880640 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 5 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:41.909271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:41.909271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:41.909271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:41.926178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a67fcd51-b39f-4e06-8963-e55514921d44 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:41.927875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:41.928225 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:41.930891 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 6 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:41.946101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:41.946101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:41.946101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:41.952217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:41.952866 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:41.953520 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 7 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:41.970541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:41.970903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-882fe5a7-a1d4-419e-a5bf-38deed19d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.971332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:41.971904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:41.973532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-882fe5a7-a1d4-419e-a5bf-38deed19d9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:41.979107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:41.979697 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:41.980104 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 8 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:41.987419 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-882fe5a7-a1d4-419e-a5bf-38deed19d9fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d226c688-b917-4283-aac2-265ef5593d2d HTTP/1.1" status: 204 len: 168 time: 0.5264537 Aug 24 00:38:42.027302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:42.027745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:42.027874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1243984324'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:42.028368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:42.044890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fe5a7-a1d4-419e-a5bf-38deed19d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d226c688-b917-4283-aac2-265ef5593d2d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:42.045173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:42.047482 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:42.048321 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 9 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:42.082727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:42.083427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:42.083427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:42.092464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:42.092806 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:42.093220 n-d-804878-2 neutron-server[95326]: INFO neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempt 10 to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 Aug 24 00:38:42.130581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:42.130915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:42.131446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempting to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:42.136991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:38:42.137665 n-d-804878-2 neutron-server[95326]: ERROR neutron.plugins.ml2.managers [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Failed to bind port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on host n-h2-804878-2 for vnic_type normal using segments [{'id': 'c7fcfad9-f02d-48a8-9185-614a0de2a77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7a89f42c-0fda-4d06-8ee6-3adb2bd11e57'}] Aug 24 00:38:42.138238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.147782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a67fcd51-b39f-4e06-8963-e55514921d44 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:42.149776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9e67-c5ce-4147-b211-3200e4d0527e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.164808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e9e67-c5ce-4147-b211-3200e4d0527e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 0fdd4fdb-a2be-4faa-af67-ac82669de60c owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:42.222375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] For port d420397a-8ba0-4c1c-85ff-4ecca57a47e2, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:42.223166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attempted to set empty binding levels {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 24 00:38:42.229584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Made reservation on behalf of f98fb291547542afa85d402babd06518 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:42.237940 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.262353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.262616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893e9f2-1861-4a84-a3c5-eb0a433f988d None None] Network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:42.302471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.383955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] In _notify_port_updated(), no bound segment for port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 on network 7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:38:42.384767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:42.385387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.392895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "PUT /v2.0/ports/d420397a-8ba0-4c1c-85ff-4ecca57a47e2 HTTP/1.1" status: 200 len: 975 time: 1.3105407 Aug 24 00:38:42.398219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55026) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:42.414209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac778-99c5-4f70-815a-6d427b6b37e8 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event updated for resources: {'Port': ['ID=d420397a-8ba0-4c1c-85ff-4ecca57a47e2,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:42.472814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.498937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9e67-c5ce-4147-b211-3200e4d0527e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.511372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.512050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-748ce822-8978-4d25-8321-43d98800f66e None None] Provisioning for port a67fcd51-b39f-4e06-8963-e55514921d44 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:42.520687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-748ce822-8978-4d25-8321-43d98800f66e None None] Provisioning complete for port a67fcd51-b39f-4e06-8963-e55514921d44 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:42.521071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-748ce822-8978-4d25-8321-43d98800f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.540440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.551981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e9e67-c5ce-4147-b211-3200e4d0527e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=0fdd4fdb-a2be-4faa-af67-ac82669de60c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:42.566864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Deleting port d420397a-8ba0-4c1c-85ff-4ecca57a47e2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:42.567286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.666135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:42.694733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-748ce822-8978-4d25-8321-43d98800f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.700513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af255ee7-77f6-4f27-8e60-bf929ab4e5fa,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:42.737425 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.737830 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Added segment 6f4dd68d-8636-46c8-bfb9-96d28e896258 of type vlan for network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 Aug 24 00:38:42.748616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-748ce822-8978-4d25-8321-43d98800f66e None None] For port a67fcd51-b39f-4e06-8963-e55514921d44, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a67fcd51-b39f-4e06-8963-e55514921d44,segment=NetworkSegment(1f3ef173-f9ce-4fb2-b6c5-205117866a6a),segment_id=1f3ef173-f9ce-4fb2-b6c5-205117866a6a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:42.761701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] For port d420397a-8ba0-4c1c-85ff-4ecca57a47e2, host n-h2-804878-2, got binding levels [] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:42.762139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.766280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9e67-c5ce-4147-b211-3200e4d0527e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.769647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4d9e9e67-c5ce-4147-b211-3200e4d0527e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/0fdd4fdb-a2be-4faa-af67-ac82669de60c HTTP/1.1" status: 204 len: 168 time: 1.1634862 Aug 24 00:38:42.777175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55046) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:42.812792 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-375500f3-2b30-4ce3-ad09-45236879d81d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:38:42.824107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375500f3-2b30-4ce3-ad09-45236879d81d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:42.829543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Calling delete_port for d420397a-8ba0-4c1c-85ff-4ecca57a47e2 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:42.830528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-375500f3-2b30-4ce3-ad09-45236879d81d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/0fdd4fdb-a2be-4faa-af67-ac82669de60c HTTP/1.1" status: 404 len: 333 time: 0.0523553 Aug 24 00:38:42.831904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:42.840203 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.862585 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-748ce822-8978-4d25-8321-43d98800f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.867532 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a228fbb7-6e27-43ff-8454-7589f03bb2d1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:38:42.872503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a228fbb7-6e27-43ff-8454-7589f03bb2d1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/0fdd4fdb-a2be-4faa-af67-ac82669de60c HTTP/1.1" status: 404 len: 333 time: 0.0389566 Aug 24 00:38:42.873242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55052) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:42.936290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c88fd6f-8620-4066-b487-199a82e75255 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet ccb4331e-c745-4ecf-9eab-a328ea84ea54 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:42.939978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c88fd6f-8620-4066-b487-199a82e75255 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:42.970918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ce822-8978-4d25-8321-43d98800f66e None None] Pushing event updated for resources: {'Port': ['ID=a67fcd51-b39f-4e06-8963-e55514921d44,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:43.000121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.003530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c88fd6f-8620-4066-b487-199a82e75255 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.008715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:43.009541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.051801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:43.099836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-23e9c4f6-c95b-4a92-ad1b-3b2a6ff35906 None None] Provisioning complete for port a67fcd51-b39f-4e06-8963-e55514921d44 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:43.106889 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-23e9c4f6-c95b-4a92-ad1b-3b2a6ff35906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.131773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.203063 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c88fd6f-8620-4066-b487-199a82e75255 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.222821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Pushing event deleted for resources: {'Port': ['ID=d420397a-8ba0-4c1c-85ff-4ecca57a47e2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:43.240837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5850170 Aug 24 00:38:43.253860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:43.259607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.264829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Request body: {'subnet': {'network_id': '1a04e6fb-dd0e-4564-8ee5-0a54b8851c41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:43.265049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f47e8d00-9978-4005-8e21-9f65eee2bbb6 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d420397a-8ba0-4c1c-85ff-4ecca57a47e2 HTTP/1.1" status: 204 len: 168 time: 0.8653204 Aug 24 00:38:43.266066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55072) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:43.267910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a63e-64c5-4123-8f51-ae216f0e0e65 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event updated for resources: {'Network': ['ID=1a04e6fb-dd0e-4564-8ee5-0a54b8851c41,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:43.278774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-network', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:43.302655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:43.339219 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-948b528a-f5b1-4c50-b1f8-28eef4c07ff7 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] GET failed (client error): The resource could not be found. Aug 24 00:38:43.354797 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-948b528a-f5b1-4c50-b1f8-28eef4c07ff7 tempest-PortsAdminExtendedAttrsTestJSON-1299097565 tempest-PortsAdminExtendedAttrsTestJSON-1299097565-project-admin] 10.222.0.26 "GET /v2.0/ports/d420397a-8ba0-4c1c-85ff-4ecca57a47e2 HTTP/1.1" status: 404 len: 333 time: 0.0600314 Aug 24 00:38:43.356122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55076) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:43.503817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Made reservation on behalf of 3ed81b531a5b4647813566f12d197f9a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:43.506054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.514131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f364534c-d187-4706-9c48-26841a2293ea None None] Could not find standard attr ID for object 0fdd4fdb-a2be-4faa-af67-ac82669de60c. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:38:43.524602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.528025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.547084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c88fd6f-8620-4066-b487-199a82e75255 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.614493 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c88fd6f-8620-4066-b487-199a82e75255 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.621763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8c88fd6f-8620-4066-b487-199a82e75255 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/ccb4331e-c745-4ecf-9eab-a328ea84ea54 HTTP/1.1" status: 204 len: 168 time: 0.7421720 Aug 24 00:38:43.621763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88fd6f-8620-4066-b487-199a82e75255 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb4331e-c745-4ecf-9eab-a328ea84ea54,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:43.625307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:43.672100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.686345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a89f42c-0fda-4d06-8ee6-3adb2bd11e57']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:43.699237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Made reservation on behalf of f98fb291547542afa85d402babd06518 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:43.701373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fcfad9-f02d-48a8-9185-614a0de2a77a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:43.701906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fcfad9-f02d-48a8-9185-614a0de2a77a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:43.702847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.752468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.773425 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.786406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0a28fd-2668-4d5b-9d0a-2790a9bc5cfa None None] Network 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:43.787261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:43.787809 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.796927 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.854875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a67fcd51-b39f-4e06-8963-e55514921d44 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:43.895940 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:43.954693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port a67fcd51-b39f-4e06-8963-e55514921d44 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:43.955315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:43.975817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a67fcd51-b39f-4e06-8963-e55514921d44 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:43.976366 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.005493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.018033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.026524 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] 10.222.0.26 "DELETE /v2.0/networks/7a89f42c-0fda-4d06-8ee6-3adb2bd11e57 HTTP/1.1" status: 204 len: 168 time: 0.6663952 Aug 24 00:38:44.068969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.074586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefce25-4b24-4ea4-a9db-1aa6a124f64d tempest-PortsAdminExtendedAttrsTestJSON-97726766 tempest-PortsAdminExtendedAttrsTestJSON-97726766-project] Pushing event deleted for resources: {'Network': ['ID=7a89f42c-0fda-4d06-8ee6-3adb2bd11e57,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:44.079995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] For port a67fcd51-b39f-4e06-8963-e55514921d44, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a67fcd51-b39f-4e06-8963-e55514921d44,segment=NetworkSegment(1f3ef173-f9ce-4fb2-b6c5-205117866a6a),segment_id=1f3ef173-f9ce-4fb2-b6c5-205117866a6a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:44.080394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.103570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for a67fcd51-b39f-4e06-8963-e55514921d44 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:44.122462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896f254-6c91-4137-9d01-db229092638d None None] DHCP port deletion for 0303b3c2-6761-4882-b9e5-fe4b8846f6e7 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:38:44.185705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.196624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3896f254-6c91-4137-9d01-db229092638d None None] Deleting port a67fcd51-b39f-4e06-8963-e55514921d44 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:44.197222 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3896f254-6c91-4137-9d01-db229092638d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.246146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:44.285078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d39218c-3870-45b7-802b-f9c57077a847,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:44.289520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3896f254-6c91-4137-9d01-db229092638d None None] For port a67fcd51-b39f-4e06-8963-e55514921d44, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a67fcd51-b39f-4e06-8963-e55514921d44,segment=NetworkSegment(1f3ef173-f9ce-4fb2-b6c5-205117866a6a),segment_id=1f3ef173-f9ce-4fb2-b6c5-205117866a6a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:44.289520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3896f254-6c91-4137-9d01-db229092638d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.289788 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.289788 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Added segment 3f5957a8-376b-4c46-aa7d-d89cae1623cd of type vlan for network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 Aug 24 00:38:44.304008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3896f254-6c91-4137-9d01-db229092638d None None] Calling delete_port for a67fcd51-b39f-4e06-8963-e55514921d44 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:44.341138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.360654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.421804 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.434247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3896f254-6c91-4137-9d01-db229092638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.461547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f254-6c91-4137-9d01-db229092638d None None] Pushing event deleted for resources: {'Port': ['ID=a67fcd51-b39f-4e06-8963-e55514921d44,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:44.466576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896f254-6c91-4137-9d01-db229092638d None None] No DVR routers for this DVR port a67fcd51-b39f-4e06-8963-e55514921d44 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:44.473765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=a67fcd51-b39f-4e06-8963-e55514921d44,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:44.479564 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.480742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:44.485355 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.497467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event updated for resources: {'Subnet': ['ID=3cd61475-11f1-4cbb-a756-56798a0acfe5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:44.515644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No DVR routers for this DVR port a67fcd51-b39f-4e06-8963-e55514921d44 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:44.577944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Checking segment: {'id': '6f4dd68d-8636-46c8-bfb9-96d28e896258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a04e6fb-dd0e-4564-8ee5-0a54b8851c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:44.578320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Network hostable DHCP agents. Network: 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:44.637598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:44.653661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6018994 Aug 24 00:38:44.654310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:44.659523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede01420-0fa4-4d2a-a28f-bed40946d91f admin admin] Pushing event updated for resources: {'Network': ['ID=1e56035b-dd8f-4979-b67b-ad0a8f21e636,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:44.672570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Request body: {'subnet': {'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-subnet', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:44.673462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.673668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:44.678397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0303b3c2-6761-4882-b9e5-fe4b8846f6e7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:44.697586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3ef173-f9ce-4fb2-b6c5-205117866a6a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:44.701168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3ef173-f9ce-4fb2-b6c5-205117866a6a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:44.711570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.736831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.741193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:44.743348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:44.746774 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:44.799072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:44.818580 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4645b17f-90c5-40c3-9d1f-566335f3153c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1638d2314624a409eedea509882531f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792099 Aug 24 00:38:44.821747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:44.849634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Made reservation on behalf of 3ed81b531a5b4647813566f12d197f9a for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:44.852938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.873762 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57454c2-6da9-4cc9-b148-584b40499ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.901276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57454c2-6da9-4cc9-b148-584b40499ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.941927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:44.954848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c10752-0e3c-4ef6-9078-32193561b47a None None] Network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:44.958921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:44.959708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.964741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.976368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:44.979767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55128) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:44.980016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/networks/0303b3c2-6761-4882-b9e5-fe4b8846f6e7 HTTP/1.1" status: 204 len: 168 time: 1.3533676 Aug 24 00:38:44.990313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-69025989'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:45.004737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75351e63-3416-4fb9-a2b0-495bfd9180f1 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Network': ['ID=0303b3c2-6761-4882-b9e5-fe4b8846f6e7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:45.136992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d576d804-43f2-431c-88df-ed1d1c9f608f tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8776698 Aug 24 00:38:45.136992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57454c2-6da9-4cc9-b148-584b40499ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.139838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55136) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:45.146597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Request body: {'port': {'network_id': '1a04e6fb-dd0e-4564-8ee5-0a54b8851c41', 'name': 'tempest-DHCPAgentSchedulersTestJSON-248077737'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:45.148646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-1a04e6fb-dd0e-4564-8ee5-0a54b8851c41', 'network_id': '1a04e6fb-dd0e-4564-8ee5-0a54b8851c41', 'tenant_id': 'f98fb291547542afa85d402babd06518', 'fixed_ips': [{'subnet_id': '3cd61475-11f1-4cbb-a756-56798a0acfe5'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:38:45.150274 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b57454c2-6da9-4cc9-b148-584b40499ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.151193 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.151994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b57454c2-6da9-4cc9-b148-584b40499ac7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c23b5de-6b0a-44e7-95c3-c263b15ecbb8 HTTP/1.1" status: 204 len: 168 time: 0.3291059 Aug 24 00:38:45.177132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57454c2-6da9-4cc9-b148-584b40499ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c23b5de-6b0a-44e7-95c3-c263b15ecbb8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:45.226969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.328194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d1102a-9cb9-4a12-b4e2-72916ab83a90,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:45.334769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Allocated IP 172.20.0.2 (1a04e6fb-dd0e-4564-8ee5-0a54b8851c41/3cd61475-11f1-4cbb-a756-56798a0acfe5/2c3c3dad-758d-4316-8c8a-59cb295b2b1e) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:45.342330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:45.345850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.379606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Checking segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:45.379974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Network hostable DHCP agents. Network: 1e56035b-dd8f-4979-b67b-ad0a8f21e636, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:45.406567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:45.434147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.434503 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Added segment 3c21f562-40da-4078-860b-f20b0709cb89 of type vlan for network bd1887df-e32c-4d50-b566-c1ef4879f485 Aug 24 00:38:45.480627 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.532071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Made reservation on behalf of f98fb291547542afa85d402babd06518 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:45.536550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.548537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:45.556949 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.571938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Transition to ACTIVE for port object 2c3c3dad-758d-4316-8c8a-59cb295b2b1e will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:45.576223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] device_id is not set on port 1e44d65f-bd9a-4030-9005-86f1be81fcd2 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:45.606916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Transition to ACTIVE for port object 2c3c3dad-758d-4316-8c8a-59cb295b2b1e will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:45.629656 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.637109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:45.637304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.654418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1e56035b-dd8f-4979-b67b-ad0a8f21e636) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:45.667483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d4efb-bd0a-4edb-a1ba-b2b93de0d03a None None] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:45.678243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:45.678840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.749450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:45.766009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Network': ['ID=bd1887df-e32c-4d50-b566-c1ef4879f485,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:45.800881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55160) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:45.801481 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-27b4e8b9-eacf-4e6d-b13a-961f9d837fde tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8196929 Aug 24 00:38:45.808317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'bd1887df-e32c-4d50-b566-c1ef4879f485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:45.817846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network bd1887df-e32c-4d50-b566-c1ef4879f485 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:45.825445 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f3c4f8f4-f30b-41a4-a178-793f92323944 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1673303 Aug 24 00:38:45.844081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55162) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:45.861392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:45.870279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a67fcd51-b39f-4e06-8963-e55514921d44 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:45.905348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Allocated IP 172.20.0.9 (1a04e6fb-dd0e-4564-8ee5-0a54b8851c41/3cd61475-11f1-4cbb-a756-56798a0acfe5/1e44d65f-bd9a-4030-9005-86f1be81fcd2) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:45.934231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:45.948937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:45.951010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Pushing event updated for resources: {'Port': ['ID=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:45.953032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a67fcd51-b39f-4e06-8963-e55514921d44 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:45.953383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a67fcd51-b39f-4e06-8963-e55514921d44 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:45.958168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:46.037873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:38:46.039973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.046808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:46.064880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Attempting to bind port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:46.065255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Attempting to bind port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6f4dd68d-8636-46c8-bfb9-96d28e896258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a04e6fb-dd0e-4564-8ee5-0a54b8851c41'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:46.065656 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Attempting to bind port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e on network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:46.077641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:46.078004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Checking segment: {'id': '6f4dd68d-8636-46c8-bfb9-96d28e896258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a04e6fb-dd0e-4564-8ee5-0a54b8851c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:46.078427 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.078834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Bound using segment: {'id': '6f4dd68d-8636-46c8-bfb9-96d28e896258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a04e6fb-dd0e-4564-8ee5-0a54b8851c41'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:46.079327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Bound port: 2c3c3dad-758d-4316-8c8a-59cb295b2b1e, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4dd68d-8636-46c8-bfb9-96d28e896258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a04e6fb-dd0e-4564-8ee5-0a54b8851c41'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:46.079717 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.099400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-af81148b-63fd-4d42-a14b-59868a14e2e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ebc61b22cd248d6b2095320716bdf67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511029 Aug 24 00:38:46.100475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55168) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:46.159084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.181554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Transition to ACTIVE for port object 1e44d65f-bd9a-4030-9005-86f1be81fcd2 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:46.183665 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41392b67-074d-48ab-a995-2f3f51c0b54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.219291 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.220620 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.255088 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41392b67-074d-48ab-a995-2f3f51c0b54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.275869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:46.281427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.311445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.342643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.405109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:46.418387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] For port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:46.422691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:46.424464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] For port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,segment=NetworkSegment(6f4dd68d-8636-46c8-bfb9-96d28e896258),segment_id=6f4dd68d-8636-46c8-bfb9-96d28e896258)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:46.430633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Allocated IP 172.20.0.2 (1e56035b-dd8f-4979-b67b-ad0a8f21e636/31d1102a-9cb9-4a12-b4e2-72916ab83a90/b0e39c45-726c-4c41-ade5-e992979a6d3f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:46.474008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:46.493317 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.539039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:46.539817 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.597488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event updated for resources: {'Port': ['ID=1e44d65f-bd9a-4030-9005-86f1be81fcd2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:46.613418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7058003-5627-4d6b-b94b-1812fd9bf1cb None None] Pushing event updated for resources: {'Port': ['ID=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:46.669980 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-42e7cd1e-4be8-42f6-a49a-ea2d1e3a7b3c tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5233238 Aug 24 00:38:46.693893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55186) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:46.696572 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.708660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Transition to ACTIVE for port object b0e39c45-726c-4c41-ade5-e992979a6d3f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:46.729551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.734598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Transition to ACTIVE for port object b0e39c45-726c-4c41-ade5-e992979a6d3f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:46.816188 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.925198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:46.927777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a09469f9-4687-477e-86d5-2515cf2bb8be tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Deleting port 1e44d65f-bd9a-4030-9005-86f1be81fcd2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:46.928130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a09469f9-4687-477e-86d5-2515cf2bb8be tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:46.931654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:46.945251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:46.945251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Pushing event updated for resources: {'Port': ['ID=b0e39c45-726c-4c41-ade5-e992979a6d3f,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:47.044335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Attempting to bind port b0e39c45-726c-4c41-ade5-e992979a6d3f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:47.044809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Attempting to bind port b0e39c45-726c-4c41-ade5-e992979a6d3f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:47.045330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Attempting to bind port b0e39c45-726c-4c41-ade5-e992979a6d3f on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:47.053621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:47.054023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Checking segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:47.054675 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.055807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Bound using segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:47.056440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Bound port: b0e39c45-726c-4c41-ade5-e992979a6d3f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:47.056963 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.130948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a09469f9-4687-477e-86d5-2515cf2bb8be tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.149463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a09469f9-4687-477e-86d5-2515cf2bb8be tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Calling delete_port for 1e44d65f-bd9a-4030-9005-86f1be81fcd2 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:47.156189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] For port b0e39c45-726c-4c41-ade5-e992979a6d3f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:47.159873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] For port b0e39c45-726c-4c41-ade5-e992979a6d3f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0e39c45-726c-4c41-ade5-e992979a6d3f,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:47.187994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41392b67-074d-48ab-a995-2f3f51c0b54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.195643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-41392b67-074d-48ab-a995-2f3f51c0b54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.195643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-41392b67-074d-48ab-a995-2f3f51c0b54d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b226b4d6-efe8-4ae0-b1df-48fa77b1dd4e HTTP/1.1" status: 204 len: 168 time: 1.0913665 Aug 24 00:38:47.204668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41392b67-074d-48ab-a995-2f3f51c0b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b226b4d6-efe8-4ae0-b1df-48fa77b1dd4e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:47.216737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.250497 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.317458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=d6f0f844-52df-48ab-8e20-82f745695b5e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:47.340265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Checking segment: {'id': '3c21f562-40da-4078-860b-f20b0709cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bd1887df-e32c-4d50-b566-c1ef4879f485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:47.340924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network hostable DHCP agents. Network: bd1887df-e32c-4d50-b566-c1ef4879f485, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:47.344362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.380614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930a50d-a3b9-400f-8452-269fd3910749 None None] Pushing event updated for resources: {'Port': ['ID=b0e39c45-726c-4c41-ade5-e992979a6d3f,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:47.396741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.421719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network bd1887df-e32c-4d50-b566-c1ef4879f485 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:47.555129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Allocated IP 172.25.5.173 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/d9348007-bd65-4aec-b70d-5b0825a5c25a) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:47.592465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, bd1887df-e32c-4d50-b566-c1ef4879f485) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:47.604405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:47.605140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.631475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0406e-4b6b-4dc4-9929-684387180f34 None None] Network bd1887df-e32c-4d50-b566-c1ef4879f485 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:47.745366 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a09469f9-4687-477e-86d5-2515cf2bb8be tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.794284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ff2c9c5e-22cd-4d30-b9b9-daea53281671 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9893687 Aug 24 00:38:47.794950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:47.810231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'bd1887df-e32c-4d50-b566-c1ef4879f485', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1832044562'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:47.829375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09469f9-4687-477e-86d5-2515cf2bb8be tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event deleted for resources: {'Port': ['ID=1e44d65f-bd9a-4030-9005-86f1be81fcd2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:47.967240 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a09469f9-4687-477e-86d5-2515cf2bb8be tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:47.972186 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a09469f9-4687-477e-86d5-2515cf2bb8be tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "DELETE /v2.0/ports/1e44d65f-bd9a-4030-9005-86f1be81fcd2 HTTP/1.1" status: 204 len: 168 time: 1.2747421 Aug 24 00:38:47.973497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55212) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:48.038861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.043131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-bd1887df-e32c-4d50-b566-c1ef4879f485', 'network_id': 'bd1887df-e32c-4d50-b566-c1ef4879f485', 'tenant_id': 'a16bbe30523b463c97a41ff8dbe93e11', 'fixed_ips': [{'subnet_id': 'd6f0f844-52df-48ab-8e20-82f745695b5e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:38:48.046941 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.091409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b0e39c45-726c-4c41-ade5-e992979a6d3f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:48.229194 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.256731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:48.262257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.326406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 5a3cf738-8afd-4548-bdaa-b70afa9c5edc yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:48.356105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:48.359768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:48.373874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:48.436302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Pushing event updated for resources: {'Port': ['ID=d9348007-bd65-4aec-b70d-5b0825a5c25a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:48.443385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad1ec41-ffc6-4cef-9d71-f86621ebae6f None None] Network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:48.451245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d2e93778-0081-4c94-8114-ab102689772b tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4759488 Aug 24 00:38:48.453989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55232) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:48.462092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1050339388'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:48.600171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b0e39c45-726c-4c41-ade5-e992979a6d3f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:48.616176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2c3c3dad-758d-4316-8c8a-59cb295b2b1e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:48.702055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Made reservation on behalf of f98fb291547542afa85d402babd06518 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:48.709098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.793733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0197c8e0-2f20-4d58-87a5-3e478ee8dba4 None None] Provisioning for port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:48.810879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:48.831685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Allocated IP 172.20.0.2 (bd1887df-e32c-4d50-b566-c1ef4879f485/d6f0f844-52df-48ab-8e20-82f745695b5e/02c0d769-af5b-4580-bdc9-455e2906f4a3) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:48.840931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.841247 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Added segment 04d9aef8-e310-413f-86ae-23013f3dab1b of type vlan for network c87e00cd-8a38-4f6a-88c4-64807ba8fb8b Aug 24 00:38:48.961447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:48.971303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.002396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea439640-038d-4b73-b79f-8f0e505f407e None None] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:49.136696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55250) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:49.229529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-91a6d06d-b65e-47dc-b373-da80527715ca None None] Provisioning for port b0e39c45-726c-4c41-ade5-e992979a6d3f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:49.237822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-91a6d06d-b65e-47dc-b373-da80527715ca None None] Provisioning complete for port b0e39c45-726c-4c41-ade5-e992979a6d3f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:49.238205 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91a6d06d-b65e-47dc-b373-da80527715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.299679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:49.309092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'networks': [{'name': 'tempest-network--1464143250'}, {'name': 'tempest-network--45462798'}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:49.310663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'network': {'name': 'tempest-network--1464143250'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:49.311387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'network': {'name': 'tempest-network--45462798'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:49.350467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:49.351190 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.431918 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.451696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Made reservation on behalf of 232539139d8045f2a3b32534a2a92e6e for: {'network': 2} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:49.462654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.467642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.473740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:49.474509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.477531 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.479941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Transition to ACTIVE for port object 02c0d769-af5b-4580-bdc9-455e2906f4a3 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:49.539998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Transition to ACTIVE for port object 02c0d769-af5b-4580-bdc9-455e2906f4a3 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:49.598116 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91a6d06d-b65e-47dc-b373-da80527715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.639188 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.681807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-91a6d06d-b65e-47dc-b373-da80527715ca None None] For port b0e39c45-726c-4c41-ade5-e992979a6d3f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0e39c45-726c-4c41-ade5-e992979a6d3f,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:49.694900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.697144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event updated for resources: {'Network': ['ID=c87e00cd-8a38-4f6a-88c4-64807ba8fb8b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:49.705127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,segment=NetworkSegment(6f4dd68d-8636-46c8-bfb9-96d28e896258),segment_id=6f4dd68d-8636-46c8-bfb9-96d28e896258)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:49.716952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network c87e00cd-8a38-4f6a-88c4-64807ba8fb8b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:49.734729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.797059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.797513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.824020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.837705 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.863547 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91a6d06d-b65e-47dc-b373-da80527715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:49.874725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.13 (bd1887df-e32c-4d50-b566-c1ef4879f485/d6f0f844-52df-48ab-8e20-82f745695b5e/5a3cf738-8afd-4548-bdaa-b70afa9c5edc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:49.886525 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-75f5b49b-3bfb-4acc-8fb3-4779ef388136 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4301884 Aug 24 00:38:49.888895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55264) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:49.909920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Network bd1887df-e32c-4d50-b566-c1ef4879f485 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:49.917451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:49.921343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:49.968751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Pushing event updated for resources: {'Port': ['ID=02c0d769-af5b-4580-bdc9-455e2906f4a3,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:49.981756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:50.023163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f19298-8815-483d-b7d2-459b6de6b74e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.090782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.130204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.130572 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Added segment bffaa748-1e97-429c-831c-0f866dfa5253 of type vlan for network 77716727-b14e-4641-a616-177bcf13b46e Aug 24 00:38:50.152976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Attempting to bind port 02c0d769-af5b-4580-bdc9-455e2906f4a3 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:50.153369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Attempting to bind port 02c0d769-af5b-4580-bdc9-455e2906f4a3 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3c21f562-40da-4078-860b-f20b0709cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bd1887df-e32c-4d50-b566-c1ef4879f485'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:50.153761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Attempting to bind port 02c0d769-af5b-4580-bdc9-455e2906f4a3 on network bd1887df-e32c-4d50-b566-c1ef4879f485 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:50.174730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-15a2c7f2-d4d7-401c-932e-24688f253ffc None None] Provisioning complete for port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:50.175115 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15a2c7f2-d4d7-401c-932e-24688f253ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.178451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:50.178835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Checking segment: {'id': '3c21f562-40da-4078-860b-f20b0709cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bd1887df-e32c-4d50-b566-c1ef4879f485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:50.179237 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.180859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Bound using segment: {'id': '3c21f562-40da-4078-860b-f20b0709cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bd1887df-e32c-4d50-b566-c1ef4879f485'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:50.180859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Bound port: 02c0d769-af5b-4580-bdc9-455e2906f4a3, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c21f562-40da-4078-860b-f20b0709cb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bd1887df-e32c-4d50-b566-c1ef4879f485'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:50.181080 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.190157 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d5b7387-fb9b-40cf-96f6-a8c35f7ef0b3 tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "GET /v2.0/agents/ab9dc61a-48d0-49b1-9a21-d7c2b40a6168/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.3002055 Aug 24 00:38:50.193746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55272) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:50.207156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.273682 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.279744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:50.305463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object 5a3cf738-8afd-4548-bdaa-b70afa9c5edc will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:50.309934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Router 239402ca-c754-4577-92e4-a53b5f30e071 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:38:50.321779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6d06d-b65e-47dc-b373-da80527715ca None None] Pushing event updated for resources: {'Port': ['ID=b0e39c45-726c-4c41-ade5-e992979a6d3f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.360134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.360616 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Added segment 938535ad-f738-4cef-ab78-6a3c3555af75 of type vlan for network a1cd19b9-1044-4cf4-b6fe-347bf1a84694 Aug 24 00:38:50.395321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] For port 02c0d769-af5b-4580-bdc9-455e2906f4a3, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:50.405951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] For port 02c0d769-af5b-4580-bdc9-455e2906f4a3, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=02c0d769-af5b-4580-bdc9-455e2906f4a3,segment=NetworkSegment(3c21f562-40da-4078-860b-f20b0709cb89),segment_id=3c21f562-40da-4078-860b-f20b0709cb89)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:50.419971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.450398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.475615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f682b-4cce-4d53-9cf3-bb823c1b1f7b tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] Network c87e00cd-8a38-4f6a-88c4-64807ba8fb8b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:50.480164 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.492991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:50.504789 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Sync routers for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:50.517209 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:50.519802 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:38:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:50.556581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network bd1887df-e32c-4d50-b566-c1ef4879f485 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:50.560145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:50.564374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:50.582948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4569b-0630-4476-862b-e4cd3c9d7522 None None] Pushing event updated for resources: {'Port': ['ID=02c0d769-af5b-4580-bdc9-455e2906f4a3,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.606111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-41774caf-efd8-499a-8f58-f60efcac8de0 None None] Provisioning complete for port b0e39c45-726c-4c41-ade5-e992979a6d3f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:50.608202 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-41774caf-efd8-499a-8f58-f60efcac8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.635515 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e78f682b-4cce-4d53-9cf3-bb823c1b1f7b tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "POST /v2.0/agents/ab9dc61a-48d0-49b1-9a21-d7c2b40a6168/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4407582 Aug 24 00:38:50.637388 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.639588 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c8c622b5-4642-445d-a3be-dc3efa41fbdb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7920923 Aug 24 00:38:50.640242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55292) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:50.640595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55296) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:50.663498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.663498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.698027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:50.712111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:50.713363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.716882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ba0ec-d7ff-4992-92ac-f7940c3ff658 None None] Network c87e00cd-8a38-4f6a-88c4-64807ba8fb8b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:50.723767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=5a3cf738-8afd-4548-bdaa-b70afa9c5edc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.744446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-41774caf-efd8-499a-8f58-f60efcac8de0 None None] Could not find standard attr ID for object 1e44d65f-bd9a-4030-9005-86f1be81fcd2. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:38:50.803130 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:50.863408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:50.864312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:50.903067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Network': ['ID=77716727-b14e-4641-a616-177bcf13b46e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:50.921607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 77716727-b14e-4641-a616-177bcf13b46e details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:50.949166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.8112190 Aug 24 00:38:50.950240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55308) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:51.101857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a679ae05-9e09-4fd9-b7db-83df286d6e28 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.3012383 Aug 24 00:38:51.103365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:51.194757 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-614a318d-942d-4b70-80ab-2f4debcffd20 tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "GET /v2.0/agents/ab9dc61a-48d0-49b1-9a21-d7c2b40a6168/dhcp-networks HTTP/1.1" status: 200 len: 8805 time: 0.5492759 Aug 24 00:38:51.197080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331469a-36b8-461d-8a28-ba798d2d8d1e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Network': ['ID=a1cd19b9-1044-4cf4-b6fe-347bf1a84694,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:51.197214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55318) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:51.212054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a1cd19b9-1044-4cf4-b6fe-347bf1a84694 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:51.291896 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:48Z', 'revision_number': 3, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:51.335267 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Checking router: 239402ca-c754-4577-92e4-a53b5f30e071 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:51.336075 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Updating router 239402ca-c754-4577-92e4-a53b5f30e071 port d9348007-bd65-4aec-b70d-5b0825a5c25a binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:38:51.397038 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.460099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3404b07-f444-4471-9016-8813ad47cbb5 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:51.466822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3404b07-f444-4471-9016-8813ad47cbb5 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:51.487545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3404b07-f444-4471-9016-8813ad47cbb5 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:51.506806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3404b07-f444-4471-9016-8813ad47cbb5 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:51.511483 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c3404b07-f444-4471-9016-8813ad47cbb5 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5508258 Aug 24 00:38:51.513403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55330) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:51.573894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 5a3cf738-8afd-4548-bdaa-b70afa9c5edc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:51.573894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.628859 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ec8f1346-6361-482a-9c59-913185b468c0 tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "DELETE /v2.0/agents/ab9dc61a-48d0-49b1-9a21-d7c2b40a6168/dhcp-networks/c87e00cd-8a38-4f6a-88c4-64807ba8fb8b HTTP/1.1" status: 204 len: 168 time: 0.4320419 Aug 24 00:38:51.634170 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55332) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:51.637684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e9d5-9827-465a-86d6-aa91159dafa4 req-17285d3c-c323-4141-a4fe-b574b28ca2e1 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:51.642751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d21e9d5-9827-465a-86d6-aa91159dafa4 req-17285d3c-c323-4141-a4fe-b574b28ca2e1 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1286576 Aug 24 00:38:51.694789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.758410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d21e9d5-9827-465a-86d6-aa91159dafa4 req-5ccc9088-bf8d-4c5f-879c-e0a132ad4ca8 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093895 Aug 24 00:38:51.776508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.806659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 5a3cf738-8afd-4548-bdaa-b70afa9c5edc owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:51.831421 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:51.841650 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Transition to ACTIVE for port object d9348007-bd65-4aec-b70d-5b0825a5c25a will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:51.930703 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.049086 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Attempting to bind port d9348007-bd65-4aec-b70d-5b0825a5c25a on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:52.049763 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Attempting to bind port d9348007-bd65-4aec-b70d-5b0825a5c25a by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:52.050329 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Attempting to bind port d9348007-bd65-4aec-b70d-5b0825a5c25a on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:52.061814 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Pushing event updated for resources: {'Port': ['ID=d9348007-bd65-4aec-b70d-5b0825a5c25a,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.066256 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:52.066897 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:52.067493 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.068044 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:52.068371 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Bound port: d9348007-bd65-4aec-b70d-5b0825a5c25a, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:52.069012 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.100129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2c3c3dad-758d-4316-8c8a-59cb295b2b1e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:52.118502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.149817 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.150437 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.151092 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.151684 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.152167 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.152540 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.152917 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.153360 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.154421 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.154812 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.155203 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.155561 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.165238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.194124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=5a3cf738-8afd-4548-bdaa-b70afa9c5edc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.209474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:52.210182 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.227278 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] For port d9348007-bd65-4aec-b70d-5b0825a5c25a, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:52.230965 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] For port d9348007-bd65-4aec-b70d-5b0825a5c25a, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9348007-bd65-4aec-b70d-5b0825a5c25a,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:52.231774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.232146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.232500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.234205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.234568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.237084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.237466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.237852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.242645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.242645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.242645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.242645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:38:52.244839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77716727-b14e-4641-a616-177bcf13b46e']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:52.320540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b0e39c45-726c-4c41-ade5-e992979a6d3f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:52.326315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffaa748-1e97-429c-831c-0f866dfa5253') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:52.326743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffaa748-1e97-429c-831c-0f866dfa5253') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:52.341269 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.385205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.400029 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.402789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-17154b4b-ac30-4556-90ae-06d27b8aa6d9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/5a3cf738-8afd-4548-bdaa-b70afa9c5edc HTTP/1.1" status: 204 len: 168 time: 1.2991521 Aug 24 00:38:52.405857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:52.419206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b0e39c45-726c-4c41-ade5-e992979a6d3f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:52.419206 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.441159 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:52.442174 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:38:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:52.445681 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43438b0e-e2ec-426e-8ccc-9201dc3c91f3 None None] Pushing event updated for resources: {'Port': ['ID=d9348007-bd65-4aec-b70d-5b0825a5c25a,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.467168 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-461ccf23-8645-466b-8ab9-a2ff7242bf7f tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "GET /v2.0/agents/ab9dc61a-48d0-49b1-9a21-d7c2b40a6168/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.8266556 Aug 24 00:38:52.467168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.467168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55346) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:52.477206 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-803656d9-5f1d-4e3d-b0f9-a3ee1ef840ea tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:38:52.478887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-803656d9-5f1d-4e3d-b0f9-a3ee1ef840ea tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/5a3cf738-8afd-4548-bdaa-b70afa9c5edc HTTP/1.1" status: 404 len: 333 time: 0.0703681 Aug 24 00:38:52.481548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:52.510397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:52.510709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:52.538153 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:52.556740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6342b-cacc-4425-b742-46237763fe55 None None] Network bd1887df-e32c-4d50-b566-c1ef4879f485 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:52.561908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f4352c-f186-4a24-9787-06c12d09b12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet d6f0f844-52df-48ab-8e20-82f745695b5e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:52.576719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f4352c-f186-4a24-9787-06c12d09b12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.587443 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.607818 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:52.662759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f4352c-f186-4a24-9787-06c12d09b12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.694696 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b0f477a6-d550-43a9-b30f-ad6f429cf041 tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "GET /v2.0/networks/1a04e6fb-dd0e-4564-8ee5-0a54b8851c41/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2272363 Aug 24 00:38:52.696092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55350) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:52.709463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-603d329f-1830-4251-9da1-4b1d7e9e941c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:52.711176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-603d329f-1830-4251-9da1-4b1d7e9e941c tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.36 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.1466918 Aug 24 00:38:52.747577 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.758541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.765847 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/networks/77716727-b14e-4641-a616-177bcf13b46e HTTP/1.1" status: 204 len: 168 time: 1.2510936 Aug 24 00:38:52.803864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f4352c-f186-4a24-9787-06c12d09b12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:52.854637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55354) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:52.872493 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:48Z', 'revision_number': 3, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:52.907717 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9045b4-2add-4d9a-9aa2-1d1db7a33199 None None] The sync data for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 is: [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:48Z', 'revision_number': 3, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:52.919472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae0298-7bdc-45ef-8bb3-f136de5cc462 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Network': ['ID=77716727-b14e-4641-a616-177bcf13b46e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:52.923141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f2567ab2-727e-4772-b6d8-2fdcf70699e6 tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "GET /v2.0/networks/1a04e6fb-dd0e-4564-8ee5-0a54b8851c41/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2235575 Aug 24 00:38:52.924318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55358) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:52.958180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 02c0d769-af5b-4580-bdc9-455e2906f4a3 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:52.996615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f4352c-f186-4a24-9787-06c12d09b12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.025451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b30dae59-ff12-42b5-a590-1364fea6d84f None None] Provisioning for port 02c0d769-af5b-4580-bdc9-455e2906f4a3 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:53.092995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4352c-f186-4a24-9787-06c12d09b12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f0f844-52df-48ab-8e20-82f745695b5e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:53.098680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c3f4352c-f186-4a24-9787-06c12d09b12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.103861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c3f4352c-f186-4a24-9787-06c12d09b12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/d6f0f844-52df-48ab-8e20-82f745695b5e HTTP/1.1" status: 204 len: 168 time: 0.6211956 Aug 24 00:38:53.104890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55360) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:53.121246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce928b0c-afe1-459e-b23b-6ba3aa78afd8 req-34db2631-f8bc-4304-903c-d7c88df866f1 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:53.128383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce928b0c-afe1-459e-b23b-6ba3aa78afd8 req-34db2631-f8bc-4304-903c-d7c88df866f1 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.2167015 Aug 24 00:38:53.129400 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c0ca8562-75b5-4e37-89db-fc02fb528e57 tempest-DHCPAgentSchedulersTestJSON-875825938 tempest-DHCPAgentSchedulersTestJSON-875825938-project-admin] 10.222.0.26 "GET /v2.0/agents/ab9dc61a-48d0-49b1-9a21-d7c2b40a6168/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.2000062 Aug 24 00:38:53.141789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55362) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:53.197857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 02c0d769-af5b-4580-bdc9-455e2906f4a3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:53.203274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 02c0d769-af5b-4580-bdc9-455e2906f4a3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:53.204696 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.215454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.255293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] DHCP port deletion for bd1887df-e32c-4d50-b566-c1ef4879f485 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:38:53.310753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce928b0c-afe1-459e-b23b-6ba3aa78afd8 req-b721a166-280c-4240-9576-a897c8ae0ce6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1762741 Aug 24 00:38:53.354065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Allocated IP 172.20.0.1 (1e56035b-dd8f-4979-b67b-ad0a8f21e636/31d1102a-9cb9-4a12-b4e2-72916ab83a90/5aa9005b-9a96-4636-bc9b-dfe0851d1c9d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:38:53.411494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Deleting port b4eba42f-0e0e-4227-a60a-813f867d1459 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:53.412098 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.430909 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.458386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] Deleting port 02c0d769-af5b-4580-bdc9-455e2906f4a3 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:53.458959 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.539757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] For port 02c0d769-af5b-4580-bdc9-455e2906f4a3, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=02c0d769-af5b-4580-bdc9-455e2906f4a3,segment=NetworkSegment(3c21f562-40da-4078-860b-f20b0709cb89),segment_id=3c21f562-40da-4078-860b-f20b0709cb89)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:53.540612 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.545877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] For port b4eba42f-0e0e-4227-a60a-813f867d1459, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b4eba42f-0e0e-4227-a60a-813f867d1459,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:53.546932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.555549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] Calling delete_port for 02c0d769-af5b-4580-bdc9-455e2906f4a3 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:53.691225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.703839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.740766 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:53.840971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] Pushing event deleted for resources: {'Port': ['ID=02c0d769-af5b-4580-bdc9-455e2906f4a3,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:53.851146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283b1db-20ae-41ea-8c8d-188b050fc047 None None] No DVR routers for this DVR port 02c0d769-af5b-4580-bdc9-455e2906f4a3 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:54.092074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9348007-bd65-4aec-b70d-5b0825a5c25a up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:54.194865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.231801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cd19b9-1044-4cf4-b6fe-347bf1a84694']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.250609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938535ad-f738-4cef-ab78-6a3c3555af75') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.250909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938535ad-f738-4cef-ab78-6a3c3555af75') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.269907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.292297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.297411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.307445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port d9348007-bd65-4aec-b70d-5b0825a5c25a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:54.312319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:54.312319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:54.317437 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:54.320589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d9348007-bd65-4aec-b70d-5b0825a5c25a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:54.321163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.344125 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.360271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.396119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1887df-e32c-4d50-b566-c1ef4879f485']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.430023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87e00cd-8a38-4f6a-88c4-64807ba8fb8b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.475300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c21f562-40da-4078-860b-f20b0709cb89') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.475666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c21f562-40da-4078-860b-f20b0709cb89') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.479846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d9aef8-e310-413f-86ae-23013f3dab1b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.479846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d9aef8-e310-413f-86ae-23013f3dab1b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:54.492418 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.502304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Transition to ACTIVE for port object 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:54.504018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.509937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.512059 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/networks/a1cd19b9-1044-4cf4-b6fe-347bf1a84694 HTTP/1.1" status: 204 len: 168 time: 1.6307855 Aug 24 00:38:54.518025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55370) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:54.522679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.528857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port d9348007-bd65-4aec-b70d-5b0825a5c25a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9348007-bd65-4aec-b70d-5b0825a5c25a,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:54.530771 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.551055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d1913-da31-41a3-acc1-3d94902497c9 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Network': ['ID=a1cd19b9-1044-4cf4-b6fe-347bf1a84694,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:54.551830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.556352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.556825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.557196 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Floating IP 5a6915ed-dba2-48e9-8b69-7b6e07f93808 disassociated. External IP: 172.25.5.80, port: b4eba42f-0e0e-4227-a60a-813f867d1459. Aug 24 00:38:54.557556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Calling delete_port for b4eba42f-0e0e-4227-a60a-813f867d1459 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:54.573190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:54.573600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:54.578952 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:54.612577 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.727903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 02c0d769-af5b-4580-bdc9-455e2906f4a3 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:54.732821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=d9348007-bd65-4aec-b70d-5b0825a5c25a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:54.762993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 02c0d769-af5b-4580-bdc9-455e2906f4a3 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:54.763557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 02c0d769-af5b-4580-bdc9-455e2906f4a3 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:54.789028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0172a-1c09-4afe-a18d-de34e2091479 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:54.800767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0172a-1c09-4afe-a18d-de34e2091479 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:54.802743 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-35d0172a-1c09-4afe-a18d-de34e2091479 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2810292 Aug 24 00:38:54.808242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55374) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:54.814194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1567132907'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:54.819721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:54.892250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:54.900493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:54.913971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:54.946706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Pushing event updated for resources: {'Port': ['ID=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:54.991802 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Made reservation on behalf of 232539139d8045f2a3b32534a2a92e6e for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:54.999549 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.046431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.052146 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.071757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:55.082207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:55.085818 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:55.126142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:55.133947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcb403-04dd-4d5d-a762-df1667617fa0 req-a7103f71-f509-45b9-81c4-c9b85d57719d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:55.135571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79bcb403-04dd-4d5d-a762-df1667617fa0 req-a7103f71-f509-45b9-81c4-c9b85d57719d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 946 time: 0.6951261 Aug 24 00:38:55.143438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.143924 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Added segment a14030ae-46b7-4a61-8d5f-6a84d5ca3916 of type vlan for network cadf2994-9d5a-4b27-a73a-6db1b4669d0b Aug 24 00:38:55.243014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.322600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.371232 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.378377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/networks/bd1887df-e32c-4d50-b566-c1ef4879f485 HTTP/1.1" status: 204 len: 168 time: 2.2644403 Aug 24 00:38:55.381519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55384) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:55.390675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'name': 'tempest-PortsTestJSON-1361403278'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:55.398430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.404813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:55.405670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.424107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf05b5-bfb2-4b2d-a213-96c559360e3e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Network': ['ID=bd1887df-e32c-4d50-b566-c1ef4879f485,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:55.437356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-27824519-3671-4c03-ad96-51bc47f26516 None None] Provisioning for port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:38:55.439661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.446654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-27824519-3671-4c03-ad96-51bc47f26516 None None] Provisioning complete for port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:55.447264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-27824519-3671-4c03-ad96-51bc47f26516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.463560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79bcb403-04dd-4d5d-a762-df1667617fa0 req-0e617c64-9a6e-418e-a9db-7558c4974251 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2476065 Aug 24 00:38:55.501342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.517158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.519994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "DELETE /v2.0/networks/c87e00cd-8a38-4f6a-88c4-64807ba8fb8b HTTP/1.1" status: 204 len: 168 time: 2.3715441 Aug 24 00:38:55.543135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55386) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:55.544387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-27824519-3671-4c03-ad96-51bc47f26516 None None] Port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:55.584680 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7752287 Aug 24 00:38:55.595495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55390) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:55.597744 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.603021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2114668906'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:55.609866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf0934-da60-4260-9d88-45e7b949eba6 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event deleted for resources: {'Network': ['ID=c87e00cd-8a38-4f6a-88c4-64807ba8fb8b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:55.637449 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3033475b-e274-4535-a211-5b27bbbc6948 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] DELETE failed (client error): The resource could not be found. Aug 24 00:38:55.638225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3033475b-e274-4535-a211-5b27bbbc6948 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:38:55.642401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3033475b-e274-4535-a211-5b27bbbc6948 tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "DELETE /v2.0/ports/1e44d65f-bd9a-4030-9005-86f1be81fcd2 HTTP/1.1" status: 404 len: 333 time: 0.0958812 Aug 24 00:38:55.643570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55392) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:55.675441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e76279-28d0-4526-8776-ebe9b87637b2 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Network': ['ID=cadf2994-9d5a-4b27-a73a-6db1b4669d0b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:55.687001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network cadf2994-9d5a-4b27-a73a-6db1b4669d0b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:55.728824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-855112d6-a2d1-495f-b8cc-9581f3401ede tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Deleting subnet 3cd61475-11f1-4cbb-a756-56798a0acfe5 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:38:55.733684 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-855112d6-a2d1-495f-b8cc-9581f3401ede tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.806571 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-855112d6-a2d1-495f-b8cc-9581f3401ede tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.857868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Made reservation on behalf of 232539139d8045f2a3b32534a2a92e6e for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:55.861354 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.863034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:55.945436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event deleted for resources: {'Port': ['ID=b4eba42f-0e0e-4227-a60a-813f867d1459,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:55.962318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:38:55.993507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9348007-bd65-4aec-b70d-5b0825a5c25a up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:38:56.005026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:56.018216 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.024293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.024744 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Added segment c46e8024-715d-4d07-85fe-891a9ba73dc2 of type vlan for network a017c2cf-9e2f-487f-82a0-ee85606b49bb Aug 24 00:38:56.053696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55396) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:56.108989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d9348007-bd65-4aec-b70d-5b0825a5c25a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:56.109531 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.133535 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-855112d6-a2d1-495f-b8cc-9581f3401ede tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.139364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.144644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 9b9865c7-0c1f-4173-8fc2-76de14f546c4 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:56.185660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.205968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Router a6214f88-07e2-4048-9b57-628d0c247eaa has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:38:56.244715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.308223 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de8d75d7-518a-4901-be03-63874a959712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.335367 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b04528b4-0e0d-42e8-ae3a-ff1b7ed33ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.344088 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-855112d6-a2d1-495f-b8cc-9581f3401ede tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.369588 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-855112d6-a2d1-495f-b8cc-9581f3401ede tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.371967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-855112d6-a2d1-495f-b8cc-9581f3401ede tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "DELETE /v2.0/subnets/3cd61475-11f1-4cbb-a756-56798a0acfe5 HTTP/1.1" status: 204 len: 168 time: 0.7271857 Aug 24 00:38:56.373526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f26ad-7b74-405b-bae8-fbba9fbe2c09 None None] Network 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:38:56.375815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55400) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:56.396509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.412167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Pushing event updated for resources: {'Port': ['ID=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:56.414924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855112d6-a2d1-495f-b8cc-9581f3401ede tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd61475-11f1-4cbb-a756-56798a0acfe5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:56.530202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.536475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:56.537135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.542322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:56.587119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] Sync routers for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:56.622012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:56.625309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:38:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:56.630390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] No DVR routers for this DVR port b4eba42f-0e0e-4227-a60a-813f867d1459 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:56.634483 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.637590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd91fa62-63c2-42dc-af5a-31484e77f78e req-aa980a03-ea9f-4036-a70f-466959c562ea tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.36 "DELETE /v2.0/ports/b4eba42f-0e0e-4227-a60a-813f867d1459 HTTP/1.1" status: 204 len: 173 time: 3.7341352 Aug 24 00:38:56.640740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397de58c-5894-495f-8664-696c4f5b33ec', 'name': 'network-vif-deleted', 'tag': 'b4eba42f-0e0e-4227-a60a-813f867d1459'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:38:56.650849 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ae719a-d261-4750-b5a8-40aec8d3895b" -d '{"events": [{"server_uuid": "397de58c-5894-495f-8664-696c4f5b33ec", "name": "network-vif-deleted", "tag": "b4eba42f-0e0e-4227-a60a-813f867d1459"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:38:56.676316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85ee1b25-7959-4a4b-bc5d-503ef9b5e4b2 req-fc9ffb40-22fa-437e-a547-dc5d443aa1d7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 210 time: 0.0571346 Aug 24 00:38:56.737234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Network': ['ID=a017c2cf-9e2f-487f-82a0-ee85606b49bb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:56.792092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:56.793623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b04528b4-0e0d-42e8-ae3a-ff1b7ed33ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.817285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.840794 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.852683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a017c2cf-9e2f-487f-82a0-ee85606b49bb details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:38:56.889916 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b04528b4-0e0d-42e8-ae3a-ff1b7ed33ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:56.922766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:56.930037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:56.944484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b04528b4-0e0d-42e8-ae3a-ff1b7ed33ce7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8923e7ae2c174d0183f5a1531045f031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8846042 Aug 24 00:38:56.949163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:56.993919 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b53ff9-9570-49c4-9f1f-d03b62ecc177 x-openstack-request-id: req-86b53ff9-9570-49c4-9f1f-d03b62ecc177 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:38:56.994665 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397de58c-5894-495f-8664-696c4f5b33ec", "name": "network-vif-deleted", "tag": "b4eba42f-0e0e-4227-a60a-813f867d1459", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:38:56.995121 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86b53ff9-9570-49c4-9f1f-d03b62ecc177 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:38:56.996177 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397de58c-5894-495f-8664-696c4f5b33ec', 'name': 'network-vif-deleted', 'tag': 'b4eba42f-0e0e-4227-a60a-813f867d1459', 'status': 'completed', 'code': 200} Aug 24 00:38:57.014030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04528b4-0e0d-42e8-ae3a-ff1b7ed33ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c90121-2492-49d1-be6f-2ee1ef8e8687,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:57.040119 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7a3e29b3-0acc-46b0-9240-f1dff9a925cc tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4393027 Aug 24 00:38:57.041265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55412) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:57.047319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'ports': [{'network_id': 'cadf2994-9d5a-4b27-a73a-6db1b4669d0b', 'name': 'tempest-port--1188934337', 'admin_state_up': True}, {'network_id': 'a017c2cf-9e2f-487f-82a0-ee85606b49bb', 'admin_state_up': False}]} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:57.047723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'port': {'network_id': 'cadf2994-9d5a-4b27-a73a-6db1b4669d0b', 'name': 'tempest-port--1188934337', 'admin_state_up': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:57.048124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'port': {'network_id': 'a017c2cf-9e2f-487f-82a0-ee85606b49bb', 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:57.080201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc45cabb-0e5b-4e47-a93d-524f0c705c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.109326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] DHCP port deletion for 1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:38:57.110516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc45cabb-0e5b-4e47-a93d-524f0c705c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.124288 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.131906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Deleting port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:57.132257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.245838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc45cabb-0e5b-4e47-a93d-524f0c705c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.250171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bc45cabb-0e5b-4e47-a93d-524f0c705c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.255272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bc45cabb-0e5b-4e47-a93d-524f0c705c78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05c90121-2492-49d1-be6f-2ee1ef8e8687 HTTP/1.1" status: 204 len: 168 time: 0.3049345 Aug 24 00:38:57.265876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] Deleting port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:57.266259 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.278092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45cabb-0e5b-4e47-a93d-524f0c705c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c90121-2492-49d1-be6f-2ee1ef8e8687,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:57.345766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:57.350756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:38:57.374672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:38:57.394681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] For port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,segment=NetworkSegment(6f4dd68d-8636-46c8-bfb9-96d28e896258),segment_id=6f4dd68d-8636-46c8-bfb9-96d28e896258)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:57.395218 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.397793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] Checking router: a6214f88-07e2-4048-9b57-628d0c247eaa for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:57.412365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:38:57.418618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:38:57.418796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] Calling delete_port for 2c3c3dad-758d-4316-8c8a-59cb295b2b1e owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:57.419279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.430778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:57.431013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=9b9865c7-0c1f-4173-8fc2-76de14f546c4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:57.434883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:38:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:57.442596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] For port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,segment=NetworkSegment(6f4dd68d-8636-46c8-bfb9-96d28e896258),segment_id=6f4dd68d-8636-46c8-bfb9-96d28e896258)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:38:57.442986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.481479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Calling delete_port for 2c3c3dad-758d-4316-8c8a-59cb295b2b1e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:57.489951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ab870cbe-362c-4df8-a5a1-105a5c53b8c3 None None] Provisioning complete for port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:38:57.490611 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ab870cbe-362c-4df8-a5a1-105a5c53b8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.504441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Router 239402ca-c754-4577-92e4-a53b5f30e071 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:38:57.613387 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-17359dae-e66f-4a25-8e2d-f3e84c66f319 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2273653 Aug 24 00:38:57.615423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55418) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:57.623389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ab870cbe-362c-4df8-a5a1-105a5c53b8c3 None None] Port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:38:57.650751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b4eba42f-0e0e-4227-a60a-813f867d1459 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:57.704847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: b4eba42f-0e0e-4227-a60a-813f867d1459 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:57.705218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b4eba42f-0e0e-4227-a60a-813f867d1459 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:57.712325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:38:57.722297 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Sync routers for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:38:57.734002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-898de250-6edf-4cd0-ac89-9ee74623f2da admin admin] 10.222.0.26 "PUT /v2.0/routers/239402ca-c754-4577-92e4-a53b5f30e071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0906675 Aug 24 00:38:57.735386 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:57.736009 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:38:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:57.738882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:57.780414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.829279 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.840465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Made reservation on behalf of 232539139d8045f2a3b32534a2a92e6e for: {'port': 2} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:57.843132 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.845984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event deleted for resources: {'Port': ['ID=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:57.855860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] No DVR routers for this DVR port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:57.884870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5a775790-9d55-40d5-8c56-5364d76ac452 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 9b9865c7-0c1f-4173-8fc2-76de14f546c4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:38:57.885466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a775790-9d55-40d5-8c56-5364d76ac452 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.905500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08fb76f8-ec56-4c4b-98da-4fb4bac8edf3 req-bea6ab9e-0f7a-4e99-b31c-68e048fc9644 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=397de58c-5894-495f-8664-696c4f5b33ec HTTP/1.1" status: 200 len: 210 time: 0.0470941 Aug 24 00:38:57.925437 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:57.941284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] Pushing event deleted for resources: {'Port': ['ID=2c3c3dad-758d-4316-8c8a-59cb295b2b1e,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:57.982473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:57.998239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ae5f2-e1e4-40fb-a16c-6fa571824a62 None None] No DVR routers for this DVR port 2c3c3dad-758d-4316-8c8a-59cb295b2b1e on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:38:58.013914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2c3c3dad-758d-4316-8c8a-59cb295b2b1e no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:38:58.032634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a775790-9d55-40d5-8c56-5364d76ac452 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.084119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2c3c3dad-758d-4316-8c8a-59cb295b2b1e {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:38:58.084487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2c3c3dad-758d-4316-8c8a-59cb295b2b1e not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:38:58.110389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5a775790-9d55-40d5-8c56-5364d76ac452 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 9b9865c7-0c1f-4173-8fc2-76de14f546c4 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:38:58.140028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.158034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a04e6fb-dd0e-4564-8ee5-0a54b8851c41']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:58.184420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4dd68d-8636-46c8-bfb9-96d28e896258') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:58.184733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4dd68d-8636-46c8-bfb9-96d28e896258') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:58.188667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] device_id is not set on port 5ff3067b-1c78-4cd0-957e-04bffa7f2ac1 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:58.213116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55430) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:58.230791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.281148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:58.295397 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91994f77-7e61-471b-bbbd-26ba1c963bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.310769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.317432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47345a1f-f9b5-41a2-b3b4-bf78c4257b80 None None] The sync data for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 is: [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:38:58.334545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:38:58.334971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.368898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a775790-9d55-40d5-8c56-5364d76ac452 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:38:58.400266 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:38:58.442792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a775790-9d55-40d5-8c56-5364d76ac452 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=9b9865c7-0c1f-4173-8fc2-76de14f546c4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:58.445650 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a775790-9d55-40d5-8c56-5364d76ac452 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.450775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5a775790-9d55-40d5-8c56-5364d76ac452 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/9b9865c7-0c1f-4173-8fc2-76de14f546c4 HTTP/1.1" status: 204 len: 168 time: 0.8333082 Aug 24 00:38:58.451783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55432) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:58.457469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'mac_address': 'fa:16:3e:89:4c:94', 'name': 'tempest-PortsTestJSON-1906566246'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:58.502262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.508997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.511662 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] 10.222.0.26 "DELETE /v2.0/networks/1a04e6fb-dd0e-4564-8ee5-0a54b8851c41 HTTP/1.1" status: 204 len: 168 time: 2.1306696 Aug 24 00:38:58.602090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d070d-9ce2-4d45-a997-72dd0bcb67ea tempest-DHCPAgentSchedulersTestJSON-1673389476 tempest-DHCPAgentSchedulersTestJSON-1673389476-project] Pushing event deleted for resources: {'Network': ['ID=1a04e6fb-dd0e-4564-8ee5-0a54b8851c41,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:58.646227 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 2, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:58.716607 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Checking router: 239402ca-c754-4577-92e4-a53b5f30e071 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:38:58.717109 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Updating router 239402ca-c754-4577-92e4-a53b5f30e071 port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:38:58.745475 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.764720 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91994f77-7e61-471b-bbbd-26ba1c963bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.811474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c970f35c-d71b-4d2d-a905-5b6dbcc32f4a None None] New status for floating IP 5a6915ed-dba2-48e9-8b69-7b6e07f93808: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:38:58.815921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.858444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:58.863542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f7d478a0-92de-4c05-ad54-fc8a31461945 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010446813', 'description': 'tempest-description--1663364896'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:38:58.910212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91994f77-7e61-471b-bbbd-26ba1c963bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:58.982844 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-91994f77-7e61-471b-bbbd-26ba1c963bfa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=131b4227dfe34342b29de7107a0cf910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7596552 Aug 24 00:38:58.983224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55442) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:58.991396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] device_id is not set on port 19dfb484-c42e-4210-9d0a-feea2802f26f yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:59.002908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91994f77-7e61-471b-bbbd-26ba1c963bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b156e-5a42-479c-b2a9-675e5dfd18e6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:59.022011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:38:59.143482 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.144488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55446) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:59.160196 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Transition to ACTIVE for port object 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:38:59.231020 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.233048 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.249731 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-add5f493-2fd9-4983-a58c-e14f3b1745a4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.275700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.290541 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d478a0-92de-4c05-ad54-fc8a31461945 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.295735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:59.299579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-add5f493-2fd9-4983-a58c-e14f3b1745a4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.337734 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-54bc8e5e-753b-4339-a87e-32d6fb50c013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.339662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b39827c-0428-422f-9f79-e3c3b4cff1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.348887 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac1ec3-a4ce-43fb-a994-2d6f1bb03e2c None None] Pushing event updated for resources: {'Port': ['ID=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:59.435751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 0f9a6b6f-8cef-4281-8235-17e57fb7bc7c yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:38:59.454545 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.471798 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Attempting to bind port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:38:59.474177 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Attempting to bind port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:38:59.479903 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Attempting to bind port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:38:59.487838 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:38:59.488270 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Checking segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:59.488680 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.492428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Bound using segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:38:59.492428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Bound port: 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:38:59.492428 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.514774 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.566694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b39827c-0428-422f-9f79-e3c3b4cff1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.591501 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] For port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:38:59.601837 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] For port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:38:59.602153 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-add5f493-2fd9-4983-a58c-e14f3b1745a4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.604309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-add5f493-2fd9-4983-a58c-e14f3b1745a4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.605635 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-add5f493-2fd9-4983-a58c-e14f3b1745a4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ad93c4f-346e-40b0-8c8d-ea553a9dc99f HTTP/1.1" status: 204 len: 168 time: 0.4602196 Aug 24 00:38:59.610769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55454) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:59.628615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5f493-2fd9-4983-a58c-e14f3b1745a4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad93c4f-346e-40b0-8c8d-ea553a9dc99f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:59.655675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Port': ['ID=5ff3067b-1c78-4cd0-957e-04bffa7f2ac1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:59.678957 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.683463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Checking segment: {'id': 'a14030ae-46b7-4a61-8d5f-6a84d5ca3916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'cadf2994-9d5a-4b27-a73a-6db1b4669d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:38:59.683463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Network hostable DHCP agents. Network: cadf2994-9d5a-4b27-a73a-6db1b4669d0b, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:38:59.686348 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-e45c5333-c355-4d4b-9ff4-297c7fc628a2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] show failed (client error): The resource could not be found. Aug 24 00:38:59.687428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e45c5333-c355-4d4b-9ff4-297c7fc628a2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups/1ad93c4f-346e-40b0-8c8d-ea553a9dc99f HTTP/1.1" status: 404 len: 347 time: 0.0651844 Aug 24 00:38:59.691293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55456) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:59.706238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cd618a9c-a34f-4864-b57a-7275cdb6c333 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f98fb291547542afa85d402babd06518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014258 Aug 24 00:38:59.711653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55460) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:38:59.753091 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:38:59.762096 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:38:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:38:59.795937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Network cadf2994-9d5a-4b27-a73a-6db1b4669d0b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:38:59.826628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d478a0-92de-4c05-ad54-fc8a31461945 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.852659 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b39827c-0428-422f-9f79-e3c3b4cff1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.874796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b39827c-0428-422f-9f79-e3c3b4cff1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.876040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2b39827c-0428-422f-9f79-e3c3b4cff1df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d5b156e-5a42-479c-b2a9-675e5dfd18e6 HTTP/1.1" status: 204 len: 168 time: 0.8917542 Aug 24 00:38:59.891644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.916623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39827c-0428-422f-9f79-e3c3b4cff1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b156e-5a42-479c-b2a9-675e5dfd18e6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:59.935977 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac1ec3-a4ce-43fb-a994-2d6f1bb03e2c None None] Pushing event updated for resources: {'Port': ['ID=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:38:59.948900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d478a0-92de-4c05-ad54-fc8a31461945 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:38:59.950807 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:38:59.983306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, cadf2994-9d5a-4b27-a73a-6db1b4669d0b) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:00.004589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff9254-9f19-4191-9020-d514924d7e69 None None] Network cadf2994-9d5a-4b27-a73a-6db1b4669d0b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:00.030837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:00.031608 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.035883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d478a0-92de-4c05-ad54-fc8a31461945 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde5a8e-0237-413e-a97c-00faa9fa2252,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:00.074172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f7d478a0-92de-4c05-ad54-fc8a31461945 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.078196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f7d478a0-92de-4c05-ad54-fc8a31461945 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2159863 Aug 24 00:39:00.084309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:00.096447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bf6dd279-dd94-43a2-9e93-02e9489a2af2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'security_group_rule': {'security_group_id': '1dde5a8e-0237-413e-a97c-00faa9fa2252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:00.122489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d170f5-2b5c-4799-94a4-8f5a1d07a1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.148829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d170f5-2b5c-4799-94a4-8f5a1d07a1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.198790 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.231895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Port': ['ID=19dfb484-c42e-4210-9d0a-feea2802f26f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:00.248929 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:38:59Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:00.251101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Checking segment: {'id': 'c46e8024-715d-4d07-85fe-891a9ba73dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a017c2cf-9e2f-487f-82a0-ee85606b49bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:00.256882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Network hostable DHCP agents. Network: a017c2cf-9e2f-487f-82a0-ee85606b49bb, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:00.256882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Deleting port 3e037ca7-da79-40f2-ae81-1639ba13e119 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:00.256882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.262207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:00.266204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:00.269125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:00.277024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:00.277859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.282791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd279-dd94-43a2-9e93-02e9489a2af2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.291168 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c4cf0-5fd9-4a7b-aea3-3629d76056ad None None] The sync data for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 is: [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:38:59Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:00.317026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=0f9a6b6f-8cef-4281-8235-17e57fb7bc7c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:00.324621 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.381108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d170f5-2b5c-4799-94a4-8f5a1d07a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.383887 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d170f5-2b5c-4799-94a4-8f5a1d07a1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.389149 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18d170f5-2b5c-4799-94a4-8f5a1d07a1c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af255ee7-77f6-4f27-8e60-bf929ab4e5fa HTTP/1.1" status: 204 len: 168 time: 0.6654904 Aug 24 00:39:00.389278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ae03f826-cb4e-49f4-b53f-2d2c9ecf0c62 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9347217 Aug 24 00:39:00.390235 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd279-dd94-43a2-9e93-02e9489a2af2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.391075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:00.474430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd8088-160f-4784-a2b4-3bb729e6ec83 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:00.480930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c8bd8088-160f-4784-a2b4-3bb729e6ec83 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/0f9a6b6f-8cef-4281-8235-17e57fb7bc7c HTTP/1.1" status: 200 len: 841 time: 0.0852618 Aug 24 00:39:00.480930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd279-dd94-43a2-9e93-02e9489a2af2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.486392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.486593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:00.488064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.534883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Network a017c2cf-9e2f-487f-82a0-ee85606b49bb is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:00.543175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dd279-dd94-43a2-9e93-02e9489a2af2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d9858a-299d-4756-9984-4e0be6a4bd57,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:00.563845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Calling delete_port for 3e037ca7-da79-40f2-ae81-1639ba13e119 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:00.566899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d170f5-2b5c-4799-94a4-8f5a1d07a1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af255ee7-77f6-4f27-8e60-bf929ab4e5fa,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:00.622438 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd279-dd94-43a2-9e93-02e9489a2af2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.623737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bf6dd279-dd94-43a2-9e93-02e9489a2af2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5355227 Aug 24 00:39:00.626411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:00.635977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b529f75f-1723-4de9-baf1-d46b567b15b3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'security_group_rule': {'security_group_id': '1dde5a8e-0237-413e-a97c-00faa9fa2252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:00.656528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5c0dc225-70c6-4b7c-aba3-151f31255af7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 0f9a6b6f-8cef-4281-8235-17e57fb7bc7c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:00.656878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c0dc225-70c6-4b7c-aba3-151f31255af7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.707903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a017c2cf-9e2f-487f-82a0-ee85606b49bb) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:00.725025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88943333-c850-430b-9f4e-07ff57862d6d None None] Network a017c2cf-9e2f-487f-82a0-ee85606b49bb requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:00.741758 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c0dc225-70c6-4b7c-aba3-151f31255af7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.797044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:00.804017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:00.810375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:00.811599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5c0dc225-70c6-4b7c-aba3-151f31255af7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 0f9a6b6f-8cef-4281-8235-17e57fb7bc7c owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:00.812249 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.829265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b529f75f-1723-4de9-baf1-d46b567b15b3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.925681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.932227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b529f75f-1723-4de9-baf1-d46b567b15b3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.957551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55478) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:00.962253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event deleted for resources: {'Port': ['ID=3e037ca7-da79-40f2-ae81-1639ba13e119,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:00.972460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c08e89e0-6d63-4eb8-86cc-2cbd4ef8c31b tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9296679 Aug 24 00:39:00.975112 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62124c0b-22d7-4dad-bfdf-f31e98b32af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:00.982907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.036056 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.036511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b529f75f-1723-4de9-baf1-d46b567b15b3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.039419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.048117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-581749cd-dc1c-4c34-a8c2-62f7b0ba3bb6 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "DELETE /v2.0/floatingips/5a6915ed-dba2-48e9-8b69-7b6e07f93808 HTTP/1.1" status: 204 len: 168 time: 1.3554475 Aug 24 00:39:01.070475 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c0dc225-70c6-4b7c-aba3-151f31255af7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.103660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f1c4f-a0b5-4534-b317-bf413cee4795 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:01.109709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97f1c4f-a0b5-4534-b317-bf413cee4795 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:01.111962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f97f1c4f-a0b5-4534-b317-bf413cee4795 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1274524 Aug 24 00:39:01.112701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529f75f-1723-4de9-baf1-d46b567b15b3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ff382f-502b-48a0-9048-393f52581f2a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:01.114659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55484) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.146922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5c0dc225-70c6-4b7c-aba3-151f31255af7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.149325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5c0dc225-70c6-4b7c-aba3-151f31255af7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/0f9a6b6f-8cef-4281-8235-17e57fb7bc7c HTTP/1.1" status: 204 len: 168 time: 0.6530120 Aug 24 00:39:01.155345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dc225-70c6-4b7c-aba3-151f31255af7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=0f9a6b6f-8cef-4281-8235-17e57fb7bc7c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:01.159837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.198379 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ec84df-bb71-451c-a3ef-ac2a6ba6e6cf tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:39:01.199988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c5ec84df-bb71-451c-a3ef-ac2a6ba6e6cf tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/0f9a6b6f-8cef-4281-8235-17e57fb7bc7c HTTP/1.1" status: 404 len: 333 time: 0.0371888 Aug 24 00:39:01.204244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.209418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'name': 'tempest-PortsTestJSON-1650387270'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:01.291979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-36eda5ac-d2f3-4dff-a30f-29320753621d tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Deleting port 5ff3067b-1c78-4cd0-957e-04bffa7f2ac1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:01.292713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36eda5ac-d2f3-4dff-a30f-29320753621d tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.314061 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62124c0b-22d7-4dad-bfdf-f31e98b32af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.369597 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36eda5ac-d2f3-4dff-a30f-29320753621d tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.384366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-36eda5ac-d2f3-4dff-a30f-29320753621d tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Calling delete_port for 5ff3067b-1c78-4cd0-957e-04bffa7f2ac1 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:01.388513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-62124c0b-22d7-4dad-bfdf-f31e98b32af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.432269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-62124c0b-22d7-4dad-bfdf-f31e98b32af0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e08de53fd2a44a01bb43eef1f030fc88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4704237 Aug 24 00:39:01.432269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62124c0b-22d7-4dad-bfdf-f31e98b32af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76df6e29-f3d1-4f12-a396-f6f3a8a98d7f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:01.433782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.477725 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b529f75f-1723-4de9-baf1-d46b567b15b3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.478984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b529f75f-1723-4de9-baf1-d46b567b15b3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8516316 Aug 24 00:39:01.483524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55494) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.495754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:01.526779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e143cc01-4c7a-4d46-97fc-9e83203fdb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.552927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55496) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.553172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e143cc01-4c7a-4d46-97fc-9e83203fdb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.566938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cea6521d-ecc7-4114-b1b1-4044d7d8e49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.580870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:01.586057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.593553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36eda5ac-d2f3-4dff-a30f-29320753621d tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.619714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.630551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614254764', 'description': 'tempest-description--282108551'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:01.631175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eda5ac-d2f3-4dff-a30f-29320753621d tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Port': ['ID=5ff3067b-1c78-4cd0-957e-04bffa7f2ac1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:01.640496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port d9a6345d-55cb-4697-94da-70100fa055d5 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:01.643648 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36eda5ac-d2f3-4dff-a30f-29320753621d tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.648767 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-36eda5ac-d2f3-4dff-a30f-29320753621d tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/ports/5ff3067b-1c78-4cd0-957e-04bffa7f2ac1 HTTP/1.1" status: 204 len: 168 time: 0.5331638 Aug 24 00:39:01.649444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55500) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:01.719862 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.757083 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:39:01.757083 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:39:01.757083 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id_1': '9d000a4eb6294307ba4805918c3e57d8', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 39, 1, 631584)}] Aug 24 00:39:01.757083 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:01.757083 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:01.789017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd6603-abc9-44be-9359-ba5b3904d66c tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Deleting port 19dfb484-c42e-4210-9d0a-feea2802f26f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:01.789758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6603-abc9-44be-9359-ba5b3904d66c tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.810244 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.878786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e143cc01-4c7a-4d46-97fc-9e83203fdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.882028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e143cc01-4c7a-4d46-97fc-9e83203fdb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.882998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6603-abc9-44be-9359-ba5b3904d66c tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.886059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e143cc01-4c7a-4d46-97fc-9e83203fdb73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76df6e29-f3d1-4f12-a396-f6f3a8a98d7f HTTP/1.1" status: 204 len: 168 time: 0.4511182 Aug 24 00:39:01.907623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd6603-abc9-44be-9359-ba5b3904d66c tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Calling delete_port for 19dfb484-c42e-4210-9d0a-feea2802f26f owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:01.910545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.918236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143cc01-4c7a-4d46-97fc-9e83203fdb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76df6e29-f3d1-4f12-a396-f6f3a8a98d7f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:01.922614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cea6521d-ecc7-4114-b1b1-4044d7d8e49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:01.979348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.079968 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.123396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:02.152997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Allocated IP 172.25.5.231 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/9612fb12-f918-437b-9af4-707e30a93711) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:02.168899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:02.180769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:02.186210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:02.192234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:02.192888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.220403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=d9a6345d-55cb-4697-94da-70100fa055d5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:02.282855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:02.287165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:02.287551 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.325481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.368998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-82cf5e1a-5b95-47fb-98c6-a7c88b38b14a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1611180 Aug 24 00:39:02.373131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:02.383872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:02.393193 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cea6521d-ecc7-4114-b1b1-4044d7d8e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.394609 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.438671 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cea6521d-ecc7-4114-b1b1-4044d7d8e49c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ef80f0957a840fdba0b12f52fe75e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8871055 Aug 24 00:39:02.445139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55516) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:02.458165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6521d-ecc7-4114-b1b1-4044d7d8e49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a552a930-34d6-4edc-afce-91f58b9df91e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:02.469357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6603-abc9-44be-9359-ba5b3904d66c tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.483019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:02.503780 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.518480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd6603-abc9-44be-9359-ba5b3904d66c tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Port': ['ID=19dfb484-c42e-4210-9d0a-feea2802f26f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:02.518915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.518915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.520239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6603-abc9-44be-9359-ba5b3904d66c tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.522696 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f8cd6603-abc9-44be-9359-ba5b3904d66c tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/ports/19dfb484-c42e-4210-9d0a-feea2802f26f HTTP/1.1" status: 204 len: 168 time: 0.8721404 Aug 24 00:39:02.525680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55518) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:02.558181 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ea864d4b-6eca-467b-be1e-caefac463def tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0314074 Aug 24 00:39:02.561833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55522) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:02.566962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2082098419'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:02.604475 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.622624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:02.627173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55526) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:02.637989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-aa84d5df-9874-4f4a-941d-437bbcd5fb26 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770335717', 'description': 'tempest-secgroup-smoke-1770335717 description', 'project_id': 'da8a1303774b49319b7fc2501d45993d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:02.645540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:02.651113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:02.655000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'Port': ['ID=9612fb12-f918-437b-9af4-707e30a93711,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:02.663782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Made reservation on behalf of 232539139d8045f2a3b32534a2a92e6e for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:02.669657 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.677799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29b6d2ab-32bf-49ef-aeda-85efa85a38b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.682566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:02.702345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:02.711832 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.712243 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Added segment 5878c92b-fdd7-4e9c-be02-13cd357574f3 of type vlan for network 8480e95a-2786-45f0-8090-84b859f87549 Aug 24 00:39:02.751676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.786849 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29b6d2ab-32bf-49ef-aeda-85efa85a38b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.838364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.844467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:02.845145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.916769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Network': ['ID=8480e95a-2786-45f0-8090-84b859f87549,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:02.927161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8480e95a-2786-45f0-8090-84b859f87549 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:02.945629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.945629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:02.946468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.009768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29b6d2ab-32bf-49ef-aeda-85efa85a38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.012374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29b6d2ab-32bf-49ef-aeda-85efa85a38b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.020412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-29b6d2ab-32bf-49ef-aeda-85efa85a38b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a552a930-34d6-4edc-afce-91f58b9df91e HTTP/1.1" status: 204 len: 168 time: 0.5673156 Aug 24 00:39:03.022866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6d2ab-32bf-49ef-aeda-85efa85a38b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a552a930-34d6-4edc-afce-91f58b9df91e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.040472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.052288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.125183 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa84d5df-9874-4f4a-941d-437bbcd5fb26 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.139388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] In _notify_port_updated(), no bound segment for port d9a6345d-55cb-4697-94da-70100fa055d5 on network b897a761-f99e-4567-8b22-7970b83a07f4 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:39:03.144835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:03.145445 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.146774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "PUT /v2.0/ports/d9a6345d-55cb-4697-94da-70100fa055d5 HTTP/1.1" status: 200 len: 818 time: 0.7724218 Aug 24 00:39:03.149531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55540) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.149760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.153185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41819fb-1001-4e82-9ff7-6261e1e91ee3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.176317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c882ffc-a7e3-4033-9ff6-95813ff921ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=d9a6345d-55cb-4697-94da-70100fa055d5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.204247 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-53a13053-1bf6-447c-bb1d-5d2ca8d764c7 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6413524 Aug 24 00:39:03.207892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55544) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.218629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-39637043'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:03.221738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.222922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-305d43a9-2e35-47d5-819c-746b4d0b3ca7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6011946 Aug 24 00:39:03.228276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55546) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.237276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4ae68e96-6ef9-4ab5-baa4-f26708f2bcfc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'security_group_rule': {'security_group_id': 'd41819fb-1001-4e82-9ff7-6261e1e91ee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:03.323971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ee371151-13fc-42db-aeab-13b6740994d0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port d9a6345d-55cb-4697-94da-70100fa055d5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:03.324318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee371151-13fc-42db-aeab-13b6740994d0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.356305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.393482 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa84d5df-9874-4f4a-941d-437bbcd5fb26 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.413016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee371151-13fc-42db-aeab-13b6740994d0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.426311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.429075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ee371151-13fc-42db-aeab-13b6740994d0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for d9a6345d-55cb-4697-94da-70100fa055d5 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:03.489175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa84d5df-9874-4f4a-941d-437bbcd5fb26 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.528765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.540930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:39:03.540930 n-d-804878-2 neutron-server[95326]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:39:03.540930 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id': '232539139d8045f2a3b32534a2a92e6e', 'id': '23557b3f-7418-40ab-b368-d85e46f08ff8', 'expiration': datetime.datetime(2021, 8, 24, 0, 41, 3, 482565)}] Aug 24 00:39:03.540930 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:03.544910 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:03.545126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84d5df-9874-4f4a-941d-437bbcd5fb26 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287f3b0a-d07c-4324-982e-2e1b980ac0e7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.563261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'Port': ['ID=9612fb12-f918-437b-9af4-707e30a93711,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.598849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ae68e96-6ef9-4ab5-baa4-f26708f2bcfc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.647131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ae68e96-6ef9-4ab5-baa4-f26708f2bcfc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.711726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee371151-13fc-42db-aeab-13b6740994d0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.746456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee371151-13fc-42db-aeab-13b6740994d0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=d9a6345d-55cb-4697-94da-70100fa055d5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.750398 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ee371151-13fc-42db-aeab-13b6740994d0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.753025 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ee371151-13fc-42db-aeab-13b6740994d0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/d9a6345d-55cb-4697-94da-70100fa055d5 HTTP/1.1" status: 204 len: 168 time: 0.6019213 Aug 24 00:39:03.755367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55564) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.757885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.769902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-55a8814f-60ef-442e-bbd5-87f020011096 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2726822 Aug 24 00:39:03.770064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa84d5df-9874-4f4a-941d-437bbcd5fb26 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.770064 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aa84d5df-9874-4f4a-941d-437bbcd5fb26 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1397686 Aug 24 00:39:03.770064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ae68e96-6ef9-4ab5-baa4-f26708f2bcfc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.771750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.779921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6dea7591-158e-475a-89e8-529d66179eab tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'security_group_rule': {'security_group_id': '287f3b0a-d07c-4324-982e-2e1b980ac0e7', 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:03.804384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae68e96-6ef9-4ab5-baa4-f26708f2bcfc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cea03fb-3791-49f9-8866-1d62ae2e23d4,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:03.830804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab033749-d977-43b3-99b4-19b7c5a6940c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:03.832324 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ab033749-d977-43b3-99b4-19b7c5a6940c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0759475 Aug 24 00:39:03.835117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55570) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.843430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dea7591-158e-475a-89e8-529d66179eab tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.863751 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb80c8a-82c1-424e-9d88-75ac4c3dd632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:39:03.866081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7bb80c8a-82c1-424e-9d88-75ac4c3dd632 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/d9a6345d-55cb-4697-94da-70100fa055d5 HTTP/1.1" status: 404 len: 333 time: 0.0287316 Aug 24 00:39:03.869502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55572) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.875710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1956515612'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:03.931724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ae68e96-6ef9-4ab5-baa4-f26708f2bcfc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.934569 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4ae68e96-6ef9-4ab5-baa4-f26708f2bcfc tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7039456 Aug 24 00:39:03.939388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dea7591-158e-475a-89e8-529d66179eab tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:03.941860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55578) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:03.947901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e1e2b5a0-06d9-4d6e-bce4-d0c93a75feef tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'security_group_rule': {'security_group_id': 'd41819fb-1001-4e82-9ff7-6261e1e91ee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:03.976471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:04.005204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dea7591-158e-475a-89e8-529d66179eab tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.031934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:04.036585 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.038437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:04.038437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.060327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55590) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:04.071520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea7591-158e-475a-89e8-529d66179eab tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ed61d5-04f5-442e-91c2-b14a587529f5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:04.095925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:04.108091 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.108516 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Added segment 9ad8c741-4d92-4c5a-8a82-26904df6867d of type vlan for network fa7b4908-318f-48a7-93a6-96415ca90eaa Aug 24 00:39:04.143167 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-3c9c91e8-d0fd-4055-8964-16148bcbb176 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2010446813&fields=id&tenant_id=3ed81b531a5b4647813566f12d197f9a HTTP/1.1" status: 200 len: 267 time: 0.0559595 Aug 24 00:39:04.152040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b5a0-06d9-4d6e-bce4-d0c93a75feef tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.171836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.227044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dea7591-158e-475a-89e8-529d66179eab tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.230424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6dea7591-158e-475a-89e8-529d66179eab tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4571688 Aug 24 00:39:04.232913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55598) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:04.237724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-74f9ece0-cc06-46f8-ad30-d486e1794d2a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'security_group_rule': {'security_group_id': '287f3b0a-d07c-4324-982e-2e1b980ac0e7', 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:04.257771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b5a0-06d9-4d6e-bce4-d0c93a75feef tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.261608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6fe87d7-f467-4d13-8cb5-49b7706c86cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.288584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.295846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:04.296479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.314149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-2dabb62c-8b80-4348-b6b3-b175ec421b2f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:04.315672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-2dabb62c-8b80-4348-b6b3-b175ec421b2f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 817 time: 0.1643839 Aug 24 00:39:04.332091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-f29efee2-f97c-4b5e-975d-a1b6677ea0cc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/quotas/3ed81b531a5b4647813566f12d197f9a HTTP/1.1" status: 200 len: 375 time: 0.0094335 Aug 24 00:39:04.347645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Made reservation on behalf of 232539139d8045f2a3b32534a2a92e6e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:04.352173 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.362302 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b5a0-06d9-4d6e-bce4-d0c93a75feef tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.393329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Network': ['ID=fa7b4908-318f-48a7-93a6-96415ca90eaa,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:04.399978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2b5a0-06d9-4d6e-bce4-d0c93a75feef tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6513527-ecde-4814-9d9d-79d5f6723b1f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:04.407748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network fa7b4908-318f-48a7-93a6-96415ca90eaa details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:04.407933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:04.425105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-75b5bc26-102a-41b0-8f06-3ec059221bd6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872657 Aug 24 00:39:04.428427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.428777 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Added segment 9e8ebd59-c2c7-43e4-8aa8-cb32447a490d of type vlan for network ac8539c0-c496-4f8d-93d5-eda4cb45e662 Aug 24 00:39:04.500712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74f9ece0-cc06-46f8-ad30-d486e1794d2a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.549587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74f9ece0-cc06-46f8-ad30-d486e1794d2a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.558756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1e2b5a0-06d9-4d6e-bce4-d0c93a75feef tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.563511 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1e2b5a0-06d9-4d6e-bce4-d0c93a75feef tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6206267 Aug 24 00:39:04.569589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:04.569589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:04.616152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74f9ece0-cc06-46f8-ad30-d486e1794d2a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.636948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9ece0-cc06-46f8-ad30-d486e1794d2a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4433c31d-35a3-439c-8fe6-3e67db421920,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:04.850859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:04.931846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-4e5f23a9-b7a9-4d21-9929-d1aa847236e7 service neutron] 10.222.0.26 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878728 Aug 24 00:39:05.031747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.037906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:05.038554 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.042121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6fe87d7-f467-4d13-8cb5-49b7706c86cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.114327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-55a30d19-889c-49d1-847c-0bcaabc7bc1b service neutron] 10.222.0.26 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762185 Aug 24 00:39:05.117666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d6fe87d7-f467-4d13-8cb5-49b7706c86cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.163161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Network': ['ID=ac8539c0-c496-4f8d-93d5-eda4cb45e662,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:05.168756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe87d7-f467-4d13-8cb5-49b7706c86cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c227d66-c155-47ac-a74a-eb8d28e23782,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:05.174519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d6fe87d7-f467-4d13-8cb5-49b7706c86cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f807dbe72b4344f8932c28c129ee737b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1123669 Aug 24 00:39:05.176756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55618) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:05.178519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network ac8539c0-c496-4f8d-93d5-eda4cb45e662 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:05.185854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74f9ece0-cc06-46f8-ad30-d486e1794d2a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.187643 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-74f9ece0-cc06-46f8-ad30-d486e1794d2a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9534845 Aug 24 00:39:05.190352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55620) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:05.197947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2ef2b97a-752f-4d66-bdae-e6b88dd63214 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'security_group_rule': {'security_group_id': '287f3b0a-d07c-4324-982e-2e1b980ac0e7', 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:05.211937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-117780cc-2701-48cd-ab6d-46a9c08e4199 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3404741 Aug 24 00:39:05.214888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:05.217465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2f7a5f42-8567-476a-8a43-759f6781f2fb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0085764 Aug 24 00:39:05.224913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:05.271686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-044f1ecc-56fb-477d-95ec-f686e633f477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.295973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-044f1ecc-56fb-477d-95ec-f686e633f477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.321812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.336132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55626) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:05.363683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55632) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:05.370983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'subnets': [{'network_id': '8480e95a-2786-45f0-8090-84b859f87549', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1448950236', 'ip_version': 4}, {'network_id': 'ac8539c0-c496-4f8d-93d5-eda4cb45e662', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:05.371313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'subnet': {'network_id': '8480e95a-2786-45f0-8090-84b859f87549', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1448950236', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:05.371876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Request body: {'subnet': {'network_id': 'ac8539c0-c496-4f8d-93d5-eda4cb45e662', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:05.435249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23e80cae-8b8e-4d65-a3e3-7187d06d96a2 req-a89c3eef-9ac6-4c8c-b918-1904a78bd3a4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0418866 Aug 24 00:39:05.460246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b97a-752f-4d66-bdae-e6b88dd63214 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.501233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1414236538', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:05.561125 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b97a-752f-4d66-bdae-e6b88dd63214 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.571559 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-044f1ecc-56fb-477d-95ec-f686e633f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.574323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-044f1ecc-56fb-477d-95ec-f686e633f477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.578235 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-044f1ecc-56fb-477d-95ec-f686e633f477 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c227d66-c155-47ac-a74a-eb8d28e23782 HTTP/1.1" status: 204 len: 168 time: 0.3976793 Aug 24 00:39:05.587185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:05.590891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.607146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1ecc-56fb-477d-95ec-f686e633f477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c227d66-c155-47ac-a74a-eb8d28e23782,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:05.644614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.645152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b97a-752f-4d66-bdae-e6b88dd63214 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.669754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2b97a-752f-4d66-bdae-e6b88dd63214 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8070390e-1c1b-46f3-8850-de19d1476555,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:05.718277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Made reservation on behalf of 81393b8753124663af9317b9c82dc765 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:05.721110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.767176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.813357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Allocated IP 172.25.5.216 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/62f549eb-b533-4d76-b5b3-4d18a363fac0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:05.884046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Made reservation on behalf of 232539139d8045f2a3b32534a2a92e6e for: {'subnet': 2} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:05.885620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.889100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.889489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.975107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b97a-752f-4d66-bdae-e6b88dd63214 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:05.982359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2ef2b97a-752f-4d66-bdae-e6b88dd63214 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7905509 Aug 24 00:39:05.983030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=11090978-2703-475e-9b53-53911cc70a92,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:05.985323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55642) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:05.988338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Checking segment: {'id': '9ad8c741-4d92-4c5a-8a82-26904df6867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:05.992861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network hostable DHCP agents. Network: fa7b4908-318f-48a7-93a6-96415ca90eaa, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:05.998448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-07652d36-4a6a-4be4-84f2-0ba2b09a8649 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'security_group_rule': {'security_group_id': '287f3b0a-d07c-4324-982e-2e1b980ac0e7', 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:06.009208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.083096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network fa7b4908-318f-48a7-93a6-96415ca90eaa is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:06.180945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, fa7b4908-318f-48a7-93a6-96415ca90eaa) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:06.185526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:06.186250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.193068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05824d88-aefb-4970-a923-60901a29012e None None] Network fa7b4908-318f-48a7-93a6-96415ca90eaa requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:06.233058 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.262699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.332467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:06.343888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:06.349475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:06.352914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'Port': ['ID=62f549eb-b533-4d76-b5b3-4d18a363fac0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:06.374625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-fa7b4908-318f-48a7-93a6-96415ca90eaa', 'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa', 'tenant_id': 'a16bbe30523b463c97a41ff8dbe93e11', 'fixed_ips': [{'subnet_id': '11090978-2703-475e-9b53-53911cc70a92'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:06.380019 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.383353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.403367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] device_id is not set on port 312d646b-ba23-4866-9613-c78c3da65192 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:06.474127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb12b2-c04d-4f7a-8176-49219ee23e10,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:06.524861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d58aaa9-0658-496a-9a15-9cbdba74aab2 req-cb12aa8e-3192-4199-b027-c68052ab2388 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0282407 Aug 24 00:39:06.533295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7584b4f0-b7b3-43ad-ae85-00fe80b06105 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3163376 Aug 24 00:39:06.533295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:06.538156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5eb525ab-538a-4c7f-b1dd-3f8f94ed938c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:06.540340 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Allocated IP 172.20.0.2 (fa7b4908-318f-48a7-93a6-96415ca90eaa/11090978-2703-475e-9b53-53911cc70a92/45aeb497-b5ce-4bf2-9c70-505f3ea129be) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:06.668270 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.699600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Allocated IP 172.25.5.252 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/312d646b-ba23-4866-9613-c78c3da65192) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:06.739393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07652d36-4a6a-4be4-84f2-0ba2b09a8649 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.739757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.748558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Transition to ACTIVE for port object 45aeb497-b5ce-4bf2-9c70-505f3ea129be will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:06.763729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Transition to ACTIVE for port object 45aeb497-b5ce-4bf2-9c70-505f3ea129be will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:06.856429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb525ab-538a-4c7f-b1dd-3f8f94ed938c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:06.860756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5eb525ab-538a-4c7f-b1dd-3f8f94ed938c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.867326 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.867326 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.890474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.952635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07652d36-4a6a-4be4-84f2-0ba2b09a8649 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:06.979209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Network fa7b4908-318f-48a7-93a6-96415ca90eaa is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:06.985445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Pushing event updated for resources: {'Port': ['ID=45aeb497-b5ce-4bf2-9c70-505f3ea129be,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:06.996455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:07.000099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:07.013557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.024261 n-d-804878-2 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-5eb525ab-538a-4c7f-b1dd-3f8f94ed938c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11090978-2703-475e-9b53-53911cc70a92 (CIDR: 172.20.0.0/28) Aug 24 00:39:07.035274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07652d36-4a6a-4be4-84f2-0ba2b09a8649 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.042774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Subnet': ['ID=f7d1e10c-b3ff-4547-b3a2-ce7822d9cf41,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:07.083166 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb525ab-538a-4c7f-b1dd-3f8f94ed938c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:39:07.083821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb525ab-538a-4c7f-b1dd-3f8f94ed938c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:39:07.092166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Attempting to bind port 45aeb497-b5ce-4bf2-9c70-505f3ea129be on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:07.092551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Attempting to bind port 45aeb497-b5ce-4bf2-9c70-505f3ea129be by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '9ad8c741-4d92-4c5a-8a82-26904df6867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:07.092918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Attempting to bind port 45aeb497-b5ce-4bf2-9c70-505f3ea129be on network fa7b4908-318f-48a7-93a6-96415ca90eaa {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:07.107715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Checking segment: {'id': '5878c92b-fdd7-4e9c-be02-13cd357574f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8480e95a-2786-45f0-8090-84b859f87549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:07.108089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Network hostable DHCP agents. Network: 8480e95a-2786-45f0-8090-84b859f87549, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:07.109747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:07.110085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07652d36-4a6a-4be4-84f2-0ba2b09a8649 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b46d25f-3438-4b5b-9c69-a33b94c7f139,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:07.110227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Checking segment: {'id': '9ad8c741-4d92-4c5a-8a82-26904df6867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:07.110539 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.110938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Bound using segment: {'id': '9ad8c741-4d92-4c5a-8a82-26904df6867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:07.111842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Bound port: 45aeb497-b5ce-4bf2-9c70-505f3ea129be, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad8c741-4d92-4c5a-8a82-26904df6867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:07.111842 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.176315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5eb525ab-538a-4c7f-b1dd-3f8f94ed938c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6420541 Aug 24 00:39:07.179748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:07.188553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:07.189208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] For port 45aeb497-b5ce-4bf2-9c70-505f3ea129be, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:07.192314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] For port 45aeb497-b5ce-4bf2-9c70-505f3ea129be, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=45aeb497-b5ce-4bf2-9c70-505f3ea129be,segment=NetworkSegment(9ad8c741-4d92-4c5a-8a82-26904df6867d),segment_id=9ad8c741-4d92-4c5a-8a82-26904df6867d)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:07.222621 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-07652d36-4a6a-4be4-84f2-0ba2b09a8649 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.224212 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-07652d36-4a6a-4be4-84f2-0ba2b09a8649 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2318048 Aug 24 00:39:07.230914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55676) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:07.237129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-721f31fa-7f2e-40e2-aca7-9d9ae936482b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'security_group_rule': {'security_group_id': '287f3b0a-d07c-4324-982e-2e1b980ac0e7', 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:07.247000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.262869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Network 8480e95a-2786-45f0-8090-84b859f87549 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:07.289436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.289669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.339186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:07.344077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:07.348651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:07.352562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Pushing event updated for resources: {'Port': ['ID=312d646b-ba23-4866-9613-c78c3da65192,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:07.360623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610e7ce-0b96-4a17-aa6c-bcbd5ec46e7a None None] Pushing event updated for resources: {'Port': ['ID=45aeb497-b5ce-4bf2-9c70-505f3ea129be,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:07.378370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.416469 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-721f31fa-7f2e-40e2-aca7-9d9ae936482b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Project da8a1303774b49319b7fc2501d45993d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:39:07.420469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8480e95a-2786-45f0-8090-84b859f87549) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:07.433452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b787418f-f2b7-44a1-be4d-18771ec58954 None None] Network 8480e95a-2786-45f0-8090-84b859f87549 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:07.438136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.477384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:07.478797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-721f31fa-7f2e-40e2-aca7-9d9ae936482b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.481739 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.514231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:07.514868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.574963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'Port': ['ID=62f549eb-b533-4d76-b5b3-4d18a363fac0,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:07.631367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.652264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8480e95a-2786-45f0-8090-84b859f87549', 'network_id': '8480e95a-2786-45f0-8090-84b859f87549', 'tenant_id': '232539139d8045f2a3b32534a2a92e6e', 'fixed_ips': [{'subnet_id': 'f7d1e10c-b3ff-4547-b3a2-ce7822d9cf41'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:07.652264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.747959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bfca634-6a41-4520-9132-09be53d505d9 req-5a232896-59d5-4914-aa9d-541e6a26e67a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0634212 Aug 24 00:39:07.748239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event updated for resources: {'Subnet': ['ID=179d069c-3762-40e9-8751-6184f5ad20fd,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:07.755925 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4452a96c-cdaa-4623-9167-07962fca1f4c tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4064369 Aug 24 00:39:07.756559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:07.765715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.252'}]}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:07.775249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Checking segment: {'id': '9e8ebd59-c2c7-43e4-8aa8-cb32447a490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8539c0-c496-4f8d-93d5-eda4cb45e662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:07.775744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Network hostable DHCP agents. Network: ac8539c0-c496-4f8d-93d5-eda4cb45e662, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:07.779439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-721f31fa-7f2e-40e2-aca7-9d9ae936482b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.862821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Allocated IP 172.20.0.2 (8480e95a-2786-45f0-8090-84b859f87549/f7d1e10c-b3ff-4547-b3a2-ce7822d9cf41/c7e35ae5-e5d1-43f8-94ce-72f23728fc9f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:07.930674 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:07.932036 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d343caa8-a85a-4cf5-93bf-3ab3df83ae0e tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3667262 Aug 24 00:39:07.976896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45aeb497-b5ce-4bf2-9c70-505f3ea129be up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:07.987496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-721f31fa-7f2e-40e2-aca7-9d9ae936482b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.005495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Network ac8539c0-c496-4f8d-93d5-eda4cb45e662 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:08.012985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.040656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f31fa-7f2e-40e2-aca7-9d9ae936482b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e3a8ce-b82b-4674-ba9e-c49e7c83f6d1,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:08.083897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network fa7b4908-318f-48a7-93a6-96415ca90eaa is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:08.087419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:08.092952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:08.093678 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.097617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.103693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=e0ba83f8-fe72-4f69-b12c-82cadda6d423,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:08.108607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Transition to ACTIVE for port object c7e35ae5-e5d1-43f8-94ce-72f23728fc9f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:08.125043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.127769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.127992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Transition to ACTIVE for port object c7e35ae5-e5d1-43f8-94ce-72f23728fc9f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:08.187328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, ac8539c0-c496-4f8d-93d5-eda4cb45e662) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:08.192782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:08.196227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:08.196227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.206535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd72e50-3629-458e-995f-e176434fb230 None None] Network ac8539c0-c496-4f8d-93d5-eda4cb45e662 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:08.217514 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-721f31fa-7f2e-40e2-aca7-9d9ae936482b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.219280 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-721f31fa-7f2e-40e2-aca7-9d9ae936482b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9871447 Aug 24 00:39:08.221960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55726) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:08.232125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3e7b43bc-9b7f-4d20-b2ab-99ef3ce0d8ff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'security_group_rule': {'security_group_id': '287f3b0a-d07c-4324-982e-2e1b980ac0e7', 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:08.235417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:08.238014 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.252118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-97e30cba-0e01-44a3-8df3-5861fc623f74 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0679948 Aug 24 00:39:08.254278 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.255511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55728) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:08.268047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa', 'fixed_ips': [{'subnet_id': '11090978-2703-475e-9b53-53911cc70a92'}, {'subnet_id': 'e0ba83f8-fe72-4f69-b12c-82cadda6d423'}], 'name': 'tempest-PortsTestJSON-1272933415'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:08.281935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-ebdd5e1d-d118-4d81-a1e5-26f8f724ee85 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--614254764&fields=id&tenant_id=9d000a4eb6294307ba4805918c3e57d8 HTTP/1.1" status: 200 len: 267 time: 0.1469080 Aug 24 00:39:08.333213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Network 8480e95a-2786-45f0-8090-84b859f87549 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:08.349332 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:39:08.355569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:08.359465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:08.364899 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-66c4e54d-4e2e-41a4-a6de-c2cadef21b02 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9981227 Aug 24 00:39:08.367932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Pushing event updated for resources: {'Port': ['ID=c7e35ae5-e5d1-43f8-94ce-72f23728fc9f,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:08.369723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55730) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:08.392153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-019d22b4-9ea4-4a52-acc3-29b0e3cb730c tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:08.401520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-019d22b4-9ea4-4a52-acc3-29b0e3cb730c tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 817 time: 0.1383340 Aug 24 00:39:08.479652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Attempting to bind port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:08.481541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Attempting to bind port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5878c92b-fdd7-4e9c-be02-13cd357574f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8480e95a-2786-45f0-8090-84b859f87549'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:08.482128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Attempting to bind port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f on network 8480e95a-2786-45f0-8090-84b859f87549 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:08.489895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:08.493269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Checking segment: {'id': '5878c92b-fdd7-4e9c-be02-13cd357574f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8480e95a-2786-45f0-8090-84b859f87549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:08.493269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.493269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Bound using segment: {'id': '5878c92b-fdd7-4e9c-be02-13cd357574f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8480e95a-2786-45f0-8090-84b859f87549'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:08.493269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Bound port: c7e35ae5-e5d1-43f8-94ce-72f23728fc9f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5878c92b-fdd7-4e9c-be02-13cd357574f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8480e95a-2786-45f0-8090-84b859f87549'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:08.493269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.544325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-ac8539c0-c496-4f8d-93d5-eda4cb45e662', 'network_id': 'ac8539c0-c496-4f8d-93d5-eda4cb45e662', 'tenant_id': '232539139d8045f2a3b32534a2a92e6e', 'fixed_ips': [{'subnet_id': '179d069c-3762-40e9-8751-6184f5ad20fd'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:08.545177 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.659293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] For port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:08.665795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] For port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c7e35ae5-e5d1-43f8-94ce-72f23728fc9f,segment=NetworkSegment(5878c92b-fdd7-4e9c-be02-13cd357574f3),segment_id=5878c92b-fdd7-4e9c-be02-13cd357574f3)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:08.670396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33378ea7-c52f-4410-877a-71dfb7928a78 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:08.672252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33378ea7-c52f-4410-877a-71dfb7928a78 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:08.674043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33378ea7-c52f-4410-877a-71dfb7928a78 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:08.676816 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-33378ea7-c52f-4410-877a-71dfb7928a78 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2921920 Aug 24 00:39:08.687975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55736) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:08.714499 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-3e7b43bc-9b7f-4d20-b2ab-99ef3ce0d8ff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Project da8a1303774b49319b7fc2501d45993d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:39:08.741481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Allocated IP 172.20.0.18 (ac8539c0-c496-4f8d-93d5-eda4cb45e662/179d069c-3762-40e9-8751-6184f5ad20fd/08daaa51-b9bd-485d-9e24-ee5b9e61b4ed) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:08.743492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e7b43bc-9b7f-4d20-b2ab-99ef3ce0d8ff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.756733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-f2c6a35e-d39b-4985-9f32-eed907345e6d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ed81b531a5b4647813566f12d197f9a HTTP/1.1" status: 200 len: 380 time: 0.3348784 Aug 24 00:39:08.764917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.775842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'port': {'device_id': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'admin_state_up': True, 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'security_groups': ['1dde5a8e-0237-413e-a97c-00faa9fa2252']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:08.822586 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.847172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a326e8-c645-4090-9917-210bea951331 None None] Network fa7b4908-318f-48a7-93a6-96415ca90eaa requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:08.849719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-002c68d0-5a90-4b6b-81a4-88fbd9f4cd05 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Deleting subnet f7d1e10c-b3ff-4547-b3a2-ce7822d9cf41 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:08.854016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002c68d0-5a90-4b6b-81a4-88fbd9f4cd05 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.877039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735506-2ad9-4342-a273-6b4a189784c7 req-b4071d49-c210-49b4-86f5-afd7572c69f7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:08.878698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-b4071d49-c210-49b4-86f5-afd7572c69f7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 810 time: 0.4840448 Aug 24 00:39:08.913830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e7b43bc-9b7f-4d20-b2ab-99ef3ce0d8ff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.919816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002c68d0-5a90-4b6b-81a4-88fbd9f4cd05 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:08.934945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a2023e5-83a7-48c0-956f-47575d9b8e30 req-7fbf8600-31b3-436d-94c4-40f6848c6c14 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0514770 Aug 24 00:39:08.941643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-f7960090-a12c-45bf-9f79-84c2c88005c9 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/quotas/9d000a4eb6294307ba4805918c3e57d8 HTTP/1.1" status: 200 len: 375 time: 0.0356174 Aug 24 00:39:09.016966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:09.019341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-7abe64d0-ef4f-4523-94d5-d0fa0f7712f7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625963 Aug 24 00:39:09.080449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002c68d0-5a90-4b6b-81a4-88fbd9f4cd05 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.125523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e7b43bc-9b7f-4d20-b2ab-99ef3ce0d8ff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.144866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Made reservation on behalf of 3ed81b531a5b4647813566f12d197f9a for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:09.151846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.157859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af9862-25e4-4032-9bbd-4d918c5c1431 None None] Pushing event updated for resources: {'Port': ['ID=c7e35ae5-e5d1-43f8-94ce-72f23728fc9f,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:09.200393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b43bc-9b7f-4d20-b2ab-99ef3ce0d8ff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce64760e-c328-469a-abf3-d6920e2bf150,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:09.232838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.241824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7f91c13a-a47a-47ce-ba28-9183dde0eea5 None None] Provisioning for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:09.252763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e7b43bc-9b7f-4d20-b2ab-99ef3ce0d8ff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.254302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3e7b43bc-9b7f-4d20-b2ab-99ef3ce0d8ff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0303559 Aug 24 00:39:09.263083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 430b39ad-b152-463c-9553-52ac5eb24f83 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:09.274614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7f91c13a-a47a-47ce-ba28-9183dde0eea5 None None] Provisioning complete for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:09.274997 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7f91c13a-a47a-47ce-ba28-9183dde0eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.326161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-952f6349-cbeb-4f6d-9321-60ebfe7b8e68 service neutron] 10.222.0.26 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824447 Aug 24 00:39:09.329116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002c68d0-5a90-4b6b-81a4-88fbd9f4cd05 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.372462 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-002c68d0-5a90-4b6b-81a4-88fbd9f4cd05 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.375464 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-002c68d0-5a90-4b6b-81a4-88fbd9f4cd05 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/subnets/f7d1e10c-b3ff-4547-b3a2-ce7822d9cf41 HTTP/1.1" status: 204 len: 168 time: 0.6862259 Aug 24 00:39:09.379999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c68d0-5a90-4b6b-81a4-88fbd9f4cd05 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d1e10c-b3ff-4547-b3a2-ce7822d9cf41,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:09.387416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:09.465724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.494992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Transition to ACTIVE for port object 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:09.525518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e70e5ed-1a4b-49de-8675-efcd5a552f04 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Deleting subnet 179d069c-3762-40e9-8751-6184f5ad20fd {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:09.563873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7f91c13a-a47a-47ce-ba28-9183dde0eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.606380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Transition to ACTIVE for port object 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:09.609482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Allocated IP 172.20.0.7 (1e56035b-dd8f-4979-b67b-ad0a8f21e636/31d1102a-9cb9-4a12-b4e2-72916ab83a90/c359bb69-e57e-4d14-8ff8-7abd31146da9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:09.674271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7f91c13a-a47a-47ce-ba28-9183dde0eea5 None None] For port 45aeb497-b5ce-4bf2-9c70-505f3ea129be, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=45aeb497-b5ce-4bf2-9c70-505f3ea129be,segment=NetworkSegment(9ad8c741-4d92-4c5a-8a82-26904df6867d),segment_id=9ad8c741-4d92-4c5a-8a82-26904df6867d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:09.735543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e70e5ed-1a4b-49de-8675-efcd5a552f04 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.751866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7f91c13a-a47a-47ce-ba28-9183dde0eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.751866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.752912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-f5d0fd75-dd65-4214-ac05-34a1ae171712 service neutron] 10.222.0.26 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080591 Aug 24 00:39:09.769465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653947ec-b864-4a12-95e9-6bc37e37e940 None None] Update dhcp port {'port': {'network_id': 'fa7b4908-318f-48a7-93a6-96415ca90eaa', 'fixed_ips': [{'subnet_id': '11090978-2703-475e-9b53-53911cc70a92', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e0ba83f8-fe72-4f69-b12c-82cadda6d423'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '45aeb497-b5ce-4bf2-9c70-505f3ea129be'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:39:09.820816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Network ac8539c0-c496-4f8d-93d5-eda4cb45e662 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:09.824275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e70e5ed-1a4b-49de-8675-efcd5a552f04 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.830284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:09.835802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:09.886715 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-653947ec-b864-4a12-95e9-6bc37e37e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.963185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Attempting to bind port 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:09.963570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Attempting to bind port 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '9e8ebd59-c2c7-43e4-8aa8-cb32447a490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8539c0-c496-4f8d-93d5-eda4cb45e662'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:09.964208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Attempting to bind port 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed on network ac8539c0-c496-4f8d-93d5-eda4cb45e662 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:09.974217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:09.974619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Checking segment: {'id': '9e8ebd59-c2c7-43e4-8aa8-cb32447a490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8539c0-c496-4f8d-93d5-eda4cb45e662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:09.975002 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.976129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Bound using segment: {'id': '9e8ebd59-c2c7-43e4-8aa8-cb32447a490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8539c0-c496-4f8d-93d5-eda4cb45e662'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:09.976606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Bound port: 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8ebd59-c2c7-43e4-8aa8-cb32447a490d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac8539c0-c496-4f8d-93d5-eda4cb45e662'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:09.976993 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:09.999589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-cad47ab4-a66f-409e-9959-11ea71c90258 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770335717&fields=id&tenant_id=da8a1303774b49319b7fc2501d45993d HTTP/1.1" status: 200 len: 267 time: 0.2609947 Aug 24 00:39:10.011695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91c13a-a47a-47ce-ba28-9183dde0eea5 None None] Pushing event updated for resources: {'Port': ['ID=45aeb497-b5ce-4bf2-9c70-505f3ea129be,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:10.068652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e70e5ed-1a4b-49de-8675-efcd5a552f04 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.103374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c7e35ae5-e5d1-43f8-94ce-72f23728fc9f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:10.110714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Pushing event updated for resources: {'Port': ['ID=08daaa51-b9bd-485d-9e24-ee5b9e61b4ed,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:10.111389 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.129102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.11 (fa7b4908-318f-48a7-93a6-96415ca90eaa/11090978-2703-475e-9b53-53911cc70a92/430b39ad-b152-463c-9553-52ac5eb24f83) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:10.165093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.26 (fa7b4908-318f-48a7-93a6-96415ca90eaa/e0ba83f8-fe72-4f69-b12c-82cadda6d423/430b39ad-b152-463c-9553-52ac5eb24f83) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:10.252745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.420038 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e70e5ed-1a4b-49de-8675-efcd5a552f04 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.476903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-108ad555-39f6-4045-a98b-35297cfee5d0 req-8847d94b-b6a5-4738-8837-d9a9eed4be59 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 210 time: 0.2269804 Aug 24 00:39:10.489358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] For port 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:10.497137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] For port 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=08daaa51-b9bd-485d-9e24-ee5b9e61b4ed,segment=NetworkSegment(9e8ebd59-c2c7-43e4-8aa8-cb32447a490d),segment_id=9e8ebd59-c2c7-43e4-8aa8-cb32447a490d)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:10.541378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:10.587397 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:10.673071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb55849-1318-47ab-9a72-4697d4425715 None None] Network 8480e95a-2786-45f0-8090-84b859f87549 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:10.988257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e5d68344-15d4-4833-96a1-807b3cd72e0a None None] Provisioning for port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:10.991213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c30ed8-1785-4f61-b463-28d1284d00ab None None] Pushing event updated for resources: {'Port': ['ID=08daaa51-b9bd-485d-9e24-ee5b9e61b4ed,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:11.037393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e5d68344-15d4-4833-96a1-807b3cd72e0a None None] Provisioning complete for port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:11.037918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70e5ed-1a4b-49de-8675-efcd5a552f04 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Subnet': ['ID=179d069c-3762-40e9-8751-6184f5ad20fd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:11.039521 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5d68344-15d4-4833-96a1-807b3cd72e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.044666 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e70e5ed-1a4b-49de-8675-efcd5a552f04 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.046615 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8e70e5ed-1a4b-49de-8675-efcd5a552f04 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/subnets/179d069c-3762-40e9-8751-6184f5ad20fd HTTP/1.1" status: 204 len: 168 time: 1.6545763 Aug 24 00:39:11.049650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55796) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.116477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0256af6-ae7e-4a3c-9a98-0ce926f6c270 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:11.116477 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c0256af6-ae7e-4a3c-9a98-0ce926f6c270 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652359 Aug 24 00:39:11.119812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55798) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.217127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-36b28668-d837-4735-b101-a14742a62b65 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:11.221262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-36b28668-d837-4735-b101-a14742a62b65 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/networks?id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed HTTP/1.1" status: 200 len: 814 time: 1.1317923 Aug 24 00:39:11.231527 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5d68344-15d4-4833-96a1-807b3cd72e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.250523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] DHCP port deletion for 8480e95a-2786-45f0-8090-84b859f87549 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:11.252701 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.258861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.260606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b96a3971-80cc-4bf9-9dd0-1aba479f98b1 req-b99cddfb-8434-485a-b216-c24476b39609 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 210 time: 0.1252735 Aug 24 00:39:11.287182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object 430b39ad-b152-463c-9553-52ac5eb24f83 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:11.317223 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.317379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e5d68344-15d4-4833-96a1-807b3cd72e0a None None] For port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c7e35ae5-e5d1-43f8-94ce-72f23728fc9f,segment=NetworkSegment(5878c92b-fdd7-4e9c-be02-13cd357574f3),segment_id=5878c92b-fdd7-4e9c-be02-13cd357574f3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:11.347061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] Deleting port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:11.348827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.369505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Deleting port 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:11.369505 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.418700 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5d68344-15d4-4833-96a1-807b3cd72e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.419192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.425981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Transition to ACTIVE for port object c359bb69-e57e-4d14-8ff8-7abd31146da9 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:11.473973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] For port 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=08daaa51-b9bd-485d-9e24-ee5b9e61b4ed,segment=NetworkSegment(9e8ebd59-c2c7-43e4-8aa8-cb32447a490d),segment_id=9e8ebd59-c2c7-43e4-8aa8-cb32447a490d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:11.474344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.480470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-4f997fd4-cbb8-4dec-830b-13a605b6d230 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/quotas/da8a1303774b49319b7fc2501d45993d HTTP/1.1" status: 200 len: 375 time: 0.2336648 Aug 24 00:39:11.502955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Calling delete_port for 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:11.506662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network fa7b4908-318f-48a7-93a6-96415ca90eaa is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:11.512669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:11.513245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] For port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c7e35ae5-e5d1-43f8-94ce-72f23728fc9f,segment=NetworkSegment(5878c92b-fdd7-4e9c-be02-13cd357574f3),segment_id=5878c92b-fdd7-4e9c-be02-13cd357574f3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:11.514739 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.516749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=430b39ad-b152-463c-9553-52ac5eb24f83,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:11.521740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:11.586913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] Calling delete_port for c7e35ae5-e5d1-43f8-94ce-72f23728fc9f owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:11.605342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-653947ec-b864-4a12-95e9-6bc37e37e940 None None] Allocated IP 172.20.0.18 (fa7b4908-318f-48a7-93a6-96415ca90eaa/e0ba83f8-fe72-4f69-b12c-82cadda6d423/45aeb497-b5ce-4bf2-9c70-505f3ea129be) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:11.610555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-ce5d5ef9-25ee-47c5-9083-3ff8980c836c tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=da8a1303774b49319b7fc2501d45993d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287560 Aug 24 00:39:11.623461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d68344-15d4-4833-96a1-807b3cd72e0a None None] Pushing event updated for resources: {'Port': ['ID=c7e35ae5-e5d1-43f8-94ce-72f23728fc9f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:11.726786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:11.727368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.752667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.757440 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.793540 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.860510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Port': ['ID=08daaa51-b9bd-485d-9e24-ee5b9e61b4ed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:11.888492 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fb76dbe7-d9be-491e-89fa-b35f7a6dacfc tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.6315858 Aug 24 00:39:11.889601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] No DVR routers for this DVR port 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:11.891080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55806) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:11.895771 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:11.900755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11090978-2703-475e-9b53-53911cc70a92'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:11.905207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-653947ec-b864-4a12-95e9-6bc37e37e940 None None] For port 45aeb497-b5ce-4bf2-9c70-505f3ea129be, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=45aeb497-b5ce-4bf2-9c70-505f3ea129be,segment=NetworkSegment(9ad8c741-4d92-4c5a-8a82-26904df6867d),segment_id=9ad8c741-4d92-4c5a-8a82-26904df6867d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:12.004620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] Pushing event deleted for resources: {'Port': ['ID=c7e35ae5-e5d1-43f8-94ce-72f23728fc9f,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:12.010470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085e42f-663b-421c-9ad9-9024d24b2652 None None] No DVR routers for this DVR port c7e35ae5-e5d1-43f8-94ce-72f23728fc9f on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:12.055214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a9c1-918f-454d-b0ec-036ace335202 req-9834b38f-9496-42d3-952a-8430063ec93a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:12.060253 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-653947ec-b864-4a12-95e9-6bc37e37e940 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.069029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3703a9c1-918f-454d-b0ec-036ace335202 req-9834b38f-9496-42d3-952a-8430063ec93a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 931 time: 0.4192901 Aug 24 00:39:12.080249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45aeb497-b5ce-4bf2-9c70-505f3ea129be up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:12.090768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.108833 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.114682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8539c0-c496-4f8d-93d5-eda4cb45e662']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:12.124590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:12.130943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8ebd59-c2c7-43e4-8aa8-cb32447a490d') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:12.131458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8ebd59-c2c7-43e4-8aa8-cb32447a490d') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:12.134585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-653947ec-b864-4a12-95e9-6bc37e37e940 None None] Transition to ACTIVE for port object 45aeb497-b5ce-4bf2-9c70-505f3ea129be will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:12.153298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.153658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b08097-89fe-4f46-ba77-b9853c983a1a None None] Network ac8539c0-c496-4f8d-93d5-eda4cb45e662 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:12.186289 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.189181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:12.200283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:12.200697 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:12.203709 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:12.226555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:12.227502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.295283 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-653947ec-b864-4a12-95e9-6bc37e37e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.320858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f3310969-bf3a-455a-ba9b-8e457dbdf91b None None] Could not find standard attr ID for object 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:39:12.372397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:12.388731 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.406618 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.408672 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/networks/ac8539c0-c496-4f8d-93d5-eda4cb45e662 HTTP/1.1" status: 204 len: 168 time: 1.2881370 Aug 24 00:39:12.422083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55810) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:12.427252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3deaf77-2cf2-473b-9112-7e8a5916d8d6 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Network': ['ID=ac8539c0-c496-4f8d-93d5-eda4cb45e662,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:12.457504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-bf4012e7-e014-43a6-84f4-c8c037983aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7595503 Aug 24 00:39:12.463439 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.468000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.480612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:12.534904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3703a9c1-918f-454d-b0ec-036ace335202 req-c31355da-ff48-463e-ae4e-fb1cdd4d97df tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646678 Aug 24 00:39:12.547735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:12.548388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.580251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Port 45aeb497-b5ce-4bf2-9c70-505f3ea129be had new provisioning blocks added so it will not transition to active. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 24 00:39:12.592487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653947ec-b864-4a12-95e9-6bc37e37e940 None None] Pushing event updated for resources: {'Port': ['ID=45aeb497-b5ce-4bf2-9c70-505f3ea129be,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:12.674236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70895d-647c-486e-b5ff-9b4c04e5f0ee None None] DHCP port deletion for ac8539c0-c496-4f8d-93d5-eda4cb45e662 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:12.713393 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.717045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c7e35ae5-e5d1-43f8-94ce-72f23728fc9f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:12.723702 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.726681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-403f59ae-1ab1-4e0b-9b2e-4e62382fa99b req-3bcc52c7-6322-4165-a6f0-87db3c7f1ca2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 210 time: 0.0464823 Aug 24 00:39:12.746706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c7e35ae5-e5d1-43f8-94ce-72f23728fc9f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:12.747331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c7e35ae5-e5d1-43f8-94ce-72f23728fc9f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:12.759998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ae778137-b011-4bc7-8398-55e91466deee None None] Provisioning for port c359bb69-e57e-4d14-8ff8-7abd31146da9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:12.765222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ae778137-b011-4bc7-8398-55e91466deee None None] Provisioning complete for port c359bb69-e57e-4d14-8ff8-7abd31146da9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:12.765653 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae778137-b011-4bc7-8398-55e91466deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.771191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-75b04d13-5caf-47b7-ada3-46b485ba5ef4 service neutron] 10.222.0.26 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854829 Aug 24 00:39:12.787105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-6c0b4b47-110e-4dbd-bf48-ae8db5ff71f2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0168881 Aug 24 00:39:12.788993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.790366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47967b2c-9d82-40e6-a08d-d7ea4452ef2c {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:39:12.808894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Request body: {'port': {'device_id': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:12.875503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ae778137-b011-4bc7-8398-55e91466deee None None] Port c359bb69-e57e-4d14-8ff8-7abd31146da9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:12.906228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:12.928966 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 24 00:39:12.934357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b8d03d30-cc2d-41fe-a6d0-074687039e68 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1713903 Aug 24 00:39:12.941551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:12.975917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Delete allocated IP 172.20.0.26 (fa7b4908-318f-48a7-93a6-96415ca90eaa/e0ba83f8-fe72-4f69-b12c-82cadda6d423) {{(pid=95327) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:39:13.004573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.042445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8480e95a-2786-45f0-8090-84b859f87549']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:13.130983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5878c92b-fdd7-4e9c-be02-13cd357574f3') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:13.131846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5878c92b-fdd7-4e9c-be02-13cd357574f3') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:13.158660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.181771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3b6bd-f852-47ae-bb10-bd7d268d58d8 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Deleting port 312d646b-ba23-4866-9613-c78c3da65192 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:13.182024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b6bd-f852-47ae-bb10-bd7d268d58d8 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.222688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.240539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:13.241549 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:13.251884 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:13.398663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735506-2ad9-4342-a273-6b4a189784c7 req-6caba517-2b31-4ab4-aed9-1145432979e8 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:13.400232 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-6caba517-2b31-4ab4-aed9-1145432979e8 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.37 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 810 time: 0.2662210 Aug 24 00:39:13.410764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b6bd-f852-47ae-bb10-bd7d268d58d8 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.437818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.451527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.456930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3b6bd-f852-47ae-bb10-bd7d268d58d8 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Calling delete_port for 312d646b-ba23-4866-9613-c78c3da65192 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:13.463419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.465415 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/networks/8480e95a-2786-45f0-8090-84b859f87549 HTTP/1.1" status: 204 len: 168 time: 1.0422280 Aug 24 00:39:13.468438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:13.492839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eabf5-355d-4b64-bbe1-a25916d60d6e tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Network': ['ID=8480e95a-2786-45f0-8090-84b859f87549,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:13.499793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Ignored duplicate provisioning block setup for port 430b39ad-b152-463c-9553-52ac5eb24f83 by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:39:13.533176 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-7c83303e-a8bc-4560-8f77-4f7c825c4f8b tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d000a4eb6294307ba4805918c3e57d8 HTTP/1.1" status: 200 len: 379 time: 0.1223264 Aug 24 00:39:13.544574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'port': {'device_id': 'e60d8033-8724-4328-854f-4cc4e654818f', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'admin_state_up': True, 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'security_groups': ['d41819fb-1001-4e82-9ff7-6261e1e91ee3']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:13.595719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d616e8-df2e-4170-b7ae-89fbe0f096f3 None None] Network fa7b4908-318f-48a7-93a6-96415ca90eaa requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:13.638996 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.695852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=430b39ad-b152-463c-9553-52ac5eb24f83,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:13.809818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] In _notify_port_updated(), no bound segment for port 430b39ad-b152-463c-9553-52ac5eb24f83 on network fa7b4908-318f-48a7-93a6-96415ca90eaa {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:39:13.815093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:13.815791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.820586 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-91e4feac-e33f-4e42-adbc-96c33e33c238 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "PUT /v2.0/ports/430b39ad-b152-463c-9553-52ac5eb24f83 HTTP/1.1" status: 200 len: 920 time: 1.9251618 Aug 24 00:39:13.823646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55832) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:13.844474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b6a6561-d62a-4e73-b191-978b3b29f66b req-e1b7f6ec-1d2e-431c-9e8c-1fae91fdda6a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.0822225 Aug 24 00:39:13.844956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11090978-2703-475e-9b53-53911cc70a92'}, {'subnet_id': 'e0ba83f8-fe72-4f69-b12c-82cadda6d423'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:13.863952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.906217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-33b3ed38-3301-4a15-8ba1-85a6c90d55d3 None None] Provisioning for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:13.917520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c359bb69-e57e-4d14-8ff8-7abd31146da9 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:39:13.922773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-33b3ed38-3301-4a15-8ba1-85a6c90d55d3 None None] Provisioning complete for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:13.923162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-33b3ed38-3301-4a15-8ba1-85a6c90d55d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.934466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.958560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:13.965650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Made reservation on behalf of 9d000a4eb6294307ba4805918c3e57d8 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:13.976342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.058379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916fefc-3870-4e82-9dc4-275f07b8d7d2 req-8d8a8c3b-a7c3-4556-8c45-1d4571913dc2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:14.067560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3916fefc-3870-4e82-9dc4-275f07b8d7d2 req-8d8a8c3b-a7c3-4556-8c45-1d4571913dc2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 931 time: 0.4344480 Aug 24 00:39:14.077597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Transition to ACTIVE for port object c359bb69-e57e-4d14-8ff8-7abd31146da9 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:14.090211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45aeb497-b5ce-4bf2-9c70-505f3ea129be up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:14.174189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:14.174469 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.270289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.310870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-15fbf88d-f68b-4dea-b980-38e183acbd42 None None] Provisioning complete for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:14.310870 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15fbf88d-f68b-4dea-b980-38e183acbd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.330408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bc9b914-d395-48aa-90e2-31d299f30687 req-a29644a9-3031-4a83-8ac2-66de7b5b2ac3 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 210 time: 0.2482162 Aug 24 00:39:14.342127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Allocated IP 172.20.0.10 (afc16a95-1224-4516-a0b8-92c925108fc6/c21ea054-153b-4717-a320-37f10a2b5e36/dd3c878e-c8ad-472c-9d2c-63e3baf365e1) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:14.409311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.438190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3916fefc-3870-4e82-9dc4-275f07b8d7d2 req-8621ff8f-0a47-4c10-8dad-b9281e1450a7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693547 Aug 24 00:39:14.448685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a017c2cf-9e2f-487f-82a0-ee85606b49bb']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:14.485717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46e8024-715d-4d07-85fe-891a9ba73dc2') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:14.486130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46e8024-715d-4d07-85fe-891a9ba73dc2') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:14.502896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:14.528890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.549272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b6bd-f852-47ae-bb10-bd7d268d58d8 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.631960 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.633060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:14.649119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3b6bd-f852-47ae-bb10-bd7d268d58d8 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Pushing event deleted for resources: {'Port': ['ID=312d646b-ba23-4866-9613-c78c3da65192,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:14.660626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:14.661154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:14.666205 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:14.676778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:14.677641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 08daaa51-b9bd-485d-9e24-ee5b9e61b4ed not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:14.829116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Attempting to bind port c359bb69-e57e-4d14-8ff8-7abd31146da9 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:14.831738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Attempting to bind port c359bb69-e57e-4d14-8ff8-7abd31146da9 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:14.831738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Attempting to bind port c359bb69-e57e-4d14-8ff8-7abd31146da9 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:14.838719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Port c359bb69-e57e-4d14-8ff8-7abd31146da9 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:39:14.839165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Attempting to bind port c359bb69-e57e-4d14-8ff8-7abd31146da9 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:14.842790 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b6bd-f852-47ae-bb10-bd7d268d58d8 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.853185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2ff3b6bd-f852-47ae-bb10-bd7d268d58d8 tempest-RoutersAdminNegativeTest-1299715687 tempest-RoutersAdminNegativeTest-1299715687-project-admin] 10.222.0.26 "DELETE /v2.0/ports/312d646b-ba23-4866-9613-c78c3da65192 HTTP/1.1" status: 204 len: 168 time: 1.9072201 Aug 24 00:39:14.859357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:14.859822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Checking segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:14.860406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Bound using segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:14.860973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Bound port: c359bb69-e57e-4d14-8ff8-7abd31146da9, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:14.861447 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.890774 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.905969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-15fbf88d-f68b-4dea-b980-38e183acbd42 None None] Provisioning for port 430b39ad-b152-463c-9553-52ac5eb24f83 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:14.906295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-15fbf88d-f68b-4dea-b980-38e183acbd42 None None] Provisioning complete for port 430b39ad-b152-463c-9553-52ac5eb24f83 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:14.907042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15fbf88d-f68b-4dea-b980-38e183acbd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.948557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Transition to ACTIVE for port object dd3c878e-c8ad-472c-9d2c-63e3baf365e1 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:14.966103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.23 (fa7b4908-318f-48a7-93a6-96415ca90eaa/e0ba83f8-fe72-4f69-b12c-82cadda6d423/430b39ad-b152-463c-9553-52ac5eb24f83) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:14.977421 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:14.982576 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a024671-af4d-4272-bfd8-cbe0c8c61c95 req-d79c0b4c-49b4-43db-a430-e5e099b5adfb tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.0596662 Aug 24 00:39:14.983071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-15fbf88d-f68b-4dea-b980-38e183acbd42 None None] Port 430b39ad-b152-463c-9553-52ac5eb24f83 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:15.001134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.004424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/networks/a017c2cf-9e2f-487f-82a0-ee85606b49bb HTTP/1.1" status: 204 len: 168 time: 1.5327861 Aug 24 00:39:15.016296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55846) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:15.028529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ff0e7-0764-49b8-b0ef-be24f1d650cb tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Network': ['ID=a017c2cf-9e2f-487f-82a0-ee85606b49bb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:15.041925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:15.047196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:15.105560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e0b42921-6873-4fdb-8fef-1f361b53146b None None] Provisioning complete for port 430b39ad-b152-463c-9553-52ac5eb24f83 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:15.106044 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0b42921-6873-4fdb-8fef-1f361b53146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.118589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.183047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:15.183047 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.183047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 1091 time: 2.3788004 Aug 24 00:39:15.183047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:15.183047 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2749159-3bd2-4d84-b527-0a7fbafba5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:15.199236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e0b42921-6873-4fdb-8fef-1f361b53146b None None] Port 430b39ad-b152-463c-9553-52ac5eb24f83 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:15.213987 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.238520 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b1b082-8f60-44f3-b9b7-905e446c153a x-openstack-request-id: req-53b1b082-8f60-44f3-b9b7-905e446c153a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:15.238998 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:15.239356 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-53b1b082-8f60-44f3-b9b7-905e446c153a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:15.239883 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'status': 'completed', 'code': 200} Aug 24 00:39:15.242138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507c370-8ed3-4c9f-9d7a-b61c1a5953f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:15.323463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2749159-3bd2-4d84-b527-0a7fbafba5d8 req-91193de1-6323-48eb-bdd6-f437eaa3fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:15.325153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2749159-3bd2-4d84-b527-0a7fbafba5d8 req-91193de1-6323-48eb-bdd6-f437eaa3fbda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1094 time: 0.0483165 Aug 24 00:39:15.379737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.394320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadf2994-9d5a-4b27-a73a-6db1b4669d0b']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:15.408942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14030ae-46b7-4a61-8d5f-6a84d5ca3916') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:15.409511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14030ae-46b7-4a61-8d5f-6a84d5ca3916') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:15.422868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.444204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.456236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:15.457034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:15.487096 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.499083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Ignored duplicate provisioning block setup for port 430b39ad-b152-463c-9553-52ac5eb24f83 by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 24 00:39:15.501460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.531054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55858) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:15.607172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.619300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2749159-3bd2-4d84-b527-0a7fbafba5d8 req-e7e06102-118e-42d9-b31c-5c7741d4b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:15.621303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2749159-3bd2-4d84-b527-0a7fbafba5d8 req-e7e06102-118e-42d9-b31c-5c7741d4b0fe service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3ed81b531a5b4647813566f12d197f9a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2826059 Aug 24 00:39:15.629536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83569ec5-65f2-427c-9ee6-2f159b8227ee req-7b94a1f1-29f8-4532-990c-dd481703a911 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:15.641190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83569ec5-65f2-427c-9ee6-2f159b8227ee req-7b94a1f1-29f8-4532-990c-dd481703a911 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 932 time: 0.1639123 Aug 24 00:39:15.647787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Network afc16a95-1224-4516-a0b8-92c925108fc6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:15.655816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:15.659150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:15.730513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:15.731499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.751233 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aad7e0b-206a-4f3e-ad58-6a3f24c5cd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.793894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdda85-3793-41b5-ba6b-afd4318af181 req-ee9ba91e-8641-4ce4-804f-b0228b810691 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:15.795605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6afdda85-3793-41b5-ba6b-afd4318af181 req-ee9ba91e-8641-4ce4-804f-b0228b810691 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.2325714 Aug 24 00:39:15.796887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event updated for resources: {'Port': ['ID=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:15.833515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-83569ec5-65f2-427c-9ee6-2f159b8227ee req-f1b7a64d-7d6f-4832-b4b4-02e4a44cd117 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866963 Aug 24 00:39:15.917306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.917306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.917897 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] 10.222.0.26 "DELETE /v2.0/networks/cadf2994-9d5a-4b27-a73a-6db1b4669d0b HTTP/1.1" status: 204 len: 168 time: 0.8990135 Aug 24 00:39:15.933719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6afdda85-3793-41b5-ba6b-afd4318af181 req-993ed793-5f27-40be-868e-df6dfcac220a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200948 Aug 24 00:39:15.936892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2749159-3bd2-4d84-b527-0a7fbafba5d8 req-9de63c6c-6ec3-4a16-8a3b-45085a9af483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:15.939326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2749159-3bd2-4d84-b527-0a7fbafba5d8 req-9de63c6c-6ec3-4a16-8a3b-45085a9af483 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2938018 Aug 24 00:39:15.946241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=430b39ad-b152-463c-9553-52ac5eb24f83,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:15.953344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1497766-534e-48fd-a4eb-d16701e73530 tempest-BulkNetworkOpsTest-2123894852 tempest-BulkNetworkOpsTest-2123894852-project] Pushing event deleted for resources: {'Network': ['ID=cadf2994-9d5a-4b27-a73a-6db1b4669d0b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:15.956972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] In _notify_port_updated(), no bound segment for port 430b39ad-b152-463c-9553-52ac5eb24f83 on network fa7b4908-318f-48a7-93a6-96415ca90eaa {{(pid=95327) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:39:15.962854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:15.963786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:15.968174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:15.968406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c5580dfe-f897-4083-8ea1-78460daf5081 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "PUT /v2.0/ports/430b39ad-b152-463c-9553-52ac5eb24f83 HTTP/1.1" status: 200 len: 1000 time: 2.1304893 Aug 24 00:39:15.999394 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-657eb904-8284-48c1-ba17-47d832f29120 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4590394 Aug 24 00:39:16.095781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Request body: {'port': {'device_id': 'e60d8033-8724-4328-854f-4cc4e654818f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:16.159517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.235496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-959d58cf-1258-4c00-a408-09293bb91d81 req-59ad4c5b-4f2e-4edd-9521-f079547a60b2 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.1038318 Aug 24 00:39:16.255076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4c6f7c4e-c11b-4ae7-bd50-a67d1aab7ca7 None None] Provisioning for port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:16.263590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4c6f7c4e-c11b-4ae7-bd50-a67d1aab7ca7 None None] Provisioning complete for port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:16.264248 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7c4e-c11b-4ae7-bd50-a67d1aab7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.279595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-8a1249ac-a9ac-46e4-8764-c87dea32300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:16.281089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-8a1249ac-a9ac-46e4-8764-c87dea32300b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1094 time: 0.2333972 Aug 24 00:39:16.285785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-37e72162-98e9-4e46-b45e-52e3d4ecdeac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 430b39ad-b152-463c-9553-52ac5eb24f83 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:16.286130 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-37e72162-98e9-4e46-b45e-52e3d4ecdeac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.306352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f7c4e-c11b-4ae7-bd50-a67d1aab7ca7 None None] Port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:16.436871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3b7c836b-919b-4b04-b3bf-729efc8783f6 None None] Provisioning complete for port 430b39ad-b152-463c-9553-52ac5eb24f83 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:16.437344 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3b7c836b-919b-4b04-b3bf-729efc8783f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.490202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c836b-919b-4b04-b3bf-729efc8783f6 None None] Port 430b39ad-b152-463c-9553-52ac5eb24f83 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:16.559361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3c878e-c8ad-472c-9d2c-63e3baf365e1 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:39:16.568606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.579463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55874) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:16.594841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Transition to ACTIVE for port object dd3c878e-c8ad-472c-9d2c-63e3baf365e1 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:16.679140 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.760838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:16.782246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d1ea0ecd-44c5-4bb6-8365-d9bfae79792d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=232539139d8045f2a3b32534a2a92e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015653 Aug 24 00:39:16.805528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55878) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:16.833907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-25e04d44-9ca3-4329-987f-c3b09c58f786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 217 time: 0.5282602 Aug 24 00:39:16.897690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-8e9f67c2-9a54-4db3-bc00-f1b604da7afb tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:16.899256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-8e9f67c2-9a54-4db3-bc00-f1b604da7afb tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.37 "GET /v2.0/networks?id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed HTTP/1.1" status: 200 len: 814 time: 0.1827407 Aug 24 00:39:16.906391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aad7e0b-206a-4f3e-ad58-6a3f24c5cd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.928447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Attempting to bind port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:16.928796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Attempting to bind port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:16.930155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Attempting to bind port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 on network afc16a95-1224-4516-a0b8-92c925108fc6 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:16.935914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20d44903-f5ee-43b5-8695-61fb343bf6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.938744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 on network afc16a95-1224-4516-a0b8-92c925108fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:39:16.939430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Attempting to bind port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 on network afc16a95-1224-4516-a0b8-92c925108fc6 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:16.952440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:16.952796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Checking segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:16.953194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Bound using segment: {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:16.953668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Bound port: dd3c878e-c8ad-472c-9d2c-63e3baf365e1, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd081668-eaeb-4756-beff-b3d99004bd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:16.954046 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:16.975979 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20d44903-f5ee-43b5-8695-61fb343bf6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.014825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aad7e0b-206a-4f3e-ad58-6a3f24c5cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.038821 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-37e72162-98e9-4e46-b45e-52e3d4ecdeac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.042698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-56fe85a2-acc5-412f-960d-ca861e53799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:17.044371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-56fe85a2-acc5-412f-960d-ca861e53799b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.1975286 Aug 24 00:39:17.087514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] For port dd3c878e-c8ad-472c-9d2c-63e3baf365e1, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:17.101053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] For port dd3c878e-c8ad-472c-9d2c-63e3baf365e1, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:17.113594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-37e72162-98e9-4e46-b45e-52e3d4ecdeac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 430b39ad-b152-463c-9553-52ac5eb24f83 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:17.148206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad7e0b-206a-4f3e-ad58-6a3f24c5cd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e5e96-6b0b-4dc6-b92a-20994d114398,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:17.158942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20d44903-f5ee-43b5-8695-61fb343bf6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.163423 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-20d44903-f5ee-43b5-8695-61fb343bf6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.164625 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-20d44903-f5ee-43b5-8695-61fb343bf6a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96f19298-8815-483d-b7d2-459b6de6b74e HTTP/1.1" status: 204 len: 168 time: 0.3579326 Aug 24 00:39:17.165506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-66f8528c-6304-4f94-84db-96988a52c4f3 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8a1303774b49319b7fc2501d45993d HTTP/1.1" status: 200 len: 380 time: 0.2340262 Aug 24 00:39:17.174298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d44903-f5ee-43b5-8695-61fb343bf6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f19298-8815-483d-b7d2-459b6de6b74e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:17.189171 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.261981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:17.262633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.264442 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] 10.222.0.37 "PUT /v2.0/ports/dd3c878e-c8ad-472c-9d2c-63e3baf365e1 HTTP/1.1" status: 200 len: 1092 time: 1.2546332 Aug 24 00:39:17.265251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d8033-8724-4328-854f-4cc4e654818f', 'tag': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:17.267736 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffefc6fa-0450-4bee-b4ed-8991b66804ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d8033-8724-4328-854f-4cc4e654818f", "tag": "dd3c878e-c8ad-472c-9d2c-63e3baf365e1"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:17.296850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e858-ab96-496d-9743-e7c4c977c326 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:17.315394 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9aad7e0b-206a-4f3e-ad58-6a3f24c5cd70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21fb56f9b1c34850aab5e49c85396306&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7821250 Aug 24 00:39:17.319994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55892) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:17.347654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'port': {'device_id': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'admin_state_up': True, 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'security_groups': ['287f3b0a-d07c-4324-982e-2e1b980ac0e7']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:17.429678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117fbf9-217d-4f87-867c-10bfcb40627f req-c301d58e-96af-4981-89cf-129c5271024d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:17.432071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1117fbf9-217d-4f87-867c-10bfcb40627f req-c301d58e-96af-4981-89cf-129c5271024d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 944 time: 0.4922810 Aug 24 00:39:17.493621 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beea7ac6-1478-4d51-bb17-6d888f19774b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.511506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735506-2ad9-4342-a273-6b4a189784c7 req-e274e8a2-7f09-43ac-a9c3-a458d9a3ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:17.513691 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-e274e8a2-7f09-43ac-a9c3-a458d9a3ca30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 1095 time: 0.0920894 Aug 24 00:39:17.595252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beea7ac6-1478-4d51-bb17-6d888f19774b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.602645 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-8f8b3c38-382e-455b-9e7f-2633d29e4184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1 HTTP/1.1" status: 200 len: 217 time: 0.0760629 Aug 24 00:39:17.605876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-02c6d2fd-8441-45dd-ab3c-50b9a5314f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:17.609091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-02c6d2fd-8441-45dd-ab3c-50b9a5314f05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5386388 Aug 24 00:39:17.630407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b148a-1e2a-4e76-9fcc-ebe5a9655f03 req-e91c3f95-4873-41a0-b602-945adfc4a73d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:17.631991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-262b148a-1e2a-4e76-9fcc-ebe5a9655f03 req-e91c3f95-4873-41a0-b602-945adfc4a73d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.5227354 Aug 24 00:39:17.748363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735506-2ad9-4342-a273-6b4a189784c7 req-4e1e1f9d-f245-4b22-bbf4-bb7f7dd7882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:17.749989 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-4e1e1f9d-f245-4b22-bbf4-bb7f7dd7882d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.1330397 Aug 24 00:39:17.751564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1117fbf9-217d-4f87-867c-10bfcb40627f req-49798eff-ebb7-44fc-b56b-d57f6f76c0b0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345080 Aug 24 00:39:17.818308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735506-2ad9-4342-a273-6b4a189784c7 req-94682780-b8c9-4032-85df-d35f5af5107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:17.822589 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-94682780-b8c9-4032-85df-d35f5af5107e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634737 Aug 24 00:39:17.861425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-262b148a-1e2a-4e76-9fcc-ebe5a9655f03 req-7c88a303-9eff-4e36-95fb-2a7213061494 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385214 Aug 24 00:39:17.888560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beea7ac6-1478-4d51-bb17-6d888f19774b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.891218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-beea7ac6-1478-4d51-bb17-6d888f19774b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:17.895691 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-beea7ac6-1478-4d51-bb17-6d888f19774b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f0e5e96-6b0b-4dc6-b92a-20994d114398 HTTP/1.1" status: 204 len: 168 time: 0.5743070 Aug 24 00:39:17.901413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d56ffe22-dc16-4b78-9572-2560ed223188 req-042c3742-94ee-4f6e-85ce-a40843b34ad1 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.0444102 Aug 24 00:39:17.907472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-c3937ec6-2012-4875-a2a4-d221cbbbfe12 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682960 Aug 24 00:39:17.918194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea7ac6-1478-4d51-bb17-6d888f19774b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e5e96-6b0b-4dc6-b92a-20994d114398,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:17.986093 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da782e4b-74d3-4c9a-a828-4ba35d48de6e x-openstack-request-id: req-da782e4b-74d3-4c9a-a828-4ba35d48de6e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:17.986390 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d8033-8724-4328-854f-4cc4e654818f", "tag": "dd3c878e-c8ad-472c-9d2c-63e3baf365e1", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:18.001942 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da782e4b-74d3-4c9a-a828-4ba35d48de6e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:18.001942 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60d8033-8724-4328-854f-4cc4e654818f', 'tag': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'status': 'completed', 'code': 200} Aug 24 00:39:18.001942 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-25d9499a-39a8-47e0-84f2-588995406664 service neutron] 10.222.0.37 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611874 Aug 24 00:39:18.181599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Made reservation on behalf of da8a1303774b49319b7fc2501d45993d for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:18.186280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.189901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-37e72162-98e9-4e46-b45e-52e3d4ecdeac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.408667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e72162-98e9-4e46-b45e-52e3d4ecdeac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=430b39ad-b152-463c-9553-52ac5eb24f83,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:18.417236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2839f320-17fb-4090-b5af-2a0cd57bbce0 req-0ad41310-6f62-494f-a273-3828a618c876 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972794 Aug 24 00:39:18.493168 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00735506-2ad9-4342-a273-6b4a189784c7 req-6256d999-1f9f-45df-a0b7-7e265f43e384 service neutron] 10.222.0.37 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938328 Aug 24 00:39:18.673996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-37e72162-98e9-4e46-b45e-52e3d4ecdeac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.681745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-37e72162-98e9-4e46-b45e-52e3d4ecdeac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/430b39ad-b152-463c-9553-52ac5eb24f83 HTTP/1.1" status: 204 len: 168 time: 2.7089734 Aug 24 00:39:18.683058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55912) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:18.708439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-448c6e44-9bb0-4579-b0eb-8b3973b29c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:18.715356 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46a2537-2fb7-4f53-b20d-eeda5fc67e3c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:39:18.719617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f46a2537-2fb7-4f53-b20d-eeda5fc67e3c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/430b39ad-b152-463c-9553-52ac5eb24f83 HTTP/1.1" status: 404 len: 333 time: 0.0332308 Aug 24 00:39:18.720523 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-448c6e44-9bb0-4579-b0eb-8b3973b29c24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 1095 time: 0.0813427 Aug 24 00:39:18.721205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55916) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:18.741606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Allocated IP 172.20.0.14 (41cb7cc4-6d09-4599-a384-00bb9a01f2ed/b996003b-481d-4cf1-b1b9-3cd7dec273c5/ffc15cbb-caaf-44b4-8246-cb2e7170d843) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:18.884982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14e4195-fab8-4a68-8a8b-ffec22415ffb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet e0ba83f8-fe72-4f69-b12c-82cadda6d423 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:18.906145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b14e4195-fab8-4a68-8a8b-ffec22415ffb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.984057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b14e4195-fab8-4a68-8a8b-ffec22415ffb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:18.988359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed781f5f-ecdd-4fce-90ae-f4457c98c4a5 req-c9e7c166-6561-4c8e-96a9-182aeda7e9b4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:18.989967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed781f5f-ecdd-4fce-90ae-f4457c98c4a5 req-c9e7c166-6561-4c8e-96a9-182aeda7e9b4 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 944 time: 0.0846400 Aug 24 00:39:19.021749 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.024322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-876f87d1-bad9-49a5-a2da-e2ce39955e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:19.033083 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-876f87d1-bad9-49a5-a2da-e2ce39955e8b service neutron] 10.222.0.37 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.2293835 Aug 24 00:39:19.047918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Transition to ACTIVE for port object ffc15cbb-caaf-44b4-8246-cb2e7170d843 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:19.056163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed781f5f-ecdd-4fce-90ae-f4457c98c4a5 req-e2ca7285-6c29-4d81-ab46-8efd68dced81 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574667 Aug 24 00:39:19.074563 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-8062f9ca-33cf-407f-8f68-1149594dc763 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1 HTTP/1.1" status: 200 len: 217 time: 0.0405927 Aug 24 00:39:19.157529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:19.205932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-15d667df-c5ea-4646-993a-b5f448a07c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:19.207757 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-15d667df-c5ea-4646-993a-b5f448a07c82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.1254563 Aug 24 00:39:19.213190 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b14e4195-fab8-4a68-8a8b-ffec22415ffb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.217710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaadfd5-9439-42ed-88bf-4d3d24686e54 req-218b1b35-d4b8-454d-be4a-100c885859ec tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:19.223912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eaadfd5-9439-42ed-88bf-4d3d24686e54 req-218b1b35-d4b8-454d-be4a-100c885859ec tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.1399074 Aug 24 00:39:19.265032 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.319389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-12e030db-d79f-456a-b9db-ec80897870aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:19.320950 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-12e030db-d79f-456a-b9db-ec80897870aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015370 Aug 24 00:39:19.340281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:19.345707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:19.406552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:19.425814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55938) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:19.427456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-76f457d9-de8b-4f01-845a-b009b60ecf34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=81393b8753124663af9317b9c82dc765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617114 Aug 24 00:39:19.431349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:19.444940 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b14e4195-fab8-4a68-8a8b-ffec22415ffb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.485636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e4195-fab8-4a68-8a8b-ffec22415ffb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ba83f8-fe72-4f69-b12c-82cadda6d423,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:19.525655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b26eaa-0de5-42d4-8c8e-c2223599a9f0 None None] Network fa7b4908-318f-48a7-93a6-96415ca90eaa requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:19.539201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b14e4195-fab8-4a68-8a8b-ffec22415ffb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.545981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eaadfd5-9439-42ed-88bf-4d3d24686e54 req-3855a7c6-0458-41be-8d5a-3ea23f56bb19 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805712 Aug 24 00:39:19.548895 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b14e4195-fab8-4a68-8a8b-ffec22415ffb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/e0ba83f8-fe72-4f69-b12c-82cadda6d423 HTTP/1.1" status: 204 len: 168 time: 0.8260434 Aug 24 00:39:19.564941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55942) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:19.640659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305836025'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:19.648855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'Port': ['ID=ffc15cbb-caaf-44b4-8246-cb2e7170d843,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:19.675026 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-9e564e29-468b-4c06-a284-de0c780c0164 service neutron] 10.222.0.37 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438847 Aug 24 00:39:19.675600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde5087-8735-49f5-9a3a-0e5ce017e4bf req-21a6e58b-b459-4086-b92f-1371be9aa32e tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:19.677173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fde5087-8735-49f5-9a3a-0e5ce017e4bf req-21a6e58b-b459-4086-b92f-1371be9aa32e tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 932 time: 0.4220669 Aug 24 00:39:19.744223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:19.745547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.791416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fde5087-8735-49f5-9a3a-0e5ce017e4bf req-96f994a8-af7f-4a90-b8e3-88b9dfddf017 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911899 Aug 24 00:39:19.793744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:19.813837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.824535 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.853137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-82979f31-4c1d-4491-8b05-9b2c3542b57b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5339246 Aug 24 00:39:19.863748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e612a35d-2807-4397-a62d-bf32e736acb2 None None] Provisioning for port ffc15cbb-caaf-44b4-8246-cb2e7170d843 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:19.868121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Request body: {'port': {'device_id': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:19.871130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e612a35d-2807-4397-a62d-bf32e736acb2 None None] Provisioning complete for port ffc15cbb-caaf-44b4-8246-cb2e7170d843 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:19.871715 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e612a35d-2807-4397-a62d-bf32e736acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.897992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f81a80-e496-421f-923b-4305466a443f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet 11090978-2703-475e-9b53-53911cc70a92 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:19.911713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f81a80-e496-421f-923b-4305466a443f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.916442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8766f3e1-ae8a-46bb-9b07-5b55b036e88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:19.956698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e612a35d-2807-4397-a62d-bf32e736acb2 None None] Port ffc15cbb-caaf-44b4-8246-cb2e7170d843 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:19.989465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.002480 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8766f3e1-ae8a-46bb-9b07-5b55b036e88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.005900 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-b1511e78-2a7c-4421-9cd4-e50256e38a91 service neutron] 10.222.0.37 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934229 Aug 24 00:39:20.030494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f81a80-e496-421f-923b-4305466a443f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.156515 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f81a80-e496-421f-923b-4305466a443f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.299585 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8766f3e1-ae8a-46bb-9b07-5b55b036e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.302467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8766f3e1-ae8a-46bb-9b07-5b55b036e88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.303828 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8766f3e1-ae8a-46bb-9b07-5b55b036e88f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98cb12b2-c04d-4f7a-8176-49219ee23e10 HTTP/1.1" status: 204 len: 168 time: 0.8741691 Aug 24 00:39:20.325285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766f3e1-ae8a-46bb-9b07-5b55b036e88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb12b2-c04d-4f7a-8176-49219ee23e10,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:20.335633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f81a80-e496-421f-923b-4305466a443f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.362160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3b7d-e906-4caf-a1dd-3acebbefffa5 req-d2f6a833-3b7c-4554-a46c-b038d652b76d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:20.364534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d0e3b7d-e906-4caf-a1dd-3acebbefffa5 req-d2f6a833-3b7c-4554-a46c-b038d652b76d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 944 time: 0.1549437 Aug 24 00:39:20.379416 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.428676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f81a80-e496-421f-923b-4305466a443f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=11090978-2703-475e-9b53-53911cc70a92,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:20.437595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14f81a80-e496-421f-923b-4305466a443f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.440723 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-14f81a80-e496-421f-923b-4305466a443f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/11090978-2703-475e-9b53-53911cc70a92 HTTP/1.1" status: 204 len: 168 time: 0.8722274 Aug 24 00:39:20.443527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55948) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:20.479027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc15cbb-caaf-44b4-8246-cb2e7170d843 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:39:20.488405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.515208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Transition to ACTIVE for port object ffc15cbb-caaf-44b4-8246-cb2e7170d843 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:20.526238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.580875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:20.595592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.609795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.684622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add71e48-5967-46e0-ab19-67a060c55f9a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:20.696560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc15cbb-caaf-44b4-8246-cb2e7170d843,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:20.727341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.727680 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment 3d694c08-285b-42bc-bbbb-1d61b587a136 of type vlan for network 1a9ace3b-b363-4089-8683-f446079d3e4e Aug 24 00:39:20.745994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d0e3b7d-e906-4caf-a1dd-3acebbefffa5 req-f08aa326-f80f-4078-af67-18bc4233849b tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282689 Aug 24 00:39:20.769870 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 45aeb497-b5ce-4bf2-9c70-505f3ea129be {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:20.770326 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.873410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dd3c878e-c8ad-472c-9d2c-63e3baf365e1 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:39:20.916058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Attempting to bind port ffc15cbb-caaf-44b4-8246-cb2e7170d843 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:20.923818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Attempting to bind port ffc15cbb-caaf-44b4-8246-cb2e7170d843 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:20.924328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Attempting to bind port ffc15cbb-caaf-44b4-8246-cb2e7170d843 on network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:20.932480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] For port 45aeb497-b5ce-4bf2-9c70-505f3ea129be, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=45aeb497-b5ce-4bf2-9c70-505f3ea129be,segment=NetworkSegment(9ad8c741-4d92-4c5a-8a82-26904df6867d),segment_id=9ad8c741-4d92-4c5a-8a82-26904df6867d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:20.933985 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.938515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:20.957816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 45aeb497-b5ce-4bf2-9c70-505f3ea129be owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:20.968901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Port ffc15cbb-caaf-44b4-8246-cb2e7170d843 on network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:39:20.969267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Attempting to bind port ffc15cbb-caaf-44b4-8246-cb2e7170d843 on network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:20.992694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c82d-5bac-49b5-a849-ad3e4fc41294 req-da40e363-1ac0-40f6-a3e6-28c10beb66be tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:21.010556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c085c82d-5bac-49b5-a849-ad3e4fc41294 req-da40e363-1ac0-40f6-a3e6-28c10beb66be tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.3177536 Aug 24 00:39:21.021069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:21.021442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Checking segment: {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:21.021832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Bound using segment: {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:21.022845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Bound port: ffc15cbb-caaf-44b4-8246-cb2e7170d843, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6edcf7f2-a89e-4399-a6e5-a316014519c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:21.024734 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596c7a6d-2107-4220-bf01-b050c9857b00 None None] Network fa7b4908-318f-48a7-93a6-96415ca90eaa requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:21.026195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.239461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] For port ffc15cbb-caaf-44b4-8246-cb2e7170d843, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:21.242883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] For port ffc15cbb-caaf-44b4-8246-cb2e7170d843, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:21.250406 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.273120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c085c82d-5bac-49b5-a849-ad3e4fc41294 req-65d880af-712f-42cb-b9ac-96a0129bcad8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360489 Aug 24 00:39:21.281629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbec61-cae0-47a2-ad99-ff0d80383c4c req-32f01002-64cb-4dd9-8c9d-ce462f35f7a7 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:21.290188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58fbec61-cae0-47a2-ad99-ff0d80383c4c req-32f01002-64cb-4dd9-8c9d-ce462f35f7a7 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.2757018 Aug 24 00:39:21.294413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.303976 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.310684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:21.311489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.341241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=45aeb497-b5ce-4bf2-9c70-505f3ea129be,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:21.351413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-db93f179-301f-4bf1-a0b6-87008c2434db None None] Provisioning complete for port 45aeb497-b5ce-4bf2-9c70-505f3ea129be triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:21.352523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db93f179-301f-4bf1-a0b6-87008c2434db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.364577 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No DVR routers for this DVR port 45aeb497-b5ce-4bf2-9c70-505f3ea129be on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:21.426611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=1a9ace3b-b363-4089-8683-f446079d3e4e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:21.469356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1a9ace3b-b363-4089-8683-f446079d3e4e details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:21.529909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:21.529909 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.529909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/ffc15cbb-caaf-44b4-8246-cb2e7170d843 HTTP/1.1" status: 200 len: 1092 time: 1.6643608 Aug 24 00:39:21.530194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-db93f179-301f-4bf1-a0b6-87008c2434db None None] Port 45aeb497-b5ce-4bf2-9c70-505f3ea129be was deleted so its status cannot be updated. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:39:21.538184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:21.541010 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ebd055-a403-4b97-a8b4-23d18791a50b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:21.584885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21c1ca-5170-4f7a-a839-4bcad242de06 None None] DHCP port deletion for fa7b4908-318f-48a7-93a6-96415ca90eaa request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:21.598310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58fbec61-cae0-47a2-ad99-ff0d80383c4c req-d1d9ae1a-2ebd-4900-a6b3-66d5652d869a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058517 Aug 24 00:39:21.615171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5949c706-b4da-41c6-b8e2-d0b1c939db86 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2421391 Aug 24 00:39:21.633629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dd3c878e-c8ad-472c-9d2c-63e3baf365e1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:21.636757 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adb6acb-17cd-491d-b2b1-1371d6d46091 x-openstack-request-id: req-3adb6acb-17cd-491d-b2b1-1371d6d46091 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:21.637068 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:21.637341 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3adb6acb-17cd-491d-b2b1-1371d6d46091 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:21.637779 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'status': 'completed', 'code': 200} Aug 24 00:39:21.643377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd367b-f11f-4c17-b3fc-ba0120a083d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc15cbb-caaf-44b4-8246-cb2e7170d843,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:21.668163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.751394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7b4908-318f-48a7-93a6-96415ca90eaa']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:21.766185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-f057fd8d-0dca-41bd-8d1e-bcca6745df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:21.773225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-f057fd8d-0dca-41bd-8d1e-bcca6745df63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da8a1303774b49319b7fc2501d45993d&device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1095 time: 0.1415439 Aug 24 00:39:21.773784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:21.820026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad8c741-4d92-4c5a-8a82-26904df6867d') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:21.820329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad8c741-4d92-4c5a-8a82-26904df6867d') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:21.821354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': '1a9ace3b-b363-4089-8683-f446079d3e4e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:21.859888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'port_id': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'mac_address': 'fa:16:3e:7a:a4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:39:21.866349 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.916209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:39:21.920484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.940358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:21.941049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:21.947362 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:22.082788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45aeb497-b5ce-4bf2-9c70-505f3ea129be no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:22.124271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.128507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.135747 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/networks/fa7b4908-318f-48a7-93a6-96415ca90eaa HTTP/1.1" status: 204 len: 168 time: 1.6893964 Aug 24 00:39:22.135747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55982) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.152937 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.180992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-61ea89de-9862-4634-9080-d0fa83cd854d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843 HTTP/1.1" status: 200 len: 217 time: 0.1491814 Aug 24 00:39:22.238148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e641f2-5fce-464a-b30c-7bf96826dce2 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Network': ['ID=fa7b4908-318f-48a7-93a6-96415ca90eaa,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:22.250903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:22.268401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3c878e-c8ad-472c-9d2c-63e3baf365e1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:39:22.275442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be8f56-f58e-4e5f-95e3-184cc0e96ff0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:22.277142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 45aeb497-b5ce-4bf2-9c70-505f3ea129be {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:22.277713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45aeb497-b5ce-4bf2-9c70-505f3ea129be not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:22.280005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'port_id': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'mac_address': 'fa:16:3e:39:34:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:39:22.282902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b9be8f56-f58e-4e5f-95e3-184cc0e96ff0 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1410775 Aug 24 00:39:22.286229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fbb63-1b83-41d7-b47a-0b977839a534 req-e09ac330-14b8-4afa-8b5e-802812d399fe tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:22.293665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55984) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.301827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-482fbb63-1b83-41d7-b47a-0b977839a534 req-e09ac330-14b8-4afa-8b5e-802812d399fe tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 944 time: 0.2561109 Aug 24 00:39:22.347721 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.349216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:22.352620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.371145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c359bb69-e57e-4d14-8ff8-7abd31146da9 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:39:22.382481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.399545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:22.427032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dd3c878e-c8ad-472c-9d2c-63e3baf365e1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:22.430226 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3cead3bd-5383-4b73-bfb4-38837d73de72 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1353180 Aug 24 00:39:22.434417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55990) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.442337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2146947487'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:22.501071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.527800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:22.532415 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.568358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:22.581101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.581353 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Added segment b1b59399-3fc0-4e0f-84a9-4017c692fefc of type vlan for network fce47777-8f2d-457a-ba31-7f5ab10b963b Aug 24 00:39:22.587710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.669667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:22.675135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.749537 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:22.792699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['dd3c878e-c8ad-472c-9d2c-63e3baf365e1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:22.803557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.810772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:22.813754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:22.861653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-4685e1e2-e869-4d52-9257-be4b3da69805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:22.863243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-4685e1e2-e869-4d52-9257-be4b3da69805 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b996003b-481d-4cf1-b1b9-3cd7dec273c5 HTTP/1.1" status: 200 len: 853 time: 0.6715224 Aug 24 00:39:22.871362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-482fbb63-1b83-41d7-b47a-0b977839a534 req-ba30f249-e49f-454e-a120-a656b668d16a tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5686772 Aug 24 00:39:22.875729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-f3e4feeb-29a0-45c1-9d21-21a863bc7391 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:22.876616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f3e4feeb-29a0-45c1-9d21-21a863bc7391 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4932086 Aug 24 00:39:22.885608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55998) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.945862 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-7c455aea-bdb0-44a5-8f34-dad5441a92d7 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:22.946915 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7c455aea-bdb0-44a5-8f34-dad5441a92d7 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0578420 Aug 24 00:39:22.951843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.957073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5209799 Aug 24 00:39:22.961663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56002) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.969094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c359bb69-e57e-4d14-8ff8-7abd31146da9'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:22.970293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:22.975570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-099359ef-2767-45f6-9072-059b50bc2912 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:22.977081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-099359ef-2767-45f6-9072-059b50bc2912 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0120187 Aug 24 00:39:22.980858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56004) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:22.985442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77df5-bfe6-4c88-b5fe-57a363193899 req-0ccf22cf-b300-41e2-b650-b211fa7ebc83 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:22.999562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-cb8dff60-d60a-401c-95c6-b6bf5eedcea1 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.000575 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cb8dff60-d60a-401c-95c6-b6bf5eedcea1 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0056188 Aug 24 00:39:23.001815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb77df5-bfe6-4c88-b5fe-57a363193899 req-0ccf22cf-b300-41e2-b650-b211fa7ebc83 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.5554762 Aug 24 00:39:23.005269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Network': ['ID=fce47777-8f2d-457a-ba31-7f5ab10b963b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:23.009019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.013421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-203d30e1-26ef-428e-bffe-3d44eab454a4 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.014556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-203d30e1-26ef-428e-bffe-3d44eab454a4 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044215 Aug 24 00:39:23.016383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.019514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56008) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.028040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-470883da-38a4-4780-98fe-91b043126d96 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.029014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-470883da-38a4-4780-98fe-91b043126d96 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045142 Aug 24 00:39:23.042815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.043598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.043598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.043842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.044184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.044558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.044896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.045619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.045619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.045943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.046238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.046573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eaa269-4bc6-4eaf-9678-955102e2eea4 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:23.057192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56010) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.064497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-8fde8d88-2392-45f9-a66a-54e9580e84e4 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.065339 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8fde8d88-2392-45f9-a66a-54e9580e84e4 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0071094 Aug 24 00:39:23.068811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56012) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.075356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-d8480448-dd82-42ad-a1b8-ac688db8eb4d tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.076316 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d8480448-dd82-42ad-a1b8-ac688db8eb4d tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067284 Aug 24 00:39:23.080789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56014) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.086390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-ea43609e-2c30-48da-84c5-ad4bbf716e08 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.088691 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ea43609e-2c30-48da-84c5-ad4bbf716e08 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053790 Aug 24 00:39:23.093100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56016) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.102778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network fce47777-8f2d-457a-ba31-7f5ab10b963b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:23.104560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-cc1108d2-2b7c-48f3-88da-4f0540b10786 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.105611 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cc1108d2-2b7c-48f3-88da-4f0540b10786 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0114326 Aug 24 00:39:23.108387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56018) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.113126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-73302f2a-adae-419f-9b93-02192a2d0639 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.114122 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-73302f2a-adae-419f-9b93-02192a2d0639 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045946 Aug 24 00:39:23.117612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56020) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.122257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-5c09ac87-3ee6-4772-a4c1-818924900d74 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.123240 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5c09ac87-3ee6-4772-a4c1-818924900d74 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047872 Aug 24 00:39:23.126887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56022) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.128429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-a0656538-8b98-49c3-8d25-91f929b7befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.129995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-a0656538-8b98-49c3-8d25-91f929b7befb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491894 Aug 24 00:39:23.132832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-e671be83-7c12-4a3b-bd9e-36d114fdb16b tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.134086 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e671be83-7c12-4a3b-bd9e-36d114fdb16b tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0060213 Aug 24 00:39:23.137281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56024) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.143349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-23907af2-42a6-4c9a-a16e-16c9cb9f9a17 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.144325 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-23907af2-42a6-4c9a-a16e-16c9cb9f9a17 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0061071 Aug 24 00:39:23.147362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56026) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.153910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-de4151fb-a63a-4e92-99c3-6522763cc433 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.154929 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-de4151fb-a63a-4e92-99c3-6522763cc433 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0064013 Aug 24 00:39:23.157430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56028) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.162122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-702e24f8-7013-45f5-9f62-d02d0ac31d8a tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.163653 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-702e24f8-7013-45f5-9f62-d02d0ac31d8a tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052741 Aug 24 00:39:23.167855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56030) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.173272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-2c6b170f-c1f0-470d-8b9b-5f92b37ea4b4 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.174610 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2c6b170f-c1f0-470d-8b9b-5f92b37ea4b4 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057771 Aug 24 00:39:23.177039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56032) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.182689 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-fcfc9a73-e5f8-475f-95c8-87d0b2d0ec20 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.184267 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fcfc9a73-e5f8-475f-95c8-87d0b2d0ec20 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057347 Aug 24 00:39:23.190538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56034) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.195938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-7e6a0dd4-96bd-414b-b2e3-d7155b4a1273 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.199921 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7e6a0dd4-96bd-414b-b2e3-d7155b4a1273 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083914 Aug 24 00:39:23.200846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56036) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.205139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-d5027fb3-7654-4fe9-9509-d990e9303f1d tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.209041 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5027fb3-7654-4fe9-9509-d990e9303f1d tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0072744 Aug 24 00:39:23.209762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56038) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.214377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-b1388848-be89-4ff4-8040-3415475fcfa5 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.220053 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1388848-be89-4ff4-8040-3415475fcfa5 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056660 Aug 24 00:39:23.220053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56040) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.224039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-81cf81ce-9fae-4805-9f5c-02f27bb71437 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.229606 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-81cf81ce-9fae-4805-9f5c-02f27bb71437 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094891 Aug 24 00:39:23.230495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56042) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.235778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-537f16d5-bf01-413e-9723-cb605a55086c tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.236817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=e161416f-65b4-42dd-803d-55ab0ffb1c9e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:23.240433 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-537f16d5-bf01-413e-9723-cb605a55086c tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0082953 Aug 24 00:39:23.241660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56044) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.245966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-e87a407f-253e-4c4f-a4ac-6a6d4b09ee2e tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.247989 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e87a407f-253e-4c4f-a4ac-6a6d4b09ee2e tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054095 Aug 24 00:39:23.253979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56046) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.260343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-1e641498-1334-4b9f-8499-2bcf2234db26 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.264365 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e641498-1334-4b9f-8499-2bcf2234db26 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0095124 Aug 24 00:39:23.265212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56048) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.271031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-c95430f3-b5a4-47e6-a9b9-8f756b3ba514 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.275037 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c95430f3-b5a4-47e6-a9b9-8f756b3ba514 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086777 Aug 24 00:39:23.276782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56050) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.287253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-b9f6db7e-1449-479a-b303-077780c2d67c tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.287253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b9f6db7e-1449-479a-b303-077780c2d67c tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070140 Aug 24 00:39:23.290079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:23.294962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.300740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56052) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.316639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-9c5309c1-afe5-4f02-a413-7b297d71227c tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.321995 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c5309c1-afe5-4f02-a413-7b297d71227c tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0198371 Aug 24 00:39:23.325449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56054) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.326852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb77df5-bfe6-4c88-b5fe-57a363193899 req-197639ae-62c4-46c8-b290-860f88e99b76 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079538 Aug 24 00:39:23.362384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-3ca6c4ef-f15d-4fe0-a19a-cc2fd89749df tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.366741 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3ca6c4ef-f15d-4fe0-a19a-cc2fd89749df tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0401182 Aug 24 00:39:23.367670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56056) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.379363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-5559fcc5-df61-4c86-b6a9-1b0b5b7adb64 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.384121 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5559fcc5-df61-4c86-b6a9-1b0b5b7adb64 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0087707 Aug 24 00:39:23.387254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56058) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.391974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-63bdf77e-5791-43b7-8ca6-a363983092e5 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.396157 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-63bdf77e-5791-43b7-8ca6-a363983092e5 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077791 Aug 24 00:39:23.400454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56060) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.407076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-50b510ea-c3d6-4552-a49b-fc8eea702e31 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.411338 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-50b510ea-c3d6-4552-a49b-fc8eea702e31 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0095563 Aug 24 00:39:23.416020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56062) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.422374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-9cc5ef68-47d3-4f51-865b-6312289b34e2 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.426355 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9cc5ef68-47d3-4f51-865b-6312289b34e2 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091372 Aug 24 00:39:23.427446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56064) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.438345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-8ffca71d-0312-4955-a6ff-8421df602a4f tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.440727 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8ffca71d-0312-4955-a6ff-8421df602a4f tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0094244 Aug 24 00:39:23.445943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c78e9-a7cc-4035-818c-a5ed56a79cee req-d96a1164-7973-4d68-9170-2acd040ad44b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.450541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56066) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.457667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-870ae9de-9963-4b29-be32-242c587ef8e1 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.458125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-226c78e9-a7cc-4035-818c-a5ed56a79cee req-d96a1164-7973-4d68-9170-2acd040ad44b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.3542838 Aug 24 00:39:23.459115 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-870ae9de-9963-4b29-be32-242c587ef8e1 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0073137 Aug 24 00:39:23.464677 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56068) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.469864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-ebb0a90b-37ad-4b9e-894b-aa6126667b84 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.474698 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ebb0a90b-37ad-4b9e-894b-aa6126667b84 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051391 Aug 24 00:39:23.477754 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56070) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.486337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-3eb0b24d-ee02-43e5-a568-c91f46d97991 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.487621 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3eb0b24d-ee02-43e5-a568-c91f46d97991 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087414 Aug 24 00:39:23.490632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56072) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.494994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': '3d694c08-285b-42bc-bbbb-1d61b587a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a9ace3b-b363-4089-8683-f446079d3e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:23.495654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: 1a9ace3b-b363-4089-8683-f446079d3e4e, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:23.496933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-04e1395d-3ab8-43d4-8ea8-e546857bf2ee tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.497956 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-04e1395d-3ab8-43d4-8ea8-e546857bf2ee tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0062299 Aug 24 00:39:23.506907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.529208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-226c78e9-a7cc-4035-818c-a5ed56a79cee req-bfa6200d-a028-469f-8fd5-bf8954249982 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698934 Aug 24 00:39:23.533785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-1059d883-6fb2-4178-8bfa-3efeeb5ac851 service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838666 Aug 24 00:39:23.552540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-879ad9eb-780a-4c3d-8925-927bbd99bf98 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.556921 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-879ad9eb-780a-4c3d-8925-927bbd99bf98 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0488374 Aug 24 00:39:23.561062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56076) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.565887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-7b0fde39-bce9-44d8-8055-db7d40ddb48c tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.570727 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7b0fde39-bce9-44d8-8055-db7d40ddb48c tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0098944 Aug 24 00:39:23.571426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56078) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.576582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-d3b2f048-5520-4aa4-bcb0-c421a91d379b tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.577536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3b2f048-5520-4aa4-bcb0-c421a91d379b tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0051618 Aug 24 00:39:23.582102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56080) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.589614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-064e5e13-3d25-4a8c-8ec8-956b431f1a4b tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.593366 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-064e5e13-3d25-4a8c-8ec8-956b431f1a4b tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080619 Aug 24 00:39:23.593954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56082) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.599457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-8ad8e039-5b30-4496-9de3-3a70c43a63d8 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.602761 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8ad8e039-5b30-4496-9de3-3a70c43a63d8 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0058632 Aug 24 00:39:23.604644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.613538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-82a888c8-20fe-4334-8af7-23ca9a052989 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.617345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-82a888c8-20fe-4334-8af7-23ca9a052989 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089359 Aug 24 00:39:23.618116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 1a9ace3b-b363-4089-8683-f446079d3e4e is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:23.620662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56086) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.629266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-ecab98f9-bb7a-4491-a88e-934c0374b59d tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.630288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ecab98f9-bb7a-4491-a88e-934c0374b59d tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071630 Aug 24 00:39:23.635093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.639666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-daae167f-ae62-4176-b611-5f41aeb7a426 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.640611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-daae167f-ae62-4176-b611-5f41aeb7a426 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046177 Aug 24 00:39:23.649949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56090) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.655203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-dea0eed1-a82f-4d41-b469-1c3593849383 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.656397 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dea0eed1-a82f-4d41-b469-1c3593849383 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051708 Aug 24 00:39:23.658913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56092) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.666090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-62b14e80-ca05-4f45-98c4-82927b95eb09 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.667320 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-62b14e80-ca05-4f45-98c4-82927b95eb09 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067596 Aug 24 00:39:23.669797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56094) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.674368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9afbb028-4451-47d6-b06f-cd46c3ae5867 req-e77bf4a4-ad99-466f-ad88-91d717bd35d3 service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281390 Aug 24 00:39:23.676780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-ed7e6616-96d7-439c-8a03-16e119b5ebf0 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.680547 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed7e6616-96d7-439c-8a03-16e119b5ebf0 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0064573 Aug 24 00:39:23.685854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56096) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.690449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-0d7afa38-8f27-4974-abae-47c2ad02d5f8 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.695388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56098) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.700863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-23e9b51a-a30f-482b-b58d-e0bcb032cae6 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.701486 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d7afa38-8f27-4974-abae-47c2ad02d5f8 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0144224 Aug 24 00:39:23.702916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-23e9b51a-a30f-482b-b58d-e0bcb032cae6 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057578 Aug 24 00:39:23.717241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56100) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.721915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-5a051879-854a-457d-98ba-510cb9b59a49 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.725323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5a051879-854a-457d-98ba-510cb9b59a49 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070736 Aug 24 00:39:23.725457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56102) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.730150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-74aaeed7-7d4a-4b36-a89f-3fd7bb06e3dd tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.733083 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-74aaeed7-7d4a-4b36-a89f-3fd7bb06e3dd tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048032 Aug 24 00:39:23.733314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56104) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.737860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-4afd9eea-7b94-4454-b77d-77a53bc329ce tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.738846 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4afd9eea-7b94-4454-b77d-77a53bc329ce tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043077 Aug 24 00:39:23.745786 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56106) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.749922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-819ed725-55d6-470b-a628-68d89befc9fa tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.750887 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-819ed725-55d6-470b-a628-68d89befc9fa tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041864 Aug 24 00:39:23.753119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56108) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.758330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-3303af2f-0035-41be-b23a-9fa24294f3f1 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.759530 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3303af2f-0035-41be-b23a-9fa24294f3f1 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052738 Aug 24 00:39:23.761672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56110) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.766713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-30d3c5d6-7767-410a-a6de-38b8b64c5e5b tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.769086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56112) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.769290 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-30d3c5d6-7767-410a-a6de-38b8b64c5e5b tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065677 Aug 24 00:39:23.774074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-7b0b206d-f020-4fd6-9445-c77e55874616 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.777637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7b0b206d-f020-4fd6-9445-c77e55874616 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052650 Aug 24 00:39:23.777959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56114) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.781977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-dabd9b0e-b05b-4817-b2e8-16ec3f374047 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.783658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dabd9b0e-b05b-4817-b2e8-16ec3f374047 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043309 Aug 24 00:39:23.785470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1a9ace3b-b363-4089-8683-f446079d3e4e) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:23.789903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.792472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7b645c-bfc0-4c7c-b733-3f905b9d17a0 None None] Network 1a9ace3b-b363-4089-8683-f446079d3e4e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:23.795310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-9ac44260-6e27-465d-a735-cea39bd50c7a tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.795310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ac44260-6e27-465d-a735-cea39bd50c7a tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043676 Aug 24 00:39:23.797938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56118) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.803755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.804155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-1fbfe151-c774-4e5a-8052-32d0d92f6e05 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.804479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.805154 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1fbfe151-c774-4e5a-8052-32d0d92f6e05 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0062389 Aug 24 00:39:23.806810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:23.808276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56120) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.813277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-dad6df9c-e5c9-47f3-a689-bbb29198a574 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.816008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dad6df9c-e5c9-47f3-a689-bbb29198a574 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068147 Aug 24 00:39:23.824410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56122) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.829062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-41e6d0c7-002c-49f6-93ae-fa2468f97aa6 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.833885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-41e6d0c7-002c-49f6-93ae-fa2468f97aa6 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085001 Aug 24 00:39:23.837252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.843001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-9c9851cd-748d-4c87-a6b3-5303880008fc tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.846595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9c9851cd-748d-4c87-a6b3-5303880008fc tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045719 Aug 24 00:39:23.853033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56126) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.864137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-6f53f505-6eed-4c53-86bd-13b61c21b25d tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.868505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6f53f505-6eed-4c53-86bd-13b61c21b25d tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0133336 Aug 24 00:39:23.883564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56128) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.902543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-d1e60b0a-a3df-47e6-aff2-fcc5f8c4e3cc tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.905414 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d1e60b0a-a3df-47e6-aff2-fcc5f8c4e3cc tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0169408 Aug 24 00:39:23.913875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56132) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.924227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-5eed2bf5-c251-439e-9b09-9dedbb0c3de5 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.925875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5eed2bf5-c251-439e-9b09-9dedbb0c3de5 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0101018 Aug 24 00:39:23.930045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56136) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.939644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [None req-2d29d186-32c6-4868-a808-c2e156d6e658 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.943251 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d29d186-32c6-4868-a808-c2e156d6e658 tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0094271 Aug 24 00:39:23.943517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0c24feb0-4d53-4b7e-a6ca-97bdfb26e198 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1466405 Aug 24 00:39:23.944892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.954237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56140) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:23.966503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1859639007'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:23.972760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=6d8b2321-b19d-4e2e-91e8-1db87f547a7e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:23.981335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [None req-68b181f3-4c18-49e4-b4cf-711f7424005e tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:39:23.987698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-68b181f3-4c18-49e4-b4cf-711f7424005e tempest-ExtensionsTestJSON-1285789710 tempest-ExtensionsTestJSON-1285789710-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0170009 Aug 24 00:39:23.996205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-e2e0babb-7474-41d4-81f8-8810e7a9efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:23.997432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-e2e0babb-7474-41d4-81f8-8810e7a9efbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da8a1303774b49319b7fc2501d45993d&device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1095 time: 0.1592765 Aug 24 00:39:24.006061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Checking segment: {'id': 'b1b59399-3fc0-4e0f-84a9-4017c692fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:24.007090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network hostable DHCP agents. Network: fce47777-8f2d-457a-ba31-7f5ab10b963b, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:24.060860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:24.066489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.089003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-1a9ace3b-b363-4089-8683-f446079d3e4e', 'network_id': '1a9ace3b-b363-4089-8683-f446079d3e4e', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': 'e161416f-65b4-42dd-803d-55ab0ffb1c9e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:24.090053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.094806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network fce47777-8f2d-457a-ba31-7f5ab10b963b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:24.117281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:24.127412 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.127854 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment 1dd2a648-88c7-44f4-a73e-24ab258d0fd8 of type vlan for network 8035d48c-e01f-4ded-a15b-45fc8926b25f Aug 24 00:39:24.165602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, fce47777-8f2d-457a-ba31-7f5ab10b963b) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:24.170588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:24.171184 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.189968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42935e0-6c6c-4316-af95-886b80580972 None None] Network fce47777-8f2d-457a-ba31-7f5ab10b963b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:24.199396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.254836 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-249b4708-9f7e-47c0-9ad4-7204df9e7f03 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2920465 Aug 24 00:39:24.257209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56144) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:24.262854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b', 'name': 'tempest-PortsTestJSON-910310178'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:24.326121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.344125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:24.345112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.350866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Allocated IP 172.20.255.242 (1a9ace3b-b363-4089-8683-f446079d3e4e/e161416f-65b4-42dd-803d-55ab0ffb1c9e/c790ab1c-f7f6-4d9e-8377-0968ab7114da) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:24.498656 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5429792 Aug 24 00:39:24.503747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56148) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:24.549983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': '8035d48c-e01f-4ded-a15b-45fc8926b25f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:24.614329 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.616708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71a419-2c22-4584-bb04-8cb1498fb06b req-ad9e6917-4541-4b3a-8245-50ecc2783046 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:24.623995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d71a419-2c22-4584-bb04-8cb1498fb06b req-ad9e6917-4541-4b3a-8245-50ecc2783046 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 945 time: 0.5667024 Aug 24 00:39:24.633333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Transition to ACTIVE for port object c790ab1c-f7f6-4d9e-8377-0968ab7114da will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:24.666461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Transition to ACTIVE for port object c790ab1c-f7f6-4d9e-8377-0968ab7114da will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:24.702592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a8222-a70d-47e8-a7c9-09d17b269847 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=8035d48c-e01f-4ded-a15b-45fc8926b25f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:24.711599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d71a419-2c22-4584-bb04-8cb1498fb06b req-4fb0e9bc-12c9-4c21-8f98-87495c1181a2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818105 Aug 24 00:39:24.713051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56154) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:24.714329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-37619918-f740-4d8b-ba5d-282d61926d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:24.721053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-37619918-f740-4d8b-ba5d-282d61926d93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed HTTP/1.1" status: 200 len: 915 time: 0.7004700 Aug 24 00:39:24.744526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8035d48c-e01f-4ded-a15b-45fc8926b25f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:24.761992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-fce47777-8f2d-457a-ba31-7f5ab10b963b', 'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b', 'tenant_id': 'a16bbe30523b463c97a41ff8dbe93e11', 'fixed_ips': [{'subnet_id': '6d8b2321-b19d-4e2e-91e8-1db87f547a7e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:24.762858 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.819769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-6c270e16-4154-4660-838a-27925f91cd2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843 HTTP/1.1" status: 200 len: 217 time: 0.0862002 Aug 24 00:39:24.841224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a143e-cf35-439b-9b20-0afb73eeef9c req-b32150d7-1034-4312-94a5-509700066db5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:24.843271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f35a143e-cf35-439b-9b20-0afb73eeef9c req-b32150d7-1034-4312-94a5-509700066db5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.2387509 Aug 24 00:39:24.892752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dd3c878e-c8ad-472c-9d2c-63e3baf365e1 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:24.923367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d18fe6ea-403b-4306-aa0b-3810b8811994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:24.954060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c3293-1624-41e9-9340-ea075d1dafcc req-96c3d5ab-0d66-4b0e-a14c-fab13899dff9 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:24.955856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-993c3293-1624-41e9-9340-ea075d1dafcc req-96c3d5ab-0d66-4b0e-a14c-fab13899dff9 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.1416607 Aug 24 00:39:24.972774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-b6e181ec-7d19-4a02-bdae-2628bc965f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:24.975376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-b6e181ec-7d19-4a02-bdae-2628bc965f8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b996003b-481d-4cf1-b1b9-3cd7dec273c5 HTTP/1.1" status: 200 len: 853 time: 0.1436687 Aug 24 00:39:25.000873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Allocated IP 172.20.0.2 (fce47777-8f2d-457a-ba31-7f5ab10b963b/6d8b2321-b19d-4e2e-91e8-1db87f547a7e/b2659e6a-45fe-4379-83c6-54b2a0472996) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:25.013848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f35a143e-cf35-439b-9b20-0afb73eeef9c req-5a2456bd-7818-49a2-be31-6d1092ecfde0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363988 Aug 24 00:39:25.029785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:25.033617 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.062411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-993c3293-1624-41e9-9340-ea075d1dafcc req-44e266ea-351b-4a84-ac42-fd11a277a5c7 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976501 Aug 24 00:39:25.068009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port e9e08f07-e6a1-47ec-aeae-fe880465a9f6 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:25.076057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-478e2db4-8d54-4592-95ef-fcc5419933dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:25.077903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-478e2db4-8d54-4592-95ef-fcc5419933dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929441 Aug 24 00:39:25.113905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:25.118833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.182557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-c9565c55-37b2-41d4-b3c5-a108ca57126c service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970688 Aug 24 00:39:25.222259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:25.226596 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.318042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:25.318395 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.320902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97ebd055-a403-4b97-a8b4-23d18791a50b req-93babbe1-a57e-4f4f-b61b-d3f1d4ad1fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291182 Aug 24 00:39:25.374060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Network 1a9ace3b-b363-4089-8683-f446079d3e4e is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:25.389719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:25.392914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:25.435231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d18fe6ea-403b-4306-aa0b-3810b8811994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.454489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Pushing event updated for resources: {'Port': ['ID=c790ab1c-f7f6-4d9e-8377-0968ab7114da,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:25.540585 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d18fe6ea-403b-4306-aa0b-3810b8811994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.549097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Attempting to bind port c790ab1c-f7f6-4d9e-8377-0968ab7114da on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:25.550636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Attempting to bind port c790ab1c-f7f6-4d9e-8377-0968ab7114da by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3d694c08-285b-42bc-bbbb-1d61b587a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a9ace3b-b363-4089-8683-f446079d3e4e'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:25.550636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Attempting to bind port c790ab1c-f7f6-4d9e-8377-0968ab7114da on network 1a9ace3b-b363-4089-8683-f446079d3e4e {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:25.557149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.564786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:25.565181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Checking segment: {'id': '3d694c08-285b-42bc-bbbb-1d61b587a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a9ace3b-b363-4089-8683-f446079d3e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:25.565606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.566014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Bound using segment: {'id': '3d694c08-285b-42bc-bbbb-1d61b587a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a9ace3b-b363-4089-8683-f446079d3e4e'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:25.566511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Bound port: c790ab1c-f7f6-4d9e-8377-0968ab7114da, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d694c08-285b-42bc-bbbb-1d61b587a136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1a9ace3b-b363-4089-8683-f446079d3e4e'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:25.566892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.579716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fe6ea-403b-4306-aa0b-3810b8811994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d2d8d1-f18d-428a-a0de-1b1bea270927,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:25.584946 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d18fe6ea-403b-4306-aa0b-3810b8811994 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74605accb22d49b28cede321a745a2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8696423 Aug 24 00:39:25.586947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56160) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:25.598950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Transition to ACTIVE for port object b2659e6a-45fe-4379-83c6-54b2a0472996 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:25.608057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.651094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Transition to ACTIVE for port object b2659e6a-45fe-4379-83c6-54b2a0472996 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:25.652311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.657708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.694178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d8033-8724-4328-854f-4cc4e654818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:25.696487 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16b2a3d-f68a-4827-bb49-cf860146682f" -d '{"events": [{"server_uuid": "e60d8033-8724-4328-854f-4cc4e654818f", "name": "network-vif-plugged", "status": "completed", "tag": "dd3c878e-c8ad-472c-9d2c-63e3baf365e1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:25.706053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=6facb0d2-eeaf-4d9d-9bae-123b39e5a983,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:25.709868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f26f7c26-961f-4ff5-8738-2054ef0de604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.718111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port dd3c878e-c8ad-472c-9d2c-63e3baf365e1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:25.718111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] For port c790ab1c-f7f6-4d9e-8377-0968ab7114da, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:25.736680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:25.744060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] For port c790ab1c-f7f6-4d9e-8377-0968ab7114da, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c790ab1c-f7f6-4d9e-8377-0968ab7114da,segment=NetworkSegment(3d694c08-285b-42bc-bbbb-1d61b587a136),segment_id=3d694c08-285b-42bc-bbbb-1d61b587a136)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:25.746049 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.750065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': '1dd2a648-88c7-44f4-a73e-24ab258d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8035d48c-e01f-4ded-a15b-45fc8926b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:25.750438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: 8035d48c-e01f-4ded-a15b-45fc8926b25f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:25.796825 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.813871 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.822964 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f26f7c26-961f-4ff5-8738-2054ef0de604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:25.824440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Network fce47777-8f2d-457a-ba31-7f5ab10b963b is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:25.836237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:25.843260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:25.852529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Pushing event updated for resources: {'Port': ['ID=b2659e6a-45fe-4379-83c6-54b2a0472996,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:25.891123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.7 (fce47777-8f2d-457a-ba31-7f5ab10b963b/6d8b2321-b19d-4e2e-91e8-1db87f547a7e/e9e08f07-e6a1-47ec-aeae-fe880465a9f6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:25.946545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 8035d48c-e01f-4ded-a15b-45fc8926b25f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:25.979795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e095aa8-f89d-4867-86d4-c0a348fad609 req-8ed0c92e-400c-4533-93bc-18d2c290f523 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:25.989822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e095aa8-f89d-4867-86d4-c0a348fad609 req-8ed0c92e-400c-4533-93bc-18d2c290f523 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 946 time: 0.1854303 Aug 24 00:39:25.990245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Attempting to bind port b2659e6a-45fe-4379-83c6-54b2a0472996 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:25.990245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Attempting to bind port b2659e6a-45fe-4379-83c6-54b2a0472996 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b1b59399-3fc0-4e0f-84a9-4017c692fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:25.990245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Attempting to bind port b2659e6a-45fe-4379-83c6-54b2a0472996 on network fce47777-8f2d-457a-ba31-7f5ab10b963b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:25.994050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:26.002581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:26.002765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Checking segment: {'id': 'b1b59399-3fc0-4e0f-84a9-4017c692fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:26.003844 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.003844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Bound using segment: {'id': 'b1b59399-3fc0-4e0f-84a9-4017c692fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:26.004067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Bound port: b2659e6a-45fe-4379-83c6-54b2a0472996, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b59399-3fc0-4e0f-84a9-4017c692fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:26.004427 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.035361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port c359bb69-e57e-4d14-8ff8-7abd31146da9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:26.045760 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c56932-2867-475e-927a-c2e5c03447a8 x-openstack-request-id: req-06c56932-2867-475e-927a-c2e5c03447a8 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:26.046066 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d8033-8724-4328-854f-4cc4e654818f", "name": "network-vif-plugged", "status": "completed", "tag": "dd3c878e-c8ad-472c-9d2c-63e3baf365e1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:26.046324 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06c56932-2867-475e-927a-c2e5c03447a8 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:26.046727 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60d8033-8724-4328-854f-4cc4e654818f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'code': 200} Aug 24 00:39:26.054326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port c359bb69-e57e-4d14-8ff8-7abd31146da9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:26.054705 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.110165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e095aa8-f89d-4867-86d4-c0a348fad609 req-a950a4f9-2a83-4799-b8ab-738dfeee7658 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193361 Aug 24 00:39:26.138780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a39a42-e959-45a9-89b5-69a7654d94f9 None None] Pushing event updated for resources: {'Port': ['ID=c790ab1c-f7f6-4d9e-8377-0968ab7114da,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:26.204321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f26f7c26-961f-4ff5-8738-2054ef0de604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.213806 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f26f7c26-961f-4ff5-8738-2054ef0de604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.215094 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f26f7c26-961f-4ff5-8738-2054ef0de604 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2d2d8d1-f18d-428a-a0de-1b1bea270927 HTTP/1.1" status: 204 len: 168 time: 0.6266716 Aug 24 00:39:26.215963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8035d48c-e01f-4ded-a15b-45fc8926b25f) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:26.246941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] For port b2659e6a-45fe-4379-83c6-54b2a0472996, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:26.262676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] For port b2659e6a-45fe-4379-83c6-54b2a0472996, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b2659e6a-45fe-4379-83c6-54b2a0472996,segment=NetworkSegment(b1b59399-3fc0-4e0f-84a9-4017c692fefc),segment_id=b1b59399-3fc0-4e0f-84a9-4017c692fefc)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:26.266214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:26.266894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.276450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5421572b-8c97-4abc-99e7-09a1fd8bb8bc None None] Network 8035d48c-e01f-4ded-a15b-45fc8926b25f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:26.287186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f7c26-961f-4ff5-8738-2054ef0de604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d2d8d1-f18d-428a-a0de-1b1bea270927,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:26.346460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.369435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object e9e08f07-e6a1-47ec-aeae-fe880465a9f6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:26.380100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bede300-9a9d-4ea6-a8bb-61a7ef312370 req-07bd9eed-9b95-47b7-ba98-ce03b135b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:26.382969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bede300-9a9d-4ea6-a8bb-61a7ef312370 req-07bd9eed-9b95-47b7-ba98-ce03b135b655 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 1097 time: 0.2536500 Aug 24 00:39:26.403501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354d6a0-d668-4a8a-bb0a-a205f9a3f584 req-267e4630-db36-4a8c-b405-02234f92064e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:26.408299 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c2f5e198-1fbf-4ce0-9a29-a200b6ecc927 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9004343 Aug 24 00:39:26.410717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56176) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:26.412979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0354d6a0-d668-4a8a-bb0a-a205f9a3f584 req-267e4630-db36-4a8c-b405-02234f92064e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1905739 Aug 24 00:39:26.460933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24dc63-4ff1-411d-a4b0-8f2586aa269d req-153cc172-81e7-472f-8dde-49ca4698c80d tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:26.462539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce24dc63-4ff1-411d-a4b0-8f2586aa269d req-153cc172-81e7-472f-8dde-49ca4698c80d tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.2438388 Aug 24 00:39:26.500499 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.525162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12ecdda4-8ad3-40af-99ca-b3f3130e0e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.527573 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.577554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0354d6a0-d668-4a8a-bb0a-a205f9a3f584 req-db3c3f7f-1404-4489-bbeb-d73cd741190f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652880 Aug 24 00:39:26.586989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bede300-9a9d-4ea6-a8bb-61a7ef312370 req-b4d59812-5f74-4e53-b27e-9cf0c5ef692c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587083 Aug 24 00:39:26.601475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce24dc63-4ff1-411d-a4b0-8f2586aa269d req-2bb1c9fc-89da-435c-b27b-16157b37fe26 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136036 Aug 24 00:39:26.613260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.630214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:26.632929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.653813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115516b-4a00-44e3-8ee1-8b00d2b28f27 None None] Pushing event updated for resources: {'Port': ['ID=b2659e6a-45fe-4379-83c6-54b2a0472996,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:26.669978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8035d48c-e01f-4ded-a15b-45fc8926b25f', 'network_id': '8035d48c-e01f-4ded-a15b-45fc8926b25f', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': '6facb0d2-eeaf-4d9d-9bae-123b39e5a983'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:26.671063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.758926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.776720 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=e9e08f07-e6a1-47ec-aeae-fe880465a9f6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:26.852819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network fce47777-8f2d-457a-ba31-7f5ab10b963b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:26.854458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:26.868511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:26.893716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Allocated IP 172.20.0.2 (8035d48c-e01f-4ded-a15b-45fc8926b25f/6facb0d2-eeaf-4d9d-9bae-123b39e5a983/ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:26.944283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:26.945827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:27.016418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:27.017689 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.119508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56188) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:27.120845 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-720119e3-5dee-400e-9667-625455a21c98 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8629751 Aug 24 00:39:27.125374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'fce47777-8f2d-457a-ba31-7f5ab10b963b', 'name': 'tempest-PortsTestJSON-1496007779'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:27.135348 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.165124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Transition to ACTIVE for port object ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:27.211007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Transition to ACTIVE for port object ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:27.296080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeb00d-c6dc-479b-a1de-3b99f51e8f6d req-571337da-8cc3-4432-a096-4979944318aa tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:27.297511 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22aeb00d-c6dc-479b-a1de-3b99f51e8f6d req-571337da-8cc3-4432-a096-4979944318aa tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 946 time: 0.0866728 Aug 24 00:39:27.302588 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.363009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Network 8035d48c-e01f-4ded-a15b-45fc8926b25f is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:27.370078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:27.378426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:27.379184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22aeb00d-c6dc-479b-a1de-3b99f51e8f6d req-865c2f94-e935-433b-80be-8bf9c4b243f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688250 Aug 24 00:39:27.380582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Pushing event updated for resources: {'Port': ['ID=ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:27.386590 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.426874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:27.439057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.459863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=6facb0d2-eeaf-4d9d-9bae-123b39e5a983,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:27.470001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 1fd29b63-63cd-46c8-80f8-0a37190000ee yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:27.511653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Attempting to bind port ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:27.512035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Attempting to bind port ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1dd2a648-88c7-44f4-a73e-24ab258d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8035d48c-e01f-4ded-a15b-45fc8926b25f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:27.512404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Attempting to bind port ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4 on network 8035d48c-e01f-4ded-a15b-45fc8926b25f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:27.524957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:27.525387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Checking segment: {'id': '1dd2a648-88c7-44f4-a73e-24ab258d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8035d48c-e01f-4ded-a15b-45fc8926b25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:27.526453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.526453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Bound using segment: {'id': '1dd2a648-88c7-44f4-a73e-24ab258d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8035d48c-e01f-4ded-a15b-45fc8926b25f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:27.528398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Bound port: ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd2a648-88c7-44f4-a73e-24ab258d0fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8035d48c-e01f-4ded-a15b-45fc8926b25f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:27.529495 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.577344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.607985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8035d48c-e01f-4ded-a15b-45fc8926b25f']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:27.629828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd2a648-88c7-44f4-a73e-24ab258d0fd8') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:27.630138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd2a648-88c7-44f4-a73e-24ab258d0fd8') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:27.657815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.694704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.697251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] For port ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:27.707110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301c1fb4-e084-4247-99ee-172c19a95e9f None None] Network 1a9ace3b-b363-4089-8683-f446079d3e4e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:27.722656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:27.722656 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:27.729639 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:27.849112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.10 (fce47777-8f2d-457a-ba31-7f5ab10b963b/6d8b2321-b19d-4e2e-91e8-1db87f547a7e/1fd29b63-63cd-46c8-80f8-0a37190000ee) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:27.883096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] For port ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4,segment=NetworkSegment(1dd2a648-88c7-44f4-a73e-24ab258d0fd8),segment_id=1dd2a648-88c7-44f4-a73e-24ab258d0fd8)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:27.889683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:39:27.889683 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:39:27.889683 n-d-804878-2 neutron-server[95327]: [parameters: {'id': '8035d48c-e01f-4ded-a15b-45fc8926b25f'}] Aug 24 00:39:27.889683 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:27.890202 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:27.922286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-87dd3e59-0a6d-46e0-87b5-d58b9353b505 None None] Provisioning for port c790ab1c-f7f6-4d9e-8377-0968ab7114da completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:28.003505 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.041746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56206) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:28.049503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:28.052004 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc847426-ef17-469b-9dee-4f224b532669" -d '{"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:28.127392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20189941-1cc7-44ae-9851-2c3200cce523 None None] Pushing event updated for resources: {'Port': ['ID=ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:28.150205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d141a3c-4e45-43d9-ae38-f901b6fae2af None None] Network fce47777-8f2d-457a-ba31-7f5ab10b963b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:28.161328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c790ab1c-f7f6-4d9e-8377-0968ab7114da up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:28.202780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16cc16-f388-45d8-8839-d7cc333d9bfd None None] Network 8035d48c-e01f-4ded-a15b-45fc8926b25f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:28.230996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f7020-9df0-4660-95e3-ba8b3499e7be req-44230813-389c-443d-b793-3fbe4f2f51ca tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:28.233728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d16f7020-9df0-4660-95e3-ba8b3499e7be req-44230813-389c-443d-b793-3fbe4f2f51ca tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.4687116 Aug 24 00:39:28.244770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.248619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-462464280'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:28.262660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object 1fd29b63-63cd-46c8-80f8-0a37190000ee will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:28.277901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dabcd6-2b1f-4589-8e6e-0e3df292ef7f req-3426d1dd-4156-430e-982c-df1cbced3dfc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:28.281454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1dabcd6-2b1f-4589-8e6e-0e3df292ef7f req-3426d1dd-4156-430e-982c-df1cbced3dfc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.5210340 Aug 24 00:39:28.374950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:28.375159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d16f7020-9df0-4660-95e3-ba8b3499e7be req-99a385ec-0743-47d9-bdc2-9f3f21556ed4 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106634 Aug 24 00:39:28.385895 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.393024 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.393663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1dabcd6-2b1f-4589-8e6e-0e3df292ef7f req-39d383d3-1e1b-401d-b708-b4843aa1362f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106255 Aug 24 00:39:28.409361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.446248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ade1547-ca87-4c60-b466-dfb046714ef3 None None] Provisioning for port b2659e6a-45fe-4379-83c6-54b2a0472996 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:28.463661 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa39bed9-5b06-438c-9c7f-b73e5689ff3f x-openstack-request-id: req-fa39bed9-5b06-438c-9c7f-b73e5689ff3f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:28.463787 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.463911 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:28.464116 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa39bed9-5b06-438c-9c7f-b73e5689ff3f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:28.464948 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'code': 200} Aug 24 00:39:28.561316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network fce47777-8f2d-457a-ba31-7f5ab10b963b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:28.564286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:28.565445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.576647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:28.595439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:28.602752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=1fd29b63-63cd-46c8-80f8-0a37190000ee,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:28.619702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c790ab1c-f7f6-4d9e-8377-0968ab7114da completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:28.630323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c790ab1c-f7f6-4d9e-8377-0968ab7114da triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:28.630323 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.689074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:28.689742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.689967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6f26ba0d-d6b5-495a-903e-16781621fc3d None None] Provisioning complete for port c790ab1c-f7f6-4d9e-8377-0968ab7114da triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:28.690449 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f26ba0d-d6b5-495a-903e-16781621fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.694837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec36e3-0ce6-4ca1-8931-834659ba2b47 req-2f037bb0-3ae0-48ed-b810-47c47e8cb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:28.696341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bec36e3-0ce6-4ca1-8931-834659ba2b47 req-2f037bb0-3ae0-48ed-b810-47c47e8cb5c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1340024 Aug 24 00:39:28.701511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.709519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4,segment=NetworkSegment(1dd2a648-88c7-44f4-a73e-24ab258d0fd8),segment_id=1dd2a648-88c7-44f4-a73e-24ab258d0fd8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:28.709990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.725970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:28.729635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa018d-901f-44fd-9019-fdb1fe066a9d req-29dc34e0-7f85-4ceb-9306-f198f2c3aac2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:28.731168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fa018d-901f-44fd-9019-fdb1fe066a9d req-29dc34e0-7f85-4ceb-9306-f198f2c3aac2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 946 time: 0.1026466 Aug 24 00:39:28.769000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bec36e3-0ce6-4ca1-8931-834659ba2b47 req-a0b32445-2c81-4ad4-ac8e-88677a75bab3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654302 Aug 24 00:39:28.786493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.788757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fa018d-901f-44fd-9019-fdb1fe066a9d req-82975e91-eca0-41ec-94bc-a18545470b4a tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502346 Aug 24 00:39:28.827338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:28.864479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9109dbd3-fd69-4e10-a466-14be941e9a52,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:28.869629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bfb13b20-5735-4742-bc02-2e572f7cd00e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7471771 Aug 24 00:39:28.871898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:28.884795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.889129 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Added segment 31849086-cca1-4f38-9e9a-ba109c0f16c2 of type vlan for network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 Aug 24 00:39:28.973011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dbf9d8-54c7-4969-b991-bfc70d2e68b8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:28.974360 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.977440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:28.979576 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-98dbf9d8-54c7-4969-b991-bfc70d2e68b8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1085725 Aug 24 00:39:28.986468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56220) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:28.997588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a5724-e0da-480a-b45f-d4a20c5c99d9 req-ed463dcd-2a69-411b-bd20-fba21a8493d7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:28.997588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e44a5724-e0da-480a-b45f-d4a20c5c99d9 req-ed463dcd-2a69-411b-bd20-fba21a8493d7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 946 time: 0.1138892 Aug 24 00:39:29.014899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56222) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:29.020553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Request body: {'floatingip': {'port_id': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:29.054876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c790ab1c-f7f6-4d9e-8377-0968ab7114da, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c790ab1c-f7f6-4d9e-8377-0968ab7114da,segment=NetworkSegment(3d694c08-285b-42bc-bbbb-1d61b587a136),segment_id=3d694c08-285b-42bc-bbbb-1d61b587a136)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:29.070590 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-211bc823-13ee-4f76-848d-a11781aa11c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.080758 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.083770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.092785 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f26ba0d-d6b5-495a-903e-16781621fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.114763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:29.116237 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.125370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.128154 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.129169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b2659e6a-45fe-4379-83c6-54b2a0472996 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:29.132385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:29.137588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.226937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port ad98fc9f-0ac3-4215-8c11-c9d408ad4ec4 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:29.229825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Network': ['ID=863ca1c7-9914-47ec-80e2-40b3d8d5a3b6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:29.267873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:29.341043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.358724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b3ec6ded-0159-4072-9394-6c0b652f4d91 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3125861 Aug 24 00:39:29.361632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c99a8123-73c6-4d22-aa0d-bab806080b44 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 1fd29b63-63cd-46c8-80f8-0a37190000ee {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:29.361632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c99a8123-73c6-4d22-aa0d-bab806080b44 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.373886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:29.380135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'subnet': {'network_id': '863ca1c7-9914-47ec-80e2-40b3d8d5a3b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:29.385863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8035d48c-e01f-4ded-a15b-45fc8926b25f']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:29.423413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c790ab1c-f7f6-4d9e-8377-0968ab7114da,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:29.435234 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-6f26ba0d-d6b5-495a-903e-16781621fc3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:29.435487 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-6f26ba0d-d6b5-495a-903e-16781621fc3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:29.468257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd2a648-88c7-44f4-a73e-24ab258d0fd8') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:29.468848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd2a648-88c7-44f4-a73e-24ab258d0fd8') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:29.504686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.529629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b2659e6a-45fe-4379-83c6-54b2a0472996 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:29.537464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b2659e6a-45fe-4379-83c6-54b2a0472996 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:29.538045 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.596163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c99a8123-73c6-4d22-aa0d-bab806080b44 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.620379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c99a8123-73c6-4d22-aa0d-bab806080b44 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 1fd29b63-63cd-46c8-80f8-0a37190000ee owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:29.622552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.633231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:29.634933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:29.639875 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:29.703604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:29.767183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873f350-f8c1-4a3e-92a1-7b5a875dd2e3 req-f3d53fdb-6a47-4541-a4d8-d4e36dd9488e tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:29.768786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9873f350-f8c1-4a3e-92a1-7b5a875dd2e3 req-f3d53fdb-6a47-4541-a4d8-d4e36dd9488e tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.2752128 Aug 24 00:39:29.784821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port b2659e6a-45fe-4379-83c6-54b2a0472996, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b2659e6a-45fe-4379-83c6-54b2a0472996,segment=NetworkSegment(b1b59399-3fc0-4e0f-84a9-4017c692fefc),segment_id=b1b59399-3fc0-4e0f-84a9-4017c692fefc)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:29.869175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f2fef-fcec-4be0-9e05-e4fd5ce8c9ce req-840b10f4-245b-476c-ac73-9cdb499ca732 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:29.871937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26f2fef-fcec-4be0-9e05-e4fd5ce8c9ce req-840b10f4-245b-476c-ac73-9cdb499ca732 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.3437476 Aug 24 00:39:30.002500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699d97d-c11d-4f14-9657-32751c3a7e1a None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:39:30.010993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9873f350-f8c1-4a3e-92a1-7b5a875dd2e3 req-27017685-4aa8-4e50-912f-fbf351f93ada tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900880 Aug 24 00:39:30.024921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26f2fef-fcec-4be0-9e05-e4fd5ce8c9ce req-5228b68f-8fe3-42af-adce-ea7e95cd35db tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098568 Aug 24 00:39:30.063902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699d97d-c11d-4f14-9657-32751c3a7e1a None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:39:30.725672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:30.729279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.754007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.770944 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.772756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.774697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Provisioning for port 1fd29b63-63cd-46c8-80f8-0a37190000ee completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:30.784250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.791668 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/8035d48c-e01f-4ded-a15b-45fc8926b25f HTTP/1.1" status: 204 len: 168 time: 4.3798425 Aug 24 00:39:30.797640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56242) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:30.811575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073202905'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:30.838192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6a6fe-52d8-4874-9e66-fad6e3db30f4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=8035d48c-e01f-4ded-a15b-45fc8926b25f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:30.841053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=b2659e6a-45fe-4379-83c6-54b2a0472996,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:30.845542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Provisioning complete for port 1fd29b63-63cd-46c8-80f8-0a37190000ee triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:30.845857 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.893043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Port 1fd29b63-63cd-46c8-80f8-0a37190000ee cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:30.904604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c790ab1c-f7f6-4d9e-8377-0968ab7114da up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:30.908000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Provisioning complete for port b2659e6a-45fe-4379-83c6-54b2a0472996 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:30.908383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.912199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:30.916130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.946784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:30.952805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c99a8123-73c6-4d22-aa0d-bab806080b44 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.970060 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:30.970419 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment 706f97f7-034f-4916-b6ec-9f7f4bb4ea59 of type vlan for network 179ee46a-26bb-4d74-a6ba-e05084495c76 Aug 24 00:39:31.003059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c790ab1c-f7f6-4d9e-8377-0968ab7114da triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:31.003059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.019758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a8123-73c6-4d22-aa0d-bab806080b44 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=1fd29b63-63cd-46c8-80f8-0a37190000ee,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:31.094097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.112942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c99a8123-73c6-4d22-aa0d-bab806080b44 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.118664 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c99a8123-73c6-4d22-aa0d-bab806080b44 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/1fd29b63-63cd-46c8-80f8-0a37190000ee HTTP/1.1" status: 204 len: 168 time: 2.1303124 Aug 24 00:39:31.122343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56256) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:31.158460 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8dbfd5-3693-4d0b-aa47-0fb936c9fb89 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:39:31.162975 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2a8dbfd5-3693-4d0b-aa47-0fb936c9fb89 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/1fd29b63-63cd-46c8-80f8-0a37190000ee HTTP/1.1" status: 404 len: 333 time: 0.0395870 Aug 24 00:39:31.166028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56258) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:31.249586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.257943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:31.258598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.264842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Provisioning for port e9e08f07-e6a1-47ec-aeae-fe880465a9f6 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:31.270427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Provisioning complete for port e9e08f07-e6a1-47ec-aeae-fe880465a9f6 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:31.276908 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.331090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-28931ce2-ca4c-40c7-a8c2-daf1f2b650a9 None None] Port e9e08f07-e6a1-47ec-aeae-fe880465a9f6 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:31.605091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.635280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ff66a-c14f-4bac-ba9b-663f379e77d0 req-2eb9829f-03ee-4618-9cf2-4a83ed44f99d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:31.637415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be3ff66a-c14f-4bac-ba9b-663f379e77d0 req-2eb9829f-03ee-4618-9cf2-4a83ed44f99d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.4471898 Aug 24 00:39:31.696801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9031bd4-5fe2-4ec0-95b3-26c40cc2e684 req-2364175e-b9fb-4bdc-a0f8-bd851de0390d tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:31.704604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9031bd4-5fe2-4ec0-95b3-26c40cc2e684 req-2364175e-b9fb-4bdc-a0f8-bd851de0390d tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.5177755 Aug 24 00:39:31.714634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.717434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=179ee46a-26bb-4d74-a6ba-e05084495c76,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:31.735387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 179ee46a-26bb-4d74-a6ba-e05084495c76 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:31.738050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4cb213df-b9bf-4596-b9f5-b19ee98ce7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port e9e08f07-e6a1-47ec-aeae-fe880465a9f6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:31.739277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cb213df-b9bf-4596-b9f5-b19ee98ce7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.796873 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-68579d3d-24e6-4fd3-a143-dd3d90c2129b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9979048 Aug 24 00:39:31.800453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:31.806133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.810946 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.813936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': '179ee46a-26bb-4d74-a6ba-e05084495c76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:31.842756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be3ff66a-c14f-4bac-ba9b-663f379e77d0 req-c6742db2-f3dc-4d75-ab56-045b002aa622 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736052 Aug 24 00:39:31.863298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cb213df-b9bf-4596-b9f5-b19ee98ce7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:31.874644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4cb213df-b9bf-4596-b9f5-b19ee98ce7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for e9e08f07-e6a1-47ec-aeae-fe880465a9f6 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:31.936928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Subnet': ['ID=9c75d988-f006-470a-b6d4-03e5dd4580bd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:31.962043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9031bd4-5fe2-4ec0-95b3-26c40cc2e684 req-aaa544b9-805b-472b-aec5-eb29f9bc52a1 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564888 Aug 24 00:39:32.045273 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Floating IP 724c74eb-b86b-43a9-a032-cbc4e3d68478 associated. External IP: 172.25.5.216, port: dd3c878e-c8ad-472c-9d2c-63e3baf365e1. Aug 24 00:39:32.096256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cb213df-b9bf-4596-b9f5-b19ee98ce7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.130146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb213df-b9bf-4596-b9f5-b19ee98ce7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=e9e08f07-e6a1-47ec-aeae-fe880465a9f6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:32.168329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d0054-4e5c-4566-b904-d42ba96115a4 req-f027a896-9839-4860-a705-46ab0a7e26c4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:32.169915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f3d0054-4e5c-4566-b904-d42ba96115a4 req-f027a896-9839-4860-a705-46ab0a7e26c4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.2239044 Aug 24 00:39:32.188239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56266) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:32.195803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'floatingip': {'port_id': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:32.216190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Checking segment: {'id': '31849086-cca1-4f38-9e9a-ba109c0f16c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '863ca1c7-9914-47ec-80e2-40b3d8d5a3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:32.216567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network hostable DHCP agents. Network: 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:32.249242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.289051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cb213df-b9bf-4596-b9f5-b19ee98ce7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.291102 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4cb213df-b9bf-4596-b9f5-b19ee98ce7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/e9e08f07-e6a1-47ec-aeae-fe880465a9f6 HTTP/1.1" status: 204 len: 168 time: 1.1241281 Aug 24 00:39:32.296291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56268) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:32.306795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:32.310353 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.348831 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e36477-91ed-409c-adf7-e7e1d3ccff27 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:39:32.350257 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1e36477-91ed-409c-adf7-e7e1d3ccff27 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/e9e08f07-e6a1-47ec-aeae-fe880465a9f6 HTTP/1.1" status: 404 len: 333 time: 0.0528114 Aug 24 00:39:32.353128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56270) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:32.387981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing IP validity checks on allocation pools {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:39:32.388825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:39:32.425010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:32.450209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b01217-3bba-43f9-9bd4-ac81bd0bb12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet 6d8b2321-b19d-4e2e-91e8-1db87f547a7e {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:32.456591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59b01217-3bba-43f9-9bd4-ac81bd0bb12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.478366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Router a6214f88-07e2-4048-9b57-628d0c247eaa has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:32.544796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59b01217-3bba-43f9-9bd4-ac81bd0bb12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.554598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:32.571031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:32.571631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.575803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a3681-8f18-43cc-b99f-67fdef4a29bc None None] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:32.705789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:32.710884 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.717779 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] Sync routers for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:32.734656 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:32.735111 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:32.754983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-32ec302b-f966-4e2e-96f8-58dae98e3b26 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "PUT /v2.0/floatingips/724c74eb-b86b-43a9-a032-cbc4e3d68478 HTTP/1.1" status: 200 len: 992 time: 3.7364666 Aug 24 00:39:32.754983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d8033-8724-4328-854f-4cc4e654818f', 'tag': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:32.767472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f973c3e-c36c-488b-a6e1-29136da3dd0b None None] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:32.774995 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28c51ca-05de-4696-a17f-9681f3c49990" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d8033-8724-4328-854f-4cc4e654818f", "tag": "dd3c878e-c8ad-472c-9d2c-63e3baf365e1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:32.788517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d8f4ba5c-bc0d-4011-a7e5-7c8a087e40a4 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4128282 Aug 24 00:39:32.803300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:32.813335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:32.847595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1072763837', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:32.860529 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:32.926013 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c367727-ab76-4d29-a7a9-016a623850b7 x-openstack-request-id: req-3c367727-ab76-4d29-a7a9-016a623850b7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:32.926726 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d8033-8724-4328-854f-4cc4e654818f", "tag": "dd3c878e-c8ad-472c-9d2c-63e3baf365e1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:32.927207 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c367727-ab76-4d29-a7a9-016a623850b7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:32.928710 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60d8033-8724-4328-854f-4cc4e654818f', 'tag': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'status': 'completed', 'code': 200} Aug 24 00:39:32.974715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b2659e6a-45fe-4379-83c6-54b2a0472996 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:33.087887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': '706f97f7-034f-4916-b6ec-9f7f4bb4ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '179ee46a-26bb-4d74-a6ba-e05084495c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:33.090028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: 179ee46a-26bb-4d74-a6ba-e05084495c76, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:33.106562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.107634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.136147 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '724c74eb-b86b-43a9-a032-cbc4e3d68478', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'port_id': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'mac_address': 'fa:16:3e:7a:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8033-8724-4328-854f-4cc4e654818f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:06Z', 'updated_at': '2021-08-24T00:39:30Z', 'revision_number': 1, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:33.164942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.170047 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] Checking router: a6214f88-07e2-4048-9b57-628d0c247eaa for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:39:33.179469 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:33.180426 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:33.215628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b2659e6a-45fe-4379-83c6-54b2a0472996 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:33.216007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.225903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-f4301db3-b0b2-46b9-bc80-1ee8211c0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:33.227867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-f4301db3-b0b2-46b9-bc80-1ee8211c0800 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 1097 time: 0.2667377 Aug 24 00:39:33.318057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.363273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be173ff6-d562-4f12-a13e-98d60cae27be req-727de38f-2dde-4536-a78c-d9c0b1053053 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:33.373084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be173ff6-d562-4f12-a13e-98d60cae27be req-727de38f-2dde-4536-a78c-d9c0b1053053 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.2076709 Aug 24 00:39:33.381591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 179ee46a-26bb-4d74-a6ba-e05084495c76 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:33.381772 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:33.381871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-28021a41-de07-4774-84a2-4c267f4bf4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:33.381871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-28021a41-de07-4774-84a2-4c267f4bf4a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.1401672 Aug 24 00:39:33.403742 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59b01217-3bba-43f9-9bd4-ac81bd0bb12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.460384 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.578481 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Floating IP 4ca81b68-249e-4053-87ac-6a53667ee925 associated. External IP: 172.25.5.231, port: c359bb69-e57e-4d14-8ff8-7abd31146da9. Aug 24 00:39:33.615350 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.620656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=15c5f929-9a78-45b2-b804-06bd5407e621,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:33.623393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59b01217-3bba-43f9-9bd4-ac81bd0bb12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.630316 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '724c74eb-b86b-43a9-a032-cbc4e3d68478', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'port_id': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'mac_address': 'fa:16:3e:7a:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8033-8724-4328-854f-4cc4e654818f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:06Z', 'updated_at': '2021-08-24T00:39:30Z', 'revision_number': 1, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:33.631865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-fa3d6802-0fea-4e2d-924b-779844c4ec21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1 HTTP/1.1" status: 200 len: 1000 time: 0.1543238 Aug 24 00:39:33.649606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59b01217-3bba-43f9-9bd4-ac81bd0bb12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.652693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1aa966-f5de-4139-9ca4-a1bca1edc27a None None] Network fce47777-8f2d-457a-ba31-7f5ab10b963b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:33.667204 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-59b01217-3bba-43f9-9bd4-ac81bd0bb12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/6d8b2321-b19d-4e2e-91e8-1db87f547a7e HTTP/1.1" status: 204 len: 168 time: 1.3130031 Aug 24 00:39:33.734534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-b8a8573e-f015-4e5f-b925-d1750a83e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:33.736367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-b8a8573e-f015-4e5f-b925-d1750a83e787 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.0705035 Aug 24 00:39:33.736993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:33.752495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b01217-3bba-43f9-9bd4-ac81bd0bb12c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8b2321-b19d-4e2e-91e8-1db87f547a7e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:33.770325 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c2feff-115d-4591-a1b2-feae61ad7f0b None None] The sync data for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 is: [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '724c74eb-b86b-43a9-a032-cbc4e3d68478', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'port_id': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'mac_address': 'fa:16:3e:7a:a4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8033-8724-4328-854f-4cc4e654818f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:06Z', 'updated_at': '2021-08-24T00:39:30Z', 'revision_number': 1, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:33.873783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 179ee46a-26bb-4d74-a6ba-e05084495c76) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:33.878621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:33.879224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:33.891742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f378d-abda-4ee1-8d5a-2657edb41cc3 None None] Network 179ee46a-26bb-4d74-a6ba-e05084495c76 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:33.906741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be173ff6-d562-4f12-a13e-98d60cae27be req-e41c0ce1-0abe-476d-8ed1-b29d30cfa190 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5326581 Aug 24 00:39:34.010564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9affca62-3192-4b1f-9cc5-62f044783943 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2058184 Aug 24 00:39:34.015242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56296) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:34.020712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-004885cd-392a-4528-9410-a21d0c222a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:34.023004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-004885cd-392a-4528-9410-a21d0c222a76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765048 Aug 24 00:39:34.052189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Router 239402ca-c754-4577-92e4-a53b5f30e071 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:34.098626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] DHCP port deletion for fce47777-8f2d-457a-ba31-7f5ab10b963b request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:34.147138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-179ee46a-26bb-4d74-a6ba-e05084495c76', 'network_id': '179ee46a-26bb-4d74-a6ba-e05084495c76', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': '15c5f929-9a78-45b2-b804-06bd5407e621'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:34.148361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.162626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.166158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04667b00-5804-45cd-9990-c92d3ec04866 None None] New status for floating IP 724c74eb-b86b-43a9-a032-cbc4e3d68478: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:39:34.230848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.258385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:34.264064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.269869 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] Sync routers for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:34.282518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:34.284683 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:34.339775 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1ef16b26-67d2-4a05-981b-b4828d9933cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "PUT /v2.0/floatingips/4ca81b68-249e-4053-87ac-6a53667ee925 HTTP/1.1" status: 200 len: 991 time: 2.1477697 Aug 24 00:39:34.339775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:34.343374 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:34.382784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] Deleting port b2659e6a-45fe-4379-83c6-54b2a0472996 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:34.383249 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.429009 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8e990d-9dab-498a-8b7a-a6d0627a4c7a x-openstack-request-id: req-3f8e990d-9dab-498a-8b7a-a6d0627a4c7a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:34.429541 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:34.430003 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f8e990d-9dab-498a-8b7a-a6d0627a4c7a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:34.430573 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'status': 'completed', 'code': 200} Aug 24 00:39:34.434711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.444249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-2d72b380-9858-45bb-a1a2-69618844d4db service neutron] 10.222.0.37 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836020 Aug 24 00:39:34.490110 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:34.573506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] For port b2659e6a-45fe-4379-83c6-54b2a0472996, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b2659e6a-45fe-4379-83c6-54b2a0472996,segment=NetworkSegment(b1b59399-3fc0-4e0f-84a9-4017c692fefc),segment_id=b1b59399-3fc0-4e0f-84a9-4017c692fefc)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:34.578461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.595534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Allocated IP 172.20.0.3 (179ee46a-26bb-4d74-a6ba-e05084495c76/15c5f929-9a78-45b2-b804-06bd5407e621/0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:34.603722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] Calling delete_port for b2659e6a-45fe-4379-83c6-54b2a0472996 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:34.687861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port b2659e6a-45fe-4379-83c6-54b2a0472996 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:34.688257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.759363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.772359 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4ca81b68-249e-4053-87ac-6a53667ee925', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'port_id': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'mac_address': 'fa:16:3e:39:34:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:02Z', 'updated_at': '2021-08-24T00:39:33Z', 'revision_number': 1, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:34.806953 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.839074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] For port b2659e6a-45fe-4379-83c6-54b2a0472996, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b2659e6a-45fe-4379-83c6-54b2a0472996,segment=NetworkSegment(b1b59399-3fc0-4e0f-84a9-4017c692fefc),segment_id=b1b59399-3fc0-4e0f-84a9-4017c692fefc)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:34.839573 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:34.851705 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] Checking router: 239402ca-c754-4577-92e4-a53b5f30e071 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:39:34.855098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for b2659e6a-45fe-4379-83c6-54b2a0472996 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:34.882365 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:34.884194 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:34.921889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b2659e6a-45fe-4379-83c6-54b2a0472996 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:34.954061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-d8cff265-847b-45fb-bdf2-438cef69dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:34.956669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-d8cff265-847b-45fb-bdf2-438cef69dd36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.4621966 Aug 24 00:39:35.009398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e28c51ca-05de-4696-a17f-9681f3c49990 req-1fc837b3-2ff8-4798-9458-0d5bf144ae14 service neutron] 10.222.0.37 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360291 Aug 24 00:39:35.028306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ffc15cbb-caaf-44b4-8246-cb2e7170d843 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:39:35.062820 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:35.091749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No active binding found for port b2659e6a-45fe-4379-83c6-54b2a0472996 {{(pid=95328) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:39:35.092258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b2659e6a-45fe-4379-83c6-54b2a0472996 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:35.220383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.250402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] Pushing event deleted for resources: {'Port': ['ID=b2659e6a-45fe-4379-83c6-54b2a0472996,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:35.283680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6d473-288c-41af-a9ea-4a9f34026a2d None None] No DVR routers for this DVR port b2659e6a-45fe-4379-83c6-54b2a0472996 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:35.296400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.318621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ffc15cbb-caaf-44b4-8246-cb2e7170d843, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:35.321485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Transition to ACTIVE for port object 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:35.341302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'mac_address': 'fa:16:3e:db:bd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:39:35.348535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Transition to ACTIVE for port object 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:35.361586 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4ca81b68-249e-4053-87ac-6a53667ee925', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'port_id': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'mac_address': 'fa:16:3e:39:34:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:02Z', 'updated_at': '2021-08-24T00:39:33Z', 'revision_number': 1, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:35.395022 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a153c0-4f8e-422b-bcbc-9e09a6fa40c7 None None] The sync data for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 is: [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4ca81b68-249e-4053-87ac-6a53667ee925', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'port_id': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'mac_address': 'fa:16:3e:39:34:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:02Z', 'updated_at': '2021-08-24T00:39:33Z', 'revision_number': 1, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:35.395550 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.415051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc15cbb-caaf-44b4-8246-cb2e7170d843 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:39:35.437664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ffc15cbb-caaf-44b4-8246-cb2e7170d843, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:35.454430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.478706 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.526944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Network 179ee46a-26bb-4d74-a6ba-e05084495c76 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:35.534185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:35.539541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:35.544343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Pushing event updated for resources: {'Port': ['ID=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:35.556451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=b2659e6a-45fe-4379-83c6-54b2a0472996,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:35.571905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No DVR routers for this DVR port b2659e6a-45fe-4379-83c6-54b2a0472996 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:35.581019 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.636776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Attempting to bind port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:35.637148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Attempting to bind port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '706f97f7-034f-4916-b6ec-9f7f4bb4ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '179ee46a-26bb-4d74-a6ba-e05084495c76'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:35.637523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Attempting to bind port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 on network 179ee46a-26bb-4d74-a6ba-e05084495c76 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:35.647231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:35.647631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Checking segment: {'id': '706f97f7-034f-4916-b6ec-9f7f4bb4ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '179ee46a-26bb-4d74-a6ba-e05084495c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:35.647980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.648377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Bound using segment: {'id': '706f97f7-034f-4916-b6ec-9f7f4bb4ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '179ee46a-26bb-4d74-a6ba-e05084495c76'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:35.648859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Bound port: 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706f97f7-034f-4916-b6ec-9f7f4bb4ea59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '179ee46a-26bb-4d74-a6ba-e05084495c76'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:35.649253 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.669103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ffc15cbb-caaf-44b4-8246-cb2e7170d843,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:35.673682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f96ad-d8c5-4842-9ab8-34bb2e757688 None None] New status for floating IP 4ca81b68-249e-4053-87ac-6a53667ee925: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:39:35.681832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e78481-37df-4d9c-be55-7e8f966ed95b req-d99e2a5c-135e-4647-b0fb-1eba18b0caff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:35.683442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11e78481-37df-4d9c-be55-7e8f966ed95b req-d99e2a5c-135e-4647-b0fb-1eba18b0caff tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 944 time: 0.2406766 Aug 24 00:39:35.778603 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.780769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-aa30fcdf-054f-4034-80db-a7547bf47fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:35.782297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-aa30fcdf-054f-4034-80db-a7547bf47fd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.8166618 Aug 24 00:39:35.789944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.806717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['ffc15cbb-caaf-44b4-8246-cb2e7170d843'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:39:35.813787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.25.5.47 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/9bbabf64-6138-4e32-a777-f54880936f76) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:35.819226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] For port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:35.844852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce47777-8f2d-457a-ba31-7f5ab10b963b']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:35.866525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] For port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,segment=NetworkSegment(706f97f7-034f-4916-b6ec-9f7f4bb4ea59),segment_id=706f97f7-034f-4916-b6ec-9f7f4bb4ea59)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:35.885755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=15c5f929-9a78-45b2-b804-06bd5407e621,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:35.917282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b59399-3fc0-4e0f-84a9-4017c692fefc') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:35.917613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b59399-3fc0-4e0f-84a9-4017c692fefc') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:35.952454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:35.958310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11e78481-37df-4d9c-be55-7e8f966ed95b req-42827081-4e69-4699-8cbe-3d12309ca687 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573009 Aug 24 00:39:35.992714 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.061375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.064946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-8d06029c-e69c-4d8d-b17d-b17d61a7c7e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 999 time: 0.2550786 Aug 24 00:39:36.077757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:36.078422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.093185 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:36.095649 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:36.098637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8bd3c-6540-443b-8629-faa3643e0c4f None None] Pushing event updated for resources: {'Port': ['ID=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:36.185648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179ee46a-26bb-4d74-a6ba-e05084495c76']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:36.224993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706f97f7-034f-4916-b6ec-9f7f4bb4ea59') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:36.225431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706f97f7-034f-4916-b6ec-9f7f4bb4ea59') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:36.258371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-7736b405-b369-4bf2-b5e2-82f94df68356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:36.258371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-7736b405-b369-4bf2-b5e2-82f94df68356 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.1784110 Aug 24 00:39:36.258371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.298462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.321502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.339015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:36.339436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:36.342652 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:36.408120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-fc5eeac7-3ff5-4e1e-a0e1-b1fd196bc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:36.409741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-fc5eeac7-3ff5-4e1e-a0e1-b1fd196bc5b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367283 Aug 24 00:39:36.414434 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.435287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.440568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/networks/fce47777-8f2d-457a-ba31-7f5ab10b963b HTTP/1.1" status: 204 len: 168 time: 2.6922350 Aug 24 00:39:36.441079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56314) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:36.448211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1779500648'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:36.463853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92490735-5d8b-4408-8b5f-67e9b7c88697 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Network': ['ID=fce47777-8f2d-457a-ba31-7f5ab10b963b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:36.527199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:39:36.527199 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:39:36.527199 n-d-804878-2 neutron-server[95326]: [parameters: {'id': '179ee46a-26bb-4d74-a6ba-e05084495c76'}] Aug 24 00:39:36.527199 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:36.527720 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:36.538089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-f92a6675-ef07-4c55-8b1e-1c923d34472e service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175539 Aug 24 00:39:36.556355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:36.560425 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.586729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:36.595501 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.596705 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Added segment 7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8 of type vlan for network b3cd8aca-2282-4618-a808-2b20586b2ff9 Aug 24 00:39:36.604110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.644379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.664593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:36.670064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:36.674875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:36.703167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=9bbabf64-6138-4e32-a777-f54880936f76,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:36.725187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bdaf91c-7af9-48f2-a97b-fd3f7c1da4f7 req-1df3e4a1-43a4-48bf-9ccd-7c2811153398 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795106 Aug 24 00:39:36.778337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.786563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:36.786563 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:36.870310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Network': ['ID=b3cd8aca-2282-4618-a808-2b20586b2ff9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:36.885024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b3cd8aca-2282-4618-a808-2b20586b2ff9 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:36.932715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:36.942646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ffc15cbb-caaf-44b4-8246-cb2e7170d843 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:36.979468 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1ca9cae3-1de5-4538-b606-0652879a7c33 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5362411 Aug 24 00:39:36.982244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56320) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:36.987505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:37.029250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.097753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b938e-ab17-4b5d-a7ff-eb5b5cb270f9 None None] Network 179ee46a-26bb-4d74-a6ba-e05084495c76 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:37.159313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:37.178488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port ffc15cbb-caaf-44b4-8246-cb2e7170d843 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:37.185126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port ffc15cbb-caaf-44b4-8246-cb2e7170d843 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:37.196304 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.252525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd06792-d7fe-47f9-b034-7b16325e82d2 req-2be529d4-94c9-4743-8bbd-585e3454efce tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:37.254159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd06792-d7fe-47f9-b034-7b16325e82d2 req-2be529d4-94c9-4743-8bbd-585e3454efce tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 945 time: 0.1957023 Aug 24 00:39:37.272667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:37.283868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.288897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:37.289239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.290312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.307268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dd8a5a52-b608-459a-85b3-e944715c8e7a None None] Provisioning for port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:37.316855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dd8a5a52-b608-459a-85b3-e944715c8e7a None None] Provisioning complete for port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:37.317988 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd8a5a52-b608-459a-85b3-e944715c8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.363333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] DHCP port deletion for 179ee46a-26bb-4d74-a6ba-e05084495c76 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:37.371606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.406541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bcd06792-d7fe-47f9-b034-7b16325e82d2 req-f0abbcc3-0a82-425a-99d5-65f98030ce92 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431067 Aug 24 00:39:37.426982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,segment=NetworkSegment(706f97f7-034f-4916-b6ec-9f7f4bb4ea59),segment_id=706f97f7-034f-4916-b6ec-9f7f4bb4ea59)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:37.427418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.436269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ffc15cbb-caaf-44b4-8246-cb2e7170d843, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:37.438723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:37.445641 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb560bed-e6b4-4da2-b8af-4dae2aafbeb8" -d '{"events": [{"server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "name": "network-vif-plugged", "status": "completed", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:37.492588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:37.511201 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a65c49-0d7f-4ef3-98df-30293a7c28f4 x-openstack-request-id: req-a7a65c49-0d7f-4ef3-98df-30293a7c28f4 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:37.511201 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "name": "network-vif-plugged", "status": "completed", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:37.511830 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7a65c49-0d7f-4ef3-98df-30293a7c28f4 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:37.512321 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'code': 200} Aug 24 00:39:37.513022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd8a5a52-b608-459a-85b3-e944715c8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.534482 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.545267 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] Deleting port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:37.545814 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.640434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dd8a5a52-b608-459a-85b3-e944715c8e7a None None] For port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,segment=NetworkSegment(706f97f7-034f-4916-b6ec-9f7f4bb4ea59),segment_id=706f97f7-034f-4916-b6ec-9f7f4bb4ea59)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:37.657529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ffc15cbb-caaf-44b4-8246-cb2e7170d843,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.674580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] For port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,segment=NetworkSegment(706f97f7-034f-4916-b6ec-9f7f4bb4ea59),segment_id=706f97f7-034f-4916-b6ec-9f7f4bb4ea59)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:37.674983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.688545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.691589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] Calling delete_port for 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:37.701657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bab194-b52b-4f88-bf42-709945443b65 req-19d8094d-0f2e-432c-a4f5-6410bfb9bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:37.703164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01bab194-b52b-4f88-bf42-709945443b65 req-19d8094d-0f2e-432c-a4f5-6410bfb9bc57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1097 time: 0.1201048 Aug 24 00:39:37.720123 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.756247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=20731612-d80c-4c93-a5d6-5b97efdbefb4,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.766106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Checking segment: {'id': '7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:37.766528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network hostable DHCP agents. Network: b3cd8aca-2282-4618-a808-2b20586b2ff9, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:37.774849 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd8a5a52-b608-459a-85b3-e944715c8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.791691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01bab194-b52b-4f88-bf42-709945443b65 req-2a2ebfb8-4200-4c02-967f-5cc25bc5f737 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799561 Aug 24 00:39:37.825979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a5a52-b608-459a-85b3-e944715c8e7a None None] Pushing event updated for resources: {'Port': ['ID=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.858259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b3cd8aca-2282-4618-a808-2b20586b2ff9 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:37.923958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.930766 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.955851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.957790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:37.962216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b3cd8aca-2282-4618-a808-2b20586b2ff9) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:37.965091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] Pushing event deleted for resources: {'Port': ['ID=0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:37.969897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:37.970525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:37.972759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7a95f-dd22-47f0-9ae5-2e7392f409c6 None None] No DVR routers for this DVR port 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:37.991806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91fa493-4ba4-4bbb-be66-21ef358c3e7c None None] Network b3cd8aca-2282-4618-a808-2b20586b2ff9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:38.025832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:39:38.047356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.061068 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-271c4d18-e95a-4e3f-a852-fc3af6ce1035 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0777249 Aug 24 00:39:38.063723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56332) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:38.075101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9', 'name': 'tempest-PortsTestJSON-1442057859', 'fixed_ips': [{'subnet_id': '20731612-d80c-4c93-a5d6-5b97efdbefb4', 'ip_address': '172.20.0.10'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:38.089011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179ee46a-26bb-4d74-a6ba-e05084495c76']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.108932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706f97f7-034f-4916-b6ec-9f7f4bb4ea59') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.109290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706f97f7-034f-4916-b6ec-9f7f4bb4ea59') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.122498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.159946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-b3cd8aca-2282-4618-a808-2b20586b2ff9', 'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9', 'tenant_id': 'a16bbe30523b463c97a41ff8dbe93e11', 'fixed_ips': [{'subnet_id': '20731612-d80c-4c93-a5d6-5b97efdbefb4'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:38.161311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.167187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.178396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:38.178745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:38.181906 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:38.238384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:38.250153 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac17e2-8fa9-4488-b117-cad94303e721 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:38.264616 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac17e2-8fa9-4488-b117-cad94303e721 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:38.265239 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6bac17e2-8fa9-4488-b117-cad94303e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.299162 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6bac17e2-8fa9-4488-b117-cad94303e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.309672 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac17e2-8fa9-4488-b117-cad94303e721 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:38.314511 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6bac17e2-8fa9-4488-b117-cad94303e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.331186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Allocated IP 172.20.0.2 (b3cd8aca-2282-4618-a808-2b20586b2ff9/20731612-d80c-4c93-a5d6-5b97efdbefb4/45a23eea-2ba0-43b7-81ce-13182f36cd95) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:38.339985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:38.352420 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6bac17e2-8fa9-4488-b117-cad94303e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:38.352420 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac17e2-8fa9-4488-b117-cad94303e721 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:38.378510 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.387285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.397328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/179ee46a-26bb-4d74-a6ba-e05084495c76 HTTP/1.1" status: 204 len: 168 time: 4.3798096 Aug 24 00:39:38.397671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56336) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:38.403358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-368120103'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:38.470297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.494879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:38.530606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.540392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Transition to ACTIVE for port object 45a23eea-2ba0-43b7-81ce-13182f36cd95 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:38.557140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Transition to ACTIVE for port object 45a23eea-2ba0-43b7-81ce-13182f36cd95 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:38.667321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.715751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:38.722588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.723026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Network b3cd8aca-2282-4618-a808-2b20586b2ff9 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:38.726829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:38.736733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:38.774981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.779075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-58d0de7b-6ecf-4774-8b0a-9561dfdc56db tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9448888 Aug 24 00:39:38.779075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbfdcf-bf84-4def-9f18-0eb7e7bd084e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=179ee46a-26bb-4d74-a6ba-e05084495c76,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:38.781645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:38.789336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.10 (b3cd8aca-2282-4618-a808-2b20586b2ff9/20731612-d80c-4c93-a5d6-5b97efdbefb4/6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:38.789336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:38.814126 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.814477 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment 781da549-7aff-4288-9498-e20be1e5afad of type vlan for network b687ece2-a708-4c17-83b0-bfa93fe4f367 Aug 24 00:39:38.827849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Pushing event updated for resources: {'Port': ['ID=45a23eea-2ba0-43b7-81ce-13182f36cd95,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:38.857777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Attempting to bind port 45a23eea-2ba0-43b7-81ce-13182f36cd95 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:38.858756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Attempting to bind port 45a23eea-2ba0-43b7-81ce-13182f36cd95 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:38.858756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Attempting to bind port 45a23eea-2ba0-43b7-81ce-13182f36cd95 on network b3cd8aca-2282-4618-a808-2b20586b2ff9 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:38.880093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:38.881322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Checking segment: {'id': '7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:38.881992 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.882454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Bound using segment: {'id': '7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:38.882996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Bound port: 45a23eea-2ba0-43b7-81ce-13182f36cd95, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:38.883631 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.901110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:38.904825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e67d3-89ea-4aba-85fd-8488cf3b5994 req-abd4f5bc-c0de-41b2-a489-ace963bd7b40 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:38.906673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c44e67d3-89ea-4aba-85fd-8488cf3b5994 req-abd4f5bc-c0de-41b2-a489-ace963bd7b40 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 946 time: 0.1408715 Aug 24 00:39:38.916790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:38.931139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:38.931745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0a2dcfad-8cbc-4a6a-a49d-66f03e1ba9c7 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:38.999251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] For port 45a23eea-2ba0-43b7-81ce-13182f36cd95, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:39.003784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c44e67d3-89ea-4aba-85fd-8488cf3b5994 req-681bada6-513b-4a8e-889e-70edade37206 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893548 Aug 24 00:39:39.006196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] For port 45a23eea-2ba0-43b7-81ce-13182f36cd95, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=45a23eea-2ba0-43b7-81ce-13182f36cd95,segment=NetworkSegment(7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8),segment_id=7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:39.060162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:39.075338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:39.134507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:39.140164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:39.140813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:39.179344 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:39.215241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=b687ece2-a708-4c17-83b0-bfa93fe4f367,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:39.231333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b687ece2-a708-4c17-83b0-bfa93fe4f367 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:39.253821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc666dc-fa3c-491e-97fd-b8e67a1888ab None None] Pushing event updated for resources: {'Port': ['ID=45a23eea-2ba0-43b7-81ce-13182f36cd95,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:39.270912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:39.316165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b3cd8aca-2282-4618-a808-2b20586b2ff9 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:39.326201 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7abc2ed7-3ff1-4c26-8777-04dba37df5da tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9273200 Aug 24 00:39:39.329615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:39.337488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56346) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:39.342658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': 'b687ece2-a708-4c17-83b0-bfa93fe4f367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:39.347989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:39.360291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:39.432601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:39.476882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:39.477528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:39.589442 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-65af5055-85e5-47f3-b789-f94d38996dfb tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5235453 Aug 24 00:39:39.592723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56350) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:39.600672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'b3cd8aca-2282-4618-a808-2b20586b2ff9', 'name': 'tempest-PortsTestJSON-1989796729', 'fixed_ips': [{'subnet_id': '20731612-d80c-4c93-a5d6-5b97efdbefb4', 'ip_address': '172.20.0.9'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:39.734375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:39.738141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:39.776940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.20.0.1 (863ca1c7-9914-47ec-80e2-40b3d8d5a3b6/9c75d988-f006-470a-b6d4-03e5dd4580bd/89e51afe-35fb-478f-99f8-23b63452a72b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:39.892675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:39.951784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.014547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.035926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 3d290c1e-a3a2-4ccb-b9f2-e7471948d399 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:40.043825 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.115326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=156b6a9d-0d04-4806-804a-a7c276187e3d,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:40.139572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': '781da549-7aff-4288-9498-e20be1e5afad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b687ece2-a708-4c17-83b0-bfa93fe4f367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:40.139934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: b687ece2-a708-4c17-83b0-bfa93fe4f367, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:40.192268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf49724-1cf1-4c57-a7b4-16bbfafed2b8 req-12e61316-f115-450f-92b8-757775d651e5 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:40.194503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bf49724-1cf1-4c57-a7b4-16bbfafed2b8 req-12e61316-f115-450f-92b8-757775d651e5 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 946 time: 0.1040196 Aug 24 00:39:40.213888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.256309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc6ee9-8916-4614-a228-4f50eb32514b None None] Network b3cd8aca-2282-4618-a808-2b20586b2ff9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:40.271706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network b687ece2-a708-4c17-83b0-bfa93fe4f367 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:40.309048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:40.323399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:40.327318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:40.366201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bf49724-1cf1-4c57-a7b4-16bbfafed2b8 req-7d5ea1b0-2602-4fef-8f57-b62457e20bb3 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633866 Aug 24 00:39:40.369794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.9 (b3cd8aca-2282-4618-a808-2b20586b2ff9/20731612-d80c-4c93-a5d6-5b97efdbefb4/3d290c1e-a3a2-4ccb-b9f2-e7471948d399) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:40.381885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=89e51afe-35fb-478f-99f8-23b63452a72b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:40.397643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b687ece2-a708-4c17-83b0-bfa93fe4f367) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:40.397643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:40.397643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.403327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7719ee-2ada-4450-9132-911d73d60222 None None] Network b687ece2-a708-4c17-83b0-bfa93fe4f367 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:40.413794 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.540915 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c51e1caf-8d5a-42b9-a374-65f98c8a1184 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2023036 Aug 24 00:39:40.546303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56362) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:40.585607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b93a6655-dd26-47a9-aca5-1173aed6ee1f None None] Provisioning for port 45a23eea-2ba0-43b7-81ce-13182f36cd95 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:40.663828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755afcd-f3a4-46ef-a8bd-29365c0e8643 req-38ce138b-c094-4e15-ae08-0d5458c31f21 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:40.665496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9755afcd-f3a4-46ef-a8bd-29365c0e8643 req-38ce138b-c094-4e15-ae08-0d5458c31f21 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 946 time: 0.1818807 Aug 24 00:39:40.712527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.756238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9755afcd-f3a4-46ef-a8bd-29365c0e8643 req-7bbaf5ec-8fea-4950-9db1-4a35f2288d2c tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776863 Aug 24 00:39:40.771767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.777557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d60b648-f48b-4ef2-bca4-2273043fbc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-b687ece2-a708-4c17-83b0-bfa93fe4f367', 'network_id': 'b687ece2-a708-4c17-83b0-bfa93fe4f367', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': '156b6a9d-0d04-4806-804a-a7c276187e3d'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:40.779530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9d60b648-f48b-4ef2-bca4-2273043fbc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.780380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56364) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:40.783407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.804098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object 3d290c1e-a3a2-4ccb-b9f2-e7471948d399 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:40.847028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:40.989284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45a23eea-2ba0-43b7-81ce-13182f36cd95 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:41.060834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.102365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=156b6a9d-0d04-4806-804a-a7c276187e3d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:41.121903 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server [None req-9d60b648-f48b-4ef2-bca4-2273043fbc63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 156b6a9d-0d04-4806-804a-a7c276187e3d: This subnet is being modified by another concurrent operation. Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 24 00:39:41.131017 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise self.value Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server raise exception Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 156b6a9d-0d04-4806-804a-a7c276187e3d: This subnet is being modified by another concurrent operation. Aug 24 00:39:41.142950 n-d-804878-2 neutron-server[95328]: ERROR oslo_messaging.rpc.server Aug 24 00:39:41.165011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f74ffe-473e-458f-bc1e-6b9a8b60e9ab None None] Network b687ece2-a708-4c17-83b0-bfa93fe4f367 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:41.165011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Provisioning for port 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:41.168151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.181983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b687ece2-a708-4c17-83b0-bfa93fe4f367']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:41.189872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 45a23eea-2ba0-43b7-81ce-13182f36cd95 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:41.195592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781da549-7aff-4288-9498-e20be1e5afad') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:41.199260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Provisioning complete for port 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:41.199399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781da549-7aff-4288-9498-e20be1e5afad') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:41.199522 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.209541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.219887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9cb73-c531-41cf-9255-3837718e352f tempest-TestVolumeBackupRestore-1277359130 tempest-TestVolumeBackupRestore-1277359130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:41.221543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b4d9cb73-c531-41cf-9255-3837718e352f tempest-TestVolumeBackupRestore-1277359130 tempest-TestVolumeBackupRestore-1277359130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1092 time: 0.4399939 Aug 24 00:39:41.223727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b3cd8aca-2282-4618-a808-2b20586b2ff9 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:41.224602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56370) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:41.226203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=3d290c1e-a3a2-4ccb-b9f2-e7471948d399,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:41.233871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:41.234669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:41.240104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 45a23eea-2ba0-43b7-81ce-13182f36cd95 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:41.240489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.246336 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.247668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:41.259398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:41.262018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:41.350940 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:41.380294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Port 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:41.391780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:41.392485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.400643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Provisioning complete for port 45a23eea-2ba0-43b7-81ce-13182f36cd95 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:41.401250 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.435789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.444215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.455436 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/b687ece2-a708-4c17-83b0-bfa93fe4f367 HTTP/1.1" status: 204 len: 168 time: 0.8993840 Aug 24 00:39:41.455920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56374) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:41.456971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-175985088'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:41.468229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ad843-baf9-429d-9ce9-1ff1eabccaf5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=b687ece2-a708-4c17-83b0-bfa93fe4f367,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:41.480906 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.483532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.489447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.542459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 45a23eea-2ba0-43b7-81ce-13182f36cd95, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=45a23eea-2ba0-43b7-81ce-13182f36cd95,segment=NetworkSegment(7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8),segment_id=7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:41.559568 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.571526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6457f274-a7a9-4cd5-9faa-377026881753 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:39:41.574737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.612057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.639042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b91d621d-e7f5-4f37-84bd-0042bad5f204 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0431554 Aug 24 00:39:41.647240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56376) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:41.701544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6457f274-a7a9-4cd5-9faa-377026881753 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:39:41.702442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.707538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=89e51afe-35fb-478f-99f8-23b63452a72b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:41.739804 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.761469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Allocated IP 172.25.5.90 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/5157967d-6c39-4aa5-acbf-bdf4ca6d55fe) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:41.781740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e0dd4-0cfb-4744-b6c3-2f2924089ba9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:41.783280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7b0e0dd4-0cfb-4744-b6c3-2f2924089ba9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1350884 Aug 24 00:39:41.790047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56380) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:41.867257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=45a23eea-2ba0-43b7-81ce-13182f36cd95,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:41.872558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:41.881049 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:41.881443 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-fa28e3d5-7cbf-4dd9-ad71-6136e45c4710 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:41.881902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.888085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce20434f-40cf-4abe-93c2-94c1883cd5ef tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:41.890526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.890878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.891229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.891572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.891911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.892249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.892586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.892919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.893348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.893706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.894040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.894375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:41.895127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce20434f-40cf-4abe-93c2-94c1883cd5ef tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:41.902555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce20434f-40cf-4abe-93c2-94c1883cd5ef tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:41.904261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ce20434f-40cf-4abe-93c2-94c1883cd5ef tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1109424 Aug 24 00:39:41.904997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:41.907345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56382) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:41.908395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.912001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:41.982832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:41.999371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:41.999732 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment 2e5675b9-c391-4b16-88c7-6f16514177ca of type vlan for network 77ce20dc-f881-471a-958a-777647d75630 Aug 24 00:39:42.022689 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dd765bb5-65d9-458e-a932-d445532fe886 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 3d290c1e-a3a2-4ccb-b9f2-e7471948d399 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:42.023154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd765bb5-65d9-458e-a932-d445532fe886 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.106224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.109428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.124694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:42.527800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:42.529127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.532737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd765bb5-65d9-458e-a932-d445532fe886 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.537275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:42.546985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:42.575320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dd765bb5-65d9-458e-a932-d445532fe886 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 3d290c1e-a3a2-4ccb-b9f2-e7471948d399 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:42.590768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'Port': ['ID=5157967d-6c39-4aa5-acbf-bdf4ca6d55fe,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:42.620216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.625928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:42.626524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.666484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9b8d1176-c064-41c5-a958-3211987fbcb7 None None] Provisioning for port 3d290c1e-a3a2-4ccb-b9f2-e7471948d399 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:42.672880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9b8d1176-c064-41c5-a958-3211987fbcb7 None None] Provisioning complete for port 3d290c1e-a3a2-4ccb-b9f2-e7471948d399 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:42.676098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1176-c064-41c5-a958-3211987fbcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.714018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:42.720078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ce616f9b-067d-4a03-9adc-8a1bfc85ff59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/routers/aafd8c81-9e94-4e2f-9bda-0faee89068db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9388914 Aug 24 00:39:42.721744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=77ce20dc-f881-471a-958a-777647d75630,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:42.726224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:42.732965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'port': {'network_id': '863ca1c7-9914-47ec-80e2-40b3d8d5a3b6', 'name': 'tempest-FloatingIPTestJSON-2139098154'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:42.736961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 77ce20dc-f881-471a-958a-777647d75630 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:42.757811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-323dc9a5-2d22-42fa-9ed6-be9834e0d663 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3058982 Aug 24 00:39:42.758171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8458d26-2844-4623-9f08-018611f4b9b7 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:42.785217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56392) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:42.792620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': '77ce20dc-f881-471a-958a-777647d75630', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:42.829488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d1176-c064-41c5-a958-3211987fbcb7 None None] Port 3d290c1e-a3a2-4ccb-b9f2-e7471948d399 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:42.890036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8458d26-2844-4623-9f08-018611f4b9b7 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:42.891138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e8458d26-2844-4623-9f08-018611f4b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:42.935450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45a23eea-2ba0-43b7-81ce-13182f36cd95 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:42.941613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e8458d26-2844-4623-9f08-018611f4b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:42.956904 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd765bb5-65d9-458e-a932-d445532fe886 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:42.977256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9b8d1176-c064-41c5-a958-3211987fbcb7 None None] Provisioning complete for port 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:42.977671 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9b8d1176-c064-41c5-a958-3211987fbcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.025687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8458d26-2844-4623-9f08-018611f4b9b7 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:43.025951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e8458d26-2844-4623-9f08-018611f4b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:43.040364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd765bb5-65d9-458e-a932-d445532fe886 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=3d290c1e-a3a2-4ccb-b9f2-e7471948d399,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:43.048591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:43.056265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.074983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e8458d26-2844-4623-9f08-018611f4b9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:43.075850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8458d26-2844-4623-9f08-018611f4b9b7 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:43.078018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d1176-c064-41c5-a958-3211987fbcb7 None None] Port 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:43.099206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 45a23eea-2ba0-43b7-81ce-13182f36cd95 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:43.099985 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.160778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd765bb5-65d9-458e-a932-d445532fe886 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.163855 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dd765bb5-65d9-458e-a932-d445532fe886 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/3d290c1e-a3a2-4ccb-b9f2-e7471948d399 HTTP/1.1" status: 204 len: 168 time: 1.2554770 Aug 24 00:39:43.167193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:43.226344 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbda42dc-1bcf-4db0-97bb-01a15b20e400 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:39:43.228626 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fbda42dc-1bcf-4db0-97bb-01a15b20e400 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/3d290c1e-a3a2-4ccb-b9f2-e7471948d399 HTTP/1.1" status: 404 len: 333 time: 0.0602345 Aug 24 00:39:43.231699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56398) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:43.254214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.282197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:43.286176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.318518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] device_id is not set on port 647a96fc-0b15-4dec-9e74-3b804a97532f yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:43.376722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1894d514-718a-4739-a6fe-451597052b0f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:43.377075 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1894d514-718a-4739-a6fe-451597052b0f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.414917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.474263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.486379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.20.0.14 (863ca1c7-9914-47ec-80e2-40b3d8d5a3b6/9c75d988-f006-470a-b6d4-03e5dd4580bd/647a96fc-0b15-4dec-9e74-3b804a97532f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:43.520472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=39ffabdf-a5fa-4ed7-ad01-679f55045aa9,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:43.525243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1894d514-718a-4739-a6fe-451597052b0f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.546681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1894d514-718a-4739-a6fe-451597052b0f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:43.550209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': '2e5675b9-c391-4b16-88c7-6f16514177ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77ce20dc-f881-471a-958a-777647d75630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:43.550727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: 77ce20dc-f881-471a-958a-777647d75630, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:43.681887 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.685887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 77ce20dc-f881-471a-958a-777647d75630 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:43.749373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.789559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 77ce20dc-f881-471a-958a-777647d75630) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:43.793543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:43.794154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.798278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1350315-7bc0-4d5e-a9a0-94533c423eb8 None None] Network 77ce20dc-f881-471a-958a-777647d75630 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:43.891127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.891282 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.929463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1894d514-718a-4739-a6fe-451597052b0f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.943614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-904d9ed6-b32e-4a3a-b607-a7949611ad09 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1561313 Aug 24 00:39:43.952642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56414) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:43.973823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:43.977963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-77ce20dc-f881-471a-958a-777647d75630', 'network_id': '77ce20dc-f881-471a-958a-777647d75630', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': '39ffabdf-a5fa-4ed7-ad01-679f55045aa9'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:43.978881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:43.988274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:44.003865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.018036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:44.046974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=647a96fc-0b15-4dec-9e74-3b804a97532f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:44.071994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event updated for resources: {'Port': ['ID=5157967d-6c39-4aa5-acbf-bdf4ca6d55fe,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:44.100668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:44.101359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.131506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.151360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Allocated IP 172.20.0.2 (77ce20dc-f881-471a-958a-777647d75630/39ffabdf-a5fa-4ed7-ad01-679f55045aa9/0c5f46f2-7239-40b4-bf36-9749ace75a04) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:44.171811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894d514-718a-4739-a6fe-451597052b0f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:44.185830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1894d514-718a-4739-a6fe-451597052b0f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.191525 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1894d514-718a-4739-a6fe-451597052b0f tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea HTTP/1.1" status: 204 len: 168 time: 0.9553995 Aug 24 00:39:44.191525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56416) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:44.199122 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.258018 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-affccbae-2110-48a2-9c55-b452b2409646 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:39:44.262344 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-affccbae-2110-48a2-9c55-b452b2409646 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/6d797ba0-2fc2-4390-b0e0-7cea9e54e2ea HTTP/1.1" status: 404 len: 333 time: 0.0671346 Aug 24 00:39:44.262591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56422) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:44.270373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b8963070-fe86-4a3b-800e-85ac2f08184d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5425818 Aug 24 00:39:44.271426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56424) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:44.281251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'port': {'network_id': '863ca1c7-9914-47ec-80e2-40b3d8d5a3b6', 'name': 'tempest-FloatingIPTestJSON-1541971005'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:44.351666 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.358484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Transition to ACTIVE for port object 0c5f46f2-7239-40b4-bf36-9749ace75a04 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:44.375530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Transition to ACTIVE for port object 0c5f46f2-7239-40b4-bf36-9749ace75a04 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:44.376833 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Floating IP 9b6844ea-9f60-4ad5-a35d-71a672e1780c associated. External IP: 172.25.5.90, port: ffc15cbb-caaf-44b4-8246-cb2e7170d843. Aug 24 00:39:44.436590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-0257080a-a689-4976-a207-cf4372a6820b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet 20731612-d80c-4c93-a5d6-5b97efdbefb4 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:44.447880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0257080a-a689-4976-a207-cf4372a6820b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.467746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.513879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Network 77ce20dc-f881-471a-958a-777647d75630 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:44.519196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:44.521797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Pushing event updated for resources: {'Port': ['ID=0c5f46f2-7239-40b4-bf36-9749ace75a04,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:44.524379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:44.544961 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.562400 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0257080a-a689-4976-a207-cf4372a6820b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.582248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Attempting to bind port 0c5f46f2-7239-40b4-bf36-9749ace75a04 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:44.582625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Attempting to bind port 0c5f46f2-7239-40b4-bf36-9749ace75a04 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '2e5675b9-c391-4b16-88c7-6f16514177ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77ce20dc-f881-471a-958a-777647d75630'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:44.582993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Attempting to bind port 0c5f46f2-7239-40b4-bf36-9749ace75a04 on network 77ce20dc-f881-471a-958a-777647d75630 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:44.589205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:44.589823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Checking segment: {'id': '2e5675b9-c391-4b16-88c7-6f16514177ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77ce20dc-f881-471a-958a-777647d75630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:44.590273 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.590677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Bound using segment: {'id': '2e5675b9-c391-4b16-88c7-6f16514177ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77ce20dc-f881-471a-958a-777647d75630'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:44.591148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Bound port: 0c5f46f2-7239-40b4-bf36-9749ace75a04, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5675b9-c391-4b16-88c7-6f16514177ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77ce20dc-f881-471a-958a-777647d75630'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:44.591298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=39ffabdf-a5fa-4ed7-ad01-679f55045aa9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:44.591538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.684711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] For port 0c5f46f2-7239-40b4-bf36-9749ace75a04, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:44.688814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] For port 0c5f46f2-7239-40b4-bf36-9749ace75a04, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0c5f46f2-7239-40b4-bf36-9749ace75a04,segment=NetworkSegment(2e5675b9-c391-4b16-88c7-6f16514177ca),segment_id=2e5675b9-c391-4b16-88c7-6f16514177ca)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:44.698947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.716571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ce20dc-f881-471a-958a-777647d75630']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:44.728165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5675b9-c391-4b16-88c7-6f16514177ca') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:44.728459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5675b9-c391-4b16-88c7-6f16514177ca') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:44.738798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.755868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0257080a-a689-4976-a207-cf4372a6820b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.763140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:44.766685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.769236 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.772139 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.779160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:44.779160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:44.782099 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:44.850927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] device_id is not set on port b1e0691d-1059-4db3-99a9-c7d86584fc6f yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:44.875069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dc802-fb5c-420f-a61b-78dc947f6d50 None None] Pushing event updated for resources: {'Port': ['ID=0c5f46f2-7239-40b4-bf36-9749ace75a04,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:44.891111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a8c1a5-a84d-45c8-be95-f4fa37ae239d None None] Network 77ce20dc-f881-471a-958a-777647d75630 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:44.906011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Router 5c10e54c-45d2-49cb-b22c-0a593f7db918 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:44.927460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:39:44.927460 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:39:44.927460 n-d-804878-2 neutron-server[95326]: [parameters: {'id': '77ce20dc-f881-471a-958a-777647d75630'}] Aug 24 00:39:44.927460 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:44.927460 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:45.003801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0257080a-a689-4976-a207-cf4372a6820b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.026281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a9ca0-0fea-49f7-9028-e8d4889b7ea5 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:39:45.070843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0257080a-a689-4976-a207-cf4372a6820b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.073395 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0257080a-a689-4976-a207-cf4372a6820b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/20731612-d80c-4c93-a5d6-5b97efdbefb4 HTTP/1.1" status: 204 len: 168 time: 0.8093231 Aug 24 00:39:45.076495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257080a-a689-4976-a207-cf4372a6820b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=20731612-d80c-4c93-a5d6-5b97efdbefb4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:45.077420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:45.117780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.20.0.12 (863ca1c7-9914-47ec-80e2-40b3d8d5a3b6/9c75d988-f006-470a-b6d4-03e5dd4580bd/b1e0691d-1059-4db3-99a9-c7d86584fc6f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:45.151470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a9ca0-0fea-49f7-9028-e8d4889b7ea5 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:39:45.157529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:45.168787 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] Sync routers for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:45.184840 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:45.187707 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:45.204273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.269745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 45a23eea-2ba0-43b7-81ce-13182f36cd95 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:45.270073 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.288642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.342631 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:45.347291 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-423bc28d-2f6e-4747-9485-32d735f04796 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1184452 Aug 24 00:39:45.348148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:45.348308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] For port 45a23eea-2ba0-43b7-81ce-13182f36cd95, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=45a23eea-2ba0-43b7-81ce-13182f36cd95,segment=NetworkSegment(7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8),segment_id=7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:45.348645 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.350945 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e2c020-835c-46f0-b5c7-7f9de14cf322" -d '{"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:45.351107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56430) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:45.454580 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:39:45.457189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.466353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 45a23eea-2ba0-43b7-81ce-13182f36cd95 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:45.467132 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cc2f21-b1f7-4a74-8594-012c717f16b7 x-openstack-request-id: req-82cc2f21-b1f7-4a74-8594-012c717f16b7 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:45.467657 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:45.468105 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82cc2f21-b1f7-4a74-8594-012c717f16b7 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:45.468706 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'status': 'completed', 'code': 200} Aug 24 00:39:45.480801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.531268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd509dc-3c85-47d1-8eb4-9c7ae417cfe9 None None] Network b3cd8aca-2282-4618-a808-2b20586b2ff9 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:45.568153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447cb176-f524-426a-9a1f-d58ca7e5e8e2 tempest-TestVolumeBackupRestore-1277359130 tempest-TestVolumeBackupRestore-1277359130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:45.569751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-447cb176-f524-426a-9a1f-d58ca7e5e8e2 tempest-TestVolumeBackupRestore-1277359130 tempest-TestVolumeBackupRestore-1277359130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1092 time: 0.2134106 Aug 24 00:39:45.572702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56438) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:45.578323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Request body: {'floatingip': {'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:45.619877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-e2ccba73-722b-4d15-ae36-1d1f57573404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:45.621585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-e2ccba73-722b-4d15-ae36-1d1f57573404 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da8a1303774b49319b7fc2501d45993d&device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1097 time: 0.1456120 Aug 24 00:39:45.626090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.725364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-64e817ee-d711-4966-a0da-033af4cb9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:45.727505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-64e817ee-d711-4966-a0da-033af4cb9a73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed HTTP/1.1" status: 200 len: 915 time: 0.0941815 Aug 24 00:39:45.747910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:45.758046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:45.763852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:45.764651 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9b6844ea-9f60-4ad5-a35d-71a672e1780c', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'mac_address': 'fa:16:3e:db:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:42Z', 'updated_at': '2021-08-24T00:39:42Z', 'revision_number': 0, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:45.811455 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] Checking router: 5c10e54c-45d2-49cb-b22c-0a593f7db918 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:39:45.823805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] DHCP port deletion for b3cd8aca-2282-4618-a808-2b20586b2ff9 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:45.825952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:45.826593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.843866 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.848516 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:45.849296 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:45.875901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port 0c5f46f2-7239-40b4-bf36-9749ace75a04 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:45.876268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.881155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-cb0a98f8-33bd-40af-8d74-f4b48d9c5b45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843 HTTP/1.1" status: 200 len: 999 time: 0.1448522 Aug 24 00:39:45.901112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=b1e0691d-1059-4db3-99a9-c7d86584fc6f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:45.919981 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-56a90687-f33b-43d7-bd47-3c03b978d84a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6438575 Aug 24 00:39:45.929652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] Deleting port 45a23eea-2ba0-43b7-81ce-13182f36cd95 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:45.930758 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:45.936729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56440) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:45.941405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'b1e0691d-1059-4db3-99a9-c7d86584fc6f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:45.978368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.023236 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:46.038145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=45a23eea-2ba0-43b7-81ce-13182f36cd95,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:46.054646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No DVR routers for this DVR port 45a23eea-2ba0-43b7-81ce-13182f36cd95 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:46.054872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] For port 45a23eea-2ba0-43b7-81ce-13182f36cd95, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:46.054986 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.097066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port 0c5f46f2-7239-40b4-bf36-9749ace75a04, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0c5f46f2-7239-40b4-bf36-9749ace75a04,segment=NetworkSegment(2e5675b9-c391-4b16-88c7-6f16514177ca),segment_id=2e5675b9-c391-4b16-88c7-6f16514177ca)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:46.097701 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.099108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] Calling delete_port for 45a23eea-2ba0-43b7-81ce-13182f36cd95 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:46.106191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] Port 45a23eea-2ba0-43b7-81ce-13182f36cd95 was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:39:46.108638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.143866 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.156487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] Pushing event deleted for resources: {'Port': ['ID=45a23eea-2ba0-43b7-81ce-13182f36cd95,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:46.159379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258b4d8-27d5-406d-ae6f-d64923dc0cfd None None] No DVR routers for this DVR port 45a23eea-2ba0-43b7-81ce-13182f36cd95 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:46.164740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.189147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cd8aca-2282-4618-a808-2b20586b2ff9']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:46.202301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:46.202703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c59a9ee-49f7-4b7e-9fc7-be506b6cdad8') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:46.212940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.227884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-7cc5ddaf-8b7b-45ec-8eee-6131f3909400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:46.232012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-7cc5ddaf-8b7b-45ec-8eee-6131f3909400 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b996003b-481d-4cf1-b1b9-3cd7dec273c5 HTTP/1.1" status: 200 len: 853 time: 0.3322735 Aug 24 00:39:46.251879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for 0c5f46f2-7239-40b4-bf36-9749ace75a04 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:46.256899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.292548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:46.292548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:46.294860 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:46.341194 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9b6844ea-9f60-4ad5-a35d-71a672e1780c', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'mac_address': 'fa:16:3e:db:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:42Z', 'updated_at': '2021-08-24T00:39:42Z', 'revision_number': 0, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:46.370604 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cde43e-4c6e-4bf7-b4a4-78bea8763b40 None None] The sync data for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 is: [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9b6844ea-9f60-4ad5-a35d-71a672e1780c', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'mac_address': 'fa:16:3e:db:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:42Z', 'updated_at': '2021-08-24T00:39:42Z', 'revision_number': 0, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:46.403125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-df14257f-fb61-4ace-ab0e-2088b13cd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:46.404711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-df14257f-fb61-4ace-ab0e-2088b13cd2d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627946 Aug 24 00:39:46.509329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.520773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.526294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/networks/b3cd8aca-2282-4618-a808-2b20586b2ff9 HTTP/1.1" status: 204 len: 168 time: 1.4421148 Aug 24 00:39:46.531337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56448) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:46.542950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3b720-36fd-4af7-8f31-f9700a74aaa6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Network': ['ID=b3cd8aca-2282-4618-a808-2b20586b2ff9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:46.568132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1931551794'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:46.592011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-dbfdb40d-6ce0-46b4-9073-c0bd9c9b4d6c service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790872 Aug 24 00:39:46.594668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.625002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port 0c5f46f2-7239-40b4-bf36-9749ace75a04 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:46.659948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=0c5f46f2-7239-40b4-bf36-9749ace75a04,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:46.746285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668c457-49b6-4143-9b5c-48f5b9d8c448 None None] New status for floating IP 9b6844ea-9f60-4ad5-a35d-71a672e1780c: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:39:46.823050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:46.826765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.898266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53e2c020-835c-46f0-b5c7-7f9de14cf322 req-c4c7fb64-2cf3-4b2a-ab2a-dbf61f8cce3b service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892361 Aug 24 00:39:46.910636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:46.910863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.932870 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.933396 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Added segment b4f13d4e-3456-45c4-ab71-a4691b9c7afe of type vlan for network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 Aug 24 00:39:46.939647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ce20dc-f881-471a-958a-777647d75630']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:46.956211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:46.959392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45a23eea-2ba0-43b7-81ce-13182f36cd95 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:46.977592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5675b9-c391-4b16-88c7-6f16514177ca') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:46.978283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5675b9-c391-4b16-88c7-6f16514177ca') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:46.994408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 45a23eea-2ba0-43b7-81ce-13182f36cd95 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:39:46.994979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 45a23eea-2ba0-43b7-81ce-13182f36cd95 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:39:47.010095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.010827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.033179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.058923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:47.059408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:47.062995 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:47.137124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.resource_extend [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 00:39:47.184013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:47.220725 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.241021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.242105 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.243420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/77ce20dc-f881-471a-958a-777647d75630 HTTP/1.1" status: 204 len: 168 time: 3.2881632 Aug 24 00:39:47.244602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291aef0-84c8-4c0e-9e66-5a8125f9fba2 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=77ce20dc-f881-471a-958a-777647d75630,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:47.252476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56460) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:47.258666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1771211983'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:47.266579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.272911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:47.273518 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.276947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.25.5.17 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/35c42a26-433b-459f-90ca-711eaef69dd9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:47.311625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-d668c457-49b6-4143-9b5c-48f5b9d8c448 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:47.312226 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-d668c457-49b6-4143-9b5c-48f5b9d8c448 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:47.339695 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f62cffd-4d7b-43c8-aaf9-e8737fd27b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.344935 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.367063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:47.370911 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.399536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:47.409486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.410202 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment e6206416-1297-40e8-af6b-136de433c98d of type vlan for network f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 Aug 24 00:39:47.447225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Network': ['ID=de13e5c2-d05f-4fae-8cc6-6d9ee52cea60,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:47.460080 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5e2bb9d-b6f8-44b9-b0ea-5523abd8aaa5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9005365 Aug 24 00:39:47.460449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56462) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:47.465664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'de13e5c2-d05f-4fae-8cc6-6d9ee52cea60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:47.472507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.485017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:47.592053 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f62cffd-4d7b-43c8-aaf9-e8737fd27b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.608697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.615225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:47.615942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.625981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.674401 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7f62cffd-4d7b-43c8-aaf9-e8737fd27b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.713363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=f8a6e8e8-84ff-4684-ba1d-fbd9a6511449,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:47.728658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:47.736898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7f62cffd-4d7b-43c8-aaf9-e8737fd27b77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=695826860ff948cea63dec913d40ba9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517800 Aug 24 00:39:47.737826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62cffd-4d7b-43c8-aaf9-e8737fd27b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb210f6e-bc56-45e4-ac5a-b0320d4ecffb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:47.741524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56466) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:47.767075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-006424bc-9a29-4362-8bce-afbed0ff7558 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5133848 Aug 24 00:39:47.770630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56468) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:47.775734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': 'f8a6e8e8-84ff-4684-ba1d-fbd9a6511449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:47.801515 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Router 5c10e54c-45d2-49cb-b22c-0a593f7db918 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:47.871297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f7f2493-af8d-478f-b0ed-b19b23957b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.871903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:47.876033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.896814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.908479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f7f2493-af8d-478f-b0ed-b19b23957b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:47.953134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668c457-49b6-4143-9b5c-48f5b9d8c448 None None] New status for floating IP 9b6844ea-9f60-4ad5-a35d-71a672e1780c: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:39:47.992056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:47.996796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.028986 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:48.038772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:48.045787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:48.061252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing IP validity checks on allocation pools {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:39:48.061973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:39:48.077324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=35c42a26-433b-459f-90ca-711eaef69dd9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:48.079785 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f7f2493-af8d-478f-b0ed-b19b23957b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.083016 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f7f2493-af8d-478f-b0ed-b19b23957b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.088129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3f7f2493-af8d-478f-b0ed-b19b23957b1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb210f6e-bc56-45e4-ac5a-b0320d4ecffb HTTP/1.1" status: 204 len: 168 time: 0.3451858 Aug 24 00:39:48.102748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f2493-af8d-478f-b0ed-b19b23957b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb210f6e-bc56-45e4-ac5a-b0320d4ecffb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:48.104648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:48.112303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.186776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:48.189029 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff215709-197f-4cc4-a8e7-690a22a84e66" -d '{"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:48.268842 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6eb2d058-9e4a-4b99-9422-52467f63b822 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "PUT /v2.0/floatingips/9b6844ea-9f60-4ad5-a35d-71a672e1780c HTTP/1.1" status: 200 len: 991 time: 2.6950161 Aug 24 00:39:48.270600 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99312da3-9625-43ab-99c4-5e29d5e62372 x-openstack-request-id: req-99312da3-9625-43ab-99c4-5e29d5e62372 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:48.271415 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:48.271763 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99312da3-9625-43ab-99c4-5e29d5e62372 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:48.272075 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'status': 'completed', 'code': 200} Aug 24 00:39:48.310093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.352068 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] Sync routers for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:48.362253 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:48.362796 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:48.393308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-da09f6b1-81ab-4c51-9f0f-3616a0afd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:48.395281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-da09f6b1-81ab-4c51-9f0f-3616a0afd4b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da8a1303774b49319b7fc2501d45993d&device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1097 time: 0.0994310 Aug 24 00:39:48.429289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=13e76a83-5e97-45a9-94a4-79273fcf3678,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:48.463829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': 'e6206416-1297-40e8-af6b-136de433c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f8a6e8e8-84ff-4684-ba1d-fbd9a6511449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:48.464199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: f8a6e8e8-84ff-4684-ba1d-fbd9a6511449, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:48.507552 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:48.532391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-00469093-bcae-4c60-8f22-fa148eaabb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:48.534028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-00469093-bcae-4c60-8f22-fa148eaabb9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed HTTP/1.1" status: 200 len: 915 time: 0.1259322 Aug 24 00:39:48.552947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.595879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:48.616594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-a17149c7-e537-4d24-b6d2-f1632d312b58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843 HTTP/1.1" status: 200 len: 1001 time: 0.0747116 Aug 24 00:39:48.684771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-29eef0d3-e38c-40f7-80e4-cf535a24ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:48.686467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-29eef0d3-e38c-40f7-80e4-cf535a24ea04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b996003b-481d-4cf1-b1b9-3cd7dec273c5 HTTP/1.1" status: 200 len: 853 time: 0.0614185 Aug 24 00:39:48.697240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=9390bc5c-1a46-4d25-becf-01b1f574960f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:48.706584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Checking segment: {'id': 'b4f13d4e-3456-45c4-ab71-a4691b9c7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de13e5c2-d05f-4fae-8cc6-6d9ee52cea60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:48.719408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network hostable DHCP agents. Network: de13e5c2-d05f-4fae-8cc6-6d9ee52cea60, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:48.728319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, f8a6e8e8-84ff-4684-ba1d-fbd9a6511449) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:48.731469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.732537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:48.733205 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.739973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae834cfc-f9f3-4231-b474-f3fc7cf42b64 None None] Network f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:48.774045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-8a3cc4de-1cbe-48dc-8b8e-d428eba136ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:48.775627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-8a3cc4de-1cbe-48dc-8b8e-d428eba136ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813253 Aug 24 00:39:48.821396 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9b6844ea-9f60-4ad5-a35d-71a672e1780c', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'mac_address': 'fa:16:3e:db:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:42Z', 'updated_at': '2021-08-24T00:39:48Z', 'revision_number': 2, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:48.855217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:48.856567 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] Checking router: 5c10e54c-45d2-49cb-b22c-0a593f7db918 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:39:48.863068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, de13e5c2-d05f-4fae-8cc6-6d9ee52cea60) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:48.869418 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:48.870171 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:48.877794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:48.884711 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:48.888427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd081d-0016-467f-9fe7-1546ba04c917 None None] Network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:48.901195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-52523928-3995-4555-b038-ad47c8c8c042 service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174102 Aug 24 00:39:48.904415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8dfc27fc-6c2c-4844-bd21-27bb9c48ffee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1327746 Aug 24 00:39:48.907885 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56488) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:48.989421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-f8a6e8e8-84ff-4684-ba1d-fbd9a6511449', 'network_id': 'f8a6e8e8-84ff-4684-ba1d-fbd9a6511449', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': '13e76a83-5e97-45a9-94a4-79273fcf3678'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:48.990445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.022038 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6a6ce7aa-d155-4b13-939c-1676e4f1c50a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5603611 Aug 24 00:39:49.028297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.032102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:49.034982 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:39:49.038172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0010fd5e-a5f2-4112-b4bd-3fa11ca3b661 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2055583576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:49.105350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.160456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff215709-197f-4cc4-a8e7-690a22a84e66 req-57dd91ee-5342-4ced-b396-6059cb92175f service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450261 Aug 24 00:39:49.175926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-de13e5c2-d05f-4fae-8cc6-6d9ee52cea60', 'network_id': 'de13e5c2-d05f-4fae-8cc6-6d9ee52cea60', 'tenant_id': 'a16bbe30523b463c97a41ff8dbe93e11', 'fixed_ips': [{'subnet_id': '9390bc5c-1a46-4d25-becf-01b1f574960f'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:49.177489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.191995 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0010fd5e-a5f2-4112-b4bd-3fa11ca3b661 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.193673 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0010fd5e-a5f2-4112-b4bd-3fa11ca3b661 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.278196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Allocated IP 172.20.0.3 (f8a6e8e8-84ff-4684-ba1d-fbd9a6511449/13e76a83-5e97-45a9-94a4-79273fcf3678/0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:49.306334 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0010fd5e-a5f2-4112-b4bd-3fa11ca3b661 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.338097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.341766 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9b6844ea-9f60-4ad5-a35d-71a672e1780c', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'mac_address': 'fa:16:3e:db:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:42Z', 'updated_at': '2021-08-24T00:39:48Z', 'revision_number': 2, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:49.391295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Allocated IP 172.20.0.2 (de13e5c2-d05f-4fae-8cc6-6d9ee52cea60/9390bc5c-1a46-4d25-becf-01b1f574960f/678ab594-9e1d-4b71-828e-588581eee85b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:49.407731 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee354d27-6faa-4d4f-af1a-e5e8b46d2910 None None] The sync data for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 is: [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '9b6844ea-9f60-4ad5-a35d-71a672e1780c', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'port_id': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'mac_address': 'fa:16:3e:db:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:39:42Z', 'updated_at': '2021-08-24T00:39:48Z', 'revision_number': 2, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:49.418019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0010fd5e-a5f2-4112-b4bd-3fa11ca3b661 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.421683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.535244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.538977 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.558933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Transition to ACTIVE for port object 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:49.569102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0010fd5e-a5f2-4112-b4bd-3fa11ca3b661 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.571874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0010fd5e-a5f2-4112-b4bd-3fa11ca3b661 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5388048 Aug 24 00:39:49.579555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56504) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:49.591107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'network_id': 'de13e5c2-d05f-4fae-8cc6-6d9ee52cea60', 'name': 'tempest-PortsTestJSON-1631325845'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:49.607939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Transition to ACTIVE for port object 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:49.631005 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.631400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=35c42a26-433b-459f-90ca-711eaef69dd9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:49.641281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Transition to ACTIVE for port object 678ab594-9e1d-4b71-828e-588581eee85b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:49.645393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.660013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Transition to ACTIVE for port object 678ab594-9e1d-4b71-828e-588581eee85b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:49.696537 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.753897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Network f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:49.759397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:49.764119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:49.768829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Pushing event updated for resources: {'Port': ['ID=0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:49.779014 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP 4ee9b8c4-8ded-41b1-934b-6eff5f8d4a4d associated. External IP: 172.25.5.17, port: b1e0691d-1059-4db3-99a9-c7d86584fc6f. Aug 24 00:39:49.795016 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.822428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.846480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:49.857638 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.869356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=13e76a83-5e97-45a9-94a4-79273fcf3678,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:49.880594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:39:49.886785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:49.887385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Attempting to bind port 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:49.887765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Attempting to bind port 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'e6206416-1297-40e8-af6b-136de433c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f8a6e8e8-84ff-4684-ba1d-fbd9a6511449'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:49.888137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Attempting to bind port 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5 on network f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:49.909179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:49.911914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Pushing event updated for resources: {'Port': ['ID=678ab594-9e1d-4b71-828e-588581eee85b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:49.924634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:49.927228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:49.927602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Checking segment: {'id': 'e6206416-1297-40e8-af6b-136de433c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f8a6e8e8-84ff-4684-ba1d-fbd9a6511449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:49.928012 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:49.928407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Bound using segment: {'id': 'e6206416-1297-40e8-af6b-136de433c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f8a6e8e8-84ff-4684-ba1d-fbd9a6511449'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:49.928894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Bound port: 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6206416-1297-40e8-af6b-136de433c98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f8a6e8e8-84ff-4684-ba1d-fbd9a6511449'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:49.929279 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.020275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.14 (de13e5c2-d05f-4fae-8cc6-6d9ee52cea60/9390bc5c-1a46-4d25-becf-01b1f574960f/0ebb9813-a5a1-450a-a651-f8dac6a853d1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:50.037752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Attempting to bind port 678ab594-9e1d-4b71-828e-588581eee85b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:50.038125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Attempting to bind port 678ab594-9e1d-4b71-828e-588581eee85b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b4f13d4e-3456-45c4-ab71-a4691b9c7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de13e5c2-d05f-4fae-8cc6-6d9ee52cea60'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:50.038488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Attempting to bind port 678ab594-9e1d-4b71-828e-588581eee85b on network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:50.050100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:50.050572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Checking segment: {'id': 'b4f13d4e-3456-45c4-ab71-a4691b9c7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de13e5c2-d05f-4fae-8cc6-6d9ee52cea60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:50.050875 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.051307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Bound using segment: {'id': 'b4f13d4e-3456-45c4-ab71-a4691b9c7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de13e5c2-d05f-4fae-8cc6-6d9ee52cea60'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:50.051815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Bound port: 678ab594-9e1d-4b71-828e-588581eee85b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f13d4e-3456-45c4-ab71-a4691b9c7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de13e5c2-d05f-4fae-8cc6-6d9ee52cea60'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:50.052208 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.054572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] For port 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:50.058353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] For port 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5,segment=NetworkSegment(e6206416-1297-40e8-af6b-136de433c98d),segment_id=e6206416-1297-40e8-af6b-136de433c98d)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:50.100419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.115108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a6e8e8-84ff-4684-ba1d-fbd9a6511449']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:50.132344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] For port 678ab594-9e1d-4b71-828e-588581eee85b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:50.135725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] For port 678ab594-9e1d-4b71-828e-588581eee85b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=678ab594-9e1d-4b71-828e-588581eee85b,segment=NetworkSegment(b4f13d4e-3456-45c4-ab71-a4691b9c7afe),segment_id=b4f13d4e-3456-45c4-ab71-a4691b9c7afe)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:50.140488 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.180304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6206416-1297-40e8-af6b-136de433c98d') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:50.180780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6206416-1297-40e8-af6b-136de433c98d') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:50.198066 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.219658 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.227414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.230892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:50.235252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381774f9-3db7-4509-9168-a75209b3e0ee None None] Pushing event updated for resources: {'Port': ['ID=0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:50.238363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:50.239014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:50.242447 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:50.272392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147d9f6-92db-4128-a725-f92fa7780621 None None] Network f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:50.285542 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.299027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:39:50.301909 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:39:50.341043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object 0ebb9813-a5a1-450a-a651-f8dac6a853d1 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:50.376665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fb049-fb2a-4e2a-9fcc-c227c91ed242 None None] Pushing event updated for resources: {'Port': ['ID=678ab594-9e1d-4b71-828e-588581eee85b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:50.392170 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ed060-4646-480a-97b4-41c8ae8e4448 x-openstack-request-id: req-4c9ed060-4646-480a-97b4-41c8ae8e4448 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:39:50.392780 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:39:50.392950 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c9ed060-4646-480a-97b4-41c8ae8e4448 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:39:50.393619 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'status': 'completed', 'code': 200} Aug 24 00:39:50.472083 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.521238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-95318a29-1b22-4d4d-bbc6-f7ac03231b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:50.522973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-95318a29-1b22-4d4d-bbc6-f7ac03231b28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da8a1303774b49319b7fc2501d45993d&device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1097 time: 0.1032064 Aug 24 00:39:50.552962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:50.601555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:50.606509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:50.675988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=0ebb9813-a5a1-450a-a651-f8dac6a853d1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:50.759755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:50.760832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:50.775009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-8c013c57-b85b-49ab-9944-c86ca902a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:50.776571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-8c013c57-b85b-49ab-9944-c86ca902a9f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed HTTP/1.1" status: 200 len: 915 time: 0.2457824 Aug 24 00:39:50.848266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a95d0e6d-b24d-43c7-aad2-0535ad40a775 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2669873 Aug 24 00:39:50.852655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56526) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:50.930329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:39:50.930329 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:39:50.930329 n-d-804878-2 neutron-server[95327]: [parameters: {'id': 'f8a6e8e8-84ff-4684-ba1d-fbd9a6511449'}] Aug 24 00:39:50.930329 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:50.930777 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:50.948363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 678ab594-9e1d-4b71-828e-588581eee85b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:50.978021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:50.991081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e52219-8d03-42dd-a782-86402c68d664 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:51.013136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e52219-8d03-42dd-a782-86402c68d664 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:51.013898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e4e52219-8d03-42dd-a782-86402c68d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:51.062838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e4e52219-8d03-42dd-a782-86402c68d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:51.075164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e52219-8d03-42dd-a782-86402c68d664 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:51.075878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e4e52219-8d03-42dd-a782-86402c68d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:51.086990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.113377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e4e52219-8d03-42dd-a782-86402c68d664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:51.113801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e52219-8d03-42dd-a782-86402c68d664 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:51.132981 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-60c4e65b-2069-4bd3-a850-a0d328c6a718 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1951351 Aug 24 00:39:51.136753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56534) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:51.144465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 678ab594-9e1d-4b71-828e-588581eee85b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:51.150749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:51.218728 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.327802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-262c9885-5675-4d22-9f3f-017aa382d41d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843 HTTP/1.1" status: 200 len: 1001 time: 0.5436711 Aug 24 00:39:51.398850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.432121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.479424 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.479759 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP 4ee9b8c4-8ded-41b1-934b-6eff5f8d4a4d disassociated. External IP: 172.25.5.17, port: b1e0691d-1059-4db3-99a9-c7d86584fc6f. Aug 24 00:39:51.506134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-5b97352f-aa49-4ef1-93d4-c2837de46036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:51.507941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-5b97352f-aa49-4ef1-93d4-c2837de46036 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b996003b-481d-4cf1-b1b9-3cd7dec273c5 HTTP/1.1" status: 200 len: 853 time: 0.1472914 Aug 24 00:39:51.604985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59067d89-f1f5-47c3-844d-75c733e39a8e None None] Network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:51.646680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-31e9d980-9bbb-4d37-857f-a90107f9bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:51.648446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-31e9d980-9bbb-4d37-857f-a90107f9bca1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062090 Aug 24 00:39:51.671239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:51.671590 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.784907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8cc7dae8-5745-4f89-8c11-e4ec11c07400 None None] Provisioning for port 678ab594-9e1d-4b71-828e-588581eee85b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:51.793488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8cc7dae8-5745-4f89-8c11-e4ec11c07400 None None] Provisioning complete for port 678ab594-9e1d-4b71-828e-588581eee85b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:51.793488 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dae8-5745-4f89-8c11-e4ec11c07400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.793845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.798353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5,segment=NetworkSegment(e6206416-1297-40e8-af6b-136de433c98d),segment_id=e6206416-1297-40e8-af6b-136de433c98d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:51.799031 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.817829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:51.818237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-6eb36e40-9a4d-42c3-9535-c0fd96b77bba service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487312 Aug 24 00:39:51.921509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dae8-5745-4f89-8c11-e4ec11c07400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:51.922931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:51.986847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8cc7dae8-5745-4f89-8c11-e4ec11c07400 None None] For port 678ab594-9e1d-4b71-828e-588581eee85b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=678ab594-9e1d-4b71-828e-588581eee85b,segment=NetworkSegment(b4f13d4e-3456-45c4-ab71-a4691b9c7afe),segment_id=b4f13d4e-3456-45c4-ab71-a4691b9c7afe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:52.069435 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8cc7dae8-5745-4f89-8c11-e4ec11c07400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.097414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.104017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e0330ef-21c6-403c-b5ef-59d67e7ea82d req-ae466f6f-4a97-4d1d-86ee-5120872e124d service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403541 Aug 24 00:39:52.106593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:52.120596 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec29cf-013f-4188-82ab-be3ffa6dbe12 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:52.135853 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec29cf-013f-4188-82ab-be3ffa6dbe12 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:52.136555 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a2ec29cf-013f-4188-82ab-be3ffa6dbe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.150313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7dae8-5745-4f89-8c11-e4ec11c07400 None None] Pushing event updated for resources: {'Port': ['ID=678ab594-9e1d-4b71-828e-588581eee85b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:52.164500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port 0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:52.194689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7631b68d-1546-418b-b6e9-2f913e1b0270 None None] Provisioning complete for port 678ab594-9e1d-4b71-828e-588581eee85b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:52.195066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7631b68d-1546-418b-b6e9-2f913e1b0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.209526 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a2ec29cf-013f-4188-82ab-be3ffa6dbe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.222448 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec29cf-013f-4188-82ab-be3ffa6dbe12 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:52.223080 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a2ec29cf-013f-4188-82ab-be3ffa6dbe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.246747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.259532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.263547 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a2ec29cf-013f-4188-82ab-be3ffa6dbe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.264290 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec29cf-013f-4188-82ab-be3ffa6dbe12 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:52.293850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=0c4d6c0e-0a11-4344-a7c7-2ea8f7dd03a5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:52.315672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.347869 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-96121edc-0972-4bbb-819d-e670628524da tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/floatingips/4ee9b8c4-8ded-41b1-934b-6eff5f8d4a4d HTTP/1.1" status: 200 len: 687 time: 1.2095206 Aug 24 00:39:52.355284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56550) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:52.379524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=0ebb9813-a5a1-450a-a651-f8dac6a853d1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:52.397155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.397637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.398165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.398607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.399077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.399504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.399906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.400775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.401097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.401540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.402936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.402936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:39:52.409710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.418558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7631b68d-1546-418b-b6e9-2f913e1b0270 None None] Provisioning for port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:39:52.426585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7631b68d-1546-418b-b6e9-2f913e1b0270 None None] Provisioning complete for port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:52.426585 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7631b68d-1546-418b-b6e9-2f913e1b0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.460018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a6e8e8-84ff-4684-ba1d-fbd9a6511449']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.478940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6206416-1297-40e8-af6b-136de433c98d') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.479403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6206416-1297-40e8-af6b-136de433c98d') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:52.506755 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.529259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.539554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:52.539981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:52.543418 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:52.621796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 35c42a26-433b-459f-90ca-711eaef69dd9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:52.622157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.643021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.709322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.720174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7631b68d-1546-418b-b6e9-2f913e1b0270 None None] Port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:52.721559 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.724444 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 HTTP/1.1" status: 204 len: 168 time: 3.8153038 Aug 24 00:39:52.733766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56558) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:52.741409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-314869668'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:52.751063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b3c64-f9f5-41c6-9589-d4532bf2a1d3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=f8a6e8e8-84ff-4684-ba1d-fbd9a6511449,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:52.774047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77a0520-a4c5-46f6-aebf-5f843fcbb4ab None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:39:52.790449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.791118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.807211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 35c42a26-433b-459f-90ca-711eaef69dd9 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:52.865125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-19bd20c2-c729-434a-b3f7-6b249bc87369 None None] Provisioning complete for port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:52.865523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-19bd20c2-c729-434a-b3f7-6b249bc87369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.887599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:52.887599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.905450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 678ab594-9e1d-4b71-828e-588581eee85b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:39:52.943289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a0520-a4c5-46f6-aebf-5f843fcbb4ab None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:39:52.943719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:52.954700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-19bd20c2-c729-434a-b3f7-6b249bc87369 None None] Port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:53.026130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.037498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:53.050440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=35c42a26-433b-459f-90ca-711eaef69dd9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:53.087197 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.087589 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment 97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d of type vlan for network fc43b56a-417c-451c-8951-1d58f26e68dc Aug 24 00:39:53.120688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 678ab594-9e1d-4b71-828e-588581eee85b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:53.122641 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.127815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.135135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.139995 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c1fce4a-b0de-42a3-a5b5-49b21b674b3d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/floatingips/4ee9b8c4-8ded-41b1-934b-6eff5f8d4a4d HTTP/1.1" status: 204 len: 168 time: 0.7801535 Aug 24 00:39:53.140419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56562) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.145311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '647a96fc-0b15-4dec-9e74-3b804a97532f'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:53.156846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.228550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.285839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.291819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:53.292398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.370053 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.380764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6430926 Aug 24 00:39:53.381851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56566) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:53.385280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c203f-3646-4459-a35f-785bcc2b1921 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=fc43b56a-417c-451c-8951-1d58f26e68dc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:53.387139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': 'fc43b56a-417c-451c-8951-1d58f26e68dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:53.396060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network fc43b56a-417c-451c-8951-1d58f26e68dc details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:53.431296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.459304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.547883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=0ebb9813-a5a1-450a-a651-f8dac6a853d1,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:53.557102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.590936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.25.5.158 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/f3ac85f1-f60e-4fb8-8246-462d82cef6ae) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:53.650128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:53.651747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:53.653228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:53.658364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.859191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:53.909702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Router 8b0fc1ac-3312-440a-b5b1-210a7ef3d085 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:39:53.986328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-58318c91-8ceb-4005-95b9-1f8c882df7ec None None] Provisioning complete for port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:39:53.986761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-58318c91-8ceb-4005-95b9-1f8c882df7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.010389 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.024542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:54.025369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-58318c91-8ceb-4005-95b9-1f8c882df7ec None None] Port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:39:54.034051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe71a9-f89f-484c-90b6-3757646eeda5 None None] Sync routers for ids ['8b0fc1ac-3312-440a-b5b1-210a7ef3d085'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:54.036529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f63b9ba5-8805-439a-8ebd-09b009c00274 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "PUT /v2.0/routers/8b0fc1ac-3312-440a-b5b1-210a7ef3d085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1827164 Aug 24 00:39:54.039268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56572) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:54.048414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe71a9-f89f-484c-90b6-3757646eeda5 None None] Routers {'8b0fc1ac-3312-440a-b5b1-210a7ef3d085'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:54.048682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b1fe71a9-f89f-484c-90b6-3757646eeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8b0fc1ac-3312-440a-b5b1-210a7ef3d085'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:54.052038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:54.055542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:54.059002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:54.084638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=f3ac85f1-f60e-4fb8-8246-462d82cef6ae,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:54.091161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b1fe71a9-f89f-484c-90b6-3757646eeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:54.098405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4764a435-ae79-44ce-a48b-1d2d0281d7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:54.099992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4764a435-ae79-44ce-a48b-1d2d0281d7a9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b0fc1ac-3312-440a-b5b1-210a7ef3d085 HTTP/1.1" status: 200 len: 983 time: 0.0594268 Aug 24 00:39:54.102812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:54.103616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe71a9-f89f-484c-90b6-3757646eeda5 None None] Routers {'8b0fc1ac-3312-440a-b5b1-210a7ef3d085'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:54.104442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b1fe71a9-f89f-484c-90b6-3757646eeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8b0fc1ac-3312-440a-b5b1-210a7ef3d085'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:54.130599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.138530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b1fe71a9-f89f-484c-90b6-3757646eeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:54.139193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe71a9-f89f-484c-90b6-3757646eeda5 None None] The sync data for ids ['8b0fc1ac-3312-440a-b5b1-210a7ef3d085'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:54.236385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=e9478f6a-e2bb-4d0d-9e4e-9c63239ccc92,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:54.298486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc43b56a-417c-451c-8951-1d58f26e68dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:54.298914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: fc43b56a-417c-451c-8951-1d58f26e68dc, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:54.440422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.453801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network fc43b56a-417c-451c-8951-1d58f26e68dc is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:54.515482 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.546558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, fc43b56a-417c-451c-8951-1d58f26e68dc) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:54.551249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:54.552343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.560820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3134d-e0da-453d-9472-8de26469b85a None None] Network fc43b56a-417c-451c-8951-1d58f26e68dc requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:54.661823 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8b756e22-9489-453c-835f-72caaf1594ee tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2782738 Aug 24 00:39:54.662152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 0ebb9813-a5a1-450a-a651-f8dac6a853d1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:54.662287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.664700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56578) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:54.709722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-fc43b56a-417c-451c-8951-1d58f26e68dc', 'network_id': 'fc43b56a-417c-451c-8951-1d58f26e68dc', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': 'e9478f6a-e2bb-4d0d-9e4e-9c63239ccc92'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:54.710792 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.752765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.755591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.769785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 0ebb9813-a5a1-450a-a651-f8dac6a853d1 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:54.829499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:54.879279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Allocated IP 172.20.0.1 (fc43b56a-417c-451c-8951-1d58f26e68dc/e9478f6a-e2bb-4d0d-9e4e-9c63239ccc92/0e68d6a0-7e66-49e2-975e-9fa3f7942847) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:54.951267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.035294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.068998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.091970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.105884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=0ebb9813-a5a1-450a-a651-f8dac6a853d1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.131087 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.141239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Transition to ACTIVE for port object 0e68d6a0-7e66-49e2-975e-9fa3f7942847 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:55.160669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Transition to ACTIVE for port object 0e68d6a0-7e66-49e2-975e-9fa3f7942847 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:55.171554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=f3ac85f1-f60e-4fb8-8246-462d82cef6ae,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.191318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.232123 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.267086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Network fc43b56a-417c-451c-8951-1d58f26e68dc is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:55.270815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:55.275208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:55.323184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.324023 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP 644fa931-4ad2-4d3f-89b9-3c79e2e96158 associated. External IP: 172.25.5.158, port: 647a96fc-0b15-4dec-9e74-3b804a97532f. Aug 24 00:39:55.376563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Attempting to bind port 0e68d6a0-7e66-49e2-975e-9fa3f7942847 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:55.377074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Attempting to bind port 0e68d6a0-7e66-49e2-975e-9fa3f7942847 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc43b56a-417c-451c-8951-1d58f26e68dc'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:55.377539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Attempting to bind port 0e68d6a0-7e66-49e2-975e-9fa3f7942847 on network fc43b56a-417c-451c-8951-1d58f26e68dc {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:55.386227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:55.388480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Checking segment: {'id': '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc43b56a-417c-451c-8951-1d58f26e68dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:55.388480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.388480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Bound using segment: {'id': '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc43b56a-417c-451c-8951-1d58f26e68dc'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:55.388480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Bound port: 0e68d6a0-7e66-49e2-975e-9fa3f7942847, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fc43b56a-417c-451c-8951-1d58f26e68dc'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:55.389353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.397024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Pushing event updated for resources: {'Port': ['ID=0e68d6a0-7e66-49e2-975e-9fa3f7942847,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.470884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] For port 0e68d6a0-7e66-49e2-975e-9fa3f7942847, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:55.474742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] For port 0e68d6a0-7e66-49e2-975e-9fa3f7942847, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e68d6a0-7e66-49e2-975e-9fa3f7942847,segment=NetworkSegment(97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d),segment_id=97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:55.485470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.535250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=e9478f6a-e2bb-4d0d-9e4e-9c63239ccc92,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.551751 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.551996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Router 8b0fc1ac-3312-440a-b5b1-210a7ef3d085 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:55.588856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.634463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:55.641169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bccd31a1-e41b-4892-8f17-4edb1af84ed8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "PUT /v2.0/routers/8b0fc1ac-3312-440a-b5b1-210a7ef3d085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5373478 Aug 24 00:39:55.641511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.643185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:55.646439 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc63b3-6306-4a02-8e53-98256e76aba5 None None] Sync routers for ids ['8b0fc1ac-3312-440a-b5b1-210a7ef3d085'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:55.651288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be5595-d08d-4836-957a-ab820c2cd79f None None] Pushing event updated for resources: {'Port': ['ID=0e68d6a0-7e66-49e2-975e-9fa3f7942847,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:55.662382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465aee46-6627-4cce-84f6-401d6b777e80 None None] Network fc43b56a-417c-451c-8951-1d58f26e68dc requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:55.665422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc63b3-6306-4a02-8e53-98256e76aba5 None None] Routers {'8b0fc1ac-3312-440a-b5b1-210a7ef3d085'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:55.666350 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-abdc63b3-6306-4a02-8e53-98256e76aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8b0fc1ac-3312-440a-b5b1-210a7ef3d085'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.666667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc43b56a-417c-451c-8951-1d58f26e68dc']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.681221 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.681732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.682661 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0db3d9a-271c-4b96-b9f0-72a51f69fc92 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:39:55.684740 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a0db3d9a-271c-4b96-b9f0-72a51f69fc92 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/0ebb9813-a5a1-450a-a651-f8dac6a853d1 HTTP/1.1" status: 404 len: 333 time: 0.0406134 Aug 24 00:39:55.688035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56600) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:55.693287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.718560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.722206 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-abdc63b3-6306-4a02-8e53-98256e76aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.726566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:55.727070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.733887 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc63b3-6306-4a02-8e53-98256e76aba5 None None] Routers {'8b0fc1ac-3312-440a-b5b1-210a7ef3d085'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:55.734753 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-abdc63b3-6306-4a02-8e53-98256e76aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8b0fc1ac-3312-440a-b5b1-210a7ef3d085'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:55.742921 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:55.769134 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-abdc63b3-6306-4a02-8e53-98256e76aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:55.769824 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc63b3-6306-4a02-8e53-98256e76aba5 None None] The sync data for ids ['8b0fc1ac-3312-440a-b5b1-210a7ef3d085'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:55.799330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4444e7a-ab5c-4945-937f-ecf4ef1f166c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:55.807112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2fdad-9daf-4929-9f5c-43d8942abd70 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:39:55.869473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:55.940585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2fdad-9daf-4929-9f5c-43d8942abd70 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:39:56.010007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4444e7a-ab5c-4945-937f-ecf4ef1f166c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.012507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4444e7a-ab5c-4945-937f-ecf4ef1f166c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.189602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4444e7a-ab5c-4945-937f-ecf4ef1f166c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.193891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4444e7a-ab5c-4945-937f-ecf4ef1f166c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0fc1ac-3312-440a-b5b1-210a7ef3d085 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:39:56.208115 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4444e7a-ab5c-4945-937f-ecf4ef1f166c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.210013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f4444e7a-ab5c-4945-937f-ecf4ef1f166c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/routers/8b0fc1ac-3312-440a-b5b1-210a7ef3d085 HTTP/1.1" status: 204 len: 168 time: 0.5206113 Aug 24 00:39:56.212879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56604) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:56.275905 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:39:56.275905 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:39:56.275905 n-d-804878-2 neutron-server[95327]: [parameters: {'id': 'fc43b56a-417c-451c-8951-1d58f26e68dc'}] Aug 24 00:39:56.275905 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:39:56.276459 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:39:56.281758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5effdfa-3d73-4c36-b2bc-5527beeef1dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet 9390bc5c-1a46-4d25-becf-01b1f574960f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:39:56.284926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5effdfa-3d73-4c36-b2bc-5527beeef1dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.292119 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4c446eae-f4c1-4edd-858c-673573c7f307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.331591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5effdfa-3d73-4c36-b2bc-5527beeef1dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.342967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:56.353812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d4ff3-8044-49fa-8304-ff0f99e02d35 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:56.362900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d4ff3-8044-49fa-8304-ff0f99e02d35 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:56.363611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c58d4ff3-8044-49fa-8304-ff0f99e02d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:56.397027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c58d4ff3-8044-49fa-8304-ff0f99e02d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:56.405778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d4ff3-8044-49fa-8304-ff0f99e02d35 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:56.406382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c58d4ff3-8044-49fa-8304-ff0f99e02d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:56.417082 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5effdfa-3d73-4c36-b2bc-5527beeef1dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.438923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c58d4ff3-8044-49fa-8304-ff0f99e02d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:56.439588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d4ff3-8044-49fa-8304-ff0f99e02d35 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:56.471660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.500761 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f9700425-8612-4d66-bb70-c5714004b9e3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3591633 Aug 24 00:39:56.503305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56606) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:56.560679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5effdfa-3d73-4c36-b2bc-5527beeef1dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.573263 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-82a0403f-e950-4237-bd84-0a724ac7c676 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "GET /v2.0/floatingips/644fa931-4ad2-4d3f-89b9-3c79e2e96158 HTTP/1.1" status: 200 len: 979 time: 0.0687280 Aug 24 00:39:56.575729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56610) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:56.591900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5effdfa-3d73-4c36-b2bc-5527beeef1dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=9390bc5c-1a46-4d25-becf-01b1f574960f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:56.596220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5effdfa-3d73-4c36-b2bc-5527beeef1dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.598248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a5effdfa-3d73-4c36-b2bc-5527beeef1dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/9390bc5c-1a46-4d25-becf-01b1f574960f HTTP/1.1" status: 204 len: 168 time: 0.3839338 Aug 24 00:39:56.601045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56612) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:56.605743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a9549-7b08-49b8-80e9-f085aae4352f None None] Network de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:56.752675 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b871199d-d1ac-4dc0-8297-4ccb7cd9a0c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1757343 Aug 24 00:39:56.756217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:56.760253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.761392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'port_id': 'b1e0691d-1059-4db3-99a9-c7d86584fc6f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:56.773955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] DHCP port deletion for de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:39:56.777172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.826710 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.831039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] Deleting port 678ab594-9e1d-4b71-828e-588581eee85b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:56.831452 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.871317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port 678ab594-9e1d-4b71-828e-588581eee85b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:56.871683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.908359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 678ab594-9e1d-4b71-828e-588581eee85b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:39:56.945442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] For port 678ab594-9e1d-4b71-828e-588581eee85b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=678ab594-9e1d-4b71-828e-588581eee85b,segment=NetworkSegment(b4f13d4e-3456-45c4-ab71-a4691b9c7afe),segment_id=b4f13d4e-3456-45c4-ab71-a4691b9c7afe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:56.945901 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.963806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] Calling delete_port for 678ab594-9e1d-4b71-828e-588581eee85b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:56.967436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] For port 678ab594-9e1d-4b71-828e-588581eee85b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=678ab594-9e1d-4b71-828e-588581eee85b,segment=NetworkSegment(b4f13d4e-3456-45c4-ab71-a4691b9c7afe),segment_id=b4f13d4e-3456-45c4-ab71-a4691b9c7afe)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:56.967823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:56.990399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for 678ab594-9e1d-4b71-828e-588581eee85b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:57.068724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.071647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port 0e68d6a0-7e66-49e2-975e-9fa3f7942847 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:57.072159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.162296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port 0e68d6a0-7e66-49e2-975e-9fa3f7942847, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e68d6a0-7e66-49e2-975e-9fa3f7942847,segment=NetworkSegment(97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d),segment_id=97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:39:57.162667 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.177529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for 0e68d6a0-7e66-49e2-975e-9fa3f7942847 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:39:57.181925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.212921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=678ab594-9e1d-4b71-828e-588581eee85b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:57.220451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No DVR routers for this DVR port 678ab594-9e1d-4b71-828e-588581eee85b on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:57.226386 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.256975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] Pushing event deleted for resources: {'Port': ['ID=678ab594-9e1d-4b71-828e-588581eee85b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:57.256975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb7cad-3937-440a-aaf6-e42ff4a3ec97 None None] No DVR routers for this DVR port 678ab594-9e1d-4b71-828e-588581eee85b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:57.347223 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.374411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de13e5c2-d05f-4fae-8cc6-6d9ee52cea60']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:57.383289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f13d4e-3456-45c4-ab71-a4691b9c7afe') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:57.383746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f13d4e-3456-45c4-ab71-a4691b9c7afe') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:57.392966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.417201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.417201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:57.417201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:57.419258 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:57.461690 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.506723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=0e68d6a0-7e66-49e2-975e-9fa3f7942847,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:57.512912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port 0e68d6a0-7e66-49e2-975e-9fa3f7942847 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:39:57.603118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.603118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.615686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.622948 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/networks/de13e5c2-d05f-4fae-8cc6-6d9ee52cea60 HTTP/1.1" status: 204 len: 168 time: 1.0153632 Aug 24 00:39:57.622948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc43b56a-417c-451c-8951-1d58f26e68dc']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:57.623199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56632) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:57.638788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f4484-d7f4-45c2-a046-8ad32153196c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Network': ['ID=de13e5c2-d05f-4fae-8cc6-6d9ee52cea60,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:57.647098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:57.647098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c82b1d-3d3e-4d0f-80ed-2ad06fc1925d') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:57.651454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.666539 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:39:57.676465 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:39:57.710559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed5a8a-0fa4-4f7d-b17c-3f6cade4a675 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:57.718078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-09ed5a8a-0fa4-4f7d-b17c-3f6cade4a675 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/f2332c8d-9af5-4caf-87ef-34ae9b95f314 HTTP/1.1" status: 200 len: 841 time: 0.0898788 Aug 24 00:39:57.722772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56634) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:57.769002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.775171 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3d8eece1-81d3-40fa-9c44-66cae8bdd477 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/f2332c8d-9af5-4caf-87ef-34ae9b95f314?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0507793 Aug 24 00:39:57.779487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56636) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:57.784414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:57.835056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.843621 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.855033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:57.856900 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/fc43b56a-417c-451c-8951-1d58f26e68dc HTTP/1.1" status: 204 len: 168 time: 3.1911552 Aug 24 00:39:57.873935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56640) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:57.876692 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-733675195'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:57.888143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e7481-9a1d-476c-931b-90067d18438f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=fc43b56a-417c-451c-8951-1d58f26e68dc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:57.958814 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP 644fa931-4ad2-4d3f-89b9-3c79e2e96158 associated. External IP: 172.25.5.158, port: 647a96fc-0b15-4dec-9e74-3b804a97532f. Aug 24 00:39:57.993365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:57.997154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.037338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:39:58.049309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.049956 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment b45bf120-c6e2-494e-9664-92cc0799dca5 of type vlan for network 7a811b86-980e-453f-bc6c-093825e44aae Aug 24 00:39:58.086100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:58.090166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.121228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.185966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:58.292941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.298745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:58.301948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.309191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:58.321136 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb2166-f768-4abb-848f-88ff959c791b None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:58.343694 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb2166-f768-4abb-848f-88ff959c791b None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:58.344684 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-27eb2166-f768-4abb-848f-88ff959c791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.395677 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-27eb2166-f768-4abb-848f-88ff959c791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.408871 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb2166-f768-4abb-848f-88ff959c791b None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:58.409924 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-27eb2166-f768-4abb-848f-88ff959c791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.434582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=7a811b86-980e-453f-bc6c-093825e44aae,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:58.445825 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 7a811b86-980e-453f-bc6c-093825e44aae details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:39:58.464030 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-31344551-23be-47a1-9b8a-c10f9425fe3a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5913794 Aug 24 00:39:58.468491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56644) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:58.468642 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-27eb2166-f768-4abb-848f-88ff959c791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.468642 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb2166-f768-4abb-848f-88ff959c791b None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:58.472790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': '7a811b86-980e-453f-bc6c-093825e44aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:58.546897 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.595061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:58.622933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:58.654596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:58.660452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:58.661744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.668527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bffbd9-2eea-441d-96a0-9bbc14d5fcb7 None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:58.686889 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=8c04288f-d7db-44cf-85b6-606a83c663c9,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:58.738853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:58.744671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.764097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da987b9-e80e-4dc3-97f5-350c85e9631c None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:58.781166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:39:58.781421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da987b9-e80e-4dc3-97f5-350c85e9631c None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:58.781899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4da987b9-e80e-4dc3-97f5-350c85e9631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.787094 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:58.804988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d022f397-149b-4c70-bac0-4778a5c7772d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/floatingips/644fa931-4ad2-4d3f-89b9-3c79e2e96158 HTTP/1.1" status: 200 len: 979 time: 2.0474255 Aug 24 00:39:58.805996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56648) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:58.814230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:58.826648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4da987b9-e80e-4dc3-97f5-350c85e9631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.848353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da987b9-e80e-4dc3-97f5-350c85e9631c None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:58.849482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4da987b9-e80e-4dc3-97f5-350c85e9631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.900590 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-28097539-fdb6-4fbb-b8f0-c4ec0785aa3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1163535 Aug 24 00:39:58.900783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56652) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:58.912109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ee6314fc-d644-4395-8620-8876a782ff8a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'security_group': {'name': 'tempest-secgroup-1186256534'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:58.916658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4da987b9-e80e-4dc3-97f5-350c85e9631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:58.917307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da987b9-e80e-4dc3-97f5-350c85e9631c None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:58.945410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.004801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-b897a761-f99e-4567-8b22-7970b83a07f4', 'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'tenant_id': 'a16bbe30523b463c97a41ff8dbe93e11', 'fixed_ips': [{'subnet_id': '8c04288f-d7db-44cf-85b6-606a83c663c9'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:59.006823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.032306 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9d917b47-0f2f-4d6f-996b-2ac096e73af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.065625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee6314fc-d644-4395-8620-8876a782ff8a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.123099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.161528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.182409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee6314fc-d644-4395-8620-8876a782ff8a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.197250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Allocated IP 172.20.0.2 (b897a761-f99e-4567-8b22-7970b83a07f4/8c04288f-d7db-44cf-85b6-606a83c663c9/34bfd0b8-48ec-4c9b-a22d-de541b48d688) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:39:59.236854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.237319 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP 644fa931-4ad2-4d3f-89b9-3c79e2e96158 disassociated. External IP: 172.25.5.158, port: b1e0691d-1059-4db3-99a9-c7d86584fc6f. Aug 24 00:39:59.300011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee6314fc-d644-4395-8620-8876a782ff8a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.300778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.339418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6314fc-d644-4395-8620-8876a782ff8a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d832d513-4adf-448b-9d42-2317b1d6358c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:59.411774 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee6314fc-d644-4395-8620-8876a782ff8a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.413508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ee6314fc-d644-4395-8620-8876a782ff8a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5095203 Aug 24 00:39:59.416752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:59.420277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=a75e6bee-d552-4201-afbc-7b449188f57f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:59.422077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-36c4dbe0-eec8-466f-8b73-c4cb3679be77 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'security_group': {'name': 'tempest-secgroup-1219341859'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:39:59.447053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': 'b45bf120-c6e2-494e-9664-92cc0799dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a811b86-980e-453f-bc6c-093825e44aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:59.447298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: 7a811b86-980e-453f-bc6c-093825e44aae, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:39:59.522953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.532133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Transition to ACTIVE for port object 34bfd0b8-48ec-4c9b-a22d-de541b48d688 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:59.545557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36c4dbe0-eec8-466f-8b73-c4cb3679be77 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.548779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Transition to ACTIVE for port object 34bfd0b8-48ec-4c9b-a22d-de541b48d688 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:39:59.579265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:39:59.626979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 7a811b86-980e-453f-bc6c-093825e44aae is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:39:59.629048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.668290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:39:59.672528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:59.675891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:39:59.684138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Pushing event updated for resources: {'Port': ['ID=34bfd0b8-48ec-4c9b-a22d-de541b48d688,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:39:59.710364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 7a811b86-980e-453f-bc6c-093825e44aae) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:39:59.712482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:39:59.718038 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.720440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:39:59.721030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.725226 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88607e0d-9ff3-479c-9d1c-cf0f8b4a9309 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:39:59.725990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0381d28-56e6-48f4-9800-cba35c59a9ee None None] Network 7a811b86-980e-453f-bc6c-093825e44aae requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:39:59.734522 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88607e0d-9ff3-479c-9d1c-cf0f8b4a9309 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:59.735156 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-88607e0d-9ff3-479c-9d1c-cf0f8b4a9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:59.756917 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-01d9cc7b-6c04-4e4f-bcd1-2f84a61c2466 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/floatingips/644fa931-4ad2-4d3f-89b9-3c79e2e96158 HTTP/1.1" status: 200 len: 688 time: 0.9494033 Aug 24 00:39:59.759632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56658) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:39:59.772361 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-88607e0d-9ff3-479c-9d1c-cf0f8b4a9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:59.781822 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88607e0d-9ff3-479c-9d1c-cf0f8b4a9309 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:39:59.783295 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-88607e0d-9ff3-479c-9d1c-cf0f8b4a9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:59.787974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Attempting to bind port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:39:59.788435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Attempting to bind port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6f1b0c9f-e867-4918-b7ea-6ee7e80af406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:39:59.788878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Attempting to bind port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 on network b897a761-f99e-4567-8b22-7970b83a07f4 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:39:59.799681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:39:59.800144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Checking segment: {'id': '6f1b0c9f-e867-4918-b7ea-6ee7e80af406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:39:59.800627 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.801878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Bound using segment: {'id': '6f1b0c9f-e867-4918-b7ea-6ee7e80af406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:39:59.802187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Bound port: 34bfd0b8-48ec-4c9b-a22d-de541b48d688, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1b0c9f-e867-4918-b7ea-6ee7e80af406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:39:59.802650 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.832099 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-88607e0d-9ff3-479c-9d1c-cf0f8b4a9309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:39:59.832795 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88607e0d-9ff3-479c-9d1c-cf0f8b4a9309 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:39:59.894718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36c4dbe0-eec8-466f-8b73-c4cb3679be77 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.925388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] For port 34bfd0b8-48ec-4c9b-a22d-de541b48d688, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:39:59.931293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] For port 34bfd0b8-48ec-4c9b-a22d-de541b48d688, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34bfd0b8-48ec-4c9b-a22d-de541b48d688,segment=NetworkSegment(6f1b0c9f-e867-4918-b7ea-6ee7e80af406),segment_id=6f1b0c9f-e867-4918-b7ea-6ee7e80af406)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:39:59.951943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port f3ac85f1-f60e-4fb8-8246-462d82cef6ae {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:39:59.957417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:39:59.965115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-7a811b86-980e-453f-bc6c-093825e44aae', 'network_id': '7a811b86-980e-453f-bc6c-093825e44aae', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': 'a75e6bee-d552-4201-afbc-7b449188f57f'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:39:59.966290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.021356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36c4dbe0-eec8-466f-8b73-c4cb3679be77 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.068888 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.072248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4dbe0-eec8-466f-8b73-c4cb3679be77 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37403015-9673-4c08-b4a5-74b28c347076,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:00.101207 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8c1dc6f3-5e4f-4b3b-a080-d67e70c91069 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6350787 Aug 24 00:40:00.104296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56666) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:00.118874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36c4dbe0-eec8-466f-8b73-c4cb3679be77 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.123292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-36c4dbe0-eec8-466f-8b73-c4cb3679be77 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7051098 Aug 24 00:40:00.125883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56668) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:00.132160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-38990105', 'security_groups': ['37403015-9673-4c08-b4a5-74b28c347076'], 'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c04288f-d7db-44cf-85b6-606a83c663c9'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:00.144375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.144375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.195130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a041a-e0a2-4e4d-83dd-da0ea20eb60b None None] Pushing event updated for resources: {'Port': ['ID=34bfd0b8-48ec-4c9b-a22d-de541b48d688,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:00.217169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for f3ac85f1-f60e-4fb8-8246-462d82cef6ae owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:00.226939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Allocated IP 172.20.0.1 (7a811b86-980e-453f-bc6c-093825e44aae/a75e6bee-d552-4201-afbc-7b449188f57f/8c265e39-cbf8-4fa7-80ff-52a2070cbf28) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:00.292100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.329195 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.440269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.540570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:00.556355 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.566900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Transition to ACTIVE for port object 8c265e39-cbf8-4fa7-80ff-52a2070cbf28 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:00.587964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Transition to ACTIVE for port object 8c265e39-cbf8-4fa7-80ff-52a2070cbf28 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:00.591544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.623853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=f3ac85f1-f60e-4fb8-8246-462d82cef6ae,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:00.689472 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.708842 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.731775 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.734405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.735615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a2c048b6-f2bd-460e-9e07-41da779beac6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/floatingips/644fa931-4ad2-4d3f-89b9-3c79e2e96158 HTTP/1.1" status: 204 len: 168 time: 0.9749291 Aug 24 00:40:00.738839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port db13a8e3-9e50-48be-9960-e1398b851702 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:40:00.739532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56672) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:00.760509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Network 7a811b86-980e-453f-bc6c-093825e44aae is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:00.761703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Pushing event updated for resources: {'Port': ['ID=8c265e39-cbf8-4fa7-80ff-52a2070cbf28,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:00.775031 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.776189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:00.780819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:00.880364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Attempting to bind port 8c265e39-cbf8-4fa7-80ff-52a2070cbf28 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:00.880941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Attempting to bind port 8c265e39-cbf8-4fa7-80ff-52a2070cbf28 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b45bf120-c6e2-494e-9664-92cc0799dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a811b86-980e-453f-bc6c-093825e44aae'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:00.881506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Attempting to bind port 8c265e39-cbf8-4fa7-80ff-52a2070cbf28 on network 7a811b86-980e-453f-bc6c-093825e44aae {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:00.886892 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-dd892bb2-ea0f-4300-a2de-9125a5f06269 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] delete failed (client error): The resource could not be found. Aug 24 00:40:00.893642 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dd892bb2-ea0f-4300-a2de-9125a5f06269 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/floatingips/644fa931-4ad2-4d3f-89b9-3c79e2e96158 HTTP/1.1" status: 404 len: 345 time: 0.1523175 Aug 24 00:40:00.894939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:00.896550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Checking segment: {'id': 'b45bf120-c6e2-494e-9664-92cc0799dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a811b86-980e-453f-bc6c-093825e44aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:00.897035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56678) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:00.897899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.899458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Bound using segment: {'id': 'b45bf120-c6e2-494e-9664-92cc0799dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a811b86-980e-453f-bc6c-093825e44aae'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:00.899893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Bound port: 8c265e39-cbf8-4fa7-80ff-52a2070cbf28, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45bf120-c6e2-494e-9664-92cc0799dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a811b86-980e-453f-bc6c-093825e44aae'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:00.900361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:00.904947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=a75e6bee-d552-4201-afbc-7b449188f57f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:01.025461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.033601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] For port 8c265e39-cbf8-4fa7-80ff-52a2070cbf28, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:01.037109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] For port 8c265e39-cbf8-4fa7-80ff-52a2070cbf28, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8c265e39-cbf8-4fa7-80ff-52a2070cbf28,segment=NetworkSegment(b45bf120-c6e2-494e-9664-92cc0799dca5),segment_id=b45bf120-c6e2-494e-9664-92cc0799dca5)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:01.044579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a811b86-980e-453f-bc6c-093825e44aae']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:01.060138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45bf120-c6e2-494e-9664-92cc0799dca5') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:01.060543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45bf120-c6e2-494e-9664-92cc0799dca5') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:01.081825 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.112258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4161382-4901-4e3d-9e09-19a5e2ac2230 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:01.112471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34bfd0b8-48ec-4c9b-a22d-de541b48d688 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:01.119421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4161382-4901-4e3d-9e09-19a5e2ac2230 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:01.126448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.128132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4161382-4901-4e3d-9e09-19a5e2ac2230 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:01.129338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f4161382-4901-4e3d-9e09-19a5e2ac2230 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "GET /v2.0/ports?network_id=863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 HTTP/1.1" status: 200 len: 2360 time: 0.2311964 Aug 24 00:40:01.134259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:01.141072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:01.143464 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.143898 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:01.215746 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:01.235368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.6 (b897a761-f99e-4567-8b22-7970b83a07f4/8c04288f-d7db-44cf-85b6-606a83c663c9/db13a8e3-9e50-48be-9960-e1398b851702) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:01.244548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeccbf6-6f06-4cc1-9382-d364ce7ca3a8 None None] Pushing event updated for resources: {'Port': ['ID=8c265e39-cbf8-4fa7-80ff-52a2070cbf28,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:01.259419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4ee86-54ce-40e5-8e67-6df334bdc7be tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:01.260869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f6b4ee86-54ce-40e5-8e67-6df334bdc7be tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "GET /v2.0/subnets/9c75d988-f006-470a-b6d4-03e5dd4580bd HTTP/1.1" status: 200 len: 797 time: 0.1261041 Aug 24 00:40:01.266176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed97a7a-2513-4b94-8d62-c81df3799e83 None None] Network 7a811b86-980e-453f-bc6c-093825e44aae requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:01.266868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56686) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:01.273284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'port': {'network_id': '863ca1c7-9914-47ec-80e2-40b3d8d5a3b6', 'name': 'tempest-FloatingIPTestJSON-1915369378', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:01.343651 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:40:01.343651 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:40:01.343651 n-d-804878-2 neutron-server[95327]: [parameters: {'id': '7a811b86-980e-453f-bc6c-093825e44aae'}] Aug 24 00:40:01.343651 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:40:01.344598 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:40:01.345381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:01.453132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.470539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object db13a8e3-9e50-48be-9960-e1398b851702 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:01.503202 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:01.584484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b4dd40-aea7-4da5-beb7-a6543003d2c2 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 00:40:01.591770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.596523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.618399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] device_id is not set on port 0537698c-12ff-4411-bfe9-c597e95d4f76 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:40:01.662394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=db13a8e3-9e50-48be-9960-e1398b851702,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:01.686212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:01.689003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:01.694308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:01.751907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b4dd40-aea7-4da5-beb7-a6543003d2c2 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 00:40:01.757730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:01.758440 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.825596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Provisioning for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:01.834382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:01.834759 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.862268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-df773b66-2273-42d5-ad9b-2ee3ed00209c tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7346849 Aug 24 00:40:01.865775 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.866016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:01.868683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:01.872589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c241f386-867e-48dd-aa2e-41d417bb903d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:02.051966 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.113194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c241f386-867e-48dd-aa2e-41d417bb903d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:02.120992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c241f386-867e-48dd-aa2e-41d417bb903d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.140528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] For port 34bfd0b8-48ec-4c9b-a22d-de541b48d688, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34bfd0b8-48ec-4c9b-a22d-de541b48d688,segment=NetworkSegment(6f1b0c9f-e867-4918-b7ea-6ee7e80af406),segment_id=6f1b0c9f-e867-4918-b7ea-6ee7e80af406)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:02.225899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.241673 n-d-804878-2 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-c241f386-867e-48dd-aa2e-41d417bb903d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8c04288f-d7db-44cf-85b6-606a83c663c9 (CIDR: 172.20.0.0/28) Aug 24 00:40:02.270853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Provisioning complete for port f2332c8d-9af5-4caf-87ef-34ae9b95f314 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:02.271176 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.308237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Pushing event updated for resources: {'Port': ['ID=34bfd0b8-48ec-4c9b-a22d-de541b48d688,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:02.319645 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c241f386-867e-48dd-aa2e-41d417bb903d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:40:02.319980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-366fdfb3-3a51-4943-86dc-371a766e89d6 None None] Port f2332c8d-9af5-4caf-87ef-34ae9b95f314 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:02.320390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c241f386-867e-48dd-aa2e-41d417bb903d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:02.454775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port 8c265e39-cbf8-4fa7-80ff-52a2070cbf28 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:02.455128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.463871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c241f386-867e-48dd-aa2e-41d417bb903d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5967720 Aug 24 00:40:02.467894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:02.472004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:02.501050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.20.0.13 (863ca1c7-9914-47ec-80e2-40b3d8d5a3b6/9c75d988-f006-470a-b6d4-03e5dd4580bd/0537698c-12ff-4411-bfe9-c597e95d4f76) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:02.517374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.20.0.11 (863ca1c7-9914-47ec-80e2-40b3d8d5a3b6/9c75d988-f006-470a-b6d4-03e5dd4580bd/0537698c-12ff-4411-bfe9-c597e95d4f76) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:02.542938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port 8c265e39-cbf8-4fa7-80ff-52a2070cbf28, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8c265e39-cbf8-4fa7-80ff-52a2070cbf28,segment=NetworkSegment(b45bf120-c6e2-494e-9664-92cc0799dca5),segment_id=b45bf120-c6e2-494e-9664-92cc0799dca5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:02.543152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.572709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for 8c265e39-cbf8-4fa7-80ff-52a2070cbf28 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:02.619800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-db7dc74c-e2bb-4402-b29f-d5697b06df30 None None] Provisioning for port db13a8e3-9e50-48be-9960-e1398b851702 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:02.624505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-db7dc74c-e2bb-4402-b29f-d5697b06df30 None None] Provisioning complete for port db13a8e3-9e50-48be-9960-e1398b851702 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:02.640764 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db7dc74c-e2bb-4402-b29f-d5697b06df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.660536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-db7dc74c-e2bb-4402-b29f-d5697b06df30 None None] Port db13a8e3-9e50-48be-9960-e1398b851702 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:02.716944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:02.720592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.750606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.828891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.860232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port 8c265e39-cbf8-4fa7-80ff-52a2070cbf28 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:02.868427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=8c265e39-cbf8-4fa7-80ff-52a2070cbf28,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:02.885997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34bfd0b8-48ec-4c9b-a22d-de541b48d688 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:02.895592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.937885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:02.938602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:02.995617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:03.004624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.007504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:03.010117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:03.012617 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.045973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a811b86-980e-453f-bc6c-093825e44aae']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:03.057139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=0537698c-12ff-4411-bfe9-c597e95d4f76,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.064571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:03.066031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45bf120-c6e2-494e-9664-92cc0799dca5') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:03.067071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45bf120-c6e2-494e-9664-92cc0799dca5') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:03.068244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:03.072534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:03.073135 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.078845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=888f445d-59fc-45eb-bf75-80f6fc9ada6e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.079957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6be8d-35bf-48b6-8a67-b4af931d94dc None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:03.086521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.111682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:03.112298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.115578 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.127373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:03.127373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:03.130351 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:03.184002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-761d0482-b275-499c-b381-832274a21c05 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7161791 Aug 24 00:40:03.184639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56708) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:03.191518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1266754413', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '888f445d-59fc-45eb-bf75-80f6fc9ada6e'}], 'security_groups': ['d832d513-4adf-448b-9d42-2317b1d6358c']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:03.209776 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-499682cc-912b-4d05-8e12-a57d698cd4b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9415836 Aug 24 00:40:03.214631 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56710) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:03.218137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '0537698c-12ff-4411-bfe9-c597e95d4f76', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:03.273325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.305015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.315914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.321772 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/7a811b86-980e-453f-bc6c-093825e44aae HTTP/1.1" status: 204 len: 168 time: 3.2132924 Aug 24 00:40:03.322903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56712) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:03.327321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1233245322'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:03.327957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d6317-0a64-4ba9-8da0-95b3b23a58c3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=7a811b86-980e-453f-bc6c-093825e44aae,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.333032 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.346974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b19bf3-7d1d-422e-a8d6-ceffc8310668 None None] Update dhcp port {'port': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'fixed_ips': [{'subnet_id': '8c04288f-d7db-44cf-85b6-606a83c663c9', 'ip_address': '172.20.0.2'}, {'subnet_id': '888f445d-59fc-45eb-bf75-80f6fc9ada6e'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '34bfd0b8-48ec-4c9b-a22d-de541b48d688'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:40:03.373448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-63b19bf3-7d1d-422e-a8d6-ceffc8310668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.462527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.481688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:03.487145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.583645 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-63b19bf3-7d1d-422e-a8d6-ceffc8310668 None None] Allocated IP 172.20.0.18 (b897a761-f99e-4567-8b22-7970b83a07f4/888f445d-59fc-45eb-bf75-80f6fc9ada6e/34bfd0b8-48ec-4c9b-a22d-de541b48d688) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:03.590330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:03.596586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.25.5.211 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/edb1754b-927e-4193-83cd-8a7ff508da39) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:03.600027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.600027 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment 411115d5-9080-4d55-b17a-a1b55ce17fae of type vlan for network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 Aug 24 00:40:03.642273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.706420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-63b19bf3-7d1d-422e-a8d6-ceffc8310668 None None] For port 34bfd0b8-48ec-4c9b-a22d-de541b48d688, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34bfd0b8-48ec-4c9b-a22d-de541b48d688,segment=NetworkSegment(6f1b0c9f-e867-4918-b7ea-6ee7e80af406),segment_id=6f1b0c9f-e867-4918-b7ea-6ee7e80af406)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:03.716388 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.741941 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-63b19bf3-7d1d-422e-a8d6-ceffc8310668 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.748272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.755835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:03.756136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.764317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-63b19bf3-7d1d-422e-a8d6-ceffc8310668 None None] Transition to ACTIVE for port object 34bfd0b8-48ec-4c9b-a22d-de541b48d688 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:03.826307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=5a239a55-a4a7-4f9d-8bca-c5c80a6c0707,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.837967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:03.848773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.866436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-56f6c6fe-adff-4e0f-a2cc-e708bf18ab46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5407624 Aug 24 00:40:03.880597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56730) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:03.886682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a4b48eef-d3c4-4d5d-8c35-12d97e5d7b73 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:03.887923 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-63b19bf3-7d1d-422e-a8d6-ceffc8310668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:03.917392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:03.953767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:03.962958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:03.970862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Delete allocated IP 172.20.0.6 (b897a761-f99e-4567-8b22-7970b83a07f4/8c04288f-d7db-44cf-85b6-606a83c663c9) {{(pid=95326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:40:03.979208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.27 (b897a761-f99e-4567-8b22-7970b83a07f4/888f445d-59fc-45eb-bf75-80f6fc9ada6e/db13a8e3-9e50-48be-9960-e1398b851702) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:03.987694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=edb1754b-927e-4193-83cd-8a7ff508da39,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:03.999019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19bf3-7d1d-422e-a8d6-ceffc8310668 None None] Pushing event updated for resources: {'Port': ['ID=34bfd0b8-48ec-4c9b-a22d-de541b48d688,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:04.171931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.180286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4b48eef-d3c4-4d5d-8c35-12d97e5d7b73 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.190371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object db13a8e3-9e50-48be-9960-e1398b851702 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:04.260184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.290843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4b48eef-d3c4-4d5d-8c35-12d97e5d7b73 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.378032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4b48eef-d3c4-4d5d-8c35-12d97e5d7b73 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 is not hosted by any dhcp agent {{(pid=95327) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:40:04.384374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b48eef-d3c4-4d5d-8c35-12d97e5d7b73 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:04.385033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a4b48eef-d3c4-4d5d-8c35-12d97e5d7b73 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.386391 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a4b48eef-d3c4-4d5d-8c35-12d97e5d7b73 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "PUT /v2.0/networks/5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 HTTP/1.1" status: 200 len: 723 time: 0.5048099 Aug 24 00:40:04.393265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56736) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:04.398617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': '5a239a55-a4a7-4f9d-8bca-c5c80a6c0707', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:04.403751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=db13a8e3-9e50-48be-9960-e1398b851702,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:04.428770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] In _notify_port_updated(), no bound segment for port db13a8e3-9e50-48be-9960-e1398b851702 on network b897a761-f99e-4567-8b22-7970b83a07f4 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:40:04.437128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:04.437128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.439211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ee54af19-038e-4bf8-83f0-58de88e98018 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "PUT /v2.0/ports/db13a8e3-9e50-48be-9960-e1398b851702 HTTP/1.1" status: 200 len: 921 time: 1.2535803 Aug 24 00:40:04.448087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56738) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:04.471700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b48eef-d3c4-4d5d-8c35-12d97e5d7b73 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=5a239a55-a4a7-4f9d-8bca-c5c80a6c0707,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:04.486343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:04.604181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-73ab9d7a-fa95-4fe6-93fa-a032f5dcec6a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port db13a8e3-9e50-48be-9960-e1398b851702 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:04.604181 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73ab9d7a-fa95-4fe6-93fa-a032f5dcec6a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.703921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73ab9d7a-fa95-4fe6-93fa-a032f5dcec6a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.713740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.724296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-73ab9d7a-fa95-4fe6-93fa-a032f5dcec6a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for db13a8e3-9e50-48be-9960-e1398b851702 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:04.745444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:04.749337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:04.904420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34bfd0b8-48ec-4c9b-a22d-de541b48d688 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:04.911432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Provisioning for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:04.944817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:04.945199 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.005894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.042548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:05.043177 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.112721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Provisioning complete for port f2332c8d-9af5-4caf-87ef-34ae9b95f314 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:05.113109 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.203604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Port f2332c8d-9af5-4caf-87ef-34ae9b95f314 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:05.224803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.263526 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.308088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=5c05d1e8-f7c0-4389-95b1-f719b0b45cd8,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:05.321252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': '411115d5-9080-4d55-b17a-a1b55ce17fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a239a55-a4a7-4f9d-8bca-c5c80a6c0707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:05.321653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:05.337546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Provisioning for port db13a8e3-9e50-48be-9960-e1398b851702 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:05.342004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Provisioning complete for port db13a8e3-9e50-48be-9960-e1398b851702 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:05.342648 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.382506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c4f784cd-8df1-46fc-8dfc-1758d25dba72 None None] Port db13a8e3-9e50-48be-9960-e1398b851702 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:05.394133 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.464870 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:05.486004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=edb1754b-927e-4193-83cd-8a7ff508da39,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:05.497200 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.512619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7a2668e4-c9d4-49c2-b277-25292982526e None None] Provisioning complete for port db13a8e3-9e50-48be-9960-e1398b851702 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:05.513060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a2668e4-c9d4-49c2-b277-25292982526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.514695 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73ab9d7a-fa95-4fe6-93fa-a032f5dcec6a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.540499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7a2668e4-c9d4-49c2-b277-25292982526e None None] Port db13a8e3-9e50-48be-9960-e1398b851702 was deleted so its status cannot be updated. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:40:05.545143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:05.550475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab9d7a-fa95-4fe6-93fa-a032f5dcec6a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=db13a8e3-9e50-48be-9960-e1398b851702,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:05.553930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:05.554538 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.560803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833fb56b-0846-4555-9ab8-688d748c1988 None None] Network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:05.649818 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP add5781c-f02d-45e1-92f4-33fd2cb632a1 associated. External IP: 172.25.5.211, port: 0537698c-12ff-4411-bfe9-c597e95d4f76. Aug 24 00:40:05.690823 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-73ab9d7a-fa95-4fe6-93fa-a032f5dcec6a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.695991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-73ab9d7a-fa95-4fe6-93fa-a032f5dcec6a tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/db13a8e3-9e50-48be-9960-e1398b851702 HTTP/1.1" status: 204 len: 168 time: 1.2468047 Aug 24 00:40:05.696633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56746) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:05.746687 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5f375d-8d0e-4b5c-aaea-23fa2ee8af72 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:40:05.751278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dc5f375d-8d0e-4b5c-aaea-23fa2ee8af72 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/db13a8e3-9e50-48be-9960-e1398b851702 HTTP/1.1" status: 404 len: 333 time: 0.0536079 Aug 24 00:40:05.751907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56748) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:05.765783 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d8d7b2d7-d40b-40d5-977c-bbd9f3ad146c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3692832 Aug 24 00:40:05.766550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56750) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:05.771801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52792e13-4af4-4859-998f-51437db427ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-5a239a55-a4a7-4f9d-8bca-c5c80a6c0707', 'network_id': '5a239a55-a4a7-4f9d-8bca-c5c80a6c0707', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': '5c05d1e8-f7c0-4389-95b1-f719b0b45cd8'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:05.772956 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52792e13-4af4-4859-998f-51437db427ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.775134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e323673b-02e9-45ef-9d6f-c37870fa734b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:05.861196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1da74ba-79f8-4f4a-baf4-684e7e542aca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.903186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1da74ba-79f8-4f4a-baf4-684e7e542aca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:05.975063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-52792e13-4af4-4859-998f-51437db427ca None None] Allocated IP 172.20.0.2 (5a239a55-a4a7-4f9d-8bca-c5c80a6c0707/5c05d1e8-f7c0-4389-95b1-f719b0b45cd8/57bce9c4-7e10-468c-bf7c-b0bc344c0c66) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:05.981239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e323673b-02e9-45ef-9d6f-c37870fa734b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8304343'] for subnet, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.017339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1da74ba-79f8-4f4a-baf4-684e7e542aca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.020982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f1da74ba-79f8-4f4a-baf4-684e7e542aca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.024772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f1da74ba-79f8-4f4a-baf4-684e7e542aca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/security-groups/37403015-9673-4c08-b4a5-74b28c347076 HTTP/1.1" status: 204 len: 168 time: 0.2695079 Aug 24 00:40:06.025100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56756) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:06.032371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da74ba-79f8-4f4a-baf4-684e7e542aca tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37403015-9673-4c08-b4a5-74b28c347076,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:06.056764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:06.315596 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52792e13-4af4-4859-998f-51437db427ca None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.325015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-52792e13-4af4-4859-998f-51437db427ca None None] Transition to ACTIVE for port object 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:06.340268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-52792e13-4af4-4859-998f-51437db427ca None None] Transition to ACTIVE for port object 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:06.395126 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7755b97-c4ec-4992-92c5-dcfaf6f83c04 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.403078 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52792e13-4af4-4859-998f-51437db427ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.443877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52792e13-4af4-4859-998f-51437db427ca None None] Network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:06.447282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-52792e13-4af4-4859-998f-51437db427ca None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:06.451073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52792e13-4af4-4859-998f-51437db427ca None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:06.462304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52792e13-4af4-4859-998f-51437db427ca None None] Pushing event updated for resources: {'Port': ['ID=57bce9c4-7e10-468c-bf7c-b0bc344c0c66,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:06.506165 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7755b97-c4ec-4992-92c5-dcfaf6f83c04 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.515022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-52792e13-4af4-4859-998f-51437db427ca None None] Attempting to bind port 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:06.515402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-52792e13-4af4-4859-998f-51437db427ca None None] Attempting to bind port 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '411115d5-9080-4d55-b17a-a1b55ce17fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a239a55-a4a7-4f9d-8bca-c5c80a6c0707'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:06.515757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52792e13-4af4-4859-998f-51437db427ca None None] Attempting to bind port 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 on network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:06.521312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52792e13-4af4-4859-998f-51437db427ca None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:06.521785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52792e13-4af4-4859-998f-51437db427ca None None] Checking segment: {'id': '411115d5-9080-4d55-b17a-a1b55ce17fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a239a55-a4a7-4f9d-8bca-c5c80a6c0707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:06.522142 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52792e13-4af4-4859-998f-51437db427ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.522534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52792e13-4af4-4859-998f-51437db427ca None None] Bound using segment: {'id': '411115d5-9080-4d55-b17a-a1b55ce17fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a239a55-a4a7-4f9d-8bca-c5c80a6c0707'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:06.523000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-52792e13-4af4-4859-998f-51437db427ca None None] Bound port: 57bce9c4-7e10-468c-bf7c-b0bc344c0c66, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411115d5-9080-4d55-b17a-a1b55ce17fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5a239a55-a4a7-4f9d-8bca-c5c80a6c0707'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:06.523389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52792e13-4af4-4859-998f-51437db427ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.590993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:06.604051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-52792e13-4af4-4859-998f-51437db427ca None None] For port 57bce9c4-7e10-468c-bf7c-b0bc344c0c66, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:06.609144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbe7b3-de0f-40ac-86d4-7bf0af5c1e3a None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:06.612283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-52792e13-4af4-4859-998f-51437db427ca None None] For port 57bce9c4-7e10-468c-bf7c-b0bc344c0c66, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=57bce9c4-7e10-468c-bf7c-b0bc344c0c66,segment=NetworkSegment(411115d5-9080-4d55-b17a-a1b55ce17fae),segment_id=411115d5-9080-4d55-b17a-a1b55ce17fae)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:06.621914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbe7b3-de0f-40ac-86d4-7bf0af5c1e3a None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:06.622523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fcfbe7b3-de0f-40ac-86d4-7bf0af5c1e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:06.654353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fcfbe7b3-de0f-40ac-86d4-7bf0af5c1e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:06.663505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbe7b3-de0f-40ac-86d4-7bf0af5c1e3a None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:06.664109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fcfbe7b3-de0f-40ac-86d4-7bf0af5c1e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:06.698393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fcfbe7b3-de0f-40ac-86d4-7bf0af5c1e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:06.699033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbe7b3-de0f-40ac-86d4-7bf0af5c1e3a None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:06.754828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e323673b-02e9-45ef-9d6f-c37870fa734b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733486022346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6410563'] for subnet, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.755066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52792e13-4af4-4859-998f-51437db427ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.769707 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7755b97-c4ec-4992-92c5-dcfaf6f83c04 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.769707 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7755b97-c4ec-4992-92c5-dcfaf6f83c04 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.769707 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c7755b97-c4ec-4992-92c5-dcfaf6f83c04 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/security-groups/d832d513-4adf-448b-9d42-2317b1d6358c HTTP/1.1" status: 204 len: 168 time: 0.7433846 Aug 24 00:40:06.770938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.772544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56762) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:06.811206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7755b97-c4ec-4992-92c5-dcfaf6f83c04 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d832d513-4adf-448b-9d42-2317b1d6358c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:06.832465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52792e13-4af4-4859-998f-51437db427ca None None] Pushing event updated for resources: {'Port': ['ID=57bce9c4-7e10-468c-bf7c-b0bc344c0c66,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:06.844948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e323673b-02e9-45ef-9d6f-c37870fa734b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:06.845553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e323673b-02e9-45ef-9d6f-c37870fa734b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.849790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e323673b-02e9-45ef-9d6f-c37870fa734b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "PUT /v2.0/subnets/5c05d1e8-f7c0-4389-95b1-f719b0b45cd8 HTTP/1.1" status: 200 len: 806 time: 1.0769799 Aug 24 00:40:06.852564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:06.883707 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-62a74c1f-ed14-44b3-b1ae-0719757ad1c5 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6704805 Aug 24 00:40:06.886908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56766) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:06.907455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a27364c-f0cc-4bc8-8ef0-1e3b85a1dea7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet 8c04288f-d7db-44cf-85b6-606a83c663c9 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:06.911978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a27364c-f0cc-4bc8-8ef0-1e3b85a1dea7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:06.917590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-072ae070-852c-44bb-9652-ec10eb3f47b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'port_id': '0537698c-12ff-4411-bfe9-c597e95d4f76', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:06.920232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323673b-02e9-45ef-9d6f-c37870fa734b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=5c05d1e8-f7c0-4389-95b1-f719b0b45cd8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:06.978800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a27364c-f0cc-4bc8-8ef0-1e3b85a1dea7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.015590 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-072ae070-852c-44bb-9652-ec10eb3f47b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.074642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.078183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a27364c-f0cc-4bc8-8ef0-1e3b85a1dea7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.278541 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a27364c-f0cc-4bc8-8ef0-1e3b85a1dea7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.318108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:07.318744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.330822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27364c-f0cc-4bc8-8ef0-1e3b85a1dea7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=8c04288f-d7db-44cf-85b6-606a83c663c9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:07.345156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f3ad6-62b6-4043-9360-bf74406cfbcf None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:07.353021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a27364c-f0cc-4bc8-8ef0-1e3b85a1dea7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.363031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7a27364c-f0cc-4bc8-8ef0-1e3b85a1dea7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/8c04288f-d7db-44cf-85b6-606a83c663c9 HTTP/1.1" status: 204 len: 168 time: 0.5892477 Aug 24 00:40:07.365164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56778) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:07.377615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:07.534963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port 57bce9c4-7e10-468c-bf7c-b0bc344c0c66, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=57bce9c4-7e10-468c-bf7c-b0bc344c0c66,segment=NetworkSegment(411115d5-9080-4d55-b17a-a1b55ce17fae),segment_id=411115d5-9080-4d55-b17a-a1b55ce17fae)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:07.535715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.556443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:07.655741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:07.655741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.865006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-072ae070-852c-44bb-9652-ec10eb3f47b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.926852 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-072ae070-852c-44bb-9652-ec10eb3f47b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:07.971060 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.022387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=57bce9c4-7e10-468c-bf7c-b0bc344c0c66,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:08.125252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:08.165047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:08.198193 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.205402 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.216572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a6d49-5cf3-4e0d-8b98-015ce18aeb11 None None] Network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:08.271049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:08.283701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:08.289421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:08.290057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.307581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3aa13763-09c0-4e31-a69e-c712e9bff534 None None] Could not find standard attr ID for object 57bce9c4-7e10-468c-bf7c-b0bc344c0c66. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:40:08.313454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=43ebfeb6-f88f-413c-b1d0-45c542c70802,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:08.384337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beffb3bf-2634-4350-8e78-67a6ff773809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.397047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072ae070-852c-44bb-9652-ec10eb3f47b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:08.400052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c9d89-5a51-452a-b91d-fd3713d412f6 None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:08.437554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b6e0bc53-0d56-482a-9bbe-0161ba8b8a6d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0677197 Aug 24 00:40:08.438221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56790) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:08.459949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b9fe369c-7813-4b70-bafd-ce9bc1c48ee9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'security_group': {'name': 'tempest-secgroup-352300180'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:08.495830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78316588-db21-488b-a382-da4345149a71 None None] Provisioning complete for port f2332c8d-9af5-4caf-87ef-34ae9b95f314 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:08.496210 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78316588-db21-488b-a382-da4345149a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.500239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.548966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-78316588-db21-488b-a382-da4345149a71 None None] Port f2332c8d-9af5-4caf-87ef-34ae9b95f314 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:08.574029 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beffb3bf-2634-4350-8e78-67a6ff773809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.590837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78316588-db21-488b-a382-da4345149a71 None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:08.591451 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78316588-db21-488b-a382-da4345149a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.593512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=5c05d1e8-f7c0-4389-95b1-f719b0b45cd8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:08.618728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072ae070-852c-44bb-9652-ec10eb3f47b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:08.624529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-072ae070-852c-44bb-9652-ec10eb3f47b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.629664 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.630631 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538e8bce-cb5a-4a53-be22-95005087ba5c None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:08.643553 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e8bce-cb5a-4a53-be22-95005087ba5c None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:08.644631 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-538e8bce-cb5a-4a53-be22-95005087ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:08.650800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beffb3bf-2634-4350-8e78-67a6ff773809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.666327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a239a55-a4a7-4f9d-8bca-c5c80a6c0707']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:08.726980 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-538e8bce-cb5a-4a53-be22-95005087ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:08.753368 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e8bce-cb5a-4a53-be22-95005087ba5c None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:08.755347 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-538e8bce-cb5a-4a53-be22-95005087ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:08.762889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffb3bf-2634-4350-8e78-67a6ff773809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db079475-2f91-4017-869b-b275fa782f88,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:08.786458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-beffb3bf-2634-4350-8e78-67a6ff773809 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb6ac514bdf24f9184ef8d6e6e2398e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195369 Aug 24 00:40:08.787772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56794) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:08.822823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4aed39-9dfd-4aa0-aecb-67b767a79122 None None] Update dhcp port {'port': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'fixed_ips': [{'subnet_id': '888f445d-59fc-45eb-bf75-80f6fc9ada6e', 'ip_address': '172.20.0.18'}, {'subnet_id': '43ebfeb6-f88f-413c-b1d0-45c542c70802'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '34bfd0b8-48ec-4c9b-a22d-de541b48d688'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:40:08.833042 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-538e8bce-cb5a-4a53-be22-95005087ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:08.833876 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538e8bce-cb5a-4a53-be22-95005087ba5c None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:08.844318 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9fe369c-7813-4b70-bafd-ce9bc1c48ee9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.864260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9235e7-4a0b-4fca-96e8-bd8edeb66f62 None None] Network 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:08.892929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67f2e15b-88d0-40ab-828f-fc8065d2ebb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.908292 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da4aed39-9dfd-4aa0-aecb-67b767a79122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.919807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67f2e15b-88d0-40ab-828f-fc8065d2ebb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.946682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411115d5-9080-4d55-b17a-a1b55ce17fae') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:08.946968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411115d5-9080-4d55-b17a-a1b55ce17fae') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:08.975385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.995665 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-072ae070-852c-44bb-9652-ec10eb3f47b7 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/floatingips/add5781c-f02d-45e1-92f4-33fd2cb632a1 HTTP/1.1" status: 200 len: 979 time: 2.1074257 Aug 24 00:40:08.997008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:08.998235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:09.005715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:09.006134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:09.009168 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:09.079830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67f2e15b-88d0-40ab-828f-fc8065d2ebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.083036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-67f2e15b-88d0-40ab-828f-fc8065d2ebb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.084285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-67f2e15b-88d0-40ab-828f-fc8065d2ebb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db079475-2f91-4017-869b-b275fa782f88 HTTP/1.1" status: 204 len: 168 time: 0.2954655 Aug 24 00:40:09.102853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec395c35-b256-4757-ae63-03f2ae6c563b None None] DHCP port deletion for 5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:09.105629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2e15b-88d0-40ab-828f-fc8065d2ebb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db079475-2f91-4017-869b-b275fa782f88,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.179523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-da4aed39-9dfd-4aa0-aecb-67b767a79122 None None] Allocated IP 172.20.0.2 (b897a761-f99e-4567-8b22-7970b83a07f4/43ebfeb6-f88f-413c-b1d0-45c542c70802/34bfd0b8-48ec-4c9b-a22d-de541b48d688) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:09.185315 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.193832 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.195722 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 HTTP/1.1" status: 204 len: 168 time: 2.3400965 Aug 24 00:40:09.200166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56802) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:09.233963 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5ce40b-412c-44a3-90f2-86b0a61f9b46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:09.234766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5ce40b-412c-44a3-90f2-86b0a61f9b46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:09.236531 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cd5ce40b-412c-44a3-90f2-86b0a61f9b46 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 HTTP/1.1" status: 404 len: 339 time: 0.0254543 Aug 24 00:40:09.237705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28a0bb-3b09-46e2-819c-ca36968e92c1 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=5a239a55-a4a7-4f9d-8bca-c5c80a6c0707,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.240506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56804) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:09.245714 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9fe369c-7813-4b70-bafd-ce9bc1c48ee9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.255063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1739148577', 'description': 'd1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:09.276162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port edb1754b-927e-4193-83cd-8a7ff508da39 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:09.277502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.297513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-da4aed39-9dfd-4aa0-aecb-67b767a79122 None None] For port 34bfd0b8-48ec-4c9b-a22d-de541b48d688, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34bfd0b8-48ec-4c9b-a22d-de541b48d688,segment=NetworkSegment(6f1b0c9f-e867-4918-b7ea-6ee7e80af406),segment_id=6f1b0c9f-e867-4918-b7ea-6ee7e80af406)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:09.332151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da4aed39-9dfd-4aa0-aecb-67b767a79122 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.349856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-da4aed39-9dfd-4aa0-aecb-67b767a79122 None None] Transition to ACTIVE for port object 34bfd0b8-48ec-4c9b-a22d-de541b48d688 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:09.353989 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9fe369c-7813-4b70-bafd-ce9bc1c48ee9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.411364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe369c-7813-4b70-bafd-ce9bc1c48ee9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36874c91-0436-4d80-9265-2c4b3e5e4c08,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.430884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-014aa320-189b-4738-a564-82077126c082 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111128 Aug 24 00:40:09.432669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.433012 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.449869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for edb1754b-927e-4193-83cd-8a7ff508da39 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:09.493748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:09.497635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.522463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:09.527980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da4aed39-9dfd-4aa0-aecb-67b767a79122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.532763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.532763 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment c26e163a-b98d-42ac-9ab4-7973c292c539 of type vlan for network 8824d112-c48b-4a61-ade4-ecd5f78ff146 Aug 24 00:40:09.579337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.598406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-61adb130-cbeb-487a-ae1d-a129281e1eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:09.600042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-61adb130-cbeb-487a-ae1d-a129281e1eb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d000a4eb6294307ba4805918c3e57d8&device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 1097 time: 0.1074476 Aug 24 00:40:09.612137 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9fe369c-7813-4b70-bafd-ce9bc1c48ee9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.616494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b9fe369c-7813-4b70-bafd-ce9bc1c48ee9 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1618803 Aug 24 00:40:09.616776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56808) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:09.619334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4aed39-9dfd-4aa0-aecb-67b767a79122 None None] Pushing event updated for resources: {'Port': ['ID=34bfd0b8-48ec-4c9b-a22d-de541b48d688,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.621829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8eaa129e-1be0-44a8-ab23-2bcafb75fdfe tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301490291'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:09.743099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.749403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:09.750330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.771786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-39b47db1-ac50-462b-9e22-e590e8b8c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:09.775468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-39b47db1-ac50-462b-9e22-e590e8b8c827 service neutron] 10.222.0.37 "GET /v2.0/networks?id=afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 200 len: 911 time: 0.1448207 Aug 24 00:40:09.825820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=8824d112-c48b-4a61-ade4-ecd5f78ff146,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.836052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8824d112-c48b-4a61-ade4-ecd5f78ff146 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:09.845846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-a3df62e9-1b9a-487e-baf0-4e0598956532 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1 HTTP/1.1" status: 200 len: 1002 time: 0.0646737 Aug 24 00:40:09.847266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eaa129e-1be0-44a8-ab23-2bcafb75fdfe tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.921559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:09.947248 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-41b248e6-73c7-4685-b126-65b7b7969071 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7049699 Aug 24 00:40:09.954445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56812) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:09.960760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-ea026295-e6b4-4f20-8cb2-c73c16a797ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:09.962342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-ea026295-e6b4-4f20-8cb2-c73c16a797ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 200 len: 849 time: 0.0856764 Aug 24 00:40:09.965991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=edb1754b-927e-4193-83cd-8a7ff508da39,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:09.980623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.033321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a10b088-6c84-4ce3-8117-efbe41617b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.070635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef45905-9388-48d6-a99c-854c4e45c287 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:10.072392 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5ef45905-9388-48d6-a99c-854c4e45c287 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/networks?id=8824d112-c48b-4a61-ade4-ecd5f78ff146 HTTP/1.1" status: 200 len: 761 time: 0.1169097 Aug 24 00:40:10.078084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56816) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.084824 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-94200aa0-98e3-4f43-a962-670b572d3665 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'description': 'd2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:10.114668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.115080 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP add5781c-f02d-45e1-92f4-33fd2cb632a1 disassociated (deleted). External IP: 172.25.5.211, port: 0537698c-12ff-4411-bfe9-c597e95d4f76. Aug 24 00:40:10.117939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-1b2416c5-a03e-4245-afe3-cc3770fc6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:10.119598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-1b2416c5-a03e-4245-afe3-cc3770fc6646 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=afc16a95-1224-4516-a0b8-92c925108fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344702 Aug 24 00:40:10.231787 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eaa129e-1be0-44a8-ab23-2bcafb75fdfe tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.241853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4f3e039-28d7-4f85-9b58-58c14e782aec None None] Provisioning complete for port f2332c8d-9af5-4caf-87ef-34ae9b95f314 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:10.242376 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e039-28d7-4f85-9b58-58c14e782aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.267104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94200aa0-98e3-4f43-a962-670b572d3665 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.290947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3e039-28d7-4f85-9b58-58c14e782aec None None] Port f2332c8d-9af5-4caf-87ef-34ae9b95f314 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:10.314713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eaa129e-1be0-44a8-ab23-2bcafb75fdfe tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.324793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-46e6dbb1-728a-43f4-9509-d457dc47adc5 service neutron] 10.222.0.37 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677909 Aug 24 00:40:10.384646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94200aa0-98e3-4f43-a962-670b572d3665 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.400111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4f3e039-28d7-4f85-9b58-58c14e782aec None None] Provisioning for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:10.404214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4f3e039-28d7-4f85-9b58-58c14e782aec None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:10.410006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e039-28d7-4f85-9b58-58c14e782aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.410183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94200aa0-98e3-4f43-a962-670b572d3665 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 8824d112-c48b-4a61-ade4-ecd5f78ff146 is not hosted by any dhcp agent {{(pid=95327) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 24 00:40:10.411262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94200aa0-98e3-4f43-a962-670b572d3665 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:10.412003 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94200aa0-98e3-4f43-a962-670b572d3665 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.416150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-94200aa0-98e3-4f43-a962-670b572d3665 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "PUT /v2.0/networks/8824d112-c48b-4a61-ade4-ecd5f78ff146 HTTP/1.1" status: 200 len: 758 time: 0.3341432 Aug 24 00:40:10.432969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56820) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.449846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa129e-1be0-44a8-ab23-2bcafb75fdfe tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd46aa-6054-47d0-9bf4-dddf0979589a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:10.481402 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a10b088-6c84-4ce3-8117-efbe41617b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.495264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94200aa0-98e3-4f43-a962-670b572d3665 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=8824d112-c48b-4a61-ade4-ecd5f78ff146,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:10.506406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8824d112-c48b-4a61-ade4-ecd5f78ff146 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:10.590416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb4f20-a1a9-4457-a0f9-60c5d3161ee8 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:10.591872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e0eb4f20-a1a9-4457-a0f9-60c5d3161ee8 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/networks?id=8824d112-c48b-4a61-ade4-ecd5f78ff146 HTTP/1.1" status: 200 len: 761 time: 0.1629281 Aug 24 00:40:10.595383 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6a10b088-6c84-4ce3-8117-efbe41617b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.596895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56822) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.605526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-169749354'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:10.611309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38512d1-20f1-40cc-a287-e1383f5422a4 req-be955734-26e1-493d-acd7-7b313fe8232f service neutron] 10.222.0.37 "GET /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776396 Aug 24 00:40:10.620609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:10.647558 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6a10b088-6c84-4ce3-8117-efbe41617b59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ff7ae4e94504698aee3a0bbd765f4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656268 Aug 24 00:40:10.653154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10b088-6c84-4ce3-8117-efbe41617b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be4d5b9-d493-4997-9918-8f7435ad0bbd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:10.653154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56824) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.703344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc546ce-82ed-4d6b-ac9c-f6d6a88adcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.708388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8eaa129e-1be0-44a8-ab23-2bcafb75fdfe tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.712116 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8eaa129e-1be0-44a8-ab23-2bcafb75fdfe tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0918727 Aug 24 00:40:10.714061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.720232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5f8a56f5-358d-4b02-a6b8-728104e42743 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'security_group': {'name': 'tempest-secgroup-2038402767'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:10.734338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc546ce-82ed-4d6b-ac9c-f6d6a88adcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.740318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:10.745109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.751374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf0667-1844-4c87-b2c0-a57b365f51d6 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:10.761449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf0667-1844-4c87-b2c0-a57b365f51d6 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:10.762387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0667-1844-4c87-b2c0-a57b365f51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:10.779549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56828) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:10.779781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e82533d5-13cd-4b80-9fdf-56130edce198 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/floatingips/add5781c-f02d-45e1-92f4-33fd2cb632a1 HTTP/1.1" status: 204 len: 168 time: 1.7801938 Aug 24 00:40:10.802701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0667-1844-4c87-b2c0-a57b365f51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:10.812117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf0667-1844-4c87-b2c0-a57b365f51d6 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:10.812724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0667-1844-4c87-b2c0-a57b365f51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:10.827696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:10.830411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.852461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c6cf0667-1844-4c87-b2c0-a57b365f51d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:10.853293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf0667-1844-4c87-b2c0-a57b365f51d6 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:10.892859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-40896d48-6c0f-444c-a343-df0dc8521183 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 0537698c-12ff-4411-bfe9-c597e95d4f76 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:10.893511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40896d48-6c0f-444c-a343-df0dc8521183 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.913965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34bfd0b8-48ec-4c9b-a22d-de541b48d688 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:10.937169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f8a56f5-358d-4b02-a6b8-728104e42743 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.969224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:10.969718 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:10.987314 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40896d48-6c0f-444c-a343-df0dc8521183 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.000976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc546ce-82ed-4d6b-ac9c-f6d6a88adcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.003915 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc546ce-82ed-4d6b-ac9c-f6d6a88adcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.005926 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1fc546ce-82ed-4d6b-ac9c-f6d6a88adcb2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9be4d5b9-d493-4997-9918-8f7435ad0bbd HTTP/1.1" status: 204 len: 168 time: 0.3529160 Aug 24 00:40:11.007025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:11.032266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-40896d48-6c0f-444c-a343-df0dc8521183 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 0537698c-12ff-4411-bfe9-c597e95d4f76 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:11.044547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.044547 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment b1faccea-a3f5-4975-96d0-c1c378916fa8 of type vlan for network a2834be9-58b8-4a1a-a122-4be709dcd625 Aug 24 00:40:11.044547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc546ce-82ed-4d6b-ac9c-f6d6a88adcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be4d5b9-d493-4997-9918-8f7435ad0bbd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:11.095029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:11.096820 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f8a56f5-358d-4b02-a6b8-728104e42743 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.116445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:11.116897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 57bce9c4-7e10-468c-bf7c-b0bc344c0c66 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:11.151619 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.188586 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f8a56f5-358d-4b02-a6b8-728104e42743 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.218383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a56f5-358d-4b02-a6b8-728104e42743 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22a4381-8eaf-4dd8-93b4-870ab9418ec2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:11.339779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.340363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f8a56f5-358d-4b02-a6b8-728104e42743 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.347031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5f8a56f5-358d-4b02-a6b8-728104e42743 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6261973 Aug 24 00:40:11.347031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56836) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:11.347273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:11.347273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.349470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-809611744', 'security_groups': ['b22a4381-8eaf-4dd8-93b4-870ab9418ec2'], 'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '43ebfeb6-f88f-413c-b1d0-45c542c70802'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:11.407185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40896d48-6c0f-444c-a343-df0dc8521183 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.446658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40896d48-6c0f-444c-a343-df0dc8521183 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=0537698c-12ff-4411-bfe9-c597e95d4f76,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:11.449788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=a2834be9-58b8-4a1a-a122-4be709dcd625,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:11.526728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a2834be9-58b8-4a1a-a122-4be709dcd625 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:11.536944 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c4f12015-8f0b-4e8e-9cee-4e4c28405ab3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9359295 Aug 24 00:40:11.540902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56842) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:11.547409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': 'a2834be9-58b8-4a1a-a122-4be709dcd625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:11.566244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40896d48-6c0f-444c-a343-df0dc8521183 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.568240 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-40896d48-6c0f-444c-a343-df0dc8521183 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/ports/0537698c-12ff-4411-bfe9-c597e95d4f76 HTTP/1.1" status: 204 len: 168 time: 0.7877202 Aug 24 00:40:11.572395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56844) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:11.577956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:11.619536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:11.718797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.737217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.744170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] device_id is not set on port b96a1f01-06d9-435f-90bd-93b105b1df6e yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:40:11.835407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:11.906533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.7 (b897a761-f99e-4567-8b22-7970b83a07f4/43ebfeb6-f88f-413c-b1d0-45c542c70802/b96a1f01-06d9-435f-90bd-93b105b1df6e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:11.947094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.25.5.189 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/aa9380b3-85c0-4d38-99dc-79ae7a9f0c7b) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:11.965457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:11.968966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.051753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.092213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56848) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:12.129528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24e240f3-494f-4d49-86d1-69142f933217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.150945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.177058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object b96a1f01-06d9-435f-90bd-93b105b1df6e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:12.197350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.239882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:12.244255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:12.250437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:12.253508 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=aa9380b3-85c0-4d38-99dc-79ae7a9f0c7b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:12.334638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.349210 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24e240f3-494f-4d49-86d1-69142f933217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.365855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.406527 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.428003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:12.458957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:12.465592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:12.496089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=b96a1f01-06d9-435f-90bd-93b105b1df6e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:12.499968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.510105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24e240f3-494f-4d49-86d1-69142f933217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.522257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.557110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=ca1458ee-554f-41e0-b9a9-1e54c5f66943,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:12.584727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-24e240f3-494f-4d49-86d1-69142f933217 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79423b4576e74f8c90f5f51c83822035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856126 Aug 24 00:40:12.590528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:12.596147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.596297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56852) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:12.596431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e240f3-494f-4d49-86d1-69142f933217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546da063-fb0b-4abe-aca8-4cf8f39dbaf2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:12.600985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': 'b1faccea-a3f5-4975-96d0-c1c378916fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2834be9-58b8-4a1a-a122-4be709dcd625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:12.601239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: a2834be9-58b8-4a1a-a122-4be709dcd625, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:12.699295 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06e18325-ffbf-4b7f-921e-8809623e00c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.734946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ed1b9cf4-7b74-4600-aad2-f9760134e956 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3899360 Aug 24 00:40:12.735205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06e18325-ffbf-4b7f-921e-8809623e00c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.737478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:12.743527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-06e01a5a-4eff-463d-9344-dd9be099e9dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:12.748588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network a2834be9-58b8-4a1a-a122-4be709dcd625 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:12.762556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.805056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7b362141-f232-46be-ae96-ebbdbc114e6a None None] Provisioning for port b96a1f01-06d9-435f-90bd-93b105b1df6e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:12.808948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7b362141-f232-46be-ae96-ebbdbc114e6a None None] Provisioning complete for port b96a1f01-06d9-435f-90bd-93b105b1df6e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:12.809422 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b362141-f232-46be-ae96-ebbdbc114e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.844589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7b362141-f232-46be-ae96-ebbdbc114e6a None None] Port b96a1f01-06d9-435f-90bd-93b105b1df6e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:12.907969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.908240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a2834be9-58b8-4a1a-a122-4be709dcd625) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:12.912731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:12.913313 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.918505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff69589-ac56-424b-8c13-4b775fca21c0 None None] Network a2834be9-58b8-4a1a-a122-4be709dcd625 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:12.951136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06e18325-ffbf-4b7f-921e-8809623e00c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.953838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06e18325-ffbf-4b7f-921e-8809623e00c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:12.954973 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-06e18325-ffbf-4b7f-921e-8809623e00c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/546da063-fb0b-4abe-aca8-4cf8f39dbaf2 HTTP/1.1" status: 204 len: 168 time: 0.3620777 Aug 24 00:40:12.992481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e18325-ffbf-4b7f-921e-8809623e00c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546da063-fb0b-4abe-aca8-4cf8f39dbaf2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:13.004261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=aa9380b3-85c0-4d38-99dc-79ae7a9f0c7b,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:13.012673 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.018175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e01a5a-4eff-463d-9344-dd9be099e9dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:13.025102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06e01a5a-4eff-463d-9344-dd9be099e9dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.081244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-a2834be9-58b8-4a1a-a122-4be709dcd625', 'network_id': 'a2834be9-58b8-4a1a-a122-4be709dcd625', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': 'ca1458ee-554f-41e0-b9a9-1e54c5f66943'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:13.082753 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.118613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-39343e18-4d0e-45d3-97fc-41925bf438e4 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5757551 Aug 24 00:40:13.121331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56858) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:13.131647 n-d-804878-2 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-06e01a5a-4eff-463d-9344-dd9be099e9dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43ebfeb6-f88f-413c-b1d0-45c542c70802 (CIDR: 172.20.0.0/28) Aug 24 00:40:13.171833 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.173150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e286cf9d-23da-4576-8eda-82c3a475f25b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5997763 Aug 24 00:40:13.176572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56862) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:13.181993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'port': {'network_id': '863ca1c7-9914-47ec-80e2-40b3d8d5a3b6', 'name': 'tempest-FloatingIPTestJSON-1227636794'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:13.226417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Allocated IP 172.20.0.2 (a2834be9-58b8-4a1a-a122-4be709dcd625/ca1458ee-554f-41e0-b9a9-1e54c5f66943/426e9229-551a-4b7f-a424-f30ec57968b9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:13.242170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.254780 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e01a5a-4eff-463d-9344-dd9be099e9dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:40:13.255278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e01a5a-4eff-463d-9344-dd9be099e9dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:13.312376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.379785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-06e01a5a-4eff-463d-9344-dd9be099e9dd tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6396592 Aug 24 00:40:13.380355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56866) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:13.387264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-acebd4c7-dc6f-435c-8c2a-56646c9ca6c7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:13.391953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.402453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Transition to ACTIVE for port object 426e9229-551a-4b7f-a424-f30ec57968b9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:13.421229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Transition to ACTIVE for port object 426e9229-551a-4b7f-a424-f30ec57968b9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:13.485531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:13.490361 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.511727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] device_id is not set on port 076e9448-e81a-4330-a958-415f3c8bc776 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:40:13.524671 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.564280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Network a2834be9-58b8-4a1a-a122-4be709dcd625 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:13.569386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:13.573997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:13.576917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Pushing event updated for resources: {'Port': ['ID=426e9229-551a-4b7f-a424-f30ec57968b9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:13.627984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acebd4c7-dc6f-435c-8c2a-56646c9ca6c7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:13.632369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-acebd4c7-dc6f-435c-8c2a-56646c9ca6c7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.632790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Attempting to bind port 426e9229-551a-4b7f-a424-f30ec57968b9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:13.633173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Attempting to bind port 426e9229-551a-4b7f-a424-f30ec57968b9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b1faccea-a3f5-4975-96d0-c1c378916fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2834be9-58b8-4a1a-a122-4be709dcd625'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:13.633593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Attempting to bind port 426e9229-551a-4b7f-a424-f30ec57968b9 on network a2834be9-58b8-4a1a-a122-4be709dcd625 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:13.635782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.20.0.11 (863ca1c7-9914-47ec-80e2-40b3d8d5a3b6/9c75d988-f006-470a-b6d4-03e5dd4580bd/076e9448-e81a-4330-a958-415f3c8bc776) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:13.639134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:13.639642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Checking segment: {'id': 'b1faccea-a3f5-4975-96d0-c1c378916fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2834be9-58b8-4a1a-a122-4be709dcd625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:13.640056 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.640461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Bound using segment: {'id': 'b1faccea-a3f5-4975-96d0-c1c378916fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2834be9-58b8-4a1a-a122-4be709dcd625'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:13.640960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Bound port: 426e9229-551a-4b7f-a424-f30ec57968b9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1faccea-a3f5-4975-96d0-c1c378916fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a2834be9-58b8-4a1a-a122-4be709dcd625'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:13.641416 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.665641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.737041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] For port 426e9229-551a-4b7f-a424-f30ec57968b9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:13.742126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] For port 426e9229-551a-4b7f-a424-f30ec57968b9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=426e9229-551a-4b7f-a424-f30ec57968b9,segment=NetworkSegment(b1faccea-a3f5-4975-96d0-c1c378916fa8),segment_id=b1faccea-a3f5-4975-96d0-c1c378916fa8)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:13.797762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1458ee-554f-41e0-b9a9-1e54c5f66943,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:13.814661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.828690 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.829349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2834be9-58b8-4a1a-a122-4be709dcd625']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:13.843729 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.850475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1faccea-a3f5-4975-96d0-c1c378916fa8') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:13.850784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1faccea-a3f5-4975-96d0-c1c378916fa8') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:13.869670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.890632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.893651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e08fd-ae07-47fd-b466-e37ec5b894d9 None None] Pushing event updated for resources: {'Port': ['ID=426e9229-551a-4b7f-a424-f30ec57968b9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:13.895183 n-d-804878-2 neutron-server[95327]: INFO neutron.db.ipam_backend_mixin [None req-acebd4c7-dc6f-435c-8c2a-56646c9ca6c7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 888f445d-59fc-45eb-bf75-80f6fc9ada6e (CIDR: 172.20.0.16/28) Aug 24 00:40:13.903150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:13.903694 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:13.906770 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:13.958938 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-acebd4c7-dc6f-435c-8c2a-56646c9ca6c7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:40:13.959433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acebd4c7-dc6f-435c-8c2a-56646c9ca6c7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:13.975849 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.034235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 00:40:14.034235 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 00:40:14.034235 n-d-804878-2 neutron-server[95327]: [parameters: {'id': 'a2834be9-58b8-4a1a-a122-4be709dcd625'}] Aug 24 00:40:14.034235 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:40:14.036249 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:40:14.039146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:14.043226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:14.046178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:14.050795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=076e9448-e81a-4330-a958-415f3c8bc776,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:14.067983 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-acebd4c7-dc6f-435c-8c2a-56646c9ca6c7 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6816633 Aug 24 00:40:14.067983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56884) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:14.076980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'subnet': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:14.146775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:14.148489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.255633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-306fd4d7-5dd2-49b4-aeb4-ddd44931729d tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0776739 Aug 24 00:40:14.255779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56890) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:14.262218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'port_id': '076e9448-e81a-4330-a958-415f3c8bc776'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:14.309463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.413436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Made reservation on behalf of a16bbe30523b463c97a41ff8dbe93e11 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:14.418285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.541198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:14.875248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdfb893-4ab4-4b2a-9eb8-cc134afdfa4a None None] Network a2834be9-58b8-4a1a-a122-4be709dcd625 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:14.948365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 426e9229-551a-4b7f-a424-f30ec57968b9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:15.067709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port 426e9229-551a-4b7f-a424-f30ec57968b9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:15.068125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.121384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] DHCP port deletion for a2834be9-58b8-4a1a-a122-4be709dcd625 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:15.144051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-afd22fb7-b722-45bf-9809-bae3f2f6b676 None None] Provisioning for port 426e9229-551a-4b7f-a424-f30ec57968b9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:15.155963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 426e9229-551a-4b7f-a424-f30ec57968b9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:15.162604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 426e9229-551a-4b7f-a424-f30ec57968b9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:15.162995 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.212728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] Deleting port 426e9229-551a-4b7f-a424-f30ec57968b9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:15.213123 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.217523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port 426e9229-551a-4b7f-a424-f30ec57968b9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=426e9229-551a-4b7f-a424-f30ec57968b9,segment=NetworkSegment(b1faccea-a3f5-4975-96d0-c1c378916fa8),segment_id=b1faccea-a3f5-4975-96d0-c1c378916fa8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:15.217936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.254535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for 426e9229-551a-4b7f-a424-f30ec57968b9 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:15.306161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] For port 426e9229-551a-4b7f-a424-f30ec57968b9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=426e9229-551a-4b7f-a424-f30ec57968b9,segment=NetworkSegment(b1faccea-a3f5-4975-96d0-c1c378916fa8),segment_id=b1faccea-a3f5-4975-96d0-c1c378916fa8)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:15.306571 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.323915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] Calling delete_port for 426e9229-551a-4b7f-a424-f30ec57968b9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:15.327816 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.345409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.397368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 426e9229-551a-4b7f-a424-f30ec57968b9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=426e9229-551a-4b7f-a424-f30ec57968b9,segment=NetworkSegment(b1faccea-a3f5-4975-96d0-c1c378916fa8),segment_id=b1faccea-a3f5-4975-96d0-c1c378916fa8)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:15.408841 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.424085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Network b897a761-f99e-4567-8b22-7970b83a07f4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:15.436961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:15.442831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:15.443529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.455964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001236bc-b8ab-4264-85a3-5831d975a9d9 None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:15.457372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Subnet': ['ID=2ad74349-6562-4715-9744-7bddaa7fa9aa,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:15.503221 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.516539 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.562247 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d96e4dfe-aab7-4a0f-9e00-c8bf9f05330e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4921820 Aug 24 00:40:15.562590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56908) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:15.568750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-621695289', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ad74349-6562-4715-9744-7bddaa7fa9aa'}], 'security_groups': ['36874c91-0436-4d80-9265-2c4b3e5e4c08', '8cbd46aa-6054-47d0-9bf4-dddf0979589a']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:15.581335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=426e9229-551a-4b7f-a424-f30ec57968b9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:15.627567 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.642135 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP 5a49ec06-031e-4ad7-9e1e-ce104b605c88 associated. External IP: 172.25.5.189, port: 076e9448-e81a-4330-a958-415f3c8bc776. Aug 24 00:40:15.645607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.648796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:15.665627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] Pushing event deleted for resources: {'Port': ['ID=426e9229-551a-4b7f-a424-f30ec57968b9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:15.673354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968bfc8a-8584-4190-95ee-1f36ed3af350 None None] No DVR routers for this DVR port 426e9229-551a-4b7f-a424-f30ec57968b9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:15.732897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=426e9229-551a-4b7f-a424-f30ec57968b9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:15.737042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port 426e9229-551a-4b7f-a424-f30ec57968b9 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:15.833263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Update dhcp port {'port': {'network_id': 'b897a761-f99e-4567-8b22-7970b83a07f4', 'fixed_ips': [{'subnet_id': '888f445d-59fc-45eb-bf75-80f6fc9ada6e', 'ip_address': '172.20.0.18'}, {'subnet_id': '43ebfeb6-f88f-413c-b1d0-45c542c70802', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ad74349-6562-4715-9744-7bddaa7fa9aa'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '34bfd0b8-48ec-4c9b-a22d-de541b48d688'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:40:15.870614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.022845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:16.025231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.034138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Delete allocated IP 172.20.0.7 (b897a761-f99e-4567-8b22-7970b83a07f4/43ebfeb6-f88f-413c-b1d0-45c542c70802) {{(pid=95326) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 24 00:40:16.037435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2834be9-58b8-4a1a-a122-4be709dcd625']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:16.042660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Allocated IP 172.20.0.34 (b897a761-f99e-4567-8b22-7970b83a07f4/2ad74349-6562-4715-9744-7bddaa7fa9aa/b96a1f01-06d9-435f-90bd-93b105b1df6e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:16.057446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1faccea-a3f5-4975-96d0-c1c378916fa8') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:16.057782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1faccea-a3f5-4975-96d0-c1c378916fa8') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:16.103860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.126362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.168051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:16.168624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:16.171778 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:16.235809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:16.241496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.253643 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174cdc1-facf-4fab-b12d-f48fd025a5e4 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:16.265300 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174cdc1-facf-4fab-b12d-f48fd025a5e4 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:16.266033 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8174cdc1-facf-4fab-b12d-f48fd025a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:16.274806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-55d4e064-4429-412f-ab9f-cb793e331b59 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/floatingips/5a49ec06-031e-4ad7-9e1e-ce104b605c88 HTTP/1.1" status: 200 len: 979 time: 2.0177519 Aug 24 00:40:16.278888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56916) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:16.305660 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8174cdc1-facf-4fab-b12d-f48fd025a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:16.317915 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8174cdc1-facf-4fab-b12d-f48fd025a5e4 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:16.318823 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8174cdc1-facf-4fab-b12d-f48fd025a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:16.322584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.355795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.362302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/a2834be9-58b8-4a1a-a122-4be709dcd625 HTTP/1.1" status: 204 len: 168 time: 3.2394581 Aug 24 00:40:16.362514 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8174cdc1-facf-4fab-b12d-f48fd025a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:16.363819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56918) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:16.364175 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174cdc1-facf-4fab-b12d-f48fd025a5e4 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:16.397456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952ccaf-8a7b-4b67-b606-55b70937fe40 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=a2834be9-58b8-4a1a-a122-4be709dcd625,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:16.421312 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75a0511-eefd-465c-aa9f-9d2fb929c536 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] GET failed (client error): The resource could not be found. Aug 24 00:40:16.427426 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e75a0511-eefd-465c-aa9f-9d2fb929c536 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/subnets/ca1458ee-554f-41e0-b9a9-1e54c5f66943 HTTP/1.1" status: 404 len: 337 time: 0.0412121 Aug 24 00:40:16.443857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56920) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:16.472214 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecceaa20-c0bd-4e0b-b874-f4c492e4acb3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:16.473346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecceaa20-c0bd-4e0b-b874-f4c492e4acb3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:16.475516 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ecceaa20-c0bd-4e0b-b874-f4c492e4acb3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/a2834be9-58b8-4a1a-a122-4be709dcd625 HTTP/1.1" status: 404 len: 339 time: 0.0306778 Aug 24 00:40:16.481218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56924) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:16.631043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.644574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Transition to ACTIVE for port object b96a1f01-06d9-435f-90bd-93b105b1df6e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:16.662045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 076e9448-e81a-4330-a958-415f3c8bc776 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:16.662395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.729073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70048956-6055-4a44-983b-d7f04744a6c0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:16.730586 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-70048956-6055-4a44-983b-d7f04744a6c0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2488310 Aug 24 00:40:16.733447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:16.752132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.781659 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.795293 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-9f37f976-7a8e-4d0f-bcd7-e2ffaf406f17 {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:40:16.795911 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:40:16.798422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a4710709-fefb-4f62-a4d7-f2ea4ab68186 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 207 time: 0.0637753 Aug 24 00:40:16.804911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56930) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:16.897499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 426e9229-551a-4b7f-a424-f30ec57968b9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:16.916183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event updated for resources: {'Port': ['ID=b96a1f01-06d9-435f-90bd-93b105b1df6e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:16.963303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] In _notify_port_updated(), no bound segment for port b96a1f01-06d9-435f-90bd-93b105b1df6e on network b897a761-f99e-4567-8b22-7970b83a07f4 {{(pid=95326) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 24 00:40:16.969312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:16.970303 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:16.971913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e7e40f30-f044-4238-87ec-5a9a0b0e73a8 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "PUT /v2.0/ports/b96a1f01-06d9-435f-90bd-93b105b1df6e HTTP/1.1" status: 200 len: 959 time: 1.4082990 Aug 24 00:40:16.976421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.033986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9a9ab-6077-433d-89d8-47483221652c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.041286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9a9ab-6077-433d-89d8-47483221652c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.047757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9a9ab-6077-433d-89d8-47483221652c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.053761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9a9ab-6077-433d-89d8-47483221652c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.059610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f4c9a9ab-6077-433d-89d8-47483221652c tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2497177 Aug 24 00:40:17.060843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.076798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 426e9229-551a-4b7f-a424-f30ec57968b9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:17.077183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 426e9229-551a-4b7f-a424-f30ec57968b9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:17.213082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0322c0fc-5f62-4508-b8d6-256d96dbdc9b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port b96a1f01-06d9-435f-90bd-93b105b1df6e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:17.213428 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0322c0fc-5f62-4508-b8d6-256d96dbdc9b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.227381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8a7a27f6-5aaf-46bd-9e85-46cc761e928a tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1663845 Aug 24 00:40:17.230727 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56936) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.277921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.278315 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.278638 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP 5a49ec06-031e-4ad7-9e1e-ce104b605c88 disassociated. External IP: 172.25.5.189, port: 076e9448-e81a-4330-a958-415f3c8bc776. Aug 24 00:40:17.278992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 076e9448-e81a-4330-a958-415f3c8bc776 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:17.304831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4544cd9-1652-4ad9-a13b-60aa2f378124 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.307048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4544cd9-1652-4ad9-a13b-60aa2f378124 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.308629 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c4544cd9-1652-4ad9-a13b-60aa2f378124 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0769656 Aug 24 00:40:17.318065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56938) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.330383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.369616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0322c0fc-5f62-4508-b8d6-256d96dbdc9b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.404713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0322c0fc-5f62-4508-b8d6-256d96dbdc9b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for b96a1f01-06d9-435f-90bd-93b105b1df6e owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:17.433096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab03cb-f225-4e73-b213-e1f1618cf0d6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.443705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab03cb-f225-4e73-b213-e1f1618cf0d6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.443705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6aab03cb-f225-4e73-b213-e1f1618cf0d6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1179845 Aug 24 00:40:17.447561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56944) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.517125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.543923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Allocated IP 172.20.0.35 (b897a761-f99e-4567-8b22-7970b83a07f4/2ad74349-6562-4715-9744-7bddaa7fa9aa/34bfd0b8-48ec-4c9b-a22d-de541b48d688) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:17.562834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=076e9448-e81a-4330-a958-415f3c8bc776,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:17.660600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a8a58-69fc-44a4-b037-4fa1be673ba7 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.662096 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cf3a8a58-69fc-44a4-b037-4fa1be673ba7 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/networks/1a9ace3b-b363-4089-8683-f446079d3e4e HTTP/1.1" status: 200 len: 800 time: 0.2132609 Aug 24 00:40:17.666030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56948) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.673022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] For port 34bfd0b8-48ec-4c9b-a22d-de541b48d688, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34bfd0b8-48ec-4c9b-a22d-de541b48d688,segment=NetworkSegment(6f1b0c9f-e867-4918-b7ea-6ee7e80af406),segment_id=6f1b0c9f-e867-4918-b7ea-6ee7e80af406)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:17.692173 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0322c0fc-5f62-4508-b8d6-256d96dbdc9b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.703488 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.717636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Transition to ACTIVE for port object 34bfd0b8-48ec-4c9b-a22d-de541b48d688 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:17.725384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322c0fc-5f62-4508-b8d6-256d96dbdc9b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=b96a1f01-06d9-435f-90bd-93b105b1df6e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:17.794890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:17.807556 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0322c0fc-5f62-4508-b8d6-256d96dbdc9b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.809561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0322c0fc-5f62-4508-b8d6-256d96dbdc9b tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/b96a1f01-06d9-435f-90bd-93b105b1df6e HTTP/1.1" status: 204 len: 168 time: 0.8318155 Aug 24 00:40:17.817598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56952) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.822677 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c9334e0-50e6-4939-bda0-163cf2b5aed0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/networks/1a9ace3b-b363-4089-8683-f446079d3e4e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1544969 Aug 24 00:40:17.825139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.828331 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.870645 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c90c3bc-1f25-43fd-872f-eeee58432a01 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] GET failed (client error): The resource could not be found. Aug 24 00:40:17.872722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9c90c3bc-1f25-43fd-872f-eeee58432a01 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports/b96a1f01-06d9-435f-90bd-93b105b1df6e HTTP/1.1" status: 404 len: 333 time: 0.0591528 Aug 24 00:40:17.876858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56956) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.941454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c51c82d-7d4c-401e-a008-1d307176f52d tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:17.942939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2c51c82d-7d4c-401e-a008-1d307176f52d tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/subnets/e161416f-65b4-42dd-803d-55ab0ffb1c9e HTTP/1.1" status: 200 len: 811 time: 0.1168399 Aug 24 00:40:17.944134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:17.946654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56958) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:17.957477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f943e2-1716-41aa-91e3-bfca1a746193 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:17.963586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db4491-5614-442a-8e0f-24a799f3f9a1 None None] Pushing event updated for resources: {'Port': ['ID=34bfd0b8-48ec-4c9b-a22d-de541b48d688,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:17.964322 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6b2-fec3-4e59-9331-315c3820e5db tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:17.973093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f943e2-1716-41aa-91e3-bfca1a746193 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:17.973531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-94f943e2-1716-41aa-91e3-bfca1a746193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:18.031828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-94f943e2-1716-41aa-91e3-bfca1a746193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:18.034714 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6b2-fec3-4e59-9331-315c3820e5db tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.044221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f943e2-1716-41aa-91e3-bfca1a746193 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:18.044947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-94f943e2-1716-41aa-91e3-bfca1a746193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:18.054896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.057346 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aa3e8421-55f7-41d8-954d-a6209d207b81 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/ports/076e9448-e81a-4330-a958-415f3c8bc776 HTTP/1.1" status: 204 len: 168 time: 1.7791934 Aug 24 00:40:18.060111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56962) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:18.077809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea9efa-5db0-4173-a690-007d1910c486 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['shared'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:18.079302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0cea9efa-5db0-4173-a690-007d1910c486 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "GET /v2.0/subnets/e161416f-65b4-42dd-803d-55ab0ffb1c9e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1286871 Aug 24 00:40:18.082967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:18.084051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-94f943e2-1716-41aa-91e3-bfca1a746193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:18.084931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f943e2-1716-41aa-91e3-bfca1a746193 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:18.088821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1803781535'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:18.153641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-490e8513-006d-454c-a71c-1f6b47ff4842 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "GET /v2.0/floatingips/5a49ec06-031e-4ad7-9e1e-ce104b605c88 HTTP/1.1" status: 200 len: 688 time: 0.0924010 Aug 24 00:40:18.156970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56966) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:18.231419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:18.236618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.260442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6b2-fec3-4e59-9331-315c3820e5db tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.263723 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6b2-fec3-4e59-9331-315c3820e5db tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.265181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-06e5c6b2-fec3-4e59-9331-315c3820e5db tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/security-groups/b22a4381-8eaf-4dd8-93b4-870ab9418ec2 HTTP/1.1" status: 204 len: 168 time: 0.3873553 Aug 24 00:40:18.273171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:18.300879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port aa9380b3-85c0-4d38-99dc-79ae7a9f0c7b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:18.302581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.302975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:18.305502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5c6b2-fec3-4e59-9331-315c3820e5db tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22a4381-8eaf-4dd8-93b4-870ab9418ec2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:18.338332 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.338942 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Added segment 15e1ab14-9dae-4219-93b1-3f15fdc1af94 of type vlan for network 4d78f5a2-ba16-4b79-a439-6c8ec296797d Aug 24 00:40:18.404033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.404612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.425022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for aa9380b3-85c0-4d38-99dc-79ae7a9f0c7b owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:18.425637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.437783 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcbceae8-35f7-45de-aebd-be2a84f7b989 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.478925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcbceae8-35f7-45de-aebd-be2a84f7b989 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.587669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-baa7ff1f-ddc6-4468-9b24-08b3ff2bcea6 None None] Could not find standard attr ID for object b96a1f01-06d9-435f-90bd-93b105b1df6e. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:40:18.623335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.630349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:18.630998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.690848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcbceae8-35f7-45de-aebd-be2a84f7b989 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.694046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bcbceae8-35f7-45de-aebd-be2a84f7b989 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.695379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bcbceae8-35f7-45de-aebd-be2a84f7b989 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/security-groups/8cbd46aa-6054-47d0-9bf4-dddf0979589a HTTP/1.1" status: 204 len: 168 time: 0.4198606 Aug 24 00:40:18.698262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56974) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:18.708414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-baa7ff1f-ddc6-4468-9b24-08b3ff2bcea6 None None] Provisioning for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:18.712121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbceae8-35f7-45de-aebd-be2a84f7b989 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd46aa-6054-47d0-9bf4-dddf0979589a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:18.718718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-baa7ff1f-ddc6-4468-9b24-08b3ff2bcea6 None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:18.718718 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff1f-ddc6-4468-9b24-08b3ff2bcea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.720644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Network': ['ID=4d78f5a2-ba16-4b79-a439-6c8ec296797d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:18.759444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 4d78f5a2-ba16-4b79-a439-6c8ec296797d details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:18.772563 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa2c8-9e75-4425-99f1-683aad343e38 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.786740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.787923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fbee631f-7ab7-4062-81af-3027274294ec tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7038651 Aug 24 00:40:18.790726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56976) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:18.796553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'network_id': '4d78f5a2-ba16-4b79-a439-6c8ec296797d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:18.855176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa2c8-9e75-4425-99f1-683aad343e38 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.909519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=aa9380b3-85c0-4d38-99dc-79ae7a9f0c7b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:18.934325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-baa7ff1f-ddc6-4468-9b24-08b3ff2bcea6 None None] Provisioning complete for port f2332c8d-9af5-4caf-87ef-34ae9b95f314 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:18.934854 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-baa7ff1f-ddc6-4468-9b24-08b3ff2bcea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.958145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.960948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:18.962204 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-581b9037-ddca-4376-b5d0-f782fedb76a2 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/floatingips/5a49ec06-031e-4ad7-9e1e-ce104b605c88 HTTP/1.1" status: 204 len: 168 time: 0.8045466 Aug 24 00:40:18.979209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:18.984398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'b1e0691d-1059-4db3-99a9-c7d86584fc6f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:18.984713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34bfd0b8-48ec-4c9b-a22d-de541b48d688 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:19.030229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-baa7ff1f-ddc6-4468-9b24-08b3ff2bcea6 None None] Port f2332c8d-9af5-4caf-87ef-34ae9b95f314 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:19.051740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:19.052361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.110899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa2c8-9e75-4425-99f1-683aad343e38 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.115435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa2c8-9e75-4425-99f1-683aad343e38 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.115435 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b9ffa2c8-9e75-4425-99f1-683aad343e38 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/security-groups/36874c91-0436-4d80-9265-2c4b3e5e4c08 HTTP/1.1" status: 204 len: 168 time: 0.4156692 Aug 24 00:40:19.118448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 56984) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:19.127071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffa2c8-9e75-4425-99f1-683aad343e38 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36874c91-0436-4d80-9265-2c4b3e5e4c08,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:19.166880 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.236652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ddc855-ee70-4561-8124-00af4a552359 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet 43ebfeb6-f88f-413c-b1d0-45c542c70802 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:19.245143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98ddc855-ee70-4561-8124-00af4a552359 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.253536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e2d1814e-0984-454c-8c40-1cd77bc1e8b3 None None] Could not find standard attr ID for object b96a1f01-06d9-435f-90bd-93b105b1df6e. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:40:19.306793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98ddc855-ee70-4561-8124-00af4a552359 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.309688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Made reservation on behalf of a284603201704b538481d9f44e70cd17 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:19.313401 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.416559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Performing IP validity checks on allocation pools {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 00:40:19.417256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 00:40:19.533204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98ddc855-ee70-4561-8124-00af4a552359 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.561728 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.779732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.25.5.207 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/95dc4a7e-4102-4798-b2d0-099b356f75c0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:19.835348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98ddc855-ee70-4561-8124-00af4a552359 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.869842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddc855-ee70-4561-8124-00af4a552359 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=43ebfeb6-f88f-413c-b1d0-45c542c70802,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:19.871843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.889381 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98ddc855-ee70-4561-8124-00af4a552359 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.889531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6155f85-31fd-438e-8a33-8541e9a3c858 None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:19.889700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-98ddc855-ee70-4561-8124-00af4a552359 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/43ebfeb6-f88f-413c-b1d0-45c542c70802 HTTP/1.1" status: 204 len: 168 time: 0.7666788 Aug 24 00:40:19.892181 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56988) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:19.980020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-7363f158-76ab-4c24-bf5e-d64e58d12b57 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet 2ad74349-6562-4715-9744-7bddaa7fa9aa {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:19.983620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=b6002fd1-c4e6-4031-89a6-f6e1a39c47ee,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:19.987434 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7363f158-76ab-4c24-bf5e-d64e58d12b57 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:19.989683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.003750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Checking segment: {'id': '15e1ab14-9dae-4219-93b1-3f15fdc1af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d78f5a2-ba16-4b79-a439-6c8ec296797d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:20.003750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network hostable DHCP agents. Network: 4d78f5a2-ba16-4b79-a439-6c8ec296797d, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:20.041598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7363f158-76ab-4c24-bf5e-d64e58d12b57 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.093734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Network 4d78f5a2-ba16-4b79-a439-6c8ec296797d is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:20.144793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7363f158-76ab-4c24-bf5e-d64e58d12b57 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.154299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.199906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:20.204853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:20.209266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:20.236744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=95dc4a7e-4102-4798-b2d0-099b356f75c0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:20.276517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 4d78f5a2-ba16-4b79-a439-6c8ec296797d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:20.285060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:20.285707 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.286954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc39328c-9590-45e9-82ef-d7ff7c8425a3 None None] Network 4d78f5a2-ba16-4b79-a439-6c8ec296797d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:20.311934 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7363f158-76ab-4c24-bf5e-d64e58d12b57 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.353850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363f158-76ab-4c24-bf5e-d64e58d12b57 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad74349-6562-4715-9744-7bddaa7fa9aa,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:20.359969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7363f158-76ab-4c24-bf5e-d64e58d12b57 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.364739 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7363f158-76ab-4c24-bf5e-d64e58d12b57 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/2ad74349-6562-4715-9744-7bddaa7fa9aa HTTP/1.1" status: 204 len: 168 time: 0.4713595 Aug 24 00:40:20.365630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56996) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:20.395961 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-af00d1f1-d84d-453b-bb4a-93f58df30279 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:20.396738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af00d1f1-d84d-453b-bb4a-93f58df30279 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:20.401302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-af00d1f1-d84d-453b-bb4a-93f58df30279 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/43ebfeb6-f88f-413c-b1d0-45c542c70802 HTTP/1.1" status: 404 len: 337 time: 0.0344729 Aug 24 00:40:20.401972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 56998) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:20.435922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9c8428f4-5295-4d58-a14e-d56ad54014a0 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6439533 Aug 24 00:40:20.441521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57000) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:20.449686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-edf9a583-3f78-4403-96f0-a27ab51f63b6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:20.491001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-4d78f5a2-ba16-4b79-a439-6c8ec296797d', 'network_id': '4d78f5a2-ba16-4b79-a439-6c8ec296797d', 'tenant_id': 'a284603201704b538481d9f44e70cd17', 'fixed_ips': [{'subnet_id': 'b6002fd1-c4e6-4031-89a6-f6e1a39c47ee'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:20.499350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.518575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-db548273-b4d6-4038-abef-3cc7423671ad tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting subnet 888f445d-59fc-45eb-bf75-80f6fc9ada6e {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:20.522497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db548273-b4d6-4038-abef-3cc7423671ad tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.592236 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db548273-b4d6-4038-abef-3cc7423671ad tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.687395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.702382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Allocated IP 172.20.0.3 (4d78f5a2-ba16-4b79-a439-6c8ec296797d/b6002fd1-c4e6-4031-89a6-f6e1a39c47ee/bd6c269c-c299-4527-ab8c-fe6e0e9d5518) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:20.735425 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf9a583-3f78-4403-96f0-a27ab51f63b6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8304343'] for subnet, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.759816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167cec1-2c22-4a4b-b757-f86d22154240 None None] Network b897a761-f99e-4567-8b22-7970b83a07f4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:20.760355 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db548273-b4d6-4038-abef-3cc7423671ad tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.846310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a572073b-cb94-4d63-bab6-fce141f1e568 None None] Provisioning complete for port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:20.846699 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a572073b-cb94-4d63-bab6-fce141f1e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.879957 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.907936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db548273-b4d6-4038-abef-3cc7423671ad tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.942589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db548273-b4d6-4038-abef-3cc7423671ad tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Subnet': ['ID=888f445d-59fc-45eb-bf75-80f6fc9ada6e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:20.955517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db548273-b4d6-4038-abef-3cc7423671ad tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:20.957860 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-db548273-b4d6-4038-abef-3cc7423671ad tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/888f445d-59fc-45eb-bf75-80f6fc9ada6e HTTP/1.1" status: 204 len: 168 time: 0.5549185 Aug 24 00:40:20.960264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57008) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.039089 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.048333 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ef800a-9915-40b9-9994-f344f0ca22d3 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.051579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ef800a-9915-40b9-9994-f344f0ca22d3 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.054613 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a2ef800a-9915-40b9-9994-f344f0ca22d3 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/8c04288f-d7db-44cf-85b6-606a83c663c9 HTTP/1.1" status: 404 len: 337 time: 0.0932641 Aug 24 00:40:21.059424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57012) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.089750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Transition to ACTIVE for port object bd6c269c-c299-4527-ab8c-fe6e0e9d5518 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:21.115726 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.128738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a572073b-cb94-4d63-bab6-fce141f1e568 None None] Provisioning complete for port f2332c8d-9af5-4caf-87ef-34ae9b95f314 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:21.129131 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a572073b-cb94-4d63-bab6-fce141f1e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.133586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Transition to ACTIVE for port object bd6c269c-c299-4527-ab8c-fe6e0e9d5518 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:21.154446 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b0a23c7b-28f8-4b82-8329-80ef43098180 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b0fc1ac-3312-440a-b5b1-210a7ef3d085 HTTP/1.1" status: 200 len: 205 time: 0.0916240 Aug 24 00:40:21.154929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57014) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.194705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a572073b-cb94-4d63-bab6-fce141f1e568 None None] Port f2332c8d-9af5-4caf-87ef-34ae9b95f314 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:21.221267 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-62e2a83c-2419-4b80-ab2a-d9f286eace36 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] delete failed (client error): The resource could not be found. Aug 24 00:40:21.222981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-62e2a83c-2419-4b80-ab2a-d9f286eace36 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/routers/8b0fc1ac-3312-440a-b5b1-210a7ef3d085 HTTP/1.1" status: 404 len: 336 time: 0.0664237 Aug 24 00:40:21.225383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.235771 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.258820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] DHCP port deletion for b897a761-f99e-4567-8b22-7970b83a07f4 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:21.278807 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c334d7-f63d-4da0-bbc7-a8dff7ea3ee5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.279350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c334d7-f63d-4da0-bbc7-a8dff7ea3ee5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.281627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f4c334d7-f63d-4da0-bbc7-a8dff7ea3ee5 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/9390bc5c-1a46-4d25-becf-01b1f574960f HTTP/1.1" status: 404 len: 337 time: 0.0546918 Aug 24 00:40:21.284076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57018) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.288485 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.373453 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-152f509c-a967-4f1c-8e92-fed0fe9a70aa tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.373453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152f509c-a967-4f1c-8e92-fed0fe9a70aa tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.373453 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-152f509c-a967-4f1c-8e92-fed0fe9a70aa tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/20731612-d80c-4c93-a5d6-5b97efdbefb4 HTTP/1.1" status: 404 len: 337 time: 0.0441618 Aug 24 00:40:21.373453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57020) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.374058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Network 4d78f5a2-ba16-4b79-a439-6c8ec296797d is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:21.374058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:21.374058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:21.385528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=95dc4a7e-4102-4798-b2d0-099b356f75c0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:21.388967 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b993b4-5221-4bb3-ac66-ea3ede4cef59 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.389375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b993b4-5221-4bb3-ac66-ea3ede4cef59 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.403416 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18b993b4-5221-4bb3-ac66-ea3ede4cef59 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/6d8b2321-b19d-4e2e-91e8-1db87f547a7e HTTP/1.1" status: 404 len: 337 time: 0.0675838 Aug 24 00:40:21.404623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57022) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.412313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Pushing event updated for resources: {'Port': ['ID=bd6c269c-c299-4527-ab8c-fe6e0e9d5518,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:21.413351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.437364 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a77ec9-1549-4d45-8406-0426a4ebbe3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.438220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a77ec9-1549-4d45-8406-0426a4ebbe3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.442945 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-53a77ec9-1549-4d45-8406-0426a4ebbe3d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/430b39ad-b152-463c-9553-52ac5eb24f83 HTTP/1.1" status: 404 len: 333 time: 0.0343411 Aug 24 00:40:21.444558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57024) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.458746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] Deleting port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:21.459656 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.463311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Attempting to bind port bd6c269c-c299-4527-ab8c-fe6e0e9d5518 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:21.463678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Attempting to bind port bd6c269c-c299-4527-ab8c-fe6e0e9d5518 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '15e1ab14-9dae-4219-93b1-3f15fdc1af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d78f5a2-ba16-4b79-a439-6c8ec296797d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:21.464043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Attempting to bind port bd6c269c-c299-4527-ab8c-fe6e0e9d5518 on network 4d78f5a2-ba16-4b79-a439-6c8ec296797d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:21.475208 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc11cf39-4060-4f92-99a1-c4a5000e690e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.475656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc11cf39-4060-4f92-99a1-c4a5000e690e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.479672 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dc11cf39-4060-4f92-99a1-c4a5000e690e tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/e0ba83f8-fe72-4f69-b12c-82cadda6d423 HTTP/1.1" status: 404 len: 337 time: 0.0319335 Aug 24 00:40:21.480545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57026) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.513835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:21.514233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Checking segment: {'id': '15e1ab14-9dae-4219-93b1-3f15fdc1af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d78f5a2-ba16-4b79-a439-6c8ec296797d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:21.514558 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.515095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Bound using segment: {'id': '15e1ab14-9dae-4219-93b1-3f15fdc1af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d78f5a2-ba16-4b79-a439-6c8ec296797d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:21.515585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Bound port: bd6c269c-c299-4527-ab8c-fe6e0e9d5518, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e1ab14-9dae-4219-93b1-3f15fdc1af94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d78f5a2-ba16-4b79-a439-6c8ec296797d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:21.515995 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.520729 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-382f1609-c0ab-41ca-8ad2-ef5e2aac9c5d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.521486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382f1609-c0ab-41ca-8ad2-ef5e2aac9c5d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.526126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57028) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.526900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-382f1609-c0ab-41ca-8ad2-ef5e2aac9c5d tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/11090978-2703-475e-9b53-53911cc70a92 HTTP/1.1" status: 404 len: 337 time: 0.0405495 Aug 24 00:40:21.562126 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77ecc0a-709a-4fdc-872c-8775f0cc15e3 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.563132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77ecc0a-709a-4fdc-872c-8775f0cc15e3 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.565102 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a77ecc0a-709a-4fdc-872c-8775f0cc15e3 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/5a3cf738-8afd-4548-bdaa-b70afa9c5edc HTTP/1.1" status: 404 len: 333 time: 0.0371943 Aug 24 00:40:21.568838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57030) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.601795 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e57267b-ca39-46da-a43b-ee4172c9c008 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.602533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e57267b-ca39-46da-a43b-ee4172c9c008 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.603565 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP bd89e618-d068-452a-930b-d4a359658f65 associated. External IP: 172.25.5.207, port: b1e0691d-1059-4db3-99a9-c7d86584fc6f. Aug 24 00:40:21.604747 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9e57267b-ca39-46da-a43b-ee4172c9c008 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/d6f0f844-52df-48ab-8e20-82f745695b5e HTTP/1.1" status: 404 len: 337 time: 0.0347133 Aug 24 00:40:21.608278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57032) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.642264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] For port 34bfd0b8-48ec-4c9b-a22d-de541b48d688, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34bfd0b8-48ec-4c9b-a22d-de541b48d688,segment=NetworkSegment(6f1b0c9f-e867-4918-b7ea-6ee7e80af406),segment_id=6f1b0c9f-e867-4918-b7ea-6ee7e80af406)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:21.642602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.662728 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-844e7c05-450c-41a1-a279-b30b04dfc4d6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:21.663712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844e7c05-450c-41a1-a279-b30b04dfc4d6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:21.665897 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-844e7c05-450c-41a1-a279-b30b04dfc4d6 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/subnets/ccb4331e-c745-4ecf-9eab-a328ea84ea54 HTTP/1.1" status: 404 len: 337 time: 0.0563922 Aug 24 00:40:21.686907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57036) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.710281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] Calling delete_port for 34bfd0b8-48ec-4c9b-a22d-de541b48d688 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:21.737099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] For port bd6c269c-c299-4527-ab8c-fe6e0e9d5518, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:21.793982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] For port bd6c269c-c299-4527-ab8c-fe6e0e9d5518, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=bd6c269c-c299-4527-ab8c-fe6e0e9d5518,segment=NetworkSegment(15e1ab14-9dae-4219-93b1-3f15fdc1af94),segment_id=15e1ab14-9dae-4219-93b1-3f15fdc1af94)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:21.807242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf9a583-3f78-4403-96f0-a27ab51f63b6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733486022346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6410563'] for subnet, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.856849 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.865697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-89bf550a-cbfd-484f-aef9-dc2fff8c6003 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Deleting port f2332c8d-9af5-4caf-87ef-34ae9b95f314 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:21.866334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89bf550a-cbfd-484f-aef9-dc2fff8c6003 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.875818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9a583-3f78-4403-96f0-a27ab51f63b6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:21.876710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-edf9a583-3f78-4403-96f0-a27ab51f63b6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:21.878995 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-edf9a583-3f78-4403-96f0-a27ab51f63b6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "PUT /v2.0/subnets/b6002fd1-c4e6-4031-89a6-f6e1a39c47ee HTTP/1.1" status: 200 len: 877 time: 1.4357080 Aug 24 00:40:21.894170 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57038) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:21.921594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693f1f5-35b3-4b15-a1de-7627546a4abb None None] Pushing event updated for resources: {'Port': ['ID=bd6c269c-c299-4527-ab8c-fe6e0e9d5518,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:22.028205 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.055430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] No DVR routers for this DVR port 34bfd0b8-48ec-4c9b-a22d-de541b48d688 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:22.120778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.126766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9a583-3f78-4403-96f0-a27ab51f63b6 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event updated for resources: {'Subnet': ['ID=b6002fd1-c4e6-4031-89a6-f6e1a39c47ee,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:22.140121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e88250-21d7-43bf-9b99-a7b5441cc313 None None] Pushing event deleted for resources: {'Port': ['ID=34bfd0b8-48ec-4c9b-a22d-de541b48d688,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:22.153005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89bf550a-cbfd-484f-aef9-dc2fff8c6003 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.172082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-89bf550a-cbfd-484f-aef9-dc2fff8c6003 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Calling delete_port for f2332c8d-9af5-4caf-87ef-34ae9b95f314 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:22.315036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port bd6c269c-c299-4527-ab8c-fe6e0e9d5518 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:22.315642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.349206 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:40:22.362868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:22.446495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port bd6c269c-c299-4527-ab8c-fe6e0e9d5518, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=bd6c269c-c299-4527-ab8c-fe6e0e9d5518,segment=NetworkSegment(15e1ab14-9dae-4219-93b1-3f15fdc1af94),segment_id=15e1ab14-9dae-4219-93b1-3f15fdc1af94)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:22.446901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.459614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for bd6c269c-c299-4527-ab8c-fe6e0e9d5518 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:22.493790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:22.531026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89bf550a-cbfd-484f-aef9-dc2fff8c6003 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.531177 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926dd46-f32b-440e-8fe5-7a92fd019b15 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:22.550171 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926dd46-f32b-440e-8fe5-7a92fd019b15 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:22.551962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9926dd46-f32b-440e-8fe5-7a92fd019b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:22.569861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf550a-cbfd-484f-aef9-dc2fff8c6003 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Port': ['ID=f2332c8d-9af5-4caf-87ef-34ae9b95f314,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:22.583655 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89bf550a-cbfd-484f-aef9-dc2fff8c6003 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.594573 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-89bf550a-cbfd-484f-aef9-dc2fff8c6003 tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/ports/f2332c8d-9af5-4caf-87ef-34ae9b95f314 HTTP/1.1" status: 204 len: 168 time: 0.9063263 Aug 24 00:40:22.595262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57044) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:22.619329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.658991 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9926dd46-f32b-440e-8fe5-7a92fd019b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:22.672924 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926dd46-f32b-440e-8fe5-7a92fd019b15 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:22.673272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-029d28ab-4ebc-44dd-973a-05207e0252c6 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6929560 Aug 24 00:40:22.674375 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9926dd46-f32b-440e-8fe5-7a92fd019b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:22.676909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57046) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:22.689367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-907766904'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:22.721757 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9926dd46-f32b-440e-8fe5-7a92fd019b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:22.723420 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926dd46-f32b-440e-8fe5-7a92fd019b15 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:22.765596 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.870230 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.874374 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.915716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=bd6c269c-c299-4527-ab8c-fe6e0e9d5518,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:22.918344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b897a761-f99e-4567-8b22-7970b83a07f4']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:22.944687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bd6c269c-c299-4527-ab8c-fe6e0e9d5518 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:22.945251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:22.948545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:22.976017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: bd6c269c-c299-4527-ab8c-fe6e0e9d5518 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:22.976017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bd6c269c-c299-4527-ab8c-fe6e0e9d5518 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 24 00:40:22.981146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1b0c9f-e867-4918-b7ea-6ee7e80af406') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:22.981791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1b0c9f-e867-4918-b7ea-6ee7e80af406') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:22.989875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port bd6c269c-c299-4527-ab8c-fe6e0e9d5518 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:22.994648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Port bd6c269c-c299-4527-ab8c-fe6e0e9d5518 not found, will not notify nova. {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 24 00:40:23.000138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.045477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34bfd0b8-48ec-4c9b-a22d-de541b48d688 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:23.047632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.059574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:23.067030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:23.067407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:23.071141 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:23.073463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 34bfd0b8-48ec-4c9b-a22d-de541b48d688 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:23.073463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34bfd0b8-48ec-4c9b-a22d-de541b48d688 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:23.099532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.160873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.161614 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Added segment 77753457-9ac9-4674-a845-6b5a9fb607c4 of type vlan for network b64656a7-0335-4c21-811f-0b33570223db Aug 24 00:40:23.202778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8617ecf-defd-4a7a-8807-468b3c375151 None None] Network 4d78f5a2-ba16-4b79-a439-6c8ec296797d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:23.261915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-673d2ce0-decb-45f8-989b-d07d5768c645 None None] Could not find standard attr ID for object bd6c269c-c299-4527-ab8c-fe6e0e9d5518. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:40:23.296653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.302629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.304722 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] 10.222.0.26 "DELETE /v2.0/networks/b897a761-f99e-4567-8b22-7970b83a07f4 HTTP/1.1" status: 204 len: 168 time: 0.7030489 Aug 24 00:40:23.318760 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.321601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.370083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Pushing event deleted for resources: {'Network': ['ID=b897a761-f99e-4567-8b22-7970b83a07f4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:23.384359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=b6002fd1-c4e6-4031-89a6-f6e1a39c47ee,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:23.416155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.416522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.416850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.417261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.417994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.417994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.423138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.423138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.423138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.423138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.423138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.423138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13213b-fb0b-4a18-aa7c-19b45eec89ac tempest-PortsTestJSON-726641136 tempest-PortsTestJSON-726641136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.454573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.454573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.454573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.454999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.455323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.455585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.455870 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.456380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.456740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.457070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.457397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.458175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:23.481878 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.492785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d78f5a2-ba16-4b79-a439-6c8ec296797d']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:23.503932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e1ab14-9dae-4219-93b1-3f15fdc1af94') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:23.504241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e1ab14-9dae-4219-93b1-3f15fdc1af94') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:23.514515 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.529032 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.535500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:23.535889 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:23.538953 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:23.583660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.589345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:23.590261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.674011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Network': ['ID=b64656a7-0335-4c21-811f-0b33570223db,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:23.684512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b64656a7-0335-4c21-811f-0b33570223db details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:23.725788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2efeda-f3ef-4207-b6d6-e37f7c63d6f4 None None] Network 4d78f5a2-ba16-4b79-a439-6c8ec296797d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:23.787368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.793213 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:23.795376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/4d78f5a2-ba16-4b79-a439-6c8ec296797d HTTP/1.1" status: 204 len: 168 time: 1.8994453 Aug 24 00:40:23.799958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57062) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:23.800459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:23.813001 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-84a9d279-2b07-48da-a5e7-d0748c7fa60f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1271222 Aug 24 00:40:23.845867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b079434-6ed2-4769-89f3-93c9b5657b5f tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=4d78f5a2-ba16-4b79-a439-6c8ec296797d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:23.855978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'subnet': {'network_id': 'b64656a7-0335-4c21-811f-0b33570223db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:23.861260 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f3b75f-17f2-4fbe-a4ea-df5c0e7997df tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:23.861808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f3b75f-17f2-4fbe-a4ea-df5c0e7997df tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:23.863883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-02f3b75f-17f2-4fbe-a4ea-df5c0e7997df tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/b6002fd1-c4e6-4031-89a6-f6e1a39c47ee HTTP/1.1" status: 404 len: 337 time: 0.0624211 Aug 24 00:40:23.866607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57066) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:23.905599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:23.907584 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b0686-bc21-4a4a-81d7-aa077313f008 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:23.908280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b0686-bc21-4a4a-81d7-aa077313f008 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:23.916009 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-713b0686-bc21-4a4a-81d7-aa077313f008 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/4d78f5a2-ba16-4b79-a439-6c8ec296797d HTTP/1.1" status: 404 len: 339 time: 0.0441916 Aug 24 00:40:23.918097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57072) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:23.940261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b51bc-19ea-42ba-9867-12b8603d6cf9 None None] DHCP port deletion for 4d78f5a2-ba16-4b79-a439-6c8ec296797d request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:23.978889 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d845301-120b-4cb5-8526-8432051d009b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:23.982313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d845301-120b-4cb5-8526-8432051d009b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:23.984287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d845301-120b-4cb5-8526-8432051d009b tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/ca1458ee-554f-41e0-b9a9-1e54c5f66943 HTTP/1.1" status: 404 len: 337 time: 0.0652142 Aug 24 00:40:23.986885 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.007316 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-066bc659-85ec-4463-b619-744652d3d272 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.007968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066bc659-85ec-4463-b619-744652d3d272 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.009983 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-066bc659-85ec-4463-b619-744652d3d272 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/a2834be9-58b8-4a1a-a122-4be709dcd625 HTTP/1.1" status: 404 len: 339 time: 0.0219922 Aug 24 00:40:24.012667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.084717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:24.088212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.209002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.216041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a0b168a0-ef3d-427e-888b-ab71dd1b5097 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a16bbe30523b463c97a41ff8dbe93e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3061719 Aug 24 00:40:24.218139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57082) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.278571 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-736c7f4b-2e72-4dd9-b7d3-33ee6523fb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.302149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-736c7f4b-2e72-4dd9-b7d3-33ee6523fb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.344108 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.362168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8824d112-c48b-4a61-ade4-ecd5f78ff146']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:24.395359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26e163a-b98d-42ac-9ab4-7973c292c539') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:24.395359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26e163a-b98d-42ac-9ab4-7973c292c539') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:24.413987 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.428112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-736c7f4b-2e72-4dd9-b7d3-33ee6523fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.431293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-736c7f4b-2e72-4dd9-b7d3-33ee6523fb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.432627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-736c7f4b-2e72-4dd9-b7d3-33ee6523fb01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/156259c0-24ab-4019-8408-ece3d8d12329 HTTP/1.1" status: 204 len: 168 time: 0.2124913 Aug 24 00:40:24.438396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.443339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c7f4b-2e72-4dd9-b7d3-33ee6523fb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156259c0-24ab-4019-8408-ece3d8d12329,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:24.455977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:24.456407 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:24.462941 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:24.579782 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.647728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Subnet': ['ID=3af692d9-eaa5-46ca-ab76-08598bfd1f0b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:24.657935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Checking segment: {'id': '77753457-9ac9-4674-a845-6b5a9fb607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b64656a7-0335-4c21-811f-0b33570223db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:24.658302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network hostable DHCP agents. Network: b64656a7-0335-4c21-811f-0b33570223db, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:24.702077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.713903 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.713903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/8824d112-c48b-4a61-ade4-ecd5f78ff146 HTTP/1.1" status: 204 len: 168 time: 0.6978772 Aug 24 00:40:24.714878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57090) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.732987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ce717-25ec-40d3-9f4a-2597669a8764 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=8824d112-c48b-4a61-ade4-ecd5f78ff146,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:24.740812 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d51dd47-a656-4775-a1a5-d03c29b8b494 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.741408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d51dd47-a656-4775-a1a5-d03c29b8b494 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.743217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d51dd47-a656-4775-a1a5-d03c29b8b494 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/5c05d1e8-f7c0-4389-95b1-f719b0b45cd8 HTTP/1.1" status: 404 len: 337 time: 0.0279739 Aug 24 00:40:24.745913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57092) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.764223 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c608fe-cec5-4e22-8d37-509cfa364696 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.764744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c608fe-cec5-4e22-8d37-509cfa364696 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.766416 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-60c608fe-cec5-4e22-8d37-509cfa364696 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/5a239a55-a4a7-4f9d-8bca-c5c80a6c0707 HTTP/1.1" status: 404 len: 339 time: 0.0195892 Aug 24 00:40:24.768756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57094) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.797123 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-074c2989-0602-4efd-9222-acab70594eda tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.797602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074c2989-0602-4efd-9222-acab70594eda tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.799252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-074c2989-0602-4efd-9222-acab70594eda tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/a75e6bee-d552-4201-afbc-7b449188f57f HTTP/1.1" status: 404 len: 337 time: 0.0289595 Aug 24 00:40:24.801744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57096) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.807779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network b64656a7-0335-4c21-811f-0b33570223db is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:24.820540 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-216a7e20-af74-4321-8d65-29ac44ebc111 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.821087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216a7e20-af74-4321-8d65-29ac44ebc111 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.822833 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-216a7e20-af74-4321-8d65-29ac44ebc111 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/7a811b86-980e-453f-bc6c-093825e44aae HTTP/1.1" status: 404 len: 339 time: 0.0200677 Aug 24 00:40:24.825382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57098) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.854033 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-909c6b23-28f8-4ec8-a866-a9493b0b55b3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.854621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909c6b23-28f8-4ec8-a866-a9493b0b55b3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.861622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-909c6b23-28f8-4ec8-a866-a9493b0b55b3 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/e9478f6a-e2bb-4d0d-9e4e-9c63239ccc92 HTTP/1.1" status: 404 len: 337 time: 0.0343029 Aug 24 00:40:24.863418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57102) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.884386 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-51959479-e01d-4dc4-86cd-15f9d2665aaa tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.884386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51959479-e01d-4dc4-86cd-15f9d2665aaa tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.886063 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-51959479-e01d-4dc4-86cd-15f9d2665aaa tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/fc43b56a-417c-451c-8951-1d58f26e68dc HTTP/1.1" status: 404 len: 339 time: 0.0216722 Aug 24 00:40:24.888618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57104) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.914241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bd6c269c-c299-4527-ab8c-fe6e0e9d5518 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:24.929205 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-092d0a7c-5f77-497a-9363-cc34058d3e02 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.929868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092d0a7c-5f77-497a-9363-cc34058d3e02 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.931747 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-092d0a7c-5f77-497a-9363-cc34058d3e02 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/13e76a83-5e97-45a9-94a4-79273fcf3678 HTTP/1.1" status: 404 len: 337 time: 0.0421190 Aug 24 00:40:24.935002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.939939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: bd6c269c-c299-4527-ab8c-fe6e0e9d5518 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:24.940219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bd6c269c-c299-4527-ab8c-fe6e0e9d5518 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:24.956135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b64656a7-0335-4c21-811f-0b33570223db) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:24.964664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:24.965776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:24.973958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba20e3ba-fec9-4839-b5a4-a5867cd2e03b None None] Network b64656a7-0335-4c21-811f-0b33570223db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:24.983629 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8a4d5a-f2b6-4566-9640-5d8b139712d7 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:24.984587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8a4d5a-f2b6-4566-9640-5d8b139712d7 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:24.989453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57108) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:24.989792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8e8a4d5a-f2b6-4566-9640-5d8b139712d7 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/f8a6e8e8-84ff-4684-ba1d-fbd9a6511449 HTTP/1.1" status: 404 len: 339 time: 0.0532327 Aug 24 00:40:25.027007 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc7020c-d8c3-4600-acce-5a07f5e25714 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:25.028491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc7020c-d8c3-4600-acce-5a07f5e25714 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:25.030936 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7cc7020c-d8c3-4600-acce-5a07f5e25714 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/39ffabdf-a5fa-4ed7-ad01-679f55045aa9 HTTP/1.1" status: 404 len: 337 time: 0.0402215 Aug 24 00:40:25.033404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.054890 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-42233810-a534-49b4-8c62-2a2aec209c7e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:25.055709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42233810-a534-49b4-8c62-2a2aec209c7e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:25.057708 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-42233810-a534-49b4-8c62-2a2aec209c7e tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/77ce20dc-f881-471a-958a-777647d75630 HTTP/1.1" status: 404 len: 339 time: 0.0230520 Aug 24 00:40:25.060188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.099860 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c714e301-9fdd-4d40-9cf5-1f9ec1f1eb87 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:25.100960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c714e301-9fdd-4d40-9cf5-1f9ec1f1eb87 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:25.103461 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c714e301-9fdd-4d40-9cf5-1f9ec1f1eb87 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/156b6a9d-0d04-4806-804a-a7c276187e3d HTTP/1.1" status: 404 len: 337 time: 0.0420556 Aug 24 00:40:25.105035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2413fbf4-553e-4e54-b0b8-389c53bb3f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2541406 Aug 24 00:40:25.110875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.113560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57122) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.117214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2085593014', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:25.172291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-b64656a7-0335-4c21-811f-0b33570223db', 'network_id': 'b64656a7-0335-4c21-811f-0b33570223db', 'tenant_id': '518c99f8a1a349d6913b9b110e837a15', 'fixed_ips': [{'subnet_id': '3af692d9-eaa5-46ca-ab76-08598bfd1f0b'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:25.173458 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.350833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Allocated IP 172.20.0.2 (b64656a7-0335-4c21-811f-0b33570223db/3af692d9-eaa5-46ca-ab76-08598bfd1f0b/dcf02f0c-8688-4a33-b8ae-11dd45cde4c9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:25.435049 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d7ce8c-7fef-41f5-a801-62d3bac3dee9 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:25.435638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d7ce8c-7fef-41f5-a801-62d3bac3dee9 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:25.437692 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18d7ce8c-7fef-41f5-a801-62d3bac3dee9 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/b687ece2-a708-4c17-83b0-bfa93fe4f367 HTTP/1.1" status: 404 len: 339 time: 0.3135488 Aug 24 00:40:25.440597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.466858 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-3108232b-8a22-4976-81b9-88f41167e010 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:25.467587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3108232b-8a22-4976-81b9-88f41167e010 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:25.469757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3108232b-8a22-4976-81b9-88f41167e010 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/15c5f929-9a78-45b2-b804-06bd5407e621 HTTP/1.1" status: 404 len: 337 time: 0.0281169 Aug 24 00:40:25.472736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.496709 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e754d2-d564-4691-8c6a-dd88b2715436 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:25.496709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e754d2-d564-4691-8c6a-dd88b2715436 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:25.496709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-68e754d2-d564-4691-8c6a-dd88b2715436 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/179ee46a-26bb-4d74-a6ba-e05084495c76 HTTP/1.1" status: 404 len: 339 time: 0.0202339 Aug 24 00:40:25.496709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.522517 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-437ec822-7026-4301-89ce-a4ee054d88a5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:25.522980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437ec822-7026-4301-89ce-a4ee054d88a5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:25.525053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-437ec822-7026-4301-89ce-a4ee054d88a5 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/6facb0d2-eeaf-4d9d-9bae-123b39e5a983 HTTP/1.1" status: 404 len: 337 time: 0.0274060 Aug 24 00:40:25.529924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57142) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.535487 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.550066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Transition to ACTIVE for port object dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:25.552045 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec5783b-8694-44dc-941b-a9b6b0c961e7 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:25.552639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec5783b-8694-44dc-941b-a9b6b0c961e7 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:25.553212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.554914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.555295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1ec5783b-8694-44dc-941b-a9b6b0c961e7 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/8035d48c-e01f-4ded-a15b-45fc8926b25f HTTP/1.1" status: 404 len: 339 time: 0.0233068 Aug 24 00:40:25.562119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57144) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.575136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Transition to ACTIVE for port object dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:25.590141 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.651656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cca8f0d-a089-432b-ad92-3020b0235223 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting subnet e161416f-65b4-42dd-803d-55ab0ffb1c9e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:25.654886 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cca8f0d-a089-432b-ad92-3020b0235223 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.678182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.683336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.706615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cca8f0d-a089-432b-ad92-3020b0235223 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.732826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Network b64656a7-0335-4c21-811f-0b33570223db is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:25.740304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:25.758395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:25.797102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Pushing event updated for resources: {'Port': ['ID=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:25.851208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Attempting to bind port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:25.851895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Attempting to bind port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '77753457-9ac9-4674-a845-6b5a9fb607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b64656a7-0335-4c21-811f-0b33570223db'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:25.852438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Attempting to bind port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 on network b64656a7-0335-4c21-811f-0b33570223db {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:25.880889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:25.881599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Checking segment: {'id': '77753457-9ac9-4674-a845-6b5a9fb607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b64656a7-0335-4c21-811f-0b33570223db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:25.883443 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.883443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Bound using segment: {'id': '77753457-9ac9-4674-a845-6b5a9fb607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b64656a7-0335-4c21-811f-0b33570223db'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:25.883443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Bound port: dcf02f0c-8688-4a33-b8ae-11dd45cde4c9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77753457-9ac9-4674-a845-6b5a9fb607c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b64656a7-0335-4c21-811f-0b33570223db'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:25.886536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.912929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cca8f0d-a089-432b-ad92-3020b0235223 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:25.975639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57150) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:25.999120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] For port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:26.002978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] For port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,segment=NetworkSegment(77753457-9ac9-4674-a845-6b5a9fb607c4),segment_id=77753457-9ac9-4674-a845-6b5a9fb607c4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:26.068851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cca8f0d-a089-432b-ad92-3020b0235223 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.102536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca8f0d-a089-432b-ad92-3020b0235223 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Subnet': ['ID=e161416f-65b4-42dd-803d-55ab0ffb1c9e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:26.104399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.106438 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cca8f0d-a089-432b-ad92-3020b0235223 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.108242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9cca8f0d-a089-432b-ad92-3020b0235223 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/subnets/e161416f-65b4-42dd-803d-55ab0ffb1c9e HTTP/1.1" status: 204 len: 168 time: 0.5446577 Aug 24 00:40:26.111085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57154) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:26.114916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab3ed70-54bb-4701-b47a-507b6eecbbc1 None None] Network 1a9ace3b-b363-4089-8683-f446079d3e4e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:26.129701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7c591f3b-638f-4be2-98a7-717e42322742 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-526625898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:26.167063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.192890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.256069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Deleting port c790ab1c-f7f6-4d9e-8377-0968ab7114da {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:26.256069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.290764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395ae88-9578-4192-805a-d0b7b07c6905 None None] Pushing event updated for resources: {'Port': ['ID=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:26.304902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c591f3b-638f-4be2-98a7-717e42322742 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.318287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c591f3b-638f-4be2-98a7-717e42322742 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.356967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] For port c790ab1c-f7f6-4d9e-8377-0968ab7114da, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c790ab1c-f7f6-4d9e-8377-0968ab7114da,segment=NetworkSegment(3d694c08-285b-42bc-bbbb-1d61b587a136),segment_id=3d694c08-285b-42bc-bbbb-1d61b587a136)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:26.356967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.377116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Calling delete_port for c790ab1c-f7f6-4d9e-8377-0968ab7114da owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:26.391289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] DHCP port deletion for 1a9ace3b-b363-4089-8683-f446079d3e4e request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:26.443028 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-185a1739-56c6-4358-b75a-f52b633e4226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.472680 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c591f3b-638f-4be2-98a7-717e42322742 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.507117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] Deleting port c790ab1c-f7f6-4d9e-8377-0968ab7114da {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:26.507117 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.602785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c591f3b-638f-4be2-98a7-717e42322742 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.626572 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.647509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] For port c790ab1c-f7f6-4d9e-8377-0968ab7114da, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c790ab1c-f7f6-4d9e-8377-0968ab7114da,segment=NetworkSegment(3d694c08-285b-42bc-bbbb-1d61b587a136),segment_id=3d694c08-285b-42bc-bbbb-1d61b587a136)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:26.654006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.660859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Port': ['ID=c790ab1c-f7f6-4d9e-8377-0968ab7114da,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:26.670003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] No DVR routers for this DVR port c790ab1c-f7f6-4d9e-8377-0968ab7114da on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:26.681162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] Calling delete_port for c790ab1c-f7f6-4d9e-8377-0968ab7114da owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:26.747784 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.775710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.776005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.791712 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.813273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] No DVR routers for this DVR port c790ab1c-f7f6-4d9e-8377-0968ab7114da on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:26.816906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9ace3b-b363-4089-8683-f446079d3e4e']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:26.821628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fceee-9ab9-4370-807c-f5384ea78c1f None None] Pushing event deleted for resources: {'Port': ['ID=c790ab1c-f7f6-4d9e-8377-0968ab7114da,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:26.843004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d694c08-285b-42bc-bbbb-1d61b587a136') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:26.843737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d694c08-285b-42bc-bbbb-1d61b587a136') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:26.853376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c591f3b-638f-4be2-98a7-717e42322742 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.857229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:26.857397 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7c591f3b-638f-4be2-98a7-717e42322742 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8803017 Aug 24 00:40:26.864749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1871555838'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:26.870010 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.890891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.909383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:26.910341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:26.913439 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:26.963583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.25.5.239 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/5da4dddd-f28b-4adf-8b0e-92cb04d41293) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:27.015836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:27.096240 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.101804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Made reservation on behalf of 6121163d5668444285ecf511148a6e82 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:27.105671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.120177 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.144885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.150527 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.155698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] 10.222.0.26 "DELETE /v2.0/networks/1a9ace3b-b363-4089-8683-f446079d3e4e HTTP/1.1" status: 204 len: 168 time: 1.0436196 Aug 24 00:40:27.163194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:27.183886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7f388-ab2b-496a-a1dc-cd596567bb54 tempest-NetworksTest-1526116874 tempest-NetworksTest-1526116874-project] Pushing event deleted for resources: {'Network': ['ID=1a9ace3b-b363-4089-8683-f446079d3e4e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:27.264624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c790ab1c-f7f6-4d9e-8377-0968ab7114da no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:27.268398 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.321220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c790ab1c-f7f6-4d9e-8377-0968ab7114da {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:27.322114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c790ab1c-f7f6-4d9e-8377-0968ab7114da not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:27.322280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.345935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:27.349483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:27.353432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:27.380022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=5da4dddd-f28b-4adf-8b0e-92cb04d41293,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:27.432462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.445732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:27.456961 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.457808 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Added segment 8846018d-be1c-4cab-a963-7a58ba9d1dc4 of type vlan for network 88592683-fddd-44fa-82f2-35ac40d34a31 Aug 24 00:40:27.552810 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.607992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce62f5bd-aa62-4a7b-91be-1c24f64bcec0 None None] Network b64656a7-0335-4c21-811f-0b33570223db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:27.637730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcd2bf-5785-47e5-839f-4a07081675ff,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:27.663224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-f8794a59-f5a1-425b-b1f2-63221272b85b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115050 Aug 24 00:40:27.777850 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.783517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:27.784129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.797754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4f35e90e-a980-4ca4-bb0e-a126f896c06c None None] Provisioning for port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:27.810061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4f35e90e-a980-4ca4-bb0e-a126f896c06c None None] Provisioning complete for port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:27.810774 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f35e90e-a980-4ca4-bb0e-a126f896c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:27.890306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57214) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:27.891187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Network': ['ID=88592683-fddd-44fa-82f2-35ac40d34a31,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:27.908146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-9a6087ec-5c91-4bf0-b043-88e842617d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:27.909299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-9a6087ec-5c91-4bf0-b043-88e842617d62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1824908 Aug 24 00:40:27.915167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 88592683-fddd-44fa-82f2-35ac40d34a31 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:28.007396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f35e90e-a980-4ca4-bb0e-a126f896c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.013926 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.063755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f54b342c-b892-43ac-b2b1-ceb7195dda59 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2053862 Aug 24 00:40:28.065813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4f35e90e-a980-4ca4-bb0e-a126f896c06c None None] For port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,segment=NetworkSegment(77753457-9ac9-4674-a845-6b5a9fb607c4),segment_id=77753457-9ac9-4674-a845-6b5a9fb607c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:28.069717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:28.076639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'subnet': {'network_id': '88592683-fddd-44fa-82f2-35ac40d34a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:28.167792 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f35e90e-a980-4ca4-bb0e-a126f896c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.223074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35e90e-a980-4ca4-bb0e-a126f896c06c None None] Pushing event updated for resources: {'Port': ['ID=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:28.224238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-a0ea3cd2-6533-4568-bd3b-8bb24e4a4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:28.225797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-a0ea3cd2-6533-4568-bd3b-8bb24e4a4c20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.2940660 Aug 24 00:40:28.230254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c17ce862-b0e6-4f0d-a24a-39a104d3178d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a284603201704b538481d9f44e70cd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335683 Aug 24 00:40:28.240324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57220) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:28.281459 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.288277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7ad8ddd7-e8ac-4dac-b492-d3d859f15a69 None None] Provisioning complete for port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:28.288883 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7ad8ddd7-e8ac-4dac-b492-d3d859f15a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.354993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-fcea7465-4e77-458f-8fa2-9522d135df37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 1001 time: 0.1136858 Aug 24 00:40:28.375950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Made reservation on behalf of 6121163d5668444285ecf511148a6e82 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:28.380444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.417095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1940ed64-c18e-499b-a919-041c4cf359db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.513101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-f8ebeff1-8d52-47c3-aac0-8e243cc1455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:28.514698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-f8ebeff1-8d52-47c3-aac0-8e243cc1455e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.1512091 Aug 24 00:40:28.519966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1940ed64-c18e-499b-a919-041c4cf359db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.594152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router 2b51da29-05ac-4b4b-8661-29196187152b is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:40:28.705279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-53636fb1-28d7-4349-994c-052533798dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:28.707153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-53636fb1-28d7-4349-994c-052533798dcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853354 Aug 24 00:40:28.766615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:28.776693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e045c-757f-4f01-8f2e-c19d02c11f4c None None] Sync routers for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:28.786519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e045c-757f-4f01-8f2e-c19d02c11f4c None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:28.787115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-756e045c-757f-4f01-8f2e-c19d02c11f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:28.825210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-756e045c-757f-4f01-8f2e-c19d02c11f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:28.835110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e045c-757f-4f01-8f2e-c19d02c11f4c None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:28.835703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-756e045c-757f-4f01-8f2e-c19d02c11f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:39:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:28.836388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1940ed64-c18e-499b-a919-041c4cf359db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.839764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1940ed64-c18e-499b-a919-041c4cf359db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.840502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1940ed64-c18e-499b-a919-041c4cf359db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/add71e48-5967-46e0-ab19-67a060c55f9a HTTP/1.1" status: 204 len: 168 time: 0.5981348 Aug 24 00:40:28.856865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ed64-c18e-499b-a919-041c4cf359db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add71e48-5967-46e0-ab19-67a060c55f9a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:28.869322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-756e045c-757f-4f01-8f2e-c19d02c11f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:28.869528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-57735c29-d38d-4004-bbf1-07a917480c2d service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524141 Aug 24 00:40:28.870046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e045c-757f-4f01-8f2e-c19d02c11f4c None None] The sync data for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:28.887699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.892122 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8013bed3-102b-42fc-b783-b06e167fe550 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7771156 Aug 24 00:40:28.892122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57230) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:28.971738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:28.989093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:28.997909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0148499d-ac05-4cb6-8e1e-233860069c2a req-e4e3b61c-a9f7-4066-bf9d-39b461d222d2 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218233 Aug 24 00:40:29.040154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:29.040526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.077787 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-559762c3-dcb9-4086-a484-00fad75e29df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.106575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Subnet': ['ID=6e00062b-832d-40a2-93b4-e5ca891433b2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:29.124633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Checking segment: {'id': '8846018d-be1c-4cab-a963-7a58ba9d1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88592683-fddd-44fa-82f2-35ac40d34a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:29.125100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network hostable DHCP agents. Network: 88592683-fddd-44fa-82f2-35ac40d34a31, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:29.155495 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.250326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network 88592683-fddd-44fa-82f2-35ac40d34a31 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:29.360995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 88592683-fddd-44fa-82f2-35ac40d34a31) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:29.364232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:29.365284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.373489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1c363-363d-4893-bdde-41e2d34689f7 None None] Network 88592683-fddd-44fa-82f2-35ac40d34a31 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:29.466122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4c05c410-bc26-4129-a4b0-07a97226ea25 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3901908 Aug 24 00:40:29.466122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57242) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:29.471020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'network': {'name': 'tempest-router-network01--212744312'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:29.562563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-88592683-fddd-44fa-82f2-35ac40d34a31', 'network_id': '88592683-fddd-44fa-82f2-35ac40d34a31', 'tenant_id': '6121163d5668444285ecf511148a6e82', 'fixed_ips': [{'subnet_id': '6e00062b-832d-40a2-93b4-e5ca891433b2'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:29.563576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.671047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Made reservation on behalf of 6121163d5668444285ecf511148a6e82 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:29.676713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.705880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:29.714226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Allocated IP 172.20.0.2 (88592683-fddd-44fa-82f2-35ac40d34a31/6e00062b-832d-40a2-93b4-e5ca891433b2/595f999f-e6f3-407d-a265-fb39bba34b70) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:29.717006 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.717685 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Added segment 141c3b65-063a-43ac-9881-050363d15caa of type vlan for network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 Aug 24 00:40:29.725665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.833040 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.946784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:29.955281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Transition to ACTIVE for port object 595f999f-e6f3-407d-a265-fb39bba34b70 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:29.970854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Transition to ACTIVE for port object 595f999f-e6f3-407d-a265-fb39bba34b70 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:30.019202 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.030246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:30.031199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.102766 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.130842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.20.0.1 (b64656a7-0335-4c21-811f-0b33570223db/3af692d9-eaa5-46ca-ab76-08598bfd1f0b/5724a35a-aa4e-43e7-bd71-8cac0f203247) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:30.142459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Network': ['ID=8e8cbdd0-513d-41ec-9fa4-a383d12ead52,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:30.148220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Network 88592683-fddd-44fa-82f2-35ac40d34a31 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:30.154424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:30.157411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:30.163759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:30.186533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Pushing event updated for resources: {'Port': ['ID=595f999f-e6f3-407d-a265-fb39bba34b70,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:30.264100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.268165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bf432c86-39ca-45a9-8a2f-155495664304 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7987416 Aug 24 00:40:30.268365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:30.274369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'network': {'name': 'tempest-router-network02--1393564704'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:30.280441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Transition to ACTIVE for port object 5724a35a-aa4e-43e7-bd71-8cac0f203247 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:30.307093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Attempting to bind port 595f999f-e6f3-407d-a265-fb39bba34b70 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:30.307698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Attempting to bind port 595f999f-e6f3-407d-a265-fb39bba34b70 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '8846018d-be1c-4cab-a963-7a58ba9d1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88592683-fddd-44fa-82f2-35ac40d34a31'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:30.308041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Attempting to bind port 595f999f-e6f3-407d-a265-fb39bba34b70 on network 88592683-fddd-44fa-82f2-35ac40d34a31 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:30.313964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:30.314580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Checking segment: {'id': '8846018d-be1c-4cab-a963-7a58ba9d1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88592683-fddd-44fa-82f2-35ac40d34a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:30.315306 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.315874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Bound using segment: {'id': '8846018d-be1c-4cab-a963-7a58ba9d1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88592683-fddd-44fa-82f2-35ac40d34a31'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:30.316361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Bound port: 595f999f-e6f3-407d-a265-fb39bba34b70, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8846018d-be1c-4cab-a963-7a58ba9d1dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88592683-fddd-44fa-82f2-35ac40d34a31'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:30.317022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.384905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Made reservation on behalf of 6121163d5668444285ecf511148a6e82 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:30.388394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.401915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] For port 595f999f-e6f3-407d-a265-fb39bba34b70, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:30.405304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] For port 595f999f-e6f3-407d-a265-fb39bba34b70, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=595f999f-e6f3-407d-a265-fb39bba34b70,segment=NetworkSegment(8846018d-be1c-4cab-a963-7a58ba9d1dc4),segment_id=8846018d-be1c-4cab-a963-7a58ba9d1dc4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:30.419519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:30.429484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.429885 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Added segment f5f3306b-8c4e-4add-b21e-b358d77edabe of type vlan for network c1ff17cf-582d-4874-a1b9-e7a429000f79 Aug 24 00:40:30.442766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.445179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.467112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57266) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:30.486773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.502717 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.517621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network b64656a7-0335-4c21-811f-0b33570223db is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:30.522776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:30.541294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:30.593610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d6229-fa40-44c9-ba72-7163fc942e1a None None] Pushing event updated for resources: {'Port': ['ID=595f999f-e6f3-407d-a265-fb39bba34b70,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:30.593943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=5724a35a-aa4e-43e7-bd71-8cac0f203247,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:30.619627 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.621963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.628788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:30.629429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:30.669131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1407955605'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:30.744638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Network': ['ID=c1ff17cf-582d-4874-a1b9-e7a429000f79,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:30.756505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network c1ff17cf-582d-4874-a1b9-e7a429000f79 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:30.852860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-05a8d271-50f9-489c-a9ff-3761b33e69c1 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5827994 Aug 24 00:40:30.862101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57274) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:30.868358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'subnet': {'network_id': '8e8cbdd0-513d-41ec-9fa4-a383d12ead52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:30.998109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:31.003666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.020378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.044759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2fde645b-d58e-48fe-a60b-5db9d10452a5 None None] Provisioning for port 5724a35a-aa4e-43e7-bd71-8cac0f203247 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:31.048835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.050230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2fde645b-d58e-48fe-a60b-5db9d10452a5 None None] Provisioning complete for port 5724a35a-aa4e-43e7-bd71-8cac0f203247 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:31.050751 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2fde645b-d58e-48fe-a60b-5db9d10452a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.090966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 595f999f-e6f3-407d-a265-fb39bba34b70 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:31.142572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2fde645b-d58e-48fe-a60b-5db9d10452a5 None None] Port 5724a35a-aa4e-43e7-bd71-8cac0f203247 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:31.183928 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.222714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 595f999f-e6f3-407d-a265-fb39bba34b70 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:31.261917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.305184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:31.307578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770ee0f7-346f-4d9a-be75-0c4730041a63,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:31.318743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.319214 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment bf9a7681-9950-4065-b10a-84cd5c3cb0a0 of type vlan for network 483ebd54-915f-4394-9cad-93b57ec95995 Aug 24 00:40:31.364860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.400322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Made reservation on behalf of 6121163d5668444285ecf511148a6e82 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:31.404035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.488739 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.491270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:31.492045 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.494320 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.568328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=483ebd54-915f-4394-9cad-93b57ec95995,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:31.582564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 483ebd54-915f-4394-9cad-93b57ec95995 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:31.614913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.698988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c9eefb82-7d12-4c75-bb5c-b97546e57abe tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2283947 Aug 24 00:40:31.699596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57278) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:31.704641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-125841682'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:31.713903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.720407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=5724a35a-aa4e-43e7-bd71-8cac0f203247,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:31.826252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network b64656a7-0335-4c21-811f-0b33570223db is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:31.827979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:31.855690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6febbda1-f9c3-41bb-b612-96f7a5047df1 None None] Network 88592683-fddd-44fa-82f2-35ac40d34a31 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:31.904722 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.953975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:31.958732 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:31.968617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.010200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:32.039229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.039787 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment 9f44a29c-d554-4d9b-b402-62c96827fbb6 of type vlan for network 20852772-bb4f-497c-a3fb-d66bcf556381 Aug 24 00:40:32.060313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b441c88c-9552-4fb6-a96c-919f08efaa2c None None] Provisioning for port 595f999f-e6f3-407d-a265-fb39bba34b70 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:32.073084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b441c88c-9552-4fb6-a96c-919f08efaa2c None None] Provisioning complete for port 595f999f-e6f3-407d-a265-fb39bba34b70 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:32.073679 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b441c88c-9552-4fb6-a96c-919f08efaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.084854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router 2b51da29-05ac-4b4b-8661-29196187152b has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:32.086058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Subnet': ['ID=162a8811-5263-4c17-b393-bcb2c4fc48d8,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:32.103831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Checking segment: {'id': '141c3b65-063a-43ac-9881-050363d15caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8e8cbdd0-513d-41ec-9fa4-a383d12ead52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:32.107958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network hostable DHCP agents. Network: 8e8cbdd0-513d-41ec-9fa4-a383d12ead52, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:32.150175 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.204092 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b441c88c-9552-4fb6-a96c-919f08efaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.242524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b441c88c-9552-4fb6-a96c-919f08efaa2c None None] For port 595f999f-e6f3-407d-a265-fb39bba34b70, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=595f999f-e6f3-407d-a265-fb39bba34b70,segment=NetworkSegment(8846018d-be1c-4cab-a963-7a58ba9d1dc4),segment_id=8846018d-be1c-4cab-a963-7a58ba9d1dc4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:32.260637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:32.270114 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-47dd6aef-5766-4821-afe2-7a74ef6c0895 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/routers/2b51da29-05ac-4b4b-8661-29196187152b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3744226 Aug 24 00:40:32.270975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:32.273064 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f664d-7b79-4733-8935-255e1eade1ea None None] Sync routers for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:32.276844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'port': {'network_id': 'b64656a7-0335-4c21-811f-0b33570223db', 'name': 'tempest-FloatingIPTestJSON-287779415'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:32.283101 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f664d-7b79-4733-8935-255e1eade1ea None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:32.283716 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f87f664d-7b79-4733-8935-255e1eade1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:32.371043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:32.430957 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b441c88c-9552-4fb6-a96c-919f08efaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.431847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.433307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f87f664d-7b79-4733-8935-255e1eade1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:32.442883 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f664d-7b79-4733-8935-255e1eade1ea None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:32.443661 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f87f664d-7b79-4733-8935-255e1eade1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:32.458957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:32.460021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.464687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8e8cbdd0-513d-41ec-9fa4-a383d12ead52) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:32.469531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:32.470202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.477853 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f87f664d-7b79-4733-8935-255e1eade1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:32.478170 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f664d-7b79-4733-8935-255e1eade1ea None None] The sync data for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:32.498730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055d65f-4390-4995-8f2a-ebf2916b9bdd None None] Network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:32.532752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Made reservation on behalf of 518c99f8a1a349d6913b9b110e837a15 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:32.536391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.558705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=20852772-bb4f-497c-a3fb-d66bcf556381,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:32.566586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] device_id is not set on port ac985de7-d71f-42bc-8746-915c050fe7ed yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:40:32.620335 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-383a7565-ffd0-41ec-bd4e-2e1608262a7f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7604132 Aug 24 00:40:32.621523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57292) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:32.631726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'subnet': {'network_id': 'c1ff17cf-582d-4874-a1b9-e7a429000f79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:32.669139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-18daff78-ca64-435e-8dfc-08a77bffa89e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9661129 Aug 24 00:40:32.671838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:32.679695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': '483ebd54-915f-4394-9cad-93b57ec95995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:32.700821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 20852772-bb4f-497c-a3fb-d66bcf556381 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:32.759539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Allocated IP 172.20.0.7 (b64656a7-0335-4c21-811f-0b33570223db/3af692d9-eaa5-46ca-ab76-08598bfd1f0b/ac985de7-d71f-42bc-8746-915c050fe7ed) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:32.791923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441c88c-9552-4fb6-a96c-919f08efaa2c None None] Pushing event updated for resources: {'Port': ['ID=595f999f-e6f3-407d-a265-fb39bba34b70,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:32.798893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-264a5e65-077a-491d-ae3d-8849bad9c0f6 None None] Provisioning complete for port 5724a35a-aa4e-43e7-bd71-8cac0f203247 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:32.799305 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-264a5e65-077a-491d-ae3d-8849bad9c0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.858779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-264a5e65-077a-491d-ae3d-8849bad9c0f6 None None] Port 5724a35a-aa4e-43e7-bd71-8cac0f203247 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:32.861814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Made reservation on behalf of 6121163d5668444285ecf511148a6e82 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:32.867437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.894955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-264a5e65-077a-491d-ae3d-8849bad9c0f6 None None] Provisioning complete for port 595f999f-e6f3-407d-a265-fb39bba34b70 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:32.895342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-264a5e65-077a-491d-ae3d-8849bad9c0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.988187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:32.994107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:32.998894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8e8cbdd0-513d-41ec-9fa4-a383d12ead52', 'network_id': '8e8cbdd0-513d-41ec-9fa4-a383d12ead52', 'tenant_id': '6121163d5668444285ecf511148a6e82', 'fixed_ips': [{'subnet_id': '162a8811-5263-4c17-b393-bcb2c4fc48d8'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:33.000101 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.024934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 595f999f-e6f3-407d-a265-fb39bba34b70 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:33.035643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.131745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Transition to ACTIVE for port object ac985de7-d71f-42bc-8746-915c050fe7ed will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:33.273326 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.305176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.340514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Network b64656a7-0335-4c21-811f-0b33570223db is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:33.352067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:33.384289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 595f999f-e6f3-407d-a265-fb39bba34b70 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:33.385882 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.397359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:33.400727 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Subnet': ['ID=957c630a-a1ab-4231-ac85-9b33c7270b2a,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:33.422333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Checking segment: {'id': 'f5f3306b-8c4e-4add-b21e-b358d77edabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1ff17cf-582d-4874-a1b9-e7a429000f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:33.423952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network hostable DHCP agents. Network: c1ff17cf-582d-4874-a1b9-e7a429000f79, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:33.466969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:33.472811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.475246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Allocated IP 172.20.0.2 (8e8cbdd0-513d-41ec-9fa4-a383d12ead52/162a8811-5263-4c17-b393-bcb2c4fc48d8/706b0549-7079-411a-81fe-2d0bd6b35ca2) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:33.504005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event updated for resources: {'Port': ['ID=ac985de7-d71f-42bc-8746-915c050fe7ed,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:33.565457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network c1ff17cf-582d-4874-a1b9-e7a429000f79 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:33.628547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.628547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-303e0bcb-2309-4c9a-992b-59f258daf775 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3543963 Aug 24 00:40:33.629481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57302) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:33.634547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Request body: {'floatingip': {'port_id': 'ac985de7-d71f-42bc-8746-915c050fe7ed'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:33.693451 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.696348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=dcd56e1c-81b2-4c50-a1e8-2be308ffb84f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:33.698657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': 'bf9a7681-9950-4065-b10a-84cd5c3cb0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '483ebd54-915f-4394-9cad-93b57ec95995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:33.699028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: 483ebd54-915f-4394-9cad-93b57ec95995, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:33.699419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, c1ff17cf-582d-4874-a1b9-e7a429000f79) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:33.705164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Transition to ACTIVE for port object 706b0549-7079-411a-81fe-2d0bd6b35ca2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:33.709193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:33.713324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.715152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.724936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6730e795-bc3a-4614-8328-1a64ad4598c8 None None] Network c1ff17cf-582d-4874-a1b9-e7a429000f79 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:33.747287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Transition to ACTIVE for port object 706b0549-7079-411a-81fe-2d0bd6b35ca2 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:33.793016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 483ebd54-915f-4394-9cad-93b57ec95995 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:33.800167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 483ebd54-915f-4394-9cad-93b57ec95995) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:33.806372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:33.807537 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.816262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2077c1b-8ce5-4e54-bc17-0cb422a60039 None None] Network 483ebd54-915f-4394-9cad-93b57ec95995 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:33.845523 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5cb1e1d3-99b2-4196-abaa-190326a2f491 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2225726 Aug 24 00:40:33.848988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57304) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:33.870879 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.877602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e081920-860a-4b05-98c5-1360f92d9fe2 None None] Provisioning for port ac985de7-d71f-42bc-8746-915c050fe7ed completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:33.897647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-02e9bed7-8bd7-4d88-b90d-939e8d3a9490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2247889 Aug 24 00:40:33.899134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57306) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:33.903589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': '20852772-bb4f-497c-a3fb-d66bcf556381', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:33.920636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e081920-860a-4b05-98c5-1360f92d9fe2 None None] Provisioning complete for port ac985de7-d71f-42bc-8746-915c050fe7ed triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:33.921000 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e081920-860a-4b05-98c5-1360f92d9fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:33.997480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:34.013001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Pushing event updated for resources: {'Port': ['ID=706b0549-7079-411a-81fe-2d0bd6b35ca2,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:34.015693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:34.025643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:34.040377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e081920-860a-4b05-98c5-1360f92d9fe2 None None] Port ac985de7-d71f-42bc-8746-915c050fe7ed cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:34.110202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:34.115133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.135313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Attempting to bind port 706b0549-7079-411a-81fe-2d0bd6b35ca2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:34.137263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Attempting to bind port 706b0549-7079-411a-81fe-2d0bd6b35ca2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '141c3b65-063a-43ac-9881-050363d15caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8e8cbdd0-513d-41ec-9fa4-a383d12ead52'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:34.137263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Attempting to bind port 706b0549-7079-411a-81fe-2d0bd6b35ca2 on network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:34.148423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:34.148423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Checking segment: {'id': '141c3b65-063a-43ac-9881-050363d15caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8e8cbdd0-513d-41ec-9fa4-a383d12ead52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:34.148423 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.148423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Bound using segment: {'id': '141c3b65-063a-43ac-9881-050363d15caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8e8cbdd0-513d-41ec-9fa4-a383d12ead52'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:34.148966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Bound port: 706b0549-7079-411a-81fe-2d0bd6b35ca2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141c3b65-063a-43ac-9881-050363d15caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8e8cbdd0-513d-41ec-9fa4-a383d12ead52'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:34.149077 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.202117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-c1ff17cf-582d-4874-a1b9-e7a429000f79', 'network_id': 'c1ff17cf-582d-4874-a1b9-e7a429000f79', 'tenant_id': '6121163d5668444285ecf511148a6e82', 'fixed_ips': [{'subnet_id': '957c630a-a1ab-4231-ac85-9b33c7270b2a'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:34.203055 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.241471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-483ebd54-915f-4394-9cad-93b57ec95995', 'network_id': '483ebd54-915f-4394-9cad-93b57ec95995', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': 'dcd56e1c-81b2-4c50-a1e8-2be308ffb84f'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:34.242364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.372536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] For port 706b0549-7079-411a-81fe-2d0bd6b35ca2, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:34.379593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] For port 706b0549-7079-411a-81fe-2d0bd6b35ca2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=706b0549-7079-411a-81fe-2d0bd6b35ca2,segment=NetworkSegment(141c3b65-063a-43ac-9881-050363d15caa),segment_id=141c3b65-063a-43ac-9881-050363d15caa)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:34.510934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.538091 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.554343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Allocated IP 172.20.0.2 (c1ff17cf-582d-4874-a1b9-e7a429000f79/957c630a-a1ab-4231-ac85-9b33c7270b2a/96dac224-dd9e-40f3-9d6d-ece37cd06b57) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:34.565908 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.605415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=17ac1f71-8b12-4e61-ad3f-66b5393b814c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:34.616722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Allocated IP 2001:db8::2 (483ebd54-915f-4394-9cad-93b57ec95995/dcd56e1c-81b2-4c50-a1e8-2be308ffb84f/ac007ba1-cc12-417c-bf3a-809d8e9c9982) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:34.618519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': '9f44a29c-d554-4d9b-b402-62c96827fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '20852772-bb4f-497c-a3fb-d66bcf556381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:34.624625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: 20852772-bb4f-497c-a3fb-d66bcf556381, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:34.687890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88dee-cbbd-4878-a812-bd49855cd053 None None] Pushing event updated for resources: {'Port': ['ID=706b0549-7079-411a-81fe-2d0bd6b35ca2,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:34.755417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 20852772-bb4f-497c-a3fb-d66bcf556381 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:34.870760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 20852772-bb4f-497c-a3fb-d66bcf556381) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:34.876691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:34.879157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.887133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296cbd7-dc59-471d-8e4d-6e35640a68ae None None] Network 20852772-bb4f-497c-a3fb-d66bcf556381 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:34.889738 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:34.977190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Transition to ACTIVE for port object 96dac224-dd9e-40f3-9d6d-ece37cd06b57 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:35.000494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-085a1df8-faa8-45f0-9ea6-127d80682363 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0900853 Aug 24 00:40:35.023409 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.056781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Transition to ACTIVE for port object ac007ba1-cc12-417c-bf3a-809d8e9c9982 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:35.070973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Transition to ACTIVE for port object 96dac224-dd9e-40f3-9d6d-ece37cd06b57 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:35.076506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.082425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57320) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:35.090978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4a305d5c-f9af-45a6-8edf-ff843b140c9b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1999228058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:35.103117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Transition to ACTIVE for port object ac007ba1-cc12-417c-bf3a-809d8e9c9982 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:35.123638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Allocated IP 172.20.0.1 (8e8cbdd0-513d-41ec-9fa4-a383d12ead52/162a8811-5263-4c17-b393-bcb2c4fc48d8/ab3f134e-c333-4e3e-bfa1-fb573ea4272d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:35.161120 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.186911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-20852772-bb4f-497c-a3fb-d66bcf556381', 'network_id': '20852772-bb4f-497c-a3fb-d66bcf556381', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': '17ac1f71-8b12-4e61-ad3f-66b5393b814c'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:35.187682 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.213753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.219041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Network c1ff17cf-582d-4874-a1b9-e7a429000f79 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:35.220290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.228794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:35.234758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Pushing event updated for resources: {'Port': ['ID=96dac224-dd9e-40f3-9d6d-ece37cd06b57,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:35.237349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:35.290855 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a305d5c-f9af-45a6-8edf-ff843b140c9b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.291896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a305d5c-f9af-45a6-8edf-ff843b140c9b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.314850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.410290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Transition to ACTIVE for port object ab3f134e-c333-4e3e-bfa1-fb573ea4272d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:35.461435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Network 483ebd54-915f-4394-9cad-93b57ec95995 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:35.462957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a305d5c-f9af-45a6-8edf-ff843b140c9b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.469068 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP bd89e618-d068-452a-930b-d4a359658f65 associated. External IP: 172.25.5.207, port: b1e0691d-1059-4db3-99a9-c7d86584fc6f. Aug 24 00:40:35.536366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:35.554648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:35.561205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a305d5c-f9af-45a6-8edf-ff843b140c9b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.598922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Pushing event updated for resources: {'Port': ['ID=ac007ba1-cc12-417c-bf3a-809d8e9c9982,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:35.656543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.702081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Attempting to bind port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:35.702550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Attempting to bind port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f5f3306b-8c4e-4add-b21e-b358d77edabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1ff17cf-582d-4874-a1b9-e7a429000f79'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:35.703104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Attempting to bind port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 on network c1ff17cf-582d-4874-a1b9-e7a429000f79 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:35.707632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a305d5c-f9af-45a6-8edf-ff843b140c9b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.711188 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4a305d5c-f9af-45a6-8edf-ff843b140c9b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6221707 Aug 24 00:40:35.712154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:35.736619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Allocated IP 2001:db8:1::2 (20852772-bb4f-497c-a3fb-d66bcf556381/17ac1f71-8b12-4e61-ad3f-66b5393b814c/83d4d720-8286-4716-8893-b9a4af362d8f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:35.750604 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:35.756783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:35.760667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:35.805447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Port': ['ID=ab3f134e-c333-4e3e-bfa1-fb573ea4272d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:35.862458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.904229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:35.904615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Checking segment: {'id': 'f5f3306b-8c4e-4add-b21e-b358d77edabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1ff17cf-582d-4874-a1b9-e7a429000f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:35.905026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.905433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Bound using segment: {'id': 'f5f3306b-8c4e-4add-b21e-b358d77edabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1ff17cf-582d-4874-a1b9-e7a429000f79'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:35.905953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Bound port: 96dac224-dd9e-40f3-9d6d-ece37cd06b57, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f3306b-8c4e-4add-b21e-b358d77edabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c1ff17cf-582d-4874-a1b9-e7a429000f79'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:35.906351 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.935115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Attempting to bind port ac007ba1-cc12-417c-bf3a-809d8e9c9982 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:35.935265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Attempting to bind port ac007ba1-cc12-417c-bf3a-809d8e9c9982 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'bf9a7681-9950-4065-b10a-84cd5c3cb0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '483ebd54-915f-4394-9cad-93b57ec95995'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:35.935638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Attempting to bind port ac007ba1-cc12-417c-bf3a-809d8e9c9982 on network 483ebd54-915f-4394-9cad-93b57ec95995 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:35.963558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:35.963919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Checking segment: {'id': 'bf9a7681-9950-4065-b10a-84cd5c3cb0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '483ebd54-915f-4394-9cad-93b57ec95995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:35.964254 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.964806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Bound using segment: {'id': 'bf9a7681-9950-4065-b10a-84cd5c3cb0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '483ebd54-915f-4394-9cad-93b57ec95995'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:35.965306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Bound port: ac007ba1-cc12-417c-bf3a-809d8e9c9982, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9a7681-9950-4065-b10a-84cd5c3cb0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '483ebd54-915f-4394-9cad-93b57ec95995'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:35.965811 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:35.984856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:36.106170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a15dc9-29bf-45e9-8ddc-59ce9080f29f None None] Network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:36.174084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] For port 96dac224-dd9e-40f3-9d6d-ece37cd06b57, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:36.184152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.196963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.230690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] For port 96dac224-dd9e-40f3-9d6d-ece37cd06b57, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=96dac224-dd9e-40f3-9d6d-ece37cd06b57,segment=NetworkSegment(f5f3306b-8c4e-4add-b21e-b358d77edabe),segment_id=f5f3306b-8c4e-4add-b21e-b358d77edabe)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:36.274620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] For port ac007ba1-cc12-417c-bf3a-809d8e9c9982, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:36.281881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.285649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] For port ac007ba1-cc12-417c-bf3a-809d8e9c9982, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ac007ba1-cc12-417c-bf3a-809d8e9c9982,segment=NetworkSegment(bf9a7681-9950-4065-b10a-84cd5c3cb0a0),segment_id=bf9a7681-9950-4065-b10a-84cd5c3cb0a0)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:36.289916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:36.301463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Transition to ACTIVE for port object 83d4d720-8286-4716-8893-b9a4af362d8f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:36.321210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f98cd0-3977-4143-a30c-b16069f4e117 None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:36.338158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd44f8d0-773b-4792-b57a-19110e62e2d6 None None] Provisioning for port 706b0549-7079-411a-81fe-2d0bd6b35ca2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:36.343092 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.369492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Transition to ACTIVE for port object 83d4d720-8286-4716-8893-b9a4af362d8f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:36.414685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f98cd0-3977-4143-a30c-b16069f4e117 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:36.415406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-54f98cd0-3977-4143-a30c-b16069f4e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:36.420128 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.516922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-54f98cd0-3977-4143-a30c-b16069f4e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:36.525183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91066fb7-f306-4f7b-b5b6-9e7ec4045e71 None None] Pushing event updated for resources: {'Port': ['ID=96dac224-dd9e-40f3-9d6d-ece37cd06b57,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:36.536969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.579441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8::1 (483ebd54-915f-4394-9cad-93b57ec95995/dcd56e1c-81b2-4c50-a1e8-2be308ffb84f/c38c7f61-ce81-41a1-b9ad-55e4d6d25020) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:36.607296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f98cd0-3977-4143-a30c-b16069f4e117 None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:36.607296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-54f98cd0-3977-4143-a30c-b16069f4e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:36.669370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-54f98cd0-3977-4143-a30c-b16069f4e117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:36.670065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f98cd0-3977-4143-a30c-b16069f4e117 None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:36.695566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Network 20852772-bb4f-497c-a3fb-d66bcf556381 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:36.717389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:36.724294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:36.738265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb25dfe-7228-4fab-8817-7763ec7fc3e2 None None] Pushing event updated for resources: {'Port': ['ID=ac007ba1-cc12-417c-bf3a-809d8e9c9982,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:36.791468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.820380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object c38c7f61-ce81-41a1-b9ad-55e4d6d25020 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:36.891546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Attempting to bind port 83d4d720-8286-4716-8893-b9a4af362d8f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:36.892089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Attempting to bind port 83d4d720-8286-4716-8893-b9a4af362d8f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '9f44a29c-d554-4d9b-b402-62c96827fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '20852772-bb4f-497c-a3fb-d66bcf556381'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:36.892556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Attempting to bind port 83d4d720-8286-4716-8893-b9a4af362d8f on network 20852772-bb4f-497c-a3fb-d66bcf556381 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:36.898564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Pushing event updated for resources: {'Port': ['ID=83d4d720-8286-4716-8893-b9a4af362d8f,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:36.901722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:36.906930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Checking segment: {'id': '9f44a29c-d554-4d9b-b402-62c96827fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '20852772-bb4f-497c-a3fb-d66bcf556381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:36.909899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.909899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Bound using segment: {'id': '9f44a29c-d554-4d9b-b402-62c96827fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '20852772-bb4f-497c-a3fb-d66bcf556381'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:36.909899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Bound port: 83d4d720-8286-4716-8893-b9a4af362d8f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f44a29c-d554-4d9b-b402-62c96827fbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '20852772-bb4f-497c-a3fb-d66bcf556381'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:36.909899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:36.968881 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.073687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 483ebd54-915f-4394-9cad-93b57ec95995 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:37.079094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:37.086548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:37.086548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.093119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] For port 83d4d720-8286-4716-8893-b9a4af362d8f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:37.102094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] For port 83d4d720-8286-4716-8893-b9a4af362d8f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=83d4d720-8286-4716-8893-b9a4af362d8f,segment=NetworkSegment(9f44a29c-d554-4d9b-b402-62c96827fbb6),segment_id=9f44a29c-d554-4d9b-b402-62c96827fbb6)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:37.141938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=c38c7f61-ce81-41a1-b9ad-55e4d6d25020,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:37.196889 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.256583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 706b0549-7079-411a-81fe-2d0bd6b35ca2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:37.363717 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.376937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b44b-f549-449b-bb52-09c37400d052 None None] Pushing event updated for resources: {'Port': ['ID=83d4d720-8286-4716-8893-b9a4af362d8f,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:37.410386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Provisioning for port ab3f134e-c333-4e3e-bfa1-fb573ea4272d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:37.417070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Provisioning complete for port ab3f134e-c333-4e3e-bfa1-fb573ea4272d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:37.417950 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.467462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 706b0549-7079-411a-81fe-2d0bd6b35ca2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:37.485204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 706b0549-7079-411a-81fe-2d0bd6b35ca2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:37.485603 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.519843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Port ab3f134e-c333-4e3e-bfa1-fb573ea4272d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:37.556458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Provisioning complete for port 706b0549-7079-411a-81fe-2d0bd6b35ca2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:37.556921 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.752271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router 2b51da29-05ac-4b4b-8661-29196187152b has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:37.780416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.861262 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:37.876090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.011002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 706b0549-7079-411a-81fe-2d0bd6b35ca2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=706b0549-7079-411a-81fe-2d0bd6b35ca2,segment=NetworkSegment(141c3b65-063a-43ac-9881-050363d15caa),segment_id=141c3b65-063a-43ac-9881-050363d15caa)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:38.012776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.077168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Port': ['ID=ab3f134e-c333-4e3e-bfa1-fb573ea4272d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:38.088464 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.114007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:38.120209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.124955 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.125920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 96dac224-dd9e-40f3-9d6d-ece37cd06b57 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:38.128523 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12deef16-24a5-4faf-ad76-f9fffc7b3645 None None] Sync routers for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:38.141866 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12deef16-24a5-4faf-ad76-f9fffc7b3645 None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:38.142510 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-12deef16-24a5-4faf-ad76-f9fffc7b3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:38.247343 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-12deef16-24a5-4faf-ad76-f9fffc7b3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:38.282539 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12deef16-24a5-4faf-ad76-f9fffc7b3645 None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:38.283509 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-12deef16-24a5-4faf-ad76-f9fffc7b3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:38.285085 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-14e1718a-a09d-4c9a-b1f0-e9b7661ceeed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/floatingips/bd89e618-d068-452a-930b-d4a359658f65 HTTP/1.1" status: 200 len: 977 time: 4.6544054 Aug 24 00:40:38.292603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57344) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:38.332358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=706b0549-7079-411a-81fe-2d0bd6b35ca2,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:38.383577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ca00ec-9de0-4fbc-bc31-8e9c9fb8fe5f None None] Network c1ff17cf-582d-4874-a1b9-e7a429000f79 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:38.389354 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-12deef16-24a5-4faf-ad76-f9fffc7b3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:38.394972 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12deef16-24a5-4faf-ad76-f9fffc7b3645 None None] The sync data for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:38.396518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:40:38.397069 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-fd65c034-9af7-4436-ba21-f3328c5a844b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:40:38.479890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.509356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:38.517857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:38.546541 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.547683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.586585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port ac985de7-d71f-42bc-8746-915c050fe7ed {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:38.586952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:38.650426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:38.717025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57350) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:38.828239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=c38c7f61-ce81-41a1-b9ad-55e4d6d25020,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:38.925396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 483ebd54-915f-4394-9cad-93b57ec95995 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:38.926980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:39.000713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.072688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd98b-e9c2-4887-9368-9a851f8cd8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.184097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Router 7dab1226-7041-435f-ab7f-e2910bc1e33d is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:40:39.203564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Provisioning complete for port ab3f134e-c333-4e3e-bfa1-fb573ea4272d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:39.204998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.213435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349cdc55-9955-46ce-93ea-db22de76ace6 None None] Network 483ebd54-915f-4394-9cad-93b57ec95995 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:39.293340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 03fe58a2-df0a-43f9-9f69-8c8764b03171 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:40:39.318935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 706b0549-7079-411a-81fe-2d0bd6b35ca2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:39.379751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Port ab3f134e-c333-4e3e-bfa1-fb573ea4272d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:39.416649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:39.426398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5e0a460b-66ce-4db7-a34c-737b6ead20eb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/03fe58a2-df0a-43f9-9f69-8c8764b03171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7106085 Aug 24 00:40:39.433439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:39.439082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57356) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:39.441644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc39085-319f-4ec3-9c88-b42860fe6529 None None] Sync routers for ids ['03fe58a2-df0a-43f9-9f69-8c8764b03171'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:39.453537 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-53097dd1-7f06-461f-8679-2344974b9871 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "PUT /v2.0/routers/7dab1226-7041-435f-ab7f-e2910bc1e33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6034966 Aug 24 00:40:39.457801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:39.469991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.469991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.469991 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Floating IP bd89e618-d068-452a-930b-d4a359658f65 disassociated. External IP: 172.25.5.207, port: ac985de7-d71f-42bc-8746-915c050fe7ed. Aug 24 00:40:39.469991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for ac985de7-d71f-42bc-8746-915c050fe7ed owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:39.471015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a892cf-5a09-43a1-aa06-afab6f6140e3 None None] Network 20852772-bb4f-497c-a3fb-d66bcf556381 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:39.471138 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc787f2-3357-4a03-9e50-eb58f0c1763e None None] Sync routers for ids ['7dab1226-7041-435f-ab7f-e2910bc1e33d'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:39.473135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd98b-e9c2-4887-9368-9a851f8cd8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.479926 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc787f2-3357-4a03-9e50-eb58f0c1763e None None] Routers {'7dab1226-7041-435f-ab7f-e2910bc1e33d'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:39.480658 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8fc787f2-3357-4a03-9e50-eb58f0c1763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7dab1226-7041-435f-ab7f-e2910bc1e33d'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.484287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Provisioning for port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:39.508003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Provisioning complete for port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:39.508379 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.516923 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8fc787f2-3357-4a03-9e50-eb58f0c1763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.526357 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc787f2-3357-4a03-9e50-eb58f0c1763e None None] Routers {'7dab1226-7041-435f-ab7f-e2910bc1e33d'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:39.532503 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8fc787f2-3357-4a03-9e50-eb58f0c1763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7dab1226-7041-435f-ab7f-e2910bc1e33d'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.555665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbb8d1b-0ebf-4cd0-9e1b-a789eb351293 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:39.559722 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9cbb8d1b-0ebf-4cd0-9e1b-a789eb351293 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports/c38c7f61-ce81-41a1-b9ad-55e4d6d25020 HTTP/1.1" status: 200 len: 911 time: 0.1146820 Aug 24 00:40:39.561141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd98b-e9c2-4887-9368-9a851f8cd8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.562217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57360) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:39.566618 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8fc787f2-3357-4a03-9e50-eb58f0c1763e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.567308 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc787f2-3357-4a03-9e50-eb58f0c1763e None None] The sync data for ids ['7dab1226-7041-435f-ab7f-e2910bc1e33d'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:39.581778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 706b0549-7079-411a-81fe-2d0bd6b35ca2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:39.582278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.585069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc39085-319f-4ec3-9c88-b42860fe6529 None None] Routers {'03fe58a2-df0a-43f9-9f69-8c8764b03171'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:39.585740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dfc39085-319f-4ec3-9c88-b42860fe6529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['03fe58a2-df0a-43f9-9f69-8c8764b03171'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.708299 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a0fdd98b-e9c2-4887-9368-9a851f8cd8a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd2cac8c902d4170a6edb0f0c9cfe1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9902074 Aug 24 00:40:39.711652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57362) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:39.712837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdd98b-e9c2-4887-9368-9a851f8cd8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8277e3d-94f1-4710-b594-521d4e65b3cd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:39.887989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dfc39085-319f-4ec3-9c88-b42860fe6529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.909881 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4546241e-c97c-4dbe-8489-d8b0a18eaaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.943785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc39085-319f-4ec3-9c88-b42860fe6529 None None] Routers {'03fe58a2-df0a-43f9-9f69-8c8764b03171'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:39.944576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dfc39085-319f-4ec3-9c88-b42860fe6529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['03fe58a2-df0a-43f9-9f69-8c8764b03171'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.945094 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4546241e-c97c-4dbe-8489-d8b0a18eaaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:39.985029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dfc39085-319f-4ec3-9c88-b42860fe6529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:39.985738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc39085-319f-4ec3-9c88-b42860fe6529 None None] The sync data for ids ['03fe58a2-df0a-43f9-9f69-8c8764b03171'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:40.026679 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-4da78c87-bdc0-4119-a5ff-50f078c7270e tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:40:40.028111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4da78c87-bdc0-4119-a5ff-50f078c7270e tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "PUT /v2.0/routers/7dab1226-7041-435f-ab7f-e2910bc1e33d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5691364 Aug 24 00:40:40.031928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57366) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:40.074908 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.147668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ac007ba1-cc12-417c-bf3a-809d8e9c9982 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:40.198918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.199568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-883a3048-5519-40b9-a162-31871fa23632 None None] For port 96dac224-dd9e-40f3-9d6d-ece37cd06b57, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=96dac224-dd9e-40f3-9d6d-ece37cd06b57,segment=NetworkSegment(f5f3306b-8c4e-4add-b21e-b358d77edabe),segment_id=f5f3306b-8c4e-4add-b21e-b358d77edabe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:40.244515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4546241e-c97c-4dbe-8489-d8b0a18eaaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.247174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4546241e-c97c-4dbe-8489-d8b0a18eaaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.248390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4546241e-c97c-4dbe-8489-d8b0a18eaaf8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8277e3d-94f1-4710-b594-521d4e65b3cd HTTP/1.1" status: 204 len: 168 time: 0.5354488 Aug 24 00:40:40.269359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546241e-c97c-4dbe-8489-d8b0a18eaaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8277e3d-94f1-4710-b594-521d4e65b3cd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:40.295913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.336167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.353729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ac007ba1-cc12-417c-bf3a-809d8e9c9982 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:40.371374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 83d4d720-8286-4716-8893-b9a4af362d8f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:40.390233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=ac985de7-d71f-42bc-8746-915c050fe7ed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:40.447844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a3048-5519-40b9-a162-31871fa23632 None None] Pushing event updated for resources: {'Port': ['ID=96dac224-dd9e-40f3-9d6d-ece37cd06b57,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:40.561532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 83d4d720-8286-4716-8893-b9a4af362d8f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:40.585196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Provisioning for port ac007ba1-cc12-417c-bf3a-809d8e9c9982 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:40.593164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Provisioning complete for port ac007ba1-cc12-417c-bf3a-809d8e9c9982 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:40.597336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.720309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.730708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.785832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] For port ac007ba1-cc12-417c-bf3a-809d8e9c9982, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ac007ba1-cc12-417c-bf3a-809d8e9c9982,segment=NetworkSegment(bf9a7681-9950-4065-b10a-84cd5c3cb0a0),segment_id=bf9a7681-9950-4065-b10a-84cd5c3cb0a0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:40.879794 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:40.978109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Pushing event updated for resources: {'Port': ['ID=ac007ba1-cc12-417c-bf3a-809d8e9c9982,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:41.004715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 96dac224-dd9e-40f3-9d6d-ece37cd06b57 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:41.049982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Provisioning for port c38c7f61-ce81-41a1-b9ad-55e4d6d25020 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:41.059441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Provisioning complete for port c38c7f61-ce81-41a1-b9ad-55e4d6d25020 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:41.060482 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.117869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router 2b51da29-05ac-4b4b-8661-29196187152b has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:41.122820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Port c38c7f61-ce81-41a1-b9ad-55e4d6d25020 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:41.128543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:41.128809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8:1::1 (20852772-bb4f-497c-a3fb-d66bcf556381/17ac1f71-8b12-4e61-ad3f-66b5393b814c/0b3de567-e379-4641-a7c3-83f94f62cc7e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:41.129300 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.177476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Provisioning complete for port ab3f134e-c333-4e3e-bfa1-fb573ea4272d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:41.177476 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.233750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Deleting port ab3f134e-c333-4e3e-bfa1-fb573ea4272d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:41.234142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.235192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Port ab3f134e-c333-4e3e-bfa1-fb573ea4272d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:41.278068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Provisioning complete for port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:41.279243 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.320699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:41.353594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e63d23-7999-45f5-ae4f-b0389e814511 None None] Sync routers for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:41.359199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.374274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e63d23-7999-45f5-ae4f-b0389e814511 None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:41.374904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40e63d23-7999-45f5-ae4f-b0389e814511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:41.376798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Calling delete_port for ab3f134e-c333-4e3e-bfa1-fb573ea4272d owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:41.392051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.411323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40e63d23-7999-45f5-ae4f-b0389e814511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:41.414883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object 0b3de567-e379-4641-a7c3-83f94f62cc7e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:41.416950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.421557 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a1fa122a-4f36-4f90-b145-9a32316546ef tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/ports/ac985de7-d71f-42bc-8746-915c050fe7ed HTTP/1.1" status: 204 len: 168 time: 3.1252279 Aug 24 00:40:41.421892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57378) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:41.425096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e63d23-7999-45f5-ae4f-b0389e814511 None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:41.425751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40e63d23-7999-45f5-ae4f-b0389e814511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:41.459759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-40e63d23-7999-45f5-ae4f-b0389e814511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:41.460441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e63d23-7999-45f5-ae4f-b0389e814511 None None] The sync data for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:41.514458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Provisioning for port 83d4d720-8286-4716-8893-b9a4af362d8f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:41.519055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Provisioning complete for port 83d4d720-8286-4716-8893-b9a4af362d8f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:41.519714 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.609849 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.647150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] For port 83d4d720-8286-4716-8893-b9a4af362d8f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=83d4d720-8286-4716-8893-b9a4af362d8f,segment=NetworkSegment(9f44a29c-d554-4d9b-b402-62c96827fbb6),segment_id=9f44a29c-d554-4d9b-b402-62c96827fbb6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:41.653363 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.714531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 20852772-bb4f-497c-a3fb-d66bcf556381 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:41.717844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=0b3de567-e379-4641-a7c3-83f94f62cc7e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:41.720289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:41.724589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:41.725143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.736077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.775447 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.779101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Port': ['ID=ab3f134e-c333-4e3e-bfa1-fb573ea4272d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:41.854409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67f230-c127-4823-bfee-56c69f9648fc None None] Pushing event updated for resources: {'Port': ['ID=83d4d720-8286-4716-8893-b9a4af362d8f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:41.918899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-514fb839-eeb7-4a8c-bffb-9965f0652c5e None None] Provisioning complete for port 83d4d720-8286-4716-8893-b9a4af362d8f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:41.920514 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-514fb839-eeb7-4a8c-bffb-9965f0652c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:41.966066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.068644 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.077245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-514fb839-eeb7-4a8c-bffb-9965f0652c5e None None] Provisioning complete for port c38c7f61-ce81-41a1-b9ad-55e4d6d25020 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:42.077642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-514fb839-eeb7-4a8c-bffb-9965f0652c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.116856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-514fb839-eeb7-4a8c-bffb-9965f0652c5e None None] Port c38c7f61-ce81-41a1-b9ad-55e4d6d25020 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:42.159788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.198252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Router 7dab1226-7041-435f-ab7f-e2910bc1e33d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:42.291690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:42.296839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5ae3a4c3-f3e6-4c90-b75d-fa0593ab4e03 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "PUT /v2.0/routers/7dab1226-7041-435f-ab7f-e2910bc1e33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2635181 Aug 24 00:40:42.306162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57384) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:42.306383 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432ef17-4a89-48c2-a88f-7e83106a2387 None None] Sync routers for ids ['7dab1226-7041-435f-ab7f-e2910bc1e33d'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:42.318488 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432ef17-4a89-48c2-a88f-7e83106a2387 None None] Routers {'7dab1226-7041-435f-ab7f-e2910bc1e33d'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:42.319565 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d432ef17-4a89-48c2-a88f-7e83106a2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7dab1226-7041-435f-ab7f-e2910bc1e33d'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:42.332942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3fdba0b1-e9f3-4731-a3c9-903d633cb340 None None] Provisioning for port 0b3de567-e379-4641-a7c3-83f94f62cc7e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:42.338315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3fdba0b1-e9f3-4731-a3c9-903d633cb340 None None] Provisioning complete for port 0b3de567-e379-4641-a7c3-83f94f62cc7e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:42.338702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3fdba0b1-e9f3-4731-a3c9-903d633cb340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.350160 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-9ee14b02-f300-429d-9168-8d8fdd2906b2 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] delete failed (client error): The resource could not be found. Aug 24 00:40:42.354872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ee14b02-f300-429d-9168-8d8fdd2906b2 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-50817231 HTTP/1.1" status: 404 len: 333 time: 0.0437796 Aug 24 00:40:42.355189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57386) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:42.360743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dcb2a35e-3b79-42c1-974d-2f0a6a00029d tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'router': {'external_gateway_info': {'network_id': '7dab1226-7041-435f-ab7f-e2910bc1e33d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:42.363320 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d432ef17-4a89-48c2-a88f-7e83106a2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:42.373184 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432ef17-4a89-48c2-a88f-7e83106a2387 None None] Routers {'7dab1226-7041-435f-ab7f-e2910bc1e33d'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:42.374711 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d432ef17-4a89-48c2-a88f-7e83106a2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7dab1226-7041-435f-ab7f-e2910bc1e33d'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:42.387292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3fdba0b1-e9f3-4731-a3c9-903d633cb340 None None] Port 0b3de567-e379-4641-a7c3-83f94f62cc7e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:42.415392 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d432ef17-4a89-48c2-a88f-7e83106a2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:42.418282 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432ef17-4a89-48c2-a88f-7e83106a2387 None None] The sync data for ids ['7dab1226-7041-435f-ab7f-e2910bc1e33d'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:42.495599 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.601134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.685857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 5724a35a-aa4e-43e7-bd71-8cac0f203247 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:42.686216 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.734392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.735182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.860986 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=0b3de567-e379-4641-a7c3-83f94f62cc7e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:42.884684 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.905530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 5724a35a-aa4e-43e7-bd71-8cac0f203247 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:42.931716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 20852772-bb4f-497c-a3fb-d66bcf556381 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:42.934950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ac007ba1-cc12-417c-bf3a-809d8e9c9982 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:42.952404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a35e-3b79-42c1-974d-2f0a6a00029d tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:42.961481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:42.991150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ac007ba1-cc12-417c-bf3a-809d8e9c9982 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:42.991563 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.059418 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-dcb2a35e-3b79-42c1-974d-2f0a6a00029d tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] update failed (client error): The resource could not be found. Aug 24 00:40:43.066816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dcb2a35e-3b79-42c1-974d-2f0a6a00029d tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "PUT /v2.0/routers/7dab1226-7041-435f-ab7f-e2910bc1e33d HTTP/1.1" status: 404 len: 339 time: 0.7105055 Aug 24 00:40:43.076492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:43.079153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 83d4d720-8286-4716-8893-b9a4af362d8f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:43.135147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 83d4d720-8286-4716-8893-b9a4af362d8f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:43.135829 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.247473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d94ac936-cf18-4a14-af3a-caaa040f2586 None None] Provisioning complete for port 0b3de567-e379-4641-a7c3-83f94f62cc7e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:43.247993 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d94ac936-cf18-4a14-af3a-caaa040f2586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.286739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d94ac936-cf18-4a14-af3a-caaa040f2586 None None] Port 0b3de567-e379-4641-a7c3-83f94f62cc7e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:43.410035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.429212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 03fe58a2-df0a-43f9-9f69-8c8764b03171 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:43.576660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:43.582233 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8b63784a-e45d-4054-a72a-639c300a68ca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/03fe58a2-df0a-43f9-9f69-8c8764b03171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0149639 Aug 24 00:40:43.584937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:43.590254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42459ba1-a544-41f1-9000-608e3ff78208 None None] Sync routers for ids ['03fe58a2-df0a-43f9-9f69-8c8764b03171'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:43.600507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42459ba1-a544-41f1-9000-608e3ff78208 None None] Routers {'03fe58a2-df0a-43f9-9f69-8c8764b03171'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:43.601467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-42459ba1-a544-41f1-9000-608e3ff78208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['03fe58a2-df0a-43f9-9f69-8c8764b03171'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:43.634879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-42459ba1-a544-41f1-9000-608e3ff78208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:43.643594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42459ba1-a544-41f1-9000-608e3ff78208 None None] Routers {'03fe58a2-df0a-43f9-9f69-8c8764b03171'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:43.644180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-42459ba1-a544-41f1-9000-608e3ff78208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['03fe58a2-df0a-43f9-9f69-8c8764b03171'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:43.647336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceda87e-caa0-4c2f-98bc-23f7b8d15e29 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:43.648713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8ceda87e-caa0-4c2f-98bc-23f7b8d15e29 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports/0b3de567-e379-4641-a7c3-83f94f62cc7e HTTP/1.1" status: 200 len: 913 time: 0.0622966 Aug 24 00:40:43.652041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:43.660712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.679802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-42459ba1-a544-41f1-9000-608e3ff78208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:43.680473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42459ba1-a544-41f1-9000-608e3ff78208 None None] The sync data for ids ['03fe58a2-df0a-43f9-9f69-8c8764b03171'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:43.692104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Allocated IP 172.20.0.1 (88592683-fddd-44fa-82f2-35ac40d34a31/6e00062b-832d-40a2-93b4-e5ca891433b2/7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:43.732231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=5724a35a-aa4e-43e7-bd71-8cac0f203247,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:43.818179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.834775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Transition to ACTIVE for port object 7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:43.922828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:43.966391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network 88592683-fddd-44fa-82f2-35ac40d34a31 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:43.971878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:43.975622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:44.000509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Port': ['ID=7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:44.024601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.067586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.207774 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.264540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0bfa03fc-9340-45d0-a920-590ca65a32a4 None None] Provisioning for port 7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:44.269119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0bfa03fc-9340-45d0-a920-590ca65a32a4 None None] Provisioning complete for port 7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:44.269500 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0bfa03fc-9340-45d0-a920-590ca65a32a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.305515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa03fc-9340-45d0-a920-590ca65a32a4 None None] Port 7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:44.378739 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.423953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router 2b51da29-05ac-4b4b-8661-29196187152b has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:44.480171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.573163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.637456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:44.644109 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3bc3a30c-7f59-49e5-8a99-cdb6717a545c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/routers/2b51da29-05ac-4b4b-8661-29196187152b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2205887 Aug 24 00:40:44.646691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57402) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:44.650989 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ceb47-36b7-43c5-869a-03bfc3f5633b None None] Sync routers for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:44.657143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event updated for resources: {'Port': ['ID=7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:44.661281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.668168 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ceb47-36b7-43c5-869a-03bfc3f5633b None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:44.669341 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-321ceb47-36b7-43c5-869a-03bfc3f5633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:44.705497 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-321ceb47-36b7-43c5-869a-03bfc3f5633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:44.714874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ceb47-36b7-43c5-869a-03bfc3f5633b None None] Routers {'2b51da29-05ac-4b4b-8661-29196187152b'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:44.715419 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-321ceb47-36b7-43c5-869a-03bfc3f5633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2b51da29-05ac-4b4b-8661-29196187152b'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:44.747401 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-321ceb47-36b7-43c5-869a-03bfc3f5633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:44.748061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321ceb47-36b7-43c5-869a-03bfc3f5633b None None] The sync data for ids ['2b51da29-05ac-4b4b-8661-29196187152b'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:44.763427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Network 88592683-fddd-44fa-82f2-35ac40d34a31 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:44.764792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:44.817041 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.873051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 0b3de567-e379-4641-a7c3-83f94f62cc7e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:44.873405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:44.876588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Router 7dab1226-7041-435f-ab7f-e2910bc1e33d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:44.979076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:44.984236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f2557bb9-5104-454e-97e3-cd90ef153734 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "PUT /v2.0/routers/7dab1226-7041-435f-ab7f-e2910bc1e33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9153364 Aug 24 00:40:44.987364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57404) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:44.990776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb56cf-4a22-442b-9755-790bfa16364b None None] Sync routers for ids ['7dab1226-7041-435f-ab7f-e2910bc1e33d'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:45.000720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb56cf-4a22-442b-9755-790bfa16364b None None] Routers {'7dab1226-7041-435f-ab7f-e2910bc1e33d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:45.001362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-95bb56cf-4a22-442b-9755-790bfa16364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7dab1226-7041-435f-ab7f-e2910bc1e33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:45.042717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-95bb56cf-4a22-442b-9755-790bfa16364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:45.058086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb56cf-4a22-442b-9755-790bfa16364b None None] Routers {'7dab1226-7041-435f-ab7f-e2910bc1e33d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:45.058737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-95bb56cf-4a22-442b-9755-790bfa16364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7dab1226-7041-435f-ab7f-e2910bc1e33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:45.087393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf3f5-de64-4e3f-9dbe-248850a5ef1f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.093960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d62b7ccb-a926-4a31-a1c8-888bcf3876d2 None None] Provisioning complete for port 7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:45.094336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d62b7ccb-a926-4a31-a1c8-888bcf3876d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.097682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-95bb56cf-4a22-442b-9755-790bfa16364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:45.097979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb56cf-4a22-442b-9755-790bfa16364b None None] The sync data for ids ['7dab1226-7041-435f-ab7f-e2910bc1e33d'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:45.133291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d62b7ccb-a926-4a31-a1c8-888bcf3876d2 None None] Port 7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:45.179847 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-ad7cf3f5-de64-4e3f-9dbe-248850a5ef1f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:40:45.180924 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ad7cf3f5-de64-4e3f-9dbe-248850a5ef1f tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/routers/7dab1226-7041-435f-ab7f-e2910bc1e33d HTTP/1.1" status: 409 len: 329 time: 0.1923959 Aug 24 00:40:45.184161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57406) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:45.284789 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.305644 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.319814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 0b3de567-e379-4641-a7c3-83f94f62cc7e owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:45.469933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 5da4dddd-f28b-4adf-8b0e-92cb04d41293 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:45.470282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.514103 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.596903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.609121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 5da4dddd-f28b-4adf-8b0e-92cb04d41293 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:45.655625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.698282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=0b3de567-e379-4641-a7c3-83f94f62cc7e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:45.778007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Deleting port 7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:45.778397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.859330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.885460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:45.899949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Calling delete_port for 7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:46.078144 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.119620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=5da4dddd-f28b-4adf-8b0e-92cb04d41293,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:46.181328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 03fe58a2-df0a-43f9-9f69-8c8764b03171 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:46.199115 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.356163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.373844 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.380040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.381329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Port': ['ID=7e8c1ca2-eb4d-4234-bdc1-cc6ee9db89a5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:46.457258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:46.464951 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d00acfd0-549f-4280-8361-4900d0288a95 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/03fe58a2-df0a-43f9-9f69-8c8764b03171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8112519 Aug 24 00:40:46.467770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57414) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:46.475756 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639aaaa-c0de-4f56-812f-b10cf1d95373 None None] Sync routers for ids ['03fe58a2-df0a-43f9-9f69-8c8764b03171'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:46.490281 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639aaaa-c0de-4f56-812f-b10cf1d95373 None None] Routers {'03fe58a2-df0a-43f9-9f69-8c8764b03171'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:46.491325 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c639aaaa-c0de-4f56-812f-b10cf1d95373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['03fe58a2-df0a-43f9-9f69-8c8764b03171'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:46.532571 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.533244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Fanout notify agent at l3_agent the message router_deleted on router 2b51da29-05ac-4b4b-8661-29196187152b {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:40:46.538289 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c639aaaa-c0de-4f56-812f-b10cf1d95373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:46.541770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.543110 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8a106cb6-3ca9-47ac-a09a-f61e10a2020c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/routers/2b51da29-05ac-4b4b-8661-29196187152b HTTP/1.1" status: 204 len: 168 time: 1.8954718 Aug 24 00:40:46.558072 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639aaaa-c0de-4f56-812f-b10cf1d95373 None None] Routers {'03fe58a2-df0a-43f9-9f69-8c8764b03171'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:46.558996 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c639aaaa-c0de-4f56-812f-b10cf1d95373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['03fe58a2-df0a-43f9-9f69-8c8764b03171'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:46.563303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57416) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:46.578686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.601853 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c639aaaa-c0de-4f56-812f-b10cf1d95373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:46.602783 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639aaaa-c0de-4f56-812f-b10cf1d95373 None None] The sync data for ids ['03fe58a2-df0a-43f9-9f69-8c8764b03171'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:46.704841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4566f9bd-05cf-443b-9f2b-c99d91140a8f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting subnet 3af692d9-eaa5-46ca-ab76-08598bfd1f0b {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:46.710330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4566f9bd-05cf-443b-9f2b-c99d91140a8f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.813717 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4566f9bd-05cf-443b-9f2b-c99d91140a8f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.841481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.844430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Router 7dab1226-7041-435f-ab7f-e2910bc1e33d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:46.965167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:46.976937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d8202509-e61f-4869-9d25-5fcebfbeb45b tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "PUT /v2.0/routers/7dab1226-7041-435f-ab7f-e2910bc1e33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7860134 Aug 24 00:40:46.976937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57420) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:46.981028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11093079-34f7-44dc-b7dc-abbbbffa7dbe None None] Sync routers for ids ['7dab1226-7041-435f-ab7f-e2910bc1e33d'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:46.985732 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4566f9bd-05cf-443b-9f2b-c99d91140a8f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:46.991160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11093079-34f7-44dc-b7dc-abbbbffa7dbe None None] Routers {'7dab1226-7041-435f-ab7f-e2910bc1e33d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:46.991777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11093079-34f7-44dc-b7dc-abbbbffa7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7dab1226-7041-435f-ab7f-e2910bc1e33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:47.028306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11093079-34f7-44dc-b7dc-abbbbffa7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:47.035437 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-d6f2b05f-aa39-41b2-ace2-bc2edc163a67 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] show failed (client error): The resource could not be found. Aug 24 00:40:47.041711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d6f2b05f-aa39-41b2-ace2-bc2edc163a67 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-747484215 HTTP/1.1" status: 404 len: 334 time: 0.0589805 Aug 24 00:40:47.041917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11093079-34f7-44dc-b7dc-abbbbffa7dbe None None] Routers {'7dab1226-7041-435f-ab7f-e2910bc1e33d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:47.041917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11093079-34f7-44dc-b7dc-abbbbffa7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['7dab1226-7041-435f-ab7f-e2910bc1e33d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:47.042113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57422) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:47.049107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1237e971-6864-41b4-9f26-81548e0d620e tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:47.071448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-11093079-34f7-44dc-b7dc-abbbbffa7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:47.072113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11093079-34f7-44dc-b7dc-abbbbffa7dbe None None] The sync data for ids ['7dab1226-7041-435f-ab7f-e2910bc1e33d'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:47.093018 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-1237e971-6864-41b4-9f26-81548e0d620e tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] update failed (client error): The resource could not be found. Aug 24 00:40:47.094116 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1237e971-6864-41b4-9f26-81548e0d620e tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1229022435 HTTP/1.1" status: 404 len: 335 time: 0.0512168 Aug 24 00:40:47.100298 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57424) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:47.142467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port c38c7f61-ce81-41a1-b9ad-55e4d6d25020 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:47.142810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.192925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4566f9bd-05cf-443b-9f2b-c99d91140a8f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.195918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-80347c94-f684-40e4-aa06-5afaa3183312 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Deleting subnet 957c630a-a1ab-4231-ac85-9b33c7270b2a {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:47.200507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80347c94-f684-40e4-aa06-5afaa3183312 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.221872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566f9bd-05cf-443b-9f2b-c99d91140a8f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Subnet': ['ID=3af692d9-eaa5-46ca-ab76-08598bfd1f0b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:47.225562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4566f9bd-05cf-443b-9f2b-c99d91140a8f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.227727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4566f9bd-05cf-443b-9f2b-c99d91140a8f tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/subnets/3af692d9-eaa5-46ca-ab76-08598bfd1f0b HTTP/1.1" status: 204 len: 168 time: 0.6632009 Aug 24 00:40:47.230126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57426) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:47.245072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f20976-4b01-4403-9ba6-fe026c3560d2 None None] Network b64656a7-0335-4c21-811f-0b33570223db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:47.262947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80347c94-f684-40e4-aa06-5afaa3183312 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.303630 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.322000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.322873 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for c38c7f61-ce81-41a1-b9ad-55e4d6d25020 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:47.383805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:47.384303 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.420424 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80347c94-f684-40e4-aa06-5afaa3183312 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.457642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] DHCP port deletion for b64656a7-0335-4c21-811f-0b33570223db request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:47.460513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] For port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,segment=NetworkSegment(77753457-9ac9-4674-a845-6b5a9fb607c4),segment_id=77753457-9ac9-4674-a845-6b5a9fb607c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:47.460962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.476216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:47.508835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Deleting port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:47.509261 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.585527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] For port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,segment=NetworkSegment(77753457-9ac9-4674-a845-6b5a9fb607c4),segment_id=77753457-9ac9-4674-a845-6b5a9fb607c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:47.585969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.597229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80347c94-f684-40e4-aa06-5afaa3183312 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.600904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Calling delete_port for dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:47.619046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.623182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80347c94-f684-40e4-aa06-5afaa3183312 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Subnet': ['ID=957c630a-a1ab-4231-ac85-9b33c7270b2a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:47.630027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-80347c94-f684-40e4-aa06-5afaa3183312 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.632479 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-80347c94-f684-40e4-aa06-5afaa3183312 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/subnets/957c630a-a1ab-4231-ac85-9b33c7270b2a HTTP/1.1" status: 204 len: 168 time: 0.5312498 Aug 24 00:40:47.634994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57430) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:47.649712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd036811-2b29-434a-8e36-01be6050ebc8 None None] Network c1ff17cf-582d-4874-a1b9-e7a429000f79 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:47.666055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] No DVR routers for this DVR port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:47.668947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.702489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:47.704153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=c38c7f61-ce81-41a1-b9ad-55e4d6d25020,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:47.734711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44facbc-0a3a-434e-90da-c8098c42e794 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Deleting subnet 162a8811-5263-4c17-b393-bcb2c4fc48d8 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:47.741626 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b44facbc-0a3a-434e-90da-c8098c42e794 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.784244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.806702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64656a7-0335-4c21-811f-0b33570223db']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:47.807267 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.821086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77753457-9ac9-4674-a845-6b5a9fb607c4') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:47.821379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77753457-9ac9-4674-a845-6b5a9fb607c4') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:47.831746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.841365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Pushing event deleted for resources: {'Port': ['ID=dcf02f0c-8688-4a33-b8ae-11dd45cde4c9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:47.844491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] No DVR routers for this DVR port dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:47.853634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.854022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.854335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.854564 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.854713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.854997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.855806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.855806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.856253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.856388 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.856757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.857062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.857493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.858060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3409ece-c5e7-47d3-9b86-a3758fdbe7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:47.867034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:47.867034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.867655 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b44facbc-0a3a-434e-90da-c8098c42e794 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:47.886557 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:47.916958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] DHCP port deletion for c1ff17cf-582d-4874-a1b9-e7a429000f79 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:47.969253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] Deleting port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:47.969684 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:47.994094 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.003388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.006874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/networks/b64656a7-0335-4c21-811f-0b33570223db HTTP/1.1" status: 204 len: 168 time: 0.7757266 Aug 24 00:40:48.008295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57434) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:48.032975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4be4bd-821b-4770-8c90-63844afb0f06 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Network': ['ID=b64656a7-0335-4c21-811f-0b33570223db,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:48.043472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] For port 96dac224-dd9e-40f3-9d6d-ece37cd06b57, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=96dac224-dd9e-40f3-9d6d-ece37cd06b57,segment=NetworkSegment(f5f3306b-8c4e-4add-b21e-b358d77edabe),segment_id=f5f3306b-8c4e-4add-b21e-b358d77edabe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:48.044026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.057670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] Calling delete_port for 96dac224-dd9e-40f3-9d6d-ece37cd06b57 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:48.207848 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.234797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] Pushing event deleted for resources: {'Port': ['ID=96dac224-dd9e-40f3-9d6d-ece37cd06b57,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:48.238281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c1117-23b8-4d86-a097-7581303f0b64 None None] No DVR routers for this DVR port 96dac224-dd9e-40f3-9d6d-ece37cd06b57 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:48.469019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 03fe58a2-df0a-43f9-9f69-8c8764b03171 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:48.475629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b44facbc-0a3a-434e-90da-c8098c42e794 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.624858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:48.630902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-86759346-bfba-421c-8d7b-677c32ec621d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/03fe58a2-df0a-43f9-9f69-8c8764b03171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620517 Aug 24 00:40:48.634763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:48.638865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 95dc4a7e-4102-4798-b2d0-099b356f75c0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:48.639289 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.642500 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a21da-2a11-4ed9-8d22-90fd9e286256 None None] Sync routers for ids ['03fe58a2-df0a-43f9-9f69-8c8764b03171'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:48.656838 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a21da-2a11-4ed9-8d22-90fd9e286256 None None] Routers {'03fe58a2-df0a-43f9-9f69-8c8764b03171'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:48.658405 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-115a21da-2a11-4ed9-8d22-90fd9e286256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['03fe58a2-df0a-43f9-9f69-8c8764b03171'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:48.700187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1c68183b-fca3-49a9-b343-9af2b4df179e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=03fe58a2-df0a-43f9-9f69-8c8764b03171 HTTP/1.1" status: 200 len: 205 time: 0.0633972 Aug 24 00:40:48.702721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57442) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:48.703037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b44facbc-0a3a-434e-90da-c8098c42e794 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.707910 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-115a21da-2a11-4ed9-8d22-90fd9e286256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:48.721147 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a21da-2a11-4ed9-8d22-90fd9e286256 None None] Routers {'03fe58a2-df0a-43f9-9f69-8c8764b03171'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:48.721826 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-115a21da-2a11-4ed9-8d22-90fd9e286256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['03fe58a2-df0a-43f9-9f69-8c8764b03171'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:48.740495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44facbc-0a3a-434e-90da-c8098c42e794 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Subnet': ['ID=162a8811-5263-4c17-b393-bcb2c4fc48d8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:48.754496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b44facbc-0a3a-434e-90da-c8098c42e794 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.756805 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b44facbc-0a3a-434e-90da-c8098c42e794 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/subnets/162a8811-5263-4c17-b393-bcb2c4fc48d8 HTTP/1.1" status: 204 len: 168 time: 1.1205919 Aug 24 00:40:48.771432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57446) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:48.771549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c8404-82bb-4d27-86ca-4bfdf8f84c3e None None] Network 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:48.771654 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-115a21da-2a11-4ed9-8d22-90fd9e286256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:48.772071 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a21da-2a11-4ed9-8d22-90fd9e286256 None None] The sync data for ids ['03fe58a2-df0a-43f9-9f69-8c8764b03171'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:48.816498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c32e0dc-9760-4aa6-8dba-521efec559a2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.843102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.843475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.867114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 95dc4a7e-4102-4798-b2d0-099b356f75c0 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:48.878167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:48.968202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 96dac224-dd9e-40f3-9d6d-ece37cd06b57 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:48.999024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 96dac224-dd9e-40f3-9d6d-ece37cd06b57 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:48.999377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 96dac224-dd9e-40f3-9d6d-ece37cd06b57 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:48.999801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:49.016539 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c32e0dc-9760-4aa6-8dba-521efec559a2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.019831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c32e0dc-9760-4aa6-8dba-521efec559a2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.030776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] DHCP port deletion for 8e8cbdd0-513d-41ec-9fa4-a383d12ead52 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:49.033824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:49.034270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device dcf02f0c-8688-4a33-b8ae-11dd45cde4c9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:49.036216 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.050202 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ff17cf-582d-4874-a1b9-e7a429000f79']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:49.069099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f3306b-8c4e-4add-b21e-b358d77edabe') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:49.069455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f3306b-8c4e-4add-b21e-b358d77edabe') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:49.083463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] Deleting port 706b0549-7079-411a-81fe-2d0bd6b35ca2 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:49.084080 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.086672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.122317 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.132608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:49.132952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:49.135937 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:49.146371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] For port 706b0549-7079-411a-81fe-2d0bd6b35ca2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=706b0549-7079-411a-81fe-2d0bd6b35ca2,segment=NetworkSegment(141c3b65-063a-43ac-9881-050363d15caa),segment_id=141c3b65-063a-43ac-9881-050363d15caa)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:49.146792 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.160023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] Calling delete_port for 706b0549-7079-411a-81fe-2d0bd6b35ca2 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:49.164797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c32e0dc-9760-4aa6-8dba-521efec559a2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.165331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c32e0dc-9760-4aa6-8dba-521efec559a2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Fanout notify agent at l3_agent the message router_deleted on router 03fe58a2-df0a-43f9-9f69-8c8764b03171 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:40:49.172229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c32e0dc-9760-4aa6-8dba-521efec559a2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.173334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4c32e0dc-9760-4aa6-8dba-521efec559a2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/03fe58a2-df0a-43f9-9f69-8c8764b03171 HTTP/1.1" status: 204 len: 168 time: 0.4695947 Aug 24 00:40:49.176604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57448) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.233497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cd6c7c-91d7-4851-9e9c-5caee351e2f1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet 17ac1f71-8b12-4e61-ad3f-66b5393b814c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:49.237777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6c7c-91d7-4851-9e9c-5caee351e2f1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.281079 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6c7c-91d7-4851-9e9c-5caee351e2f1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.312268 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.343361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.345052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=95dc4a7e-4102-4798-b2d0-099b356f75c0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:49.355312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.357430 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/networks/c1ff17cf-582d-4874-a1b9-e7a429000f79 HTTP/1.1" status: 204 len: 168 time: 0.5899982 Aug 24 00:40:49.360681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.392371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9637c9-b3d4-4bcd-92f4-5909e92c4728 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Network': ['ID=c1ff17cf-582d-4874-a1b9-e7a429000f79,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:49.430601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.433287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.434518 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-557ea366-8143-4d9a-907f-106bbee90989 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/floatingips/bd89e618-d068-452a-930b-d4a359658f65 HTTP/1.1" status: 204 len: 168 time: 1.4193814 Aug 24 00:40:49.437880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57452) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.441423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6c7c-91d7-4851-9e9c-5caee351e2f1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.462152 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e966d9ff-5c38-4cb3-9707-a2a56cf801ed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:49.462843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e966d9ff-5c38-4cb3-9707-a2a56cf801ed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:49.464607 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e966d9ff-5c38-4cb3-9707-a2a56cf801ed tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/ports/ac985de7-d71f-42bc-8746-915c050fe7ed HTTP/1.1" status: 404 len: 333 time: 0.0257406 Aug 24 00:40:49.467234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57454) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.487758 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.494695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1d3e5ed2-8a43-493a-a062-b6ca8f96d53a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b51da29-05ac-4b4b-8661-29196187152b HTTP/1.1" status: 200 len: 205 time: 0.0263479 Aug 24 00:40:49.497081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57456) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.506971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.527826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] The port '706b0549-7079-411a-81fe-2d0bd6b35ca2' was deleted {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 24 00:40:49.533085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] Pushing event deleted for resources: {'Port': ['ID=706b0549-7079-411a-81fe-2d0bd6b35ca2,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:49.537186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac9a0b-a6fa-4458-a6a5-75c017d760fa None None] No DVR routers for this DVR port 706b0549-7079-411a-81fe-2d0bd6b35ca2 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:49.546917 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-a3ec2aa4-3f91-41e1-9ca2-fb9e23acf1e8 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] delete failed (client error): The resource could not be found. Aug 24 00:40:49.546917 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a3ec2aa4-3f91-41e1-9ca2-fb9e23acf1e8 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/routers/2b51da29-05ac-4b4b-8661-29196187152b HTTP/1.1" status: 404 len: 336 time: 0.0482864 Aug 24 00:40:49.554089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57458) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.580009 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f957da-a52f-4c8d-9929-81951687968e tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] DELETE failed (client error): The resource could not be found. Aug 24 00:40:49.581272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f957da-a52f-4c8d-9929-81951687968e tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:40:49.583057 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b2f957da-a52f-4c8d-9929-81951687968e tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/subnets/3af692d9-eaa5-46ca-ab76-08598bfd1f0b HTTP/1.1" status: 404 len: 337 time: 0.0303857 Aug 24 00:40:49.589164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57460) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.615290 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.625348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8cbdd0-513d-41ec-9fa4-a383d12ead52']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:49.635977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141c3b65-063a-43ac-9881-050363d15caa') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:49.645303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141c3b65-063a-43ac-9881-050363d15caa') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:49.646346 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.660151 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.666335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:49.668212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:49.670177 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:49.679712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0dd473ee-7385-479e-9041-9d76ce92b418 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port b1e0691d-1059-4db3-99a9-c7d86584fc6f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:49.680067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd473ee-7385-479e-9041-9d76ce92b418 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.681164 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6c7c-91d7-4851-9e9c-5caee351e2f1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.747031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd6c7c-91d7-4851-9e9c-5caee351e2f1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=17ac1f71-8b12-4e61-ad3f-66b5393b814c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:49.756751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8cd6c7c-91d7-4851-9e9c-5caee351e2f1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.758131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a8cd6c7c-91d7-4851-9e9c-5caee351e2f1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/17ac1f71-8b12-4e61-ad3f-66b5393b814c HTTP/1.1" status: 204 len: 168 time: 0.5804319 Aug 24 00:40:49.764340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.765334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10148d90-8e83-43c4-a09d-39a4c4e5ee97 None None] Network 20852772-bb4f-497c-a3fb-d66bcf556381 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:49.788449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd473ee-7385-479e-9041-9d76ce92b418 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.801538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0dd473ee-7385-479e-9041-9d76ce92b418 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for b1e0691d-1059-4db3-99a9-c7d86584fc6f owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:49.818152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3eb4e5b-4331-455e-b5b9-6df89c083d51 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet dcd56e1c-81b2-4c50-a1e8-2be308ffb84f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:49.821176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4e5b-4331-455e-b5b9-6df89c083d51 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.851984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.863076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.865199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/networks/8e8cbdd0-513d-41ec-9fa4-a383d12ead52 HTTP/1.1" status: 204 len: 168 time: 0.4981735 Aug 24 00:40:49.869006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57468) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:49.881977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdeef5-60e3-4967-93ee-4265aadaacb8 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Network': ['ID=8e8cbdd0-513d-41ec-9fa4-a383d12ead52,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:49.888222 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4e5b-4331-455e-b5b9-6df89c083d51 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.957255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7590282-1e15-41ae-9364-0fdc34efa881 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Deleting subnet 6e00062b-832d-40a2-93b4-e5ca891433b2 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:49.962984 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7590282-1e15-41ae-9364-0fdc34efa881 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:49.970388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] DHCP port deletion for 20852772-bb4f-497c-a3fb-d66bcf556381 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:50.000565 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4e5b-4331-455e-b5b9-6df89c083d51 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.014136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7590282-1e15-41ae-9364-0fdc34efa881 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.020249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] Deleting port 83d4d720-8286-4716-8893-b9a4af362d8f {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:50.020638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.084580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] For port 83d4d720-8286-4716-8893-b9a4af362d8f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=83d4d720-8286-4716-8893-b9a4af362d8f,segment=NetworkSegment(9f44a29c-d554-4d9b-b402-62c96827fbb6),segment_id=9f44a29c-d554-4d9b-b402-62c96827fbb6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:50.085327 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.099151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] Calling delete_port for 83d4d720-8286-4716-8893-b9a4af362d8f owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:50.134909 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7590282-1e15-41ae-9364-0fdc34efa881 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.136168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4e5b-4331-455e-b5b9-6df89c083d51 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.161372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd473ee-7385-479e-9041-9d76ce92b418 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.171259 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4e5b-4331-455e-b5b9-6df89c083d51 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.178592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f3eb4e5b-4331-455e-b5b9-6df89c083d51 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/dcd56e1c-81b2-4c50-a1e8-2be308ffb84f HTTP/1.1" status: 204 len: 168 time: 0.4131515 Aug 24 00:40:50.181147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:50.183570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb4e5b-4331-455e-b5b9-6df89c083d51 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd56e1c-81b2-4c50-a1e8-2be308ffb84f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:50.183778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dea203-25a3-4350-a731-a11dc027e35d None None] Network 483ebd54-915f-4394-9cad-93b57ec95995 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:50.198034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd473ee-7385-479e-9041-9d76ce92b418 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=b1e0691d-1059-4db3-99a9-c7d86584fc6f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:50.253322 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.276871 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.280549 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd473ee-7385-479e-9041-9d76ce92b418 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.282568 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0dd473ee-7385-479e-9041-9d76ce92b418 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/ports/b1e0691d-1059-4db3-99a9-c7d86584fc6f HTTP/1.1" status: 204 len: 168 time: 0.6924469 Aug 24 00:40:50.285559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57472) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:50.320551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] Pushing event deleted for resources: {'Port': ['ID=83d4d720-8286-4716-8893-b9a4af362d8f,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:50.322620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350a75e-3b49-4f56-8a4f-2141dd04f333 None None] No DVR routers for this DVR port 83d4d720-8286-4716-8893-b9a4af362d8f on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:50.329457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7590282-1e15-41ae-9364-0fdc34efa881 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.368482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7590282-1e15-41ae-9364-0fdc34efa881 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Subnet': ['ID=6e00062b-832d-40a2-93b4-e5ca891433b2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:50.378002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.388346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20852772-bb4f-497c-a3fb-d66bcf556381']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:50.390855 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7590282-1e15-41ae-9364-0fdc34efa881 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.393304 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d7590282-1e15-41ae-9364-0fdc34efa881 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/subnets/6e00062b-832d-40a2-93b4-e5ca891433b2 HTTP/1.1" status: 204 len: 168 time: 0.5238893 Aug 24 00:40:50.397474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c254f7a-ed14-4acd-ad90-30659b0e9e57 None None] Network 88592683-fddd-44fa-82f2-35ac40d34a31 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:50.401287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57474) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:50.405533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f44a29c-d554-4d9b-b402-62c96827fbb6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:50.405998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f44a29c-d554-4d9b-b402-62c96827fbb6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:50.424045 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.436371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.451026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] DHCP port deletion for 483ebd54-915f-4394-9cad-93b57ec95995 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:50.454858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:50.456130 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:50.460804 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:50.509029 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.512161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bd950926-ca9c-41d2-bab2-ab34d329a20b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 647a96fc-0b15-4dec-9e74-3b804a97532f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:50.512497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd950926-ca9c-41d2-bab2-ab34d329a20b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.570630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] Deleting port ac007ba1-cc12-417c-bf3a-809d8e9c9982 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:50.571274 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.603810 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.612528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.615880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/20852772-bb4f-497c-a3fb-d66bcf556381 HTTP/1.1" status: 204 len: 168 time: 0.4334393 Aug 24 00:40:50.624858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57476) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:50.635414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd950926-ca9c-41d2-bab2-ab34d329a20b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.639923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] DHCP port deletion for 88592683-fddd-44fa-82f2-35ac40d34a31 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:40:50.645767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] For port ac007ba1-cc12-417c-bf3a-809d8e9c9982, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ac007ba1-cc12-417c-bf3a-809d8e9c9982,segment=NetworkSegment(bf9a7681-9950-4065-b10a-84cd5c3cb0a0),segment_id=bf9a7681-9950-4065-b10a-84cd5c3cb0a0)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:50.646180 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.652043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bd950926-ca9c-41d2-bab2-ab34d329a20b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 647a96fc-0b15-4dec-9e74-3b804a97532f owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:50.659146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e9b1b-bb3f-4f49-8c41-19f3aa70f812 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=20852772-bb4f-497c-a3fb-d66bcf556381,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:50.668135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Deleting port 595f999f-e6f3-407d-a265-fb39bba34b70 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:50.668494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.683928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] Calling delete_port for ac007ba1-cc12-417c-bf3a-809d8e9c9982 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:50.726685 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.759423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] Deleting port 595f999f-e6f3-407d-a265-fb39bba34b70 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:50.759815 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.780811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] For port 595f999f-e6f3-407d-a265-fb39bba34b70, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=595f999f-e6f3-407d-a265-fb39bba34b70,segment=NetworkSegment(8846018d-be1c-4cab-a963-7a58ba9d1dc4),segment_id=8846018d-be1c-4cab-a963-7a58ba9d1dc4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:50.781204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.794313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port ac007ba1-cc12-417c-bf3a-809d8e9c9982 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:50.794660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.797988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Calling delete_port for 595f999f-e6f3-407d-a265-fb39bba34b70 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:50.841969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] For port 595f999f-e6f3-407d-a265-fb39bba34b70, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=595f999f-e6f3-407d-a265-fb39bba34b70,segment=NetworkSegment(8846018d-be1c-4cab-a963-7a58ba9d1dc4),segment_id=8846018d-be1c-4cab-a963-7a58ba9d1dc4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:50.842380 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.855661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] Calling delete_port for 595f999f-e6f3-407d-a265-fb39bba34b70 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:50.863954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port ac007ba1-cc12-417c-bf3a-809d8e9c9982, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ac007ba1-cc12-417c-bf3a-809d8e9c9982,segment=NetworkSegment(bf9a7681-9950-4065-b10a-84cd5c3cb0a0),segment_id=bf9a7681-9950-4065-b10a-84cd5c3cb0a0)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:50.864930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.881261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for ac007ba1-cc12-417c-bf3a-809d8e9c9982 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:50.954896 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:50.982510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 706b0549-7079-411a-81fe-2d0bd6b35ca2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:50.987658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] Pushing event deleted for resources: {'Port': ['ID=ac007ba1-cc12-417c-bf3a-809d8e9c9982,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:50.989948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34c9e8-f4ef-48dd-ae5f-3a743a7355b8 None None] No DVR routers for this DVR port ac007ba1-cc12-417c-bf3a-809d8e9c9982 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:50.990805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.012395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 706b0549-7079-411a-81fe-2d0bd6b35ca2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:51.012741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 706b0549-7079-411a-81fe-2d0bd6b35ca2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:51.013170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 595f999f-e6f3-407d-a265-fb39bba34b70 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:51.028496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.035757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No DVR routers for this DVR port ac007ba1-cc12-417c-bf3a-809d8e9c9982 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:51.037557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=ac007ba1-cc12-417c-bf3a-809d8e9c9982,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.041328 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.045934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 595f999f-e6f3-407d-a265-fb39bba34b70 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:51.046290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 595f999f-e6f3-407d-a265-fb39bba34b70 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:51.046720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ac007ba1-cc12-417c-bf3a-809d8e9c9982 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:51.062571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Port': ['ID=595f999f-e6f3-407d-a265-fb39bba34b70,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.067687 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd950926-ca9c-41d2-bab2-ab34d329a20b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.075118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] No DVR routers for this DVR port 595f999f-e6f3-407d-a265-fb39bba34b70 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:51.090838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] Pushing event deleted for resources: {'Port': ['ID=595f999f-e6f3-407d-a265-fb39bba34b70,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.093790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: ac007ba1-cc12-417c-bf3a-809d8e9c9982 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:51.094146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ac007ba1-cc12-417c-bf3a-809d8e9c9982 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:51.094570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 83d4d720-8286-4716-8893-b9a4af362d8f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:40:51.096631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95f239-5a63-432a-af6a-5181bb026daa None None] No DVR routers for this DVR port 595f999f-e6f3-407d-a265-fb39bba34b70 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:40:51.121719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 83d4d720-8286-4716-8893-b9a4af362d8f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:40:51.122080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 83d4d720-8286-4716-8893-b9a4af362d8f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:40:51.122582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.137041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd950926-ca9c-41d2-bab2-ab34d329a20b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=647a96fc-0b15-4dec-9e74-3b804a97532f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.137630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483ebd54-915f-4394-9cad-93b57ec95995']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:51.152840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9a7681-9950-4065-b10a-84cd5c3cb0a0') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:51.153092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9a7681-9950-4065-b10a-84cd5c3cb0a0') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:51.164487 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.178856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.185075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:51.185468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:51.188488 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:51.243601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.258895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88592683-fddd-44fa-82f2-35ac40d34a31']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:51.272896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8846018d-be1c-4cab-a963-7a58ba9d1dc4') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:51.273131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8846018d-be1c-4cab-a963-7a58ba9d1dc4') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:51.282750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd950926-ca9c-41d2-bab2-ab34d329a20b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.285138 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bd950926-ca9c-41d2-bab2-ab34d329a20b tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/ports/647a96fc-0b15-4dec-9e74-3b804a97532f HTTP/1.1" status: 204 len: 168 time: 0.9985914 Aug 24 00:40:51.287821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:51.288856 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.307646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.314528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:51.315635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:51.318924 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:51.328439 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.336534 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.338413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/483ebd54-915f-4394-9cad-93b57ec95995 HTTP/1.1" status: 204 len: 168 time: 0.7149725 Aug 24 00:40:51.345498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:51.358705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-995971658'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:51.369943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b2555-f5dc-46f0-ba60-778573da92c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=483ebd54-915f-4394-9cad-93b57ec95995,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.382627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49b32a-7920-4d73-b4f9-dbb5a95622b3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:51.384141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dc49b32a-7920-4d73-b4f9-dbb5a95622b3 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "GET /v2.0/ports?device_id=aafd8c81-9e94-4e2f-9bda-0faee89068db HTTP/1.1" status: 200 len: 913 time: 0.0952563 Aug 24 00:40:51.387038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57486) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:51.479044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.491948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.493818 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/networks/88592683-fddd-44fa-82f2-35ac40d34a31 HTTP/1.1" status: 204 len: 168 time: 1.0888815 Aug 24 00:40:51.496753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:51.508335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:51.509241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7d5af-f798-4ff2-9caf-58f83189cc65 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Pushing event deleted for resources: {'Network': ['ID=88592683-fddd-44fa-82f2-35ac40d34a31,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:51.511796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.534633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ce9be7ae-acad-4d31-86d5-1edbcd62e0de tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dab1226-7041-435f-ab7f-e2910bc1e33d HTTP/1.1" status: 200 len: 205 time: 0.0367160 Aug 24 00:40:51.540519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57490) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:51.785835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.862387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b062ed99-7cc8-4ac5-b764-f28789bcec68 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.896957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:51.937050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:51.937399 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment 92739cd4-d413-48f7-b0fc-d5f4341efd74 of type vlan for network 22f3d42c-e0b9-4b02-9597-5570fde57b65 Aug 24 00:40:52.052641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 89e51afe-35fb-478f-99f8-23b63452a72b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:52.053114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.071077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b062ed99-7cc8-4ac5-b764-f28789bcec68 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.073377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.075978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b062ed99-7cc8-4ac5-b764-f28789bcec68 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.142083 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.153819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 89e51afe-35fb-478f-99f8-23b63452a72b owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:52.255122 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b062ed99-7cc8-4ac5-b764-f28789bcec68 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.255716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b062ed99-7cc8-4ac5-b764-f28789bcec68 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Fanout notify agent at l3_agent the message router_deleted on router 7dab1226-7041-435f-ab7f-e2910bc1e33d {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:40:52.263246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b062ed99-7cc8-4ac5-b764-f28789bcec68 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.264421 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b062ed99-7cc8-4ac5-b764-f28789bcec68 tempest-RoutersNegativeTest-350254311 tempest-RoutersNegativeTest-350254311-project] 10.222.0.26 "DELETE /v2.0/routers/7dab1226-7041-435f-ab7f-e2910bc1e33d HTTP/1.1" status: 204 len: 168 time: 0.7229049 Aug 24 00:40:52.286956 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.292606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:52.293185 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.359831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=22f3d42c-e0b9-4b02-9597-5570fde57b65,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:52.370765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 22f3d42c-e0b9-4b02-9597-5570fde57b65 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:52.427214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e7d84b5f-ec79-4e10-9981-517526b90520 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0809014 Aug 24 00:40:52.430089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:52.435248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': '22f3d42c-e0b9-4b02-9597-5570fde57b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:52.492902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.525820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=89e51afe-35fb-478f-99f8-23b63452a72b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:52.678508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:52.683024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.961631 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:52.965742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:52.979162 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.057101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=e1634d60-19e4-4786-828d-00b10c44e46a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:53.071451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.071852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.072420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.078006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:40:53.079980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': '92739cd4-d413-48f7-b0fc-d5f4341efd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22f3d42c-e0b9-4b02-9597-5570fde57b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:53.080915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: 22f3d42c-e0b9-4b02-9597-5570fde57b65, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:53.131200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-341c1833-6dd1-47f0-aa25-fe711a5dd6b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6121163d5668444285ecf511148a6e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634784 Aug 24 00:40:53.133951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:53.184377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3fa441f-4291-4e30-ab9d-3eb1ee985687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.211349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3fa441f-4291-4e30-ab9d-3eb1ee985687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.218728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Router aafd8c81-9e94-4e2f-9bda-0faee89068db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:53.237261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 22f3d42c-e0b9-4b02-9597-5570fde57b65 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:53.326548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:53.331624 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f23c83c7-1763-4f9b-95b3-2b93411de6cb tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "PUT /v2.0/routers/aafd8c81-9e94-4e2f-9bda-0faee89068db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9433076 Aug 24 00:40:53.334332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:53.336673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc18d33-4754-4d4d-a64b-b5d56539e5fe None None] Sync routers for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:53.341960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 22f3d42c-e0b9-4b02-9597-5570fde57b65) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:53.346631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc18d33-4754-4d4d-a64b-b5d56539e5fe None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:53.347303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fc18d33-4754-4d4d-a64b-b5d56539e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:53.350367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da2d45-1e0c-4204-ae44-b14fd8120fde None None] Network 22f3d42c-e0b9-4b02-9597-5570fde57b65 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:53.382739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:53.383327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.396694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fc18d33-4754-4d4d-a64b-b5d56539e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:53.407476 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3fa441f-4291-4e30-ab9d-3eb1ee985687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.410025 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3fa441f-4291-4e30-ab9d-3eb1ee985687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.411159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f3fa441f-4291-4e30-ab9d-3eb1ee985687 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cafcd2bf-5785-47e5-839f-4a07081675ff HTTP/1.1" status: 204 len: 168 time: 0.2762406 Aug 24 00:40:53.435780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc18d33-4754-4d4d-a64b-b5d56539e5fe None None] Routers {'aafd8c81-9e94-4e2f-9bda-0faee89068db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:53.436107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fc18d33-4754-4d4d-a64b-b5d56539e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['aafd8c81-9e94-4e2f-9bda-0faee89068db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:53.436491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa441f-4291-4e30-ab9d-3eb1ee985687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcd2bf-5785-47e5-839f-4a07081675ff,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:53.487695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fc18d33-4754-4d4d-a64b-b5d56539e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:53.487695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc18d33-4754-4d4d-a64b-b5d56539e5fe None None] The sync data for ids ['aafd8c81-9e94-4e2f-9bda-0faee89068db'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:53.499800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.538138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-30f90be4-adc2-4747-ad7e-79b23eb96490 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1068695 Aug 24 00:40:53.540883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57516) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:53.546544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-68ef1a68-4e16-409c-8a4c-575f25b7536c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1884097381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:53.584303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-22f3d42c-e0b9-4b02-9597-5570fde57b65', 'network_id': '22f3d42c-e0b9-4b02-9597-5570fde57b65', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': 'e1634d60-19e4-4786-828d-00b10c44e46a'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:40:53.585334 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.616044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.695422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ef1a68-4e16-409c-8a4c-575f25b7536c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.696553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ef1a68-4e16-409c-8a4c-575f25b7536c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.725371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Allocated IP 2001:db8::2 (22f3d42c-e0b9-4b02-9597-5570fde57b65/e1634d60-19e4-4786-828d-00b10c44e46a/cdd939c3-3fe2-482a-b205-0b344ecc9c43) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:53.750423 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ef1a68-4e16-409c-8a4c-575f25b7536c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.832740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting port 9bbabf64-6138-4e32-a777-f54880936f76 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:53.833186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.866729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ef1a68-4e16-409c-8a4c-575f25b7536c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.907060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.917649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Transition to ACTIVE for port object cdd939c3-3fe2-482a-b205-0b344ecc9c43 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:53.928256 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.934541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Transition to ACTIVE for port object cdd939c3-3fe2-482a-b205-0b344ecc9c43 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:53.941365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Calling delete_port for 9bbabf64-6138-4e32-a777-f54880936f76 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:53.958712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ef1a68-4e16-409c-8a4c-575f25b7536c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:53.963057 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-68ef1a68-4e16-409c-8a4c-575f25b7536c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4178472 Aug 24 00:40:53.963057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57524) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:53.968403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'port': {'network_id': '22f3d42c-e0b9-4b02-9597-5570fde57b65', 'name': 'tempest-RoutersIpV6Test-1460382967'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:54.030911 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.070898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Network 22f3d42c-e0b9-4b02-9597-5570fde57b65 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:54.075809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:54.079374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:54.088055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Pushing event updated for resources: {'Port': ['ID=cdd939c3-3fe2-482a-b205-0b344ecc9c43,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:54.152041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Attempting to bind port cdd939c3-3fe2-482a-b205-0b344ecc9c43 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:40:54.152828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Attempting to bind port cdd939c3-3fe2-482a-b205-0b344ecc9c43 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '92739cd4-d413-48f7-b0fc-d5f4341efd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22f3d42c-e0b9-4b02-9597-5570fde57b65'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:40:54.153485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Attempting to bind port cdd939c3-3fe2-482a-b205-0b344ecc9c43 on network 22f3d42c-e0b9-4b02-9597-5570fde57b65 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:40:54.163077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:40:54.164245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Checking segment: {'id': '92739cd4-d413-48f7-b0fc-d5f4341efd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22f3d42c-e0b9-4b02-9597-5570fde57b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:54.165215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.166586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Bound using segment: {'id': '92739cd4-d413-48f7-b0fc-d5f4341efd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22f3d42c-e0b9-4b02-9597-5570fde57b65'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:40:54.167061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Bound port: cdd939c3-3fe2-482a-b205-0b344ecc9c43, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92739cd4-d413-48f7-b0fc-d5f4341efd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22f3d42c-e0b9-4b02-9597-5570fde57b65'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:40:54.168156 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.235582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:54.240884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.246182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] For port cdd939c3-3fe2-482a-b205-0b344ecc9c43, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:40:54.249510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] For port cdd939c3-3fe2-482a-b205-0b344ecc9c43, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cdd939c3-3fe2-482a-b205-0b344ecc9c43,segment=NetworkSegment(92739cd4-d413-48f7-b0fc-d5f4341efd74),segment_id=92739cd4-d413-48f7-b0fc-d5f4341efd74)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:40:54.257503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] device_id is not set on port 77f3fc5b-4897-4800-9930-45debd6d0229 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:40:54.266614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.296198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Port': ['ID=9bbabf64-6138-4e32-a777-f54880936f76,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:54.366048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.377709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8::1d0 (22f3d42c-e0b9-4b02-9597-5570fde57b65/e1634d60-19e4-4786-828d-00b10c44e46a/77f3fc5b-4897-4800-9930-45debd6d0229) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:40:54.390162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.466608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86344639-9594-4a60-a47d-6db32e9c8bc3 None None] Pushing event updated for resources: {'Port': ['ID=cdd939c3-3fe2-482a-b205-0b344ecc9c43,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:54.484231 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.484564 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.578872 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.594861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object 77f3fc5b-4897-4800-9930-45debd6d0229 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:40:54.628030 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.628030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Fanout notify agent at l3_agent the message router_deleted on router aafd8c81-9e94-4e2f-9bda-0faee89068db {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:40:54.644000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.645497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ec7ebc3-6786-4bbc-93f2-5481818a940c tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/routers/aafd8c81-9e94-4e2f-9bda-0faee89068db HTTP/1.1" status: 204 len: 168 time: 1.3100700 Aug 24 00:40:54.647636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57542) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:54.716278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c42cca4-f67a-4c93-a6e6-91bc71ea5199 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Deleting subnet 9c75d988-f006-470a-b6d4-03e5dd4580bd {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:40:54.718620 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.720353 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c42cca4-f67a-4c93-a6e6-91bc71ea5199 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.768670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 22f3d42c-e0b9-4b02-9597-5570fde57b65 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:54.772447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:54.780733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:40:54.785070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c42cca4-f67a-4c93-a6e6-91bc71ea5199 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.787249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:54.787761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57544) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:54.789562 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.803271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=77f3fc5b-4897-4800-9930-45debd6d0229,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:54.846035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c42cca4-f67a-4c93-a6e6-91bc71ea5199 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:54.884610 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c8949630-ac66-4ee0-960d-268833e1364c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9204216 Aug 24 00:40:54.894035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57548) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:54.940501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374693692-network', 'tenant_id': '77791f80e4a2472b9f7db8c53a2d43b9'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:54.974181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cdd939c3-3fe2-482a-b205-0b344ecc9c43 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:55.098306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port cdd939c3-3fe2-482a-b205-0b344ecc9c43 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:55.142808 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c42cca4-f67a-4c93-a6e6-91bc71ea5199 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.182335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42cca4-f67a-4c93-a6e6-91bc71ea5199 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Subnet': ['ID=9c75d988-f006-470a-b6d4-03e5dd4580bd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:55.200033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c42cca4-f67a-4c93-a6e6-91bc71ea5199 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.202028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1c42cca4-f67a-4c93-a6e6-91bc71ea5199 tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/subnets/9c75d988-f006-470a-b6d4-03e5dd4580bd HTTP/1.1" status: 204 len: 168 time: 0.5532837 Aug 24 00:40:55.204778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57552) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:55.243525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Made reservation on behalf of 77791f80e4a2472b9f7db8c53a2d43b9 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:55.246404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.269234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.318591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.348174 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.417688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.430248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863ca1c7-9914-47ec-80e2-40b3d8d5a3b6']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:55.459370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31849086-cca1-4f38-9e9a-ba109c0f16c2') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:55.459681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31849086-cca1-4f38-9e9a-ba109c0f16c2') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:55.469523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.486500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.493355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:40:55.493667 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:40:55.497168 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:40:55.578993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d1116-2561-4e25-bdb6-d4313d46ccbe None None] Network 22f3d42c-e0b9-4b02-9597-5570fde57b65 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:55.594210 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.596591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.655003 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.661475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.668556 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] 10.222.0.26 "DELETE /v2.0/networks/863ca1c7-9914-47ec-80e2-40b3d8d5a3b6 HTTP/1.1" status: 204 len: 168 time: 0.4617019 Aug 24 00:40:55.675945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.686009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2814dea-a83a-4908-a6a9-3ed68c2d140a tempest-FloatingIPTestJSON-2103553142 tempest-FloatingIPTestJSON-2103553142-project] Pushing event deleted for resources: {'Network': ['ID=863ca1c7-9914-47ec-80e2-40b3d8d5a3b6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:55.689050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.716127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:55.726762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292fa548-5384-4a28-ab4a-9470075de21c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:55.731666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.732019 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Added segment b98e5d41-511f-4920-8abe-38e496c22aa1 of type vlan for network 2313a4fa-21f3-4bef-b880-443eec99d625 Aug 24 00:40:55.774964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.778958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.828310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bd55e8d5-0e93-4f45-833f-fd8799cee35f None None] Provisioning for port cdd939c3-3fe2-482a-b205-0b344ecc9c43 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:55.835912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bd55e8d5-0e93-4f45-833f-fd8799cee35f None None] Provisioning complete for port cdd939c3-3fe2-482a-b205-0b344ecc9c43 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:55.836597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd55e8d5-0e93-4f45-833f-fd8799cee35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.895145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=77f3fc5b-4897-4800-9930-45debd6d0229,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:55.932473 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd55e8d5-0e93-4f45-833f-fd8799cee35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.933058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.934207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:55.935189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:55.968235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bd55e8d5-0e93-4f45-833f-fd8799cee35f None None] For port cdd939c3-3fe2-482a-b205-0b344ecc9c43, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cdd939c3-3fe2-482a-b205-0b344ecc9c43,segment=NetworkSegment(92739cd4-d413-48f7-b0fc-d5f4341efd74),segment_id=92739cd4-d413-48f7-b0fc-d5f4341efd74)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:40:56.087772 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.091689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] Pushing event updated for resources: {'Network': ['ID=2313a4fa-21f3-4bef-b880-443eec99d625,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:56.095009 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd55e8d5-0e93-4f45-833f-fd8799cee35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.135707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 2313a4fa-21f3-4bef-b880-443eec99d625 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:56.220287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57560) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:56.225008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55e8d5-0e93-4f45-833f-fd8799cee35f None None] Pushing event updated for resources: {'Port': ['ID=cdd939c3-3fe2-482a-b205-0b344ecc9c43,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:56.268404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-03248174-9ef9-4198-a115-9f0c27b410c2 None None] Provisioning complete for port cdd939c3-3fe2-482a-b205-0b344ecc9c43 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:56.268973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03248174-9ef9-4198-a115-9f0c27b410c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.308761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-acd4d8b6-a3ba-4fdd-9ffd-2234c33d8f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.459585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3a20c51e-bc75-4c00-9a7c-bdb03897913c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6705880 Aug 24 00:40:56.462320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:56.463975 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4e00cb7e-0006-4b8f-9fc8-b0c53044a2fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=518c99f8a1a349d6913b9b110e837a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421043 Aug 24 00:40:56.466221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57570) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:56.471809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Request body: {'subnet': {'network_id': '2313a4fa-21f3-4bef-b880-443eec99d625', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374693692-subnet', 'tenant_id': '77791f80e4a2472b9f7db8c53a2d43b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:56.532440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-03248174-9ef9-4198-a115-9f0c27b410c2 None None] Provisioning for port 77f3fc5b-4897-4800-9930-45debd6d0229 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:40:56.537250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-03248174-9ef9-4198-a115-9f0c27b410c2 None None] Provisioning complete for port 77f3fc5b-4897-4800-9930-45debd6d0229 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:56.537757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03248174-9ef9-4198-a115-9f0c27b410c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.543087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84d31a94-2026-4ae8-85ff-2110827ff21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.564648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84d31a94-2026-4ae8-85ff-2110827ff21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.571204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-03248174-9ef9-4198-a115-9f0c27b410c2 None None] Port 77f3fc5b-4897-4800-9930-45debd6d0229 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:56.638238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.652524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Made reservation on behalf of 77791f80e4a2472b9f7db8c53a2d43b9 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:56.654827 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.691160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ce3527cb-55ab-48c4-a0f5-90fc568da26a None None] Provisioning complete for port 77f3fc5b-4897-4800-9930-45debd6d0229 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:56.691748 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce3527cb-55ab-48c4-a0f5-90fc568da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.729292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ce3527cb-55ab-48c4-a0f5-90fc568da26a None None] Port 77f3fc5b-4897-4800-9930-45debd6d0229 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:56.779669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84d31a94-2026-4ae8-85ff-2110827ff21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.782236 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84d31a94-2026-4ae8-85ff-2110827ff21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:56.783397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-84d31a94-2026-4ae8-85ff-2110827ff21b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9109dbd3-fd69-4e10-a466-14be941e9a52 HTTP/1.1" status: 204 len: 168 time: 0.3162484 Aug 24 00:40:56.828741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d31a94-2026-4ae8-85ff-2110827ff21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9109dbd3-fd69-4e10-a466-14be941e9a52,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:56.924068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cdd939c3-3fe2-482a-b205-0b344ecc9c43 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:40:56.973442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port cdd939c3-3fe2-482a-b205-0b344ecc9c43 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:56.973853 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.049657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.072436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.107880 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.108688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.182394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0880fc0e-07fb-4e83-b151-d53fbd8f2807,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:57.251570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Checking segment: {'id': 'b98e5d41-511f-4920-8abe-38e496c22aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2313a4fa-21f3-4bef-b880-443eec99d625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:40:57.251868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Network hostable DHCP agents. Network: 2313a4fa-21f3-4bef-b880-443eec99d625, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:40:57.256371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=77f3fc5b-4897-4800-9930-45debd6d0229,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:57.290298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 22f3d42c-e0b9-4b02-9597-5570fde57b65 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:40:57.291702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:57.411923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Network 2313a4fa-21f3-4bef-b880-443eec99d625 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:40:57.546184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:57.554855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-82e150f4-de18-4053-bc53-27b198f54ce0 None None] Provisioning complete for port 77f3fc5b-4897-4800-9930-45debd6d0229 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:40:57.555235 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82e150f4-de18-4053-bc53-27b198f54ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.593504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-82e150f4-de18-4053-bc53-27b198f54ce0 None None] Port 77f3fc5b-4897-4800-9930-45debd6d0229 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:40:57.601552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 2313a4fa-21f3-4bef-b880-443eec99d625) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:40:57.603093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router e5d0367e-0501-4759-a3bc-d2458e304f32 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:40:57.612302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf2832-798e-4a3b-95da-85bf2027235f None None] Network 2313a4fa-21f3-4bef-b880-443eec99d625 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:57.612620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:57.613126 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.741159 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3f45c-3aa0-4106-ad24-a5899a615b09 None None] Network 2313a4fa-21f3-4bef-b880-443eec99d625 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:40:57.753342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d497c4ed-5b94-455d-83f0-d1e886b25e3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2863779 Aug 24 00:40:57.778263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:57.806984 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1054e8-3dbb-4f15-bfe6-539a6d9c688a None None] Sync routers for ids ['e5d0367e-0501-4759-a3bc-d2458e304f32'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:57.814611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3273a64b-f964-4b7e-865e-70266d3234f8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/e5d0367e-0501-4759-a3bc-d2458e304f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231305 Aug 24 00:40:57.815879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57602) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:57.818105 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1054e8-3dbb-4f15-bfe6-539a6d9c688a None None] Routers {'e5d0367e-0501-4759-a3bc-d2458e304f32'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:57.818830 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4b1054e8-3dbb-4f15-bfe6-539a6d9c688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e5d0367e-0501-4759-a3bc-d2458e304f32'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:57.863486 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4b1054e8-3dbb-4f15-bfe6-539a6d9c688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:57.892099 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1054e8-3dbb-4f15-bfe6-539a6d9c688a None None] Routers {'e5d0367e-0501-4759-a3bc-d2458e304f32'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:57.892099 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4b1054e8-3dbb-4f15-bfe6-539a6d9c688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e5d0367e-0501-4759-a3bc-d2458e304f32'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:57.896029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Deleting port 5157967d-6c39-4aa5-acbf-bdf4ca6d55fe {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:57.896456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:57.917384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6fabce-a9da-41b9-bb79-0c18ff7a9163 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:57.919318 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e6fabce-a9da-41b9-bb79-0c18ff7a9163 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports/77f3fc5b-4897-4800-9930-45debd6d0229 HTTP/1.1" status: 200 len: 984 time: 0.1023200 Aug 24 00:40:57.922583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:57.940216 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4b1054e8-3dbb-4f15-bfe6-539a6d9c688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:57.941645 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1054e8-3dbb-4f15-bfe6-539a6d9c688a None None] The sync data for ids ['e5d0367e-0501-4759-a3bc-d2458e304f32'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:58.007605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57608) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:58.018224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.018583 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.031614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Calling delete_port for 5157967d-6c39-4aa5-acbf-bdf4ca6d55fe owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:58.140698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-569848466'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:58.311871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Made reservation on behalf of 6561940a60a64782995eb347da58cafe for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:58.316806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.326587 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.372676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.374732 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.415630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event deleted for resources: {'Port': ['ID=5157967d-6c39-4aa5-acbf-bdf4ca6d55fe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:58.520512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.527514 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.527811 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Floating IP 9b6844ea-9f60-4ad5-a35d-71a672e1780c disassociated (deleted). External IP: 172.25.5.90, port: ffc15cbb-caaf-44b4-8246-cb2e7170d843. Aug 24 00:40:58.640457 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.643077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 77f3fc5b-4897-4800-9930-45debd6d0229 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:40:58.643433 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.677546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:58.684378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f32e7e-fec0-4b63-878b-51a787e54b94,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:58.697627 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.697985 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Added segment 2d3e2609-d0d6-42d4-87a0-94a0061f7450 of type vlan for network 883bfb40-0185-4d71-862a-cdee6bed0d0b Aug 24 00:40:58.743049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.757280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 77f3fc5b-4897-4800-9930-45debd6d0229 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:40:58.779628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.859278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:58.863170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Router 5c10e54c-45d2-49cb-b22c-0a593f7db918 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:58.866750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1292310011-network', 'tenant_id': '0b489e5ce8014c6e99649753f3801611'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:58.925535 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.931140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:58.931727 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:58.998645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Made reservation on behalf of 0b489e5ce8014c6e99649753f3801611 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:59.000520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.016847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.040936 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4476b5b6-ae80-409b-95b8-116195204645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.060405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'Network': ['ID=883bfb40-0185-4d71-862a-cdee6bed0d0b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:59.071407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:40:59.082645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:59.086931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.089408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.116747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-99fa2e23-0796-494c-989d-c43ad973076b tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "DELETE /v2.0/floatingips/9b6844ea-9f60-4ad5-a35d-71a672e1780c HTTP/1.1" status: 204 len: 168 time: 1.5692613 Aug 24 00:40:59.117434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:40:59.117667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] Sync routers for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:59.120024 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9321f4e-964a-4a48-a62c-14d302577734" -d '{"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:40:59.127986 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=77f3fc5b-4897-4800-9930-45debd6d0229,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:59.160160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:59.161112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:59.166881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.167095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5ecf343d-c51e-4763-8092-3159e3e92bad tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1584725 Aug 24 00:40:59.170224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57632) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:59.190699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Request body: {'subnet': {'network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:40:59.202438 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea8de4f-3a57-4a0b-8607-ea6c6296da94 x-openstack-request-id: req-1ea8de4f-3a57-4a0b-8607-ea6c6296da94 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:40:59.202899 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:40:59.203161 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ea8de4f-3a57-4a0b-8607-ea6c6296da94 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:40:59.203759 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'status': 'completed', 'code': 200} Aug 24 00:40:59.287463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.350188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:40:59.411435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9321f4e-964a-4a48-a62c-14d302577734 req-bfa1a262-6ff0-4f04-a7dc-da557b8f52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:59.412923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9321f4e-964a-4a48-a62c-14d302577734 req-bfa1a262-6ff0-4f04-a7dc-da557b8f52d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da8a1303774b49319b7fc2501d45993d&device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 1097 time: 0.1808221 Aug 24 00:40:59.484788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router e5d0367e-0501-4759-a3bc-d2458e304f32 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:40:59.490393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:40:59.542852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.550552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9321f4e-964a-4a48-a62c-14d302577734 req-74600e7a-5010-4370-badc-0ec796242248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:59.552600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9321f4e-964a-4a48-a62c-14d302577734 req-74600e7a-5010-4370-badc-0ec796242248 service neutron] 10.222.0.37 "GET /v2.0/networks?id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed HTTP/1.1" status: 200 len: 915 time: 0.1280587 Aug 24 00:40:59.584067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:40:59.597394 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f816ae-2740-4b8f-95d4-0c0eef04b52c None None] Sync routers for ids ['e5d0367e-0501-4759-a3bc-d2458e304f32'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:40:59.600917 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6d9794d0-bd98-42f5-b547-4655e7b4c5b9 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/e5d0367e-0501-4759-a3bc-d2458e304f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6764054 Aug 24 00:40:59.601808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57640) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:40:59.613931 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f816ae-2740-4b8f-95d4-0c0eef04b52c None None] Routers {'e5d0367e-0501-4759-a3bc-d2458e304f32'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:59.615003 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-89f816ae-2740-4b8f-95d4-0c0eef04b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e5d0367e-0501-4759-a3bc-d2458e304f32'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:59.684591 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-89f816ae-2740-4b8f-95d4-0c0eef04b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:59.706463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.711809 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f816ae-2740-4b8f-95d4-0c0eef04b52c None None] Routers {'e5d0367e-0501-4759-a3bc-d2458e304f32'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:59.712596 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-89f816ae-2740-4b8f-95d4-0c0eef04b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e5d0367e-0501-4759-a3bc-d2458e304f32'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:59.719094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9321f4e-964a-4a48-a62c-14d302577734 req-01f06dea-ead6-4107-bfdb-b7708eb95cda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843 HTTP/1.1" status: 200 len: 217 time: 0.1553257 Aug 24 00:40:59.778794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:59.797638 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-89f816ae-2740-4b8f-95d4-0c0eef04b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:59.797814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:40:59.798363 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f816ae-2740-4b8f-95d4-0c0eef04b52c None None] The sync data for ids ['e5d0367e-0501-4759-a3bc-d2458e304f32'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:40:59.817230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] Checking router: 5c10e54c-45d2-49cb-b22c-0a593f7db918 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:40:59.826415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Made reservation on behalf of 6561940a60a64782995eb347da58cafe for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:40:59.828274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:40:59.829120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:40:59.830629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.843685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6935f-ce9f-42d6-bbfc-189ec56a659c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:40:59.866005 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:40:59.866704 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Added segment 34dc7e1d-2a5f-493a-ad49-d8c7d070b7a3 of type vlan for network 3926d9b9-ab66-49fe-b039-94d50a2006e3 Aug 24 00:40:59.957974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9321f4e-964a-4a48-a62c-14d302577734 req-b7efeabb-3a73-4400-b243-8321704914d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:40:59.959688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9321f4e-964a-4a48-a62c-14d302577734 req-b7efeabb-3a73-4400-b243-8321704914d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b996003b-481d-4cf1-b1b9-3cd7dec273c5 HTTP/1.1" status: 200 len: 853 time: 0.2231510 Aug 24 00:40:59.986153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:00.006102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.103875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9321f4e-964a-4a48-a62c-14d302577734 req-314cb205-8c93-4980-8930-5ca792cef73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:00.105782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9321f4e-964a-4a48-a62c-14d302577734 req-314cb205-8c93-4980-8930-5ca792cef73a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41cb7cc4-6d09-4599-a384-00bb9a01f2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359248 Aug 24 00:41:00.133115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a83d3d-6304-4b6c-9e2f-ba667126f441 req-829a6e33-d34e-41f1-baf8-b01d1294a98a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:00.134666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3a83d3d-6304-4b6c-9e2f-ba667126f441 req-829a6e33-d34e-41f1-baf8-b01d1294a98a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 946 time: 0.1717672 Aug 24 00:41:00.163258 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-eb2e3d3f-ab90-4b89-8f8d-fbbd4e9f9a46 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] remove_router_interface failed (client error): The resource could not be found. Aug 24 00:41:00.166193 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eb2e3d3f-ab90-4b89-8f8d-fbbd4e9f9a46 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/e5d0367e-0501-4759-a3bc-d2458e304f32/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5624819 Aug 24 00:41:00.167707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57644) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:00.200771 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-460091ea-8aa7-4ce1-90a7-d3a5bdf5920f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5d0367e-0501-4759-a3bc-d2458e304f32 HTTP/1.1" status: 200 len: 205 time: 0.0297246 Aug 24 00:41:00.201032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57646) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:00.208182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:00.217386 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.218379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:00.218969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.243451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d710-4611-4916-b61f-1bc6bb81f7ba None None] The sync data for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 is: [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '3a10489a-06b2-4dea-ad37-eaba2cab874d', 'name': '', 'network_id': '41cb7cc4-6d09-4599-a384-00bb9a01f2ed', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'mac_address': 'fa:16:3e:3e:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:39Z', 'updated_at': '2021-08-24T00:35:48Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'subnets': [{'id': 'b996003b-481d-4cf1-b1b9-3cd7dec273c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:00.281461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f53-ad28-420a-ad8d-069f714015fa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.326974 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.465737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f53-ad28-420a-ad8d-069f714015fa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.468404 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f53-ad28-420a-ad8d-069f714015fa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.519966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fff0c-3544-4f4d-93d9-fc1497eb1a19 None None] New status for floating IP 9b6844ea-9f60-4ad5-a35d-71a672e1780c: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:41:00.565271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f53-ad28-420a-ad8d-069f714015fa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.566289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc59f53-ad28-420a-ad8d-069f714015fa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Fanout notify agent at l3_agent the message router_deleted on router e5d0367e-0501-4759-a3bc-d2458e304f32 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:41:00.574190 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1fc59f53-ad28-420a-ad8d-069f714015fa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.578484 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1fc59f53-ad28-420a-ad8d-069f714015fa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/e5d0367e-0501-4759-a3bc-d2458e304f32 HTTP/1.1" status: 204 len: 168 time: 0.3764830 Aug 24 00:41:00.579199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57648) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:00.593545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7330120 Aug 24 00:41:00.607788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57650) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:00.624960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Request body: {'subnet': {'network_id': '3926d9b9-ab66-49fe-b039-94d50a2006e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1292310011-subnet', 'tenant_id': '0b489e5ce8014c6e99649753f3801611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:00.630915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3a83d3d-6304-4b6c-9e2f-ba667126f441 req-c4dceeff-352d-4a53-a3c1-88921906fd8a tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4836431 Aug 24 00:41:00.644766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcaa289-9379-402a-8048-ef2a18e2d66e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet e1634d60-19e4-4786-828d-00b10c44e46a {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:00.651112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52059dc6-3006-4f7b-8a34-3b5cdad26a00 admin admin] Pushing event updated for resources: {'Network': ['ID=3926d9b9-ab66-49fe-b039-94d50a2006e3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:00.652578 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa289-9379-402a-8048-ef2a18e2d66e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.664361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 3926d9b9-ab66-49fe-b039-94d50a2006e3 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:00.670686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9321f4e-964a-4a48-a62c-14d302577734 req-a0942c6b-de1e-4564-b43d-871fb32ddfb8 service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350466 Aug 24 00:41:00.700294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa289-9379-402a-8048-ef2a18e2d66e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.753470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.792787 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa289-9379-402a-8048-ef2a18e2d66e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.805528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Made reservation on behalf of 0b489e5ce8014c6e99649753f3801611 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:00.809940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.911681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'Subnet': ['ID=c965b936-695f-4ae4-a9ef-2dc37c570237,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:00.925967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9321f4e-964a-4a48-a62c-14d302577734 req-64b952d6-1202-425b-89d6-030a0a124b7d service neutron] 10.222.0.37 "GET /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472417 Aug 24 00:41:00.931582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Checking segment: {'id': '2d3e2609-d0d6-42d4-87a0-94a0061f7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:00.931944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Network hostable DHCP agents. Network: 883bfb40-0185-4d71-862a-cdee6bed0d0b, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:00.941391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa289-9379-402a-8048-ef2a18e2d66e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.969733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaa289-9379-402a-8048-ef2a18e2d66e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=e1634d60-19e4-4786-828d-00b10c44e46a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:00.974834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa289-9379-402a-8048-ef2a18e2d66e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:00.978087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b8adb-20eb-4e4d-80a7-7d8dc57de88f None None] Network 22f3d42c-e0b9-4b02-9597-5570fde57b65 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:00.978457 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9bcaa289-9379-402a-8048-ef2a18e2d66e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/e1634d60-19e4-4786-828d-00b10c44e46a HTTP/1.1" status: 204 len: 168 time: 0.3975475 Aug 24 00:41:00.981253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57656) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:01.061279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.086675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:01.119007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port cdd939c3-3fe2-482a-b205-0b344ecc9c43 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:01.119357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.138418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.155837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] DHCP port deletion for 22f3d42c-e0b9-4b02-9597-5570fde57b65 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:41:01.187532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 883bfb40-0185-4d71-862a-cdee6bed0d0b) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:01.193059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:01.193694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.195270 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port cdd939c3-3fe2-482a-b205-0b344ecc9c43, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cdd939c3-3fe2-482a-b205-0b344ecc9c43,segment=NetworkSegment(92739cd4-d413-48f7-b0fc-d5f4341efd74),segment_id=92739cd4-d413-48f7-b0fc-d5f4341efd74)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:01.196245 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.202996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40200d98-2b0e-4445-a225-1a5a0ab3ef51 None None] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:01.210924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for cdd939c3-3fe2-482a-b205-0b344ecc9c43 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:01.252385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0af4e9-908f-4ac9-b9bc-4530e4bf70fb,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:01.254516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] Deleting port cdd939c3-3fe2-482a-b205-0b344ecc9c43 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:01.255053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.271057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Checking segment: {'id': '34dc7e1d-2a5f-493a-ad49-d8c7d070b7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3926d9b9-ab66-49fe-b039-94d50a2006e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:01.271432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Network hostable DHCP agents. Network: 3926d9b9-ab66-49fe-b039-94d50a2006e3, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:01.281748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-50cbddec-80e8-4310-8b67-31eef54dbe3e tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:01.283983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-50cbddec-80e8-4310-8b67-31eef54dbe3e tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 946 time: 0.1115544 Aug 24 00:41:01.327645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6721528d-f2cf-476e-a7e6-b048deca3e94 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1547604 Aug 24 00:41:01.330405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57658) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:01.336766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-399fe939-a7a8-4a43-b301-95498594ad70 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-919622251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:01.340782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] For port cdd939c3-3fe2-482a-b205-0b344ecc9c43, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cdd939c3-3fe2-482a-b205-0b344ecc9c43,segment=NetworkSegment(92739cd4-d413-48f7-b0fc-d5f4341efd74),segment_id=92739cd4-d413-48f7-b0fc-d5f4341efd74)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:01.341193 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.356669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] Calling delete_port for cdd939c3-3fe2-482a-b205-0b344ecc9c43 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:01.395744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Deleting port ffc15cbb-caaf-44b4-8246-cb2e7170d843 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:01.396172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.397799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.432344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=cdd939c3-3fe2-482a-b205-0b344ecc9c43,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:01.434204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No DVR routers for this DVR port cdd939c3-3fe2-482a-b205-0b344ecc9c43 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:01.454619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Network 3926d9b9-ab66-49fe-b039-94d50a2006e3 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:01.491691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-883bfb40-0185-4d71-862a-cdee6bed0d0b', 'network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b', 'tenant_id': '6561940a60a64782995eb347da58cafe', 'fixed_ips': [{'subnet_id': 'c965b936-695f-4ae4-a9ef-2dc37c570237'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:01.492990 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.508403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] For port ffc15cbb-caaf-44b4-8246-cb2e7170d843, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ffc15cbb-caaf-44b4-8246-cb2e7170d843,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:01.508801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.516834 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.524524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Calling delete_port for ffc15cbb-caaf-44b4-8246-cb2e7170d843 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:01.525231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.536766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-399fe939-a7a8-4a43-b301-95498594ad70 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.538370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-399fe939-a7a8-4a43-b301-95498594ad70 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.545314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f3d42c-e0b9-4b02-9597-5570fde57b65']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:01.557228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92739cd4-d413-48f7-b0fc-d5f4341efd74') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:01.557757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92739cd4-d413-48f7-b0fc-d5f4341efd74') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:01.569681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 3926d9b9-ab66-49fe-b039-94d50a2006e3) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:01.573324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.577096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:01.577096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.600329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff99862-be0d-414a-8416-6b0115da56b5 None None] Network 3926d9b9-ab66-49fe-b039-94d50a2006e3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:01.605126 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.605547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] Pushing event deleted for resources: {'Port': ['ID=cdd939c3-3fe2-482a-b205-0b344ecc9c43,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:01.623515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394cec7-0e40-4a2b-beae-96cb321c97e9 None None] No DVR routers for this DVR port cdd939c3-3fe2-482a-b205-0b344ecc9c43 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:01.637859 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-399fe939-a7a8-4a43-b301-95498594ad70 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.640704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:01.641169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:01.644912 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:01.700652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e46e77e1-26b7-4fb1-987f-60c46fcafc10 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0915213 Aug 24 00:41:01.757886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Allocated IP 172.20.0.2 (883bfb40-0185-4d71-862a-cdee6bed0d0b/c965b936-695f-4ae4-a9ef-2dc37c570237/c54a921e-a4e2-485e-9f6a-b679dbacdf95) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:01.769495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-399fe939-a7a8-4a43-b301-95498594ad70 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.773789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098c58-bcea-4a08-94b5-ffb26b63a8ba req-4a11c39a-c589-412b-8f50-4f625e79c898 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:01.773789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5098c58-bcea-4a08-94b5-ffb26b63a8ba req-4a11c39a-c589-412b-8f50-4f625e79c898 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 946 time: 0.0605059 Aug 24 00:41:01.822457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.824808 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.830090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.832250 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/22f3d42c-e0b9-4b02-9597-5570fde57b65 HTTP/1.1" status: 204 len: 168 time: 0.8499427 Aug 24 00:41:01.839910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57666) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:01.850063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1016847140'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:01.856959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event deleted for resources: {'Port': ['ID=ffc15cbb-caaf-44b4-8246-cb2e7170d843,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:01.863723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5098c58-bcea-4a08-94b5-ffb26b63a8ba req-7355e3e6-be55-4419-a37c-19e083b4ac61 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/security-groups?id=287f3b0a-d07c-4324-982e-2e1b980ac0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786576 Aug 24 00:41:01.877547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-399fe939-a7a8-4a43-b301-95498594ad70 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.878825 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-399fe939-a7a8-4a43-b301-95498594ad70 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5474117 Aug 24 00:41:01.882432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a6391-03b8-4a47-98d7-c420ccdc13d1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=22f3d42c-e0b9-4b02-9597-5570fde57b65,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:01.889780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57668) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:01.893289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57670) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:01.897687 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:01.969249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8463fa9c-7438-43e2-a6f5-21051e771890 None None] Network 3926d9b9-ab66-49fe-b039-94d50a2006e3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:01.973208 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-3550c564-6865-44f8-b08a-143ca3c668a3 admin admin] Deleting subnet 0880fc0e-07fb-4e83-b151-d53fbd8f2807 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:01.976885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3550c564-6865-44f8-b08a-143ca3c668a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.016041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] No DVR routers for this DVR port ffc15cbb-caaf-44b4-8246-cb2e7170d843 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:02.019554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3550c564-6865-44f8-b08a-143ca3c668a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.022102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:02.025780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.049734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.051068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c15edc58-c975-4bd8-abd9-e7da61495ae2 req-b559f3f6-84a5-4a7a-b40f-1a87ec3b594f tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.37 "DELETE /v2.0/ports/ffc15cbb-caaf-44b4-8246-cb2e7170d843 HTTP/1.1" status: 204 len: 173 time: 0.7608643 Aug 24 00:41:02.051520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'name': 'network-vif-deleted', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:41:02.053980 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ea57f3-b2e4-43b6-92a9-2907177d3d65" -d '{"events": [{"server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "name": "network-vif-deleted", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:41:02.085145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3550c564-6865-44f8-b08a-143ca3c668a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.089093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:02.100097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.112983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Transition to ACTIVE for port object c54a921e-a4e2-485e-9f6a-b679dbacdf95 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:02.127828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.128342 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment 664a5082-4303-4ecc-9c4c-37aca38c24e6 of type vlan for network b131b474-ac20-4833-974c-a48cc4112aac Aug 24 00:41:02.164926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Transition to ACTIVE for port object c54a921e-a4e2-485e-9f6a-b679dbacdf95 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:02.170993 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3152a9-c733-4ddc-92e0-db78f0bb0ecd x-openstack-request-id: req-dc3152a9-c733-4ddc-92e0-db78f0bb0ecd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:41:02.171303 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b202bf3-a530-4bac-88f4-9ffe80c921c1", "name": "network-vif-deleted", "tag": "ffc15cbb-caaf-44b4-8246-cb2e7170d843", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:41:02.171600 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc3152a9-c733-4ddc-92e0-db78f0bb0ecd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:41:02.171979 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b202bf3-a530-4bac-88f4-9ffe80c921c1', 'name': 'network-vif-deleted', 'tag': 'ffc15cbb-caaf-44b4-8246-cb2e7170d843', 'status': 'completed', 'code': 200} Aug 24 00:41:02.194958 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.228494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.281368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3550c564-6865-44f8-b08a-143ca3c668a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.287027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Pushing event updated for resources: {'Port': ['ID=c54a921e-a4e2-485e-9f6a-b679dbacdf95,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:02.295399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.299702 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3550c564-6865-44f8-b08a-143ca3c668a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.301687 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3550c564-6865-44f8-b08a-143ca3c668a3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0880fc0e-07fb-4e83-b151-d53fbd8f2807 HTTP/1.1" status: 204 len: 168 time: 0.4071455 Aug 24 00:41:02.307512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:02.309247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:02.315727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:02.319915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:02.342150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.354934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:02.355833 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.391552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Attempting to bind port c54a921e-a4e2-485e-9f6a-b679dbacdf95 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:02.393043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Attempting to bind port c54a921e-a4e2-485e-9f6a-b679dbacdf95 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '2d3e2609-d0d6-42d4-87a0-94a0061f7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:02.393848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Attempting to bind port c54a921e-a4e2-485e-9f6a-b679dbacdf95 on network 883bfb40-0185-4d71-862a-cdee6bed0d0b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:02.399917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:02.400804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Checking segment: {'id': '2d3e2609-d0d6-42d4-87a0-94a0061f7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:02.401638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.402421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Bound using segment: {'id': '2d3e2609-d0d6-42d4-87a0-94a0061f7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:02.403149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Bound port: c54a921e-a4e2-485e-9f6a-b679dbacdf95, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3e2609-d0d6-42d4-87a0-94a0061f7450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:02.403826 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.449305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550c564-6865-44f8-b08a-143ca3c668a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0880fc0e-07fb-4e83-b151-d53fbd8f2807,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:02.453089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=b131b474-ac20-4833-974c-a48cc4112aac,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:02.457878 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-543b8277-ca1d-41d1-aa95-f929818e24d0 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6165228 Aug 24 00:41:02.468536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57678) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:02.482471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': 'b131b474-ac20-4833-974c-a48cc4112aac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:02.498525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] For port c54a921e-a4e2-485e-9f6a-b679dbacdf95, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:02.506922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] For port c54a921e-a4e2-485e-9f6a-b679dbacdf95, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c54a921e-a4e2-485e-9f6a-b679dbacdf95,segment=NetworkSegment(2d3e2609-d0d6-42d4-87a0-94a0061f7450),segment_id=2d3e2609-d0d6-42d4-87a0-94a0061f7450)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:02.510297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b131b474-ac20-4833-974c-a48cc4112aac details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:02.600840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.610477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.678058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:02.680485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c254e-a473-40c3-9b86-8f891863d0b8 None None] Pushing event updated for resources: {'Port': ['ID=c54a921e-a4e2-485e-9f6a-b679dbacdf95,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:02.683814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.690740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Allocated IP 172.20.0.1 (883bfb40-0185-4d71-862a-cdee6bed0d0b/c965b936-695f-4ae4-a9ef-2dc37c570237/65b2abf8-6946-4efb-9420-75d2dc7acaf0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:02.766132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.810583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2313a4fa-21f3-4bef-b880-443eec99d625']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:02.825552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98e5d41-511f-4920-8abe-38e496c22aa1') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:02.826083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98e5d41-511f-4920-8abe-38e496c22aa1') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:02.840538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.880588 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.939111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:02.939854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:02.942821 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:03.009435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.047635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cdd939c3-3fe2-482a-b205-0b344ecc9c43 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:03.078110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: cdd939c3-3fe2-482a-b205-0b344ecc9c43 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:03.082338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cdd939c3-3fe2-482a-b205-0b344ecc9c43 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:03.084281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ea57b0f-659d-49a4-9c35-8aa4c341e5f4 req-b2e31f6f-54f1-4349-a06f-8b1f96602248 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.0303466 Aug 24 00:41:03.094861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.130390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Transition to ACTIVE for port object 65b2abf8-6946-4efb-9420-75d2dc7acaf0 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:03.152404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=87c0b00c-bfbf-4ab3-a63c-2715a764e5de,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:03.176672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': '664a5082-4303-4ecc-9c4c-37aca38c24e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b131b474-ac20-4833-974c-a48cc4112aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:03.176672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: b131b474-ac20-4833-974c-a48cc4112aac, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:03.243512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.249250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.254386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] 10.222.0.26 "DELETE /v2.0/networks/2313a4fa-21f3-4bef-b880-443eec99d625 HTTP/1.1" status: 204 len: 168 time: 0.7625649 Aug 24 00:41:03.254513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57686) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:03.270604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1922a-46d6-4410-9163-b1a5cdd0a60e admin admin] Pushing event deleted for resources: {'Network': ['ID=2313a4fa-21f3-4bef-b880-443eec99d625,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:03.276510 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.285232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network b131b474-ac20-4833-974c-a48cc4112aac is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:03.319930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c00980-4b0f-4d3d-b35e-f8d0d5428470 admin admin] Deleting subnet eb0af4e9-908f-4ac9-b9bc-4530e4bf70fb {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:03.325277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94c00980-4b0f-4d3d-b35e-f8d0d5428470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.330460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:03.333093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:03.337728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:03.341916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'Port': ['ID=65b2abf8-6946-4efb-9420-75d2dc7acaf0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:03.371380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94c00980-4b0f-4d3d-b35e-f8d0d5428470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.383576 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.398830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, b131b474-ac20-4833-974c-a48cc4112aac) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:03.404257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:03.404838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.408588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ae149-dd0e-4eeb-ae3a-67ba8408d3bf None None] Network b131b474-ac20-4833-974c-a48cc4112aac requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:03.441383 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94c00980-4b0f-4d3d-b35e-f8d0d5428470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.472929 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-55248b61-5a4f-4838-b075-d3d236070393 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0025814 Aug 24 00:41:03.475077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57688) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:03.479829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e838217a-bc7a-4e01-9212-00770ef910b7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1008240432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:03.596779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-b131b474-ac20-4833-974c-a48cc4112aac', 'network_id': 'b131b474-ac20-4833-974c-a48cc4112aac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': '87c0b00c-bfbf-4ab3-a63c-2715a764e5de'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:03.598206 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.600984 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.610048 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e838217a-bc7a-4e01-9212-00770ef910b7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.614605 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e838217a-bc7a-4e01-9212-00770ef910b7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.646076 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94c00980-4b0f-4d3d-b35e-f8d0d5428470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.712028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c00980-4b0f-4d3d-b35e-f8d0d5428470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0af4e9-908f-4ac9-b9bc-4530e4bf70fb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:03.721847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e838217a-bc7a-4e01-9212-00770ef910b7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.733124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94c00980-4b0f-4d3d-b35e-f8d0d5428470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.739679 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-94c00980-4b0f-4d3d-b35e-f8d0d5428470 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eb0af4e9-908f-4ac9-b9bc-4530e4bf70fb HTTP/1.1" status: 204 len: 168 time: 0.4842262 Aug 24 00:41:03.740972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57690) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:03.797027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Allocated IP 2001:db8::2 (b131b474-ac20-4833-974c-a48cc4112aac/87c0b00c-bfbf-4ab3-a63c-2715a764e5de/17c50af7-4547-40cb-9de9-7a5341159c80) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:03.842561 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e838217a-bc7a-4e01-9212-00770ef910b7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.854095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.943411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e838217a-bc7a-4e01-9212-00770ef910b7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:03.947367 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e838217a-bc7a-4e01-9212-00770ef910b7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4684224 Aug 24 00:41:03.947699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57692) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:03.954877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.012280 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.020772 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.022525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Transition to ACTIVE for port object 17c50af7-4547-40cb-9de9-7a5341159c80 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:04.034170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.041311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Transition to ACTIVE for port object 17c50af7-4547-40cb-9de9-7a5341159c80 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:04.090906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328d78b1-579b-4e1a-ba24-0a24f4eeab9a None None] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:04.092419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3926d9b9-ab66-49fe-b039-94d50a2006e3']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:04.105853 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34dc7e1d-2a5f-493a-ad49-d8c7d070b7a3') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:04.106674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34dc7e1d-2a5f-493a-ad49-d8c7d070b7a3') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:04.125325 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.138288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.140257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'Port': ['ID=65b2abf8-6946-4efb-9420-75d2dc7acaf0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:04.147953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.158593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:04.162308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:04.246358 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:04.267391 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.277478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1e53e8a-94c1-4e0f-b68c-4dd45b02a2a6 req-b4edb837-5e17-4777-9514-72e54b3e7052 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.0512278 Aug 24 00:41:04.310976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:04.312597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:04.353713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Network b131b474-ac20-4833-974c-a48cc4112aac is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:04.377942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:04.387217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:04.430613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Pushing event updated for resources: {'Port': ['ID=17c50af7-4547-40cb-9de9-7a5341159c80,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:04.461653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.484620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4dde2d8b-2210-4c93-ba88-b3be1552a555 None None] Provisioning for port c54a921e-a4e2-485e-9f6a-b679dbacdf95 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:04.485667 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.490203 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3926d9b9-ab66-49fe-b039-94d50a2006e3 HTTP/1.1" status: 204 len: 168 time: 0.7455206 Aug 24 00:41:04.492275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daec80-a28c-405c-87e6-ece271c16c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=3926d9b9-ab66-49fe-b039-94d50a2006e3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:04.513715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Attempting to bind port 17c50af7-4547-40cb-9de9-7a5341159c80 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:04.514161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Attempting to bind port 17c50af7-4547-40cb-9de9-7a5341159c80 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '664a5082-4303-4ecc-9c4c-37aca38c24e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b131b474-ac20-4833-974c-a48cc4112aac'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:04.514595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Attempting to bind port 17c50af7-4547-40cb-9de9-7a5341159c80 on network b131b474-ac20-4833-974c-a48cc4112aac {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:04.519195 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.525767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:04.525767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Checking segment: {'id': '664a5082-4303-4ecc-9c4c-37aca38c24e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b131b474-ac20-4833-974c-a48cc4112aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:04.525767 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.525767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Bound using segment: {'id': '664a5082-4303-4ecc-9c4c-37aca38c24e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b131b474-ac20-4833-974c-a48cc4112aac'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:04.525767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Bound port: 17c50af7-4547-40cb-9de9-7a5341159c80, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664a5082-4303-4ecc-9c4c-37aca38c24e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b131b474-ac20-4833-974c-a48cc4112aac'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:04.525767 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.572477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Router 5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:41:04.593636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] For port 17c50af7-4547-40cb-9de9-7a5341159c80, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:04.597695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] For port 17c50af7-4547-40cb-9de9-7a5341159c80, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=17c50af7-4547-40cb-9de9-7a5341159c80,segment=NetworkSegment(664a5082-4303-4ecc-9c4c-37aca38c24e6),segment_id=664a5082-4303-4ecc-9c4c-37aca38c24e6)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:04.667304 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:04.794348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf63438-641e-45bf-b084-ffb839c3383e None None] Pushing event updated for resources: {'Port': ['ID=17c50af7-4547-40cb-9de9-7a5341159c80,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:04.944887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8::1 (b131b474-ac20-4833-974c-a48cc4112aac/87c0b00c-bfbf-4ab3-a63c-2715a764e5de/0c24248c-4457-4165-92cf-62af60d3c21f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:04.957111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57704) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:05.022745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c54a921e-a4e2-485e-9f6a-b679dbacdf95 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:05.103411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:05.113947 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d351b4c3-371e-4f50-82ee-2897f6c0a0e8 None None] Sync routers for ids ['5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:05.124426 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c7fbc6c-171d-483f-8501-6577728b7571 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77791f80e4a2472b9f7db8c53a2d43b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659563 Aug 24 00:41:05.129118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f4051f95-5acc-4351-abd2-0e0052c026e5 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "PUT /v2.0/routers/5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2281735 Aug 24 00:41:05.129483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57708) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:05.132081 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351b4c3-371e-4f50-82ee-2897f6c0a0e8 None None] Routers {'5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:05.132804 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d351b4c3-371e-4f50-82ee-2897f6c0a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:05.133703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:05.146564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Request body: {'port': {'network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b', 'name': 'tempest-FloatingIPNegativeTestJSON-2143432270'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:05.190817 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d351b4c3-371e-4f50-82ee-2897f6c0a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:05.203724 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351b4c3-371e-4f50-82ee-2897f6c0a0e8 None None] Routers {'5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:05.210797 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d351b4c3-371e-4f50-82ee-2897f6c0a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:05.256304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-890c23ef-ba78-401f-b2e8-61caa058cf94 None None] Provisioning for port 65b2abf8-6946-4efb-9420-75d2dc7acaf0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:05.260569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-890c23ef-ba78-401f-b2e8-61caa058cf94 None None] Provisioning complete for port 65b2abf8-6946-4efb-9420-75d2dc7acaf0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:05.260952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-890c23ef-ba78-401f-b2e8-61caa058cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.284090 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d351b4c3-371e-4f50-82ee-2897f6c0a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:05.285036 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d351b4c3-371e-4f50-82ee-2897f6c0a0e8 None None] The sync data for ids ['5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:05.326818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-441ef998-3452-4176-99c3-4418200f21f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.360317 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-441ef998-3452-4176-99c3-4418200f21f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.425611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.450598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object 0c24248c-4457-4165-92cf-62af60d3c21f will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:05.453190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b8c3219-47c6-47cb-81bc-e12e225d2e6e req-6f86e2c8-e333-4596-be18-dea7c75a99fe tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.0504296 Aug 24 00:41:05.501282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-441ef998-3452-4176-99c3-4418200f21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.504303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-441ef998-3452-4176-99c3-4418200f21f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.509022 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-441ef998-3452-4176-99c3-4418200f21f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/292fa548-5384-4a28-ab4a-9470075de21c HTTP/1.1" status: 204 len: 168 time: 0.3784842 Aug 24 00:41:05.520316 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ef998-3452-4176-99c3-4418200f21f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292fa548-5384-4a28-ab4a-9470075de21c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:05.523509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Made reservation on behalf of 6561940a60a64782995eb347da58cafe for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:05.527316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.562733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] device_id is not set on port 5dfc4e9e-009f-4e55-b538-f9329ddebc56 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:41:05.586757 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.636393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ffc15cbb-caaf-44b4-8246-cb2e7170d843 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:05.666300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c54a921e-a4e2-485e-9f6a-b679dbacdf95 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:05.691188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network b131b474-ac20-4833-974c-a48cc4112aac is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:05.701619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:05.704226 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=0c24248c-4457-4165-92cf-62af60d3c21f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:05.707949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:05.708796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.725051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: ffc15cbb-caaf-44b4-8246-cb2e7170d843 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:05.729810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ffc15cbb-caaf-44b4-8246-cb2e7170d843 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:05.729810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c54a921e-a4e2-485e-9f6a-b679dbacdf95 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:05.729810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.749371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Allocated IP 172.20.0.7 (883bfb40-0185-4d71-862a-cdee6bed0d0b/c965b936-695f-4ae4-a9ef-2dc37c570237/5dfc4e9e-009f-4e55-b538-f9329ddebc56) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:05.816049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-890c23ef-ba78-401f-b2e8-61caa058cf94 None None] Port 65b2abf8-6946-4efb-9420-75d2dc7acaf0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:05.879541 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.914504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c54a921e-a4e2-485e-9f6a-b679dbacdf95, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c54a921e-a4e2-485e-9f6a-b679dbacdf95,segment=NetworkSegment(2d3e2609-d0d6-42d4-87a0-94a0061f7450),segment_id=2d3e2609-d0d6-42d4-87a0-94a0061f7450)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:05.935883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-530daf48-e57c-4e3b-b715-026a40703f80 None None] Provisioning complete for port 65b2abf8-6946-4efb-9420-75d2dc7acaf0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:05.936465 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-530daf48-e57c-4e3b-b715-026a40703f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.976957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:05.989711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-530daf48-e57c-4e3b-b715-026a40703f80 None None] Port 65b2abf8-6946-4efb-9420-75d2dc7acaf0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:06.028376 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.035167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.059546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Transition to ACTIVE for port object 5dfc4e9e-009f-4e55-b538-f9329ddebc56 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:06.098778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c54a921e-a4e2-485e-9f6a-b679dbacdf95,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:06.219155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.312903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:06.317402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:06.321681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:06.335642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.348737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c125de3d-3cf9-468f-80bc-84d4a8de8887 None None] Network b131b474-ac20-4833-974c-a48cc4112aac requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:06.371896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'Port': ['ID=5dfc4e9e-009f-4e55-b538-f9329ddebc56,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:06.411428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:06.412073 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.472283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.473097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.499070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-055ffb82-8d73-483a-9555-576370a8d66f tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3628232 Aug 24 00:41:06.501932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57726) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:06.507281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:06.509630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e987eadb-0a4a-4866-af92-00eefc7a84b5 None None] Provisioning for port 17c50af7-4547-40cb-9de9-7a5341159c80 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:06.633022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57728) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:06.647674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa487657-d4bc-432f-968f-9e864f60a0a7 req-195cc681-dbef-43de-bcfe-8e9eee0f5f66 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.0481758 Aug 24 00:41:06.662665 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.753147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-da1450e4-ead3-4239-b761-0dc0f75ee46a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b489e5ce8014c6e99649753f3801611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1188374 Aug 24 00:41:06.753949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57730) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:06.881496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d11487b8-0c09-4146-9f75-057a7dda2054 None None] Provisioning for port 5dfc4e9e-009f-4e55-b538-f9329ddebc56 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:06.883750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d11487b8-0c09-4146-9f75-057a7dda2054 None None] Provisioning complete for port 5dfc4e9e-009f-4e55-b538-f9329ddebc56 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:06.884133 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d11487b8-0c09-4146-9f75-057a7dda2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.904330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43a8fa81-7eff-4f78-b43d-4c42ae13247b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.938664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d11487b8-0c09-4146-9f75-057a7dda2054 None None] Port 5dfc4e9e-009f-4e55-b538-f9329ddebc56 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:06.947953 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43a8fa81-7eff-4f78-b43d-4c42ae13247b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:06.950880 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.111083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Allocated IP 172.25.5.124 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/c0302f52-7894-4032-a9bd-b4a9c14f96f4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:07.132242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=0c24248c-4457-4165-92cf-62af60d3c21f,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:07.151485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b22aebf2-11d4-41c3-b5e3-4fd7144e454f None None] Provisioning for port 0c24248c-4457-4165-92cf-62af60d3c21f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:07.158767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b22aebf2-11d4-41c3-b5e3-4fd7144e454f None None] Provisioning complete for port 0c24248c-4457-4165-92cf-62af60d3c21f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:07.160783 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b22aebf2-11d4-41c3-b5e3-4fd7144e454f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.181322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network b131b474-ac20-4833-974c-a48cc4112aac is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:07.183345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:07.216238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 17c50af7-4547-40cb-9de9-7a5341159c80 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:07.216829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43a8fa81-7eff-4f78-b43d-4c42ae13247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.219709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43a8fa81-7eff-4f78-b43d-4c42ae13247b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.221035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-43a8fa81-7eff-4f78-b43d-4c42ae13247b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08d6935f-ce9f-42d6-bbfc-189ec56a659c HTTP/1.1" status: 204 len: 168 time: 0.4651811 Aug 24 00:41:07.243455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8fa81-7eff-4f78-b43d-4c42ae13247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6935f-ce9f-42d6-bbfc-189ec56a659c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:07.279683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.325548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b22aebf2-11d4-41c3-b5e3-4fd7144e454f None None] Port 0c24248c-4457-4165-92cf-62af60d3c21f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:07.409428 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.459166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:07.462652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:07.465688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 17c50af7-4547-40cb-9de9-7a5341159c80 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:07.467602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:07.472088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 17c50af7-4547-40cb-9de9-7a5341159c80 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:07.479230 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.500015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router ced3127f-7dc1-4c61-8457-1e487eb3555c is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:41:07.510118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-688a8020-5d27-43e3-b547-4dfc9670f01d None None] Provisioning complete for port 0c24248c-4457-4165-92cf-62af60d3c21f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:07.510118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-688a8020-5d27-43e3-b547-4dfc9670f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.510466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'Port': ['ID=c0302f52-7894-4032-a9bd-b4a9c14f96f4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:07.568873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-688a8020-5d27-43e3-b547-4dfc9670f01d None None] Port 0c24248c-4457-4165-92cf-62af60d3c21f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:07.611968 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.628465 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.662282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 17c50af7-4547-40cb-9de9-7a5341159c80, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=17c50af7-4547-40cb-9de9-7a5341159c80,segment=NetworkSegment(664a5082-4303-4ecc-9c4c-37aca38c24e6),segment_id=664a5082-4303-4ecc-9c4c-37aca38c24e6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:07.667001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:07.678523 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-11292aa2-cd73-42f1-9abb-0d1a2a9c110b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/ced3127f-7dc1-4c61-8457-1e487eb3555c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7027686 Aug 24 00:41:07.684567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:07.685277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e6f46-948d-428f-b077-4fc234e709ff None None] Sync routers for ids ['ced3127f-7dc1-4c61-8457-1e487eb3555c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:07.710593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e6f46-948d-428f-b077-4fc234e709ff None None] Routers {'ced3127f-7dc1-4c61-8457-1e487eb3555c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:07.711574 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ae5e6f46-948d-428f-b077-4fc234e709ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ced3127f-7dc1-4c61-8457-1e487eb3555c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:07.746010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506b94f-d54c-40c8-a5d5-f18ee4740d21 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:07.747692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d506b94f-d54c-40c8-a5d5-f18ee4740d21 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports/0c24248c-4457-4165-92cf-62af60d3c21f HTTP/1.1" status: 200 len: 911 time: 0.0646079 Aug 24 00:41:07.750730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57746) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:07.751112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ae5e6f46-948d-428f-b077-4fc234e709ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:07.754940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4c73f3ac-6e46-4899-8139-ec5f03090688 None None] Provisioning complete for port 0c24248c-4457-4165-92cf-62af60d3c21f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:07.755324 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4c73f3ac-6e46-4899-8139-ec5f03090688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.784599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e6f46-948d-428f-b077-4fc234e709ff None None] Routers {'ced3127f-7dc1-4c61-8457-1e487eb3555c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:07.785250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ae5e6f46-948d-428f-b077-4fc234e709ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ced3127f-7dc1-4c61-8457-1e487eb3555c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:07.825558 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.826391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c54a921e-a4e2-485e-9f6a-b679dbacdf95 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:07.830263 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:07.913498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ae5e6f46-948d-428f-b077-4fc234e709ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:07.914108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e6f46-948d-428f-b077-4fc234e709ff None None] The sync data for ids ['ced3127f-7dc1-4c61-8457-1e487eb3555c'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:07.920157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4c73f3ac-6e46-4899-8139-ec5f03090688 None None] Port 0c24248c-4457-4165-92cf-62af60d3c21f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:07.976728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c11dffa8-bb3e-4a39-95c0-b8021c5fac0a req-1e48f4d9-e14d-4ef0-9547-34ad8c481e27 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b202bf3-a530-4bac-88f4-9ffe80c921c1 HTTP/1.1" status: 200 len: 210 time: 0.0447683 Aug 24 00:41:07.996180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c54a921e-a4e2-485e-9f6a-b679dbacdf95 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:07.996568 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.024014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=17c50af7-4547-40cb-9de9-7a5341159c80,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:08.062188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.132332 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.156092 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.208834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'Port': ['ID=c0302f52-7894-4032-a9bd-b4a9c14f96f4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:08.219536 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.306696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.311102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4572698c-b1a6-416e-ac2c-152015678d6d tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8051343 Aug 24 00:41:08.316792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57758) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:08.317322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-23a961fd-e594-40b5-989e-97262ee225f0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Request body: {'floatingip': {'port_id': '5dfc4e9e-009f-4e55-b538-f9329ddebc56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:08.374974 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23a961fd-e594-40b5-989e-97262ee225f0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.449136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 0c24248c-4457-4165-92cf-62af60d3c21f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:08.449275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.536290 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-23a961fd-e594-40b5-989e-97262ee225f0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] update failed (client error): The resource could not be found. Aug 24 00:41:08.536290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-23a961fd-e594-40b5-989e-97262ee225f0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "PUT /v2.0/floatingips/bbe8850f-b1e8-45a4-8fd1-7d64cb4fb2c9 HTTP/1.1" status: 404 len: 507 time: 0.2233930 Aug 24 00:41:08.538837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57770) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:08.614625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.663437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 0c24248c-4457-4165-92cf-62af60d3c21f owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:08.810541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Deleting port c0302f52-7894-4032-a9bd-b4a9c14f96f4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:08.810886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.929109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.929444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:08.936611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 17c50af7-4547-40cb-9de9-7a5341159c80 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:08.948774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Calling delete_port for c0302f52-7894-4032-a9bd-b4a9c14f96f4 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:08.993758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 17c50af7-4547-40cb-9de9-7a5341159c80 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:08.995435 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.019033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.056954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57782) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:09.060986 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=0c24248c-4457-4165-92cf-62af60d3c21f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:09.124558 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c68fa22-ab25-48b1-a00d-b5661741c794 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.157355 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c68fa22-ab25-48b1-a00d-b5661741c794 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.197589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.320844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c68fa22-ab25-48b1-a00d-b5661741c794 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.323593 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c68fa22-ab25-48b1-a00d-b5661741c794 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.326053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3c68fa22-ab25-48b1-a00d-b5661741c794 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] 10.222.0.26 "DELETE /v2.0/security-groups/287f3b0a-d07c-4324-982e-2e1b980ac0e7 HTTP/1.1" status: 204 len: 168 time: 0.2679477 Aug 24 00:41:09.338910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68fa22-ab25-48b1-a00d-b5661741c794 tempest-TestVolumeBackupRestore-644023564 tempest-TestVolumeBackupRestore-644023564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287f3b0a-d07c-4324-982e-2e1b980ac0e7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:09.363125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.418422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event deleted for resources: {'Port': ['ID=c0302f52-7894-4032-a9bd-b4a9c14f96f4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:09.453861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router ced3127f-7dc1-4c61-8457-1e487eb3555c has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:09.569257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.571863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.577477 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-95979d39-1e3a-49e6-bfe2-61e6f7955105 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "DELETE /v2.0/floatingips/bbe8850f-b1e8-45a4-8fd1-7d64cb4fb2c9 HTTP/1.1" status: 204 len: 168 time: 1.0313640 Aug 24 00:41:09.577477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57802) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:09.581989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0ac48be2-18ad-4030-ae67-d9ddd3e0cd34 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Request body: {'floatingip': {'floating_network_id': '883bfb40-0185-4d71-862a-cdee6bed0d0b', 'port_id': '5dfc4e9e-009f-4e55-b538-f9329ddebc56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:09.587808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:09.594296 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7263ea27-27d9-4df1-ba5c-8c65889ab49a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/ced3127f-7dc1-4c61-8457-1e487eb3555c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407688 Aug 24 00:41:09.597877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:09.603381 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffe998b-d5c7-4991-af9d-ffb0f15d3e35 None None] Sync routers for ids ['ced3127f-7dc1-4c61-8457-1e487eb3555c'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:09.616048 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe998b-d5c7-4991-af9d-ffb0f15d3e35 None None] Routers {'ced3127f-7dc1-4c61-8457-1e487eb3555c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:09.616683 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cffe998b-d5c7-4991-af9d-ffb0f15d3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ced3127f-7dc1-4c61-8457-1e487eb3555c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:09.638824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-93c50ee0-bae9-4be2-ae50-d633a08aa1b4 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced3127f-7dc1-4c61-8457-1e487eb3555c HTTP/1.1" status: 200 len: 205 time: 0.0393395 Aug 24 00:41:09.641644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57806) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:09.650352 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cffe998b-d5c7-4991-af9d-ffb0f15d3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:09.659466 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe998b-d5c7-4991-af9d-ffb0f15d3e35 None None] Routers {'ced3127f-7dc1-4c61-8457-1e487eb3555c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:09.660336 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cffe998b-d5c7-4991-af9d-ffb0f15d3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ced3127f-7dc1-4c61-8457-1e487eb3555c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:09.704261 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cffe998b-d5c7-4991-af9d-ffb0f15d3e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:09.704261 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffe998b-d5c7-4991-af9d-ffb0f15d3e35 None None] The sync data for ids ['ced3127f-7dc1-4c61-8457-1e487eb3555c'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:09.730555 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ac48be2-18ad-4030-ae67-d9ddd3e0cd34 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.751344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0b92-8302-450e-84ed-c42092a6acfd tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.983814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0b92-8302-450e-84ed-c42092a6acfd tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:09.986693 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0b92-8302-450e-84ed-c42092a6acfd tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.157539 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0b92-8302-450e-84ed-c42092a6acfd tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.158140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb0b92-8302-450e-84ed-c42092a6acfd tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Fanout notify agent at l3_agent the message router_deleted on router ced3127f-7dc1-4c61-8457-1e487eb3555c {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:41:10.169395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4fb0b92-8302-450e-84ed-c42092a6acfd tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.169395 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b4fb0b92-8302-450e-84ed-c42092a6acfd tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/ced3127f-7dc1-4c61-8457-1e487eb3555c HTTP/1.1" status: 204 len: 168 time: 0.5235198 Aug 24 00:41:10.169395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:10.218706 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-0ac48be2-18ad-4030-ae67-d9ddd3e0cd34 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:41:10.219762 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0ac48be2-18ad-4030-ae67-d9ddd3e0cd34 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6414459 Aug 24 00:41:10.223856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57816) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:10.229730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '5dfc4e9e-009f-4e55-b538-f9329ddebc56', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:10.237942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-69af34ec-b9d0-4065-9287-c971a724515b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet 87c0b00c-bfbf-4ab3-a63c-2715a764e5de {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:10.245114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69af34ec-b9d0-4065-9287-c971a724515b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.293831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69af34ec-b9d0-4065-9287-c971a724515b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.378537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.429149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69af34ec-b9d0-4065-9287-c971a724515b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.530744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.595121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69af34ec-b9d0-4065-9287-c971a724515b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.646517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af34ec-b9d0-4065-9287-c971a724515b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=87c0b00c-bfbf-4ab3-a63c-2715a764e5de,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:10.650712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69af34ec-b9d0-4065-9287-c971a724515b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:10.652046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-69af34ec-b9d0-4065-9287-c971a724515b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/87c0b00c-bfbf-4ab3-a63c-2715a764e5de HTTP/1.1" status: 204 len: 168 time: 0.4815280 Aug 24 00:41:10.653273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf09edd-494d-4858-8ace-bbe25bc7a375 None None] Network b131b474-ac20-4833-974c-a48cc4112aac requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:10.654634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57826) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:10.854455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] DHCP port deletion for b131b474-ac20-4833-974c-a48cc4112aac request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:41:10.928035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] Deleting port 17c50af7-4547-40cb-9de9-7a5341159c80 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:10.930186 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.036131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Allocated IP 172.25.5.10 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/4d60a8e9-482c-40c4-bf99-9cfe2533f8e0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:11.072926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 17c50af7-4547-40cb-9de9-7a5341159c80 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:11.090484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.108439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] For port 17c50af7-4547-40cb-9de9-7a5341159c80, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=17c50af7-4547-40cb-9de9-7a5341159c80,segment=NetworkSegment(664a5082-4303-4ecc-9c4c-37aca38c24e6),segment_id=664a5082-4303-4ecc-9c4c-37aca38c24e6)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:11.109154 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.128040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] Calling delete_port for 17c50af7-4547-40cb-9de9-7a5341159c80 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:11.214770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.241314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 17c50af7-4547-40cb-9de9-7a5341159c80 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:11.241985 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.271097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.325797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port 17c50af7-4547-40cb-9de9-7a5341159c80, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=17c50af7-4547-40cb-9de9-7a5341159c80,segment=NetworkSegment(664a5082-4303-4ecc-9c4c-37aca38c24e6),segment_id=664a5082-4303-4ecc-9c4c-37aca38c24e6)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:11.325797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.340346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 17c50af7-4547-40cb-9de9-7a5341159c80 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:11.420278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:41:11.420278 n-d-804878-2 neutron-server[95328]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 24 00:41:11.420278 n-d-804878-2 neutron-server[95328]: [parameters: {'status': 'DOWN', 'ports_id': '17c50af7-4547-40cb-9de9-7a5341159c80'}] Aug 24 00:41:11.420278 n-d-804878-2 neutron-server[95328]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:41:11.420801 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:41:11.426049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.474635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:11.474635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:11.483629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.488377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:11.490403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event updated for resources: {'Port': ['ID=4d60a8e9-482c-40c4-bf99-9cfe2533f8e0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:11.512115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] No DVR routers for this DVR port 17c50af7-4547-40cb-9de9-7a5341159c80 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:11.534557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.550238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dee4b8-c99a-4f14-8b2f-9983906cf72d None None] Pushing event deleted for resources: {'Port': ['ID=17c50af7-4547-40cb-9de9-7a5341159c80,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:11.598555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=17c50af7-4547-40cb-9de9-7a5341159c80,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:11.601049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No DVR routers for this DVR port 17c50af7-4547-40cb-9de9-7a5341159c80 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:11.729452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.749158 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b131b474-ac20-4833-974c-a48cc4112aac']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:11.762022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664a5082-4303-4ecc-9c4c-37aca38c24e6') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:11.762392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664a5082-4303-4ecc-9c4c-37aca38c24e6') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:11.790799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.810197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.819540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:11.819951 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:11.822970 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:11.883290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Deleting port 4d60a8e9-482c-40c4-bf99-9cfe2533f8e0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:11.883715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:11.978153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Port 17c50af7-4547-40cb-9de9-7a5341159c80 update to DOWN by agent not found {{(pid=95328) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 24 00:41:11.989753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.005700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.007520 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/b131b474-ac20-4833-974c-a48cc4112aac HTTP/1.1" status: 204 len: 168 time: 1.3519731 Aug 24 00:41:12.011910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57902) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:12.025446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1411011674', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:12.032033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a287563-cc5a-42d3-be7d-13b5acf840cc tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=b131b474-ac20-4833-974c-a48cc4112aac,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:12.040148 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.040495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.054749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Calling delete_port for 4d60a8e9-482c-40c4-bf99-9cfe2533f8e0 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:12.193944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.193944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.346445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.374309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event deleted for resources: {'Port': ['ID=4d60a8e9-482c-40c4-bf99-9cfe2533f8e0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:12.460021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.528566 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.620021 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] create failed (client error): The resource could not be found. Aug 24 00:41:12.621397 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-45f9ec5a-c313-4827-bb3e-c072d23e6eea tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3966122 Aug 24 00:41:12.625621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 57930) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:12.752150 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.807042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2755e73d-a1ba-4ae6-9fa5-7a059fe544b7 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Deleting port 5dfc4e9e-009f-4e55-b538-f9329ddebc56 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:12.807470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2755e73d-a1ba-4ae6-9fa5-7a059fe544b7 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.937457 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2755e73d-a1ba-4ae6-9fa5-7a059fe544b7 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:12.945793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2755e73d-a1ba-4ae6-9fa5-7a059fe544b7 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Calling delete_port for 5dfc4e9e-009f-4e55-b538-f9329ddebc56 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:13.288574 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2755e73d-a1ba-4ae6-9fa5-7a059fe544b7 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.352028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.355822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755e73d-a1ba-4ae6-9fa5-7a059fe544b7 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event deleted for resources: {'Port': ['ID=5dfc4e9e-009f-4e55-b538-f9329ddebc56,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:13.380399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.546279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2755e73d-a1ba-4ae6-9fa5-7a059fe544b7 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:13.552688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57978) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:13.553752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2755e73d-a1ba-4ae6-9fa5-7a059fe544b7 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "DELETE /v2.0/ports/5dfc4e9e-009f-4e55-b538-f9329ddebc56 HTTP/1.1" status: 204 len: 168 time: 0.9262412 Aug 24 00:41:13.670866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 172.25.5.161 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/bddd4fc4-c464-48c1-a6d8-edb0dbec65df) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:13.707685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97a3c6-f56b-4e0c-8986-77b86d1f1457 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:13.709190 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6a97a3c6-f56b-4e0c-8986-77b86d1f1457 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2 HTTP/1.1" status: 200 len: 913 time: 0.1553891 Aug 24 00:41:13.721061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 57988) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:13.904606 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.068317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.147624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=bddd4fc4-c464-48c1-a6d8-edb0dbec65df,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:14.159063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:14.160681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:14.163960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:14.213287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.651776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Deleting port 65b2abf8-6946-4efb-9420-75d2dc7acaf0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:14.652472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.670309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.947386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:14.984431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Calling delete_port for 65b2abf8-6946-4efb-9420-75d2dc7acaf0 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:15.169666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:15.392299 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:15.645166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event deleted for resources: {'Port': ['ID=65b2abf8-6946-4efb-9420-75d2dc7acaf0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:15.843610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:15.853759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 077e6ee7-28bf-48eb-b8f8-bf292e76e39e is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:41:16.076750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.159387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:16.171176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1a912-b2b5-44c5-903e-948ab9b1e940 None None] Sync routers for ids ['077e6ee7-28bf-48eb-b8f8-bf292e76e39e'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:16.188965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1a912-b2b5-44c5-903e-948ab9b1e940 None None] Routers {'077e6ee7-28bf-48eb-b8f8-bf292e76e39e'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:16.192437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-68f1a912-b2b5-44c5-903e-948ab9b1e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['077e6ee7-28bf-48eb-b8f8-bf292e76e39e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:16.274064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-68f1a912-b2b5-44c5-903e-948ab9b1e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:16.280614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.285390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-97fbdaeb-0f7d-4006-a153-c4a8308928f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2688661 Aug 24 00:41:16.285738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58108) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:16.303725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1a912-b2b5-44c5-903e-948ab9b1e940 None None] Routers {'077e6ee7-28bf-48eb-b8f8-bf292e76e39e'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:16.304468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-68f1a912-b2b5-44c5-903e-948ab9b1e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['077e6ee7-28bf-48eb-b8f8-bf292e76e39e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:16.347644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-68f1a912-b2b5-44c5-903e-948ab9b1e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:16.348413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f1a912-b2b5-44c5-903e-948ab9b1e940 None None] The sync data for ids ['077e6ee7-28bf-48eb-b8f8-bf292e76e39e'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:16.412048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Router 5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:16.557596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6fec2133-0156-404d-a9ce-41a55d8ca803 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/routers/077e6ee7-28bf-48eb-b8f8-bf292e76e39e HTTP/1.1" status: 200 len: 885 time: 0.2706575 Aug 24 00:41:16.560880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:16.620192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:16.633232 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee081e6-76af-4ddf-8585-2c6f7d71146f None None] Sync routers for ids ['5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:16.651869 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee081e6-76af-4ddf-8585-2c6f7d71146f None None] Routers {'5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:16.654503 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dee081e6-76af-4ddf-8585-2c6f7d71146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:16.661485 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-70a8b20f-87e1-49ea-86e1-82323d843e55 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "PUT /v2.0/routers/5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9360657 Aug 24 00:41:16.662913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:16.718614 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dee081e6-76af-4ddf-8585-2c6f7d71146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:16.729701 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee081e6-76af-4ddf-8585-2c6f7d71146f None None] Routers {'5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:16.733670 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dee081e6-76af-4ddf-8585-2c6f7d71146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:16.768097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453a2448-fe68-4a10-a0f9-ef70b442cf58 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:16.771721 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dee081e6-76af-4ddf-8585-2c6f7d71146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:16.772575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee081e6-76af-4ddf-8585-2c6f7d71146f None None] The sync data for ids ['5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:16.976385 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a4fdf3ed-87bb-492b-9bdd-a95112f0bae1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4135156 Aug 24 00:41:16.979757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58146) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:16.991226 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1cc5aa40-388b-4163-aa67-1ba1f0393b64 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1411011674'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:17.031860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453a2448-fe68-4a10-a0f9-ef70b442cf58 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.121220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453a2448-fe68-4a10-a0f9-ef70b442cf58 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.305925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453a2448-fe68-4a10-a0f9-ef70b442cf58 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.306486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453a2448-fe68-4a10-a0f9-ef70b442cf58 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Fanout notify agent at l3_agent the message router_deleted on router 5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:41:17.317240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-453a2448-fe68-4a10-a0f9-ef70b442cf58 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.317240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-453a2448-fe68-4a10-a0f9-ef70b442cf58 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "DELETE /v2.0/routers/5e9afd4b-b54a-45c6-91b7-9ec2cbea0ca2 HTTP/1.1" status: 204 len: 168 time: 0.6523581 Aug 24 00:41:17.319053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:17.388244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.445369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2783c4bb-13e2-42c5-afc8-10b294e00cc0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Deleting subnet c965b936-695f-4ae4-a9ef-2dc37c570237 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:17.451779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2783c4bb-13e2-42c5-afc8-10b294e00cc0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.561855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2783c4bb-13e2-42c5-afc8-10b294e00cc0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.665969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2783c4bb-13e2-42c5-afc8-10b294e00cc0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.720963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc5aa40-388b-4163-aa67-1ba1f0393b64 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.800091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2783c4bb-13e2-42c5-afc8-10b294e00cc0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.838093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2783c4bb-13e2-42c5-afc8-10b294e00cc0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.842422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2783c4bb-13e2-42c5-afc8-10b294e00cc0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "DELETE /v2.0/subnets/c965b936-695f-4ae4-a9ef-2dc37c570237 HTTP/1.1" status: 204 len: 168 time: 0.5199587 Aug 24 00:41:17.842422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783c4bb-13e2-42c5-afc8-10b294e00cc0 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event deleted for resources: {'Subnet': ['ID=c965b936-695f-4ae4-a9ef-2dc37c570237,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:17.843269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58196) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:17.850963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4902a5e8-a00f-4eef-af93-dc7bc61b9c99 None None] Network 883bfb40-0185-4d71-862a-cdee6bed0d0b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:17.936567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc5aa40-388b-4163-aa67-1ba1f0393b64 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:17.953175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Deleting port 3a10489a-06b2-4dea-ad37-eaba2cab874d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:17.953644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.029040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.069169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] For port 3a10489a-06b2-4dea-ad37-eaba2cab874d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a10489a-06b2-4dea-ad37-eaba2cab874d,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:18.069901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.087724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Calling delete_port for 3a10489a-06b2-4dea-ad37-eaba2cab874d owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:18.171600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc5aa40-388b-4163-aa67-1ba1f0393b64 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 077e6ee7-28bf-48eb-b8f8-bf292e76e39e has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:18.176126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] DHCP port deletion for 883bfb40-0185-4d71-862a-cdee6bed0d0b request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:41:18.180612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Deleting port c54a921e-a4e2-485e-9f6a-b679dbacdf95 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:18.181074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.237691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] Deleting port c54a921e-a4e2-485e-9f6a-b679dbacdf95 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:18.238092 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.334811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] For port c54a921e-a4e2-485e-9f6a-b679dbacdf95, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c54a921e-a4e2-485e-9f6a-b679dbacdf95,segment=NetworkSegment(2d3e2609-d0d6-42d4-87a0-94a0061f7450),segment_id=2d3e2609-d0d6-42d4-87a0-94a0061f7450)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:18.335540 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.357821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] Calling delete_port for c54a921e-a4e2-485e-9f6a-b679dbacdf95 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:18.369451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc5aa40-388b-4163-aa67-1ba1f0393b64 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:18.382719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee63c65-f6ce-4327-851a-f75c1be95c09 None None] Sync routers for ids ['077e6ee7-28bf-48eb-b8f8-bf292e76e39e'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:18.387840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1cc5aa40-388b-4163-aa67-1ba1f0393b64 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.413657 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1cc5aa40-388b-4163-aa67-1ba1f0393b64 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/077e6ee7-28bf-48eb-b8f8-bf292e76e39e HTTP/1.1" status: 200 len: 892 time: 1.4171183 Aug 24 00:41:18.418112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58222) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:18.441203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee63c65-f6ce-4327-851a-f75c1be95c09 None None] Routers {'077e6ee7-28bf-48eb-b8f8-bf292e76e39e'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:18.442350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bee63c65-f6ce-4327-851a-f75c1be95c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['077e6ee7-28bf-48eb-b8f8-bf292e76e39e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:18.499145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bee63c65-f6ce-4327-851a-f75c1be95c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:18.518912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee63c65-f6ce-4327-851a-f75c1be95c09 None None] Routers {'077e6ee7-28bf-48eb-b8f8-bf292e76e39e'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:18.519632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bee63c65-f6ce-4327-851a-f75c1be95c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['077e6ee7-28bf-48eb-b8f8-bf292e76e39e'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:18.528635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.540402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] For port c54a921e-a4e2-485e-9f6a-b679dbacdf95, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c54a921e-a4e2-485e-9f6a-b679dbacdf95,segment=NetworkSegment(2d3e2609-d0d6-42d4-87a0-94a0061f7450),segment_id=2d3e2609-d0d6-42d4-87a0-94a0061f7450)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:18.541127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.558734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Calling delete_port for c54a921e-a4e2-485e-9f6a-b679dbacdf95 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:18.560826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-bee63c65-f6ce-4327-851a-f75c1be95c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:18.562502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee63c65-f6ce-4327-851a-f75c1be95c09 None None] The sync data for ids ['077e6ee7-28bf-48eb-b8f8-bf292e76e39e'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:18.611022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a10489a-06b2-4dea-ad37-eaba2cab874d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:18.665532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.687074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] No DVR routers for this DVR port c54a921e-a4e2-485e-9f6a-b679dbacdf95 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:18.708375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-faaa06e8-3f1b-4d66-b4e0-0b9336703087 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/routers/077e6ee7-28bf-48eb-b8f8-bf292e76e39e HTTP/1.1" status: 200 len: 892 time: 0.2848177 Aug 24 00:41:18.709136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58240) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:18.743862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9c9d3-7a92-48e0-aec0-a246cb45c2b2 None None] Pushing event deleted for resources: {'Port': ['ID=c54a921e-a4e2-485e-9f6a-b679dbacdf95,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:18.771455 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5e9e2b0b-4916-45c1-bc9c-b7ae8388fa54 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=077e6ee7-28bf-48eb-b8f8-bf292e76e39e HTTP/1.1" status: 200 len: 205 time: 0.0592916 Aug 24 00:41:18.776072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58242) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:18.947649 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:18.953291 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.029344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event deleted for resources: {'Port': ['ID=c54a921e-a4e2-485e-9f6a-b679dbacdf95,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:19.042424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] No DVR routers for this DVR port c54a921e-a4e2-485e-9f6a-b679dbacdf95 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:19.062329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c54a921e-a4e2-485e-9f6a-b679dbacdf95 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:19.088182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c54a921e-a4e2-485e-9f6a-b679dbacdf95 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:19.088865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c54a921e-a4e2-485e-9f6a-b679dbacdf95 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:19.202761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.223294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.264037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883bfb40-0185-4d71-862a-cdee6bed0d0b']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:19.278661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3e2609-d0d6-42d4-87a0-94a0061f7450') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:19.279034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3e2609-d0d6-42d4-87a0-94a0061f7450') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:19.292473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.357395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.374001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:19.374806 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:19.395220 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:19.456753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.492345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Router 5c10e54c-45d2-49cb-b22c-0a593f7db918 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:19.560634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.571999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.580044 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] 10.222.0.26 "DELETE /v2.0/networks/883bfb40-0185-4d71-862a-cdee6bed0d0b HTTP/1.1" status: 204 len: 168 time: 1.7361341 Aug 24 00:41:19.601332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e11f2-10c2-4bbf-be9c-114a1f0fdc00 tempest-FloatingIPNegativeTestJSON-645071443 tempest-FloatingIPNegativeTestJSON-645071443-project] Pushing event deleted for resources: {'Network': ['ID=883bfb40-0185-4d71-862a-cdee6bed0d0b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:19.626569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:19.634472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fb9259a0-1b42-4c1a-80b8-fd4a349dbc99 admin admin] 10.222.0.26 "PUT /v2.0/routers/5c10e54c-45d2-49cb-b22c-0a593f7db918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7895823 Aug 24 00:41:19.637701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58288) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:19.638874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port bddd4fc4-c464-48c1-a6d8-edb0dbec65df {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:19.639227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.645398 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] Sync routers for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:19.658847 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:19.659792 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:19.728710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.741240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for bddd4fc4-c464-48c1-a6d8-edb0dbec65df owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:19.752687 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:19.791047 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:19.944601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.093931 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.119374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Deleting port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:20.120179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.134610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=bddd4fc4-c464-48c1-a6d8-edb0dbec65df,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:20.202464 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:41:18Z', 'revision_number': 5, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port': {'id': '9ff65ca4-e844-4b12-b4db-ab3c52be8c91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:35Z', 'updated_at': '2021-08-24T00:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:20.215751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58312) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:20.241127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.268964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] For port 9ff65ca4-e844-4b12-b4db-ab3c52be8c91, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9ff65ca4-e844-4b12-b4db-ab3c52be8c91,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:20.269708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.280085 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] Checking router: 5c10e54c-45d2-49cb-b22c-0a593f7db918 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:20.286901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Calling delete_port for 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:20.295839 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] Routers {'5c10e54c-45d2-49cb-b22c-0a593f7db918'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:20.297049 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5c10e54c-45d2-49cb-b22c-0a593f7db918'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:20.389338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.393512 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.478547 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a44a50e2-0d98-4d08-82ec-2eff45e47363 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6561940a60a64782995eb347da58cafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611346 Aug 24 00:41:20.480919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58328) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:20.495773 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] Set router 5c10e54c-45d2-49cb-b22c-0a593f7db918 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:20.531864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00aa4934-4bc6-444e-a6c2-f2099877ae78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.545955 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.546601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Fanout notify agent at l3_agent the message router_deleted on router 077e6ee7-28bf-48eb-b8f8-bf292e76e39e {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:41:20.548608 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:41:19Z', 'revision_number': 6, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:20.558245 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.562724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a6977512-9f91-4aec-bea1-c22f04aa0354 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/077e6ee7-28bf-48eb-b8f8-bf292e76e39e HTTP/1.1" status: 204 len: 168 time: 1.7821589 Aug 24 00:41:20.565597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:20.567255 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00aa4934-4bc6-444e-a6c2-f2099877ae78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.573091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168030253'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:20.578596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.581393 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e844305-468f-4455-96cb-579c2ba66700 None None] The sync data for ids ['5c10e54c-45d2-49cb-b22c-0a593f7db918'] in n-d-804878-2 is: [{'id': '5c10e54c-45d2-49cb-b22c-0a593f7db918', 'name': 'tempest-TestVolumeBackupRestore-1028423296-router', 'tenant_id': 'da8a1303774b49319b7fc2501d45993d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:34Z', 'updated_at': '2021-08-24T00:41:19Z', 'revision_number': 6, 'project_id': 'da8a1303774b49319b7fc2501d45993d', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:20.640936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff65ca4-e844-4b12-b4db-ab3c52be8c91,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:20.702438 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.720986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00aa4934-4bc6-444e-a6c2-f2099877ae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.723637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-00aa4934-4bc6-444e-a6c2-f2099877ae78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.724815 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-00aa4934-4bc6-444e-a6c2-f2099877ae78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97f32e7e-fec0-4b63-878b-51a787e54b94 HTTP/1.1" status: 204 len: 168 time: 0.2430518 Aug 24 00:41:20.747383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa4934-4bc6-444e-a6c2-f2099877ae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f32e7e-fec0-4b63-878b-51a787e54b94,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:20.776229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:20.776229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.816093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.818406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.869160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:20.878625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:20.878923 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment 655d7390-c63b-455b-be67-8b3eceb5ac89 of type vlan for network edd4f494-e849-4f02-ad9f-965aae399cf2 Aug 24 00:41:20.919033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.018014 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.018617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c10e54c-45d2-49cb-b22c-0a593f7db918 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:41:21.024186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.025339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6a504e8-0a47-4864-8e18-594a72e52936 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5c10e54c-45d2-49cb-b22c-0a593f7db918 HTTP/1.1" status: 204 len: 168 time: 1.3866267 Aug 24 00:41:21.033531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58356) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:21.033982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a10489a-06b2-4dea-ad37-eaba2cab874d no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:21.051431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 3a10489a-06b2-4dea-ad37-eaba2cab874d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:21.051739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a10489a-06b2-4dea-ad37-eaba2cab874d not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:21.058516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.060835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:21.061888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.117779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-490400e2-7ac2-4986-9e24-781db702114c admin admin] Deleting subnet b996003b-481d-4cf1-b1b9-3cd7dec273c5 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:21.126146 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-490400e2-7ac2-4986-9e24-781db702114c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.145791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=edd4f494-e849-4f02-ad9f-965aae399cf2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:21.156651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network edd4f494-e849-4f02-ad9f-965aae399cf2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:21.196720 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-490400e2-7ac2-4986-9e24-781db702114c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.208772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-911fd8c7-9f17-43ee-aeeb-25de9de6c827 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6406789 Aug 24 00:41:21.211639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:21.217036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': 'edd4f494-e849-4f02-ad9f-965aae399cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:21.368752 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-490400e2-7ac2-4986-9e24-781db702114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.467226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:21.472266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.530874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-490400e2-7ac2-4986-9e24-781db702114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.572716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa6d07-07ac-428b-8c7f-9cddd4530b9c None None] Network 41cb7cc4-6d09-4599-a384-00bb9a01f2ed requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:21.588564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-490400e2-7ac2-4986-9e24-781db702114c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.621467 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-490400e2-7ac2-4986-9e24-781db702114c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b996003b-481d-4cf1-b1b9-3cd7dec273c5 HTTP/1.1" status: 204 len: 168 time: 0.5915332 Aug 24 00:41:21.623940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490400e2-7ac2-4986-9e24-781db702114c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b996003b-481d-4cf1-b1b9-3cd7dec273c5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:21.628126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58406) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:21.816007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.926182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Deleting port b4a33469-2b3d-4226-b5e3-dc2393c81ccd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:21.928052 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.932169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:21.975751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] DHCP port deletion for 41cb7cc4-6d09-4599-a384-00bb9a01f2ed request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:41:22.014562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=15554d73-1f44-489f-90f9-214fc7b2ca1d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:22.021998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': '655d7390-c63b-455b-be67-8b3eceb5ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edd4f494-e849-4f02-ad9f-965aae399cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:22.022273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: edd4f494-e849-4f02-ad9f-965aae399cf2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:22.099552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] Deleting port b4a33469-2b3d-4226-b5e3-dc2393c81ccd {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:22.100063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.104996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network edd4f494-e849-4f02-ad9f-965aae399cf2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:22.118794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] For port b4a33469-2b3d-4226-b5e3-dc2393c81ccd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:22.119426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.133451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Calling delete_port for b4a33469-2b3d-4226-b5e3-dc2393c81ccd owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:22.189177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] For port b4a33469-2b3d-4226-b5e3-dc2393c81ccd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,segment=NetworkSegment(6edcf7f2-a89e-4399-a6e5-a316014519c4),segment_id=6edcf7f2-a89e-4399-a6e5-a316014519c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:22.189177 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.201208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] Calling delete_port for b4a33469-2b3d-4226-b5e3-dc2393c81ccd owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:22.207927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, edd4f494-e849-4f02-ad9f-965aae399cf2) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:22.212423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:22.216750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.229936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb38f7b5-60d1-4414-b90a-496662d5765d None None] Network edd4f494-e849-4f02-ad9f-965aae399cf2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:22.290985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1189732f-faae-401f-94ef-ae536380c1ad tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0759857 Aug 24 00:41:22.291213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58448) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:22.296932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-740c2168-6dc0-474f-b9e0-7712101ecaa7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170852548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:22.366056 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.375204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:22.405511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:22.411618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] No DVR routers for this DVR port b4a33469-2b3d-4226-b5e3-dc2393c81ccd on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:22.435170 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-740c2168-6dc0-474f-b9e0-7712101ecaa7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.436424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-740c2168-6dc0-474f-b9e0-7712101ecaa7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.448238 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.486345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] No DVR routers for this DVR port b4a33469-2b3d-4226-b5e3-dc2393c81ccd on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:22.493680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3ffa6-46f6-4426-9019-64078a53fbbb None None] Pushing event deleted for resources: {'Port': ['ID=b4a33469-2b3d-4226-b5e3-dc2393c81ccd,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:22.543660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-edd4f494-e849-4f02-ad9f-965aae399cf2', 'network_id': 'edd4f494-e849-4f02-ad9f-965aae399cf2', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': '15554d73-1f44-489f-90f9-214fc7b2ca1d'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:22.544489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.547187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-740c2168-6dc0-474f-b9e0-7712101ecaa7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.551199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2437f2b0-f33b-44f9-acbe-dd7e2c6c1905 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-869743424', 'prefixes': ['172.20.0.0/16']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:22.555744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.568769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cb7cc4-6d09-4599-a384-00bb9a01f2ed']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:22.581108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edcf7f2-a89e-4399-a6e5-a316014519c4') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:22.581430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edcf7f2-a89e-4399-a6e5-a316014519c4') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:22.590668 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.604892 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.612066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:22.615750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.615907 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-740c2168-6dc0-474f-b9e0-7712101ecaa7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:22.616034 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:22.710978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Allocated IP 2001:db8::2 (edd4f494-e849-4f02-ad9f-965aae399cf2/15554d73-1f44-489f-90f9-214fc7b2ca1d/ea2edcd5-29b4-4368-a279-255c0bf53776) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:22.766674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-740c2168-6dc0-474f-b9e0-7712101ecaa7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.770687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-740c2168-6dc0-474f-b9e0-7712101ecaa7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4759283 Aug 24 00:41:22.770983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:22.795158 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.821181 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.823554 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] 10.222.0.26 "DELETE /v2.0/networks/41cb7cc4-6d09-4599-a384-00bb9a01f2ed HTTP/1.1" status: 204 len: 168 time: 1.1926768 Aug 24 00:41:22.824762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c16a36-6c18-4c3c-ba71-f3605310c499 admin admin] Pushing event deleted for resources: {'Network': ['ID=41cb7cc4-6d09-4599-a384-00bb9a01f2ed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:22.826701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58460) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:22.929319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:22.939370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Transition to ACTIVE for port object ea2edcd5-29b4-4368-a279-255c0bf53776 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:22.957774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Transition to ACTIVE for port object ea2edcd5-29b4-4368-a279-255c0bf53776 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:22.967926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:22.995937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:22.996352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9ff65ca4-e844-4b12-b4db-ab3c52be8c91 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:22.996782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b4a33469-2b3d-4226-b5e3-dc2393c81ccd no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:23.022631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b4a33469-2b3d-4226-b5e3-dc2393c81ccd {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:23.023501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b4a33469-2b3d-4226-b5e3-dc2393c81ccd not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:23.055464 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.107272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Network edd4f494-e849-4f02-ad9f-965aae399cf2 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:23.111479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:23.116401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:23.130904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Pushing event updated for resources: {'Port': ['ID=ea2edcd5-29b4-4368-a279-255c0bf53776,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:23.199757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Attempting to bind port ea2edcd5-29b4-4368-a279-255c0bf53776 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:23.201259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Attempting to bind port ea2edcd5-29b4-4368-a279-255c0bf53776 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '655d7390-c63b-455b-be67-8b3eceb5ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edd4f494-e849-4f02-ad9f-965aae399cf2'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:23.201259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Attempting to bind port ea2edcd5-29b4-4368-a279-255c0bf53776 on network edd4f494-e849-4f02-ad9f-965aae399cf2 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:23.211967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:23.212361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Checking segment: {'id': '655d7390-c63b-455b-be67-8b3eceb5ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edd4f494-e849-4f02-ad9f-965aae399cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:23.212777 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.213181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Bound using segment: {'id': '655d7390-c63b-455b-be67-8b3eceb5ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edd4f494-e849-4f02-ad9f-965aae399cf2'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:23.213532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2437f2b0-f33b-44f9-acbe-dd7e2c6c1905 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] Notify callbacks [] for subnetpool, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.214019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Bound port: ea2edcd5-29b4-4368-a279-255c0bf53776, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655d7390-c63b-455b-be67-8b3eceb5ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'edd4f494-e849-4f02-ad9f-965aae399cf2'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:23.214139 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.217707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2437f2b0-f33b-44f9-acbe-dd7e2c6c1905 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8352888 Aug 24 00:41:23.217707 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.221846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58462) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:23.272450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5fc1342c-3405-42ec-83a0-fb6a38ebab5c tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] 10.222.0.26 "GET /v2.0/subnetpools/788ed356-1e24-4947-a88c-ee059582a455 HTTP/1.1" status: 200 len: 731 time: 0.0493641 Aug 24 00:41:23.275598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58464) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:23.280257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-44959fde-a601-49bf-be99-542651b13b99 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-938369265'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:23.303706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] For port ea2edcd5-29b4-4368-a279-255c0bf53776, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:23.309952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] For port ea2edcd5-29b4-4368-a279-255c0bf53776, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ea2edcd5-29b4-4368-a279-255c0bf53776,segment=NetworkSegment(655d7390-c63b-455b-be67-8b3eceb5ac89),segment_id=655d7390-c63b-455b-be67-8b3eceb5ac89)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:23.414153 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.478419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe1db-c2c6-4334-a174-e9c25325d9f6 None None] Pushing event updated for resources: {'Port': ['ID=ea2edcd5-29b4-4368-a279-255c0bf53776,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:23.480494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.520005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8::1 (edd4f494-e849-4f02-ad9f-965aae399cf2/15554d73-1f44-489f-90f9-214fc7b2ca1d/13203f91-71ae-4035-a0cb-1a5b576e3f02) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:23.523941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44959fde-a601-49bf-be99-542651b13b99 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] Notify callbacks [] for subnetpool, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.525163 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-44959fde-a601-49bf-be99-542651b13b99 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] 10.222.0.26 "PUT /v2.0/subnetpools/788ed356-1e24-4947-a88c-ee059582a455 HTTP/1.1" status: 200 len: 683 time: 0.2486422 Aug 24 00:41:23.528068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58468) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:23.764097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.814854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Deleting port fb7da1a0-4481-4203-a204-38172f265b14 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:23.815207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.819527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object 13203f91-71ae-4035-a0cb-1a5b576e3f02 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:23.823448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-791e6f32-ff7f-49e5-b148-64bdfc7838d2 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] Notify callbacks [] for subnetpool, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.827205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-791e6f32-ff7f-49e5-b148-64bdfc7838d2 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] 10.222.0.26 "DELETE /v2.0/subnetpools/788ed356-1e24-4947-a88c-ee059582a455 HTTP/1.1" status: 204 len: 168 time: 0.2955527 Aug 24 00:41:23.827816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:23.846315 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-45ee4ab3-1a2b-4f7d-a580-e1545e9b868e tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] show failed (client error): The resource could not be found. Aug 24 00:41:23.847596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-45ee4ab3-1a2b-4f7d-a580-e1545e9b868e tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] 10.222.0.26 "GET /v2.0/subnetpools/788ed356-1e24-4947-a88c-ee059582a455 HTTP/1.1" status: 404 len: 346 time: 0.0187459 Aug 24 00:41:23.856911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58476) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:23.879250 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-cb797942-5ae8-4c21-b7eb-cd5debfbc128 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] delete failed (client error): The resource could not be found. Aug 24 00:41:23.883564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb797942-5ae8-4c21-b7eb-cd5debfbc128 tempest-SubnetPoolsTestJSON-863938966 tempest-SubnetPoolsTestJSON-863938966-project] 10.222.0.26 "DELETE /v2.0/subnetpools/788ed356-1e24-4947-a88c-ee059582a455 HTTP/1.1" status: 404 len: 346 time: 0.0224700 Aug 24 00:41:23.914176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] For port fb7da1a0-4481-4203-a204-38172f265b14, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fb7da1a0-4481-4203-a204-38172f265b14,segment=NetworkSegment(3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd),segment_id=3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:23.914556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:23.934757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Calling delete_port for fb7da1a0-4481-4203-a204-38172f265b14 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:23.940395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.020807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network edd4f494-e849-4f02-ad9f-965aae399cf2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:24.023924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:24.027635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:24.028180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.068754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=13203f91-71ae-4035-a0cb-1a5b576e3f02,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:24.233960 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.277123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.314305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7da1a0-4481-4203-a204-38172f265b14,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:24.398722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.399247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.399695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.400137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.400583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.401031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.401599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.402060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.402504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.402947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.403374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.403801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:24.515690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58492) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:24.600028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.642759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef8e6c-8a8d-4fee-8874-dc16ed4c89b5 None None] Network edd4f494-e849-4f02-ad9f-965aae399cf2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:24.685477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.751746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.753189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:24.816554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4f2904bf-3e76-4bd9-adbc-0d3d5608b6d3 None None] Provisioning for port ea2edcd5-29b4-4368-a279-255c0bf53776 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:24.822142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=13203f91-71ae-4035-a0cb-1a5b576e3f02,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:24.936753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network edd4f494-e849-4f02-ad9f-965aae399cf2 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:24.939338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:25.211592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ea2edcd5-29b4-4368-a279-255c0bf53776 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:25.270953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router ed30769c-5cec-4921-9dee-da7824afc285 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:41:25.339690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ea2edcd5-29b4-4368-a279-255c0bf53776 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:25.342489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2413-ffef-4701-80ee-a77b34e1dd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.351142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ea2edcd5-29b4-4368-a279-255c0bf53776 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:25.351534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.405207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Provisioning complete for port ea2edcd5-29b4-4368-a279-255c0bf53776 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:25.405696 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.533540 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.592151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Router e0a67937-d65f-49b0-a742-3618dc1f5042 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:25.636897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ea2edcd5-29b4-4368-a279-255c0bf53776, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ea2edcd5-29b4-4368-a279-255c0bf53776,segment=NetworkSegment(655d7390-c63b-455b-be67-8b3eceb5ac89),segment_id=655d7390-c63b-455b-be67-8b3eceb5ac89)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:25.645741 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.679529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.728354 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.747212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2413-ffef-4701-80ee-a77b34e1dd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.842061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ea2edcd5-29b4-4368-a279-255c0bf53776,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:25.856132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:41:25.856725 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:41:25.902401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ca6e2413-ffef-4701-80ee-a77b34e1dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:25.933249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:25.948930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2acffaba-452c-4e15-916a-8278e7cdc08d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/ed30769c-5cec-4921-9dee-da7824afc285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1754291 Aug 24 00:41:25.953668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58506) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:25.978963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:25.989290 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5f9d7bba-9834-4e12-89b2-785dc797b89c admin admin] 10.222.0.26 "PUT /v2.0/routers/e0a67937-d65f-49b0-a742-3618dc1f5042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1585951 Aug 24 00:41:25.992374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352b238-35a3-4887-a4d7-0cd41fbf9ed1 None None] Sync routers for ids ['ed30769c-5cec-4921-9dee-da7824afc285'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:25.992574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58508) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:26.020334 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] Sync routers for ids ['e0a67937-d65f-49b0-a742-3618dc1f5042'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:26.028019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352b238-35a3-4887-a4d7-0cd41fbf9ed1 None None] Routers {'ed30769c-5cec-4921-9dee-da7824afc285'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:26.029246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c352b238-35a3-4887-a4d7-0cd41fbf9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ed30769c-5cec-4921-9dee-da7824afc285'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.033644 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] Routers {'e0a67937-d65f-49b0-a742-3618dc1f5042'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:26.043905 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e0a67937-d65f-49b0-a742-3618dc1f5042'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.086533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67443da1-9ee2-4c48-b1f5-5c6d6d10439c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:26.093272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-67443da1-9ee2-4c48-b1f5-5c6d6d10439c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports/13203f91-71ae-4035-a0cb-1a5b576e3f02 HTTP/1.1" status: 200 len: 911 time: 0.1380119 Aug 24 00:41:26.093817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:26.106486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0e8c1c93-b012-4b98-bc51-2d95265cefc6 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15554d73-1f44-489f-90f9-214fc7b2ca1d'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:26.119866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c352b238-35a3-4887-a4d7-0cd41fbf9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.140754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352b238-35a3-4887-a4d7-0cd41fbf9ed1 None None] Routers {'ed30769c-5cec-4921-9dee-da7824afc285'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:26.141588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c352b238-35a3-4887-a4d7-0cd41fbf9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ed30769c-5cec-4921-9dee-da7824afc285'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.166916 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] Set router e0a67937-d65f-49b0-a742-3618dc1f5042 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:26.167675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.199780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c352b238-35a3-4887-a4d7-0cd41fbf9ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.200601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352b238-35a3-4887-a4d7-0cd41fbf9ed1 None None] The sync data for ids ['ed30769c-5cec-4921-9dee-da7824afc285'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:26.218059 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ca6e2413-ffef-4701-80ee-a77b34e1dd52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=327331b878454898b7e3e0cdf13d0cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7012289 Aug 24 00:41:26.218834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e2413-ffef-4701-80ee-a77b34e1dd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c52583-cf9f-45fb-a49d-c83e361d0b79,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:26.231144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58514) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:26.293923 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7d84b43e-0cf2-46a7-8db2-0c36894e8ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.360964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1c93-b012-4b98-bc51-2d95265cefc6 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.415332 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.424759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef181125-7393-4d5d-af10-44a4801dc21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.465315 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:41:24Z', 'revision_number': 5, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port': {'id': 'e99281b3-d826-4734-a062-46bcc5d77b3c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:35:48Z', 'updated_at': '2021-08-24T00:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.469094 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef181125-7393-4d5d-af10-44a4801dc21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.482306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Provisioning for port 13203f91-71ae-4035-a0cb-1a5b576e3f02 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:26.487012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Provisioning complete for port 13203f91-71ae-4035-a0cb-1a5b576e3f02 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:26.491953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.506923 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] Checking router: e0a67937-d65f-49b0-a742-3618dc1f5042 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:26.518677 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] Routers {'e0a67937-d65f-49b0-a742-3618dc1f5042'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:26.518677 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:40:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e0a67937-d65f-49b0-a742-3618dc1f5042'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.570929 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4c49840d-0d99-435e-8a14-eff61c849ec7 None None] Port 13203f91-71ae-4035-a0cb-1a5b576e3f02 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:26.587937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Deleting port e99281b3-d826-4734-a062-46bcc5d77b3c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:26.588292 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.635129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef181125-7393-4d5d-af10-44a4801dc21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.637776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef181125-7393-4d5d-af10-44a4801dc21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.639100 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ef181125-7393-4d5d-af10-44a4801dc21c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1c52583-cf9f-45fb-a49d-c83e361d0b79 HTTP/1.1" status: 204 len: 168 time: 0.4014461 Aug 24 00:41:26.660269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef181125-7393-4d5d-af10-44a4801dc21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c52583-cf9f-45fb-a49d-c83e361d0b79,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:26.666384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] Set router e0a67937-d65f-49b0-a742-3618dc1f5042 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:26.731610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f0d2926e-b188-4872-b26a-1d8e8e477970 None None] Provisioning complete for port 13203f91-71ae-4035-a0cb-1a5b576e3f02 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:26.733261 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:41:26Z', 'revision_number': 6, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:26.734313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f0d2926e-b188-4872-b26a-1d8e8e477970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.749672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] For port e99281b3-d826-4734-a062-46bcc5d77b3c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e99281b3-d826-4734-a062-46bcc5d77b3c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:26.750365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:26.766575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6fad7-ead6-4ff5-bd1c-c930eec86a5c None None] The sync data for ids ['e0a67937-d65f-49b0-a742-3618dc1f5042'] in n-d-804878-2 is: [{'id': 'e0a67937-d65f-49b0-a742-3618dc1f5042', 'name': 'tempest-TestVolumeBackupRestore-1251814935-router', 'tenant_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:35:47Z', 'updated_at': '2021-08-24T00:41:26Z', 'revision_number': 6, 'project_id': 'e8cd3f983b454529b82ccb475cb3ca00', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:26.769725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Calling delete_port for e99281b3-d826-4734-a062-46bcc5d77b3c owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:26.813900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2926e-b188-4872-b26a-1d8e8e477970 None None] Port 13203f91-71ae-4035-a0cb-1a5b576e3f02 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:26.968057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1c93-b012-4b98-bc51-2d95265cefc6 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.065592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.066482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1c93-b012-4b98-bc51-2d95265cefc6 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.088550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8c1c93-b012-4b98-bc51-2d95265cefc6 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:27.091499 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1c93-b012-4b98-bc51-2d95265cefc6 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.095919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e8c1c93-b012-4b98-bc51-2d95265cefc6 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/ports/13203f91-71ae-4035-a0cb-1a5b576e3f02 HTTP/1.1" status: 200 len: 911 time: 0.9976280 Aug 24 00:41:27.106785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:27.106927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Pushing event deleted for resources: {'Port': ['ID=e99281b3-d826-4734-a062-46bcc5d77b3c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:27.234542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.342155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c1c93-b012-4b98-bc51-2d95265cefc6 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=13203f91-71ae-4035-a0cb-1a5b576e3f02,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:27.369474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ea2edcd5-29b4-4368-a279-255c0bf53776 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:27.421049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.427276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.468448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ea2edcd5-29b4-4368-a279-255c0bf53776 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:27.468965 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.556605 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.558085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0a67937-d65f-49b0-a742-3618dc1f5042 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:41:27.568891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.568891 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-42c52d1c-bd95-45db-b1ef-272cbca2a12f admin admin] 10.222.0.26 "DELETE /v2.0/routers/e0a67937-d65f-49b0-a742-3618dc1f5042 HTTP/1.1" status: 204 len: 168 time: 1.5708590 Aug 24 00:41:27.569087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58554) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:27.628245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fb7da1a0-4481-4203-a204-38172f265b14 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:27.637837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb74fca-bb67-49c8-9cec-f2f86b6e433f admin admin] Deleting subnet 8b7d5b21-035e-4ded-91d4-07b86080b41e {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:27.642881 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adb74fca-bb67-49c8-9cec-f2f86b6e433f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.695399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: fb7da1a0-4481-4203-a204-38172f265b14 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:27.696129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fb7da1a0-4481-4203-a204-38172f265b14 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:27.713328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.726444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adb74fca-bb67-49c8-9cec-f2f86b6e433f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:27.923170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adb74fca-bb67-49c8-9cec-f2f86b6e433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.054116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adb74fca-bb67-49c8-9cec-f2f86b6e433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.115421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb74fca-bb67-49c8-9cec-f2f86b6e433f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7d5b21-035e-4ded-91d4-07b86080b41e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:28.120494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adb74fca-bb67-49c8-9cec-f2f86b6e433f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.122512 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-adb74fca-bb67-49c8-9cec-f2f86b6e433f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8b7d5b21-035e-4ded-91d4-07b86080b41e HTTP/1.1" status: 204 len: 168 time: 0.5517976 Aug 24 00:41:28.125031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58568) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:28.128679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e17ac-3e77-4e97-92f9-64d28fd2fc7a None None] Network dbc70e28-2ca7-4324-9486-11c099ccd35d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:28.196791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 13203f91-71ae-4035-a0cb-1a5b576e3f02 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:28.197095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.303486 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.311903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58572) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:28.361852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.370481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Deleting port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:28.370790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.377063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 13203f91-71ae-4035-a0cb-1a5b576e3f02 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:28.465547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] DHCP port deletion for dbc70e28-2ca7-4324-9486-11c099ccd35d request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:41:28.470543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] For port 9f53338f-fff8-4f66-8a3e-d38cb24ff767, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9f53338f-fff8-4f66-8a3e-d38cb24ff767,segment=NetworkSegment(3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd),segment_id=3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:28.471155 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.487139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Calling delete_port for 9f53338f-fff8-4f66-8a3e-d38cb24ff767 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:28.502426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-537596340'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:28.539249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] Deleting port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:28.540283 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.635656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Made reservation on behalf of cf8e3310e38e45fcae24ed7d73a2187f for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:28.636247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] For port 9f53338f-fff8-4f66-8a3e-d38cb24ff767, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9f53338f-fff8-4f66-8a3e-d38cb24ff767,segment=NetworkSegment(3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd),segment_id=3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:28.636713 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.640043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.652613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] Calling delete_port for 9f53338f-fff8-4f66-8a3e-d38cb24ff767 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:28.654314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.772604 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.778200 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.804146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f53338f-fff8-4f66-8a3e-d38cb24ff767,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:28.820792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] Pushing event deleted for resources: {'Port': ['ID=9f53338f-fff8-4f66-8a3e-d38cb24ff767,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:28.821947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] No DVR routers for this DVR port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:28.822373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f31a92-dca5-4687-9d59-aa2e12c7a633 None None] No DVR routers for this DVR port 9f53338f-fff8-4f66-8a3e-d38cb24ff767 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:28.893947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.911093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc70e28-2ca7-4324-9486-11c099ccd35d']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:28.932238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:28.932731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3259e2ea-cdda-4395-a3fa-7bf5ddc69ddd') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:28.945892 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.963022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.970239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:28.976236 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:28.979575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9f53338f-fff8-4f66-8a3e-d38cb24ff767 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:29.001985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 9f53338f-fff8-4f66-8a3e-d38cb24ff767 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:29.002365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9f53338f-fff8-4f66-8a3e-d38cb24ff767 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:29.002787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e99281b3-d826-4734-a062-46bcc5d77b3c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:29.013712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=13203f91-71ae-4035-a0cb-1a5b576e3f02,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:29.035072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e99281b3-d826-4734-a062-46bcc5d77b3c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:29.035448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e99281b3-d826-4734-a062-46bcc5d77b3c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:29.043628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fcc91665-966d-41d3-9a85-bc660de6345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.162582 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.163700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.181229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.182448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.185702 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dbc70e28-2ca7-4324-9486-11c099ccd35d HTTP/1.1" status: 204 len: 168 time: 1.0570428 Aug 24 00:41:29.185702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efef75-b05f-49a0-b4f2-0d46915eba33 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc70e28-2ca7-4324-9486-11c099ccd35d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:29.250963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.352795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.393357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router ed30769c-5cec-4921-9dee-da7824afc285 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:29.399254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:29.414966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0772409b-5723-4dcb-8366-7a7c3c27ed66,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:29.418089 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.418446 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Added segment d3722bfc-eef0-4699-9e99-d7e8c33a4bb4 of type vlan for network b7b14ee1-4c85-4599-9ef9-17f4148290fe Aug 24 00:41:29.528562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.535420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:29.541230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-85666d6a-a0af-464c-b184-d48bcec573af tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/ed30769c-5cec-4921-9dee-da7824afc285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4431047 Aug 24 00:41:29.544130 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58590) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:29.547082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84405809-64ec-482c-8da4-4aad1eb40523 None None] Sync routers for ids ['ed30769c-5cec-4921-9dee-da7824afc285'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:29.558029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84405809-64ec-482c-8da4-4aad1eb40523 None None] Routers {'ed30769c-5cec-4921-9dee-da7824afc285'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:29.558664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-84405809-64ec-482c-8da4-4aad1eb40523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ed30769c-5cec-4921-9dee-da7824afc285'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:29.575879 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-909ab1e7-7a01-4281-9b8d-a453e3878b41 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed30769c-5cec-4921-9dee-da7824afc285 HTTP/1.1" status: 200 len: 205 time: 0.0281675 Aug 24 00:41:29.576340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:29.594896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-84405809-64ec-482c-8da4-4aad1eb40523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:29.603856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84405809-64ec-482c-8da4-4aad1eb40523 None None] Routers {'ed30769c-5cec-4921-9dee-da7824afc285'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:29.604513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-84405809-64ec-482c-8da4-4aad1eb40523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ed30769c-5cec-4921-9dee-da7824afc285'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:29.612104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58594) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:29.637435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-84405809-64ec-482c-8da4-4aad1eb40523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:29.638179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84405809-64ec-482c-8da4-4aad1eb40523 None None] The sync data for ids ['ed30769c-5cec-4921-9dee-da7824afc285'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:29.658382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c044ef2-9f50-40a1-af10-92aeeadc01c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.661842 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-08fcfb83-417d-483c-8c44-d1c398d4681e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da8a1303774b49319b7fc2501d45993d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484262 Aug 24 00:41:29.664210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58596) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:29.693780 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.699476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:29.700075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.723606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c156b854-c469-4da8-83ac-544620acc63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.751706 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c156b854-c469-4da8-83ac-544620acc63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.862132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Pushing event updated for resources: {'Network': ['ID=b7b14ee1-4c85-4599-9ef9-17f4148290fe,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:29.872768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network b7b14ee1-4c85-4599-9ef9-17f4148290fe details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:29.874679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c156b854-c469-4da8-83ac-544620acc63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.877436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c156b854-c469-4da8-83ac-544620acc63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.878977 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c156b854-c469-4da8-83ac-544620acc63f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4efe8ab-b7b1-47ac-8894-fcebaa7d5c44 HTTP/1.1" status: 204 len: 168 time: 0.2131541 Aug 24 00:41:29.887429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156b854-c469-4da8-83ac-544620acc63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4efe8ab-b7b1-47ac-8894-fcebaa7d5c44,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:29.896820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-54055b12-6b08-4b69-9d5f-8e633401bebe tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5835981 Aug 24 00:41:29.897144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:29.898786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c044ef2-9f50-40a1-af10-92aeeadc01c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.901291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c044ef2-9f50-40a1-af10-92aeeadc01c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.917511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-d13f4039-31af-411c-a33c-3ac8c26e6dc8 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', 'tempest-TagsTest-Tag-1874878298') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:29.996078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c044ef2-9f50-40a1-af10-92aeeadc01c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:29.996953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c044ef2-9f50-40a1-af10-92aeeadc01c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Fanout notify agent at l3_agent the message router_deleted on router ed30769c-5cec-4921-9dee-da7824afc285 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:41:30.005874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0c044ef2-9f50-40a1-af10-92aeeadc01c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.010265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0c044ef2-9f50-40a1-af10-92aeeadc01c8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/ed30769c-5cec-4921-9dee-da7824afc285 HTTP/1.1" status: 204 len: 168 time: 0.4296074 Aug 24 00:41:30.010265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58612) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.107126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-65023f05-dd38-41f7-9d36-fd38e97526e5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet 15554d73-1f44-489f-90f9-214fc7b2ca1d {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:30.118202 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65023f05-dd38-41f7-9d36-fd38e97526e5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.139540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-1a5d170d-c55a-462f-940a-9b14e4e72601 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805745 Aug 24 00:41:30.158596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65023f05-dd38-41f7-9d36-fd38e97526e5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.161459 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d13f4039-31af-411c-a33c-3ac8c26e6dc8 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "PUT /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags/tempest-TagsTest-Tag-1874878298 HTTP/1.1" status: 201 len: 201 time: 0.2629423 Aug 24 00:41:30.165971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58618) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.169062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-def36b60-910c-4059-a946-7aa86d3ea9e6 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', 'tempest-TagsTest-Tag-1874878298') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:30.258307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-def36b60-910c-4059-a946-7aa86d3ea9e6 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "GET /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags/tempest-TagsTest-Tag-1874878298 HTTP/1.1" status: 204 len: 168 time: 0.0930784 Aug 24 00:41:30.259570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58622) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.264606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-ac442545-0d7d-4152-a0e4-42b19bafa2d3 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:30.307423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-36fc002a-3be3-4694-aafb-9ab92372f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:30.309057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-36fc002a-3be3-4694-aafb-9ab92372f323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0833540 Aug 24 00:41:30.314599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65023f05-dd38-41f7-9d36-fd38e97526e5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.314820 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.348285 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac442545-0d7d-4152-a0e4-42b19bafa2d3 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "GET /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags HTTP/1.1" status: 200 len: 238 time: 0.0875487 Aug 24 00:41:30.352382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58624) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.355859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-587fd1ee-bfd6-48c9-9a28-9757ff59e959 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', {'tags': ['tempest-TagsTest-Tag-1321292180', 'tempest-TagsTest-Tag-506598509', 'tempest-TagsTest-Tag-1614192391']}) {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:30.537466 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-587fd1ee-bfd6-48c9-9a28-9757ff59e959 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "PUT /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags HTTP/1.1" status: 200 len: 308 time: 0.1854975 Aug 24 00:41:30.538147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58628) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.543069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-a7d9c9a2-fc07-4f9b-94b5-a03b67672d5e tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', 'tempest-TagsTest-Tag-1321292180') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:30.710311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58632) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.722119 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a7d9c9a2-fc07-4f9b-94b5-a03b67672d5e tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "DELETE /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags/tempest-TagsTest-Tag-1321292180 HTTP/1.1" status: 204 len: 168 time: 0.1710188 Aug 24 00:41:30.722632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-10123740-b0e8-4d2a-a3dc-abf8ae26d6f1 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', 'tempest-TagsTest-Tag-1321292180') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:30.762661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-493d489e-ea4d-4762-b5fc-eb27aa34c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:30.764208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-493d489e-ea4d-4762-b5fc-eb27aa34c03f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.4265637 Aug 24 00:41:30.796759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58634) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.862527 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c9bb7b6c-a56e-4f3b-acf1-1a83d109c366 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8cd3f983b454529b82ccb475cb3ca00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639782 Aug 24 00:41:30.862930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65023f05-dd38-41f7-9d36-fd38e97526e5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.863198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58636) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.881550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-e9ac9ffe-50bf-4d60-86d3-3a11c9b48c4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 1001 time: 0.0932341 Aug 24 00:41:30.882603 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-10123740-b0e8-4d2a-a3dc-abf8ae26d6f1 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] show failed (client error): The resource could not be found. Aug 24 00:41:30.886024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-10123740-b0e8-4d2a-a3dc-abf8ae26d6f1 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "GET /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags/tempest-TagsTest-Tag-1321292180 HTTP/1.1" status: 404 len: 326 time: 0.1724982 Aug 24 00:41:30.887639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58638) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.893779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-955589d6-e14d-4c4c-bd42-ca2325d6aeda tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', 'tempest-TagsTest-Tag-506598509') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:30.912131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65023f05-dd38-41f7-9d36-fd38e97526e5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=15554d73-1f44-489f-90f9-214fc7b2ca1d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:30.914157 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65023f05-dd38-41f7-9d36-fd38e97526e5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:30.916042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-65023f05-dd38-41f7-9d36-fd38e97526e5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/15554d73-1f44-489f-90f9-214fc7b2ca1d HTTP/1.1" status: 204 len: 168 time: 0.9052556 Aug 24 00:41:30.919545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58640) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:30.926907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ed821-dec2-4eae-9b2a-61f39c604ba1 None None] Network edd4f494-e849-4f02-ad9f-965aae399cf2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:30.954359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-7b51aac0-ddff-4f45-9ac2-ed173993c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:30.955961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-7b51aac0-ddff-4f45-9ac2-ed173993c6e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0542867 Aug 24 00:41:31.015728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-5074b014-f5ab-446c-a359-57a1b22aab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:31.017443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-5074b014-f5ab-446c-a359-57a1b22aab9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541470 Aug 24 00:41:31.061153 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44a3b37f-c330-4ec6-a62e-c60db00bc25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.093079 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.117972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44a3b37f-c330-4ec6-a62e-c60db00bc25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.121408 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-955589d6-e14d-4c4c-bd42-ca2325d6aeda tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "GET /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags/tempest-TagsTest-Tag-506598509 HTTP/1.1" status: 204 len: 168 time: 0.2323554 Aug 24 00:41:31.134005 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58646) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:31.140154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-41310d49-7219-43e0-847c-60db3da810f8 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', 'tempest-TagsTest-Tag-1614192391') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:31.174091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] DHCP port deletion for edd4f494-e849-4f02-ad9f-965aae399cf2 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:41:31.227833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-c07e7429-caa0-4c54-80c5-8949e0242d7e service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017004 Aug 24 00:41:31.275989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] Deleting port ea2edcd5-29b4-4368-a279-255c0bf53776 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:31.277149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.311492 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port ea2edcd5-29b4-4368-a279-255c0bf53776 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:31.311765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.328306 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-41310d49-7219-43e0-847c-60db3da810f8 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "GET /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags/tempest-TagsTest-Tag-1614192391 HTTP/1.1" status: 204 len: 168 time: 0.1897528 Aug 24 00:41:31.368564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58650) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:31.377689 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44a3b37f-c330-4ec6-a62e-c60db00bc25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.379260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-12eb0ce4-a216-44aa-a63d-46df3897358d tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:31.381399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44a3b37f-c330-4ec6-a62e-c60db00bc25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.384707 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-44a3b37f-c330-4ec6-a62e-c60db00bc25c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aa7c3e6-746e-4cdb-b456-c0e46a50a56f HTTP/1.1" status: 204 len: 168 time: 0.5183663 Aug 24 00:41:31.397090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3b37f-c330-4ec6-a62e-c60db00bc25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa7c3e6-746e-4cdb-b456-c0e46a50a56f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.416387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port ea2edcd5-29b4-4368-a279-255c0bf53776, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ea2edcd5-29b4-4368-a279-255c0bf53776,segment=NetworkSegment(655d7390-c63b-455b-be67-8b3eceb5ac89),segment_id=655d7390-c63b-455b-be67-8b3eceb5ac89)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:31.416897 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.436657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for ea2edcd5-29b4-4368-a279-255c0bf53776 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:31.482460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] For port ea2edcd5-29b4-4368-a279-255c0bf53776, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ea2edcd5-29b4-4368-a279-255c0bf53776,segment=NetworkSegment(655d7390-c63b-455b-be67-8b3eceb5ac89),segment_id=655d7390-c63b-455b-be67-8b3eceb5ac89)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:31.483102 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.500090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8b80574-c929-43a4-b8aa-169d39a4a6e7 req-9cb9a994-a434-4c91-96e5-42d69e644b02 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606893 Aug 24 00:41:31.505457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] Calling delete_port for ea2edcd5-29b4-4368-a279-255c0bf53776 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:31.733857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.741873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-12eb0ce4-a216-44aa-a63d-46df3897358d tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "DELETE /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags HTTP/1.1" status: 204 len: 168 time: 0.3722072 Aug 24 00:41:31.743918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:31.751885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.tag.tag_plugin [None req-266b36b0-fd18-48b0-9419-bd7d742abba3 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', 'tempest-TagsTest-Tag-506598509') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:31.761940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No DVR routers for this DVR port ea2edcd5-29b4-4368-a279-255c0bf53776 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:31.767700 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.813867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] No DVR routers for this DVR port ea2edcd5-29b4-4368-a279-255c0bf53776 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:31.855574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=ea2edcd5-29b4-4368-a279-255c0bf53776,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.857668 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-266b36b0-fd18-48b0-9419-bd7d742abba3 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] show failed (client error): The resource could not be found. Aug 24 00:41:31.863462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58658) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:31.902818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-266b36b0-fd18-48b0-9419-bd7d742abba3 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "GET /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags/tempest-TagsTest-Tag-506598509 HTTP/1.1" status: 404 len: 325 time: 0.1172926 Aug 24 00:41:31.903643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-3cfbb70c-a3b5-4412-8296-30c49294e423 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe', 'tempest-TagsTest-Tag-1614192391') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:31.903758 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.903758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e16d8b-5465-4a3a-9fe3-492cff9c6eff None None] Pushing event deleted for resources: {'Port': ['ID=ea2edcd5-29b4-4368-a279-255c0bf53776,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:31.954253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:31.995264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd4f494-e849-4f02-ad9f-965aae399cf2']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:32.017174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655d7390-c63b-455b-be67-8b3eceb5ac89') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:32.017523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655d7390-c63b-455b-be67-8b3eceb5ac89') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:32.037175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.057545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.063892 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-3cfbb70c-a3b5-4412-8296-30c49294e423 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] show failed (client error): The resource could not be found. Aug 24 00:41:32.069420 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3cfbb70c-a3b5-4412-8296-30c49294e423 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "GET /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags/tempest-TagsTest-Tag-1614192391 HTTP/1.1" status: 404 len: 326 time: 0.1912603 Aug 24 00:41:32.069420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58660) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:32.072641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.tag.tag_plugin [None req-410abdc9-af9f-4ecf-a5f0-d192792377bd tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b7b14ee1-4c85-4599-9ef9-17f4148290fe') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:32.076163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:32.076504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:32.080435 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:32.246985 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-410abdc9-af9f-4ecf-a5f0-d192792377bd tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "DELETE /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1738279 Aug 24 00:41:32.249610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58664) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:32.344349 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.512224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.517752 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/edd4f494-e849-4f02-ad9f-965aae399cf2 HTTP/1.1" status: 204 len: 168 time: 1.5890696 Aug 24 00:41:32.518066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58670) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:32.522869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1628e9d7-a162-41fa-a815-f4af4563f82a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314840236', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:32.526088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668eb38-02ec-4566-a0d4-81b8e67270f7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=edd4f494-e849-4f02-ad9f-965aae399cf2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:32.560976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.606214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1628e9d7-a162-41fa-a815-f4af4563f82a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.607372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1628e9d7-a162-41fa-a815-f4af4563f82a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.670527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.671413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1628e9d7-a162-41fa-a815-f4af4563f82a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.679046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b14ee1-4c85-4599-9ef9-17f4148290fe']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:32.745616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1628e9d7-a162-41fa-a815-f4af4563f82a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.819415 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1628e9d7-a162-41fa-a815-f4af4563f82a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.820732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1628e9d7-a162-41fa-a815-f4af4563f82a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3015413 Aug 24 00:41:32.823568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:32.829940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1941115527'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:32.912870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:32.918371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.949825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:32.953520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ea2edcd5-29b4-4368-a279-255c0bf53776 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:32.962558 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:32.963121 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment 88f72bd7-b468-47b7-b157-632c8e2e3e29 of type vlan for network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 Aug 24 00:41:32.975195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: ea2edcd5-29b4-4368-a279-255c0bf53776 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:32.977506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ea2edcd5-29b4-4368-a279-255c0bf53776 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:33.008014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3722bfc-eef0-4699-9e99-d7e8c33a4bb4') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:33.008588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3722bfc-eef0-4699-9e99-d7e8c33a4bb4') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:33.017493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.018218 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.031680 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.037801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:33.038197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:33.041176 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:33.122090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.127898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:33.130968 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.179408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.188649 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.193253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] 10.222.0.26 "DELETE /v2.0/networks/b7b14ee1-4c85-4599-9ef9-17f4148290fe HTTP/1.1" status: 204 len: 168 time: 0.9408553 Aug 24 00:41:33.196247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:33.208137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:33.225874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96615c-5d44-4026-897f-11a810162d91 tempest-TagsTest-246124572 tempest-TagsTest-246124572-project] Pushing event deleted for resources: {'Network': ['ID=b7b14ee1-4c85-4599-9ef9-17f4148290fe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:33.269128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d074d6bd-4ad0-46f9-9a15-4a83a5a083e2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4411530 Aug 24 00:41:33.269375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:33.275747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:33.436188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:33.441014 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.732924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:33.785242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.879367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=1ebbc73d-c4e3-4c8c-a2ff-487bba044737,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:33.898651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:33.899022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:33.918197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f5e0606d-222e-42f6-88ec-33a12f84cffc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf8e3310e38e45fcae24ed7d73a2187f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840789 Aug 24 00:41:33.920822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58696) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:33.970693 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abf7ba35-9f85-41fa-92e0-767a76abf71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:33.995976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:34.002796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abf7ba35-9f85-41fa-92e0-767a76abf71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.087446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:34.091671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:34.092353 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.097432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dadeb0-b562-48c6-82a9-873a9a770bbb None None] Network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:34.180360 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abf7ba35-9f85-41fa-92e0-767a76abf71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.183073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abf7ba35-9f85-41fa-92e0-767a76abf71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.186571 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-abf7ba35-9f85-41fa-92e0-767a76abf71d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0772409b-5723-4dcb-8366-7a7c3c27ed66 HTTP/1.1" status: 204 len: 168 time: 0.2644954 Aug 24 00:41:34.198346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7ba35-9f85-41fa-92e0-767a76abf71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772409b-5723-4dcb-8366-7a7c3c27ed66,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:34.285302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:34.286348 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.294229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-33037437-3de2-4966-9b11-589c4fecc0a7 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0228767 Aug 24 00:41:34.296833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58706) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:34.458928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Allocated IP 2001:db8::2 (a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411/1ebbc73d-c4e3-4c8c-a2ff-487bba044737/80c8b1db-9174-4370-8415-8c71053fe774) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:34.670502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.693084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Transition to ACTIVE for port object 80c8b1db-9174-4370-8415-8c71053fe774 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:34.710307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Transition to ACTIVE for port object 80c8b1db-9174-4370-8415-8c71053fe774 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:34.710972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.819341 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:34.885193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:34.886756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Pushing event updated for resources: {'Port': ['ID=80c8b1db-9174-4370-8415-8c71053fe774,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:34.889638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:34.892072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:35.002984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Attempting to bind port 80c8b1db-9174-4370-8415-8c71053fe774 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:35.003376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Attempting to bind port 80c8b1db-9174-4370-8415-8c71053fe774 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:35.004809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Attempting to bind port 80c8b1db-9174-4370-8415-8c71053fe774 on network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:35.005844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8::1 (a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411/1ebbc73d-c4e3-4c8c-a2ff-487bba044737/3df6da2c-e545-4107-b78e-1258d7fc72a1) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:35.017031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:35.026097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Checking segment: {'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:35.026097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.026097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Bound using segment: {'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:35.026097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Bound port: 80c8b1db-9174-4370-8415-8c71053fe774, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:35.026097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.173894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.196021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object 3df6da2c-e545-4107-b78e-1258d7fc72a1 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:35.346222 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.369287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] For port 80c8b1db-9174-4370-8415-8c71053fe774, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:35.373797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] For port 80c8b1db-9174-4370-8415-8c71053fe774, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=80c8b1db-9174-4370-8415-8c71053fe774,segment=NetworkSegment(88f72bd7-b468-47b7-b157-632c8e2e3e29),segment_id=88f72bd7-b468-47b7-b157-632c8e2e3e29)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:35.401031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:35.404368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:35.408784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:35.413166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.462518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.462671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=3df6da2c-e545-4107-b78e-1258d7fc72a1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:35.552311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcf79e-fb04-42df-b7d5-f290073de524 None None] Pushing event updated for resources: {'Port': ['ID=80c8b1db-9174-4370-8415-8c71053fe774,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:35.629786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:35.976564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.052887 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.057244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.144491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=3df6da2c-e545-4107-b78e-1258d7fc72a1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:36.186483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:36.188736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:36.350268 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:41:36.367404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:41:36.506229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:36.511493 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-138e8687-0c59-42f1-be2c-57aa1e9c2981 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2130492 Aug 24 00:41:36.514116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58758) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:36.518084 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:36.525769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1985532928'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:36.530639 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:36.532086 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:36.633819 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:36.658074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:36.662950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.668712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa71363-17b7-4bc8-b5d2-43299e321e49 None None] Network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:36.705333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:36.715178 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.724062 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment d4dabfdf-e292-4079-ae17-198f49d5182c of type vlan for network bcf526a9-d2c2-4b0e-9601-b62c3612afac Aug 24 00:41:36.787344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:36.880635 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:35Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:35Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:36.881826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-406598cd-1d1f-461a-a331-527394bc64b4 None None] Provisioning for port 80c8b1db-9174-4370-8415-8c71053fe774 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:36.916001 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:36.916347 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Updating router 15c12e23-128e-4f37-8d3b-fdb1343498e9 port 3df6da2c-e545-4107-b78e-1258d7fc72a1 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:36.946578 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.001840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.005248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 80c8b1db-9174-4370-8415-8c71053fe774 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:37.010159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:37.010990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.134999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=bcf526a9-d2c2-4b0e-9601-b62c3612afac,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:37.147536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network bcf526a9-d2c2-4b0e-9601-b62c3612afac details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:37.165409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 80c8b1db-9174-4370-8415-8c71053fe774 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:37.185075 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-641497ab-a8b7-4ded-8661-52e6f148d2aa tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6698816 Aug 24 00:41:37.188388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58770) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:37.193893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:37.204113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 80c8b1db-9174-4370-8415-8c71053fe774 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:37.204506 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.362071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.362672 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.371385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Provisioning for port 3df6da2c-e545-4107-b78e-1258d7fc72a1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:37.375506 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Transition to ACTIVE for port object 3df6da2c-e545-4107-b78e-1258d7fc72a1 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:37.379161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Provisioning complete for port 3df6da2c-e545-4107-b78e-1258d7fc72a1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:37.379543 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.396153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:37.406001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.431685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 80c8b1db-9174-4370-8415-8c71053fe774, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=80c8b1db-9174-4370-8415-8c71053fe774,segment=NetworkSegment(88f72bd7-b468-47b7-b157-632c8e2e3e29),segment_id=88f72bd7-b468-47b7-b157-632c8e2e3e29)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:37.440332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Port 3df6da2c-e545-4107-b78e-1258d7fc72a1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:37.459133 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.462451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Provisioning complete for port 80c8b1db-9174-4370-8415-8c71053fe774 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:37.462932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.530041 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Pushing event updated for resources: {'Port': ['ID=3df6da2c-e545-4107-b78e-1258d7fc72a1,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.553874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:37.590598 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.617590 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.707917 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Attempting to bind port 3df6da2c-e545-4107-b78e-1258d7fc72a1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:37.708297 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Attempting to bind port 3df6da2c-e545-4107-b78e-1258d7fc72a1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:37.708664 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Attempting to bind port 3df6da2c-e545-4107-b78e-1258d7fc72a1 on network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:37.719342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:37.719722 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Checking segment: {'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:37.720135 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.720575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Bound using segment: {'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:37.721047 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Bound port: 3df6da2c-e545-4107-b78e-1258d7fc72a1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f72bd7-b468-47b7-b157-632c8e2e3e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:37.721432 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.740342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=80c8b1db-9174-4370-8415-8c71053fe774,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:37.746933 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:41:37.747437 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-1ffa7f4b-c78c-48d1-ad90-098888fe29fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:41:37.848327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:37.928393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=8b3c7ae5-fdc3-4f28-8947-82238a618b84,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:37.943932 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] For port 3df6da2c-e545-4107-b78e-1258d7fc72a1, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:37.947473 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] For port 3df6da2c-e545-4107-b78e-1258d7fc72a1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3df6da2c-e545-4107-b78e-1258d7fc72a1,segment=NetworkSegment(88f72bd7-b468-47b7-b157-632c8e2e3e29),segment_id=88f72bd7-b468-47b7-b157-632c8e2e3e29)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:37.960750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:37.961117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: bcf526a9-d2c2-4b0e-9601-b62c3612afac, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:38.058839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network bcf526a9-d2c2-4b0e-9601-b62c3612afac is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:38.059569 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.167737 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, bcf526a9-d2c2-4b0e-9601-b62c3612afac) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:38.175930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:38.180727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1d356-9d91-4856-a3ee-877a9e2ccf1b None None] Network bcf526a9-d2c2-4b0e-9601-b62c3612afac requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:38.186504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.192782 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108adc0-103e-4751-9a96-5469a0434fc0 None None] Pushing event updated for resources: {'Port': ['ID=3df6da2c-e545-4107-b78e-1258d7fc72a1,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:38.211342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:38.212492 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:38.288561 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6de542ca-9c94-4309-bce7-6837ff00133f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0985706 Aug 24 00:41:38.290994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58784) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:38.327812 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:38.459079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:38.460125 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.588969 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:35Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:37Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:38.623460 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3b72cd-c131-4ec6-a283-6ac26ea25adc None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:35Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:37Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:38.661181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Allocated IP 2001:db8:1::2 (bcf526a9-d2c2-4b0e-9601-b62c3612afac/8b3c7ae5-fdc3-4f28-8947-82238a618b84/26e34199-8b0d-4fab-8136-0f27c8879487) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:38.888216 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.935183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:38.951477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Transition to ACTIVE for port object 26e34199-8b0d-4fab-8136-0f27c8879487 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:38.969312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Transition to ACTIVE for port object 26e34199-8b0d-4fab-8136-0f27c8879487 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:39.031938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 80c8b1db-9174-4370-8415-8c71053fe774 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:39.087788 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.159962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Network bcf526a9-d2c2-4b0e-9601-b62c3612afac is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:39.175728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Pushing event updated for resources: {'Port': ['ID=26e34199-8b0d-4fab-8136-0f27c8879487,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:39.187031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:39.196156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:39.257469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 80c8b1db-9174-4370-8415-8c71053fe774 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:39.258175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.300761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Attempting to bind port 26e34199-8b0d-4fab-8136-0f27c8879487 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:39.301231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Attempting to bind port 26e34199-8b0d-4fab-8136-0f27c8879487 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:39.301711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Attempting to bind port 26e34199-8b0d-4fab-8136-0f27c8879487 on network bcf526a9-d2c2-4b0e-9601-b62c3612afac {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:39.308717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8:1::1 (bcf526a9-d2c2-4b0e-9601-b62c3612afac/8b3c7ae5-fdc3-4f28-8947-82238a618b84/c18f4903-3959-4b7b-9cb3-7c6ff614ccfb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:39.325951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:39.326985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Checking segment: {'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:39.327705 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.328367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Bound using segment: {'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:39.329185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Bound port: 26e34199-8b0d-4fab-8136-0f27c8879487, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:39.330118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.443977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] For port 26e34199-8b0d-4fab-8136-0f27c8879487, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:39.447235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] For port 26e34199-8b0d-4fab-8136-0f27c8879487, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=26e34199-8b0d-4fab-8136-0f27c8879487,segment=NetworkSegment(d4dabfdf-e292-4079-ae17-198f49d5182c),segment_id=d4dabfdf-e292-4079-ae17-198f49d5182c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:39.457051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.472281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object c18f4903-3959-4b7b-9cb3-7c6ff614ccfb will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:39.515247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.583639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3b511-2daa-4de4-9854-2fc40c66de73 None None] Pushing event updated for resources: {'Port': ['ID=26e34199-8b0d-4fab-8136-0f27c8879487,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:39.602557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.657358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network bcf526a9-d2c2-4b0e-9601-b62c3612afac is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:39.660389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:39.669084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:39.669734 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:39.674628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:39.936266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.213130 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.288044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.288948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:40.378874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:40.448235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network bcf526a9-d2c2-4b0e-9601-b62c3612afac is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:40.450288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:40.912439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:41.045491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3df6da2c-e545-4107-b78e-1258d7fc72a1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:41.050556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:41.073302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5593aa45-aa5c-4998-9edb-c1d81136821c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7807128 Aug 24 00:41:41.073786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:41.082771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1779879747'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:41.092479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:41.113343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:41.114076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:41.184821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:41.189715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.220906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:41.247714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:41.272979 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.274280 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment b407878e-e9d1-41e3-9351-6b3aee54264a of type vlan for network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 Aug 24 00:41:41.326658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba160e-d6a2-41e4-8199-66edfd07b9a5 None None] Network bcf526a9-d2c2-4b0e-9601-b62c3612afac requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:41.340274 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.432102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 3df6da2c-e545-4107-b78e-1258d7fc72a1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:41.444168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 3df6da2c-e545-4107-b78e-1258d7fc72a1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:41.444547 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.458069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.471640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:41.472414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.501625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e23ab835-5377-442d-8920-7789df5ebac2 None None] Provisioning for port 26e34199-8b0d-4fab-8136-0f27c8879487 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:41.542071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=d5b4a448-aa89-4a4d-a6b5-8e6327a4b199,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:41.590718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:41.654182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-458e5e8a-263f-4b05-a3d1-33a0380ddb24 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5782676 Aug 24 00:41:41.657067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:41.664906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:41.898391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:41.902580 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.957712 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:41.980423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:39Z', 'revision_number': 3, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:37Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:40Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:42.025387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:42.027326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Updating router 15c12e23-128e-4f37-8d3b-fdb1343498e9 port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:42.056222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 3df6da2c-e545-4107-b78e-1258d7fc72a1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3df6da2c-e545-4107-b78e-1258d7fc72a1,segment=NetworkSegment(88f72bd7-b468-47b7-b157-632c8e2e3e29),segment_id=88f72bd7-b468-47b7-b157-632c8e2e3e29)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:42.064764 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.178574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.179456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 26e34199-8b0d-4fab-8136-0f27c8879487 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:42.274228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.309392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=3df6da2c-e545-4107-b78e-1258d7fc72a1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:42.366931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Provisioning for port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:42.367184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Provisioning complete for port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:42.367537 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.386237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=78ca74cf-c501-4d58-980d-d3ed79c853bb,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:42.398929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:42.399571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: d5b4a448-aa89-4a4d-a6b5-8e6327a4b199, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:42.434763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:42.436367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 26e34199-8b0d-4fab-8136-0f27c8879487 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:42.446456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 26e34199-8b0d-4fab-8136-0f27c8879487 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:42.446868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.492513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:42.499271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Provisioning complete for port 26e34199-8b0d-4fab-8136-0f27c8879487 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:42.499659 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.535941 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.646988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, d5b4a448-aa89-4a4d-a6b5-8e6327a4b199) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:42.660759 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.660759 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.661319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:42.661319 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.688618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Transition to ACTIVE for port object c18f4903-3959-4b7b-9cb3-7c6ff614ccfb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:42.699959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfddf30-74f3-45ff-afad-583a409b764b None None] Network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:42.743222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 26e34199-8b0d-4fab-8136-0f27c8879487, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=26e34199-8b0d-4fab-8136-0f27c8879487,segment=NetworkSegment(d4dabfdf-e292-4079-ae17-198f49d5182c),segment_id=d4dabfdf-e292-4079-ae17-198f49d5182c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:42.802288 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.906942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3565eddb-070c-491a-b065-6418fe40152a tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2472856 Aug 24 00:41:42.918968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:42.947907 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.960403 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:42.974205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-d5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:42.975691 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.064670 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:41:43.065377 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-c845d1b0-f0ed-4858-858e-93db71ad2ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:41:43.152299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3df6da2c-e545-4107-b78e-1258d7fc72a1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:43.186439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9126ed3-8d3d-497c-9922-47cc357665b6 None None] Pushing event updated for resources: {'Port': ['ID=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:43.317174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=26e34199-8b0d-4fab-8136-0f27c8879487,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:43.344683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Attempting to bind port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:43.345195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Attempting to bind port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:43.345682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Attempting to bind port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb on network bcf526a9-d2c2-4b0e-9601-b62c3612afac {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:43.355528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:43.355982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Checking segment: {'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:43.356488 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.356983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Bound using segment: {'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:43.357562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Bound port: c18f4903-3959-4b7b-9cb3-7c6ff614ccfb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4dabfdf-e292-4079-ae17-198f49d5182c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:43.358074 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.475367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] For port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:43.479180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.486123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] For port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,segment=NetworkSegment(d4dabfdf-e292-4079-ae17-198f49d5182c),segment_id=d4dabfdf-e292-4079-ae17-198f49d5182c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:43.488103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 3df6da2c-e545-4107-b78e-1258d7fc72a1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:43.488103 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.528539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Allocated IP 2001:db8:2::2 (d5b4a448-aa89-4a4d-a6b5-8e6327a4b199/78ca74cf-c501-4d58-980d-d3ed79c853bb/013b92be-5e94-42f5-93d7-a77e502464e0) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:43.602894 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:43.781664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:43.782314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:43.839342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9126ed3-8d3d-497c-9922-47cc357665b6 None None] Pushing event updated for resources: {'Port': ['ID=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:44.114540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:44.199898 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.220135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Transition to ACTIVE for port object 013b92be-5e94-42f5-93d7-a77e502464e0 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:44.273425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Transition to ACTIVE for port object 013b92be-5e94-42f5-93d7-a77e502464e0 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:44.351189 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.408487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8:2::1 (d5b4a448-aa89-4a4d-a6b5-8e6327a4b199/78ca74cf-c501-4d58-980d-d3ed79c853bb/e7402547-8e34-4cf2-a4b9-2285ead46ab7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:44.410800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:44.415193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:44.416931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Pushing event updated for resources: {'Port': ['ID=013b92be-5e94-42f5-93d7-a77e502464e0,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:44.419143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:44.424710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:39Z', 'revision_number': 3, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:43Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:44.456503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184c5af-da40-4a89-8827-76e19b2b497c None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:39Z', 'revision_number': 3, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:43Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:44.584055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Attempting to bind port 013b92be-5e94-42f5-93d7-a77e502464e0 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:44.584441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Attempting to bind port 013b92be-5e94-42f5-93d7-a77e502464e0 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:44.584812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Attempting to bind port 013b92be-5e94-42f5-93d7-a77e502464e0 on network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:44.601953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:44.608373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Checking segment: {'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:44.609098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.612812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Bound using segment: {'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:44.613535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Bound port: 013b92be-5e94-42f5-93d7-a77e502464e0, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:44.618278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.691351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.732220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object e7402547-8e34-4cf2-a4b9-2285ead46ab7 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:44.754796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] For port 013b92be-5e94-42f5-93d7-a77e502464e0, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:44.759381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] For port 013b92be-5e94-42f5-93d7-a77e502464e0, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=013b92be-5e94-42f5-93d7-a77e502464e0,segment=NetworkSegment(b407878e-e9d1-41e3-9351-6b3aee54264a),segment_id=b407878e-e9d1-41e3-9351-6b3aee54264a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:44.842220 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.876597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.974516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e0368-5248-4ba0-b568-9a1082256152 None None] Pushing event updated for resources: {'Port': ['ID=013b92be-5e94-42f5-93d7-a77e502464e0,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:44.980767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:44.984508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:44.989410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:44.989981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:44.993965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=e7402547-8e34-4cf2-a4b9-2285ead46ab7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:45.301626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.336882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 26e34199-8b0d-4fab-8136-0f27c8879487 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:45.450846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 26e34199-8b0d-4fab-8136-0f27c8879487 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:45.451150 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.582959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c18f4903-3959-4b7b-9cb3-7c6ff614ccfb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:45.737623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.784179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:45.788800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:45.789211 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.829803 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.830488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.908248 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:45.946708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,segment=NetworkSegment(d4dabfdf-e292-4079-ae17-198f49d5182c),segment_id=d4dabfdf-e292-4079-ae17-198f49d5182c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:45.985549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=e7402547-8e34-4cf2-a4b9-2285ead46ab7,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:46.005907 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.022315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:46.023838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:46.092591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:46.164617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:46.288120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:46.294460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5bca7a2f-a450-449f-b458-510e03514727 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3743997 Aug 24 00:41:46.298046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58916) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:46.301625 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:46.304452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511233074'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:46.314638 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:46.315580 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:46.412856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:46.415708 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:46.417082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.474204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:41:46.504945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.504945 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added segment 25ced105-d9c2-4519-9134-501255f33112 of type vlan for network a151a192-0464-410b-b72f-3a8b58288d5c Aug 24 00:41:46.578357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.675860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.694198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:46.694198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:46.694491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f4e915-7138-4bcc-90d5-976ef951c6c9 None None] Network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:46.793505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Network': ['ID=a151a192-0464-410b-b72f-3a8b58288d5c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:46.794236 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:46.819957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58924) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:46.820415 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0e379a21-4b9c-42d1-9428-1af8c94e4376 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5178664 Aug 24 00:41:46.829177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a151a192-0464-410b-b72f-3a8b58288d5c details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:41:46.837130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'subnet': {'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:46.889710 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:46.890741 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Updating router 15c12e23-128e-4f37-8d3b-fdb1343498e9 port e7402547-8e34-4cf2-a4b9-2285ead46ab7 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:46.929394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0c63aaec-b809-4129-8635-179cf85f9663 None None] Provisioning for port 013b92be-5e94-42f5-93d7-a77e502464e0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:47.006449 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.307772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 013b92be-5e94-42f5-93d7-a77e502464e0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:47.492372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 013b92be-5e94-42f5-93d7-a77e502464e0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:47.497654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 013b92be-5e94-42f5-93d7-a77e502464e0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:47.498350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.603868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Made reservation on behalf of 550d45a494e243158f338e5a63ffeded for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:41:47.608707 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.684340 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.696594 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.730537 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Transition to ACTIVE for port object e7402547-8e34-4cf2-a4b9-2285ead46ab7 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:47.741346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 013b92be-5e94-42f5-93d7-a77e502464e0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=013b92be-5e94-42f5-93d7-a77e502464e0,segment=NetworkSegment(b407878e-e9d1-41e3-9351-6b3aee54264a),segment_id=b407878e-e9d1-41e3-9351-6b3aee54264a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:47.789790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2372f760-909f-4ac1-9ca1-cc5e434c91c4 None None] Provisioning for port e7402547-8e34-4cf2-a4b9-2285ead46ab7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:47.795704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2372f760-909f-4ac1-9ca1-cc5e434c91c4 None None] Provisioning complete for port e7402547-8e34-4cf2-a4b9-2285ead46ab7 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:47.796370 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2372f760-909f-4ac1-9ca1-cc5e434c91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.815854 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.860804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2372f760-909f-4ac1-9ca1-cc5e434c91c4 None None] Port e7402547-8e34-4cf2-a4b9-2285ead46ab7 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:47.866731 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:47.867576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c18f4903-3959-4b7b-9cb3-7c6ff614ccfb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:48.009910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=013b92be-5e94-42f5-93d7-a77e502464e0,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:48.021692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2372f760-909f-4ac1-9ca1-cc5e434c91c4 None None] Provisioning complete for port 013b92be-5e94-42f5-93d7-a77e502464e0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:48.022099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2372f760-909f-4ac1-9ca1-cc5e434c91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.081421 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.084366 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e18c7a-8fa1-4628-b6f6-8856c64eec0b None None] Pushing event updated for resources: {'Port': ['ID=e7402547-8e34-4cf2-a4b9-2285ead46ab7,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:48.099601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:48.099981 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.102763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.103112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.103455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.103799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.104134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.104470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.104797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.105194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.105559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.105866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.106196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.106523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:48.148384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Attempting to bind port e7402547-8e34-4cf2-a4b9-2285ead46ab7 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:48.148766 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Attempting to bind port e7402547-8e34-4cf2-a4b9-2285ead46ab7 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:48.149131 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Attempting to bind port e7402547-8e34-4cf2-a4b9-2285ead46ab7 on network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:48.162929 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:48.163354 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Checking segment: {'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:48.170297 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.170822 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Bound using segment: {'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:48.171390 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Bound port: e7402547-8e34-4cf2-a4b9-2285ead46ab7, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407878e-e9d1-41e3-9351-6b3aee54264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:48.172342 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.218533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Checking segment: {'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:48.219286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network hostable DHCP agents. Network: a151a192-0464-410b-b72f-3a8b58288d5c, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:41:48.223355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Subnet': ['ID=b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:48.310354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network a151a192-0464-410b-b72f-3a8b58288d5c is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:41:48.314097 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] For port e7402547-8e34-4cf2-a4b9-2285ead46ab7, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:48.317886 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] For port e7402547-8e34-4cf2-a4b9-2285ead46ab7, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7402547-8e34-4cf2-a4b9-2285ead46ab7,segment=NetworkSegment(b407878e-e9d1-41e3-9351-6b3aee54264a),segment_id=b407878e-e9d1-41e3-9351-6b3aee54264a)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:48.401444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a151a192-0464-410b-b72f-3a8b58288d5c) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:48.402522 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.407105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:48.407905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.448782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998495fc-eb40-432a-815e-612e5ebf3546 None None] Network a151a192-0464-410b-b72f-3a8b58288d5c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:48.510788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a17cc079-fe64-4b64-9e7b-1f7c0cbc1f08 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6922617 Aug 24 00:41:48.513510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58938) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:48.577147 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:48.579556 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:48.714118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-a151a192-0464-410b-b72f-3a8b58288d5c', 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'fixed_ips': [{'subnet_id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:41:48.715159 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:48.820659 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e18c7a-8fa1-4628-b6f6-8856c64eec0b None None] Pushing event updated for resources: {'Port': ['ID=e7402547-8e34-4cf2-a4b9-2285ead46ab7,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:48.877264 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:49.104644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Allocated IP 2001:db8:3::2 (a151a192-0464-410b-b72f-3a8b58288d5c/b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d/92302dea-17c5-4e8f-9a41-35130bd6a827) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:49.157925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 013b92be-5e94-42f5-93d7-a77e502464e0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:49.367323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58948) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:49.403469 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.426451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 013b92be-5e94-42f5-93d7-a77e502464e0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:49.426831 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.556109 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:48Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:49.560645 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.597775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Transition to ACTIVE for port object 92302dea-17c5-4e8f-9a41-35130bd6a827 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:49.623453 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a450b719-1b62-4e79-a558-d476cddc64c4 None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:48Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:49.639596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Transition to ACTIVE for port object 92302dea-17c5-4e8f-9a41-35130bd6a827 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:49.652872 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7395d63-efd3-4a52-9613-58798935a0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.728859 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.795500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7395d63-efd3-4a52-9613-58798935a0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.807182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Network a151a192-0464-410b-b72f-3a8b58288d5c is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:49.810562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:49.815360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:49.832209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Pushing event updated for resources: {'Port': ['ID=92302dea-17c5-4e8f-9a41-35130bd6a827,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:49.939809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Attempting to bind port 92302dea-17c5-4e8f-9a41-35130bd6a827 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:49.940688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Attempting to bind port 92302dea-17c5-4e8f-9a41-35130bd6a827 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:49.941737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Attempting to bind port 92302dea-17c5-4e8f-9a41-35130bd6a827 on network a151a192-0464-410b-b72f-3a8b58288d5c {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:49.956935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:49.957418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Checking segment: {'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:49.958370 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.958370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Bound using segment: {'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:49.959636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Bound port: 92302dea-17c5-4e8f-9a41-35130bd6a827, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:49.959636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:49.972207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d7395d63-efd3-4a52-9613-58798935a0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.024704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7395d63-efd3-4a52-9613-58798935a0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89821f72-de10-4cdc-874d-83ad789ab0a7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:50.033376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d7395d63-efd3-4a52-9613-58798935a0de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=967f19247de1450d91fc3b967b449f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639764 Aug 24 00:41:50.035157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58954) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:50.039674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Allocated IP 2001:db8:3::1 (a151a192-0464-410b-b72f-3a8b58288d5c/b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d/7bd0c7bd-7377-4e67-b920-dcd520c8cce7) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:41:50.048121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] For port 92302dea-17c5-4e8f-9a41-35130bd6a827, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:50.055523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] For port 92302dea-17c5-4e8f-9a41-35130bd6a827, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=92302dea-17c5-4e8f-9a41-35130bd6a827,segment=NetworkSegment(25ced105-d9c2-4519-9134-501255f33112),segment_id=25ced105-d9c2-4519-9134-501255f33112)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:50.105536 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4db9a3a8-f9b1-4508-9784-a1a77c659c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.133166 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.151144 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4db9a3a8-f9b1-4508-9784-a1a77c659c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.198198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dae2d-87d8-4c29-ac4b-37c526457fe6 None None] Pushing event updated for resources: {'Port': ['ID=92302dea-17c5-4e8f-9a41-35130bd6a827,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:50.240418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.321660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Transition to ACTIVE for port object 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:50.321858 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4db9a3a8-f9b1-4508-9784-a1a77c659c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.325551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4db9a3a8-f9b1-4508-9784-a1a77c659c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.328310 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4db9a3a8-f9b1-4508-9784-a1a77c659c69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89821f72-de10-4cdc-874d-83ad789ab0a7 HTTP/1.1" status: 204 len: 168 time: 0.2907856 Aug 24 00:41:50.342926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9a3a8-f9b1-4508-9784-a1a77c659c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89821f72-de10-4cdc-874d-83ad789ab0a7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:50.459673 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.553946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network a151a192-0464-410b-b72f-3a8b58288d5c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:50.561185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:50.565946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:41:50.569044 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:50.575374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:50.840400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.151967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7402547-8e34-4cf2-a4b9-2285ead46ab7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:51.188298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.211123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58984) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:51.225672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b96bc82-1bed-49e2-9792-b399f183879a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.276138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.277097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.299228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e7402547-8e34-4cf2-a4b9-2285ead46ab7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:51.304466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e7402547-8e34-4cf2-a4b9-2285ead46ab7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:51.305145 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.374260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b96bc82-1bed-49e2-9792-b399f183879a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.426997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event updated for resources: {'Port': ['ID=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:51.452111 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.489381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Network a151a192-0464-410b-b72f-3a8b58288d5c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:41:51.491951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:41:51.492179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e7402547-8e34-4cf2-a4b9-2285ead46ab7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7402547-8e34-4cf2-a4b9-2285ead46ab7,segment=NetworkSegment(b407878e-e9d1-41e3-9351-6b3aee54264a),segment_id=b407878e-e9d1-41e3-9351-6b3aee54264a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:51.515170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b96bc82-1bed-49e2-9792-b399f183879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.595069 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1b96bc82-1bed-49e2-9792-b399f183879a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df8a0168f5e645da92bbf862664ed377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820169 Aug 24 00:41:51.605537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 58988) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:51.618163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:51.636239 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.637417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 92302dea-17c5-4e8f-9a41-35130bd6a827 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:51.642406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96bc82-1bed-49e2-9792-b399f183879a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca8cdc-1cdd-40e3-b482-3764e7e24459,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:51.700780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ab2d7-be11-4c51-9729-e354b3e827ee None None] Network a151a192-0464-410b-b72f-3a8b58288d5c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:51.742399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-958d9fe4-efa3-4e6f-85aa-c776668ec542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.791116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-958d9fe4-efa3-4e6f-85aa-c776668ec542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.813787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e7402547-8e34-4cf2-a4b9-2285ead46ab7,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:51.833256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:51.850574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0d6c1821-d96b-4c57-b7a8-42046d64253b tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3332424 Aug 24 00:41:51.854801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:51.854958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 58990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:51.856822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:51.857064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d18b6289-00b9-46fc-8021-339c0d9a0114 None None] Provisioning for port 92302dea-17c5-4e8f-9a41-35130bd6a827 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:51.883500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:51.889178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:51.978094 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-958d9fe4-efa3-4e6f-85aa-c776668ec542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.980972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-958d9fe4-efa3-4e6f-85aa-c776668ec542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:51.984752 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-958d9fe4-efa3-4e6f-85aa-c776668ec542 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51ca8cdc-1cdd-40e3-b482-3764e7e24459 HTTP/1.1" status: 204 len: 168 time: 0.3752701 Aug 24 00:41:51.995593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d9fe4-efa3-4e6f-85aa-c776668ec542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca8cdc-1cdd-40e3-b482-3764e7e24459,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:52.000125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 92302dea-17c5-4e8f-9a41-35130bd6a827 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:52.279053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 92302dea-17c5-4e8f-9a41-35130bd6a827 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:52.279850 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.358301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:52.416263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:41:52.478636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Removed routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:41:52.481038 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.556185 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.638953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 92302dea-17c5-4e8f-9a41-35130bd6a827, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=92302dea-17c5-4e8f-9a41-35130bd6a827,segment=NetworkSegment(25ced105-d9c2-4519-9134-501255f33112),segment_id=25ced105-d9c2-4519-9134-501255f33112)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:52.760845 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.820910 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.823186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.831982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=92302dea-17c5-4e8f-9a41-35130bd6a827,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:52.858439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:50Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd0c7bd-7377-4e67-b920-dcd520c8cce7', 'name': '', 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:f5:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:49Z', 'updated_at': '2021-08-24T00:41:50Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:52.914837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:52.915201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Updating router 15c12e23-128e-4f37-8d3b-fdb1343498e9 port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:41:52.949793 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:52.961177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:52.963069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d309e30-aa03-40bd-a0ad-371e0bb0237e None None] Provisioning complete for port 92302dea-17c5-4e8f-9a41-35130bd6a827 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:52.963450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d309e30-aa03-40bd-a0ad-371e0bb0237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.157468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:53.161862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7402547-8e34-4cf2-a4b9-2285ead46ab7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:53.183403 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.183403 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5ef094a8-b813-49b9-9679-4463bb27bd11 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 200 len: 954 time: 1.3299074 Aug 24 00:41:53.185706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59020) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:53.347733 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3cfbcaa6-ba8d-48fb-a1b9-382e07e97fec tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 200 len: 954 time: 0.1582460 Aug 24 00:41:53.348089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59026) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:53.353265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'routes': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:41:53.378629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e7402547-8e34-4cf2-a4b9-2285ead46ab7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:53.379132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.468740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d309e30-aa03-40bd-a0ad-371e0bb0237e None None] Provisioning for port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:53.493294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4d309e30-aa03-40bd-a0ad-371e0bb0237e None None] Provisioning complete for port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:53.494031 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d309e30-aa03-40bd-a0ad-371e0bb0237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.625678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 92302dea-17c5-4e8f-9a41-35130bd6a827 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:53.650700 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.665603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4d309e30-aa03-40bd-a0ad-371e0bb0237e None None] Port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:41:53.676122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Transition to ACTIVE for port object 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:41:53.705917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 92302dea-17c5-4e8f-9a41-35130bd6a827 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:53.706304 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.761666 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.951818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Attempting to bind port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:41:53.952277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Attempting to bind port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:41:53.953092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Attempting to bind port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 on network a151a192-0464-410b-b72f-3a8b58288d5c {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:41:53.963049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4d24f-3ea2-432f-a7e0-1bb6f8f3e2e1 None None] Pushing event updated for resources: {'Port': ['ID=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:53.969243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:41:53.969664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Checking segment: {'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:41:53.970074 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:53.970479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Bound using segment: {'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:41:53.970974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Bound port: 7bd0c7bd-7377-4e67-b920-dcd520c8cce7, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ced105-d9c2-4519-9134-501255f33112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:41:53.971372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.018524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.extraroute_db [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added routes are [] {{(pid=95327) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:41:54.019281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.extraroute_db [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95327) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:41:54.062774 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.124117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] For port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:41:54.128450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] For port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,segment=NetworkSegment(25ced105-d9c2-4519-9134-501255f33112),segment_id=25ced105-d9c2-4519-9134-501255f33112)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:41:54.195546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.279810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:54.281435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:54.288989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4d24f-3ea2-432f-a7e0-1bb6f8f3e2e1 None None] Pushing event updated for resources: {'Port': ['ID=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:54.426222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:54.432409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.438486 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.604656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:54.774439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:54.783957 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:54.786003 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a8f44c76-8792-41e1-88f6-2c0dd738bc4e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 200 len: 704 time: 1.4366910 Aug 24 00:41:54.788501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59058) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:54.824175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 7, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd0c7bd-7377-4e67-b920-dcd520c8cce7', 'name': '', 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:f5:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:49Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:54.867296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a3253-90f7-49b0-8c3c-23718b09d0c3 None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 7, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd0c7bd-7377-4e67-b920-dcd520c8cce7', 'name': '', 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:f5:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:49Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 4, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:54.972925 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b597bf24-3560-46f2-92ef-2d11606f6873 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 200 len: 704 time: 0.1830227 Aug 24 00:41:54.975687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:55.127157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:41:55.285259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:41:55.289965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:41:55.290345 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.502800 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.573412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,segment=NetworkSegment(25ced105-d9c2-4519-9134-501255f33112),segment_id=25ced105-d9c2-4519-9134-501255f33112)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:55.681145 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.732775 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.812376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:55.889304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:55.990877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59080) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:55.991575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:56.001770 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:56.003028 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:56.103422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:56.125149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c05d7aa1-ba75-42ae-b2d5-4e3c71a56460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.247723 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f334c6e7-8994-400f-ab9c-fb51db086eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.253262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c05d7aa1-ba75-42ae-b2d5-4e3c71a56460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.293651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:56.294233 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.338166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c05d7aa1-ba75-42ae-b2d5-4e3c71a56460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.354059 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 7, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd0c7bd-7377-4e67-b920-dcd520c8cce7', 'name': '', 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:f5:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:49Z', 'updated_at': '2021-08-24T00:41:55Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:56.393974 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c05d7aa1-ba75-42ae-b2d5-4e3c71a56460 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd5cbaf637dd44f1a28d0bccc9443737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005885 Aug 24 00:41:56.397682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59084) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:56.408590 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:56.418215 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:56.419418 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:56.431370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port 7bd0c7bd-7377-4e67-b920-dcd520c8cce7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,segment=NetworkSegment(25ced105-d9c2-4519-9134-501255f33112),segment_id=25ced105-d9c2-4519-9134-501255f33112)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:56.431740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.445510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:56.471222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d7aa1-ba75-42ae-b2d5-4e3c71a56460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ece62fe-a553-4c4b-a2cc-3fc38e54df10,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:56.555511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea6068c0-806a-48ee-998b-f57ffc99cc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.557069 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:56.587392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea6068c0-806a-48ee-998b-f57ffc99cc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.726641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea6068c0-806a-48ee-998b-f57ffc99cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.729224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ea6068c0-806a-48ee-998b-f57ffc99cc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.730450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ea6068c0-806a-48ee-998b-f57ffc99cc35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ece62fe-a553-4c4b-a2cc-3fc38e54df10 HTTP/1.1" status: 204 len: 168 time: 0.3189259 Aug 24 00:41:56.743680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6068c0-806a-48ee-998b-f57ffc99cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ece62fe-a553-4c4b-a2cc-3fc38e54df10,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:56.762754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:56.810863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=7bd0c7bd-7377-4e67-b920-dcd520c8cce7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:56.821057 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 7, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd0c7bd-7377-4e67-b920-dcd520c8cce7', 'name': '', 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:f5:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:49Z', 'updated_at': '2021-08-24T00:41:55Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:56.831423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.831837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.836359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.836359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.836359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.836359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.836359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.836359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.836359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.836359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.837206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.837364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:41:56.865231 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677f180-9f84-458d-886e-ba57eee9f8dc None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:54Z', 'revision_number': 7, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bd0c7bd-7377-4e67-b920-dcd520c8cce7', 'name': '', 'network_id': 'a151a192-0464-410b-b72f-3a8b58288d5c', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:f5:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:49Z', 'updated_at': '2021-08-24T00:41:55Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': 'b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:57.056505 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.296479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:41:57.405872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:41:57.405872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5aac2a92-bbf0-4654-a9ca-abba58356544 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4234574 Aug 24 00:41:57.408335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59100) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.417816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:41:57.428755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:57.429715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:57.441504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59102) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.480526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-51949415-a8d1-47cd-8ea4-03d70731a764 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:41:57.484153 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51949415-a8d1-47cd-8ea4-03d70731a764 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.528217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51949415-a8d1-47cd-8ea4-03d70731a764 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.532786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:57.570013 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e81-9edf-4c9d-9960-9126d63ed632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.665011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51949415-a8d1-47cd-8ea4-03d70731a764 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.693165 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e81-9edf-4c9d-9960-9126d63ed632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.701602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.715772 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c1079578-4034-49b6-9fbe-80bdd87119f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.768304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2aeb3e81-9edf-4c9d-9960-9126d63ed632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.798669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:56Z', 'revision_number': 8, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:57.830727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:41:57.831815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb3e81-9edf-4c9d-9960-9126d63ed632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0548bc-52ae-422e-b6f2-57d4d0c2ae42,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:57.832078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51949415-a8d1-47cd-8ea4-03d70731a764 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.841674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:41:57.845366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:57.845536 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2aeb3e81-9edf-4c9d-9960-9126d63ed632 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21d0cb60545c4050b3fffb5e5dbeb7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990302 Aug 24 00:41:57.847510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.897256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51949415-a8d1-47cd-8ea4-03d70731a764 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:57.901686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-51949415-a8d1-47cd-8ea4-03d70731a764 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.904893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-51949415-a8d1-47cd-8ea4-03d70731a764 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d HTTP/1.1" status: 204 len: 168 time: 0.4953940 Aug 24 00:41:57.907973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:57.930609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6f05-7739-4e4b-bd26-e59d305d270f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.938666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4ee8e-1ece-46ed-9f45-599a481d8d8a None None] Network a151a192-0464-410b-b72f-3a8b58288d5c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:41:57.943128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c1079578-4034-49b6-9fbe-80bdd87119f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:57.963310 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6f05-7739-4e4b-bd26-e59d305d270f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.006726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c1079578-4034-49b6-9fbe-80bdd87119f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.023822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.054131 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c1079578-4034-49b6-9fbe-80bdd87119f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24a1bc5fac8143dcb02d86d7ae3d2c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507454 Aug 24 00:41:58.057614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59130) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:58.078049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1079578-4034-49b6-9fbe-80bdd87119f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e135234-6c73-4ff7-adf5-9131af62f11d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:58.094119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 92302dea-17c5-4e8f-9a41-35130bd6a827 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:58.094516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.111116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6f05-7739-4e4b-bd26-e59d305d270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.115167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1cc6f05-7739-4e4b-bd26-e59d305d270f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.116486 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1cc6f05-7739-4e4b-bd26-e59d305d270f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e0548bc-52ae-422e-b6f2-57d4d0c2ae42 HTTP/1.1" status: 204 len: 168 time: 0.2690701 Aug 24 00:41:58.133373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc6f05-7739-4e4b-bd26-e59d305d270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0548bc-52ae-422e-b6f2-57d4d0c2ae42,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:58.140074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-649eff51-42e6-4087-b27f-1f2fbf8e720e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.176727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-649eff51-42e6-4087-b27f-1f2fbf8e720e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.185655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port 92302dea-17c5-4e8f-9a41-35130bd6a827, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=92302dea-17c5-4e8f-9a41-35130bd6a827,segment=NetworkSegment(25ced105-d9c2-4519-9134-501255f33112),segment_id=25ced105-d9c2-4519-9134-501255f33112)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:58.186130 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.232164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 92302dea-17c5-4e8f-9a41-35130bd6a827 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:58.283298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:41:58.309089 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-649eff51-42e6-4087-b27f-1f2fbf8e720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.312073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-649eff51-42e6-4087-b27f-1f2fbf8e720e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.316239 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-649eff51-42e6-4087-b27f-1f2fbf8e720e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e135234-6c73-4ff7-adf5-9131af62f11d HTTP/1.1" status: 204 len: 168 time: 0.2546897 Aug 24 00:41:58.322521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eff51-42e6-4087-b27f-1f2fbf8e720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e135234-6c73-4ff7-adf5-9131af62f11d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:58.458185 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.484481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=92302dea-17c5-4e8f-9a41-35130bd6a827,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:58.495471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No DVR routers for this DVR port 92302dea-17c5-4e8f-9a41-35130bd6a827 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:41:58.590805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8bd93-da8c-4457-b8e9-b4e5e5efcef8 None None] DHCP port deletion for a151a192-0464-410b-b72f-3a8b58288d5c request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:41:58.627920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:56Z', 'revision_number': 8, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:58.661431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.663968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca4db0-3939-4075-be3c-c716c894194d None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:56Z', 'revision_number': 8, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7402547-8e34-4cf2-a4b9-2285ead46ab7', 'name': '', 'network_id': 'd5b4a448-aa89-4a4d-a6b5-8e6327a4b199', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:5e:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:43Z', 'updated_at': '2021-08-24T00:41:51Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '78ca74cf-c501-4d58-980d-d3ed79c853bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:41:58.674681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a151a192-0464-410b-b72f-3a8b58288d5c']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:58.687099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ced105-d9c2-4519-9134-501255f33112') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:58.687574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ced105-d9c2-4519-9134-501255f33112') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:41:58.698214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.713481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.769359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936f7ef-222e-492f-857e-cf472ccb6641 req-2d04f35b-91c2-4bc4-a553-31b7d06658ab tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:58.770995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0936f7ef-222e-492f-857e-cf472ccb6641 req-2d04f35b-91c2-4bc4-a553-31b7d06658ab tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 946 time: 0.2014410 Aug 24 00:41:58.777939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:41:58.778372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:41:58.782311 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:41:58.871846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0936f7ef-222e-492f-857e-cf472ccb6641 req-ccc673ff-e77b-41bc-b6f7-dad4e903c1c7 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886376 Aug 24 00:41:58.943855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.955971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:58.955971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/a151a192-0464-410b-b72f-3a8b58288d5c HTTP/1.1" status: 204 len: 168 time: 1.0450225 Aug 24 00:41:58.957542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59156) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:58.966623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11c005-223d-41e4-9fac-60a6a9e0cf8d tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=a151a192-0464-410b-b72f-3a8b58288d5c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:59.024043 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3bc970a7-b119-4fda-b28c-651ba11184b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.111828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59158) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:59.122520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 92302dea-17c5-4e8f-9a41-35130bd6a827 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:59.131428 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c18e286b-ff3f-4519-8407-fe0befe0d078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.148403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 92302dea-17c5-4e8f-9a41-35130bd6a827 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:59.149115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 92302dea-17c5-4e8f-9a41-35130bd6a827 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:59.149274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:41:59.152887 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.170587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:41:59.170757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7bd0c7bd-7377-4e67-b920-dcd520c8cce7 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:41:59.260172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c18e286b-ff3f-4519-8407-fe0befe0d078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.327043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c18e286b-ff3f-4519-8407-fe0befe0d078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.369169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c18e286b-ff3f-4519-8407-fe0befe0d078 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e97b12e7d7a4bcaa4068c0782643187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539420 Aug 24 00:41:59.369464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59166) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:41:59.373018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.377343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e286b-ff3f-4519-8407-fe0befe0d078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0dba77-69d1-4f5c-bec3-322488ae982c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:59.424024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32841e6a-c8a5-4b80-84c7-183d3e3ed6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.445525 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32841e6a-c8a5-4b80-84c7-183d3e3ed6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.569213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32841e6a-c8a5-4b80-84c7-183d3e3ed6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.572277 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32841e6a-c8a5-4b80-84c7-183d3e3ed6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.573615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-32841e6a-c8a5-4b80-84c7-183d3e3ed6e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d0dba77-69d1-4f5c-bec3-322488ae982c HTTP/1.1" status: 204 len: 168 time: 0.2031894 Aug 24 00:41:59.582893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32841e6a-c8a5-4b80-84c7-183d3e3ed6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0dba77-69d1-4f5c-bec3-322488ae982c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:41:59.642610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port e7402547-8e34-4cf2-a4b9-2285ead46ab7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:41:59.642963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.739262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port e7402547-8e34-4cf2-a4b9-2285ead46ab7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7402547-8e34-4cf2-a4b9-2285ead46ab7,segment=NetworkSegment(b407878e-e9d1-41e3-9351-6b3aee54264a),segment_id=b407878e-e9d1-41e3-9351-6b3aee54264a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:41:59.739636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:41:59.751960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for e7402547-8e34-4cf2-a4b9-2285ead46ab7 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:41:59.995401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61357e-3b6b-46ed-a0b0-d1aedf03d5d2 req-bc2f5c6b-a8f2-4028-ae4f-2f4c16ba45d1 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:41:59.996939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a61357e-3b6b-46ed-a0b0-d1aedf03d5d2 req-bc2f5c6b-a8f2-4028-ae4f-2f4c16ba45d1 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 946 time: 0.0507054 Aug 24 00:42:00.038929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a61357e-3b6b-46ed-a0b0-d1aedf03d5d2 req-12d15253-cba3-4a3f-9f6d-5572d67168ca tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354617 Aug 24 00:42:00.058151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.090621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=e7402547-8e34-4cf2-a4b9-2285ead46ab7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:00.221872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-01b57ae7-baef-4795-a4a5-4359ab4fb1a2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:00.223475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-01b57ae7-baef-4795-a4a5-4359ab4fb1a2 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.37 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 946 time: 0.0793817 Aug 24 00:42:00.227850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.384622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Deleting port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:00.384872 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.385861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.468656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:00.490950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] For port dd3c878e-c8ad-472c-9d2c-63e3baf365e1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:00.491324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.581384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:00.590420 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1b913a63-ff72-4a9d-ba37-1183278d3e04 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6283395 Aug 24 00:42:00.591231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59200) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:00.597878 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:00.610162 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:00.615101 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:00.662532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb3e74c-7160-44f9-88aa-b5b3b9632c7c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet 78ca74cf-c501-4d58-980d-d3ed79c853bb {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:00.666085 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e74c-7160-44f9-88aa-b5b3b9632c7c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:00.713981 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:00.721625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e74c-7160-44f9-88aa-b5b3b9632c7c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.125439 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.126552 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.127519 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Floating IP 724c74eb-b86b-43a9-a032-cbc4e3d68478 disassociated. External IP: 172.25.5.216, port: dd3c878e-c8ad-472c-9d2c-63e3baf365e1. Aug 24 00:42:01.128724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Calling delete_port for dd3c878e-c8ad-472c-9d2c-63e3baf365e1 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:01.145913 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:59Z', 'revision_number': 9, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:01.175539 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:01.185606 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:01.186244 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:01.240241 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e74c-7160-44f9-88aa-b5b3b9632c7c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.304320 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:01.326144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a70bb0-aea5-4044-a1fd-8c45af64228d req-8cc0a797-dc75-4aeb-85a8-7a1f7a210926 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:01.337859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1a70bb0-aea5-4044-a1fd-8c45af64228d req-8cc0a797-dc75-4aeb-85a8-7a1f7a210926 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 946 time: 0.1127784 Aug 24 00:42:01.383062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a1a70bb0-aea5-4044-a1fd-8c45af64228d req-9d41ff12-c781-400c-a834-7b9a5367e3ae tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups?id=d41819fb-1001-4e82-9ff7-6261e1e91ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 Aug 24 00:42:01.384336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.437935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event deleted for resources: {'Port': ['ID=dd3c878e-c8ad-472c-9d2c-63e3baf365e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:01.471736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e74c-7160-44f9-88aa-b5b3b9632c7c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.481826 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e74c-7160-44f9-88aa-b5b3b9632c7c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.486265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc48029-7c14-4fb2-a34e-18f235f3a672 None None] Network d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:01.490035 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3bb3e74c-7160-44f9-88aa-b5b3b9632c7c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/78ca74cf-c501-4d58-980d-d3ed79c853bb HTTP/1.1" status: 204 len: 168 time: 0.8952949 Aug 24 00:42:01.491039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59226) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:01.576425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Router a6214f88-07e2-4048-9b57-628d0c247eaa has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:01.623086 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.632883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3e74c-7160-44f9-88aa-b5b3b9632c7c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=78ca74cf-c501-4d58-980d-d3ed79c853bb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:01.737429 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:59Z', 'revision_number': 9, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:01.741852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 013b92be-5e94-42f5-93d7-a77e502464e0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:01.742341 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.763696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:01.777364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] Sync routers for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:01.789808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206b32-1bd2-46a1-9429-916e77eac1d6 None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:41:59Z', 'revision_number': 9, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c18f4903-3959-4b7b-9cb3-7c6ff614ccfb', 'name': '', 'network_id': 'bcf526a9-d2c2-4b0e-9601-b62c3612afac', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:68:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:39Z', 'updated_at': '2021-08-24T00:41:45Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '8b3c7ae5-fdc3-4f28-8947-82238a618b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:01.791266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:01.791979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:01.826827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port 013b92be-5e94-42f5-93d7-a77e502464e0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=013b92be-5e94-42f5-93d7-a77e502464e0,segment=NetworkSegment(b407878e-e9d1-41e3-9351-6b3aee54264a),segment_id=b407878e-e9d1-41e3-9351-6b3aee54264a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:01.827233 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.847657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 013b92be-5e94-42f5-93d7-a77e502464e0 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:01.882356 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.886582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] DHCP port deletion for d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:01.888058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] No DVR routers for this DVR port dd3c878e-c8ad-472c-9d2c-63e3baf365e1 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:01.892397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:01.895450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c9b1800-55ff-41ad-ba32-92916f87c45b req-3e38edee-9885-408a-8b98-d9962e2359f0 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.37 "DELETE /v2.0/ports/dd3c878e-c8ad-472c-9d2c-63e3baf365e1 HTTP/1.1" status: 204 len: 173 time: 1.6481524 Aug 24 00:42:01.896392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d8033-8724-4328-854f-4cc4e654818f', 'name': 'network-vif-deleted', 'tag': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:01.903422 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedd18e4-de14-432d-b56f-66a83ca3567e" -d '{"events": [{"server_uuid": "e60d8033-8724-4328-854f-4cc4e654818f", "name": "network-vif-deleted", "tag": "dd3c878e-c8ad-472c-9d2c-63e3baf365e1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:01.980910 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aefcd9-61db-41e1-9bbe-a1ce3f82df34 x-openstack-request-id: req-15aefcd9-61db-41e1-9bbe-a1ce3f82df34 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:01.981405 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d8033-8724-4328-854f-4cc4e654818f", "name": "network-vif-deleted", "tag": "dd3c878e-c8ad-472c-9d2c-63e3baf365e1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:01.981856 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15aefcd9-61db-41e1-9bbe-a1ce3f82df34 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:01.982334 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60d8033-8724-4328-854f-4cc4e654818f', 'name': 'network-vif-deleted', 'tag': 'dd3c878e-c8ad-472c-9d2c-63e3baf365e1', 'status': 'completed', 'code': 200} Aug 24 00:42:02.040629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.051663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:02.068091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=013b92be-5e94-42f5-93d7-a77e502464e0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:02.073462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No DVR routers for this DVR port 013b92be-5e94-42f5-93d7-a77e502464e0 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:02.090119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] Deleting port 013b92be-5e94-42f5-93d7-a77e502464e0 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:02.090502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.218219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.240001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b4a448-aa89-4a4d-a6b5-8e6327a4b199']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:02.265470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] For port 013b92be-5e94-42f5-93d7-a77e502464e0, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:02.265470 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.269742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b407878e-e9d1-41e3-9351-6b3aee54264a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:02.273368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b407878e-e9d1-41e3-9351-6b3aee54264a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:02.295056 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.298641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] Calling delete_port for 013b92be-5e94-42f5-93d7-a77e502464e0 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:02.303050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] Port 013b92be-5e94-42f5-93d7-a77e502464e0 was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:42:02.313068 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.314554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.322687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:02.323369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.366027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] No DVR routers for this DVR port 013b92be-5e94-42f5-93d7-a77e502464e0 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:02.372756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7019e-696d-4d92-97bf-70d2ffdaa7d1 None None] Pushing event deleted for resources: {'Port': ['ID=013b92be-5e94-42f5-93d7-a77e502464e0,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:02.394014 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:02.474014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.483035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:02.485774 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/d5b4a448-aa89-4a4d-a6b5-8e6327a4b199 HTTP/1.1" status: 204 len: 168 time: 0.9931605 Aug 24 00:42:02.488235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:02.492075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:02.508608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faacf18-4219-4282-95e9-5bf419573065 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=d5b4a448-aa89-4a4d-a6b5-8e6327a4b199,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:02.531232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] Checking router: a6214f88-07e2-4048-9b57-628d0c247eaa for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:02.540675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:02.541529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:02.677424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-55ab0301-ed6d-4836-b1ed-2cdbe891d1e5 req-a0e8725b-9ea4-4036-ad2b-54d898354c8d tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/ports?device_id=e60d8033-8724-4328-854f-4cc4e654818f HTTP/1.1" status: 200 len: 210 time: 0.1048379 Aug 24 00:42:02.692027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:02.987361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:02.992326 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.021692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f7ae9c-ea25-4f5c-bbf0-714f8341ad74 None None] The sync data for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 is: [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:32:11Z', 'revision_number': 4, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7b6c76be-a5f0-4b10-93b2-538b62f6d0e3', 'name': '', 'network_id': 'afc16a95-1224-4516-a0b8-92c925108fc6', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'mac_address': 'fa:16:3e:b7:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:10Z', 'updated_at': '2021-08-24T00:32:19Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'subnets': [{'id': 'c21ea054-153b-4717-a320-37f10a2b5e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:03.108961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7402547-8e34-4cf2-a4b9-2285ead46ab7 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:03.131232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e7402547-8e34-4cf2-a4b9-2285ead46ab7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:03.131593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7402547-8e34-4cf2-a4b9-2285ead46ab7 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:03.132023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 013b92be-5e94-42f5-93d7-a77e502464e0 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:03.158013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 013b92be-5e94-42f5-93d7-a77e502464e0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:03.158366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 013b92be-5e94-42f5-93d7-a77e502464e0 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:03.338545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:03.339004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.371406 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b383b15-a547-439a-a61f-72b612104ac9 None None] New status for floating IP 724c74eb-b86b-43a9-a032-cbc4e3d68478: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:42:03.448025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port c18f4903-3959-4b7b-9cb3-7c6ff614ccfb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,segment=NetworkSegment(d4dabfdf-e292-4079-ae17-198f49d5182c),segment_id=d4dabfdf-e292-4079-ae17-198f49d5182c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:03.448400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.467774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for c18f4903-3959-4b7b-9cb3-7c6ff614ccfb owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:03.739584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.767219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=c18f4903-3959-4b7b-9cb3-7c6ff614ccfb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:03.848465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59280) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:03.890771 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.916060 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0079bed7-b091-49e9-8a54-de0b2d101786 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:03.943693 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0079bed7-b091-49e9-8a54-de0b2d101786 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.063712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0079bed7-b091-49e9-8a54-de0b2d101786 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.066439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0079bed7-b091-49e9-8a54-de0b2d101786 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.067784 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0079bed7-b091-49e9-8a54-de0b2d101786 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "DELETE /v2.0/security-groups/d41819fb-1001-4e82-9ff7-6261e1e91ee3 HTTP/1.1" status: 204 len: 168 time: 0.2181425 Aug 24 00:42:04.071480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59284) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:04.089168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079bed7-b091-49e9-8a54-de0b2d101786 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41819fb-1001-4e82-9ff7-6261e1e91ee3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:04.091337 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-a74a68bc-533f-46cf-83b4-af27cfaa8b92 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] show failed (client error): The resource could not be found. Aug 24 00:42:04.093008 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a74a68bc-533f-46cf-83b4-af27cfaa8b92 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "GET /v2.0/security-groups/d41819fb-1001-4e82-9ff7-6261e1e91ee3 HTTP/1.1" status: 404 len: 347 time: 0.0199718 Aug 24 00:42:04.096056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:04.143428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:04.310132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:04.312635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Deleting port 62f549eb-b533-4d76-b5b3-4d18a363fac0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:04.312991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.319086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-352789ca-8a8c-45db-af49-9c3d5d073a8e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8284187 Aug 24 00:42:04.320745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59288) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:04.337044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:04.348571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:04.349768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:04.388089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c61048-f989-4004-82d3-cb3dafa5aafb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet 8b3c7ae5-fdc3-4f28-8947-82238a618b84 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:04.392204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6c61048-f989-4004-82d3-cb3dafa5aafb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.416005 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.416005 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.431656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Calling delete_port for 62f549eb-b533-4d76-b5b3-4d18a363fac0 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:04.466672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6c61048-f989-4004-82d3-cb3dafa5aafb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.469320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:04.580970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6c61048-f989-4004-82d3-cb3dafa5aafb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.704642 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.740244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:03Z', 'revision_number': 10, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:04.761705 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6c61048-f989-4004-82d3-cb3dafa5aafb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.770441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Pushing event deleted for resources: {'Port': ['ID=62f549eb-b533-4d76-b5b3-4d18a363fac0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:04.816290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c61048-f989-4004-82d3-cb3dafa5aafb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3c7ae5-fdc3-4f28-8947-82238a618b84,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:04.816573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:04.824616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.829220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b6c61048-f989-4004-82d3-cb3dafa5aafb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.829985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.838609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-24ed6aed-8d30-42a2-b858-2b6e49c87b71 tempest-AttachVolumeTestJSON-1215965191 tempest-AttachVolumeTestJSON-1215965191-project] 10.222.0.26 "DELETE /v2.0/floatingips/724c74eb-b86b-43a9-a032-cbc4e3d68478 HTTP/1.1" status: 204 len: 168 time: 0.7342329 Aug 24 00:42:04.839908 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b6c61048-f989-4004-82d3-cb3dafa5aafb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/8b3c7ae5-fdc3-4f28-8947-82238a618b84 HTTP/1.1" status: 204 len: 168 time: 0.5108068 Aug 24 00:42:04.840153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:04.845955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d6793-8aad-4a8b-948f-1a986d630c7c None None] Network bcf526a9-d2c2-4b0e-9601-b62c3612afac requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:04.923687 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:04.949556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:04.950272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:04.983715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 26e34199-8b0d-4fab-8136-0f27c8879487 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:04.984062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.052855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port 26e34199-8b0d-4fab-8136-0f27c8879487, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=26e34199-8b0d-4fab-8136-0f27c8879487,segment=NetworkSegment(d4dabfdf-e292-4079-ae17-198f49d5182c),segment_id=d4dabfdf-e292-4079-ae17-198f49d5182c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:05.053231 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.069958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 26e34199-8b0d-4fab-8136-0f27c8879487 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:05.239229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:05.308906 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.340342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=26e34199-8b0d-4fab-8136-0f27c8879487,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:05.344002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No DVR routers for this DVR port 26e34199-8b0d-4fab-8136-0f27c8879487 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:05.375823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d1dc7-cd46-49d4-b704-ee1faf6bd5ba None None] DHCP port deletion for bcf526a9-d2c2-4b0e-9601-b62c3612afac request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:05.460235 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.465283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:03Z', 'revision_number': 10, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:05.472836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf526a9-d2c2-4b0e-9601-b62c3612afac']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:05.489329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dabfdf-e292-4079-ae17-198f49d5182c') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:05.489928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dabfdf-e292-4079-ae17-198f49d5182c') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:05.500453 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.500868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e035b2-69e3-40ef-b1d0-7d50c0f46039 None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:03Z', 'revision_number': 10, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None, '_interfaces': [{'id': '3df6da2c-e545-4107-b78e-1258d7fc72a1', 'name': '', 'network_id': 'a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'mac_address': 'fa:16:3e:52:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:41:34Z', 'updated_at': '2021-08-24T00:41:41Z', 'revision_number': 5, 'project_id': '550d45a494e243158f338e5a63ffeded', 'subnets': [{'id': '1ebbc73d-c4e3-4c8c-a2ff-487bba044737', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:05.515269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.522587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:05.525858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:05.526885 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:05.634469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dd3c878e-c8ad-472c-9d2c-63e3baf365e1 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:05.661063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: dd3c878e-c8ad-472c-9d2c-63e3baf365e1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:05.661659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device dd3c878e-c8ad-472c-9d2c-63e3baf365e1 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:05.703819 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.719548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:05.719548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/bcf526a9-d2c2-4b0e-9601-b62c3612afac HTTP/1.1" status: 204 len: 168 time: 0.8777623 Aug 24 00:42:05.720067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59316) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:05.726451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ba2d3-9904-4712-93aa-e93bde23b6a1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=bcf526a9-d2c2-4b0e-9601-b62c3612afac,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:06.113002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:06.429806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 3df6da2c-e545-4107-b78e-1258d7fc72a1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:06.430168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:06.569198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port 3df6da2c-e545-4107-b78e-1258d7fc72a1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3df6da2c-e545-4107-b78e-1258d7fc72a1,segment=NetworkSegment(88f72bd7-b468-47b7-b157-632c8e2e3e29),segment_id=88f72bd7-b468-47b7-b157-632c8e2e3e29)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:06.569773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:06.583697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 3df6da2c-e545-4107-b78e-1258d7fc72a1 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:06.846350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:06.876776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=3df6da2c-e545-4107-b78e-1258d7fc72a1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:07.067317 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.206245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 26e34199-8b0d-4fab-8136-0f27c8879487 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:07.238854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 26e34199-8b0d-4fab-8136-0f27c8879487 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:07.239580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 26e34199-8b0d-4fab-8136-0f27c8879487 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:07.240333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c18f4903-3959-4b7b-9cb3-7c6ff614ccfb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:07.269863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c18f4903-3959-4b7b-9cb3-7c6ff614ccfb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:07.270806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c18f4903-3959-4b7b-9cb3-7c6ff614ccfb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:07.301706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:07.417682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:07.430343 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:07.433988 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-45d4becb-97c0-490a-ac57-09b245acc274 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7111518 Aug 24 00:42:07.435076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:07.453782 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:07.456848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:07.511842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdc8abc-fd47-4f79-8be9-a15eac4bdbc8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting subnet 1ebbc73d-c4e3-4c8c-a2ff-487bba044737 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:07.516740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8abc-fd47-4f79-8be9-a15eac4bdbc8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.538743 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:07.562408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8abc-fd47-4f79-8be9-a15eac4bdbc8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.617847 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:06Z', 'revision_number': 11, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:07.648996 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:07.659411 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:07.660094 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:07.670074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8abc-fd47-4f79-8be9-a15eac4bdbc8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.742573 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:07.799346 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:06Z', 'revision_number': 11, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:07.813112 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8abc-fd47-4f79-8be9-a15eac4bdbc8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.827124 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75365fbb-7b75-410b-9dee-0bb428984f93 None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:06Z', 'revision_number': 11, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:07.843256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc8abc-fd47-4f79-8be9-a15eac4bdbc8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebbc73d-c4e3-4c8c-a2ff-487bba044737,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:07.856135 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2cdc8abc-fd47-4f79-8be9-a15eac4bdbc8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:07.861285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2cdc8abc-fd47-4f79-8be9-a15eac4bdbc8 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/1ebbc73d-c4e3-4c8c-a2ff-487bba044737 HTTP/1.1" status: 204 len: 168 time: 0.4212322 Aug 24 00:42:07.861641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59348) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:07.867644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a56b1e0-c5c6-4ede-8694-f9709a1e5edd None None] Network a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:07.952952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.011445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Deleting port 80c8b1db-9174-4370-8415-8c71053fe774 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:08.011905 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.093776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] For port 80c8b1db-9174-4370-8415-8c71053fe774, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=80c8b1db-9174-4370-8415-8c71053fe774,segment=NetworkSegment(88f72bd7-b468-47b7-b157-632c8e2e3e29),segment_id=88f72bd7-b468-47b7-b157-632c8e2e3e29)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:08.094276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.115233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Calling delete_port for 80c8b1db-9174-4370-8415-8c71053fe774 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:08.222491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] DHCP port deletion for a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:08.257984 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.294849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No DVR routers for this DVR port 80c8b1db-9174-4370-8415-8c71053fe774 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:08.296408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] Deleting port 80c8b1db-9174-4370-8415-8c71053fe774 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:08.303004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Port': ['ID=80c8b1db-9174-4370-8415-8c71053fe774,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:08.303166 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.410319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.413758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] For port 80c8b1db-9174-4370-8415-8c71053fe774, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:08.414170 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.421219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:08.437184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f72bd7-b468-47b7-b157-632c8e2e3e29') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:08.437445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] Calling delete_port for 80c8b1db-9174-4370-8415-8c71053fe774 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:08.437643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f72bd7-b468-47b7-b157-632c8e2e3e29') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:08.446476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] Port 80c8b1db-9174-4370-8415-8c71053fe774 was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:42:08.446476 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.454690 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.467917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] Pushing event deleted for resources: {'Port': ['ID=80c8b1db-9174-4370-8415-8c71053fe774,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:08.484608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258e7e0-e571-48b7-a5aa-f3a5485bd598 None None] No DVR routers for this DVR port 80c8b1db-9174-4370-8415-8c71053fe774 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:08.501824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.512191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:08.513150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:08.517228 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:08.725843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.732894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:08.735005 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/networks/a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411 HTTP/1.1" status: 204 len: 168 time: 0.8716807 Aug 24 00:42:08.738019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59366) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:08.742825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'routes': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:08.756753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af305d6-b4c9-44d7-8f83-0d8ca402958c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Pushing event deleted for resources: {'Network': ['ID=a3c6d7fd-6d87-4bee-8b2b-bca0cf7fa411,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:08.947755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Added routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:42:08.948303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Removed routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:42:08.948747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.098394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3df6da2c-e545-4107-b78e-1258d7fc72a1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:09.136953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 3df6da2c-e545-4107-b78e-1258d7fc72a1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:09.137303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3df6da2c-e545-4107-b78e-1258d7fc72a1 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:09.137760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 80c8b1db-9174-4370-8415-8c71053fe774 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:09.191771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 80c8b1db-9174-4370-8415-8c71053fe774 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:09.192295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 80c8b1db-9174-4370-8415-8c71053fe774 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:09.303663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.308749 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.328547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59374) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:09.423711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 15c12e23-128e-4f37-8d3b-fdb1343498e9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:09.555697 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fde8ddb3-8e65-4526-986e-88635adc2c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.727454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fde8ddb3-8e65-4526-986e-88635adc2c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.817436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fde8ddb3-8e65-4526-986e-88635adc2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.914369 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fde8ddb3-8e65-4526-986e-88635adc2c1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ae1b9bccbde43dbad40a1a9a6a6cf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5840271 Aug 24 00:42:09.919705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59384) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:09.921096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8ddb3-8e65-4526-986e-88635adc2c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346e3789-8364-41ac-9782-731b70bc004c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:09.942499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:09.951350 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:09.955558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-81bff616-369e-43db-b331-2efad31b421f tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 200 len: 705 time: 1.2140427 Aug 24 00:42:09.956293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59386) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:09.959857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] Sync routers for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:09.975518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:09.976615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:10.010087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-41b540a2-9dc6-41f7-858b-d27da9588311 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 200 len: 205 time: 0.0530093 Aug 24 00:42:10.012460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:10.047818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30a1c2f5-26d6-470b-b1ea-7690beb9d012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.063412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:10.075567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30a1c2f5-26d6-470b-b1ea-7690beb9d012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.145167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:06Z', 'revision_number': 11, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:10.166195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59568248-25e4-491e-a5bb-eff6d4ffac38 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.184884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] Checking router: 15c12e23-128e-4f37-8d3b-fdb1343498e9 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:10.194912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] Routers {'15c12e23-128e-4f37-8d3b-fdb1343498e9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:10.195541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['15c12e23-128e-4f37-8d3b-fdb1343498e9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:10.229459 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30a1c2f5-26d6-470b-b1ea-7690beb9d012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.236419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30a1c2f5-26d6-470b-b1ea-7690beb9d012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.248939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-30a1c2f5-26d6-470b-b1ea-7690beb9d012 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/346e3789-8364-41ac-9782-731b70bc004c HTTP/1.1" status: 204 len: 168 time: 0.3236725 Aug 24 00:42:10.271603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1c2f5-26d6-470b-b1ea-7690beb9d012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346e3789-8364-41ac-9782-731b70bc004c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:10.271858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] Set router 15c12e23-128e-4f37-8d3b-fdb1343498e9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:10.332883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:06Z', 'revision_number': 11, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:10.367051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a675c8-6fa5-49a6-b2c1-59a762506ed5 None None] The sync data for ids ['15c12e23-128e-4f37-8d3b-fdb1343498e9'] in n-d-804878-2 is: [{'id': '15c12e23-128e-4f37-8d3b-fdb1343498e9', 'name': 'tempest-RoutersIpV6Test-router-1314840236', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:41:32Z', 'updated_at': '2021-08-24T00:42:06Z', 'revision_number': 11, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:10.368549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59568248-25e4-491e-a5bb-eff6d4ffac38 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.371299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59568248-25e4-491e-a5bb-eff6d4ffac38 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.520605 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59568248-25e4-491e-a5bb-eff6d4ffac38 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.521117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59568248-25e4-491e-a5bb-eff6d4ffac38 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Fanout notify agent at l3_agent the message router_deleted on router 15c12e23-128e-4f37-8d3b-fdb1343498e9 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:10.534676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-59568248-25e4-491e-a5bb-eff6d4ffac38 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.534676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-59568248-25e4-491e-a5bb-eff6d4ffac38 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 204 len: 168 time: 0.5156581 Aug 24 00:42:10.534928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:10.539940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-97204340-9588-435e-8b13-b277b8fbec37 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170279546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:10.658994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59400) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:10.666225 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97204340-9588-435e-8b13-b277b8fbec37 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.667528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97204340-9588-435e-8b13-b277b8fbec37 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.736233 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97204340-9588-435e-8b13-b277b8fbec37 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.796965 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9574886e-5e2e-444f-bab2-11fe838c9e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.832380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97204340-9588-435e-8b13-b277b8fbec37 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.898314 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9574886e-5e2e-444f-bab2-11fe838c9e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:10.972468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9574886e-5e2e-444f-bab2-11fe838c9e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.017822 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9574886e-5e2e-444f-bab2-11fe838c9e02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e30d9f9f7454f448ce627db01451594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575652 Aug 24 00:42:11.018987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574886e-5e2e-444f-bab2-11fe838c9e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9264f-0d69-48bb-a57e-d53a98f6da1f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:11.020714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59406) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:11.057835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97204340-9588-435e-8b13-b277b8fbec37 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.063533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:11.065051 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-97204340-9588-435e-8b13-b277b8fbec37 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5293891 Aug 24 00:42:11.070187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59412) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:11.071447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b3a73405-db76-47a2-bab2-2d649c418223 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:11.087327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15021f08-1042-41c9-ac77-947be595feec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.207876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15021f08-1042-41c9-ac77-947be595feec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.282970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-242ea5cc-14e6-4fcc-9e96-fb3330b9309c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.297410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15021f08-1042-41c9-ac77-947be595feec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.323952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3a73405-db76-47a2-bab2-2d649c418223 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.340795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-242ea5cc-14e6-4fcc-9e96-fb3330b9309c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.341055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15021f08-1042-41c9-ac77-947be595feec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8f294f-78a8-4e44-b980-5a9ce07ea4fe,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:11.360054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-15021f08-1042-41c9-ac77-947be595feec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1282a28a19c8407caa89beb385977bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866452 Aug 24 00:42:11.360830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59414) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:11.413734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3a73405-db76-47a2-bab2-2d649c418223 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.419108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f69b1806-8757-43dd-bfdb-24d67e630321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.452679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f69b1806-8757-43dd-bfdb-24d67e630321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.492215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-242ea5cc-14e6-4fcc-9e96-fb3330b9309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.494778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-242ea5cc-14e6-4fcc-9e96-fb3330b9309c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.495935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-242ea5cc-14e6-4fcc-9e96-fb3330b9309c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2b9264f-0d69-48bb-a57e-d53a98f6da1f HTTP/1.1" status: 204 len: 168 time: 0.4741251 Aug 24 00:42:11.526107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ea5cc-14e6-4fcc-9e96-fb3330b9309c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9264f-0d69-48bb-a57e-d53a98f6da1f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:11.600391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f69b1806-8757-43dd-bfdb-24d67e630321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.603089 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f69b1806-8757-43dd-bfdb-24d67e630321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.606863 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f69b1806-8757-43dd-bfdb-24d67e630321 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a8f294f-78a8-4e44-b980-5a9ce07ea4fe HTTP/1.1" status: 204 len: 168 time: 0.2424529 Aug 24 00:42:11.614263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b1806-8757-43dd-bfdb-24d67e630321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8f294f-78a8-4e44-b980-5a9ce07ea4fe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:11.628705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a73405-db76-47a2-bab2-2d649c418223 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Router 50b54e27-3aa0-4a88-859c-450e128765ad is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:42:11.974035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a73405-db76-47a2-bab2-2d649c418223 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:11.974035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3a73405-db76-47a2-bab2-2d649c418223 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.974035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b3a73405-db76-47a2-bab2-2d649c418223 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "PUT /v2.0/routers/50b54e27-3aa0-4a88-859c-450e128765ad HTTP/1.1" status: 200 len: 697 time: 0.6569824 Aug 24 00:42:11.974705 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] Sync routers for ids ['50b54e27-3aa0-4a88-859c-450e128765ad'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:11.975168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59422) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:11.975358 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] Routers {'50b54e27-3aa0-4a88-859c-450e128765ad'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:11.975358 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b54e27-3aa0-4a88-859c-450e128765ad'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:11.975358 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] Set router 50b54e27-3aa0-4a88-859c-450e128765ad gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:11.975724 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-80afccb8-2d13-4fbe-914c-8f99cdc3b448 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/routers/50b54e27-3aa0-4a88-859c-450e128765ad HTTP/1.1" status: 200 len: 703 time: 0.0795860 Aug 24 00:42:11.975835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59424) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:11.975835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-757fed83-187a-4497-8032-7866427aeac1 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b54e27-3aa0-4a88-859c-450e128765ad HTTP/1.1" status: 200 len: 205 time: 0.0459418 Aug 24 00:42:11.975835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:11.976045 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b54e27-3aa0-4a88-859c-450e128765ad', 'name': 'tempest-RoutersIpV6Test-router-170279546', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:42:10Z', 'updated_at': '2021-08-24T00:42:11Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:11.976045 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] Checking router: 50b54e27-3aa0-4a88-859c-450e128765ad for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:11.976045 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] Routers {'50b54e27-3aa0-4a88-859c-450e128765ad'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:11.976045 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['50b54e27-3aa0-4a88-859c-450e128765ad'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:11.976388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-369202f4-a0a1-4646-91af-44f3f05dffca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:11.976473 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] Set router 50b54e27-3aa0-4a88-859c-450e128765ad gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:12.034710 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b54e27-3aa0-4a88-859c-450e128765ad', 'name': 'tempest-RoutersIpV6Test-router-170279546', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:42:10Z', 'updated_at': '2021-08-24T00:42:11Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:12.070148 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a7471a-d425-4393-a34d-7b09f656da9d None None] The sync data for ids ['50b54e27-3aa0-4a88-859c-450e128765ad'] in n-d-804878-2 is: [{'id': '50b54e27-3aa0-4a88-859c-450e128765ad', 'name': 'tempest-RoutersIpV6Test-router-170279546', 'tenant_id': '550d45a494e243158f338e5a63ffeded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:42:10Z', 'updated_at': '2021-08-24T00:42:11Z', 'revision_number': 2, 'project_id': '550d45a494e243158f338e5a63ffeded', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:12.108603 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-369202f4-a0a1-4646-91af-44f3f05dffca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.110930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-369202f4-a0a1-4646-91af-44f3f05dffca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.212270 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-369202f4-a0a1-4646-91af-44f3f05dffca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.212843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369202f4-a0a1-4646-91af-44f3f05dffca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Fanout notify agent at l3_agent the message router_deleted on router 50b54e27-3aa0-4a88-859c-450e128765ad {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:12.220087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-369202f4-a0a1-4646-91af-44f3f05dffca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.221385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-369202f4-a0a1-4646-91af-44f3f05dffca tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/50b54e27-3aa0-4a88-859c-450e128765ad HTTP/1.1" status: 204 len: 168 time: 0.3625937 Aug 24 00:42:12.224800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59432) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.258954 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3c1cb3f1-7542-4de4-af6e-1f405448ae39 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b54e27-3aa0-4a88-859c-450e128765ad HTTP/1.1" status: 200 len: 205 time: 0.0328214 Aug 24 00:42:12.261176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59438) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.330102 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-8373ded3-a069-46fb-8ea1-fb5a2f77b846 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] delete failed (client error): The resource could not be found. Aug 24 00:42:12.335211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8373ded3-a069-46fb-8ea1-fb5a2f77b846 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/50b54e27-3aa0-4a88-859c-450e128765ad HTTP/1.1" status: 404 len: 336 time: 0.0729065 Aug 24 00:42:12.337850 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59446) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.378792 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdac94ca-7228-4891-aff3-0a9bb8993869 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:12.384102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdac94ca-7228-4891-aff3-0a9bb8993869 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:12.386078 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fdac94ca-7228-4891-aff3-0a9bb8993869 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/b8c5e56c-8b17-448d-9bcb-5c4ff5debc8d HTTP/1.1" status: 404 len: 337 time: 0.0471983 Aug 24 00:42:12.388620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59452) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.441218 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff261b21-36c6-4003-ae21-ea0698bdbf80 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:12.441747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff261b21-36c6-4003-ae21-ea0698bdbf80 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:12.443902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ff261b21-36c6-4003-ae21-ea0698bdbf80 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/78ca74cf-c501-4d58-980d-d3ed79c853bb HTTP/1.1" status: 404 len: 337 time: 0.0540767 Aug 24 00:42:12.446856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.483554 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e53e8b8-1512-40b7-8ee1-413f11fd8e85 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:12.484491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e53e8b8-1512-40b7-8ee1-413f11fd8e85 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:12.489347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e53e8b8-1512-40b7-8ee1-413f11fd8e85 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/8b3c7ae5-fdc3-4f28-8947-82238a618b84 HTTP/1.1" status: 404 len: 337 time: 0.0419421 Aug 24 00:42:12.489499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59460) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.497522 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.540352 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-45754cc0-0d2f-4795-89f2-3d6703b60993 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:12.540825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45754cc0-0d2f-4795-89f2-3d6703b60993 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:12.545130 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-45754cc0-0d2f-4795-89f2-3d6703b60993 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/1ebbc73d-c4e3-4c8c-a2ff-487bba044737 HTTP/1.1" status: 404 len: 337 time: 0.0521984 Aug 24 00:42:12.545911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59464) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.574677 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-786951d2-b682-4e79-9f0c-2cdf930114b2 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 200 len: 205 time: 0.0276663 Aug 24 00:42:12.577083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59466) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.618577 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-ba8b7025-9894-4a05-8774-3c2a89b3329e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] delete failed (client error): The resource could not be found. Aug 24 00:42:12.620319 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ba8b7025-9894-4a05-8774-3c2a89b3329e tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/15c12e23-128e-4f37-8d3b-fdb1343498e9 HTTP/1.1" status: 404 len: 336 time: 0.0417233 Aug 24 00:42:12.622509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59468) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.655703 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8ad41a21-951d-46ec-998d-11482c4e7954 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed30769c-5cec-4921-9dee-da7824afc285 HTTP/1.1" status: 200 len: 205 time: 0.0313156 Aug 24 00:42:12.658076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59470) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.707752 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-0e597c4c-3f8c-4779-82a2-d1a81d1a9f12 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] delete failed (client error): The resource could not be found. Aug 24 00:42:12.707752 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0e597c4c-3f8c-4779-82a2-d1a81d1a9f12 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/ed30769c-5cec-4921-9dee-da7824afc285 HTTP/1.1" status: 404 len: 336 time: 0.0475297 Aug 24 00:42:12.709696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.753996 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0422e5a8-4393-4322-a62e-6b01cfb67ff5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:12.753996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0422e5a8-4393-4322-a62e-6b01cfb67ff5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:12.753996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0422e5a8-4393-4322-a62e-6b01cfb67ff5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/15554d73-1f44-489f-90f9-214fc7b2ca1d HTTP/1.1" status: 404 len: 337 time: 0.0299399 Aug 24 00:42:12.755763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59476) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.784175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59480) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.790025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d4222835-f993-4e76-b980-87b8fc284159 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=077e6ee7-28bf-48eb-b8f8-bf292e76e39e HTTP/1.1" status: 200 len: 205 time: 0.0328517 Aug 24 00:42:12.792426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59482) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.803435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0285553a-2858-4bbd-83ca-a99e3e677f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:12.867695 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-49d6655b-7da4-4f1b-9e2f-f8573488bc07 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] delete failed (client error): The resource could not be found. Aug 24 00:42:12.874627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-49d6655b-7da4-4f1b-9e2f-f8573488bc07 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/077e6ee7-28bf-48eb-b8f8-bf292e76e39e HTTP/1.1" status: 404 len: 336 time: 0.0811200 Aug 24 00:42:12.875187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59484) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:12.931143 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3288b235-a25a-47d4-8437-64624d060897 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=ced3127f-7dc1-4c61-8457-1e487eb3555c HTTP/1.1" status: 200 len: 205 time: 0.0523951 Aug 24 00:42:12.933270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.014525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0285553a-2858-4bbd-83ca-a99e3e677f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.024524 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-32b7a6e3-3171-46fc-a571-f50d6fe8a72c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] delete failed (client error): The resource could not be found. Aug 24 00:42:13.025698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-32b7a6e3-3171-46fc-a571-f50d6fe8a72c tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/ced3127f-7dc1-4c61-8457-1e487eb3555c HTTP/1.1" status: 404 len: 336 time: 0.0907991 Aug 24 00:42:13.028221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.060778 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-75073ac4-6cdd-4667-a59c-18e3707e9cfb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:13.061527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75073ac4-6cdd-4667-a59c-18e3707e9cfb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:13.063312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-75073ac4-6cdd-4667-a59c-18e3707e9cfb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/87c0b00c-bfbf-4ab3-a63c-2715a764e5de HTTP/1.1" status: 404 len: 337 time: 0.0341835 Aug 24 00:42:13.065964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59494) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.074667 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0285553a-2858-4bbd-83ca-a99e3e677f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.096145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-42496847-8556-494e-8ed7-d660a766f3fb tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5d0367e-0501-4759-a3bc-d2458e304f32 HTTP/1.1" status: 200 len: 205 time: 0.0290327 Aug 24 00:42:13.098567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59496) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.131377 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0285553a-2858-4bbd-83ca-a99e3e677f40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcb64286e21942f9b2222c40362a91a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439286 Aug 24 00:42:13.132650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59500) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.142338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285553a-2858-4bbd-83ca-a99e3e677f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e61396b-8baa-45bd-a4cc-25684b5ad3d5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:13.156850 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-52c73071-4b70-46b3-9ab4-8a53de9daa65 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] delete failed (client error): The resource could not be found. Aug 24 00:42:13.158461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-52c73071-4b70-46b3-9ab4-8a53de9daa65 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/e5d0367e-0501-4759-a3bc-d2458e304f32 HTTP/1.1" status: 404 len: 336 time: 0.0589712 Aug 24 00:42:13.163204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.210253 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-619bfaf0-05f5-43c9-b1d4-549593082db3 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:13.210714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619bfaf0-05f5-43c9-b1d4-549593082db3 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:13.212562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-619bfaf0-05f5-43c9-b1d4-549593082db3 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/e1634d60-19e4-4786-828d-00b10c44e46a HTTP/1.1" status: 404 len: 337 time: 0.0484006 Aug 24 00:42:13.215712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59504) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.248255 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fc25b80e-b0d8-439c-af83-c94c1c223ad5 tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "GET /v2.0/ports?device_id=03fe58a2-df0a-43f9-9f69-8c8764b03171 HTTP/1.1" status: 200 len: 205 time: 0.0311596 Aug 24 00:42:13.251373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59506) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.259670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59508) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.267495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0847b77-4e4e-4d4f-9950-5a123c6ee1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.294115 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0847b77-4e4e-4d4f-9950-5a123c6ee1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.317804 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-1a7dd52e-555c-45d8-ae27-62569099cfee tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] delete failed (client error): The resource could not be found. Aug 24 00:42:13.320030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1a7dd52e-555c-45d8-ae27-62569099cfee tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/routers/03fe58a2-df0a-43f9-9f69-8c8764b03171 HTTP/1.1" status: 404 len: 336 time: 0.0669320 Aug 24 00:42:13.321881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.350179 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:42:13.354532 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5828b195-1ea6-42f2-8973-a1f8107fcbba tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:13.356090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5828b195-1ea6-42f2-8973-a1f8107fcbba tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:13.358874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5828b195-1ea6-42f2-8973-a1f8107fcbba tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/17ac1f71-8b12-4e61-ad3f-66b5393b814c HTTP/1.1" status: 404 len: 337 time: 0.0356593 Aug 24 00:42:13.361153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.400341 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ef46ae-039e-4c08-be7e-b62853f0f3ed tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] DELETE failed (client error): The resource could not be found. Aug 24 00:42:13.400878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ef46ae-039e-4c08-be7e-b62853f0f3ed tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:42:13.405644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-06ef46ae-039e-4c08-be7e-b62853f0f3ed tempest-RoutersIpV6Test-459786423 tempest-RoutersIpV6Test-459786423-project] 10.222.0.26 "DELETE /v2.0/subnets/dcd56e1c-81b2-4c50-a1e8-2be308ffb84f HTTP/1.1" status: 404 len: 337 time: 0.0387540 Aug 24 00:42:13.457501 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0847b77-4e4e-4d4f-9950-5a123c6ee1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.461043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0847b77-4e4e-4d4f-9950-5a123c6ee1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.463229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1718147961-network', 'tenant_id': 'c1ece6a2124a498f98445fc9e921dfaf'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:13.465644 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c0847b77-4e4e-4d4f-9950-5a123c6ee1c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e61396b-8baa-45bd-a4cc-25684b5ad3d5 HTTP/1.1" status: 204 len: 168 time: 0.3314302 Aug 24 00:42:13.488449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0847b77-4e4e-4d4f-9950-5a123c6ee1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e61396b-8baa-45bd-a4cc-25684b5ad3d5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:13.600402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Made reservation on behalf of c1ece6a2124a498f98445fc9e921dfaf for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:13.604697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.615292 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.720251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.805507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.827783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:13.843458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444789fb-cf69-4646-a4ee-c52e39ecf309,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:13.846443 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.847013 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Added segment 00154e59-c4be-493a-8f7e-e2349cc78b9c of type vlan for network 75bb084d-5215-4b32-a057-7b08c1f2f2cb Aug 24 00:42:13.887146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.891803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59526) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:13.971435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:13.972446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:13.973054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:14.035373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] Pushing event updated for resources: {'Network': ['ID=75bb084d-5215-4b32-a057-7b08c1f2f2cb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:14.048576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 75bb084d-5215-4b32-a057-7b08c1f2f2cb details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:14.080473 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-23770a73-93ba-40bd-ac4e-b4dbff6c4321 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=550d45a494e243158f338e5a63ffeded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873610 Aug 24 00:42:14.085264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:14.106188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f90003b8-83c1-4415-a27a-ef6f77517c91 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8455021 Aug 24 00:42:14.109782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59540) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:14.115744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Request body: {'subnet': {'network_id': '75bb084d-5215-4b32-a057-7b08c1f2f2cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1718147961-subnet', 'tenant_id': 'c1ece6a2124a498f98445fc9e921dfaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:14.160656 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e48d5860-3c41-4239-a64e-ad1ca75b0478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:14.183760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e48d5860-3c41-4239-a64e-ad1ca75b0478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:14.211603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Made reservation on behalf of c1ece6a2124a498f98445fc9e921dfaf for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:14.214065 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:14.297257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e48d5860-3c41-4239-a64e-ad1ca75b0478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:14.299829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e48d5860-3c41-4239-a64e-ad1ca75b0478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:14.303429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e48d5860-3c41-4239-a64e-ad1ca75b0478 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/770ee0f7-346f-4d9a-be75-0c4730041a63 HTTP/1.1" status: 204 len: 168 time: 0.2148111 Aug 24 00:42:14.310374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5860-3c41-4239-a64e-ad1ca75b0478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770ee0f7-346f-4d9a-be75-0c4730041a63,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:14.491569 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:14.561834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863a8c97-8671-462a-9070-f47ab6988900,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:14.568449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Checking segment: {'id': '00154e59-c4be-493a-8f7e-e2349cc78b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75bb084d-5215-4b32-a057-7b08c1f2f2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:14.568808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Network hostable DHCP agents. Network: 75bb084d-5215-4b32-a057-7b08c1f2f2cb, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:14.663273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Network 75bb084d-5215-4b32-a057-7b08c1f2f2cb is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:14.754347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 75bb084d-5215-4b32-a057-7b08c1f2f2cb) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:14.766851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615cb8b2-1716-430b-9609-f97ba9a5cccf None None] Network 75bb084d-5215-4b32-a057-7b08c1f2f2cb requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:14.777237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:14.777237 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:14.858703 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a72a21e2-6fb8-4780-81b1-491f2bef4289 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7470763 Aug 24 00:42:14.981177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e72d1-177d-47cd-b484-e3c0ef5ce1c7 None None] Network 75bb084d-5215-4b32-a057-7b08c1f2f2cb requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:15.627369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59596) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:15.746650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-949427346'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:15.875049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:15.879045 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.916853 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:15.988500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59618) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:16.001510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2090620921-network', 'tenant_id': 'd2419e607b5b45a69c22d15b94da42b1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:16.030261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59620) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:16.039242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.086187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.119401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:16.121678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558daca0-3110-4c64-b13c-a483aef087ed,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:16.143542 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.143958 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb of type vlan for network 337c214c-499c-4068-830c-4d3bdfdc033b Aug 24 00:42:16.148320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Made reservation on behalf of d2419e607b5b45a69c22d15b94da42b1 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:16.150956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.163403 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.194331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.326310 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.333686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:16.334392 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.355248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.437299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=337c214c-499c-4068-830c-4d3bdfdc033b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:16.450620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 337c214c-499c-4068-830c-4d3bdfdc033b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:16.513274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cc68a26c-1fcc-4b9f-bd05-6543e8407f9b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8847334 Aug 24 00:42:16.514980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59630) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:16.521094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-481106960'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:16.573039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.601608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:16.622650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:16.626863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.657353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48f6470-957f-458b-a052-48c0ae90ce27,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:16.667396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:16.681666 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.682837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.683415 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment 6841745c-63b7-40c0-892b-e89d55bed58f of type vlan for network d02e44d3-0378-4d8e-a2d8-214aec53c353 Aug 24 00:42:16.687924 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Added segment abd1f598-c57e-4981-895a-450a8acaa87d of type vlan for network e6190414-79f8-4591-a222-8d45591ea7af Aug 24 00:42:16.741629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.783164 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.839946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.847047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:16.847668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.921133 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.921883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:16.922472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:16.966666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=d02e44d3-0378-4d8e-a2d8-214aec53c353,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:16.979044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network d02e44d3-0378-4d8e-a2d8-214aec53c353 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:16.984009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-deb66343-bcc5-4cc0-8d60-2541850d56b1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4677491 Aug 24 00:42:16.987048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59636) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:17.003067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': '337c214c-499c-4068-830c-4d3bdfdc033b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:17.048437 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0582876 Aug 24 00:42:17.051397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59638) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:17.057282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f3b54-85c9-4ed2-b684-f5cae6a50488 admin admin] Pushing event updated for resources: {'Network': ['ID=e6190414-79f8-4591-a222-8d45591ea7af,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:17.078333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Request body: {'subnet': {'network_id': 'e6190414-79f8-4591-a222-8d45591ea7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2090620921-subnet', 'tenant_id': 'd2419e607b5b45a69c22d15b94da42b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:17.081548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e6190414-79f8-4591-a222-8d45591ea7af details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:17.097921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.145240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:42:17.145240 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 00:42:17.145240 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id_1': 'f233df4ef0484ab7acd2034a04692345', 'expiration_1': datetime.datetime(2021, 8, 24, 0, 42, 17, 136205)}] Aug 24 00:42:17.145240 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:42:17.149875 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:42:17.213731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Made reservation on behalf of d2419e607b5b45a69c22d15b94da42b1 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:17.216114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.741814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:17.745419 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.799979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Deleting port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:17.800311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.852678 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.943120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] For port 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:17.943501 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:17.946062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57b29a0-1e5f-4b9d-ad42-04141753883b,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:17.963396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Calling delete_port for 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:17.969361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Checking segment: {'id': 'abd1f598-c57e-4981-895a-450a8acaa87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e6190414-79f8-4591-a222-8d45591ea7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:17.969797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Network hostable DHCP agents. Network: e6190414-79f8-4591-a222-8d45591ea7af, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:18.017129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.079762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Network e6190414-79f8-4591-a222-8d45591ea7af is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:18.084622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=e36791fd-c5f9-436d-a65c-0ed5ace04863,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:18.091725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': 'f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '337c214c-499c-4068-830c-4d3bdfdc033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:18.094934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: 337c214c-499c-4068-830c-4d3bdfdc033b, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:18.161903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e6190414-79f8-4591-a222-8d45591ea7af) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:18.166161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:18.166754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.171132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0227cf-018e-4a6e-b842-8969f3080cc8 None None] Network e6190414-79f8-4591-a222-8d45591ea7af requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:18.239883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 337c214c-499c-4068-830c-4d3bdfdc033b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:18.246004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 337c214c-499c-4068-830c-4d3bdfdc033b) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:18.250046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:18.250709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.257508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe029a6-ec6c-4ba8-b4ca-84901494faef None None] Network 337c214c-499c-4068-830c-4d3bdfdc033b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:18.286875 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3a7bc4ea-0c6e-4dfe-9017-19b7788e5f56 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2340834 Aug 24 00:42:18.288019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.304070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3bae9c39-bc13-4db3-be93-1204d5c09fac tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3113225 Aug 24 00:42:18.306909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59652) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:18.313994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': 'd02e44d3-0378-4d8e-a2d8-214aec53c353', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:18.330432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6c76be-a5f0-4b10-93b2-538b62f6d0e3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:18.379524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27c366-7c22-4ea5-8a44-4e4be73cd980 None None] Network e6190414-79f8-4591-a222-8d45591ea7af requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:18.555323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:18.559067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.608406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-337c214c-499c-4068-830c-4d3bdfdc033b', 'network_id': '337c214c-499c-4068-830c-4d3bdfdc033b', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': 'e36791fd-c5f9-436d-a65c-0ed5ace04863'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:42:18.609425 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.629978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.904662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:18.954697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Router a6214f88-07e2-4048-9b57-628d0c247eaa has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:18.964528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Allocated IP 172.20.0.2 (337c214c-499c-4068-830c-4d3bdfdc033b/e36791fd-c5f9-436d-a65c-0ed5ace04863/3209cb56-63e5-4a56-b5ca-a1d96d63b79e) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:19.122711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:19.131228 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0c6b3cef-556a-4f3f-8833-450341f2dca6 admin admin] 10.222.0.26 "PUT /v2.0/routers/a6214f88-07e2-4048-9b57-628d0c247eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0997615 Aug 24 00:42:19.134045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59678) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:19.143203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] Sync routers for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:19.164038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=b7e36671-21da-44f0-8f93-4dab5bcb3365,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:19.172359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:19.172971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:19.179910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': '6841745c-63b7-40c0-892b-e89d55bed58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd02e44d3-0378-4d8e-a2d8-214aec53c353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:19.180274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: d02e44d3-0378-4d8e-a2d8-214aec53c353, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:19.196757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fae74-7490-464e-9489-431f1383e545 req-e481c991-9621-4d77-b177-226c7549712f tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:19.198348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-e481c991-9621-4d77-b177-226c7549712f tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/networks?id=75bb084d-5215-4b32-a057-7b08c1f2f2cb HTTP/1.1" status: 200 len: 809 time: 0.2796710 Aug 24 00:42:19.222679 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.239539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Transition to ACTIVE for port object 3209cb56-63e5-4a56-b5ca-a1d96d63b79e will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:19.256758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-c05c6e76-2b0d-43ad-8fa4-5c0d169b6f5f tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/quotas/c1ece6a2124a498f98445fc9e921dfaf HTTP/1.1" status: 200 len: 375 time: 0.0415683 Aug 24 00:42:19.287048 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.391301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-7924e8f0-68db-45b1-af7d-16d8ccc1e0e2 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1ece6a2124a498f98445fc9e921dfaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273308 Aug 24 00:42:19.425044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.433422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network d02e44d3-0378-4d8e-a2d8-214aec53c353 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:19.490402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Transition to ACTIVE for port object 3209cb56-63e5-4a56-b5ca-a1d96d63b79e will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:19.510078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:19.553468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-12a9ad78-1ac7-4583-a992-6a177147e11c service neutron] 10.222.0.26 "GET /v2.0/networks/75bb084d-5215-4b32-a057-7b08c1f2f2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674240 Aug 24 00:42:19.571111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Deleting port 67d91751-75fc-49e3-b0f5-3fded8357a69 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:19.571743 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.634042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.660512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-be1ae087-4364-43e0-8d6d-e618747da5fc service neutron] 10.222.0.26 "GET /v2.0/networks/75bb084d-5215-4b32-a057-7b08c1f2f2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000478 Aug 24 00:42:19.670356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] For port 67d91751-75fc-49e3-b0f5-3fded8357a69, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=67d91751-75fc-49e3-b0f5-3fded8357a69,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:19.671019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.681279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, d02e44d3-0378-4d8e-a2d8-214aec53c353) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:19.688146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:19.688905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:19.692656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Calling delete_port for 67d91751-75fc-49e3-b0f5-3fded8357a69 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:19.702521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d38d10-90d4-48db-9f18-fdbfab26fbfb None None] Network d02e44d3-0378-4d8e-a2d8-214aec53c353 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:19.789869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Network 337c214c-499c-4068-830c-4d3bdfdc033b is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:19.796630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-36dc67ce-b8f2-4a10-910b-7b62f90807ae tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4886315 Aug 24 00:42:19.799044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:19.799580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:19.805843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:19.809813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-519a57ea-147c-4f8d-b83d-ad2f40d412fd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-381512819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:19.873868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Pushing event updated for resources: {'Port': ['ID=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:19.971970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd07748-bc37-4d58-a497-b7c0fd5598c5 req-a8b5c873-b365-4c5f-acb5-9c581abbe5dd tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:19.986590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bd07748-bc37-4d58-a497-b7c0fd5598c5 req-a8b5c873-b365-4c5f-acb5-9c581abbe5dd tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1681476 Aug 24 00:42:20.016784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519a57ea-147c-4f8d-b83d-ad2f40d412fd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.030146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519a57ea-147c-4f8d-b83d-ad2f40d412fd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.064328 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.107493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=67d91751-75fc-49e3-b0f5-3fded8357a69,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:20.126353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Attempting to bind port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:20.126866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Attempting to bind port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '337c214c-499c-4068-830c-4d3bdfdc033b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:20.127400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Attempting to bind port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e on network 337c214c-499c-4068-830c-4d3bdfdc033b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:20.141614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-d02e44d3-0378-4d8e-a2d8-214aec53c353', 'network_id': 'd02e44d3-0378-4d8e-a2d8-214aec53c353', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': 'b7e36671-21da-44f0-8f93-4dab5bcb3365'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:42:20.141614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.147059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:20.147511 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Checking segment: {'id': 'f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '337c214c-499c-4068-830c-4d3bdfdc033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:20.148013 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.148698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Bound using segment: {'id': 'f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '337c214c-499c-4068-830c-4d3bdfdc033b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:20.149145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Bound port: 3209cb56-63e5-4a56-b5ca-a1d96d63b79e, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '337c214c-499c-4068-830c-4d3bdfdc033b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:20.149661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.161451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:42:18Z', 'revision_number': 5, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port': {'id': '67d91751-75fc-49e3-b0f5-3fded8357a69', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:32:07Z', 'updated_at': '2021-08-24T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:20.200480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] Checking router: a6214f88-07e2-4048-9b57-628d0c247eaa for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:42:20.218484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] Routers {'a6214f88-07e2-4048-9b57-628d0c247eaa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:20.219154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a6214f88-07e2-4048-9b57-628d0c247eaa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:20.226229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.340543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.342271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.388756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] Set router a6214f88-07e2-4048-9b57-628d0c247eaa gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:42:20.458480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:42:19Z', 'revision_number': 7, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:20.475696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a8b9b02-bd85-4ff1-a883-712e402809a3 req-84424fee-a067-42cd-bd9d-822463ef1cc0 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 210 time: 0.0545847 Aug 24 00:42:20.480933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7bd07748-bc37-4d58-a497-b7c0fd5598c5 req-4c457d47-c1f5-452e-9859-77aad164873f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4934998 Aug 24 00:42:20.491624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.492321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6214f88-07e2-4048-9b57-628d0c247eaa {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:20.503056 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.504836 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-15c5b2af-ab03-40be-a478-74c346a5eb9e admin admin] 10.222.0.26 "DELETE /v2.0/routers/a6214f88-07e2-4048-9b57-628d0c247eaa HTTP/1.1" status: 204 len: 168 time: 1.3694952 Aug 24 00:42:20.507937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59706) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:20.508769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ceaad-e0d7-4655-a421-42214cbb498d None None] The sync data for ids ['a6214f88-07e2-4048-9b57-628d0c247eaa'] in n-d-804878-2 is: [{'id': 'a6214f88-07e2-4048-9b57-628d0c247eaa', 'name': 'tempest-AttachVolumeTestJSON-720476591-router', 'tenant_id': '9d000a4eb6294307ba4805918c3e57d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:32:05Z', 'updated_at': '2021-08-24T00:42:19Z', 'revision_number': 7, 'project_id': '9d000a4eb6294307ba4805918c3e57d8', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:20.527644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] For port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:20.547014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] For port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,segment=NetworkSegment(f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb),segment_id=f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:20.547496 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519a57ea-147c-4f8d-b83d-ad2f40d412fd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.562794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Allocated IP 172.21.0.2 (d02e44d3-0378-4d8e-a2d8-214aec53c353/b7e36671-21da-44f0-8f93-4dab5bcb3365/75106ccf-0349-4b5c-9927-f758ee6c676b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:20.578679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16bc212-2b73-43f1-96bf-ba2c7575eec2 admin admin] Deleting subnet c21ea054-153b-4717-a320-37f10a2b5e36 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:20.582031 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e16bc212-2b73-43f1-96bf-ba2c7575eec2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.611284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519a57ea-147c-4f8d-b83d-ad2f40d412fd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.623430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e16bc212-2b73-43f1-96bf-ba2c7575eec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.629645 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.687768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-519a57ea-147c-4f8d-b83d-ad2f40d412fd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.689257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-519a57ea-147c-4f8d-b83d-ad2f40d412fd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8884044 Aug 24 00:42:20.699304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:20.746430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e16bc212-2b73-43f1-96bf-ba2c7575eec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.799559 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.810209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1a9b2-8b8e-4970-b647-88ba0c58d84f None None] Pushing event updated for resources: {'Port': ['ID=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:20.816454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Transition to ACTIVE for port object 75106ccf-0349-4b5c-9927-f758ee6c676b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:20.836660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Transition to ACTIVE for port object 75106ccf-0349-4b5c-9927-f758ee6c676b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:20.908907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e16bc212-2b73-43f1-96bf-ba2c7575eec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.924096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:20.999532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bc212-2b73-43f1-96bf-ba2c7575eec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21ea054-153b-4717-a320-37f10a2b5e36,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:21.005379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e16bc212-2b73-43f1-96bf-ba2c7575eec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.017348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e16bc212-2b73-43f1-96bf-ba2c7575eec2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c21ea054-153b-4717-a320-37f10a2b5e36 HTTP/1.1" status: 204 len: 168 time: 0.5051076 Aug 24 00:42:21.018919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59720) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:21.093530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Pushing event updated for resources: {'Port': ['ID=75106ccf-0349-4b5c-9927-f758ee6c676b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:21.112315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc99a1-c2cc-47a3-9017-2efeeb431844 None None] Network afc16a95-1224-4516-a0b8-92c925108fc6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:21.184349 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.237516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Network d02e44d3-0378-4d8e-a2d8-214aec53c353 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:21.241079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:21.244836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:21.267897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Deleting port 5790b664-5db7-45e1-ac3d-1afac732a0f1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:21.268402 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.311784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.355164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Attempting to bind port 75106ccf-0349-4b5c-9927-f758ee6c676b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:21.355640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Attempting to bind port 75106ccf-0349-4b5c-9927-f758ee6c676b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6841745c-63b7-40c0-892b-e89d55bed58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd02e44d3-0378-4d8e-a2d8-214aec53c353'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:21.356075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Attempting to bind port 75106ccf-0349-4b5c-9927-f758ee6c676b on network d02e44d3-0378-4d8e-a2d8-214aec53c353 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:21.356301 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] For port 5790b664-5db7-45e1-ac3d-1afac732a0f1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5790b664-5db7-45e1-ac3d-1afac732a0f1,segment=NetworkSegment(cd081668-eaeb-4756-beff-b3d99004bd9a),segment_id=cd081668-eaeb-4756-beff-b3d99004bd9a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:21.356807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.364839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:21.365022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Checking segment: {'id': '6841745c-63b7-40c0-892b-e89d55bed58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd02e44d3-0378-4d8e-a2d8-214aec53c353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:21.365516 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.366011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Bound using segment: {'id': '6841745c-63b7-40c0-892b-e89d55bed58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd02e44d3-0378-4d8e-a2d8-214aec53c353'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:21.366554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Bound port: 75106ccf-0349-4b5c-9927-f758ee6c676b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6841745c-63b7-40c0-892b-e89d55bed58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd02e44d3-0378-4d8e-a2d8-214aec53c353'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:21.367010 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.374382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Calling delete_port for 5790b664-5db7-45e1-ac3d-1afac732a0f1 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:21.469068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] For port 75106ccf-0349-4b5c-9927-f758ee6c676b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:21.474896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] For port 75106ccf-0349-4b5c-9927-f758ee6c676b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=75106ccf-0349-4b5c-9927-f758ee6c676b,segment=NetworkSegment(6841745c-63b7-40c0-892b-e89d55bed58f),segment_id=6841745c-63b7-40c0-892b-e89d55bed58f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:21.525934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] DHCP port deletion for afc16a95-1224-4516-a0b8-92c925108fc6 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:21.582860 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.607549 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.679591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5790b664-5db7-45e1-ac3d-1afac732a0f1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:21.691934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] No DVR routers for this DVR port 5790b664-5db7-45e1-ac3d-1afac732a0f1 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:21.753494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35a3d400-ec24-4a12-a77a-8d317bc1bfd4 req-3446c605-11b2-41b8-900e-762d897f4230 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 210 time: 0.1203036 Aug 24 00:42:21.755939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c82dd4-c29c-492d-a455-d9b0c321282a None None] Pushing event updated for resources: {'Port': ['ID=75106ccf-0349-4b5c-9927-f758ee6c676b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:21.762978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3209cb56-63e5-4a56-b5ca-a1d96d63b79e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:21.874193 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.885810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf3cad-0783-4f48-a99c-65b7812bca14 req-b2f49fda-6141-4804-9db4-b33af4da4a20 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:21.887414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2cf3cad-0783-4f48-a99c-65b7812bca14 req-b2f49fda-6141-4804-9db4-b33af4da4a20 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.2345049 Aug 24 00:42:21.898470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc16a95-1224-4516-a0b8-92c925108fc6']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:21.920611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd081668-eaeb-4756-beff-b3d99004bd9a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:21.920899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd081668-eaeb-4756-beff-b3d99004bd9a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:21.929716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] Deleting port 5790b664-5db7-45e1-ac3d-1afac732a0f1 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:21.929716 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:21.938796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.026556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.051048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:22.051688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:22.055853 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:22.097997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2cf3cad-0783-4f48-a99c-65b7812bca14 req-99edca30-f359-4bc2-97fb-82858dc45da9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941798 Aug 24 00:42:22.122308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.20.0.1 (337c214c-499c-4068-830c-4d3bdfdc033b/e36791fd-c5f9-436d-a65c-0ed5ace04863/05968263-e9f5-4157-8bc1-7ac0fa827f81) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:22.135632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] For port 5790b664-5db7-45e1-ac3d-1afac732a0f1, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:22.136442 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.208413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] Calling delete_port for 5790b664-5db7-45e1-ac3d-1afac732a0f1 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:22.215728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:22.220475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] Port 5790b664-5db7-45e1-ac3d-1afac732a0f1 was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:42:22.234920 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.244530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:22.297208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.305065 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.309767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] Pushing event deleted for resources: {'Port': ['ID=5790b664-5db7-45e1-ac3d-1afac732a0f1,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:22.310537 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/afc16a95-1224-4516-a0b8-92c925108fc6 HTTP/1.1" status: 204 len: 168 time: 1.2919469 Aug 24 00:42:22.350361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e0773-b01f-47f6-b12d-53a676ce19d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc16a95-1224-4516-a0b8-92c925108fc6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:22.354132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728d4fd-97d2-4cd7-bf25-99d8be6993f4 None None] No DVR routers for this DVR port 5790b664-5db7-45e1-ac3d-1afac732a0f1 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:22.368048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:22.368048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7b6c76be-a5f0-4b10-93b2-538b62f6d0e3 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:22.402521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1cead4-402f-4ea6-b4d6-884254de32f8 None None] Network 337c214c-499c-4068-830c-4d3bdfdc033b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:22.436699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.464922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object 05968263-e9f5-4157-8bc1-7ac0fa827f81 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:22.574938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-63292690-9605-49e3-8a6a-ebe90d3529ab None None] Provisioning for port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:22.585285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-63292690-9605-49e3-8a6a-ebe90d3529ab None None] Provisioning complete for port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:22.585706 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-63292690-9605-49e3-8a6a-ebe90d3529ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.640981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.711971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-63292690-9605-49e3-8a6a-ebe90d3529ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.729878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=05968263-e9f5-4157-8bc1-7ac0fa827f81,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:22.744527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 337c214c-499c-4068-830c-4d3bdfdc033b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:22.746568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:22.751824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:22.782386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-63292690-9605-49e3-8a6a-ebe90d3529ab None None] For port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,segment=NetworkSegment(f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb),segment_id=f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:22.796495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59750) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:22.847693 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-29743375-3935-4b40-9428-a2a9fc605ad0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d000a4eb6294307ba4805918c3e57d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497756 Aug 24 00:42:22.851659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59752) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:22.857161 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-63292690-9605-49e3-8a6a-ebe90d3529ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.885909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ede89fe-2546-474f-b6ec-fe909f7ace31 req-db5c1cef-b347-4909-bf62-29dd14ea9456 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 210 time: 0.0719845 Aug 24 00:42:22.958135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3dde6f-934a-4e64-a457-a7f031c9ed10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:22.989583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63292690-9605-49e3-8a6a-ebe90d3529ab None None] Pushing event updated for resources: {'Port': ['ID=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:22.992832 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3dde6f-934a-4e64-a457-a7f031c9ed10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.024492 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.091733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7d06e9e7-a6e8-494e-9d4e-22aae9944185 None None] Provisioning complete for port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:23.092231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7d06e9e7-a6e8-494e-9d4e-22aae9944185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.217914 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3dde6f-934a-4e64-a457-a7f031c9ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.221598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7b3dde6f-934a-4e64-a457-a7f031c9ed10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.224507 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7b3dde6f-934a-4e64-a457-a7f031c9ed10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e880531-6152-48ef-87e0-78bc73d70482 HTTP/1.1" status: 204 len: 168 time: 0.3689542 Aug 24 00:42:23.254670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dde6f-934a-4e64-a457-a7f031c9ed10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e880531-6152-48ef-87e0-78bc73d70482,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:23.270454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fae74-7490-464e-9489-431f1383e545 req-be716f82-7343-41e9-a8ef-119cf03373ec tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:23.272437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-be716f82-7343-41e9-a8ef-119cf03373ec tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.37 "GET /v2.0/networks?id=75bb084d-5215-4b32-a057-7b08c1f2f2cb HTTP/1.1" status: 200 len: 809 time: 0.3924887 Aug 24 00:42:23.282044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3209cb56-63e5-4a56-b5ca-a1d96d63b79e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:23.293008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Request body: {'port': {'device_id': '8bf6001c-1b0d-41fa-a41a-6528dbac7a1b', 'network_id': '75bb084d-5215-4b32-a057-7b08c1f2f2cb', 'admin_state_up': True, 'tenant_id': 'c1ece6a2124a498f98445fc9e921dfaf'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:23.373442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:23.374167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.444232 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.484522 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 75106ccf-0349-4b5c-9927-f758ee6c676b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:23.573764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6f52c-0631-4b47-9cb2-b1079fd0fb42 req-22e95667-a70b-4be7-82aa-327380a429c4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:23.575366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64a6f52c-0631-4b47-9cb2-b1079fd0fb42 req-22e95667-a70b-4be7-82aa-327380a429c4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.3018162 Aug 24 00:42:23.617508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 75106ccf-0349-4b5c-9927-f758ee6c676b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:23.629741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0927e8-5729-49d2-897f-8d0f97409c4a None None] Network d02e44d3-0378-4d8e-a2d8-214aec53c353 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:23.696770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-97fdfd73-930e-496b-9287-105e5e4ea0f7 None None] Provisioning for port 05968263-e9f5-4157-8bc1-7ac0fa827f81 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:23.705303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-97fdfd73-930e-496b-9287-105e5e4ea0f7 None None] Provisioning complete for port 05968263-e9f5-4157-8bc1-7ac0fa827f81 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:23.705704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-97fdfd73-930e-496b-9287-105e5e4ea0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.713449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 67d91751-75fc-49e3-b0f5-3fded8357a69 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:23.739650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64a6f52c-0631-4b47-9cb2-b1079fd0fb42 req-f1a429e6-7c7e-48f6-b6b5-b14901c125b7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545684 Aug 24 00:42:23.771413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 67d91751-75fc-49e3-b0f5-3fded8357a69 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:23.774510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 67d91751-75fc-49e3-b0f5-3fded8357a69 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:23.774510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5790b664-5db7-45e1-ac3d-1afac732a0f1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:23.800015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5790b664-5db7-45e1-ac3d-1afac732a0f1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:23.800362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5790b664-5db7-45e1-ac3d-1afac732a0f1 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:23.819013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Made reservation on behalf of c1ece6a2124a498f98445fc9e921dfaf for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:23.822703 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:23.833206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-97fdfd73-930e-496b-9287-105e5e4ea0f7 None None] Port 05968263-e9f5-4157-8bc1-7ac0fa827f81 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:24.028239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-42e4fa58-dfe3-4bec-be8f-0ad4dc86bff1 None None] Provisioning for port 75106ccf-0349-4b5c-9927-f758ee6c676b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:24.035263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-42e4fa58-dfe3-4bec-be8f-0ad4dc86bff1 None None] Provisioning complete for port 75106ccf-0349-4b5c-9927-f758ee6c676b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:24.038038 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-42e4fa58-dfe3-4bec-be8f-0ad4dc86bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.067317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a65eedb-fa48-4ad0-9561-96172428d427 req-79f59a0f-ac86-40c6-a3ce-228190d4196b tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 210 time: 0.0707541 Aug 24 00:42:24.088153 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.103872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Allocated IP 172.20.0.11 (75bb084d-5215-4b32-a057-7b08c1f2f2cb/863a8c97-8671-462a-9070-f47ab6988900/15714925-8fe7-4f50-993e-1dbdd81c965a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:24.137476 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-42e4fa58-dfe3-4bec-be8f-0ad4dc86bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.182868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-42e4fa58-dfe3-4bec-be8f-0ad4dc86bff1 None None] For port 75106ccf-0349-4b5c-9927-f758ee6c676b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=75106ccf-0349-4b5c-9927-f758ee6c676b,segment=NetworkSegment(6841745c-63b7-40c0-892b-e89d55bed58f),segment_id=6841745c-63b7-40c0-892b-e89d55bed58f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:24.186749 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.253352 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-42e4fa58-dfe3-4bec-be8f-0ad4dc86bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.312789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=05968263-e9f5-4157-8bc1-7ac0fa827f81,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:24.317853 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.325725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4fa58-dfe3-4bec-be8f-0ad4dc86bff1 None None] Pushing event updated for resources: {'Port': ['ID=75106ccf-0349-4b5c-9927-f758ee6c676b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:24.379051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a868bd69-21a9-4cb5-9a39-f1e39e963960 None None] Provisioning complete for port 75106ccf-0349-4b5c-9927-f758ee6c676b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:24.379439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a868bd69-21a9-4cb5-9a39-f1e39e963960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.395979 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.473724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 337c214c-499c-4068-830c-4d3bdfdc033b is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:24.475795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:24.573387 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.639279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Pushing event updated for resources: {'Port': ['ID=15714925-8fe7-4f50-993e-1dbdd81c965a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:24.656101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Network 75bb084d-5215-4b32-a057-7b08c1f2f2cb is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:24.659689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:24.662960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:24.723312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:24.723951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.784343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fa850a69-6a4e-413c-9eb2-8cbb61c8501f None None] Provisioning complete for port 05968263-e9f5-4157-8bc1-7ac0fa827f81 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:24.784798 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fa850a69-6a4e-413c-9eb2-8cbb61c8501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:24.819202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fa850a69-6a4e-413c-9eb2-8cbb61c8501f None None] Port 05968263-e9f5-4157-8bc1-7ac0fa827f81 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:24.828550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router ee506b85-5f48-4df0-95cf-466ef47e741a is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:42:24.897519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-0ff81c60-71c4-4da9-8a6f-0e1308be4de6 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6087432 Aug 24 00:42:24.940999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Request body: {'port': {'device_id': '8bf6001c-1b0d-41fa-a41a-6528dbac7a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:24.953177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e1228-51f1-4962-ada6-50efc7ca8c3f req-c3992d2a-8191-4a45-8673-2fb99f3d24da tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:24.955220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-702e1228-51f1-4962-ada6-50efc7ca8c3f req-c3992d2a-8191-4a45-8673-2fb99f3d24da tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1367993 Aug 24 00:42:25.039631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:25.052632 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b458640-824e-4603-8156-a7cbc5b11ed5 None None] Sync routers for ids ['ee506b85-5f48-4df0-95cf-466ef47e741a'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:25.053168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7c102530-317d-492b-a3f5-c4beb72777b6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/ee506b85-5f48-4df0-95cf-466ef47e741a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3523517 Aug 24 00:42:25.055717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59792) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:25.060086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-702e1228-51f1-4962-ada6-50efc7ca8c3f req-967bc410-9f30-41a9-a3f6-29105ba88bf5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848944 Aug 24 00:42:25.063460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.065959 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b458640-824e-4603-8156-a7cbc5b11ed5 None None] Routers {'ee506b85-5f48-4df0-95cf-466ef47e741a'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:25.066686 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2b458640-824e-4603-8156-a7cbc5b11ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ee506b85-5f48-4df0-95cf-466ef47e741a'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:25.104146 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2b458640-824e-4603-8156-a7cbc5b11ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:25.129835 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b458640-824e-4603-8156-a7cbc5b11ed5 None None] Routers {'ee506b85-5f48-4df0-95cf-466ef47e741a'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:25.130654 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2b458640-824e-4603-8156-a7cbc5b11ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ee506b85-5f48-4df0-95cf-466ef47e741a'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:25.142155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 75106ccf-0349-4b5c-9927-f758ee6c676b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:25.174410 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2b458640-824e-4603-8156-a7cbc5b11ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:25.175063 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b458640-824e-4603-8156-a7cbc5b11ed5 None None] The sync data for ids ['ee506b85-5f48-4df0-95cf-466ef47e741a'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:25.176284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d3e93-9864-4091-be5d-08f4f813dab2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:25.180217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-652d3e93-9864-4091-be5d-08f4f813dab2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports/05968263-e9f5-4157-8bc1-7ac0fa827f81 HTTP/1.1" status: 200 len: 910 time: 0.1208358 Aug 24 00:42:25.180738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59798) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:25.376806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f56a5-d908-4ca5-a7f0-eee502a94bc7 req-e3bf3bf1-0cd5-4785-bae2-cd56c524ee1d tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:25.384830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c7f56a5-d908-4ca5-a7f0-eee502a94bc7 req-e3bf3bf1-0cd5-4785-bae2-cd56c524ee1d tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 932 time: 0.1946683 Aug 24 00:42:25.504291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 75106ccf-0349-4b5c-9927-f758ee6c676b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:25.504824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.662084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.667977 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.797235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c7f56a5-d908-4ca5-a7f0-eee502a94bc7 req-51ac9dcb-c43c-483e-91a6-ab9efb15de42 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096692 Aug 24 00:42:25.896010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15714925-8fe7-4f50-993e-1dbdd81c965a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:42:25.903648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:25.917758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Transition to ACTIVE for port object 15714925-8fe7-4f50-993e-1dbdd81c965a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:25.995027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.21.0.1 (d02e44d3-0378-4d8e-a2d8-214aec53c353/b7e36671-21da-44f0-8f93-4dab5bcb3365/282ae928-fabc-4943-9959-505c1943ed11) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:26.062719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.127434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Pushing event updated for resources: {'Port': ['ID=15714925-8fe7-4f50-993e-1dbdd81c965a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:26.141461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.158353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object 282ae928-fabc-4943-9959-505c1943ed11 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:26.223033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Attempting to bind port 15714925-8fe7-4f50-993e-1dbdd81c965a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:26.235237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Attempting to bind port 15714925-8fe7-4f50-993e-1dbdd81c965a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '00154e59-c4be-493a-8f7e-e2349cc78b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75bb084d-5215-4b32-a057-7b08c1f2f2cb'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:26.235641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Attempting to bind port 15714925-8fe7-4f50-993e-1dbdd81c965a on network 75bb084d-5215-4b32-a057-7b08c1f2f2cb {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:26.243717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Port 15714925-8fe7-4f50-993e-1dbdd81c965a on network 75bb084d-5215-4b32-a057-7b08c1f2f2cb not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:42:26.243911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Attempting to bind port 15714925-8fe7-4f50-993e-1dbdd81c965a on network 75bb084d-5215-4b32-a057-7b08c1f2f2cb {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:26.245517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-46eebb93-c5d8-4673-8b54-e31679f07fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.252310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:26.252773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Checking segment: {'id': '00154e59-c4be-493a-8f7e-e2349cc78b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75bb084d-5215-4b32-a057-7b08c1f2f2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:26.255280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Bound using segment: {'id': '00154e59-c4be-493a-8f7e-e2349cc78b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75bb084d-5215-4b32-a057-7b08c1f2f2cb'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:26.255280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Bound port: 15714925-8fe7-4f50-993e-1dbdd81c965a, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00154e59-c4be-493a-8f7e-e2349cc78b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '75bb084d-5215-4b32-a057-7b08c1f2f2cb'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:26.255280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.264516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d3fb7-231e-4948-b9ca-00b0d747110d req-61d0dd1f-2518-44a9-9aae-2c319fbb8ebe tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.267363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a39d3fb7-231e-4948-b9ca-00b0d747110d req-61d0dd1f-2518-44a9-9aae-2c319fbb8ebe tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0887387 Aug 24 00:42:26.302995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.356360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a39d3fb7-231e-4948-b9ca-00b0d747110d req-ee31dd3b-1dbf-4692-ae33-a79a0b7e38d9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793314 Aug 24 00:42:26.363133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=282ae928-fabc-4943-9959-505c1943ed11,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:26.367733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] For port 15714925-8fe7-4f50-993e-1dbdd81c965a, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:26.371262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] For port 15714925-8fe7-4f50-993e-1dbdd81c965a, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15714925-8fe7-4f50-993e-1dbdd81c965a,segment=NetworkSegment(00154e59-c4be-493a-8f7e-e2349cc78b9c),segment_id=00154e59-c4be-493a-8f7e-e2349cc78b9c)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:26.379869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.383448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:26.396176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network d02e44d3-0378-4d8e-a2d8-214aec53c353 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:26.397798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:26.400145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:26.448426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.457435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.529233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.529957 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.532766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] 10.222.0.37 "PUT /v2.0/ports/15714925-8fe7-4f50-993e-1dbdd81c965a HTTP/1.1" status: 200 len: 1092 time: 1.6005983 Aug 24 00:42:26.532766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf6001c-1b0d-41fa-a41a-6528dbac7a1b', 'tag': '15714925-8fe7-4f50-993e-1dbdd81c965a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:26.539200 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b754c495-44dc-4abb-a73d-ada72208dedf" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf6001c-1b0d-41fa-a41a-6528dbac7a1b", "tag": "15714925-8fe7-4f50-993e-1dbdd81c965a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:26.578178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f6d0-ae84-405b-8bc0-cc2dc4df5155 service neutron] Pushing event updated for resources: {'Port': ['ID=15714925-8fe7-4f50-993e-1dbdd81c965a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:26.620903 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c5d549-0b3e-4a0e-ab5e-85d21a448b8e x-openstack-request-id: req-74c5d549-0b3e-4a0e-ab5e-85d21a448b8e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:26.620903 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf6001c-1b0d-41fa-a41a-6528dbac7a1b", "tag": "15714925-8fe7-4f50-993e-1dbdd81c965a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:26.620903 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74c5d549-0b3e-4a0e-ab5e-85d21a448b8e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:26.620903 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf6001c-1b0d-41fa-a41a-6528dbac7a1b', 'tag': '15714925-8fe7-4f50-993e-1dbdd81c965a', 'status': 'completed', 'code': 200} Aug 24 00:42:26.678883 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.688165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754c495-44dc-4abb-a73d-ada72208dedf req-3e0012df-fefe-4c2a-89ef-2b513602bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.689700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b754c495-44dc-4abb-a73d-ada72208dedf req-3e0012df-fefe-4c2a-89ef-2b513602bc00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1ece6a2124a498f98445fc9e921dfaf&device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 1095 time: 0.0527771 Aug 24 00:42:26.748480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-47f93924-177a-4005-b6c4-b1518266e04e None None] Provisioning for port 282ae928-fabc-4943-9959-505c1943ed11 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:26.754609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-47f93924-177a-4005-b6c4-b1518266e04e None None] Provisioning complete for port 282ae928-fabc-4943-9959-505c1943ed11 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:26.755630 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-47f93924-177a-4005-b6c4-b1518266e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:26.814719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-47f93924-177a-4005-b6c4-b1518266e04e None None] Port 282ae928-fabc-4943-9959-505c1943ed11 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:26.900110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754c495-44dc-4abb-a73d-ada72208dedf req-c461f416-ed71-4afc-a157-d3e71b7c2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:26.902142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b754c495-44dc-4abb-a73d-ada72208dedf req-c461f416-ed71-4afc-a157-d3e71b7c2199 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c1ece6a2124a498f98445fc9e921dfaf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2043726 Aug 24 00:42:26.978269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.033270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fc208-c294-44ab-86c6-e089cc24fe31 req-90719015-df5e-423a-90b8-02854279c61c tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.034826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-005fc208-c294-44ab-86c6-e089cc24fe31 req-90719015-df5e-423a-90b8-02854279c61c tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 944 time: 0.1704803 Aug 24 00:42:27.076709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.145884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754c495-44dc-4abb-a73d-ada72208dedf req-0bee70db-bd98-4b07-aef6-4bee1a27c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.147938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b754c495-44dc-4abb-a73d-ada72208dedf req-0bee70db-bd98-4b07-aef6-4bee1a27c39e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2297492 Aug 24 00:42:27.152521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.159558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-005fc208-c294-44ab-86c6-e089cc24fe31 req-b317c448-ed25-4c7f-bc6b-388fcbed00f0 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110702 Aug 24 00:42:27.163238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=282ae928-fabc-4943-9959-505c1943ed11,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:27.324111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fae74-7490-464e-9489-431f1383e545 req-fff4a0e6-cd23-4b68-80c7-81c1cdbc10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.325743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-fff4a0e6-cd23-4b68-80c7-81c1cdbc10ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1ece6a2124a498f98445fc9e921dfaf&device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 1095 time: 0.0654376 Aug 24 00:42:27.379755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-7fe92b2c-d391-426b-8bc0-43537659d718 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15714925-8fe7-4f50-993e-1dbdd81c965a HTTP/1.1" status: 200 len: 217 time: 0.0462487 Aug 24 00:42:27.475945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fae74-7490-464e-9489-431f1383e545 req-e3e815bb-eb89-4506-8e90-32a2affb1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.478914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-e3e815bb-eb89-4506-8e90-32a2affb1994 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=863a8c97-8671-462a-9070-f47ab6988900 HTTP/1.1" status: 200 len: 849 time: 0.0922911 Aug 24 00:42:27.525455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-98177070-4486-436e-846f-b0432af2778d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=75bb084d-5215-4b32-a057-7b08c1f2f2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393507 Aug 24 00:42:27.594052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network d02e44d3-0378-4d8e-a2d8-214aec53c353 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:27.595629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:27.668156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2134d4d-94b6-4465-970f-90241964d969 req-67c160cf-a5bf-4c6f-841b-d21c93a07b7f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.669853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2134d4d-94b6-4465-970f-90241964d969 req-67c160cf-a5bf-4c6f-841b-d21c93a07b7f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1431005 Aug 24 00:42:27.707585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-7e09fb9e-221f-4255-8dbc-96353413c487 service neutron] 10.222.0.37 "GET /v2.0/networks/75bb084d-5215-4b32-a057-7b08c1f2f2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677802 Aug 24 00:42:27.737381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2134d4d-94b6-4465-970f-90241964d969 req-47b21b5a-c348-45c8-ba96-421fe42e121a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561414 Aug 24 00:42:27.741416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router ee506b85-5f48-4df0-95cf-466ef47e741a has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:27.840141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd7fae74-7490-464e-9489-431f1383e545 req-6750ce9e-56a0-47bf-bb39-12e89198173a service neutron] 10.222.0.37 "GET /v2.0/networks/75bb084d-5215-4b32-a057-7b08c1f2f2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193993 Aug 24 00:42:27.859851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:27.870257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59842) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:27.870415 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3f3dd023-663c-42d9-b9b6-18eb9becd261 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/ee506b85-5f48-4df0-95cf-466ef47e741a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6883979 Aug 24 00:42:27.871121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec23e8-973a-497e-a841-6940f94116a4 None None] Sync routers for ids ['ee506b85-5f48-4df0-95cf-466ef47e741a'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:27.884700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec23e8-973a-497e-a841-6940f94116a4 None None] Routers {'ee506b85-5f48-4df0-95cf-466ef47e741a'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:27.885346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2bec23e8-973a-497e-a841-6940f94116a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ee506b85-5f48-4df0-95cf-466ef47e741a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:27.916864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054bd731-a5cd-4be9-8584-7debe48d6d23 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:27.921866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-054bd731-a5cd-4be9-8584-7debe48d6d23 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports/282ae928-fabc-4943-9959-505c1943ed11 HTTP/1.1" status: 200 len: 910 time: 0.0470140 Aug 24 00:42:27.922036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:27.922173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2bec23e8-973a-497e-a841-6940f94116a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:27.939164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec23e8-973a-497e-a841-6940f94116a4 None None] Routers {'ee506b85-5f48-4df0-95cf-466ef47e741a'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:27.939800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2bec23e8-973a-497e-a841-6940f94116a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:41:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ee506b85-5f48-4df0-95cf-466ef47e741a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:27.974418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7bf5de77-982c-4932-a250-a23ed0a792f2 None None] Provisioning complete for port 282ae928-fabc-4943-9959-505c1943ed11 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:27.974992 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7bf5de77-982c-4932-a250-a23ed0a792f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:27.977713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-2bec23e8-973a-497e-a841-6940f94116a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:27.978499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec23e8-973a-497e-a841-6940f94116a4 None None] The sync data for ids ['ee506b85-5f48-4df0-95cf-466ef47e741a'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:28.017044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5de77-982c-4932-a250-a23ed0a792f2 None None] Port 282ae928-fabc-4943-9959-505c1943ed11 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:28.080295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:28.248859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1279d5b0-9a09-4554-9bf8-c4193c63afb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.351043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfa864-0867-4945-a8b3-827b0b55c517 req-2402fcad-4370-4bcc-afbd-f23f27813d14 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:28.352523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13cfa864-0867-4945-a8b3-827b0b55c517 req-2402fcad-4370-4bcc-afbd-f23f27813d14 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 944 time: 0.1194911 Aug 24 00:42:28.424701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13cfa864-0867-4945-a8b3-827b0b55c517 req-94ccdfc4-28e0-4287-aad2-f084fd1ee1f2 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646112 Aug 24 00:42:28.428785 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.529791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1279d5b0-9a09-4554-9bf8-c4193c63afb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.575109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59860) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:28.634415 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1279d5b0-9a09-4554-9bf8-c4193c63afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.684680 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6b79436-76e7-45a2-9c0b-5bd44c639bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.706234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1279d5b0-9a09-4554-9bf8-c4193c63afb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cd16e28041b48efb469c7b5e7e35d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250579 Aug 24 00:42:28.709918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:28.710675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279d5b0-9a09-4554-9bf8-c4193c63afb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870cae60-c7ab-47b3-808c-a4f50be295ab,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:28.774882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 282ae928-fabc-4943-9959-505c1943ed11 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:28.775277 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.778670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6b79436-76e7-45a2-9c0b-5bd44c639bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.779817 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9e429f5-dd4d-4fcc-8f3b-ce5978cd4f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.816366 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6b79436-76e7-45a2-9c0b-5bd44c639bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.851856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9e429f5-dd4d-4fcc-8f3b-ce5978cd4f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.869609 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d6b79436-76e7-45a2-9c0b-5bd44c639bc9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17759ae0763c494aab0d911758a1ddb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928460 Aug 24 00:42:28.872279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59868) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:28.874789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b79436-76e7-45a2-9c0b-5bd44c639bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304dc261-6e6d-4449-8d71-9bf931c1c62d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:28.930711 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0eacc9-0a22-47d1-9f75-b3058ed22a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.937793 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec611dfa-5e25-4582-a23e-5c3d554ee325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.943416 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.954994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0eacc9-0a22-47d1-9f75-b3058ed22a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:28.962659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 282ae928-fabc-4943-9959-505c1943ed11 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:28.971433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40ddac-e2a2-4d56-8ca4-f0d548e42147 req-f71834f7-b114-46ee-a136-8905f8d08e6e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:28.972920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae40ddac-e2a2-4d56-8ca4-f0d548e42147 req-f71834f7-b114-46ee-a136-8905f8d08e6e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1303558 Aug 24 00:42:29.054402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae40ddac-e2a2-4d56-8ca4-f0d548e42147 req-9ae73e3b-e553-4bce-ae30-e71b263c880f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734124 Aug 24 00:42:29.063959 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9e429f5-dd4d-4fcc-8f3b-ce5978cd4f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.066501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f9e429f5-dd4d-4fcc-8f3b-ce5978cd4f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.067623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f9e429f5-dd4d-4fcc-8f3b-ce5978cd4f35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/870cae60-c7ab-47b3-808c-a4f50be295ab HTTP/1.1" status: 204 len: 168 time: 0.3542359 Aug 24 00:42:29.101607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0eacc9-0a22-47d1-9f75-b3058ed22a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.104265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2f0eacc9-0a22-47d1-9f75-b3058ed22a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.105447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2f0eacc9-0a22-47d1-9f75-b3058ed22a1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/304dc261-6e6d-4449-8d71-9bf931c1c62d HTTP/1.1" status: 204 len: 168 time: 0.2316439 Aug 24 00:42:29.110831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e429f5-dd4d-4fcc-8f3b-ce5978cd4f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870cae60-c7ab-47b3-808c-a4f50be295ab,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:29.114629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eacc9-0a22-47d1-9f75-b3058ed22a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304dc261-6e6d-4449-8d71-9bf931c1c62d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:29.138056 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.244999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.272683 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=282ae928-fabc-4943-9959-505c1943ed11,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:29.459663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.779710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59888) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:29.794313 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8badc6cc-3833-410e-ac1c-3de82567a486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.879895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28537b12-0698-4878-843b-0d7cf19d0c6d req-ef1d8465-684d-498c-9555-672d43b9ca29 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:29.881381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28537b12-0698-4878-843b-0d7cf19d0c6d req-ef1d8465-684d-498c-9555-672d43b9ca29 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 944 time: 0.3695955 Aug 24 00:42:29.897110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8badc6cc-3833-410e-ac1c-3de82567a486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.954162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8badc6cc-3833-410e-ac1c-3de82567a486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:29.991262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28537b12-0698-4878-843b-0d7cf19d0c6d req-16552c2b-4159-4120-8215-cd2081b3a30a tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750725 Aug 24 00:42:30.001495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router ee506b85-5f48-4df0-95cf-466ef47e741a has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:30.004348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badc6cc-3833-410e-ac1c-3de82567a486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56987394-b675-45a4-b338-80bc1831c989,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:30.012129 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8badc6cc-3833-410e-ac1c-3de82567a486 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3361a1840af443398f7fa6b34852bef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306712 Aug 24 00:42:30.012663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:30.149161 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-437999dc-fc1a-437e-9678-195a2da93a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.168167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:30.179522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e2d1ac53-b802-4e0b-9a1c-8dfca9c711c7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/ee506b85-5f48-4df0-95cf-466ef47e741a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2537339 Aug 24 00:42:30.179848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59902) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:30.183390 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac975b-8ba6-4515-bca7-f28ed9b5d919 None None] Sync routers for ids ['ee506b85-5f48-4df0-95cf-466ef47e741a'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:30.194032 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac975b-8ba6-4515-bca7-f28ed9b5d919 None None] Routers {'ee506b85-5f48-4df0-95cf-466ef47e741a'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:30.194759 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e8ac975b-8ba6-4515-bca7-f28ed9b5d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ee506b85-5f48-4df0-95cf-466ef47e741a'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:30.201943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-437999dc-fc1a-437e-9678-195a2da93a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.231606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4681192-6972-4d27-af40-201e4e52dc44 req-ad76bcdb-ce1d-4a8e-8f0b-2ef429a48227 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:30.233221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4681192-6972-4d27-af40-201e4e52dc44 req-ad76bcdb-ce1d-4a8e-8f0b-2ef429a48227 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1005075 Aug 24 00:42:30.272314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59904) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:30.300400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4681192-6972-4d27-af40-201e4e52dc44 req-60e9aa32-15dc-47ee-87ab-059f0cda3802 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566800 Aug 24 00:42:30.319239 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.358427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e8ac975b-8ba6-4515-bca7-f28ed9b5d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:30.367223 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac975b-8ba6-4515-bca7-f28ed9b5d919 None None] Routers {'ee506b85-5f48-4df0-95cf-466ef47e741a'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:30.368029 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e8ac975b-8ba6-4515-bca7-f28ed9b5d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ee506b85-5f48-4df0-95cf-466ef47e741a'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:30.387916 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-437999dc-fc1a-437e-9678-195a2da93a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.391999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-437999dc-fc1a-437e-9678-195a2da93a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.398175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-437999dc-fc1a-437e-9678-195a2da93a3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56987394-b675-45a4-b338-80bc1831c989 HTTP/1.1" status: 204 len: 168 time: 0.3836510 Aug 24 00:42:30.400934 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e8ac975b-8ba6-4515-bca7-f28ed9b5d919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:30.401917 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac975b-8ba6-4515-bca7-f28ed9b5d919 None None] The sync data for ids ['ee506b85-5f48-4df0-95cf-466ef47e741a'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:30.410963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437999dc-fc1a-437e-9678-195a2da93a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56987394-b675-45a4-b338-80bc1831c989,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:30.423519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-390797308-network', 'tenant_id': '4404326777f94587baa9ca33cb70ad8e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:30.530848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Made reservation on behalf of 4404326777f94587baa9ca33cb70ad8e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:30.533352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.542148 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.578033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.633765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.702854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.734249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:30.748588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff74e3d-25c8-4162-8eed-e2b612127663,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:30.754465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.754821 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Added segment f1d7e157-1f62-4f68-b730-e47f92a3f553 of type vlan for network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 Aug 24 00:42:30.796925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.843941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 05968263-e9f5-4157-8bc1-7ac0fa827f81 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:30.844461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.857780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-d2e84dc2-33ce-4b33-8c7b-d61fbc0428e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:30.859377 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-d2e84dc2-33ce-4b33-8c7b-d61fbc0428e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0585239 Aug 24 00:42:30.898137 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.899099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:30.899686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.944213 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:30.956528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 05968263-e9f5-4157-8bc1-7ac0fa827f81 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:31.001965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] Pushing event updated for resources: {'Network': ['ID=a8fa3d9b-5ed1-4c07-9c00-b458737fe803,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:31.012959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9204bfed-7253-42a1-aaf3-94d7ee79df92 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7395947 Aug 24 00:42:31.016007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59920) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:31.020593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:31.023009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Request body: {'subnet': {'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-390797308-subnet', 'tenant_id': '4404326777f94587baa9ca33cb70ad8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:31.051376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-c62d100b-028d-4fc7-8797-fb759c7a73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:31.052952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-c62d100b-028d-4fc7-8797-fb759c7a73a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1735580 Aug 24 00:42:31.130760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Made reservation on behalf of 4404326777f94587baa9ca33cb70ad8e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:31.133091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.227382 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-9e76d56c-645e-4f90-b5f7-23c6a80edf2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 1001 time: 0.1646314 Aug 24 00:42:31.240235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.271408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=05968263-e9f5-4157-8bc1-7ac0fa827f81,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:31.301741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d37cbb-758f-41ef-bb01-067c515a87f1 req-499a0595-164c-43ee-9af4-7660cae5fecc tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:31.303107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2d37cbb-758f-41ef-bb01-067c515a87f1 req-499a0595-164c-43ee-9af4-7660cae5fecc tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 944 time: 0.1784315 Aug 24 00:42:31.327883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-a733b539-6421-4c92-bd47-67464841ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:31.329588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-a733b539-6421-4c92-bd47-67464841ba03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0917702 Aug 24 00:42:31.450183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2d37cbb-758f-41ef-bb01-067c515a87f1 req-2d248fc0-f7d5-4bf5-a1e1-f59bdf219b2a tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341834 Aug 24 00:42:31.483844 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.484604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-d8c1b1c6-45f9-48e5-8a04-55b8f23807ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:31.486159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-d8c1b1c6-45f9-48e5-8a04-55b8f23807ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484258 Aug 24 00:42:31.535149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226dc9-0c9b-4ddd-ab7a-5a0415be76e2 req-bf6f748b-e03f-41d0-aa5d-fb220129e13a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:31.536719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f226dc9-0c9b-4ddd-ab7a-5a0415be76e2 req-bf6f748b-e03f-41d0-aa5d-fb220129e13a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1450260 Aug 24 00:42:31.634929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f226dc9-0c9b-4ddd-ab7a-5a0415be76e2 req-a8dc8016-f9f1-4daf-b557-7024a587fa16 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758126 Aug 24 00:42:31.656462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router ee506b85-5f48-4df0-95cf-466ef47e741a has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:31.665353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-ce383259-65e7-4b70-8c52-42ef5ab7e88b service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558847 Aug 24 00:42:31.692904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.744006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:31.753023 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9794b465-c181-43d3-8ac9-9ed797bce709 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/ee506b85-5f48-4df0-95cf-466ef47e741a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680909 Aug 24 00:42:31.753113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:31.754433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe46f9c-0481-447e-b180-b4ecd9a50467 None None] Sync routers for ids ['ee506b85-5f48-4df0-95cf-466ef47e741a'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:31.760194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 15714925-8fe7-4f50-993e-1dbdd81c965a details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:42:31.778335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe46f9c-0481-447e-b180-b4ecd9a50467 None None] Routers {'ee506b85-5f48-4df0-95cf-466ef47e741a'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:31.779673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7fe46f9c-0481-447e-b180-b4ecd9a50467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ee506b85-5f48-4df0-95cf-466ef47e741a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:31.798105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-05244cca-17ab-4035-a2c5-f0748ffec4bf tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee506b85-5f48-4df0-95cf-466ef47e741a HTTP/1.1" status: 200 len: 205 time: 0.0392129 Aug 24 00:42:31.802780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59938) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:31.829646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7fe46f9c-0481-447e-b180-b4ecd9a50467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:31.833847 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.834247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1b87ad-20a8-412c-967a-02fd383fcd67,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:31.864833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe46f9c-0481-447e-b180-b4ecd9a50467 None None] Routers {'ee506b85-5f48-4df0-95cf-466ef47e741a'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:31.865538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7fe46f9c-0481-447e-b180-b4ecd9a50467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ee506b85-5f48-4df0-95cf-466ef47e741a'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:31.865794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d73a507-36e3-46b2-9323-4fa3e18c3012 req-024e16ba-2c1b-46b9-97a7-9ada18415989 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924632 Aug 24 00:42:31.869158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Checking segment: {'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:31.869518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Network hostable DHCP agents. Network: a8fa3d9b-5ed1-4c07-9c00-b458737fe803, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:31.907155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7fe46f9c-0481-447e-b180-b4ecd9a50467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:31.907821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe46f9c-0481-447e-b180-b4ecd9a50467 None None] The sync data for ids ['ee506b85-5f48-4df0-95cf-466ef47e741a'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:31.916837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-711007d8-b979-4d03-9924-ca6b52e5f3b5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:31.947052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 15714925-8fe7-4f50-993e-1dbdd81c965a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15714925-8fe7-4f50-993e-1dbdd81c965a,segment=NetworkSegment(00154e59-c4be-493a-8f7e-e2349cc78b9c),segment_id=00154e59-c4be-493a-8f7e-e2349cc78b9c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:31.953634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:31.959447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '15714925-8fe7-4f50-993e-1dbdd81c965a', 'network_id': '75bb084d-5215-4b32-a057-7b08c1f2f2cb', 'port_id': '15714925-8fe7-4f50-993e-1dbdd81c965a', 'mac_address': 'fa:16:3e:f6:3d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863a8c97-8671-462a-9070-f47ab6988900', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:42:32.000312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.010746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a8fa3d9b-5ed1-4c07-9c00-b458737fe803) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:32.016343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:32.017996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.024061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd032f-c053-410c-bdc6-7f4e52172788 None None] Network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:32.029352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15714925-8fe7-4f50-993e-1dbdd81c965a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:42:32.077716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-22be125c-2571-4e15-ae07-9dea92876e63 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0514848 Aug 24 00:42:32.098839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-711007d8-b979-4d03-9924-ca6b52e5f3b5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.100414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 15714925-8fe7-4f50-993e-1dbdd81c965a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15714925-8fe7-4f50-993e-1dbdd81c965a,segment=NetworkSegment(00154e59-c4be-493a-8f7e-e2349cc78b9c),segment_id=00154e59-c4be-493a-8f7e-e2349cc78b9c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:32.101683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-711007d8-b979-4d03-9924-ca6b52e5f3b5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.179681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02f9284-b8b9-476e-ad0e-fde034dda3bc None None] Network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:32.192394 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.222040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-711007d8-b979-4d03-9924-ca6b52e5f3b5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.222643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711007d8-b979-4d03-9924-ca6b52e5f3b5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Fanout notify agent at l3_agent the message router_deleted on router ee506b85-5f48-4df0-95cf-466ef47e741a {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:32.230639 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-711007d8-b979-4d03-9924-ca6b52e5f3b5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.238134 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-711007d8-b979-4d03-9924-ca6b52e5f3b5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/ee506b85-5f48-4df0-95cf-466ef47e741a HTTP/1.1" status: 204 len: 168 time: 0.4279728 Aug 24 00:42:32.238134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59954) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:32.297771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=15714925-8fe7-4f50-993e-1dbdd81c965a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:32.314337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a77493f-f155-4cb3-9b16-fd3b3500038a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet b7e36671-21da-44f0-8f93-4dab5bcb3365 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:32.318539 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a77493f-f155-4cb3-9b16-fd3b3500038a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.365986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a77493f-f155-4cb3-9b16-fd3b3500038a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.411935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['15714925-8fe7-4f50-993e-1dbdd81c965a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:42:32.461890 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a77493f-f155-4cb3-9b16-fd3b3500038a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.590302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34b803-922b-42da-99d3-40cdb0fa4aae req-87278b23-c433-4b2a-8e22-9f360c54d63d tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:32.592463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd34b803-922b-42da-99d3-40cdb0fa4aae req-87278b23-c433-4b2a-8e22-9f360c54d63d tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 945 time: 0.0662858 Aug 24 00:42:32.603863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:42:32.610975 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a77493f-f155-4cb3-9b16-fd3b3500038a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.639545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd34b803-922b-42da-99d3-40cdb0fa4aae req-eaeec0c6-8499-45f8-a0cb-8254dd07f8fd tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Aug 24 00:42:32.641956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77493f-f155-4cb3-9b16-fd3b3500038a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e36671-21da-44f0-8f93-4dab5bcb3365,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:32.647900 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4a77493f-f155-4cb3-9b16-fd3b3500038a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.649998 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4a77493f-f155-4cb3-9b16-fd3b3500038a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/b7e36671-21da-44f0-8f93-4dab5bcb3365 HTTP/1.1" status: 204 len: 168 time: 0.4136288 Aug 24 00:42:32.652794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 59964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:32.693020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63373f3-4eae-4768-b13a-041103315e0e None None] Network d02e44d3-0378-4d8e-a2d8-214aec53c353 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:32.707956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da6f038-a9cd-4532-a919-b208cb4084f1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet e36791fd-c5f9-436d-a65c-0ed5ace04863 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:32.711632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7da6f038-a9cd-4532-a919-b208cb4084f1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.781332 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7da6f038-a9cd-4532-a919-b208cb4084f1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.791270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:32.822816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'port_id': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'mac_address': 'fa:16:3e:39:34:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:42:32.840376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f4ac4-9cf5-40c6-b7e3-fa7a4423d1fd req-e2f59e90-0059-4595-b74d-ec2f7a30864a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:32.841925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d50f4ac4-9cf5-40c6-b7e3-fa7a4423d1fd req-e2f59e90-0059-4595-b74d-ec2f7a30864a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1028516 Aug 24 00:42:32.890506 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.905662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c359bb69-e57e-4d14-8ff8-7abd31146da9 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:42:32.922048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d50f4ac4-9cf5-40c6-b7e3-fa7a4423d1fd req-40050f97-aa14-4c54-a6b6-f9af951cf664 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702565 Aug 24 00:42:32.928089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:32.929520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7da6f038-a9cd-4532-a919-b208cb4084f1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:32.969282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] DHCP port deletion for d02e44d3-0378-4d8e-a2d8-214aec53c353 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:33.000953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.062782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] Deleting port 75106ccf-0349-4b5c-9927-f758ee6c676b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:33.063414 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.079029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 75106ccf-0349-4b5c-9927-f758ee6c676b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:33.083155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:33.085413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7da6f038-a9cd-4532-a919-b208cb4084f1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.113830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6f038-a9cd-4532-a919-b208cb4084f1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=e36791fd-c5f9-436d-a65c-0ed5ace04863,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:33.117597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7da6f038-a9cd-4532-a919-b208cb4084f1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.119510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7da6f038-a9cd-4532-a919-b208cb4084f1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/e36791fd-c5f9-436d-a65c-0ed5ace04863 HTTP/1.1" status: 204 len: 168 time: 0.4657719 Aug 24 00:42:33.122239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59974) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:33.141398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f08d884-52e4-471d-b7d1-bbc16dc98608 None None] Network 337c214c-499c-4068-830c-4d3bdfdc033b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:33.165749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c359bb69-e57e-4d14-8ff8-7abd31146da9'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:42:33.224744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.280534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 75106ccf-0349-4b5c-9927-f758ee6c676b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:33.280804 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.291557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] For port 75106ccf-0349-4b5c-9927-f758ee6c676b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=75106ccf-0349-4b5c-9927-f758ee6c676b,segment=NetworkSegment(6841745c-63b7-40c0-892b-e89d55bed58f),segment_id=6841745c-63b7-40c0-892b-e89d55bed58f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:33.291976 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.324759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] Calling delete_port for 75106ccf-0349-4b5c-9927-f758ee6c676b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:33.361034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port 75106ccf-0349-4b5c-9927-f758ee6c676b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=75106ccf-0349-4b5c-9927-f758ee6c676b,segment=NetworkSegment(6841745c-63b7-40c0-892b-e89d55bed58f),segment_id=6841745c-63b7-40c0-892b-e89d55bed58f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:33.361384 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.377161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 75106ccf-0349-4b5c-9927-f758ee6c676b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:33.542796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.573142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=75106ccf-0349-4b5c-9927-f758ee6c676b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:33.576554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port 75106ccf-0349-4b5c-9927-f758ee6c676b on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:33.637489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:42:33.710892 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:42:33.715767 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.733556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02e44d3-0378-4d8e-a2d8-214aec53c353']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:33.752502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.773620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 15714925-8fe7-4f50-993e-1dbdd81c965a up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:33.792840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6841745c-63b7-40c0-892b-e89d55bed58f') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:33.793153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6841745c-63b7-40c0-892b-e89d55bed58f') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:33.804591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] DHCP port deletion for 337c214c-499c-4068-830c-4d3bdfdc033b request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:33.809785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.827629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] Pushing event deleted for resources: {'Port': ['ID=75106ccf-0349-4b5c-9927-f758ee6c676b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:33.830509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.836131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07470db5-3f7b-4f17-a04f-896022d699a3 None None] No DVR routers for this DVR port 75106ccf-0349-4b5c-9927-f758ee6c676b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:33.838939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:33.839355 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:33.843872 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:33.917614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75cbd-5be6-4e02-9547-c1f3670591cd req-720c4068-e177-43ff-9b50-939d37d4497e tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:33.919494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92b75cbd-5be6-4e02-9547-c1f3670591cd req-720c4068-e177-43ff-9b50-939d37d4497e tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 945 time: 0.1447980 Aug 24 00:42:33.928018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] Deleting port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:33.928392 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:33.999249 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.002964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92b75cbd-5be6-4e02-9547-c1f3670591cd req-bba02a29-2ff0-44b9-8b87-3706651ebd6e tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702784 Aug 24 00:42:34.019271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 15714925-8fe7-4f50-993e-1dbdd81c965a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:34.031211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.036021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/d02e44d3-0378-4d8e-a2d8-214aec53c353 HTTP/1.1" status: 204 len: 168 time: 0.9091642 Aug 24 00:42:34.037018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 59992) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:34.039718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 15714925-8fe7-4f50-993e-1dbdd81c965a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:34.040095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.057324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] For port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,segment=NetworkSegment(f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb),segment_id=f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:34.057971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.102997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05935f41-8b1f-4bcc-abbb-f36b7fbf33dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=d02e44d3-0378-4d8e-a2d8-214aec53c353,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:34.122226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] Calling delete_port for 3209cb56-63e5-4a56-b5ca-a1d96d63b79e owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:34.173248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c09c8-a7bf-40b1-993b-94d01095e823 req-c80c9a5a-f6d3-4577-bcd8-9475fd50268e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:34.178830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a21c09c8-a7bf-40b1-993b-94d01095e823 req-c80c9a5a-f6d3-4577-bcd8-9475fd50268e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1295085 Aug 24 00:42:34.286914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a21c09c8-a7bf-40b1-993b-94d01095e823 req-dba15325-6278-48df-8f54-434f2a2a7df4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907004 Aug 24 00:42:34.288907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.333046 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.366826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf6001c-1b0d-41fa-a41a-6528dbac7a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15714925-8fe7-4f50-993e-1dbdd81c965a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:34.369208 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc399f30-c73e-4c45-9135-0b7b5fb40407" -d '{"events": [{"server_uuid": "8bf6001c-1b0d-41fa-a41a-6528dbac7a1b", "name": "network-vif-plugged", "status": "completed", "tag": "15714925-8fe7-4f50-993e-1dbdd81c965a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:34.376638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:34.377871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.383919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 15714925-8fe7-4f50-993e-1dbdd81c965a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15714925-8fe7-4f50-993e-1dbdd81c965a,segment=NetworkSegment(00154e59-c4be-493a-8f7e-e2349cc78b9c),segment_id=00154e59-c4be-493a-8f7e-e2349cc78b9c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:34.394461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.426772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] Pushing event deleted for resources: {'Port': ['ID=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:34.439092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2f07c-e83e-4820-ac4e-a3edf4c851b3 None None] No DVR routers for this DVR port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:34.469896 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc50a13-6902-4dd3-b6fc-1866627c37da x-openstack-request-id: req-9fc50a13-6902-4dd3-b6fc-1866627c37da {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:34.469896 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf6001c-1b0d-41fa-a41a-6528dbac7a1b", "name": "network-vif-plugged", "status": "completed", "tag": "15714925-8fe7-4f50-993e-1dbdd81c965a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:34.469896 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fc50a13-6902-4dd3-b6fc-1866627c37da {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:34.469896 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf6001c-1b0d-41fa-a41a-6528dbac7a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15714925-8fe7-4f50-993e-1dbdd81c965a', 'code': 200} Aug 24 00:42:34.470467 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.497717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,segment=NetworkSegment(f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb),segment_id=f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:34.498118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.518716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 3209cb56-63e5-4a56-b5ca-a1d96d63b79e owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:34.521677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=15714925-8fe7-4f50-993e-1dbdd81c965a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:34.561441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdc0c2-439c-4e65-948a-5107d67e54f7 req-f96fedce-44a4-42af-8c7d-052065ec0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:34.563142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bebdc0c2-439c-4e65-948a-5107d67e54f7 req-f96fedce-44a4-42af-8c7d-052065ec0bfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 1097 time: 0.0525012 Aug 24 00:42:34.608907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.615951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bebdc0c2-439c-4e65-948a-5107d67e54f7 req-67c642d6-3c2e-445f-84b3-fd7ddd92db7a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454164 Aug 24 00:42:34.617440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:34.636286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=3209cb56-63e5-4a56-b5ca-a1d96d63b79e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:34.638825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port 3209cb56-63e5-4a56-b5ca-a1d96d63b79e on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:34.668644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port c359bb69-e57e-4d14-8ff8-7abd31146da9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:34.669013 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.722731 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.733029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337c214c-499c-4068-830c-4d3bdfdc033b']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:34.743499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:34.743806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e54cc7-e920-4b6f-a4fc-aad4e92ecceb') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:34.750672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.752848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.766980 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.774060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:34.774470 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:34.777815 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:34.784056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:34.833282 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.884007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:34.907437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.914777 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:34.916790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/337c214c-499c-4068-830c-4d3bdfdc033b HTTP/1.1" status: 204 len: 168 time: 0.8775969 Aug 24 00:42:34.920771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:34.926173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-2092762874'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:34.929918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cf8d9-71cd-41fc-b2f0-6e6480b482a1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=337c214c-499c-4068-830c-4d3bdfdc033b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:35.021585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:35.025712 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.054367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:35.066499 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.067125 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment 63ab8ad0-4eb6-4356-949e-d096780ef0d1 of type vlan for network 9190983c-c471-4e52-af31-4c3af715c062 Aug 24 00:42:35.081510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3209cb56-63e5-4a56-b5ca-a1d96d63b79e no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:35.101786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 3209cb56-63e5-4a56-b5ca-a1d96d63b79e {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:35.102245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3209cb56-63e5-4a56-b5ca-a1d96d63b79e not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:35.139184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.170835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e86fb-761d-475e-8444-edef889fa39e req-57291ed2-8e86-4d37-8d93-ecf0937d3eec tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:35.172649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-917e86fb-761d-475e-8444-edef889fa39e req-57291ed2-8e86-4d37-8d93-ecf0937d3eec tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 946 time: 0.0934720 Aug 24 00:42:35.210463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-917e86fb-761d-475e-8444-edef889fa39e req-1038bc18-e8eb-4095-94d4-a9ce6c554c61 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Aug 24 00:42:35.222228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.228182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:35.228837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.302656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=9190983c-c471-4e52-af31-4c3af715c062,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:35.314274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9190983c-c471-4e52-af31-4c3af715c062 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:35.350780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60020) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:35.352268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d9d061c9-1bd3-4cd8-bc5a-1d8e847bf588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4288421 Aug 24 00:42:35.355987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': '9190983c-c471-4e52-af31-4c3af715c062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:35.467507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2b25-76f7-49fd-b4d1-58235d717769 req-5bbcb1f9-1753-48b1-a6b8-e8a892039c9e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:35.469075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78aa2b25-76f7-49fd-b4d1-58235d717769 req-5bbcb1f9-1753-48b1-a6b8-e8a892039c9e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0601351 Aug 24 00:42:35.509521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78aa2b25-76f7-49fd-b4d1-58235d717769 req-b69653dc-25e8-4a2e-b046-4b5b244f63e7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Aug 24 00:42:35.553801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:35.557821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.781837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:35.849120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=b062c72a-ef23-435c-ad59-f900e66a8179,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:35.873829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': '63ab8ad0-4eb6-4356-949e-d096780ef0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9190983c-c471-4e52-af31-4c3af715c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:35.873829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: 9190983c-c471-4e52-af31-4c3af715c062, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:35.959299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9190983c-c471-4e52-af31-4c3af715c062 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:36.027858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9190983c-c471-4e52-af31-4c3af715c062) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:36.033267 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:36.034494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.046298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5e29d5-cbc5-472f-a692-8a0f16ca0220 None None] Network 9190983c-c471-4e52-af31-4c3af715c062 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:36.114896 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-df5781ad-93e0-43f6-936f-ed733bda45f5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7624528 Aug 24 00:42:36.117017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:36.126547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4445e58b-6ee2-4aef-981b-e6c9e4f6280b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2046616302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:36.211301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-9190983c-c471-4e52-af31-4c3af715c062', 'network_id': '9190983c-c471-4e52-af31-4c3af715c062', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': 'b062c72a-ef23-435c-ad59-f900e66a8179'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:42:36.212193 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.227848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4445e58b-6ee2-4aef-981b-e6c9e4f6280b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.228906 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4445e58b-6ee2-4aef-981b-e6c9e4f6280b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.308005 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4445e58b-6ee2-4aef-981b-e6c9e4f6280b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.363386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea80a3-fc2f-4075-a9b5-7a66c00365d6 req-aefc3acd-25d5-4740-85bc-eacb331aec63 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:36.364981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72ea80a3-fc2f-4075-a9b5-7a66c00365d6 req-aefc3acd-25d5-4740-85bc-eacb331aec63 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 946 time: 0.0520992 Aug 24 00:42:36.378335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Allocated IP 172.20.0.2 (9190983c-c471-4e52-af31-4c3af715c062/b062c72a-ef23-435c-ad59-f900e66a8179/a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:36.409883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72ea80a3-fc2f-4075-a9b5-7a66c00365d6 req-5f533d63-e07c-4ee6-b06b-bd6660c24d38 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381792 Aug 24 00:42:36.410930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4445e58b-6ee2-4aef-981b-e6c9e4f6280b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.472696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:36.475194 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72df5a0-c94b-4254-945d-38ed39074f74" -d '{"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:36.496814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4445e58b-6ee2-4aef-981b-e6c9e4f6280b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.498959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4445e58b-6ee2-4aef-981b-e6c9e4f6280b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3803759 Aug 24 00:42:36.501451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60046) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:36.507387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'port': {'network_id': '9190983c-c471-4e52-af31-4c3af715c062', 'name': 'tempest-RoutersTest-284817557'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:36.537930 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c67677d-6e0f-4bc6-9f2c-477a534d9289 x-openstack-request-id: req-9c67677d-6e0f-4bc6-9f2c-477a534d9289 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:36.537930 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:36.537930 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c67677d-6e0f-4bc6-9f2c-477a534d9289 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:36.538441 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'code': 200} Aug 24 00:42:36.565005 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.575958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Transition to ACTIVE for port object a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:36.606160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Transition to ACTIVE for port object a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:36.679596 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.723141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Network 9190983c-c471-4e52-af31-4c3af715c062 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:36.725851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:36.730151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:36.733367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Pushing event updated for resources: {'Port': ['ID=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:36.754627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c727e0-f580-417f-bb9e-1f2d8d96bbde req-4eaf60f3-22de-4aa0-81a8-391d37e00d4b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:36.756241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37c727e0-f580-417f-bb9e-1f2d8d96bbde req-4eaf60f3-22de-4aa0-81a8-391d37e00d4b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1554475 Aug 24 00:42:36.798659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Attempting to bind port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:36.799006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Attempting to bind port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '63ab8ad0-4eb6-4356-949e-d096780ef0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9190983c-c471-4e52-af31-4c3af715c062'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:36.799310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Attempting to bind port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d on network 9190983c-c471-4e52-af31-4c3af715c062 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:36.803591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37c727e0-f580-417f-bb9e-1f2d8d96bbde req-9c93dd4c-7cb9-4d54-980d-6c7da400038f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384717 Aug 24 00:42:36.804681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:36.808499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Checking segment: {'id': '63ab8ad0-4eb6-4356-949e-d096780ef0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9190983c-c471-4e52-af31-4c3af715c062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:36.808499 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.808499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Bound using segment: {'id': '63ab8ad0-4eb6-4356-949e-d096780ef0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9190983c-c471-4e52-af31-4c3af715c062'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:36.808499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Bound port: a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ab8ad0-4eb6-4356-949e-d096780ef0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9190983c-c471-4e52-af31-4c3af715c062'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:36.808499 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.832566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:36.838189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:36.861528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] device_id is not set on port 32de62c8-5598-461e-8988-d989a556bc36 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:42:36.909705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] For port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:36.913484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] For port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,segment=NetworkSegment(63ab8ad0-4eb6-4356-949e-d096780ef0d1),segment_id=63ab8ad0-4eb6-4356-949e-d096780ef0d1)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:36.996261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.20.0.9 (9190983c-c471-4e52-af31-4c3af715c062/b062c72a-ef23-435c-ad59-f900e66a8179/32de62c8-5598-461e-8988-d989a556bc36) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:37.022484 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.117260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61ffa8-2b2b-4df6-a119-0113e7fc5db1 None None] Pushing event updated for resources: {'Port': ['ID=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:37.163920 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.190790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object 32de62c8-5598-461e-8988-d989a556bc36 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:37.417249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.513935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9190983c-c471-4e52-af31-4c3af715c062 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:37.520592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:37.521760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:37.551396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=32de62c8-5598-461e-8988-d989a556bc36,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:37.577465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:37.578315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:37.679693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c18d4d77-4d4b-47b7-b4a9-8930aa5c9588 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1770115 Aug 24 00:42:37.682486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60070) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:37.994689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7bd48-9d35-4d2c-a8c8-673d77485641 req-fc953b1d-6ebc-4591-ab57-0c11d21ee83d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:37.996458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74c7bd48-9d35-4d2c-a8c8-673d77485641 req-fc953b1d-6ebc-4591-ab57-0c11d21ee83d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0961244 Aug 24 00:42:38.084372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74c7bd48-9d35-4d2c-a8c8-673d77485641 req-49da496b-b5e7-44b0-8ea9-841c0c18f3ed tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576184 Aug 24 00:42:38.138102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.381483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc31bbc-5159-42fd-a430-a4e32a59eb92 None None] Network 9190983c-c471-4e52-af31-4c3af715c062 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:38.598053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9b406dad-d85e-4d78-9b9e-8034c6d805c7 None None] Provisioning for port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:38.829824 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:38.919626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.023986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=32de62c8-5598-461e-8988-d989a556bc36,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:39.096373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a1d0cf38-4662-4c29-928f-7396afbb9787 None None] Provisioning for port 32de62c8-5598-461e-8988-d989a556bc36 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:39.101382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a1d0cf38-4662-4c29-928f-7396afbb9787 None None] Provisioning complete for port 32de62c8-5598-461e-8988-d989a556bc36 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:39.101382 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1d0cf38-4662-4c29-928f-7396afbb9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.196671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:39.235400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0cf38-4662-4c29-928f-7396afbb9787 None None] Port 32de62c8-5598-461e-8988-d989a556bc36 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:39.328639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.353374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:39.358280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:39.358863 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.467308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-700350a1-5531-47ad-a961-53cb5c9c29f5 None None] Provisioning complete for port 32de62c8-5598-461e-8988-d989a556bc36 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:39.468856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-700350a1-5531-47ad-a961-53cb5c9c29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.499034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d622de2-50c0-4712-af60-8e011dbc99c9 req-ea883d30-3123-4c1e-a93a-d6c32fe0d317 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:39.515456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d622de2-50c0-4712-af60-8e011dbc99c9 req-ea883d30-3123-4c1e-a93a-d6c32fe0d317 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.3140275 Aug 24 00:42:39.655217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.656376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d622de2-50c0-4712-af60-8e011dbc99c9 req-f897a6fe-6a67-4241-b98c-9b961aba70ba tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438463 Aug 24 00:42:39.683136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.726002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-700350a1-5531-47ad-a961-53cb5c9c29f5 None None] Port 32de62c8-5598-461e-8988-d989a556bc36 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:39.734738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,segment=NetworkSegment(63ab8ad0-4eb6-4356-949e-d096780ef0d1),segment_id=63ab8ad0-4eb6-4356-949e-d096780ef0d1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:39.811358 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.887910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-93c398e4-3981-496c-9798-c2b223e7e4af None None] Provisioning complete for port 32de62c8-5598-461e-8988-d989a556bc36 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:39.888287 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-93c398e4-3981-496c-9798-c2b223e7e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:39.925077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:39.950559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-93c398e4-3981-496c-9798-c2b223e7e4af None None] Port 32de62c8-5598-461e-8988-d989a556bc36 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:40.215027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:40.256082 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:40.343818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=32de62c8-5598-461e-8988-d989a556bc36,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:40.346768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:40.471489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9190983c-c471-4e52-af31-4c3af715c062 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:40.473990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:40.713313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router f94c158f-2762-4a4f-a1af-6c917204c4b1 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:42:40.783797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8385b00e-d53d-47ab-a2af-f254096d0569 None None] Provisioning complete for port 32de62c8-5598-461e-8988-d989a556bc36 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:40.784353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8385b00e-d53d-47ab-a2af-f254096d0569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:40.846291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:40.855406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60156) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:40.855887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a751364c-52ad-4cc1-bff9-dffc38fb2d08 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/f94c158f-2762-4a4f-a1af-6c917204c4b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1723354 Aug 24 00:42:40.866812 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0c9ad-4dcc-425b-9c77-ee956f731f7f None None] Sync routers for ids ['f94c158f-2762-4a4f-a1af-6c917204c4b1'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:40.871584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8385b00e-d53d-47ab-a2af-f254096d0569 None None] Port 32de62c8-5598-461e-8988-d989a556bc36 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:40.882492 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0c9ad-4dcc-425b-9c77-ee956f731f7f None None] Routers {'f94c158f-2762-4a4f-a1af-6c917204c4b1'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:40.883138 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d8e0c9ad-4dcc-425b-9c77-ee956f731f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f94c158f-2762-4a4f-a1af-6c917204c4b1'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:40.903785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de1457-836a-46e2-a8ff-8fe8c6065f35 req-e5d0500f-642b-49f0-8dca-041dfa7e84cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:40.903785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2de1457-836a-46e2-a8ff-8fe8c6065f35 req-e5d0500f-642b-49f0-8dca-041dfa7e84cb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0992537 Aug 24 00:42:40.942428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d8e0c9ad-4dcc-425b-9c77-ee956f731f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:40.948440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ede73-365d-462d-b1df-7542fe2592a6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:40.953385 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3c4ede73-365d-462d-b1df-7542fe2592a6 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports/32de62c8-5598-461e-8988-d989a556bc36 HTTP/1.1" status: 200 len: 976 time: 0.0967197 Aug 24 00:42:40.958611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60160) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:40.959806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0c9ad-4dcc-425b-9c77-ee956f731f7f None None] Routers {'f94c158f-2762-4a4f-a1af-6c917204c4b1'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:40.960452 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d8e0c9ad-4dcc-425b-9c77-ee956f731f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f94c158f-2762-4a4f-a1af-6c917204c4b1'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:40.998821 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d8e0c9ad-4dcc-425b-9c77-ee956f731f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:40.999484 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0c9ad-4dcc-425b-9c77-ee956f731f7f None None] The sync data for ids ['f94c158f-2762-4a4f-a1af-6c917204c4b1'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:41.165498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:41.206664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2de1457-836a-46e2-a8ff-8fe8c6065f35 req-bd64af77-547c-4959-a79e-affd2e6c46bf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973588 Aug 24 00:42:41.273937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:41.275786 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:41.836099 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.156962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 32de62c8-5598-461e-8988-d989a556bc36 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:42.157308 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.273980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.287848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 32de62c8-5598-461e-8988-d989a556bc36 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:42.469821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189246f0-6a0c-4c58-ad3a-5275ebbce309 req-5b045df3-9a43-472e-86e8-2aded0ef17ff tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.471434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-189246f0-6a0c-4c58-ad3a-5275ebbce309 req-5b045df3-9a43-472e-86e8-2aded0ef17ff tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 946 time: 0.1094441 Aug 24 00:42:42.516949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266a8d5-7f34-45f7-9c54-88f486ab1506 req-8f410436-76c2-44ba-9c65-c9c446d7ce91 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:42.524386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2266a8d5-7f34-45f7-9c54-88f486ab1506 req-8f410436-76c2-44ba-9c65-c9c446d7ce91 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1668098 Aug 24 00:42:42.564702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.610046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2266a8d5-7f34-45f7-9c54-88f486ab1506 req-65080ccb-96b1-4135-b22c-21bc8871e440 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847459 Aug 24 00:42:42.639969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-189246f0-6a0c-4c58-ad3a-5275ebbce309 req-0be95315-448b-4314-aea1-a78af212007a tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350551 Aug 24 00:42:42.816026 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:42.859290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=32de62c8-5598-461e-8988-d989a556bc36,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:43.040582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:43.614454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router f94c158f-2762-4a4f-a1af-6c917204c4b1 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:43.686221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-49b4b28c-da56-4ba0-91e4-219735aeec82 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:43.687726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-49b4b28c-da56-4ba0-91e4-219735aeec82 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 946 time: 0.1059575 Aug 24 00:42:43.743513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:43.754556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-11e8a2f8-f642-4f0a-830d-86bd67a472ce tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/f94c158f-2762-4a4f-a1af-6c917204c4b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7865412 Aug 24 00:42:43.755402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60210) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:43.767607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08955ce-985c-4eb9-9d7a-00bd04f77f58 None None] Sync routers for ids ['f94c158f-2762-4a4f-a1af-6c917204c4b1'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:43.797605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08955ce-985c-4eb9-9d7a-00bd04f77f58 None None] Routers {'f94c158f-2762-4a4f-a1af-6c917204c4b1'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:43.798379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a08955ce-985c-4eb9-9d7a-00bd04f77f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f94c158f-2762-4a4f-a1af-6c917204c4b1'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:43.869631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a08955ce-985c-4eb9-9d7a-00bd04f77f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:43.900837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08955ce-985c-4eb9-9d7a-00bd04f77f58 None None] Routers {'f94c158f-2762-4a4f-a1af-6c917204c4b1'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:43.901722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a08955ce-985c-4eb9-9d7a-00bd04f77f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f94c158f-2762-4a4f-a1af-6c917204c4b1'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:43.936176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a08955ce-985c-4eb9-9d7a-00bd04f77f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:43.937096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08955ce-985c-4eb9-9d7a-00bd04f77f58 None None] The sync data for ids ['f94c158f-2762-4a4f-a1af-6c917204c4b1'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:44.025007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8372b-3428-45a5-9ebc-25103045b164 req-af66829c-578b-4fbd-969d-f87f7a4dd6e3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:44.026940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19c8372b-3428-45a5-9ebc-25103045b164 req-af66829c-578b-4fbd-969d-f87f7a4dd6e3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.2287529 Aug 24 00:42:44.048321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef756-a294-40e8-a184-e6cbe2afc1f7 req-296832db-0beb-4c82-a6ea-5257d6416902 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:44.050865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-482ef756-a294-40e8-a184-e6cbe2afc1f7 req-296832db-0beb-4c82-a6ea-5257d6416902 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 946 time: 0.2118971 Aug 24 00:42:44.127604 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-fd2653e2-6545-415b-a66d-cc88805b6903 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] remove_router_interface failed (client error): The resource could not be found. Aug 24 00:42:44.129096 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fd2653e2-6545-415b-a66d-cc88805b6903 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/f94c158f-2762-4a4f-a1af-6c917204c4b1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3732047 Aug 24 00:42:44.132190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60216) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:44.132749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-482ef756-a294-40e8-a184-e6cbe2afc1f7 req-05707f02-cf05-45cc-9c26-75e15acbaef2 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/security-groups?id=444789fb-cf69-4646-a4ee-c52e39ecf309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Aug 24 00:42:44.164101 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-36c4ea3c-c667-4f4e-bc61-6f675edd2741 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=f94c158f-2762-4a4f-a1af-6c917204c4b1 HTTP/1.1" status: 200 len: 205 time: 0.0289257 Aug 24 00:42:44.169404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Deleting port 15714925-8fe7-4f50-993e-1dbdd81c965a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:44.169787 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.174020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60218) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:44.277080 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-637c72bb-a9a5-4e85-b472-ceb74155b895 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.304478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] For port 15714925-8fe7-4f50-993e-1dbdd81c965a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=15714925-8fe7-4f50-993e-1dbdd81c965a,segment=NetworkSegment(00154e59-c4be-493a-8f7e-e2349cc78b9c),segment_id=00154e59-c4be-493a-8f7e-e2349cc78b9c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:44.304857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.320249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Calling delete_port for 15714925-8fe7-4f50-993e-1dbdd81c965a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:44.475958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19c8372b-3428-45a5-9ebc-25103045b164 req-223ac869-5775-4776-8e1a-83d571db2c6d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391122 Aug 24 00:42:44.535863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.548542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['15714925-8fe7-4f50-993e-1dbdd81c965a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:42:44.612170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Pushing event deleted for resources: {'Port': ['ID=15714925-8fe7-4f50-993e-1dbdd81c965a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:44.689870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] No DVR routers for this DVR port 15714925-8fe7-4f50-993e-1dbdd81c965a on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:44.693109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.695722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43dc2985-a5fb-4424-8969-c5a813d865bc req-d58e306f-ae96-47d9-a3fb-8ff42b6fce25 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.37 "DELETE /v2.0/ports/15714925-8fe7-4f50-993e-1dbdd81c965a HTTP/1.1" status: 204 len: 173 time: 0.9639060 Aug 24 00:42:44.696202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf6001c-1b0d-41fa-a41a-6528dbac7a1b', 'name': 'network-vif-deleted', 'tag': '15714925-8fe7-4f50-993e-1dbdd81c965a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:42:44.698818 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c62adb9-73cf-4a23-b357-ebc165ede055" -d '{"events": [{"server_uuid": "8bf6001c-1b0d-41fa-a41a-6528dbac7a1b", "name": "network-vif-deleted", "tag": "15714925-8fe7-4f50-993e-1dbdd81c965a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:42:44.760410 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2496f3f1-1001-48e2-8137-e1ebfe4478e1 x-openstack-request-id: req-2496f3f1-1001-48e2-8137-e1ebfe4478e1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:42:44.760770 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf6001c-1b0d-41fa-a41a-6528dbac7a1b", "name": "network-vif-deleted", "tag": "15714925-8fe7-4f50-993e-1dbdd81c965a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:42:44.767077 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2496f3f1-1001-48e2-8137-e1ebfe4478e1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:42:44.767077 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf6001c-1b0d-41fa-a41a-6528dbac7a1b', 'name': 'network-vif-deleted', 'tag': '15714925-8fe7-4f50-993e-1dbdd81c965a', 'status': 'completed', 'code': 200} Aug 24 00:42:44.929843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-637c72bb-a9a5-4e85-b472-ceb74155b895 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:44.932405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-637c72bb-a9a5-4e85-b472-ceb74155b895 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.254450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c25386d6-742b-4b9a-90cf-00f5b1d82253 req-7a8de555-274e-48a6-ac3d-a63092ffdf70 tempest-VolumesActionsTest-1460224730 tempest-VolumesActionsTest-1460224730-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bf6001c-1b0d-41fa-a41a-6528dbac7a1b HTTP/1.1" status: 200 len: 210 time: 0.0273886 Aug 24 00:42:45.307351 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-637c72bb-a9a5-4e85-b472-ceb74155b895 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.307924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637c72bb-a9a5-4e85-b472-ceb74155b895 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Fanout notify agent at l3_agent the message router_deleted on router f94c158f-2762-4a4f-a1af-6c917204c4b1 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:45.315861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-637c72bb-a9a5-4e85-b472-ceb74155b895 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.317172 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-637c72bb-a9a5-4e85-b472-ceb74155b895 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/f94c158f-2762-4a4f-a1af-6c917204c4b1 HTTP/1.1" status: 204 len: 168 time: 1.1416750 Aug 24 00:42:45.320399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60232) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:45.378169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b426e1-9fb9-4fe5-9a68-c8f8f0c4337b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet b062c72a-ef23-435c-ad59-f900e66a8179 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:45.383757 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08b426e1-9fb9-4fe5-9a68-c8f8f0c4337b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.431244 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08b426e1-9fb9-4fe5-9a68-c8f8f0c4337b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.542468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08b426e1-9fb9-4fe5-9a68-c8f8f0c4337b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.628225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60242) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:45.686941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b753b1-5a5c-4fef-9e0a-970ae3a502c8 req-6ba36ada-e333-404c-a4f7-5af069b629ee tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:45.688697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1b753b1-5a5c-4fef-9e0a-970ae3a502c8 req-6ba36ada-e333-404c-a4f7-5af069b629ee tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0848985 Aug 24 00:42:45.760181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1b753b1-5a5c-4fef-9e0a-970ae3a502c8 req-3131fb43-4178-4a62-9e2d-d514fbef5dd3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588653 Aug 24 00:42:45.781108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08b426e1-9fb9-4fe5-9a68-c8f8f0c4337b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.810680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b426e1-9fb9-4fe5-9a68-c8f8f0c4337b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=b062c72a-ef23-435c-ad59-f900e66a8179,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:45.820171 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-08b426e1-9fb9-4fe5-9a68-c8f8f0c4337b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.823280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f769180-f38b-4bf8-9b95-1de078dc35b0 None None] Network 9190983c-c471-4e52-af31-4c3af715c062 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:45.825865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60248) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:45.830164 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-08b426e1-9fb9-4fe5-9a68-c8f8f0c4337b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/b062c72a-ef23-435c-ad59-f900e66a8179 HTTP/1.1" status: 204 len: 168 time: 0.5083973 Aug 24 00:42:45.907945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb7aeb6-a685-4fa9-8cab-a385c10ae8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:45.978725 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.109763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:46.109763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.117298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] DHCP port deletion for 9190983c-c471-4e52-af31-4c3af715c062 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:46.138608 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb7aeb6-a685-4fa9-8cab-a385c10ae8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.180087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,segment=NetworkSegment(63ab8ad0-4eb6-4356-949e-d096780ef0d1),segment_id=63ab8ad0-4eb6-4356-949e-d096780ef0d1)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:46.180516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.198508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:46.203934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] Deleting port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:46.204617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.273170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb7aeb6-a685-4fa9-8cab-a385c10ae8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.301463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] For port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,segment=NetworkSegment(63ab8ad0-4eb6-4356-949e-d096780ef0d1),segment_id=63ab8ad0-4eb6-4356-949e-d096780ef0d1)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:46.302617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.331002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] Calling delete_port for a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:46.351911 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2fb7aeb6-a685-4fa9-8cab-a385c10ae8e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7c82bd424e34da2a124c3de065cde3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139466 Aug 24 00:42:46.351911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7aeb6-a685-4fa9-8cab-a385c10ae8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31a01d-8e48-4ef1-a824-7f42f9bad11f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:46.356484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60252) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:46.430859 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.494091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:46.531250 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.532459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:46.561468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a576b38-caa1-45a2-af67-b4aa31492e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.584624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] Pushing event deleted for resources: {'Port': ['ID=a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:46.599443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01dbe9-2523-4a9c-88de-b5416ee5ec55 None None] No DVR routers for this DVR port a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:46.664395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a576b38-caa1-45a2-af67-b4aa31492e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.677743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.705604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9190983c-c471-4e52-af31-4c3af715c062']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:46.727347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ab8ad0-4eb6-4356-949e-d096780ef0d1') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:46.727808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ab8ad0-4eb6-4356-949e-d096780ef0d1') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:46.740377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.760630 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.768648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:46.769049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:46.774313 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:46.891251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a576b38-caa1-45a2-af67-b4aa31492e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.899920 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a576b38-caa1-45a2-af67-b4aa31492e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.905105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5a576b38-caa1-45a2-af67-b4aa31492e1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba31a01d-8e48-4ef1-a824-7f42f9bad11f HTTP/1.1" status: 204 len: 168 time: 0.5449326 Aug 24 00:42:46.952715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a576b38-caa1-45a2-af67-b4aa31492e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31a01d-8e48-4ef1-a824-7f42f9bad11f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:46.963739 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:46.998215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.002106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/9190983c-c471-4e52-af31-4c3af715c062 HTTP/1.1" status: 204 len: 168 time: 1.1751344 Aug 24 00:42:47.010903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60262) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:47.020900 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-727027490'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:47.023266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb177868-dba7-46c7-bdd5-934af83d2543 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=9190983c-c471-4e52-af31-4c3af715c062,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:47.045560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cd33e-72b3-4eb1-a514-07c7b8a25400 req-c09a4e2d-bcaa-41ae-be40-003b6ac46574 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:47.047452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b63cd33e-72b3-4eb1-a514-07c7b8a25400 req-c09a4e2d-bcaa-41ae-be40-003b6ac46574 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1418235 Aug 24 00:42:47.123544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b63cd33e-72b3-4eb1-a514-07c7b8a25400 req-c8bc3086-8176-4ea9-9b82-2f84f34825ce tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619614 Aug 24 00:42:47.190740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:47.221485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:47.227757 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.279719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:47.287200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a3bfc048-bba7-4ae4-b6b5-2c4a2452ca3d not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:47.308160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:42:47.323452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.323921 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment 3582c4b3-139b-4277-beda-f90965a82f6f of type vlan for network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a Aug 24 00:42:47.420785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.524181 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.530347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:47.530934 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.608906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=8b3d9309-733e-46b7-b7fe-2dcaedc4506a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:47.624429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:42:47.699833 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-27e7cc14-9d04-4512-b2fd-00e70596037f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6809175 Aug 24 00:42:47.700774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60272) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:47.706924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': '8b3d9309-733e-46b7-b7fe-2dcaedc4506a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:47.853531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 15714925-8fe7-4f50-993e-1dbdd81c965a no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:47.882532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 15714925-8fe7-4f50-993e-1dbdd81c965a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:47.888060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 15714925-8fe7-4f50-993e-1dbdd81c965a not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:47.910088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:42:47.914039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:47.968838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60278) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:47.991352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecf2bd7e-0d17-43d9-a655-7532dd3ad37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.219924 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecf2bd7e-0d17-43d9-a655-7532dd3ad37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.272771 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.316633 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ecf2bd7e-0d17-43d9-a655-7532dd3ad37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.326836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff4b57-4a83-4fd7-a5bb-aa6f5dad7dac req-b4159707-d49a-4761-9f4b-dc7c3168a543 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:48.328340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cff4b57-4a83-4fd7-a5bb-aa6f5dad7dac req-b4159707-d49a-4761-9f4b-dc7c3168a543 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1066875 Aug 24 00:42:48.417111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=db6b01f7-fb18-49ee-9135-0db1a609b8ed,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:48.429787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60284) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:48.430328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ecf2bd7e-0d17-43d9-a655-7532dd3ad37b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9995728ce08472daaf4f6154b00a4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599373 Aug 24 00:42:48.443419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2bd7e-0d17-43d9-a655-7532dd3ad37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a3431-48ad-42c9-bcb1-7a207fc4ba76,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:48.464032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': '3582c4b3-139b-4277-beda-f90965a82f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8b3d9309-733e-46b7-b7fe-2dcaedc4506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:48.464032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: 8b3d9309-733e-46b7-b7fe-2dcaedc4506a, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:42:48.473113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cff4b57-4a83-4fd7-a5bb-aa6f5dad7dac req-1667b6f0-9078-4057-9844-bc51d9dcfde6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259053 Aug 24 00:42:48.558425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:42:48.589184 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344b27b4-a0cd-4ccc-a234-f36b6e04b2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.631520 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344b27b4-a0cd-4ccc-a234-f36b6e04b2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.690268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8b3d9309-733e-46b7-b7fe-2dcaedc4506a) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:48.695905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:48.696521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.716614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88505236-e4ef-4af7-8db0-df9283c3ef86 None None] Network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:48.776449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344b27b4-a0cd-4ccc-a234-f36b6e04b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.779132 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344b27b4-a0cd-4ccc-a234-f36b6e04b2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.780326 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-344b27b4-a0cd-4ccc-a234-f36b6e04b2fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d26a3431-48ad-42c9-bcb1-7a207fc4ba76 HTTP/1.1" status: 204 len: 168 time: 0.3485579 Aug 24 00:42:48.797733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2f91900a-9296-4c25-a69b-4bf0a033ebb7 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0930920 Aug 24 00:42:48.798155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b27b4-a0cd-4ccc-a234-f36b6e04b2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a3431-48ad-42c9-bcb1-7a207fc4ba76,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:48.799901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60288) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:48.805025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b2c60cea-422b-40b8-aca3-c008cabd80f9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-205861556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:48.959041 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2c60cea-422b-40b8-aca3-c008cabd80f9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.960383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2c60cea-422b-40b8-aca3-c008cabd80f9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:48.963855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8b3d9309-733e-46b7-b7fe-2dcaedc4506a', 'network_id': '8b3d9309-733e-46b7-b7fe-2dcaedc4506a', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': 'db6b01f7-fb18-49ee-9135-0db1a609b8ed'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:42:48.964761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.053508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2c60cea-422b-40b8-aca3-c008cabd80f9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.135863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2c60cea-422b-40b8-aca3-c008cabd80f9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.227279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2c60cea-422b-40b8-aca3-c008cabd80f9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.231428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b2c60cea-422b-40b8-aca3-c008cabd80f9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4277036 Aug 24 00:42:49.231428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:49.231730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Allocated IP 172.20.0.2 (8b3d9309-733e-46b7-b7fe-2dcaedc4506a/db6b01f7-fb18-49ee-9135-0db1a609b8ed/1bb490dc-6262-4051-a9fa-be38235cab88) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:49.554648 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.572787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Transition to ACTIVE for port object 1bb490dc-6262-4051-a9fa-be38235cab88 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:49.597839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Transition to ACTIVE for port object 1bb490dc-6262-4051-a9fa-be38235cab88 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:49.701637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.752130 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.794835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953a9f-e006-4132-9246-6fea87c3ead5 req-ed9c4e77-f152-4901-a429-e5d9fbbcbf15 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:49.794835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f953a9f-e006-4132-9246-6fea87c3ead5 req-ed9c4e77-f152-4901-a429-e5d9fbbcbf15 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1627536 Aug 24 00:42:49.846733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:49.847736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Pushing event updated for resources: {'Port': ['ID=1bb490dc-6262-4051-a9fa-be38235cab88,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:49.852014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:49.861749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:49.866791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.867274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.867742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.868189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.868620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.869471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.869922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.870354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.871164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.871164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.871644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.872703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:49.939514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f953a9f-e006-4132-9246-6fea87c3ead5 req-e7d1e960-0db8-48b7-b997-263e596d0224 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352034 Aug 24 00:42:49.948459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Attempting to bind port 1bb490dc-6262-4051-a9fa-be38235cab88 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:42:49.948459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Attempting to bind port 1bb490dc-6262-4051-a9fa-be38235cab88 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3582c4b3-139b-4277-beda-f90965a82f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8b3d9309-733e-46b7-b7fe-2dcaedc4506a'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:42:49.948459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Attempting to bind port 1bb490dc-6262-4051-a9fa-be38235cab88 on network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:42:49.950912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:42:49.951420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Checking segment: {'id': '3582c4b3-139b-4277-beda-f90965a82f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8b3d9309-733e-46b7-b7fe-2dcaedc4506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:42:49.951961 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:49.952455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Bound using segment: {'id': '3582c4b3-139b-4277-beda-f90965a82f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8b3d9309-733e-46b7-b7fe-2dcaedc4506a'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:42:49.953055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Bound port: 1bb490dc-6262-4051-a9fa-be38235cab88, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3582c4b3-139b-4277-beda-f90965a82f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8b3d9309-733e-46b7-b7fe-2dcaedc4506a'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:42:49.953547 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.032596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] For port 1bb490dc-6262-4051-a9fa-be38235cab88, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:42:50.036084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] For port 1bb490dc-6262-4051-a9fa-be38235cab88, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1bb490dc-6262-4051-a9fa-be38235cab88,segment=NetworkSegment(3582c4b3-139b-4277-beda-f90965a82f6f),segment_id=3582c4b3-139b-4277-beda-f90965a82f6f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:42:50.076776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.20.0.1 (8b3d9309-733e-46b7-b7fe-2dcaedc4506a/db6b01f7-fb18-49ee-9135-0db1a609b8ed/3399823f-3fce-40bd-b3f3-77bac4bc50f0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:50.191598 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.205384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object 3399823f-3fce-40bd-b3f3-77bac4bc50f0 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:42:50.313338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.356049 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:42:50.357318 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.384500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=3399823f-3fce-40bd-b3f3-77bac4bc50f0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:50.400677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:50.402738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:50.413066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:50.577227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:50.616298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850458a-f94a-43a9-8ae5-bc238f420d96 None None] Pushing event updated for resources: {'Port': ['ID=1bb490dc-6262-4051-a9fa-be38235cab88,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:50.915061 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.234972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b6036-1475-4b61-abdc-ff1d6a3d9985 req-11770413-3ad8-4812-963a-90cd4035c215 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:51.236484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f0b6036-1475-4b61-abdc-ff1d6a3d9985 req-11770413-3ad8-4812-963a-90cd4035c215 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1506882 Aug 24 00:42:51.256024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bb490dc-6262-4051-a9fa-be38235cab88 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:51.415458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1bb490dc-6262-4051-a9fa-be38235cab88 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:51.432548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f0b6036-1475-4b61-abdc-ff1d6a3d9985 req-f1633b94-3684-4850-bc05-ca91b5a1250f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946288 Aug 24 00:42:51.573897 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.701893 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.803436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:51.888887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=3399823f-3fce-40bd-b3f3-77bac4bc50f0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:51.990003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:51.995344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:52.330040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router e49e61b5-0cf9-4174-b73e-2292d7851110 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:42:52.350748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426d6f2-04e6-4144-a80a-dc01fd4a18c5 None None] Network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:52.505201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:52.514392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-239b91d9-7d23-4354-9b57-22dbb3326861 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/e49e61b5-0cf9-4174-b73e-2292d7851110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2816441 Aug 24 00:42:52.517774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60356) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:52.522366 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65320a-fb5c-4cbe-829a-3ecf7b413f7e None None] Sync routers for ids ['e49e61b5-0cf9-4174-b73e-2292d7851110'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:52.542338 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65320a-fb5c-4cbe-829a-3ecf7b413f7e None None] Routers {'e49e61b5-0cf9-4174-b73e-2292d7851110'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:52.549790 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-5d65320a-fb5c-4cbe-829a-3ecf7b413f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e49e61b5-0cf9-4174-b73e-2292d7851110'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:52.617643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738109e5-b715-4572-b1f3-67b2cb9ac593 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:52.619243 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-738109e5-b715-4572-b1f3-67b2cb9ac593 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports/3399823f-3fce-40bd-b3f3-77bac4bc50f0 HTTP/1.1" status: 200 len: 910 time: 0.1004038 Aug 24 00:42:52.624460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60362) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:52.627993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-35ae8f48-a578-4e5a-aba7-5afbefeb7c27 None None] Provisioning for port 1bb490dc-6262-4051-a9fa-be38235cab88 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:52.637868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-35ae8f48-a578-4e5a-aba7-5afbefeb7c27 None None] Provisioning complete for port 1bb490dc-6262-4051-a9fa-be38235cab88 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:52.645216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35ae8f48-a578-4e5a-aba7-5afbefeb7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:52.723723 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-5d65320a-fb5c-4cbe-829a-3ecf7b413f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:52.738653 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65320a-fb5c-4cbe-829a-3ecf7b413f7e None None] Routers {'e49e61b5-0cf9-4174-b73e-2292d7851110'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:52.742365 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-5d65320a-fb5c-4cbe-829a-3ecf7b413f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e49e61b5-0cf9-4174-b73e-2292d7851110'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:52.771791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee7014-9911-4e6c-a3ea-03e4d4edda6a req-b62b6c42-c0f6-4184-b212-597e066091bf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:52.778664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44ee7014-9911-4e6c-a3ea-03e4d4edda6a req-b62b6c42-c0f6-4184-b212-597e066091bf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1720808 Aug 24 00:42:52.797368 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-5d65320a-fb5c-4cbe-829a-3ecf7b413f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:52.798427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d65320a-fb5c-4cbe-829a-3ecf7b413f7e None None] The sync data for ids ['e49e61b5-0cf9-4174-b73e-2292d7851110'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:52.832701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35ae8f48-a578-4e5a-aba7-5afbefeb7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:52.863329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44ee7014-9911-4e6c-a3ea-03e4d4edda6a req-354096f2-c455-4474-8b39-efaee16f1468 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634654 Aug 24 00:42:52.909272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-35ae8f48-a578-4e5a-aba7-5afbefeb7c27 None None] For port 1bb490dc-6262-4051-a9fa-be38235cab88, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1bb490dc-6262-4051-a9fa-be38235cab88,segment=NetworkSegment(3582c4b3-139b-4277-beda-f90965a82f6f),segment_id=3582c4b3-139b-4277-beda-f90965a82f6f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:52.998883 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35ae8f48-a578-4e5a-aba7-5afbefeb7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.109406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae8f48-a578-4e5a-aba7-5afbefeb7c27 None None] Pushing event updated for resources: {'Port': ['ID=1bb490dc-6262-4051-a9fa-be38235cab88,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:53.192425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f28245ba-d790-4e89-9c0f-482c9b107e0d None None] Provisioning for port 3399823f-3fce-40bd-b3f3-77bac4bc50f0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:42:53.196690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f28245ba-d790-4e89-9c0f-482c9b107e0d None None] Provisioning complete for port 3399823f-3fce-40bd-b3f3-77bac4bc50f0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:53.197227 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f28245ba-d790-4e89-9c0f-482c9b107e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.270197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f28245ba-d790-4e89-9c0f-482c9b107e0d None None] Port 3399823f-3fce-40bd-b3f3-77bac4bc50f0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:53.289998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.298294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f28245ba-d790-4e89-9c0f-482c9b107e0d None None] Provisioning complete for port 1bb490dc-6262-4051-a9fa-be38235cab88 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:53.299898 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f28245ba-d790-4e89-9c0f-482c9b107e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.643544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fca7c91d-b718-4ff0-ac6c-9edf6a0c295e None None] Provisioning complete for port 3399823f-3fce-40bd-b3f3-77bac4bc50f0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:53.644196 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fca7c91d-b718-4ff0-ac6c-9edf6a0c295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.704320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fca7c91d-b718-4ff0-ac6c-9edf6a0c295e None None] Port 3399823f-3fce-40bd-b3f3-77bac4bc50f0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:53.830601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f88d8b4c-4bef-440c-8faf-11333d89d6cc None None] Provisioning complete for port 3399823f-3fce-40bd-b3f3-77bac4bc50f0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:53.832445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f88d8b4c-4bef-440c-8faf-11333d89d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:53.911854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f88d8b4c-4bef-440c-8faf-11333d89d6cc None None] Port 3399823f-3fce-40bd-b3f3-77bac4bc50f0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:42:53.926703 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 3399823f-3fce-40bd-b3f3-77bac4bc50f0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:53.927252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.104311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa249fe0-3af8-4488-97ba-7a9291f4b591 req-0b87a590-7a19-4fb3-bddd-b7fb010b9600 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:54.109749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa249fe0-3af8-4488-97ba-7a9291f4b591 req-0b87a590-7a19-4fb3-bddd-b7fb010b9600 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0842719 Aug 24 00:42:54.183393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.199542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 3399823f-3fce-40bd-b3f3-77bac4bc50f0 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:54.214918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa249fe0-3af8-4488-97ba-7a9291f4b591 req-b30f83fc-d227-4909-b71d-9ee8f191f69d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875633 Aug 24 00:42:54.622374 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:54.734297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=3399823f-3fce-40bd-b3f3-77bac4bc50f0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:55.000609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.180434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bb490dc-6262-4051-a9fa-be38235cab88 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:42:55.201135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router e49e61b5-0cf9-4174-b73e-2292d7851110 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:42:55.287610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1bb490dc-6262-4051-a9fa-be38235cab88 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:42:55.287922 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.314278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:42:55.323213 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-02b14cbb-7395-4789-84b2-42e16da2e02e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/e49e61b5-0cf9-4174-b73e-2292d7851110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6948032 Aug 24 00:42:55.324193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60416) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:55.356110 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-655ae792-e8b5-43be-82a8-460101e67ca2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=e49e61b5-0cf9-4174-b73e-2292d7851110 HTTP/1.1" status: 200 len: 205 time: 0.0311434 Aug 24 00:42:55.360284 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5368c7-5fb7-4a6f-8861-601745fc2ff9 None None] Sync routers for ids ['e49e61b5-0cf9-4174-b73e-2292d7851110'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:42:55.364315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60418) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:55.389006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5368c7-5fb7-4a6f-8861-601745fc2ff9 None None] Routers {'e49e61b5-0cf9-4174-b73e-2292d7851110'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:55.389713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-db5368c7-5fb7-4a6f-8861-601745fc2ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e49e61b5-0cf9-4174-b73e-2292d7851110'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:55.462205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33133d96-ee2d-4bc0-9cea-e03b69c7d6a2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.492788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf28c4-7f21-4142-979c-4130203caac9 req-6b9f9152-4966-446e-a2ea-124ae6216109 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:55.494188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-db5368c7-5fb7-4a6f-8861-601745fc2ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:55.508612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbdf28c4-7f21-4142-979c-4130203caac9 req-6b9f9152-4966-446e-a2ea-124ae6216109 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1598828 Aug 24 00:42:55.525557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5368c7-5fb7-4a6f-8861-601745fc2ff9 None None] Routers {'e49e61b5-0cf9-4174-b73e-2292d7851110'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:42:55.526717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-db5368c7-5fb7-4a6f-8861-601745fc2ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e49e61b5-0cf9-4174-b73e-2292d7851110'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:55.607704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbdf28c4-7f21-4142-979c-4130203caac9 req-4391036d-8444-4099-a67a-9ea8a7f5383d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905738 Aug 24 00:42:55.620474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60422) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:55.670922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-db5368c7-5fb7-4a6f-8861-601745fc2ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:55.672961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5368c7-5fb7-4a6f-8861-601745fc2ff9 None None] The sync data for ids ['e49e61b5-0cf9-4174-b73e-2292d7851110'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:42:55.780780 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.838788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33133d96-ee2d-4bc0-9cea-e03b69c7d6a2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:55.844754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33133d96-ee2d-4bc0-9cea-e03b69c7d6a2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.015312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33133d96-ee2d-4bc0-9cea-e03b69c7d6a2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.015942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33133d96-ee2d-4bc0-9cea-e03b69c7d6a2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Fanout notify agent at l3_agent the message router_deleted on router e49e61b5-0cf9-4174-b73e-2292d7851110 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:42:56.028162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33133d96-ee2d-4bc0-9cea-e03b69c7d6a2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.034287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-33133d96-ee2d-4bc0-9cea-e03b69c7d6a2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/e49e61b5-0cf9-4174-b73e-2292d7851110 HTTP/1.1" status: 204 len: 168 time: 0.6667635 Aug 24 00:42:56.041542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60428) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:56.190478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7e2be2-6202-4c25-95f6-3a48c607d925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet db6b01f7-fb18-49ee-9135-0db1a609b8ed {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:42:56.196901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2be2-6202-4c25-95f6-3a48c607d925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.278042 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2be2-6202-4c25-95f6-3a48c607d925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.294729 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-43ed5777-b390-4d31-b2f5-c7fe43f94332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.331528 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.391282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2be2-6202-4c25-95f6-3a48c607d925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.446118 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.718374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca8a5e-a290-4fbb-92cb-cec0006cca61 req-4a9be0a6-e9e5-4380-bbb6-a21cbad76058 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:56.719795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dca8a5e-a290-4fbb-92cb-cec0006cca61 req-4a9be0a6-e9e5-4380-bbb6-a21cbad76058 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Aug 24 00:42:56.760975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dca8a5e-a290-4fbb-92cb-cec0006cca61 req-73115bc0-b967-4d00-879b-e8fb92325104 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350306 Aug 24 00:42:56.807847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2be2-6202-4c25-95f6-3a48c607d925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.811315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.847326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=369ff57e6cb44c4590862ac2631ef570&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2371621 Aug 24 00:42:56.861432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60442) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:56.867751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e2be2-6202-4c25-95f6-3a48c607d925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=db6b01f7-fb18-49ee-9135-0db1a609b8ed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:56.870236 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fb7e2be2-6202-4c25-95f6-3a48c607d925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:56.872659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fb7e2be2-6202-4c25-95f6-3a48c607d925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/db6b01f7-fb18-49ee-9135-0db1a609b8ed HTTP/1.1" status: 204 len: 168 time: 0.8300672 Aug 24 00:42:56.882539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60444) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:56.886498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b872ae3-8cd9-4bbf-b650-c18938b08461 None None] Network 8b3d9309-733e-46b7-b7fe-2dcaedc4506a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:42:56.913519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7264d38e-030f-4e08-8c7b-993f1801aa74,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:56.928557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.929153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.929673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.930192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.930568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.930907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.931244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.931577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.931906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.932261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.932565 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.932914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b748195d-1171-4180-b973-cd45af729d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:42:56.994725 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbaa879b-7b86-48fe-aa97-b89b76eb0712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.036925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbaa879b-7b86-48fe-aa97-b89b76eb0712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.052849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.176972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 1bb490dc-6262-4051-a9fa-be38235cab88 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:57.187588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.214273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] DHCP port deletion for 8b3d9309-733e-46b7-b7fe-2dcaedc4506a request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:42:57.240734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbaa879b-7b86-48fe-aa97-b89b76eb0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.243093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbaa879b-7b86-48fe-aa97-b89b76eb0712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.246766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cbaa879b-7b86-48fe-aa97-b89b76eb0712 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7264d38e-030f-4e08-8c7b-993f1801aa74 HTTP/1.1" status: 204 len: 168 time: 0.3818970 Aug 24 00:42:57.257005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa879b-7b86-48fe-aa97-b89b76eb0712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7264d38e-030f-4e08-8c7b-993f1801aa74,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:57.273000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port 1bb490dc-6262-4051-a9fa-be38235cab88, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1bb490dc-6262-4051-a9fa-be38235cab88,segment=NetworkSegment(3582c4b3-139b-4277-beda-f90965a82f6f),segment_id=3582c4b3-139b-4277-beda-f90965a82f6f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:57.273386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.289530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 1bb490dc-6262-4051-a9fa-be38235cab88 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:57.301889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] Deleting port 1bb490dc-6262-4051-a9fa-be38235cab88 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:42:57.302393 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.374024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] For port 1bb490dc-6262-4051-a9fa-be38235cab88, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1bb490dc-6262-4051-a9fa-be38235cab88,segment=NetworkSegment(3582c4b3-139b-4277-beda-f90965a82f6f),segment_id=3582c4b3-139b-4277-beda-f90965a82f6f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:42:57.375876 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.392748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] Calling delete_port for 1bb490dc-6262-4051-a9fa-be38235cab88 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:42:57.506903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.526461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.534192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=1bb490dc-6262-4051-a9fa-be38235cab88,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:57.543447 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port 1bb490dc-6262-4051-a9fa-be38235cab88 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:57.560469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] Pushing event deleted for resources: {'Port': ['ID=1bb490dc-6262-4051-a9fa-be38235cab88,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:57.565148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3768dd-08a3-41e5-b16c-81be2e4d3aed None None] No DVR routers for this DVR port 1bb490dc-6262-4051-a9fa-be38235cab88 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:42:57.681882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.702336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3d9309-733e-46b7-b7fe-2dcaedc4506a']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:57.731916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3582c4b3-139b-4277-beda-f90965a82f6f') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:57.731916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3582c4b3-139b-4277-beda-f90965a82f6f') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:42:57.737218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.762686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.779134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:42:57.779600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:42:57.782958 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:42:57.912562 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.920605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6420a8-f2ab-4d3d-b1eb-250355ba37a6 req-8de2bf3c-c466-4fef-9004-021e9910b1d5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:57.931180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa6420a8-f2ab-4d3d-b1eb-250355ba37a6 req-8de2bf3c-c466-4fef-9004-021e9910b1d5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0789046 Aug 24 00:42:57.955601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:57.957660 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/8b3d9309-733e-46b7-b7fe-2dcaedc4506a HTTP/1.1" status: 204 len: 168 time: 1.0737245 Aug 24 00:42:57.959678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008d2b9-6891-4702-923c-9fc732f2848e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=8b3d9309-733e-46b7-b7fe-2dcaedc4506a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:57.962330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60460) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:57.972847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1608969443', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:42:58.010417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa6420a8-f2ab-4d3d-b1eb-250355ba37a6 req-f8fae302-86e0-46d2-a971-0aee29b5d91e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476503 Aug 24 00:42:58.154273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60462) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:58.168548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-226f4a42-9e7d-42d1-8974-4d4062401a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.193128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.195255 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.257409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.293842 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-226f4a42-9e7d-42d1-8974-4d4062401a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.358067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-226f4a42-9e7d-42d1-8974-4d4062401a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.416320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-226f4a42-9e7d-42d1-8974-4d4062401a4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df749a15581a4f42b0e5ddbff1460fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608535 Aug 24 00:42:58.419817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60472) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:42:58.430844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f4a42-9e7d-42d1-8974-4d4062401a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47654731-dc10-4fd3-8b6e-a1cf2e758b9e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:58.513966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.549665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e2e8915-6112-48de-9982-791cee0f10fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.587946 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e2e8915-6112-48de-9982-791cee0f10fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.767049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e2e8915-6112-48de-9982-791cee0f10fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.769919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8e2e8915-6112-48de-9982-791cee0f10fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.771860 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8e2e8915-6112-48de-9982-791cee0f10fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47654731-dc10-4fd3-8b6e-a1cf2e758b9e HTTP/1.1" status: 204 len: 168 time: 0.3496616 Aug 24 00:42:58.807056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e8915-6112-48de-9982-791cee0f10fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47654731-dc10-4fd3-8b6e-a1cf2e758b9e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:58.841975 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.864537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.975217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f0cff063-69ba-470d-a8a7-cd422897adec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:58.991185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.25.5.84 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/eb7729d0-94b5-4de2-a581-83376cf75e94) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:42:59.117973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.153505 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.156971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bb490dc-6262-4051-a9fa-be38235cab88 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:42:59.171360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6830b-48e6-479a-87c9-a9358ec9da5f req-1089a177-0e0a-4b97-a72b-6a1491e1d56a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.179328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60c6830b-48e6-479a-87c9-a9358ec9da5f req-1089a177-0e0a-4b97-a72b-6a1491e1d56a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0903091 Aug 24 00:42:59.182617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1bb490dc-6262-4051-a9fa-be38235cab88 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:42:59.182976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1bb490dc-6262-4051-a9fa-be38235cab88 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:42:59.224185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60c6830b-48e6-479a-87c9-a9358ec9da5f req-f2118ce0-1e41-4eaa-90ff-1a7789aa3172 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Aug 24 00:42:59.605322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:42:59.644837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:42:59.650251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:42:59.654954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:42:59.685858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=eb7729d0-94b5-4de2-a581-83376cf75e94,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:42:59.705297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-fcbd671d-2292-49b9-b517-f49574dcfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.707156 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-fcbd671d-2292-49b9-b517-f49574dcfce7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1096 time: 0.0511642 Aug 24 00:42:59.802339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-21ab4db5-3f95-491c-9dd1-84fe2dcab32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.804547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-21ab4db5-3f95-491c-9dd1-84fe2dcab32a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.0906649 Aug 24 00:42:59.888657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-fa249ae5-43b3-4399-8ce8-3b4838b7209c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 1001 time: 0.0756783 Aug 24 00:42:59.945127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-d6ffcbd8-22b4-4125-a1c7-8628c4d951e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:42:59.946672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-d6ffcbd8-22b4-4125-a1c7-8628c4d951e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0509653 Aug 24 00:43:00.004220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-0e7a27c2-da45-454c-ad8d-d1da9c64d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:00.006391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-0e7a27c2-da45-454c-ad8d-d1da9c64d808 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523386 Aug 24 00:43:00.011541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.127814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-1091d56c-5ba4-4447-9040-06a5c80325b6 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136367 Aug 24 00:43:00.255302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f2268ad-eaa7-4cbf-a7df-7ef6e7eb92c0 req-88a83eeb-9e6f-447b-8a98-7c7e7ee20888 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198874 Aug 24 00:43:00.298140 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.335141 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.417166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab49b12-f7a9-4b66-8eb8-8c5727c6fc56 req-a22a7965-8d6b-49c1-829a-8160889a1efa tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:00.419790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ab49b12-f7a9-4b66-8eb8-8c5727c6fc56 req-a22a7965-8d6b-49c1-829a-8160889a1efa tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0972674 Aug 24 00:43:00.479986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ab49b12-f7a9-4b66-8eb8-8c5727c6fc56 req-e11e5386-7df8-4a49-b36a-adc313aa2431 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532873 Aug 24 00:43:00.598141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:00.747552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:00.758648 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37993d10-1ec4-4d01-96f5-ff84cc51a363 None None] Sync routers for ids ['48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:00.771281 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37993d10-1ec4-4d01-96f5-ff84cc51a363 None None] Routers {'48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:00.771961 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-37993d10-1ec4-4d01-96f5-ff84cc51a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:00.813885 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-37993d10-1ec4-4d01-96f5-ff84cc51a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:00.826695 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37993d10-1ec4-4d01-96f5-ff84cc51a363 None None] Routers {'48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:00.828523 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-37993d10-1ec4-4d01-96f5-ff84cc51a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:00.849280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:00.854946 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c3152805-80c0-4e52-ac41-5d9f5cabfd6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8876340 Aug 24 00:43:00.855328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60522) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:00.865989 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-37993d10-1ec4-4d01-96f5-ff84cc51a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:00.866648 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37993d10-1ec4-4d01-96f5-ff84cc51a363 None None] The sync data for ids ['48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:00.994045 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bb336759-8805-49d1-8cd3-1274424b153b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/routers/48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 HTTP/1.1" status: 200 len: 880 time: 0.1370361 Aug 24 00:43:00.996618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60528) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:01.140434 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-664b5942-a09c-4ab4-9727-0b9c7186e6aa tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1425703 Aug 24 00:43:01.143141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60532) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:01.148125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ad80e007-ea6a-4d21-920c-c0b8c5ef92ca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1608969443'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:01.520600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad80e007-ea6a-4d21-920c-c0b8c5ef92ca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.608656 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad80e007-ea6a-4d21-920c-c0b8c5ef92ca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.695362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d09cd4-6433-4c96-b6c8-fa1c6b31c836 req-e1d3d684-4f29-4011-8152-8af78634f821 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:01.697318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24d09cd4-6433-4c96-b6c8-fa1c6b31c836 req-e1d3d684-4f29-4011-8152-8af78634f821 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1288640 Aug 24 00:43:01.789413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad80e007-ea6a-4d21-920c-c0b8c5ef92ca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:01.801213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24d09cd4-6433-4c96-b6c8-fa1c6b31c836 req-a797a8d0-7e41-4f3a-9f29-daced0403c3d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669601 Aug 24 00:43:01.810343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.943483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad80e007-ea6a-4d21-920c-c0b8c5ef92ca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:01.955702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af78644a-8d37-41db-9d20-bc476f8b67cc None None] Sync routers for ids ['48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:01.961562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad80e007-ea6a-4d21-920c-c0b8c5ef92ca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:01.962829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ad80e007-ea6a-4d21-920c-c0b8c5ef92ca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 HTTP/1.1" status: 200 len: 887 time: 0.8185856 Aug 24 00:43:01.966004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60578) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:01.971730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78644a-8d37-41db-9d20-bc476f8b67cc None None] Routers {'48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:01.972889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af78644a-8d37-41db-9d20-bc476f8b67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:02.050032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af78644a-8d37-41db-9d20-bc476f8b67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:02.060897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78644a-8d37-41db-9d20-bc476f8b67cc None None] Routers {'48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:02.062138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af78644a-8d37-41db-9d20-bc476f8b67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:02.099590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af78644a-8d37-41db-9d20-bc476f8b67cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:02.100605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af78644a-8d37-41db-9d20-bc476f8b67cc None None] The sync data for ids ['48d5ebff-22ac-417f-a1e6-9e5e9a558ba3'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:02.109613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6cf52d6a-86c7-42b2-8fcf-880dbd9d28bc tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/routers/48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 HTTP/1.1" status: 200 len: 887 time: 0.1383739 Aug 24 00:43:02.112394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60590) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:02.145314 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6cc65fb7-2a38-4971-a985-cffa0ea78109 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 HTTP/1.1" status: 200 len: 205 time: 0.0281880 Aug 24 00:43:02.145314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60592) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:02.269043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.397471 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.542066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port eb7729d0-94b5-4de2-a581-83376cf75e94 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:02.542573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.634659 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.656359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for eb7729d0-94b5-4de2-a581-83376cf75e94 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:02.684935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:02.702377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60602) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:02.775277 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.806441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:43:02.808881 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1ace83-8868-420d-9a28-ead57ddd77af" -d '{"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:43:02.822971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:02.850282 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-260150f7-d066-4694-9135-b375450b8a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.859317 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 00:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ef83c-2072-4e19-a460-62dc5ddcbe94 x-openstack-request-id: req-325ef83c-2072-4e19-a460-62dc5ddcbe94 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:43:02.859619 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-unplugged", "status": "failed", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9", "code": 422}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:43:02.859906 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-325ef83c-2072-4e19-a460-62dc5ddcbe94 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:43:02.860326 n-d-804878-2 neutron-server[95328]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'code': 422} returned with failed status Aug 24 00:43:02.878088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.930527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:02.936304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:02.966882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=eb7729d0-94b5-4de2-a581-83376cf75e94,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:02.992611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2890e5b-e3bd-4f12-ab37-bcd20bce56df req-4eb2a965-a26e-40ec-94e6-e1f4c3485906 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:02.994488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2890e5b-e3bd-4f12-ab37-bcd20bce56df req-4eb2a965-a26e-40ec-94e6-e1f4c3485906 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0753953 Aug 24 00:43:03.032759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.053025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2890e5b-e3bd-4f12-ab37-bcd20bce56df req-3897a1eb-068d-4288-bcc3-c26cc28e3ad8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456142 Aug 24 00:43:03.075533 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-260150f7-d066-4694-9135-b375450b8a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.129106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-260150f7-d066-4694-9135-b375450b8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.131441 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.133699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.171530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260150f7-d066-4694-9135-b375450b8a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477082b5-f976-490c-ab79-c74ea84e1f06,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:03.176106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-260150f7-d066-4694-9135-b375450b8a77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=086d48316b644c26b8eb36739708853c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726844 Aug 24 00:43:03.180355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60614) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:03.236581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff22884-b88f-4852-8293-75d9dc045317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.258469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff22884-b88f-4852-8293-75d9dc045317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.260285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.260809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Fanout notify agent at l3_agent the message router_deleted on router 48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:03.272415 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.273540 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-19277bb6-3c52-490a-9c2f-252ad6b63cca tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 HTTP/1.1" status: 204 len: 168 time: 1.1280842 Aug 24 00:43:03.278554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:03.284569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-659050883'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:03.346554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:03.350196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.369528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff22884-b88f-4852-8293-75d9dc045317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.372680 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ff22884-b88f-4852-8293-75d9dc045317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.374129 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0ff22884-b88f-4852-8293-75d9dc045317 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/477082b5-f976-490c-ab79-c74ea84e1f06 HTTP/1.1" status: 204 len: 168 time: 0.1925597 Aug 24 00:43:03.382855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:03.384060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff22884-b88f-4852-8293-75d9dc045317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477082b5-f976-490c-ab79-c74ea84e1f06,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:03.393944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.394451 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment 7065ccdc-cfbf-4d32-8b50-5e29b8b71612 of type vlan for network 9a1c10fe-58dd-438d-8de1-376df1bcd273 Aug 24 00:43:03.475040 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.591879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.598200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:03.598842 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:03.690524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=9a1c10fe-58dd-438d-8de1-376df1bcd273,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:03.702249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9a1c10fe-58dd-438d-8de1-376df1bcd273 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:03.721377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60636) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:03.721896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-162fdd31-bdc9-426c-a8a6-c3748bdaa595 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4414072 Aug 24 00:43:03.728554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': '9a1c10fe-58dd-438d-8de1-376df1bcd273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:03.917627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:03.927654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.133260 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60644) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:04.147797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2c99-d9ea-495d-9965-d10d686abba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.194755 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.328676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=abbc3d75-37ce-4add-bdd0-7554530bef97,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:04.342310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': '7065ccdc-cfbf-4d32-8b50-5e29b8b71612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a1c10fe-58dd-438d-8de1-376df1bcd273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:04.342792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: 9a1c10fe-58dd-438d-8de1-376df1bcd273, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:04.379265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2c99-d9ea-495d-9965-d10d686abba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.460928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9a1c10fe-58dd-438d-8de1-376df1bcd273 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:04.463611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5d7e2c99-d9ea-495d-9965-d10d686abba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.507199 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5d7e2c99-d9ea-495d-9965-d10d686abba9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ea6185d7ee84e72ba20de1fda44fdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727715 Aug 24 00:43:04.508127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e2c99-d9ea-495d-9965-d10d686abba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330f2ec6-6348-4578-88e8-f2a742cdc97f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:04.509994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60650) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:04.550697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9a1c10fe-58dd-438d-8de1-376df1bcd273) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:04.564418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b458de7f-8a6e-4133-8f63-9b375c8b94af None None] Network 9a1c10fe-58dd-438d-8de1-376df1bcd273 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:04.572239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:04.575639 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.590542 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6238-6ec5-4aba-a95a-d8ab9fd16f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.649049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6238-6ec5-4aba-a95a-d8ab9fd16f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.702145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-90d0fccb-d26b-435d-9959-6bfdb368240b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9778090 Aug 24 00:43:04.704317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60662) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:04.710754 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d71445a2-705f-4727-9285-1f4b3bd7acbd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2089987891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:04.734388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea5940-738b-43e9-868a-8d2ecb0a48fe req-8166771c-74ff-492a-a61b-a0fbf265cd77 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:04.751247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0aea5940-738b-43e9-868a-8d2ecb0a48fe req-8166771c-74ff-492a-a61b-a0fbf265cd77 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.1155016 Aug 24 00:43:04.821016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d71445a2-705f-4727-9285-1f4b3bd7acbd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.822181 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d71445a2-705f-4727-9285-1f4b3bd7acbd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.822418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-9a1c10fe-58dd-438d-8de1-376df1bcd273', 'network_id': '9a1c10fe-58dd-438d-8de1-376df1bcd273', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': 'abbc3d75-37ce-4add-bdd0-7554530bef97'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:04.823542 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.824935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0aea5940-738b-43e9-868a-8d2ecb0a48fe req-ba640713-9f35-49d6-8959-914ef3f1806a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555365 Aug 24 00:43:04.848311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6238-6ec5-4aba-a95a-d8ab9fd16f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.848311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6238-6ec5-4aba-a95a-d8ab9fd16f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:04.849218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1e5d6238-6ec5-4aba-a95a-d8ab9fd16f81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/330f2ec6-6348-4578-88e8-f2a742cdc97f HTTP/1.1" status: 204 len: 168 time: 0.3382175 Aug 24 00:43:04.863914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d6238-6ec5-4aba-a95a-d8ab9fd16f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330f2ec6-6348-4578-88e8-f2a742cdc97f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:04.942980 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d71445a2-705f-4727-9285-1f4b3bd7acbd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.009751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d71445a2-705f-4727-9285-1f4b3bd7acbd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.112252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d71445a2-705f-4727-9285-1f4b3bd7acbd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.116275 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d71445a2-705f-4727-9285-1f4b3bd7acbd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4083254 Aug 24 00:43:05.116989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:05.128775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Allocated IP 172.20.0.2 (9a1c10fe-58dd-438d-8de1-376df1bcd273/abbc3d75-37ce-4add-bdd0-7554530bef97/0e224344-0f86-4355-96f2-4bb835ab4271) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:05.306749 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.317066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Transition to ACTIVE for port object 0e224344-0f86-4355-96f2-4bb835ab4271 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:05.339554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Transition to ACTIVE for port object 0e224344-0f86-4355-96f2-4bb835ab4271 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:05.427359 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.531991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Network 9a1c10fe-58dd-438d-8de1-376df1bcd273 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:05.536299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:05.539422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:05.544891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.555033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Pushing event updated for resources: {'Port': ['ID=0e224344-0f86-4355-96f2-4bb835ab4271,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:05.649116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Attempting to bind port 0e224344-0f86-4355-96f2-4bb835ab4271 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:05.649761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Attempting to bind port 0e224344-0f86-4355-96f2-4bb835ab4271 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '7065ccdc-cfbf-4d32-8b50-5e29b8b71612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a1c10fe-58dd-438d-8de1-376df1bcd273'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:05.649866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Attempting to bind port 0e224344-0f86-4355-96f2-4bb835ab4271 on network 9a1c10fe-58dd-438d-8de1-376df1bcd273 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:05.661604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:05.666399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Checking segment: {'id': '7065ccdc-cfbf-4d32-8b50-5e29b8b71612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a1c10fe-58dd-438d-8de1-376df1bcd273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:05.666399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.666399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Bound using segment: {'id': '7065ccdc-cfbf-4d32-8b50-5e29b8b71612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a1c10fe-58dd-438d-8de1-376df1bcd273'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:05.666399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Bound port: 0e224344-0f86-4355-96f2-4bb835ab4271, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7065ccdc-cfbf-4d32-8b50-5e29b8b71612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9a1c10fe-58dd-438d-8de1-376df1bcd273'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:05.666399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.726465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-30d56785-bbe3-490c-abbb-411175386c48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4170406 Aug 24 00:43:05.803538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] For port 0e224344-0f86-4355-96f2-4bb835ab4271, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:05.807195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] For port 0e224344-0f86-4355-96f2-4bb835ab4271, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e224344-0f86-4355-96f2-4bb835ab4271,segment=NetworkSegment(7065ccdc-cfbf-4d32-8b50-5e29b8b71612),segment_id=7065ccdc-cfbf-4d32-8b50-5e29b8b71612)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:05.931121 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:05.948371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.20.0.1 (9a1c10fe-58dd-438d-8de1-376df1bcd273/abbc3d75-37ce-4add-bdd0-7554530bef97/e43cef59-e43d-4a4e-a9cd-f2ed44499fdd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:05.976414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117e53e-c032-463f-bb14-48245aa1e3e6 req-8cc6de2a-9215-4818-87e6-8d6dda5697e2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:05.978521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b117e53e-c032-463f-bb14-48245aa1e3e6 req-8cc6de2a-9215-4818-87e6-8d6dda5697e2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0769222 Aug 24 00:43:06.033715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b773f3-2b07-4cfb-8ad8-cae4c5893d09 None None] Pushing event updated for resources: {'Port': ['ID=0e224344-0f86-4355-96f2-4bb835ab4271,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:06.116338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b117e53e-c032-463f-bb14-48245aa1e3e6 req-5ee7ac84-1622-4e41-9eba-bcec877e73da tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657456 Aug 24 00:43:06.169060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.205510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object e43cef59-e43d-4a4e-a9cd-f2ed44499fdd will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:06.318699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.365786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9a1c10fe-58dd-438d-8de1-376df1bcd273 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:06.368783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:06.373135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:06.401663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=e43cef59-e43d-4a4e-a9cd-f2ed44499fdd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:06.426596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:06.630028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.197399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0e224344-0f86-4355-96f2-4bb835ab4271 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:07.355110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c534baae-2012-49b9-9387-d9c60b3103c5 None None] Network 9a1c10fe-58dd-438d-8de1-376df1bcd273 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:07.499465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 0e224344-0f86-4355-96f2-4bb835ab4271 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:07.615407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bbed1848-69a4-4239-a7d4-630cc96bb730 None None] Provisioning for port 0e224344-0f86-4355-96f2-4bb835ab4271 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:07.631490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bbed1848-69a4-4239-a7d4-630cc96bb730 None None] Provisioning complete for port 0e224344-0f86-4355-96f2-4bb835ab4271 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:07.635918 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbed1848-69a4-4239-a7d4-630cc96bb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.675998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.804384 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbed1848-69a4-4239-a7d4-630cc96bb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.821105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.852557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bbed1848-69a4-4239-a7d4-630cc96bb730 None None] For port 0e224344-0f86-4355-96f2-4bb835ab4271, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e224344-0f86-4355-96f2-4bb835ab4271,segment=NetworkSegment(7065ccdc-cfbf-4d32-8b50-5e29b8b71612),segment_id=7065ccdc-cfbf-4d32-8b50-5e29b8b71612)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:07.941971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbed1848-69a4-4239-a7d4-630cc96bb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:07.967645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=e43cef59-e43d-4a4e-a9cd-f2ed44499fdd,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:07.983576 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.047990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed1848-69a4-4239-a7d4-630cc96bb730 None None] Pushing event updated for resources: {'Port': ['ID=0e224344-0f86-4355-96f2-4bb835ab4271,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:08.070069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968806dd-9ff8-410d-9249-ec6ebee5a434 req-61a02e2e-a86a-4973-b297-6a801eba0983 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:08.071826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-968806dd-9ff8-410d-9249-ec6ebee5a434 req-61a02e2e-a86a-4973-b297-6a801eba0983 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.6782627 Aug 24 00:43:08.143396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-968806dd-9ff8-410d-9249-ec6ebee5a434 req-185f6767-4bef-43a4-9f4a-23bf61f7d79a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634613 Aug 24 00:43:08.150544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9a1c10fe-58dd-438d-8de1-376df1bcd273 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:08.153085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:08.187516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-260b0869-ea31-4dfc-bbf7-7eb3892a38bf None None] Provisioning complete for port 0e224344-0f86-4355-96f2-4bb835ab4271 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:08.189990 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-260b0869-ea31-4dfc-bbf7-7eb3892a38bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.425972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 5d8457bb-f88b-4679-9b83-72b39e06be25 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:08.448768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-260b0869-ea31-4dfc-bbf7-7eb3892a38bf None None] Provisioning for port e43cef59-e43d-4a4e-a9cd-f2ed44499fdd completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:08.459568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-260b0869-ea31-4dfc-bbf7-7eb3892a38bf None None] Provisioning complete for port e43cef59-e43d-4a4e-a9cd-f2ed44499fdd triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:08.460015 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-260b0869-ea31-4dfc-bbf7-7eb3892a38bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.537841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-260b0869-ea31-4dfc-bbf7-7eb3892a38bf None None] Port e43cef59-e43d-4a4e-a9cd-f2ed44499fdd cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:08.564975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:08.573033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e43aa82d-b849-4cf1-8908-a32f6aed13fb tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/5d8457bb-f88b-4679-9b83-72b39e06be25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4529777 Aug 24 00:43:08.573589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:08.586414 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cb01e-7e96-4464-b9da-8e0c61d36071 None None] Sync routers for ids ['5d8457bb-f88b-4679-9b83-72b39e06be25'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:08.615448 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cb01e-7e96-4464-b9da-8e0c61d36071 None None] Routers {'5d8457bb-f88b-4679-9b83-72b39e06be25'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:08.616487 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dc3cb01e-7e96-4464-b9da-8e0c61d36071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5d8457bb-f88b-4679-9b83-72b39e06be25'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:08.673515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6099f6d9-5279-46e9-89e3-b78504632dbf None None] Provisioning complete for port e43cef59-e43d-4a4e-a9cd-f2ed44499fdd triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:08.674192 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6099f6d9-5279-46e9-89e3-b78504632dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.698535 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dc3cb01e-7e96-4464-b9da-8e0c61d36071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:08.700904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c692ca7-f0c8-497b-ad99-fc746d17ca5b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:08.702451 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4c692ca7-f0c8-497b-ad99-fc746d17ca5b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports/e43cef59-e43d-4a4e-a9cd-f2ed44499fdd HTTP/1.1" status: 200 len: 910 time: 0.1273415 Aug 24 00:43:08.707277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60776) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:08.715915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f5107073-f920-457c-aba7-f49c5110adf9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'abbc3d75-37ce-4add-bdd0-7554530bef97'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:08.728682 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3cb01e-7e96-4464-b9da-8e0c61d36071 None None] Routers {'5d8457bb-f88b-4679-9b83-72b39e06be25'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:08.729624 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dc3cb01e-7e96-4464-b9da-8e0c61d36071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5d8457bb-f88b-4679-9b83-72b39e06be25'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:08.759342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6099f6d9-5279-46e9-89e3-b78504632dbf None None] Port e43cef59-e43d-4a4e-a9cd-f2ed44499fdd cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:08.773081 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dc3cb01e-7e96-4464-b9da-8e0c61d36071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:08.773907 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cb01e-7e96-4464-b9da-8e0c61d36071 None None] The sync data for ids ['5d8457bb-f88b-4679-9b83-72b39e06be25'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:08.921887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a0442ac2-0c08-46a0-9c2e-932d18da3779 None None] Provisioning complete for port e43cef59-e43d-4a4e-a9cd-f2ed44499fdd triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:08.921887 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a0442ac2-0c08-46a0-9c2e-932d18da3779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.991091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5107073-f920-457c-aba7-f49c5110adf9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:08.993077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a0442ac2-0c08-46a0-9c2e-932d18da3779 None None] Port e43cef59-e43d-4a4e-a9cd-f2ed44499fdd cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:09.192520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0e224344-0f86-4355-96f2-4bb835ab4271 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:09.250479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0e224344-0f86-4355-96f2-4bb835ab4271 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:09.251204 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.473767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d4db0-b5b6-4360-9981-20d475ce29df req-360a8520-b2aa-45c5-83bd-5aa2784978b8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:09.475770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c2d4db0-b5b6-4360-9981-20d475ce29df req-360a8520-b2aa-45c5-83bd-5aa2784978b8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.1295907 Aug 24 00:43:09.580715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c2d4db0-b5b6-4360-9981-20d475ce29df req-b6258001-7b06-4b67-b7ea-b2eea495580b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652456 Aug 24 00:43:09.677394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5107073-f920-457c-aba7-f49c5110adf9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.774985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5107073-f920-457c-aba7-f49c5110adf9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.866891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5107073-f920-457c-aba7-f49c5110adf9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:09.867479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5107073-f920-457c-aba7-f49c5110adf9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:09.868846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f5107073-f920-457c-aba7-f49c5110adf9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/ports/e43cef59-e43d-4a4e-a9cd-f2ed44499fdd HTTP/1.1" status: 200 len: 910 time: 1.1597793 Aug 24 00:43:09.877674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5107073-f920-457c-aba7-f49c5110adf9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=e43cef59-e43d-4a4e-a9cd-f2ed44499fdd,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:09.880045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:10.235362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.571197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port e43cef59-e43d-4a4e-a9cd-f2ed44499fdd {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:10.573331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.630502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60854) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:10.724507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.745762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for e43cef59-e43d-4a4e-a9cd-f2ed44499fdd owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:10.759286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34037806-bbf0-4f60-8766-e4ad1711d60b req-a7d25f59-5118-448d-a956-a9518dbdc7e0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:10.760874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34037806-bbf0-4f60-8766-e4ad1711d60b req-a7d25f59-5118-448d-a956-a9518dbdc7e0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0880399 Aug 24 00:43:10.771014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7eb97741-ce48-40b8-bbf7-3709c369a347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.860386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34037806-bbf0-4f60-8766-e4ad1711d60b req-aa01cdd2-96b8-4e92-92e1-48958f63095e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902245 Aug 24 00:43:10.878632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7eb97741-ce48-40b8-bbf7-3709c369a347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:10.958080 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7eb97741-ce48-40b8-bbf7-3709c369a347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.013031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:11.027611 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7eb97741-ce48-40b8-bbf7-3709c369a347 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76408e39ecc9430087270ab4332f9f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947990 Aug 24 00:43:11.047482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb97741-ce48-40b8-bbf7-3709c369a347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5812a-3a7c-4540-a26d-a06dd2f22361,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:11.067418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-792fc5c5-dfe6-4290-b583-10e5541b1fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.069722 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.111942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=e43cef59-e43d-4a4e-a9cd-f2ed44499fdd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:11.137844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-792fc5c5-dfe6-4290-b583-10e5541b1fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.318047 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.504644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-792fc5c5-dfe6-4290-b583-10e5541b1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.507441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-792fc5c5-dfe6-4290-b583-10e5541b1fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.511016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-792fc5c5-dfe6-4290-b583-10e5541b1fb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5e5812a-3a7c-4540-a26d-a06dd2f22361 HTTP/1.1" status: 204 len: 168 time: 0.4944727 Aug 24 00:43:11.519880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fc5c5-dfe6-4290-b583-10e5541b1fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5812a-3a7c-4540-a26d-a06dd2f22361,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:11.534326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 5d8457bb-f88b-4679-9b83-72b39e06be25 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:11.632160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:11.644572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d9d8a696-1041-4517-b607-65a1741333db tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/5d8457bb-f88b-4679-9b83-72b39e06be25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609522 Aug 24 00:43:11.644975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60878) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:11.649416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34722cf-2f2b-45c3-8f26-07d42312c105 None None] Sync routers for ids ['5d8457bb-f88b-4679-9b83-72b39e06be25'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:11.669064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34722cf-2f2b-45c3-8f26-07d42312c105 None None] Routers {'5d8457bb-f88b-4679-9b83-72b39e06be25'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:11.670105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b34722cf-2f2b-45c3-8f26-07d42312c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5d8457bb-f88b-4679-9b83-72b39e06be25'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:11.682830 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d2a68288-35a5-46bf-af40-21d5b3f6ce4f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d8457bb-f88b-4679-9b83-72b39e06be25 HTTP/1.1" status: 200 len: 205 time: 0.0364864 Aug 24 00:43:11.686150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60880) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:11.758555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b34722cf-2f2b-45c3-8f26-07d42312c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:11.781678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34722cf-2f2b-45c3-8f26-07d42312c105 None None] Routers {'5d8457bb-f88b-4679-9b83-72b39e06be25'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:11.785709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b34722cf-2f2b-45c3-8f26-07d42312c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['5d8457bb-f88b-4679-9b83-72b39e06be25'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:11.806968 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a324cc0e-c5b0-4034-84bd-76a92db707d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:11.821271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b34722cf-2f2b-45c3-8f26-07d42312c105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:11.822332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34722cf-2f2b-45c3-8f26-07d42312c105 None None] The sync data for ids ['5d8457bb-f88b-4679-9b83-72b39e06be25'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:12.061862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33aa7a-bca0-4b33-8d6c-33b701fbd2d1 req-d0527705-ae08-4422-8df6-b8752c2ee6ff tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:12.063523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b33aa7a-bca0-4b33-8d6c-33b701fbd2d1 req-d0527705-ae08-4422-8df6-b8752c2ee6ff tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0977371 Aug 24 00:43:12.092788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a324cc0e-c5b0-4034-84bd-76a92db707d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.098060 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a324cc0e-c5b0-4034-84bd-76a92db707d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.125177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b33aa7a-bca0-4b33-8d6c-33b701fbd2d1 req-62592551-cd35-45fe-8acd-412ecb1a2375 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555224 Aug 24 00:43:12.266354 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a324cc0e-c5b0-4034-84bd-76a92db707d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.267295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a324cc0e-c5b0-4034-84bd-76a92db707d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Fanout notify agent at l3_agent the message router_deleted on router 5d8457bb-f88b-4679-9b83-72b39e06be25 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:43:12.274601 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a324cc0e-c5b0-4034-84bd-76a92db707d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.278566 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a324cc0e-c5b0-4034-84bd-76a92db707d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/5d8457bb-f88b-4679-9b83-72b39e06be25 HTTP/1.1" status: 204 len: 168 time: 0.5888743 Aug 24 00:43:12.279085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60892) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:12.344157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad8d937-a115-4632-872c-8d6b0041f292 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet abbc3d75-37ce-4add-bdd0-7554530bef97 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:12.356204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d937-a115-4632-872c-8d6b0041f292 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.383602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60898) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:12.401730 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e552015-38c7-47bb-aace-48ee58b22563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.418414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d937-a115-4632-872c-8d6b0041f292 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.522998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e552015-38c7-47bb-aace-48ee58b22563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.523768 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.528264 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d937-a115-4632-872c-8d6b0041f292 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.703940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1e552015-38c7-47bb-aace-48ee58b22563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.735059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d937-a115-4632-872c-8d6b0041f292 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.740510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e552015-38c7-47bb-aace-48ee58b22563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc795c9-d0be-4e66-b6a7-0c1229ab1550,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:12.749622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1e552015-38c7-47bb-aace-48ee58b22563 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ebe1e42df134f5da3720977517bc312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642333 Aug 24 00:43:12.752425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60902) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:12.775981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8d937-a115-4632-872c-8d6b0041f292 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=abbc3d75-37ce-4add-bdd0-7554530bef97,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:12.781281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ad8d937-a115-4632-872c-8d6b0041f292 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.785339 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6ad8d937-a115-4632-872c-8d6b0041f292 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/abbc3d75-37ce-4add-bdd0-7554530bef97 HTTP/1.1" status: 204 len: 168 time: 0.5049989 Aug 24 00:43:12.787889 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 60904) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:12.791682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9baa43-c88d-4f67-8992-91bd73910bcb None None] Network 9a1c10fe-58dd-438d-8de1-376df1bcd273 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:12.834209 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8dc8-0b21-4581-80dc-4c21985320ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.858701 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8dc8-0b21-4581-80dc-4c21985320ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.874763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:12.942855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 0e224344-0f86-4355-96f2-4bb835ab4271 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:12.943142 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.018970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] DHCP port deletion for 9a1c10fe-58dd-438d-8de1-376df1bcd273 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:13.037735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port 0e224344-0f86-4355-96f2-4bb835ab4271, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e224344-0f86-4355-96f2-4bb835ab4271,segment=NetworkSegment(7065ccdc-cfbf-4d32-8b50-5e29b8b71612),segment_id=7065ccdc-cfbf-4d32-8b50-5e29b8b71612)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:13.038298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.058635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 0e224344-0f86-4355-96f2-4bb835ab4271 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:13.086288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] Deleting port 0e224344-0f86-4355-96f2-4bb835ab4271 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:13.086729 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.097298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8dc8-0b21-4581-80dc-4c21985320ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.100813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8dc8-0b21-4581-80dc-4c21985320ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.102199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b1ae8dc8-0b21-4581-80dc-4c21985320ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efc795c9-d0be-4e66-b6a7-0c1229ab1550 HTTP/1.1" status: 204 len: 168 time: 0.3490124 Aug 24 00:43:13.112823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae8dc8-0b21-4581-80dc-4c21985320ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc795c9-d0be-4e66-b6a7-0c1229ab1550,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:13.162669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0e224344-0f86-4355-96f2-4bb835ab4271 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:13.220912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] For port 0e224344-0f86-4355-96f2-4bb835ab4271, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0e224344-0f86-4355-96f2-4bb835ab4271,segment=NetworkSegment(7065ccdc-cfbf-4d32-8b50-5e29b8b71612),segment_id=7065ccdc-cfbf-4d32-8b50-5e29b8b71612)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:13.224678 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.249628 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.284430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Port 0e224344-0f86-4355-96f2-4bb835ab4271 update to DOWN by agent not found {{(pid=95328) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 24 00:43:13.286544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] Calling delete_port for 0e224344-0f86-4355-96f2-4bb835ab4271 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:13.292215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=0e224344-0f86-4355-96f2-4bb835ab4271,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:13.298179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port 0e224344-0f86-4355-96f2-4bb835ab4271 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:13.380941 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.388289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fe226-6f9f-41c5-bca7-07796e253564 req-33e67d72-3c23-4794-9938-f9261e1890f4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:13.390009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e87fe226-6f9f-41c5-bca7-07796e253564 req-33e67d72-3c23-4794-9938-f9261e1890f4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.1295733 Aug 24 00:43:13.408322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.417384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] No DVR routers for this DVR port 0e224344-0f86-4355-96f2-4bb835ab4271 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:13.419748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dc912-8f19-4456-9292-9aa574bd59d2 None None] Pushing event deleted for resources: {'Port': ['ID=0e224344-0f86-4355-96f2-4bb835ab4271,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:13.432774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1c10fe-58dd-438d-8de1-376df1bcd273']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:13.445105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7065ccdc-cfbf-4d32-8b50-5e29b8b71612') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:13.445334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7065ccdc-cfbf-4d32-8b50-5e29b8b71612') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:13.453423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e87fe226-6f9f-41c5-bca7-07796e253564 req-e2743b95-b0d2-4b31-9354-7112b6862fc4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520885 Aug 24 00:43:13.457981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.472095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.478238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:13.478702 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:13.482268 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:13.929910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.937834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:13.939947 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/9a1c10fe-58dd-438d-8de1-376df1bcd273 HTTP/1.1" status: 204 len: 168 time: 1.1509430 Aug 24 00:43:13.944031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:13.949795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6fa0545d-e653-4172-9aed-3afc06d5879a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-138509444', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:13.957638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eabc3-e53f-42d4-87cf-ab6ee4e136f3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=9a1c10fe-58dd-438d-8de1-376df1bcd273,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:14.055257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fa0545d-e653-4172-9aed-3afc06d5879a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.056471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fa0545d-e653-4172-9aed-3afc06d5879a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.137303 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fa0545d-e653-4172-9aed-3afc06d5879a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.216590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fa0545d-e653-4172-9aed-3afc06d5879a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.410502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fa0545d-e653-4172-9aed-3afc06d5879a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.416265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6fa0545d-e653-4172-9aed-3afc06d5879a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4703629 Aug 24 00:43:14.419538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 60948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:14.425140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1157497760'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:14.591694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae8a79-dcf8-4fc1-9485-d5c0cbc6edb7 req-636d274b-6d47-46e9-b91d-7f0a534aa392 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:14.593114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4eae8a79-dcf8-4fc1-9485-d5c0cbc6edb7 req-636d274b-6d47-46e9-b91d-7f0a534aa392 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.0596237 Aug 24 00:43:14.593785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:14.598504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.727511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:14.736544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4eae8a79-dcf8-4fc1-9485-d5c0cbc6edb7 req-2e540ecc-d591-4956-82f4-3f73d73176da tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339021 Aug 24 00:43:14.753889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.754241 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment 1071e7ed-2cad-45d5-b245-e6d9a109b932 of type vlan for network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 Aug 24 00:43:14.756959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-ef4f452d-691b-4366-a748-18de87bd8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:14.758464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-ef4f452d-691b-4366-a748-18de87bd8394 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2&tenant_id=3ed81b531a5b4647813566f12d197f9a HTTP/1.1" status: 200 len: 1094 time: 0.1251924 Aug 24 00:43:14.771479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:14.831047 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:14.867416 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.352307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.368219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:15.368974 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.469725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=9ceebaea-8ded-4d29-b5f2-c6e24fe83f98,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:15.489707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:15.529810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aad7f9da-252a-42bb-a681-14741b427429 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1089761 Aug 24 00:43:15.532398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 32774) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:15.537559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:15.561148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:15.602136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:15.653194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c359bb69-e57e-4d14-8ff8-7abd31146da9 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:43:15.669419 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.686354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Transition to ACTIVE for port object c359bb69-e57e-4d14-8ff8-7abd31146da9 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:15.785879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:15.789468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:15.831524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.094575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601581e-c068-45db-9960-bfc249037359 service neutron] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=9']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:16.134670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f920f-517a-4d85-a84e-ac5f11c385a7 req-73c31b81-ef1f-4cec-aa15-1f7ffa8b6fcc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:16.138746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d8f920f-517a-4d85-a84e-ac5f11c385a7 req-73c31b81-ef1f-4cec-aa15-1f7ffa8b6fcc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 943 time: 0.3213885 Aug 24 00:43:16.152156 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.228295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d8f920f-517a-4d85-a84e-ac5f11c385a7 req-0bd61bde-a5e1-4a65-9e62-c298401ad1f8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817463 Aug 24 00:43:16.229289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] No DVR routers for this DVR port c359bb69-e57e-4d14-8ff8-7abd31146da9 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:16.233362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 32798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:16.274543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=14aa4f02-3d2f-4198-ae48-ea3b699863bc,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:16.285904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:16.288490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:16.399424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Attempting to bind port c359bb69-e57e-4d14-8ff8-7abd31146da9 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:16.399977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Attempting to bind port c359bb69-e57e-4d14-8ff8-7abd31146da9 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:16.400071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Attempting to bind port c359bb69-e57e-4d14-8ff8-7abd31146da9 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:16.404615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Port c359bb69-e57e-4d14-8ff8-7abd31146da9 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:43:16.405057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Attempting to bind port c359bb69-e57e-4d14-8ff8-7abd31146da9 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:16.416603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:16.416949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Checking segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:16.417359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Bound using segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:16.417821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Bound port: c359bb69-e57e-4d14-8ff8-7abd31146da9, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:16.421878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.430962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98af4a9c-747a-4631-ac37-b96125730c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.437077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:16.517551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:16.521982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:16.526552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:16.526552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.526828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:16.529176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eced6f9-7321-4c3a-a12f-fe88454a52e4 None None] Network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:16.577939 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98af4a9c-747a-4631-ac37-b96125730c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.621393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.659612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:16.660320 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.661751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-1601581e-c068-45db-9960-bfc249037359 service neutron] 10.222.0.37 "PUT /v2.0/ports/c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 1091 time: 1.8949785 Aug 24 00:43:16.662216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:43:16.664641 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:43:16.693240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:16.694304 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.700079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601581e-c068-45db-9960-bfc249037359 service neutron] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:16.734576 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ada03-a7ae-47b4-8b98-eb3e93c8780d x-openstack-request-id: req-804ada03-a7ae-47b4-8b98-eb3e93c8780d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:43:16.734876 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:43:16.735131 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-804ada03-a7ae-47b4-8b98-eb3e93c8780d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:43:16.735542 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'status': 'completed', 'code': 200} Aug 24 00:43:16.736329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-98af4a9c-747a-4631-ac37-b96125730c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:16.795653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 32812) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:16.796268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-98af4a9c-747a-4631-ac37-b96125730c4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99e4902d10c3467b889530e8ca4ffb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612531 Aug 24 00:43:16.798617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af4a9c-747a-4631-ac37-b96125730c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3694e746-5039-4598-923b-39bd53b2e45d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:16.806866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-d98aa38d-06fc-4559-84e9-98d0f4f0b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:16.809529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-d98aa38d-06fc-4559-84e9-98d0f4f0b078 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1095 time: 0.1055005 Aug 24 00:43:16.823952 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-df2c8bf5-2c4f-4e6e-9be4-f813450d0d85 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2904396 Aug 24 00:43:16.833400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 32814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:16.886815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Allocated IP 172.20.0.2 (9ceebaea-8ded-4d29-b5f2-c6e24fe83f98/14aa4f02-3d2f-4198-ae48-ea3b699863bc/c43ebf50-9d35-427d-bd01-851c9d991381) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:16.965039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-21690eb3-ea2f-48e8-98d8-5b9c699a712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:16.966638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-21690eb3-ea2f-48e8-98d8-5b9c699a712c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1503654 Aug 24 00:43:16.987681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a94f9f1a-f41c-45df-810b-9e318e0d7de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.060142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-ead22759-25f3-452d-887d-62dd04291e99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 999 time: 0.0862620 Aug 24 00:43:17.122234 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a94f9f1a-f41c-45df-810b-9e318e0d7de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.122386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-31885d6f-d624-4fee-95ef-c84544d3f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:17.122386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-31885d6f-d624-4fee-95ef-c84544d3f3ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0525317 Aug 24 00:43:17.183598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-65ee9b53-b4c5-4935-86de-908ae291ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:17.187123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-65ee9b53-b4c5-4935-86de-908ae291ddb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604258 Aug 24 00:43:17.307662 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.340353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-2fe1631d-1ea2-4e84-9496-dbf50558cb08 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364858 Aug 24 00:43:17.358406 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.403864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Transition to ACTIVE for port object c43ebf50-9d35-427d-bd01-851c9d991381 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:17.424081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a94f9f1a-f41c-45df-810b-9e318e0d7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.426884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a94f9f1a-f41c-45df-810b-9e318e0d7de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.428621 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a94f9f1a-f41c-45df-810b-9e318e0d7de2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3694e746-5039-4598-923b-39bd53b2e45d HTTP/1.1" status: 204 len: 168 time: 0.6316798 Aug 24 00:43:17.432729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Transition to ACTIVE for port object c43ebf50-9d35-427d-bd01-851c9d991381 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:17.488940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ae173-fcf6-40d1-914b-41de71f8d12c req-a1329f28-3418-4fb8-8377-ce1eb72e3110 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:17.490461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef1ae173-fcf6-40d1-914b-41de71f8d12c req-a1329f28-3418-4fb8-8377-ce1eb72e3110 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1252451 Aug 24 00:43:17.529357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.541659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149acd98-2a49-4cfc-844d-d4a94604c7f3 req-12159e2e-2847-4d0c-9f06-c91043a953f0 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877651 Aug 24 00:43:17.550599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef1ae173-fcf6-40d1-914b-41de71f8d12c req-70c26911-3f3b-4920-abc8-5243c5bb87a1 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522487 Aug 24 00:43:17.571881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f9f1a-f41c-45df-810b-9e318e0d7de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3694e746-5039-4598-923b-39bd53b2e45d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:17.592545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:17.607675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:17.611218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:17.614940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Pushing event updated for resources: {'Port': ['ID=c43ebf50-9d35-427d-bd01-851c9d991381,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:17.691215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Attempting to bind port c43ebf50-9d35-427d-bd01-851c9d991381 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:17.693261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Attempting to bind port c43ebf50-9d35-427d-bd01-851c9d991381 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:17.693261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Attempting to bind port c43ebf50-9d35-427d-bd01-851c9d991381 on network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:17.698089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:17.698583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Checking segment: {'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:17.699367 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.699836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Bound using segment: {'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:17.700525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Bound port: c43ebf50-9d35-427d-bd01-851c9d991381, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:17.701097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.702687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.20.0.1 (9ceebaea-8ded-4d29-b5f2-c6e24fe83f98/14aa4f02-3d2f-4198-ae48-ea3b699863bc/b89204e5-7444-4ddf-af22-70c242b8b11e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:17.800279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] For port c43ebf50-9d35-427d-bd01-851c9d991381, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:17.804759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] For port c43ebf50-9d35-427d-bd01-851c9d991381, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c43ebf50-9d35-427d-bd01-851c9d991381,segment=NetworkSegment(1071e7ed-2cad-45d5-b245-e6d9a109b932),segment_id=1071e7ed-2cad-45d5-b245-e6d9a109b932)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:17.805787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-1d9fa7b4-c1ce-4ec5-8d86-8edd016311d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:17.807196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-1d9fa7b4-c1ce-4ec5-8d86-8edd016311d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1095 time: 0.0555167 Aug 24 00:43:17.864550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.885689 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object b89204e5-7444-4ddf-af22-70c242b8b11e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:17.895302 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.992158 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:17.999530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-6fc97579-74ac-4293-8ff9-3c147df857df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:18.001029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-6fc97579-74ac-4293-8ff9-3c147df857df service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1859117 Aug 24 00:43:18.034099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3322161-3db3-493c-9a4b-ab868ab8c975 None None] Pushing event updated for resources: {'Port': ['ID=c43ebf50-9d35-427d-bd01-851c9d991381,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:18.103079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-ecbe3c1b-f0d7-4795-b2ad-3bc78c6c8ccc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 999 time: 0.0901453 Aug 24 00:43:18.115195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:18.123120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:18.130279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:18.178292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-2c403800-32c3-4153-af55-02745fc78e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:18.180208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-2c403800-32c3-4153-af55-02745fc78e31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0740516 Aug 24 00:43:18.239655 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.273503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-6c127565-e606-4f38-8ae3-e60066037fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:18.275046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-6c127565-e606-4f38-8ae3-e60066037fb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858653 Aug 24 00:43:18.350344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=b89204e5-7444-4ddf-af22-70c242b8b11e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:18.417035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-81763484-bac2-4fa1-bab9-1e18a0f79137 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308224 Aug 24 00:43:18.605998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:18.749379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3f1ff51-3cc6-473e-b91e-972925fdc4e2 req-8b007267-5c4e-4b74-a19e-684f3b8497ee service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203251 Aug 24 00:43:19.134230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f61871-145d-4b03-b693-cf8bc5d96e40 req-1ba75bfc-fcea-4f0e-b965-e8d380c1debb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:19.142196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1f61871-145d-4b03-b693-cf8bc5d96e40 req-1ba75bfc-fcea-4f0e-b965-e8d380c1debb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.3801410 Aug 24 00:43:19.264595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e1f61871-145d-4b03-b693-cf8bc5d96e40 req-f0949d73-4afc-47cb-a6df-63bba01a5dc4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212649 Aug 24 00:43:19.331828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c43ebf50-9d35-427d-bd01-851c9d991381 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:19.407754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.486815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.631866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c43ebf50-9d35-427d-bd01-851c9d991381 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:19.638220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:19.650898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=b89204e5-7444-4ddf-af22-70c242b8b11e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:19.696739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab95ff-b7aa-4868-98f7-254b79dd09a5 None None] Network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:19.911670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:19.919576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:19.973382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6594fc80-36aa-41db-894e-d9501af4ee9f None None] Provisioning for port c43ebf50-9d35-427d-bd01-851c9d991381 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:20.015743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6594fc80-36aa-41db-894e-d9501af4ee9f None None] Provisioning complete for port c43ebf50-9d35-427d-bd01-851c9d991381 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:20.016344 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6594fc80-36aa-41db-894e-d9501af4ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.239296 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6594fc80-36aa-41db-894e-d9501af4ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.279548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:43:20.341011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6594fc80-36aa-41db-894e-d9501af4ee9f None None] For port c43ebf50-9d35-427d-bd01-851c9d991381, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c43ebf50-9d35-427d-bd01-851c9d991381,segment=NetworkSegment(1071e7ed-2cad-45d5-b245-e6d9a109b932),segment_id=1071e7ed-2cad-45d5-b245-e6d9a109b932)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:20.426062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6594fc80-36aa-41db-894e-d9501af4ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.539485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:20.562113 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:20.572332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 32922) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:20.575810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e24ea84d-1237-45d1-9546-2a769c3990e4 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7410548 Aug 24 00:43:20.577635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594fc80-36aa-41db-894e-d9501af4ee9f None None] Pushing event updated for resources: {'Port': ['ID=c43ebf50-9d35-427d-bd01-851c9d991381,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:20.588651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1159396845'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:20.598916 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:20.602300 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:20.613202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e8d27-8d19-4e29-8150-ebd192b57531 req-8cf02b04-c66d-4ec9-8ce3-a022851c7ef8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:20.621670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-048e8d27-8d19-4e29-8150-ebd192b57531 req-8cf02b04-c66d-4ec9-8ce3-a022851c7ef8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1468349 Aug 24 00:43:20.652765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a28fb9ea-d78f-498b-b4c8-219b48eee37a None None] Provisioning complete for port c43ebf50-9d35-427d-bd01-851c9d991381 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:20.653149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a28fb9ea-d78f-498b-b4c8-219b48eee37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.726173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-048e8d27-8d19-4e29-8150-ebd192b57531 req-0a0f1e00-4f1e-4b53-ad90-4daf99231230 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025290 Aug 24 00:43:20.737270 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:20.757250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:20.761492 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.843896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:20.879254 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:20.879688 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment d2e7caf8-7c4c-4478-b00c-bcb27e016ebf of type vlan for network 1010150b-91d0-44d0-b606-18af42bbb3a3 Aug 24 00:43:20.988329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a28fb9ea-d78f-498b-b4c8-219b48eee37a None None] Provisioning for port b89204e5-7444-4ddf-af22-70c242b8b11e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:20.994021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a28fb9ea-d78f-498b-b4c8-219b48eee37a None None] Provisioning complete for port b89204e5-7444-4ddf-af22-70c242b8b11e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:20.994614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a28fb9ea-d78f-498b-b4c8-219b48eee37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.065963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.093492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a28fb9ea-d78f-498b-b4c8-219b48eee37a None None] Port b89204e5-7444-4ddf-af22-70c242b8b11e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:21.203037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.209020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:21.209679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.234575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:18Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:19Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:21.243377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ebb8bc07-55e3-4a47-952d-4919d268b9cc None None] Provisioning complete for port b89204e5-7444-4ddf-af22-70c242b8b11e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:21.248566 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ebb8bc07-55e3-4a47-952d-4919d268b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.325509 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:21.326216 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Updating router 33d8a994-2769-44b0-9a2f-cc4b5e979265 port b89204e5-7444-4ddf-af22-70c242b8b11e binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:43:21.376934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c43ebf50-9d35-427d-bd01-851c9d991381 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:21.416614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8403528 Aug 24 00:43:21.416756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 32936) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:21.417366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 32938) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:21.427393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17e0b9-242c-430d-92b0-eeae9fa28b6c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=1010150b-91d0-44d0-b606-18af42bbb3a3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:21.440318 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.476426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:21.558855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1010150b-91d0-44d0-b606-18af42bbb3a3 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:21.738260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8bc07-55e3-4a47-952d-4919d268b9cc None None] Port b89204e5-7444-4ddf-af22-70c242b8b11e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:21.743947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b4fc6b4a-7d4f-4718-b437-e3a201675209 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1398996215'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:21.744484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c43ebf50-9d35-427d-bd01-851c9d991381 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:21.746198 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.746503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b4fc6b4a-7d4f-4718-b437-e3a201675209 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Unknown quota resources ['metering_label']. {{(pid=95327) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:43:21.891406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f3153835-dbff-4309-afc9-9937ba419d17 None None] Provisioning complete for port b89204e5-7444-4ddf-af22-70c242b8b11e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:21.891784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f3153835-dbff-4309-afc9-9937ba419d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.918015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:21.919854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.983203 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:21.999903 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Transition to ACTIVE for port object b89204e5-7444-4ddf-af22-70c242b8b11e will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:22.092977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f3153835-dbff-4309-afc9-9937ba419d17 None None] Port b89204e5-7444-4ddf-af22-70c242b8b11e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:22.100416 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.109719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f064e4-a448-4a2f-80c9-0a8ee5eaf717 req-159787b9-d95e-47ee-8c11-109e133b70e6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:22.114758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35f064e4-a448-4a2f-80c9-0a8ee5eaf717 req-159787b9-d95e-47ee-8c11-109e133b70e6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1443157 Aug 24 00:43:22.227464 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Pushing event updated for resources: {'Port': ['ID=b89204e5-7444-4ddf-af22-70c242b8b11e,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:22.236926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35f064e4-a448-4a2f-80c9-0a8ee5eaf717 req-9c848115-48db-4a60-bec8-b521c0ccf36e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022124 Aug 24 00:43:22.252451 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.253151 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.260888 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.264649 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.281836 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.287848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.287848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.287848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.287848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.292010 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.293832 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.294581 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:22.369524 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4fc6b4a-7d4f-4718-b437-e3a201675209 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.374219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 32956) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:22.380435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-853364ee-b474-4389-86f5-600d066d311b tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e5fdf9a0-5b07-489a-8b51-8065ba53e09e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:22.380999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-853364ee-b474-4389-86f5-600d066d311b tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:43:22.389387 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b4fc6b4a-7d4f-4718-b437-e3a201675209 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9670911 Aug 24 00:43:22.394621 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Attempting to bind port b89204e5-7444-4ddf-af22-70c242b8b11e on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:22.395032 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Attempting to bind port b89204e5-7444-4ddf-af22-70c242b8b11e by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:22.398146 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Attempting to bind port b89204e5-7444-4ddf-af22-70c242b8b11e on network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:22.413014 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:22.418480 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Checking segment: {'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:22.418896 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.419290 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Bound using segment: {'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:22.419785 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Bound port: b89204e5-7444-4ddf-af22-70c242b8b11e, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1071e7ed-2cad-45d5-b245-e6d9a109b932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:22.420166 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.586785 n-d-804878-2 neutron-server[95326]: WARNING neutron.services.metering.metering_plugin [None req-853364ee-b474-4389-86f5-600d066d311b tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 24 00:43:22.654385 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] For port b89204e5-7444-4ddf-af22-70c242b8b11e, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:22.659118 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] For port b89204e5-7444-4ddf-af22-70c242b8b11e, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b89204e5-7444-4ddf-af22-70c242b8b11e,segment=NetworkSegment(1071e7ed-2cad-45d5-b245-e6d9a109b932),segment_id=1071e7ed-2cad-45d5-b245-e6d9a109b932)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:22.740918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.769602 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.941059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-853364ee-b474-4389-86f5-600d066d311b tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:22.942730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-853364ee-b474-4389-86f5-600d066d311b tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5673285 Aug 24 00:43:22.947836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 32964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:22.954792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ed482999-b6b9-4d03-a785-241e1cc47349 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e5fdf9a0-5b07-489a-8b51-8065ba53e09e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:22.955555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ed482999-b6b9-4d03-a785-241e1cc47349 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:43:22.970949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=9b47d6f0-aea9-42e8-9385-6c82fc44d2bc,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:22.984201 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:22.984839 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:23.025103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:23.025747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: 1010150b-91d0-44d0-b606-18af42bbb3a3, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:23.081156 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2a5c-70f5-4e68-8d55-4fea34c88772 None None] Pushing event updated for resources: {'Port': ['ID=b89204e5-7444-4ddf-af22-70c242b8b11e,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:23.147059 n-d-804878-2 neutron-server[95326]: WARNING neutron.services.metering.metering_plugin [None req-ed482999-b6b9-4d03-a785-241e1cc47349 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 24 00:43:23.180491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 1010150b-91d0-44d0-b606-18af42bbb3a3 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:23.208777 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:23.265554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1010150b-91d0-44d0-b606-18af42bbb3a3) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:23.270357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:23.271140 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.288521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4d1dc-83c9-4bd4-be85-0628862e6f44 None None] Network 1010150b-91d0-44d0-b606-18af42bbb3a3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:23.363820 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed482999-b6b9-4d03-a785-241e1cc47349 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.369813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ed482999-b6b9-4d03-a785-241e1cc47349 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4187107 Aug 24 00:43:23.371512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 32982) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:23.391412 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac83b69c-d65f-4b38-a991-49cf85bb1252 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=6c802917-0bb6-49d8-8d31-77c8cd1ae256 HTTP/1.1" status: 200 len: 464 time: 0.0183761 Aug 24 00:43:23.393523 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2fad342d-3529-46ca-9a92-11d4ba71c86c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9736161 Aug 24 00:43:23.394288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 32984) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:23.400783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 32986) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:23.511694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4bdb7-0c66-405d-a37f-0529f77a6e36 req-431f398f-fa95-4af0-950d-d92128098664 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:23.513242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8a4bdb7-0c66-405d-a37f-0529f77a6e36 req-431f398f-fa95-4af0-950d-d92128098664 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1275890 Aug 24 00:43:23.634596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8a4bdb7-0c66-405d-a37f-0529f77a6e36 req-565be609-a354-41ff-85c3-aa41ab3dae1e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051927 Aug 24 00:43:23.756794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-1010150b-91d0-44d0-b606-18af42bbb3a3', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:23.757727 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:23.841886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-6b3fbc56-153e-4915-82c3-1d0126a51c89 req-ef1caf15-19ba-4b89-ae46-136a1178600d service neutron] (95326) timed out ('10.222.0.26', 35972) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:43:24.030883 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7f69-2241-4c2b-9d15-d4e02bb2c7ef tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.032675 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5dc7f69-2241-4c2b-9d15-d4e02bb2c7ef tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/6c802917-0bb6-49d8-8d31-77c8cd1ae256 HTTP/1.1" status: 204 len: 168 time: 0.6373322 Aug 24 00:43:24.035521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 32994) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:24.043096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Allocated IP 172.21.0.2 (1010150b-91d0-44d0-b606-18af42bbb3a3/9b47d6f0-aea9-42e8-9385-6c82fc44d2bc/439ad0bf-3a42-49ff-ae78-1be7ca19f4d9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:24.045307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:18Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:22Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:24.056799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8572f2f0-517a-4999-b78d-6d4495235c4a tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=6c802917-0bb6-49d8-8d31-77c8cd1ae256 HTTP/1.1" status: 200 len: 221 time: 0.0200901 Aug 24 00:43:24.062042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 32996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:24.066417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-76c1c527-5074-4ba5-b019-e46af8ea84d3 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--627073436', 'description': 'label created by tempest'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:24.087792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-76c1c527-5074-4ba5-b019-e46af8ea84d3 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Unknown quota resources ['metering_label']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:43:24.138061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898ca9d-702a-4021-87fb-61eb1b05a664 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:18Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:22Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:24.295811 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.313034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Transition to ACTIVE for port object 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:24.357612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Transition to ACTIVE for port object 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:24.389651 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.415086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.515017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Network 1010150b-91d0-44d0-b606-18af42bbb3a3 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:24.519441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:24.552360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:24.651840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Pushing event updated for resources: {'Port': ['ID=439ad0bf-3a42-49ff-ae78-1be7ca19f4d9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:24.770747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Attempting to bind port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:24.771292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Attempting to bind port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:24.781402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Attempting to bind port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 on network 1010150b-91d0-44d0-b606-18af42bbb3a3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:24.788354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:24.793630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Checking segment: {'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:24.793630 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.793630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Bound using segment: {'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:24.794893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Bound port: 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:24.795993 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.833879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76c1c527-5074-4ba5-b019-e46af8ea84d3 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:24.836741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-76c1c527-5074-4ba5-b019-e46af8ea84d3 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7735028 Aug 24 00:43:24.859627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:24.966226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] For port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:24.986518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] For port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=439ad0bf-3a42-49ff-ae78-1be7ca19f4d9,segment=NetworkSegment(d2e7caf8-7c4c-4478-b00c-bcb27e016ebf),segment_id=d2e7caf8-7c4c-4478-b00c-bcb27e016ebf)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:25.077893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.145125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1f76b50e-9470-4abd-9396-a77f8c714b02 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=533dad93-518e-4df4-bf74-3399c0032f45 HTTP/1.1" status: 200 len: 467 time: 0.2628636 Aug 24 00:43:25.155193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af8759-1c71-4757-8fee-6c558baa317e None None] Pushing event updated for resources: {'Port': ['ID=439ad0bf-3a42-49ff-ae78-1be7ca19f4d9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:25.161259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33010) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:25.269635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b89204e5-7444-4ddf-af22-70c242b8b11e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:25.477741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b89204e5-7444-4ddf-af22-70c242b8b11e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:25.483273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b89204e5-7444-4ddf-af22-70c242b8b11e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:25.483819 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.752666 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.755915 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:25.840579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port b89204e5-7444-4ddf-af22-70c242b8b11e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b89204e5-7444-4ddf-af22-70c242b8b11e,segment=NetworkSegment(1071e7ed-2cad-45d5-b245-e6d9a109b932),segment_id=1071e7ed-2cad-45d5-b245-e6d9a109b932)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:25.886174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.21.0.1 (1010150b-91d0-44d0-b606-18af42bbb3a3/9b47d6f0-aea9-42e8-9385-6c82fc44d2bc/2e6834ad-251c-4b64-929f-551b9254401c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:25.906357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.078326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=b89204e5-7444-4ddf-af22-70c242b8b11e,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:26.143653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.171205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object 2e6834ad-251c-4b64-929f-551b9254401c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:26.254625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fdde462f-3af8-4e91-85f0-53ac77453545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.278786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.300925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f2dc2-9e5d-41d0-9578-15cb069f50e8 req-d0830ef5-06ec-4aa2-99ee-ebb6e3105919 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:26.302555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d8f2dc2-9e5d-41d0-9578-15cb069f50e8 req-d0830ef5-06ec-4aa2-99ee-ebb6e3105919 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 1.4776616 Aug 24 00:43:26.358510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 1010150b-91d0-44d0-b606-18af42bbb3a3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:26.375544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:26.378432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:26.441189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=2e6834ad-251c-4b64-929f-551b9254401c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:26.490752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.491241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.491602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.491950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.492294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.492824 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.493164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.493499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.493855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.494215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.498186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.498656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:26.517014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.534228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d8f2dc2-9e5d-41d0-9578-15cb069f50e8 req-171530ba-0318-474e-bbda-2f661cb5c58b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178333 Aug 24 00:43:26.616958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdca527e-2f1f-4b77-840a-3a2bfce19137 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.617934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bdca527e-2f1f-4b77-840a-3a2bfce19137 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/533dad93-518e-4df4-bf74-3399c0032f45 HTTP/1.1" status: 204 len: 168 time: 1.4428906 Aug 24 00:43:26.621580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33024) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.633800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5a5abe44-324d-4b63-acf9-28612ff15aae tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=533dad93-518e-4df4-bf74-3399c0032f45 HTTP/1.1" status: 200 len: 216 time: 0.0109947 Aug 24 00:43:26.644066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33026) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.662920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e18d62fd-f169-4e4b-8af5-5a484934b8fb tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102029 Aug 24 00:43:26.665169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.703011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2c13ec97-0fda-4938-a25c-ec9c70e116a8 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0317695 Aug 24 00:43:26.703547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33030) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.819814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bc73a702-a8e2-4a85-90d8-04e8028e212a tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/e5fdf9a0-5b07-489a-8b51-8065ba53e09e HTTP/1.1" status: 200 len: 473 time: 0.1150873 Aug 24 00:43:26.820689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.834820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ba77a311-78e9-484c-976a-ac2e78442add tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/2f940fb9-d892-49ed-9511-a67446687ecf HTTP/1.1" status: 200 len: 461 time: 0.0126855 Aug 24 00:43:26.843580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:26.866393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:26.993527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca57a0-9c32-408f-b259-6ff0b829a81f None None] Network 1010150b-91d0-44d0-b606-18af42bbb3a3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:27.154547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26afbdee-e22f-439a-b983-6ef036f94323 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.158307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-26afbdee-e22f-439a-b983-6ef036f94323 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/2f940fb9-d892-49ed-9511-a67446687ecf HTTP/1.1" status: 204 len: 168 time: 0.3113494 Aug 24 00:43:27.160763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33044) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:27.242103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e86c5a20-95cd-4631-964b-2b22f2f0e229 None None] Provisioning for port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:27.348649 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:43:27.421443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:27.583405 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.625335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:27.634938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:27.634938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.654151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.769481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d49fff70-5b34-4916-a377-e9e034f438a6 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.771507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d49fff70-5b34-4916-a377-e9e034f438a6 tempest-MeteringTestJSON-519818064 tempest-MeteringTestJSON-519818064-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/e5fdf9a0-5b07-489a-8b51-8065ba53e09e HTTP/1.1" status: 204 len: 168 time: 0.6097252 Aug 24 00:43:27.790648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3c139-621b-4f42-afdb-2b1b3e7eddaa req-a8f3ecd5-fdd3-4bfa-a5a2-6e2103951dbd tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:27.814199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4f3c139-621b-4f42-afdb-2b1b3e7eddaa req-a8f3ecd5-fdd3-4bfa-a5a2-6e2103951dbd tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1232927 Aug 24 00:43:27.834503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.860580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=2e6834ad-251c-4b64-929f-551b9254401c,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:27.890527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.893269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe6c79d8-c211-4aab-b897-f4d346828dcf None None] Provisioning complete for port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:27.893745 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe6c79d8-c211-4aab-b897-f4d346828dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:27.930189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4f3c139-621b-4f42-afdb-2b1b3e7eddaa req-62757081-fdfd-4b97-8929-712e84d8002b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150141 Aug 24 00:43:27.959857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=439ad0bf-3a42-49ff-ae78-1be7ca19f4d9,segment=NetworkSegment(d2e7caf8-7c4c-4478-b00c-bcb27e016ebf),segment_id=d2e7caf8-7c4c-4478-b00c-bcb27e016ebf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:27.996669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33058) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:28.026878 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.026878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b89204e5-7444-4ddf-af22-70c242b8b11e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:28.160712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ea332a-e4fc-4035-891b-8adc933687fd admin admin] Deleting subnet 863a8c97-8671-462a-9070-f47ab6988900 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:28.172533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 1010150b-91d0-44d0-b606-18af42bbb3a3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:28.175248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:28.176096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0ea332a-e4fc-4035-891b-8adc933687fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.306785 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0ea332a-e4fc-4035-891b-8adc933687fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.384502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=439ad0bf-3a42-49ff-ae78-1be7ca19f4d9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:28.430214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b89204e5-7444-4ddf-af22-70c242b8b11e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:28.430732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.431069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0ea332a-e4fc-4035-891b-8adc933687fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.470064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:28.544729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe6c79d8-c211-4aab-b897-f4d346828dcf None None] Provisioning for port 2e6834ad-251c-4b64-929f-551b9254401c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:28.561699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe6c79d8-c211-4aab-b897-f4d346828dcf None None] Provisioning complete for port 2e6834ad-251c-4b64-929f-551b9254401c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:28.564397 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe6c79d8-c211-4aab-b897-f4d346828dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.638043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0ea332a-e4fc-4035-891b-8adc933687fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.653041 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0ea332a-e4fc-4035-891b-8adc933687fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.655991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a0ea332a-e4fc-4035-891b-8adc933687fd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/863a8c97-8671-462a-9070-f47ab6988900 HTTP/1.1" status: 204 len: 168 time: 0.6580825 Aug 24 00:43:28.663762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33066) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:28.698867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c79d8-c211-4aab-b897-f4d346828dcf None None] Port 2e6834ad-251c-4b64-929f-551b9254401c cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:28.714874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:28.716530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea332a-e4fc-4035-891b-8adc933687fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863a8c97-8671-462a-9070-f47ab6988900,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:28.728574 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0f789d42-6988-44e2-8e0b-22cf5cb26ee1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3256977 Aug 24 00:43:28.733327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33068) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:28.743678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-673360682'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:28.793130 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33070) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:28.794221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:28.812939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:28.813948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:42:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:28.845113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:28.850735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.862435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.928596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:28.937598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:28.966930 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:28.968738 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment a1f12afb-01a8-4b7c-b03e-5343988be8f9 of type vlan for network 10b2f1c1-fbb8-4642-a406-72bbb10f177f Aug 24 00:43:29.080997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.122649 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d439ccfa-d4ec-423b-9996-360b0a1fdbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.164400 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.197301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bb084d-5215-4b32-a057-7b08c1f2f2cb']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:29.245828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bf52f-4697-4cc9-a82a-b4ab5dcc66b5 req-631cd7ce-97ad-4ce2-8201-5d90083ef0d6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:29.247476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-930bf52f-4697-4cc9-a82a-b4ab5dcc66b5 req-631cd7ce-97ad-4ce2-8201-5d90083ef0d6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1651266 Aug 24 00:43:29.249375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00154e59-c4be-493a-8f7e-e2349cc78b9c') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:29.251720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00154e59-c4be-493a-8f7e-e2349cc78b9c') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:29.268642 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.328675 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.339829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d439ccfa-d4ec-423b-9996-360b0a1fdbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.353365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:29.353825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:29.356066 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:29.371817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-930bf52f-4697-4cc9-a82a-b4ab5dcc66b5 req-8a315c14-ce4a-4f81-ae60-c6e3fcd75eb9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124928 Aug 24 00:43:29.408465 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.410814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:29.410814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.462823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d439ccfa-d4ec-423b-9996-360b0a1fdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.516951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.550561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.555553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] 10.222.0.26 "DELETE /v2.0/networks/75bb084d-5215-4b32-a057-7b08c1f2f2cb HTTP/1.1" status: 204 len: 168 time: 0.8875513 Aug 24 00:43:29.555553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1670-3245-41af-b0ea-6c76e3a48b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=75bb084d-5215-4b32-a057-7b08c1f2f2cb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:29.562699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:29.631300 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.634396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:29.641148 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9033134 Aug 24 00:43:29.643254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:29.661881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:29.668453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4f72acd9-2f75-4ff2-9aab-26d4699bdb2e None None] Provisioning complete for port 2e6834ad-251c-4b64-929f-551b9254401c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:29.670404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f72acd9-2f75-4ff2-9aab-26d4699bdb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.684297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439ccfa-d4ec-423b-9996-360b0a1fdbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3384e7-06c8-4aa6-8b57-3996d4ce9bb0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:29.700495 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d439ccfa-d4ec-423b-9996-360b0a1fdbb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8c2dc15a1f347e7a9bb40e58e6e7ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9047997 Aug 24 00:43:29.704791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33084) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:29.717235 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-966d4c23-416a-4b8f-9063-2167ffe10197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.726022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-91be7fed-1b3d-4103-b099-8f37ebd6baea admin admin] Deleting subnet a57b29a0-1e5f-4b9d-ad42-04141753883b {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:29.732565 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91be7fed-1b3d-4103-b099-8f37ebd6baea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.745610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f305d4-bb96-4014-ab2d-ea3e0c69ed6a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=10b2f1c1-fbb8-4642-a406-72bbb10f177f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:29.775635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 10b2f1c1-fbb8-4642-a406-72bbb10f177f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:29.808790 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91be7fed-1b3d-4103-b099-8f37ebd6baea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.855535 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e737777f-9406-474b-ba4d-924585121250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.856188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91be7fed-1b3d-4103-b099-8f37ebd6baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.887860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:29.890593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e737777f-9406-474b-ba4d-924585121250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:29.893284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.089517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4f72acd9-2f75-4ff2-9aab-26d4699bdb2e None None] Port 2e6834ad-251c-4b64-929f-551b9254401c cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:30.135423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91be7fed-1b3d-4103-b099-8f37ebd6baea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.143367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:26Z', 'revision_number': 3, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:27Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:30.175052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:30.175934 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.178388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:30.179248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Updating router 33d8a994-2769-44b0-9a2f-cc4b5e979265 port 2e6834ad-251c-4b64-929f-551b9254401c binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:43:30.186044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e737777f-9406-474b-ba4d-924585121250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.188793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e737777f-9406-474b-ba4d-924585121250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.190000 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e737777f-9406-474b-ba4d-924585121250 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f3384e7-06c8-4aa6-8b57-3996d4ce9bb0 HTTP/1.1" status: 204 len: 168 time: 0.4769146 Aug 24 00:43:30.206300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737777f-9406-474b-ba4d-924585121250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3384e7-06c8-4aa6-8b57-3996d4ce9bb0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:30.218096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be7fed-1b3d-4103-b099-8f37ebd6baea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57b29a0-1e5f-4b9d-ad42-04141753883b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:30.227073 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-91be7fed-1b3d-4103-b099-8f37ebd6baea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.235279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33094) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:30.237598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-91be7fed-1b3d-4103-b099-8f37ebd6baea admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a57b29a0-1e5f-4b9d-ad42-04141753883b HTTP/1.1" status: 204 len: 168 time: 0.6719053 Aug 24 00:43:30.335291 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.399951 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.411386 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.444870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.586373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=4a64bc54-f8e1-488d-be1b-112daf0084ed,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:30.611126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:30.611509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: 10b2f1c1-fbb8-4642-a406-72bbb10f177f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:30.645067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea0a44-06e5-45c7-a468-412933bb8e12 req-b73ffa8d-5001-4f93-8fef-7d231fb0abd7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:30.645283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.646705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dea0a44-06e5-45c7-a468-412933bb8e12 req-b73ffa8d-5001-4f93-8fef-7d231fb0abd7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1431401 Aug 24 00:43:30.664552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6190414-79f8-4591-a222-8d45591ea7af']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:30.693659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd1f598-c57e-4981-895a-450a8acaa87d') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:30.694012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd1f598-c57e-4981-895a-450a8acaa87d') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:30.754009 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.806573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.809910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dea0a44-06e5-45c7-a468-412933bb8e12 req-58dabcb4-14d2-434a-bc17-64ef8adffc91 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448884 Aug 24 00:43:30.821156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 10b2f1c1-fbb8-4642-a406-72bbb10f177f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:30.825475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:30.825924 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:30.827744 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:30.910859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 10b2f1c1-fbb8-4642-a406-72bbb10f177f) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:30.917234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:30.920188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:30.933490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32728f89-6215-48b5-89af-641725198c85 None None] Network 10b2f1c1-fbb8-4642-a406-72bbb10f177f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:31.024285 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.027770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cdeeebc8-b970-44c7-879c-17ff5b1d883c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3818700 Aug 24 00:43:31.029016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:31.118081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.132581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Transition to ACTIVE for port object 2e6834ad-251c-4b64-929f-551b9254401c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:31.138998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.142762 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] 10.222.0.26 "DELETE /v2.0/networks/e6190414-79f8-4591-a222-8d45591ea7af HTTP/1.1" status: 204 len: 168 time: 0.9045181 Aug 24 00:43:31.142762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c726799-af9b-4d99-b8d4-c208217afd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e6190414-79f8-4591-a222-8d45591ea7af,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:31.172920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:31.174137 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.340142 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.356713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:31.372084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a30c16-4ce7-4ce4-bfb9-5527eec7f0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.475901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56855a-7bcc-4e98-8733-e17c6f03256c None None] Pushing event updated for resources: {'Port': ['ID=2e6834ad-251c-4b64-929f-551b9254401c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:31.525713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Allocated IP 172.22.0.2 (10b2f1c1-fbb8-4642-a406-72bbb10f177f/4a64bc54-f8e1-488d-be1b-112daf0084ed/3a5a2e84-bb86-48b6-8414-67f533eca6cb) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:31.572216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Attempting to bind port 2e6834ad-251c-4b64-929f-551b9254401c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:31.573674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Attempting to bind port 2e6834ad-251c-4b64-929f-551b9254401c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:31.574231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Attempting to bind port 2e6834ad-251c-4b64-929f-551b9254401c on network 1010150b-91d0-44d0-b606-18af42bbb3a3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:31.589188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a30c16-4ce7-4ce4-bfb9-5527eec7f0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.634212 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:31.634596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Checking segment: {'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:31.635010 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.641882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Bound using segment: {'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:31.642775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Bound port: 2e6834ad-251c-4b64-929f-551b9254401c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:31.642894 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.655307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:31.663875 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48a30c16-4ce7-4ce4-bfb9-5527eec7f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.817385 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-48a30c16-4ce7-4ce4-bfb9-5527eec7f0ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a0ffbc0834f42cead61bbc14b340c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551783 Aug 24 00:43:31.819090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:31.826008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a30c16-4ce7-4ce4-bfb9-5527eec7f0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5631428f-2954-4385-a636-27169a4856f6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:31.833338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.843454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Transition to ACTIVE for port object 3a5a2e84-bb86-48b6-8414-67f533eca6cb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:31.862276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-abe41920-38c2-47d2-b690-ebb0638c126a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1ece6a2124a498f98445fc9e921dfaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017112 Aug 24 00:43:31.862769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Transition to ACTIVE for port object 3a5a2e84-bb86-48b6-8414-67f533eca6cb will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:31.867427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33122) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:31.899066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:31.943438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.004509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.039504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e592eb4c-12d4-4f4b-9435-0481fc49582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.040790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Network 10b2f1c1-fbb8-4642-a406-72bbb10f177f is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:32.041850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Pushing event updated for resources: {'Port': ['ID=3a5a2e84-bb86-48b6-8414-67f533eca6cb,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:32.042829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c96a969e-16df-4b6c-a15b-cf3669627a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.048811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:32.051516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:32.061782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] For port 2e6834ad-251c-4b64-929f-551b9254401c, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:32.067269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] For port 2e6834ad-251c-4b64-929f-551b9254401c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2e6834ad-251c-4b64-929f-551b9254401c,segment=NetworkSegment(d2e7caf8-7c4c-4478-b00c-bcb27e016ebf),segment_id=d2e7caf8-7c4c-4478-b00c-bcb27e016ebf)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:32.086532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e592eb4c-12d4-4f4b-9435-0481fc49582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.097481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c96a969e-16df-4b6c-a15b-cf3669627a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.136026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Attempting to bind port 3a5a2e84-bb86-48b6-8414-67f533eca6cb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:32.136754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Attempting to bind port 3a5a2e84-bb86-48b6-8414-67f533eca6cb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:32.137306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Attempting to bind port 3a5a2e84-bb86-48b6-8414-67f533eca6cb on network 10b2f1c1-fbb8-4642-a406-72bbb10f177f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:32.144479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:32.145498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Checking segment: {'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:32.146779 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.147541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Bound using segment: {'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:32.148565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Bound port: 3a5a2e84-bb86-48b6-8414-67f533eca6cb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:32.149932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.176249 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.242270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c7d0-00e8-4745-8468-e3f7c4c93d8c req-e7584c9e-d3e4-4259-af98-2bf9530e7217 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:32.242944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] For port 3a5a2e84-bb86-48b6-8414-67f533eca6cb, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:32.243917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d194c7d0-00e8-4745-8468-e3f7c4c93d8c req-e7584c9e-d3e4-4259-af98-2bf9530e7217 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1758080 Aug 24 00:43:32.246984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] For port 3a5a2e84-bb86-48b6-8414-67f533eca6cb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a5a2e84-bb86-48b6-8414-67f533eca6cb,segment=NetworkSegment(a1f12afb-01a8-4b7c-b03e-5343988be8f9),segment_id=a1f12afb-01a8-4b7c-b03e-5343988be8f9)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:32.295225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:32.296352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:32.358305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d194c7d0-00e8-4745-8468-e3f7c4c93d8c req-c0a33d5d-624d-421a-b314-be4c26ead8fd tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035838 Aug 24 00:43:32.423031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56855a-7bcc-4e98-8733-e17c6f03256c None None] Pushing event updated for resources: {'Port': ['ID=2e6834ad-251c-4b64-929f-551b9254401c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:32.443092 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e592eb4c-12d4-4f4b-9435-0481fc49582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.447800 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e592eb4c-12d4-4f4b-9435-0481fc49582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.449093 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e592eb4c-12d4-4f4b-9435-0481fc49582e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5631428f-2954-4385-a636-27169a4856f6 HTTP/1.1" status: 204 len: 168 time: 0.6197193 Aug 24 00:43:32.462735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:32.477229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592eb4c-12d4-4f4b-9435-0481fc49582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5631428f-2954-4385-a636-27169a4856f6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:32.580226 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c96a969e-16df-4b6c-a15b-cf3669627a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.585807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c96a969e-16df-4b6c-a15b-cf3669627a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.594431 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c96a969e-16df-4b6c-a15b-cf3669627a47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/444789fb-cf69-4646-a4ee-c52e39ecf309 HTTP/1.1" status: 204 len: 168 time: 0.7181044 Aug 24 00:43:32.621305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a969e-16df-4b6c-a15b-cf3669627a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444789fb-cf69-4646-a4ee-c52e39ecf309,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:32.755281 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.762485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.22.0.1 (10b2f1c1-fbb8-4642-a406-72bbb10f177f/4a64bc54-f8e1-488d-be1b-112daf0084ed/6a10bdf2-6b55-4bb6-ade8-890e710932ad) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:32.893386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4835934-a9ee-4ce9-9364-41617172d1a3 None None] Pushing event updated for resources: {'Port': ['ID=3a5a2e84-bb86-48b6-8414-67f533eca6cb,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:32.911868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:32.932256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object 6a10bdf2-6b55-4bb6-ade8-890e710932ad will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:32.983027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:26Z', 'revision_number': 3, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:32Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:33.010066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fc7b0f-32ee-4fec-a8db-d65919f53450 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:26Z', 'revision_number': 3, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:32Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:33.078566 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.164527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 10b2f1c1-fbb8-4642-a406-72bbb10f177f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:33.167831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:33.189434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:33.197313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=6a10bdf2-6b55-4bb6-ade8-890e710932ad,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:33.263595 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.609853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eebf5-58d3-4bbe-8751-faeadbec7325 req-82f45ec9-9625-495a-b8bc-6d83ed6480c2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:33.611541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-623eebf5-58d3-4bbe-8751-faeadbec7325 req-82f45ec9-9625-495a-b8bc-6d83ed6480c2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1365433 Aug 24 00:43:33.612831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.620452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2e6834ad-251c-4b64-929f-551b9254401c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:33.650467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33160) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:33.715006 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-53290301-1378-4440-b147-39a23ce2664e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2419e607b5b45a69c22d15b94da42b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630965 Aug 24 00:43:33.718100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33162) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:33.755860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-623eebf5-58d3-4bbe-8751-faeadbec7325 req-180339c6-2927-451f-92d6-bb7a998db1a6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283295 Aug 24 00:43:33.826168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2e6834ad-251c-4b64-929f-551b9254401c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:33.830643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2e6834ad-251c-4b64-929f-551b9254401c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:33.831250 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.855166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58dd5e11-d1b8-48c3-b7ff-9c1cee62ece5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.880855 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58dd5e11-d1b8-48c3-b7ff-9c1cee62ece5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:33.952305 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.002871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58dd5e11-d1b8-48c3-b7ff-9c1cee62ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.006529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-58dd5e11-d1b8-48c3-b7ff-9c1cee62ece5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.006955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2e6834ad-251c-4b64-929f-551b9254401c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2e6834ad-251c-4b64-929f-551b9254401c,segment=NetworkSegment(d2e7caf8-7c4c-4478-b00c-bcb27e016ebf),segment_id=d2e7caf8-7c4c-4478-b00c-bcb27e016ebf)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:34.008572 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-58dd5e11-d1b8-48c3-b7ff-9c1cee62ece5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d48f6470-957f-458b-a052-48c0ae90ce27 HTTP/1.1" status: 204 len: 168 time: 0.2894790 Aug 24 00:43:34.021358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd5e11-d1b8-48c3-b7ff-9c1cee62ece5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48f6470-957f-458b-a052-48c0ae90ce27,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:34.087902 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.088764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a5a2e84-bb86-48b6-8414-67f533eca6cb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:34.183978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.195426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2e6834ad-251c-4b64-929f-551b9254401c,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:34.288996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.307649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e625c-0c0b-4217-9a5f-22b7aa101adc None None] Network 10b2f1c1-fbb8-4642-a406-72bbb10f177f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:34.337766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 3a5a2e84-bb86-48b6-8414-67f533eca6cb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:34.367126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=6a10bdf2-6b55-4bb6-ade8-890e710932ad,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:34.371215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.508261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network 10b2f1c1-fbb8-4642-a406-72bbb10f177f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:34.509711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:34.548980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ecf97b74-1993-4f33-98a1-99dca995da89 None None] Provisioning for port 3a5a2e84-bb86-48b6-8414-67f533eca6cb completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:34.553822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ecf97b74-1993-4f33-98a1-99dca995da89 None None] Provisioning complete for port 3a5a2e84-bb86-48b6-8414-67f533eca6cb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:34.554255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ecf97b74-1993-4f33-98a1-99dca995da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.577982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33184) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:34.707953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ecf97b74-1993-4f33-98a1-99dca995da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.750548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:34.753613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ecf97b74-1993-4f33-98a1-99dca995da89 None None] For port 3a5a2e84-bb86-48b6-8414-67f533eca6cb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a5a2e84-bb86-48b6-8414-67f533eca6cb,segment=NetworkSegment(a1f12afb-01a8-4b7c-b03e-5343988be8f9),segment_id=a1f12afb-01a8-4b7c-b03e-5343988be8f9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:34.812769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-219696341'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:34.831751 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ecf97b74-1993-4f33-98a1-99dca995da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.922297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf97b74-1993-4f33-98a1-99dca995da89 None None] Pushing event updated for resources: {'Port': ['ID=3a5a2e84-bb86-48b6-8414-67f533eca6cb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:34.949688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:34.955065 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:34.983786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.049443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:35.057542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-decba4d4-df98-4742-91d9-be6ad0313f69 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0259161 Aug 24 00:43:35.059689 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:35.063095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33200) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:35.065936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519dbc6-f35d-498d-bc1c-631b66262446 req-379f6327-14f6-4002-bc27-d4e757280ec8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:35.067414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2519dbc6-f35d-498d-bc1c-631b66262446 req-379f6327-14f6-4002-bc27-d4e757280ec8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1240802 Aug 24 00:43:35.071497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1593924598'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:35.077694 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:35.078475 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:35.118843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2519dbc6-f35d-498d-bc1c-631b66262446 req-a2e033a7-0d9f-41e8-aabd-035443974b0a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 Aug 24 00:43:35.139350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.168667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e1e27f3e-53ad-4b4f-b0d9-58dc8f2e8321 None None] Provisioning for port 6a10bdf2-6b55-4bb6-ade8-890e710932ad completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:35.178694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e1e27f3e-53ad-4b4f-b0d9-58dc8f2e8321 None None] Provisioning complete for port 6a10bdf2-6b55-4bb6-ade8-890e710932ad triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:35.179729 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1e27f3e-53ad-4b4f-b0d9-58dc8f2e8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.200439 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:35.238961 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.251135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:35.260504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.260835 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Added segment 56fbac31-cd29-41d8-8be9-2d9f7954cc0e of type vlan for network 184144b3-13e1-4f01-adb9-84e077cb76fd Aug 24 00:43:35.264119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e1e27f3e-53ad-4b4f-b0d9-58dc8f2e8321 None None] Port 6a10bdf2-6b55-4bb6-ade8-890e710932ad cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:35.287859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e1e27f3e-53ad-4b4f-b0d9-58dc8f2e8321 None None] Provisioning complete for port 3a5a2e84-bb86-48b6-8414-67f533eca6cb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:35.288628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e1e27f3e-53ad-4b4f-b0d9-58dc8f2e8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.311666 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.373854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c6b19d-ca97-4536-9117-74c236a9fb69,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:35.425043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.426041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:35.426815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.507200 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:35.507646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2e6834ad-251c-4b64-929f-551b9254401c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:35.515858 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.538069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Network': ['ID=184144b3-13e1-4f01-adb9-84e077cb76fd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:35.553751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:43:35.562785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:35.567608 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b961e9f-dac4-4b95-b14d-7680feed594a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9833744 Aug 24 00:43:35.567608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33210) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:35.572729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:35.582301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f2506edb-63ed-4d5e-9422-197976214796 None None] Provisioning complete for port 6a10bdf2-6b55-4bb6-ade8-890e710932ad triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:35.582623 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f2506edb-63ed-4d5e-9422-197976214796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.610714 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:35.645258 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:35.647947 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Updating router 33d8a994-2769-44b0-9a2f-cc4b5e979265 port 6a10bdf2-6b55-4bb6-ade8-890e710932ad binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:43:35.648053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.648243 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added segment b5d8d767-ab8e-43fd-80c6-b62ff345ab2c of type vlan for network f780fa81-4d27-42df-b80a-7ee884b965f6 Aug 24 00:43:35.676027 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.723066 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.725058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f2506edb-63ed-4d5e-9422-197976214796 None None] Port 6a10bdf2-6b55-4bb6-ade8-890e710932ad cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:35.762784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2e6834ad-251c-4b64-929f-551b9254401c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:35.767913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.860439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.862348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9049deb1-371f-4f60-b603-94ea069ed3ef None None] Provisioning complete for port 6a10bdf2-6b55-4bb6-ade8-890e710932ad triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:35.862774 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9049deb1-371f-4f60-b603-94ea069ed3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:35.867520 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:35.869755 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.008623 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.011743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:36.017487 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.023076 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Transition to ACTIVE for port object 6a10bdf2-6b55-4bb6-ade8-890e710932ad will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:36.066628 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.077125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a5a2e84-bb86-48b6-8414-67f533eca6cb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:36.087104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Network': ['ID=f780fa81-4d27-42df-b80a-7ee884b965f6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:36.115246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network f780fa81-4d27-42df-b80a-7ee884b965f6 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:43:36.131760 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b240dd61-ed46-4519-9bf5-5700382126ee tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0659797 Aug 24 00:43:36.133375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:36.139010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9049deb1-371f-4f60-b603-94ea069ed3ef None None] Port 6a10bdf2-6b55-4bb6-ade8-890e710932ad cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:36.140983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'subnet': {'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:36.166288 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d393b-fd36-405b-8d9b-1827862cde2e None None] Pushing event updated for resources: {'Port': ['ID=6a10bdf2-6b55-4bb6-ade8-890e710932ad,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:36.231266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 3a5a2e84-bb86-48b6-8414-67f533eca6cb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:36.232242 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.289000 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Attempting to bind port 6a10bdf2-6b55-4bb6-ade8-890e710932ad on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:36.294786 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Attempting to bind port 6a10bdf2-6b55-4bb6-ade8-890e710932ad by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:36.295328 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Attempting to bind port 6a10bdf2-6b55-4bb6-ade8-890e710932ad on network 10b2f1c1-fbb8-4642-a406-72bbb10f177f {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:36.303861 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:36.304359 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Checking segment: {'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:36.309783 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.309783 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Bound using segment: {'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:36.309783 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Bound port: 6a10bdf2-6b55-4bb6-ade8-890e710932ad, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f12afb-01a8-4b7c-b03e-5343988be8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:36.309783 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.420344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.441095 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] For port 6a10bdf2-6b55-4bb6-ade8-890e710932ad, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:36.445447 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] For port 6a10bdf2-6b55-4bb6-ade8-890e710932ad, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6a10bdf2-6b55-4bb6-ade8-890e710932ad,segment=NetworkSegment(a1f12afb-01a8-4b7c-b03e-5343988be8f9),segment_id=a1f12afb-01a8-4b7c-b03e-5343988be8f9)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:36.460716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bb1c0-b7a0-445d-b253-43eb72b1d017 req-79269fd9-7c08-4ad4-8904-5d7ddc7ce8a7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:36.470919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-655bb1c0-b7a0-445d-b253-43eb72b1d017 req-79269fd9-7c08-4ad4-8904-5d7ddc7ce8a7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.1677587 Aug 24 00:43:36.508934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=3d6825fe-4f7a-4ede-906d-bf360d95a802,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:36.514178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:36.516081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network hostable DHCP agents. Network: 184144b3-13e1-4f01-adb9-84e077cb76fd, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:36.532372 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.539438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-655bb1c0-b7a0-445d-b253-43eb72b1d017 req-12d86c34-6c13-4b93-b2de-31fe5fcfd6bc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676148 Aug 24 00:43:36.542502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Made reservation on behalf of f233df4ef0484ab7acd2034a04692345 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:36.547368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.622487 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:36.623235 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:36.669367 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d393b-fd36-405b-8d9b-1827862cde2e None None] Pushing event updated for resources: {'Port': ['ID=6a10bdf2-6b55-4bb6-ade8-890e710932ad,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:36.676880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:36.736864 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:36.797191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 184144b3-13e1-4f01-adb9-84e077cb76fd) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:36.801814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:36.802500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.808008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3355132-fcd0-43f6-8dbc-65522eaff766 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:36.848743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:36.918524 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7077bfc3-fcbb-46cc-bbb3-4d39ef9f4f1c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3505912 Aug 24 00:43:36.921139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33244) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:36.926856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'name': 'tempest-NetworksTestDHCPv6-1216229494'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:37.005394 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:36Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:37.036084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Subnet': ['ID=02a7781b-b9e5-4174-844d-306de6e14f94,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:37.043429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Checking segment: {'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:37.044364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network hostable DHCP agents. Network: f780fa81-4d27-42df-b80a-7ee884b965f6, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:43:37.067980 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b17fe5e-cbd2-4936-8d73-008571a2aad3 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:36Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:37.083689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '3d6825fe-4f7a-4ede-906d-bf360d95a802'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:37.088968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.180389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network f780fa81-4d27-42df-b80a-7ee884b965f6 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:43:37.242955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:37.246745 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.265087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/3d6825fe-4f7a-4ede-906d-bf360d95a802/eb2b802e-8b82-4261-99b5-e85afaa3f5eb) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:37.268759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 8852404a-9cca-4aab-93d9-7f1ba7ad18cd yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:43:37.356817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, f780fa81-4d27-42df-b80a-7ee884b965f6) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:37.362395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:37.363581 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:37.379831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5a3f6-0d98-4edc-ad14-68a151f33400 None None] Network f780fa81-4d27-42df-b80a-7ee884b965f6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:37.464527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33260) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:37.470957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7eda6059-103b-4646-a349-ccd9d2a72e84 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3363838 Aug 24 00:43:38.367924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6a10bdf2-6b55-4bb6-ade8-890e710932ad up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:38.367924 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.367924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Transition to ACTIVE for port object eb2b802e-8b82-4261-99b5-e85afaa3f5eb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:38.367924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Transition to ACTIVE for port object eb2b802e-8b82-4261-99b5-e85afaa3f5eb will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:38.375893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f385d-9b9f-4a65-9f29-e52abbd8c2b6 req-8c767fe3-b874-48d5-886b-bb00894204c2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:38.375893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd6f385d-9b9f-4a65-9f29-e52abbd8c2b6 req-8c767fe3-b874-48d5-886b-bb00894204c2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.0874321 Aug 24 00:43:38.378224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-f780fa81-4d27-42df-b80a-7ee884b965f6', 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'fixed_ips': [{'subnet_id': '02a7781b-b9e5-4174-844d-306de6e14f94'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:38.378224 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.378928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd6f385d-9b9f-4a65-9f29-e52abbd8c2b6 req-b5016eca-a6e6-463e-b9f0-4a4cb3666150 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841825 Aug 24 00:43:38.379712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Allocated IP 172.23.0.2 (f780fa81-4d27-42df-b80a-7ee884b965f6/02a7781b-b9e5-4174-844d-306de6e14f94/cb64e22d-35a0-44b9-ac5a-0c92656d867c) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:38.381185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.382584 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.382584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Transition to ACTIVE for port object cb64e22d-35a0-44b9-ac5a-0c92656d867c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:38.382584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Transition to ACTIVE for port object cb64e22d-35a0-44b9-ac5a-0c92656d867c will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:38.420513 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.422609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6a10bdf2-6b55-4bb6-ade8-890e710932ad completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:38.450835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6a10bdf2-6b55-4bb6-ade8-890e710932ad triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:38.451209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.490659 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.497878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:38.513851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:38.519186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:38.522212 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Pushing event updated for resources: {'Port': ['ID=eb2b802e-8b82-4261-99b5-e85afaa3f5eb,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:38.523216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::3d2 (184144b3-13e1-4f01-adb9-84e077cb76fd/3d6825fe-4f7a-4ede-906d-bf360d95a802/8852404a-9cca-4aab-93d9-7f1ba7ad18cd) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:38.529585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Network f780fa81-4d27-42df-b80a-7ee884b965f6 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:38.538610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:38.565263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:38.588800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Allocated IP 172.23.0.1 (f780fa81-4d27-42df-b80a-7ee884b965f6/02a7781b-b9e5-4174-844d-306de6e14f94/ae4921c8-3319-44f5-aa1d-98a8b3f1bfda) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:38.656042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Pushing event updated for resources: {'Port': ['ID=cb64e22d-35a0-44b9-ac5a-0c92656d867c,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:38.673550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Attempting to bind port eb2b802e-8b82-4261-99b5-e85afaa3f5eb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:38.681493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Attempting to bind port eb2b802e-8b82-4261-99b5-e85afaa3f5eb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:38.681493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Attempting to bind port eb2b802e-8b82-4261-99b5-e85afaa3f5eb on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:38.713754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:38.714033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:38.714390 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.714955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:38.715437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Bound port: eb2b802e-8b82-4261-99b5-e85afaa3f5eb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:38.715825 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.731323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Attempting to bind port cb64e22d-35a0-44b9-ac5a-0c92656d867c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:38.732122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Attempting to bind port cb64e22d-35a0-44b9-ac5a-0c92656d867c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:38.732122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Attempting to bind port cb64e22d-35a0-44b9-ac5a-0c92656d867c on network f780fa81-4d27-42df-b80a-7ee884b965f6 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:38.742532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:38.743244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Checking segment: {'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:38.743847 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.744989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Bound using segment: {'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:38.745869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Bound port: cb64e22d-35a0-44b9-ac5a-0c92656d867c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:38.750121 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.751275 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.799368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.806141 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.825262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 8852404a-9cca-4aab-93d9-7f1ba7ad18cd will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:38.829158 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Transition to ACTIVE for port object ae4921c8-3319-44f5-aa1d-98a8b3f1bfda will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:38.861207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 6a10bdf2-6b55-4bb6-ade8-890e710932ad, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6a10bdf2-6b55-4bb6-ade8-890e710932ad,segment=NetworkSegment(a1f12afb-01a8-4b7c-b03e-5343988be8f9),segment_id=a1f12afb-01a8-4b7c-b03e-5343988be8f9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:38.874490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] For port eb2b802e-8b82-4261-99b5-e85afaa3f5eb, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:38.878325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] For port eb2b802e-8b82-4261-99b5-e85afaa3f5eb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eb2b802e-8b82-4261-99b5-e85afaa3f5eb,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:38.887849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] For port cb64e22d-35a0-44b9-ac5a-0c92656d867c, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:38.890935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] For port cb64e22d-35a0-44b9-ac5a-0c92656d867c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cb64e22d-35a0-44b9-ac5a-0c92656d867c,segment=NetworkSegment(b5d8d767-ab8e-43fd-80c6-b62ff345ab2c),segment_id=b5d8d767-ab8e-43fd-80c6-b62ff345ab2c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:38.998828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:38.999202 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.001281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.002023 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.008412 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.014638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4c2da-3673-4d2a-a461-72599375aa43 req-3fc4d1c8-9316-414b-ac9f-6020f4a69b50 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:39.022950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bd4c2da-3673-4d2a-a461-72599375aa43 req-3fc4d1c8-9316-414b-ac9f-6020f4a69b50 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.0786221 Aug 24 00:43:39.093458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e50618-36f3-4b74-ba2b-6236f5045656 None None] Pushing event updated for resources: {'Port': ['ID=cb64e22d-35a0-44b9-ac5a-0c92656d867c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:39.116633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bd4c2da-3673-4d2a-a461-72599375aa43 req-7345eea7-8494-4f54-9816-111b2074ddef tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927167 Aug 24 00:43:39.119157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:39.127014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:39.144285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network f780fa81-4d27-42df-b80a-7ee884b965f6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:39.144285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:39.155311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:39.157123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.187778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:39.190194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f551b-07a2-4c94-998e-80121b2160d5 None None] Pushing event updated for resources: {'Port': ['ID=eb2b802e-8b82-4261-99b5-e85afaa3f5eb,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:39.192337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:39.195206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:39.274519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=6a10bdf2-6b55-4bb6-ade8-890e710932ad,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:39.297904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=8852404a-9cca-4aab-93d9-7f1ba7ad18cd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:39.314638 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5ff8d8b-52cc-4584-8b85-90b598a5f4b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3900733 Aug 24 00:43:39.315029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:39.325747 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.443068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcad603-47a3-449d-8bd4-8766664b150e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:39.461777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcad603-47a3-449d-8bd4-8766664b150e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:39.464196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ffcad603-47a3-449d-8bd4-8766664b150e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1481154 Aug 24 00:43:39.467265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33286) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:39.571732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6a10bdf2-6b55-4bb6-ade8-890e710932ad up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:39.679083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6a10bdf2-6b55-4bb6-ade8-890e710932ad triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:39.679469 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.735735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:39.821465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-37264776-f98a-471b-8431-e7c85a060e63 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 8852404a-9cca-4aab-93d9-7f1ba7ad18cd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:39.821864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37264776-f98a-471b-8431-e7c85a060e63 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.337144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b1a36-f21c-44a0-ad9e-4be851970ceb req-19b78a7d-ada0-4fed-8534-4c7aca95bbbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:40.339897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c8b1a36-f21c-44a0-ad9e-4be851970ceb req-19b78a7d-ada0-4fed-8534-4c7aca95bbbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.0885468 Aug 24 00:43:40.394525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c8b1a36-f21c-44a0-ad9e-4be851970ceb req-06017d27-9cb5-451f-9cab-9f356fdd8ac5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483932 Aug 24 00:43:40.459988 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37264776-f98a-471b-8431-e7c85a060e63 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.479286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-37264776-f98a-471b-8431-e7c85a060e63 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 8852404a-9cca-4aab-93d9-7f1ba7ad18cd owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:40.586689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34ff38-9623-4282-9e38-a69994c79ce0 None None] Network f780fa81-4d27-42df-b80a-7ee884b965f6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:40.622080 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.711323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.784552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37264776-f98a-471b-8431-e7c85a060e63 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.802843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event updated for resources: {'Port': ['ID=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:40.805669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98188df5-12c3-4ec7-8fc7-84184f0311da None None] Provisioning for port cb64e22d-35a0-44b9-ac5a-0c92656d867c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:40.814626 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.852269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37264776-f98a-471b-8431-e7c85a060e63 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=8852404a-9cca-4aab-93d9-7f1ba7ad18cd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:40.885842 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37264776-f98a-471b-8431-e7c85a060e63 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:40.888077 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-37264776-f98a-471b-8431-e7c85a060e63 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/8852404a-9cca-4aab-93d9-7f1ba7ad18cd HTTP/1.1" status: 204 len: 168 time: 1.4198568 Aug 24 00:43:40.890710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:40.976894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66260df7-a1bf-4894-b193-656a222734bf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:40.979446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66260df7-a1bf-4894-b193-656a222734bf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:40.982124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-66260df7-a1bf-4894-b193-656a222734bf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0902328 Aug 24 00:43:40.984764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33314) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:40.987351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Network f780fa81-4d27-42df-b80a-7ee884b965f6 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:40.988810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:41.048957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3e38d4-edc8-4550-89f9-46a87e4e9f42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 3d6825fe-4f7a-4ede-906d-bf360d95a802 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:41.055729 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d3e38d4-edc8-4550-89f9-46a87e4e9f42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.075708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f392bf5-4cbd-4008-9cdc-4af3a5071fe9 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:41.111352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:41.138260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d3e38d4-edc8-4550-89f9-46a87e4e9f42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.209883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f66f2a6f-d08f-43c6-889b-d27e4d954a90 None None] Provisioning for port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:41.224180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f66f2a6f-d08f-43c6-889b-d27e4d954a90 None None] Provisioning complete for port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:41.224732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f66f2a6f-d08f-43c6-889b-d27e4d954a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.249428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:41.256583 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5068e205-80ad-47d0-96a4-d2ef6ab6943e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7867141 Aug 24 00:43:41.259399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33320) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:41.265651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:41.270746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d3e38d4-edc8-4550-89f9-46a87e4e9f42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.298232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f66f2a6f-d08f-43c6-889b-d27e4d954a90 None None] Port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:41.315158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:41.354956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:41.356122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:41.442770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f66f2a6f-d08f-43c6-889b-d27e4d954a90 None None] Provisioning for port eb2b802e-8b82-4261-99b5-e85afaa3f5eb completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:41.448844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d3e38d4-edc8-4550-89f9-46a87e4e9f42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.513905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:41.559718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e38d4-edc8-4550-89f9-46a87e4e9f42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6825fe-4f7a-4ede-906d-bf360d95a802,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:41.559865 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3d3e38d4-edc8-4550-89f9-46a87e4e9f42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.562403 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3d3e38d4-edc8-4550-89f9-46a87e4e9f42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/3d6825fe-4f7a-4ede-906d-bf360d95a802 HTTP/1.1" status: 204 len: 168 time: 0.5757852 Aug 24 00:43:41.566367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:41.683360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5f3e6cc9-79a9-4ee8-8301-bad79f2f42d5 None None] Provisioning complete for port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:41.683880 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f3e6cc9-79a9-4ee8-8301-bad79f2f42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.712449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8207f6b9-6965-4148-9a57-a5b788b2c01a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424122 Aug 24 00:43:41.715934 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:41.762061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:41.810191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cb64e22d-35a0-44b9-ac5a-0c92656d867c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:41.923108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.extraroute_db [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95327) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:43:41.937246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c67b8b-75d2-44eb-bf15-08b87a9af27c None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:41.943325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.extraroute_db [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Removed routes are [] {{(pid=95327) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:43:41.943911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:41.973451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e6cc9-79a9-4ee8-8301-bad79f2f42d5 None None] Port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:42.203087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:43:42.278826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-562514ed-0838-42f7-a799-1f2a7486766d None None] Provisioning complete for port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:42.279286 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-562514ed-0838-42f7-a799-1f2a7486766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.290406 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.294929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.336035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefe565-18a1-40c4-a6fd-1aa473ae8ba8 req-55592805-f24b-4709-9fdc-e9fd0fbdb36b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:42.339840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eefe565-18a1-40c4-a6fd-1aa473ae8ba8 req-55592805-f24b-4709-9fdc-e9fd0fbdb36b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 944 time: 0.6303322 Aug 24 00:43:42.396674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3eefe565-18a1-40c4-a6fd-1aa473ae8ba8 req-969566c2-dd10-45c3-bca2-d666ebbb86f8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Aug 24 00:43:42.450167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:42.478240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port cb64e22d-35a0-44b9-ac5a-0c92656d867c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:42.482498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:42.485981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.537409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:42.563753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-562514ed-0838-42f7-a799-1f2a7486766d None None] Port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:43:42.565613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port cb64e22d-35a0-44b9-ac5a-0c92656d867c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:42.565978 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.573556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:42.584505 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.585954 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-adaa0cd1-a460-4ca7-ac14-a4492b00c3b9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 200 len: 933 time: 1.3251991 Aug 24 00:43:42.588973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33346) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:42.595320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'port_id': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'mac_address': 'fa:16:3e:39:34:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:43:42.619247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:39Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4921c8-3319-44f5-aa1d-98a8b3f1bfda', 'name': '', 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:bd:d2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '02a7781b-b9e5-4174-844d-306de6e14f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:38Z', 'updated_at': '2021-08-24T00:43:40Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '02a7781b-b9e5-4174-844d-306de6e14f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:42.683536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:42.684233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Updating router 33d8a994-2769-44b0-9a2f-cc4b5e979265 port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:43:42.741823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.746486 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d3c489fa-508b-49e0-b9a6-86bd3e224925 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 200 len: 933 time: 0.1563554 Aug 24 00:43:42.748068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33350) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:42.754650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'routes': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:42.785476 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.787490 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.824203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c359bb69-e57e-4d14-8ff8-7abd31146da9 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:43:42.829372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:42.842990 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.923468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:42.927085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:42.936198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:42.936809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:42.950157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=1159b705-1298-4bc4-b0f4-77e221ede78b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:42.988403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:43.026796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6fc6c5f2-1e88-49ce-b07e-0ca324f1fb01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3094664 Aug 24 00:43:43.029371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33358) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:43.034792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'name': 'tempest-NetworksTestDHCPv6-877530693'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:43.135161 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.146681 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.248170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port cb64e22d-35a0-44b9-ac5a-0c92656d867c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cb64e22d-35a0-44b9-ac5a-0c92656d867c,segment=NetworkSegment(b5d8d767-ab8e-43fd-80c6-b62ff345ab2c),segment_id=b5d8d767-ab8e-43fd-80c6-b62ff345ab2c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:43.288112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:43.313400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] Deleting port eb2b802e-8b82-4261-99b5-e85afaa3f5eb {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:43.313826 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.320126 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.320940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eb2b802e-8b82-4261-99b5-e85afaa3f5eb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:43.379623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.extraroute_db [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added routes are [] {{(pid=95327) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:43:43.380030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.extraroute_db [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95327) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:43:43.395400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c359bb69-e57e-4d14-8ff8-7abd31146da9'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:43:43.413378 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.416395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:43.421072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.448358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port e3c425ef-2c51-4f31-aedf-40cd374a0f29 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:43:43.582533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.604895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e81a1-d53b-4b1a-9203-fb8349822a95 req-415f6733-f013-4b3a-ba56-e059341ef6f3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:43.605907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::58 (184144b3-13e1-4f01-adb9-84e077cb76fd/1159b705-1298-4bc4-b0f4-77e221ede78b/e3c425ef-2c51-4f31-aedf-40cd374a0f29) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:43.608288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c61e81a1-d53b-4b1a-9203-fb8349822a95 req-415f6733-f013-4b3a-ba56-e059341ef6f3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.0970848 Aug 24 00:43:43.615384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=cb64e22d-35a0-44b9-ac5a-0c92656d867c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:43.630959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Transition to ACTIVE for port object ae4921c8-3319-44f5-aa1d-98a8b3f1bfda will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:43.653499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c61e81a1-d53b-4b1a-9203-fb8349822a95 req-00bd021c-b5d2-445a-a518-eb747bbe0739 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Aug 24 00:43:43.673438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] For port eb2b802e-8b82-4261-99b5-e85afaa3f5eb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eb2b802e-8b82-4261-99b5-e85afaa3f5eb,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:43.673891 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.694921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] Calling delete_port for eb2b802e-8b82-4261-99b5-e85afaa3f5eb owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:43.760455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port eb2b802e-8b82-4261-99b5-e85afaa3f5eb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:43.774749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port eb2b802e-8b82-4261-99b5-e85afaa3f5eb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:43.775127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.888972 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:43.992969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dd570-b09d-4f56-bc36-fa0757a87c70 None None] Pushing event updated for resources: {'Port': ['ID=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:44.001953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.036276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.056598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] Pushing event deleted for resources: {'Port': ['ID=eb2b802e-8b82-4261-99b5-e85afaa3f5eb,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:44.061011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.062612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c25886-4ae3-4649-b274-b10b78d4ddbd None None] No DVR routers for this DVR port eb2b802e-8b82-4261-99b5-e85afaa3f5eb on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:44.063210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object e3c425ef-2c51-4f31-aedf-40cd374a0f29 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:44.064527 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.071002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.137450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9533be72-d7b5-472b-804f-a2a38790eed0 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:44.207473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Attempting to bind port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:44.208136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Attempting to bind port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:44.208487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Attempting to bind port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda on network f780fa81-4d27-42df-b80a-7ee884b965f6 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:44.246252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:44.259308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Checking segment: {'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:44.259308 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.259308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Bound using segment: {'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:44.259308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Bound port: ae4921c8-3319-44f5-aa1d-98a8b3f1bfda, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:44.259308 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.387076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cb64e22d-35a0-44b9-ac5a-0c92656d867c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:44.407450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] For port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:44.450604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] For port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,segment=NetworkSegment(b5d8d767-ab8e-43fd-80c6-b62ff345ab2c),segment_id=b5d8d767-ab8e-43fd-80c6-b62ff345ab2c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:44.501862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '1159b705-1298-4bc4-b0f4-77e221ede78b'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:44.503232 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.544489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port cb64e22d-35a0-44b9-ac5a-0c92656d867c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:44.545047 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.548710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.655429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.684513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:44.691977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:44.720223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:44.721275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:44.727007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:44.727745 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:44.793279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=e3c425ef-2c51-4f31-aedf-40cd374a0f29,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:44.861721 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-de296f61-8798-4d27-b647-824f9fee201d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8311203 Aug 24 00:43:44.864169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33388) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:44.877864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/1159b705-1298-4bc4-b0f4-77e221ede78b/8c1e22c0-d758-47f7-9e75-228933bd31c9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:44.897253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:44.901373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:44.921454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adb245-abae-4445-82a0-381968b32320 req-6ee84095-056a-4e09-b1fb-0cc5e8110467 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:44.936401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04adb245-abae-4445-82a0-381968b32320 req-6ee84095-056a-4e09-b1fb-0cc5e8110467 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1424041 Aug 24 00:43:45.006446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dd570-b09d-4f56-bc36-fa0757a87c70 None None] Pushing event updated for resources: {'Port': ['ID=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:45.021798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04adb245-abae-4445-82a0-381968b32320 req-9aa33bf9-419d-40bf-84a6-b976d196458c tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794320 Aug 24 00:43:45.050833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:45.060035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.061421 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ffcd7538-ad2a-45e1-bea2-165309a68210 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 200 len: 699 time: 2.3118937 Aug 24 00:43:45.064029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33390) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:45.093426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851e2e31-c6c2-42fa-91ed-769353ce2522 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:45.105586 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-851e2e31-c6c2-42fa-91ed-769353ce2522 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2401989 Aug 24 00:43:45.107194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33392) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:45.107542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:45.223337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-01ef7a0f-0d62-46cc-95fe-512a8b22d998 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 200 len: 699 time: 0.1572959 Aug 24 00:43:45.224062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33396) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:45.276037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b6581-3850-434d-917c-81f557e7d6c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port e3c425ef-2c51-4f31-aedf-40cd374a0f29 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:45.276394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6581-3850-434d-917c-81f557e7d6c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.492606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.502784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Transition to ACTIVE for port object 8c1e22c0-d758-47f7-9e75-228933bd31c9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:45.515718 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6581-3850-434d-917c-81f557e7d6c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.522039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Transition to ACTIVE for port object 8c1e22c0-d758-47f7-9e75-228933bd31c9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:45.533541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b6581-3850-434d-917c-81f557e7d6c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for e3c425ef-2c51-4f31-aedf-40cd374a0f29 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:45.601704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eb2b802e-8b82-4261-99b5-e85afaa3f5eb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:45.634444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: eb2b802e-8b82-4261-99b5-e85afaa3f5eb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:45.635485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eb2b802e-8b82-4261-99b5-e85afaa3f5eb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:45.645261 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.705361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:45.735129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:45.737887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:45.751810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Pushing event updated for resources: {'Port': ['ID=8c1e22c0-d758-47f7-9e75-228933bd31c9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:45.813718 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.824713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Attempting to bind port 8c1e22c0-d758-47f7-9e75-228933bd31c9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:45.825099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Attempting to bind port 8c1e22c0-d758-47f7-9e75-228933bd31c9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:45.825495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Attempting to bind port 8c1e22c0-d758-47f7-9e75-228933bd31c9 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:45.835600 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:45.835995 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:45.836422 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.836828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:45.837314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Bound port: 8c1e22c0-d758-47f7-9e75-228933bd31c9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:45.838561 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.850099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6581-3850-434d-917c-81f557e7d6c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:45.854884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:43Z', 'revision_number': 7, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4921c8-3319-44f5-aa1d-98a8b3f1bfda', 'name': '', 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:bd:d2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '02a7781b-b9e5-4174-844d-306de6e14f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:38Z', 'updated_at': '2021-08-24T00:43:44Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '02a7781b-b9e5-4174-844d-306de6e14f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:45.902571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e10381-6e22-4ddd-abe9-370713b6b76a None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:43Z', 'revision_number': 7, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae4921c8-3319-44f5-aa1d-98a8b3f1bfda', 'name': '', 'network_id': 'f780fa81-4d27-42df-b80a-7ee884b965f6', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:bd:d2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '02a7781b-b9e5-4174-844d-306de6e14f94', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:38Z', 'updated_at': '2021-08-24T00:43:44Z', 'revision_number': 4, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '02a7781b-b9e5-4174-844d-306de6e14f94', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:46.004257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] For port 8c1e22c0-d758-47f7-9e75-228933bd31c9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:46.008094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] For port 8c1e22c0-d758-47f7-9e75-228933bd31c9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8c1e22c0-d758-47f7-9e75-228933bd31c9,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:46.013331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b6581-3850-434d-917c-81f557e7d6c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=e3c425ef-2c51-4f31-aedf-40cd374a0f29,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:46.048756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6581-3850-434d-917c-81f557e7d6c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.055764 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b0b6581-3850-434d-917c-81f557e7d6c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/e3c425ef-2c51-4f31-aedf-40cd374a0f29 HTTP/1.1" status: 204 len: 168 time: 0.9460497 Aug 24 00:43:46.059136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33408) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:46.094509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.169135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:46.236771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ccee56-400a-48a7-a77b-4bed3b824d12 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:46.238859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ccee56-400a-48a7-a77b-4bed3b824d12 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:46.240510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-61ccee56-400a-48a7-a77b-4bed3b824d12 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1803646 Aug 24 00:43:46.249152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33414) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:46.294636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff50bc-a52c-42f8-9a8a-f7551d47bc78 req-b7458bb1-57ff-41cf-a846-962b2b24888d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:46.300661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b90139-147f-4c11-b828-6c17c89802fb None None] Pushing event updated for resources: {'Port': ['ID=8c1e22c0-d758-47f7-9e75-228933bd31c9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:46.302219 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6ff50bc-a52c-42f8-9a8a-f7551d47bc78 req-b7458bb1-57ff-41cf-a846-962b2b24888d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 945 time: 0.1373873 Aug 24 00:43:46.399247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b6ff50bc-a52c-42f8-9a8a-f7551d47bc78 req-33c301cd-b21c-49fe-9097-ac7fd4117874 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805306 Aug 24 00:43:46.447605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e4b824-c862-4654-91e9-0cbf00f25961 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 1159b705-1298-4bc4-b0f4-77e221ede78b {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:46.451347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25e4b824-c862-4654-91e9-0cbf00f25961 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.465978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c359bb69-e57e-4d14-8ff8-7abd31146da9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:46.471506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c359bb69-e57e-4d14-8ff8-7abd31146da9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:46.471896 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.504421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:46.504421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.519800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ae4921c8-3319-44f5-aa1d-98a8b3f1bfda up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:46.690847 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.713987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:46.727943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:46.727943 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.763513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:43:46.766283 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4a5eb3-34a7-4d1f-951d-918e6e24ef37" -d '{"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:43:46.797851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:46.840208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25e4b824-c862-4654-91e9-0cbf00f25961 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.910390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,segment=NetworkSegment(b5d8d767-ab8e-43fd-80c6-b62ff345ab2c),segment_id=b5d8d767-ab8e-43fd-80c6-b62ff345ab2c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:46.910961 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.947791 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6973d3-5796-48f4-b0b5-3478b006a493 x-openstack-request-id: req-4d6973d3-5796-48f4-b0b5-3478b006a493 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:43:46.948297 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:43:46.950011 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d6973d3-5796-48f4-b0b5-3478b006a493 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:43:46.951420 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'code': 200} Aug 24 00:43:46.955236 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:46.958157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for ae4921c8-3319-44f5-aa1d-98a8b3f1bfda owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:46.990484 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.055973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:47.095095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ae4921c8-3319-44f5-aa1d-98a8b3f1bfda, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,segment=NetworkSegment(b5d8d767-ab8e-43fd-80c6-b62ff345ab2c),segment_id=b5d8d767-ab8e-43fd-80c6-b62ff345ab2c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:47.157407 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.184368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25e4b824-c862-4654-91e9-0cbf00f25961 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.209956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d81893-d105-4926-9422-84e3292821dd req-b28b4e3e-d62c-4a6a-8bff-3dd79671bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:47.212383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05d81893-d105-4926-9422-84e3292821dd req-b28b4e3e-d62c-4a6a-8bff-3dd79671bdde service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0815699 Aug 24 00:43:47.230460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:47.269622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05d81893-d105-4926-9422-84e3292821dd req-ef16df92-170c-44cd-82cd-1439a4201ac9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501277 Aug 24 00:43:47.376822 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25e4b824-c862-4654-91e9-0cbf00f25961 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.408368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4b824-c862-4654-91e9-0cbf00f25961 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=1159b705-1298-4bc4-b0f4-77e221ede78b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:47.423580 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25e4b824-c862-4654-91e9-0cbf00f25961 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.426215 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-25e4b824-c862-4654-91e9-0cbf00f25961 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/1159b705-1298-4bc4-b0f4-77e221ede78b HTTP/1.1" status: 204 len: 168 time: 1.1780043 Aug 24 00:43:47.428728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33434) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:47.482876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6d628a53-de85-4d93-865b-7ac2f610b9e6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478959 Aug 24 00:43:47.483290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33438) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:47.489506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:47.517765 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:47.525182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.534543 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:47.543217 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:47.597393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=ae4921c8-3319-44f5-aa1d-98a8b3f1bfda,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:47.683899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5daf-8b1a-4271-886f-834fae1b5058 req-856b4085-36b5-40e5-88fc-e0dfb7a2d8bc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:47.710214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79eb5daf-8b1a-4271-886f-834fae1b5058 req-856b4085-36b5-40e5-88fc-e0dfb7a2d8bc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 946 time: 0.1504705 Aug 24 00:43:47.826802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79eb5daf-8b1a-4271-886f-834fae1b5058 req-109f5ebd-eb2f-4493-aaa0-c3c061bc9574 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154542 Aug 24 00:43:47.851569 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:47.917024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:47.920958 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:47.996235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51a55f-5a4f-4bc9-a414-9a46e39d655f None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:48.023981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.162754 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:47Z', 'revision_number': 8, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.178888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ef1317b7-e4c7-4300-bb95-c27c15c14128 None None] Provisioning for port 8c1e22c0-d758-47f7-9e75-228933bd31c9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:48.204896 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:48.215960 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:48.216734 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.315540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:48.361344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:48.390098 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:48.445416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] Deleting port 8c1e22c0-d758-47f7-9e75-228933bd31c9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:48.447937 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.478578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8c1e22c0-d758-47f7-9e75-228933bd31c9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:48.496680 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.672509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:48.680088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:48.686818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] For port 8c1e22c0-d758-47f7-9e75-228933bd31c9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8c1e22c0-d758-47f7-9e75-228933bd31c9,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:48.687226 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.694984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:48.697643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.711675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=e066d966-2c4c-4fa8-8730-99b72f9accdf,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:48.715108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:48.724201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:48.734183 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-01ef1524-3201-4eb2-871d-b4d949ffffde tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5089984 Aug 24 00:43:48.766883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] Calling delete_port for 8c1e22c0-d758-47f7-9e75-228933bd31c9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:48.779834 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:47Z', 'revision_number': 8, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:48.821025 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd91be4-0e0e-4772-a455-20eabf017937 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:47Z', 'revision_number': 8, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:48.846335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db2299d-992b-4384-a6ca-f9620438ac87 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet 02a7781b-b9e5-4174-844d-306de6e14f94 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:48.850552 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6db2299d-992b-4384-a6ca-f9620438ac87 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:48.859099 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-909cd503-be14-4339-93c1-8dbd5c508095 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3745666 Aug 24 00:43:48.863707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33476) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:48.870449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'name': 'tempest-NetworksTestDHCPv6-831446516'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:48.917545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6db2299d-992b-4384-a6ca-f9620438ac87 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.037272 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.062362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] No DVR routers for this DVR port 8c1e22c0-d758-47f7-9e75-228933bd31c9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:49.066619 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6db2299d-992b-4384-a6ca-f9620438ac87 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.078133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7269-1a6e-4c33-9200-ed563f07d8dd req-aab408b5-27a0-4fe5-becc-1da3902a8ce4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:49.080235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f4b7269-1a6e-4c33-9200-ed563f07d8dd req-aab408b5-27a0-4fe5-becc-1da3902a8ce4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 946 time: 0.1216545 Aug 24 00:43:49.093925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7360d0-6763-4df5-984c-eaa39cb20fb5 None None] Pushing event deleted for resources: {'Port': ['ID=8c1e22c0-d758-47f7-9e75-228933bd31c9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:49.104280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073def7b-a179-47ff-a155-e2292ab2e7b8 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:49.162087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f4b7269-1a6e-4c33-9200-ed563f07d8dd req-2fc8be6c-62d2-45b8-b233-7c43fae6dc77 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560968 Aug 24 00:43:49.259977 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6db2299d-992b-4384-a6ca-f9620438ac87 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.295171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2299d-992b-4384-a6ca-f9620438ac87 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=02a7781b-b9e5-4174-844d-306de6e14f94,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:49.300532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6db2299d-992b-4384-a6ca-f9620438ac87 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.303173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6db2299d-992b-4384-a6ca-f9620438ac87 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/02a7781b-b9e5-4174-844d-306de6e14f94 HTTP/1.1" status: 204 len: 168 time: 0.5727527 Aug 24 00:43:49.305974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33494) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:49.313488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'e066d966-2c4c-4fa8-8730-99b72f9accdf'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:49.314653 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.317972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9b5649-e952-4723-89d7-a223397ced15 None None] Network f780fa81-4d27-42df-b80a-7ee884b965f6 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:49.414213 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.489203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:49.533719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port cb64e22d-35a0-44b9-ac5a-0c92656d867c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:49.534067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.545834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:49.546469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:49.579056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:49.582550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.617102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port a4ae8a33-111e-492f-a33f-67cfc0ac0796 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:43:49.622701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port cb64e22d-35a0-44b9-ac5a-0c92656d867c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cb64e22d-35a0-44b9-ac5a-0c92656d867c,segment=NetworkSegment(b5d8d767-ab8e-43fd-80c6-b62ff345ab2c),segment_id=b5d8d767-ab8e-43fd-80c6-b62ff345ab2c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:49.623873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.660747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/e066d966-2c4c-4fa8-8730-99b72f9accdf/6036c2c1-8814-44e8-b1b0-650e48e9845b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:49.671356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for cb64e22d-35a0-44b9-ac5a-0c92656d867c owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:49.672730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:49.758256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] DHCP port deletion for f780fa81-4d27-42df-b80a-7ee884b965f6 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:49.923238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:49.972780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port cb64e22d-35a0-44b9-ac5a-0c92656d867c on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:50.002383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=cb64e22d-35a0-44b9-ac5a-0c92656d867c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:50.048891 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.087568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Transition to ACTIVE for port object 6036c2c1-8814-44e8-b1b0-650e48e9845b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:50.090999 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.093112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Deleting port cb64e22d-35a0-44b9-ac5a-0c92656d867c {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:50.093705 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.102196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f780fa81-4d27-42df-b80a-7ee884b965f6']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:50.124047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:50.124348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d8d767-ab8e-43fd-80c6-b62ff345ab2c') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:50.135235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.155331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.162341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:50.163148 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:50.166658 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:50.188947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] For port cb64e22d-35a0-44b9-ac5a-0c92656d867c, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:50.189428 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.213980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Calling delete_port for cb64e22d-35a0-44b9-ac5a-0c92656d867c owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:50.220396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Port cb64e22d-35a0-44b9-ac5a-0c92656d867c was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 00:43:50.223978 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.254850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Pushing event deleted for resources: {'Port': ['ID=cb64e22d-35a0-44b9-ac5a-0c92656d867c,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:50.258393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:47Z', 'revision_number': 8, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:50.261086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] No DVR routers for this DVR port cb64e22d-35a0-44b9-ac5a-0c92656d867c on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:50.299130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.299491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.299838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69077a40-2455-4cd5-b946-3db542f5fbcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:50.310430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:50.325110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:50.325787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:50.335063 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.346343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f152aa-7a6e-43c3-9bc1-65fc12af8c4b req-1175271d-c898-437d-9c82-e25e9fe41f70 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:50.347659 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.350563 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/f780fa81-4d27-42df-b80a-7ee884b965f6 HTTP/1.1" status: 204 len: 168 time: 1.0429080 Aug 24 00:43:50.354227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3f152aa-7a6e-43c3-9bc1-65fc12af8c4b req-1175271d-c898-437d-9c82-e25e9fe41f70 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 946 time: 0.0813458 Aug 24 00:43:50.355630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33524) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:50.367961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Transition to ACTIVE for port object 6036c2c1-8814-44e8-b1b0-650e48e9845b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:50.372901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cb64e22d-35a0-44b9-ac5a-0c92656d867c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:50.415226 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3f152aa-7a6e-43c3-9bc1-65fc12af8c4b req-b02209d4-e48b-4530-9db3-1781a9ef97f1 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598288 Aug 24 00:43:50.434448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba02cc-7bec-4d0c-9593-e4f354daab1c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=f780fa81-4d27-42df-b80a-7ee884b965f6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:50.601883 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.607655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: cb64e22d-35a0-44b9-ac5a-0c92656d867c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:50.608031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cb64e22d-35a0-44b9-ac5a-0c92656d867c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:50.608439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ae4921c8-3319-44f5-aa1d-98a8b3f1bfda no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:50.660258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: ae4921c8-3319-44f5-aa1d-98a8b3f1bfda {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:50.660617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ae4921c8-3319-44f5-aa1d-98a8b3f1bfda not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:50.676305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:50.683373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:50.690502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:50.692845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:50.695720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Pushing event updated for resources: {'Port': ['ID=6036c2c1-8814-44e8-b1b0-650e48e9845b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:50.717661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::1e0 (184144b3-13e1-4f01-adb9-84e077cb76fd/e066d966-2c4c-4fa8-8730-99b72f9accdf/a4ae8a33-111e-492f-a33f-67cfc0ac0796) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:50.849846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Attempting to bind port 6036c2c1-8814-44e8-b1b0-650e48e9845b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:50.850223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Attempting to bind port 6036c2c1-8814-44e8-b1b0-650e48e9845b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:50.850656 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Attempting to bind port 6036c2c1-8814-44e8-b1b0-650e48e9845b on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:50.863052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:50.863440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:50.863867 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.864265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:50.864736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Bound port: 6036c2c1-8814-44e8-b1b0-650e48e9845b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:50.865135 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.951576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:50.982812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] For port 6036c2c1-8814-44e8-b1b0-650e48e9845b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:50.985890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object a4ae8a33-111e-492f-a33f-67cfc0ac0796 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:50.990988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] For port 6036c2c1-8814-44e8-b1b0-650e48e9845b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6036c2c1-8814-44e8-b1b0-650e48e9845b,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:51.008886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:47Z', 'revision_number': 8, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:51.025752 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.036255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c4210-ee82-4c7f-8ec4-f28e86ebd346 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:47Z', 'revision_number': 8, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a10bdf2-6b55-4bb6-ade8-890e710932ad', 'name': '', 'network_id': '10b2f1c1-fbb8-4642-a406-72bbb10f177f', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:e8:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:32Z', 'updated_at': '2021-08-24T00:43:38Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '4a64bc54-f8e1-488d-be1b-112daf0084ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:51.077530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.167692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58637cd-6ef2-41e5-8591-5a83c4d59e3b None None] Pushing event updated for resources: {'Port': ['ID=6036c2c1-8814-44e8-b1b0-650e48e9845b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:51.202460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.280141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:51.290023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:51.292242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:51.298880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:51.300071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.305701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=a4ae8a33-111e-492f-a33f-67cfc0ac0796,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:51.420078 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4bc86203-a965-4caf-b668-1bed783aaf97 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5550714 Aug 24 00:43:51.422761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33546) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:51.510671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 6a10bdf2-6b55-4bb6-ade8-890e710932ad {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:51.511230 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.519755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a899cb2-63ab-4919-ac2e-580e6daff4d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:51.532440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a899cb2-63ab-4919-ac2e-580e6daff4d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:51.538281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7a899cb2-63ab-4919-ac2e-580e6daff4d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1141279 Aug 24 00:43:51.543101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33554) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:51.640944 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port 6a10bdf2-6b55-4bb6-ade8-890e710932ad, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6a10bdf2-6b55-4bb6-ade8-890e710932ad,segment=NetworkSegment(a1f12afb-01a8-4b7c-b03e-5343988be8f9),segment_id=a1f12afb-01a8-4b7c-b03e-5343988be8f9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:51.640944 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.649473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 6a10bdf2-6b55-4bb6-ade8-890e710932ad owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:51.663785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b63e9-f85d-4524-b142-454bb3a3e06e req-708ebf6f-5588-489e-8087-3d3eb22c6199 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:51.670847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e42b63e9-f85d-4524-b142-454bb3a3e06e req-708ebf6f-5588-489e-8087-3d3eb22c6199 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 946 time: 0.1301374 Aug 24 00:43:51.734112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e42b63e9-f85d-4524-b142-454bb3a3e06e req-dc4c49db-c160-4d60-9f60-3321ce99be9b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622427 Aug 24 00:43:51.740097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2e884485-5e31-4df4-9389-71a3aac8b847 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port a4ae8a33-111e-492f-a33f-67cfc0ac0796 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:51.740712 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e884485-5e31-4df4-9389-71a3aac8b847 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.857098 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e884485-5e31-4df4-9389-71a3aac8b847 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.870174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2e884485-5e31-4df4-9389-71a3aac8b847 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for a4ae8a33-111e-492f-a33f-67cfc0ac0796 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:51.945195 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:51.976736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=6a10bdf2-6b55-4bb6-ade8-890e710932ad,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:52.157328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e884485-5e31-4df4-9389-71a3aac8b847 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.184562 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.227261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e884485-5e31-4df4-9389-71a3aac8b847 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=a4ae8a33-111e-492f-a33f-67cfc0ac0796,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:52.240337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e884485-5e31-4df4-9389-71a3aac8b847 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.244397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2e884485-5e31-4df4-9389-71a3aac8b847 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/a4ae8a33-111e-492f-a33f-67cfc0ac0796 HTTP/1.1" status: 204 len: 168 time: 0.6993675 Aug 24 00:43:52.247617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33576) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:52.373982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b213b601-8eb7-479b-b122-64b70178c5a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:52.374425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b213b601-8eb7-479b-b122-64b70178c5a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:52.384884 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b213b601-8eb7-479b-b122-64b70178c5a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0936267 Aug 24 00:43:52.384973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33578) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:52.485318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-36607db5-3e2b-4389-8828-bf044235eef3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet e066d966-2c4c-4fa8-8730-99b72f9accdf {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:52.494999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36607db5-3e2b-4389-8828-bf044235eef3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.533928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c1b814e4-af5a-461e-b381-cb57693cf0aa None None] Provisioning for port 6036c2c1-8814-44e8-b1b0-650e48e9845b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:52.573790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6036c2c1-8814-44e8-b1b0-650e48e9845b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:43:52.585474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36607db5-3e2b-4389-8828-bf044235eef3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.592007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:52.710643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36607db5-3e2b-4389-8828-bf044235eef3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.731098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:52.738308 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-faa13c06-1d58-4e8a-b398-a89b3d8bfb2b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3795865 Aug 24 00:43:52.741440 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:52.741991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:52.754388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c399b24e-bd00-4357-abab-0b3dafd58286 None None] Could not find standard attr ID for object 8852404a-9cca-4aab-93d9-7f1ba7ad18cd. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:43:52.756638 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:52.757511 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:52.809116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6036c2c1-8814-44e8-b1b0-650e48e9845b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:52.811094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b510c779-a00e-41d1-9e1a-46348f8aece2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet 4a64bc54-f8e1-488d-be1b-112daf0084ed {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:52.814262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6036c2c1-8814-44e8-b1b0-650e48e9845b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:43:52.815392 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.816807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b510c779-a00e-41d1-9e1a-46348f8aece2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.863707 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:52.863941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b510c779-a00e-41d1-9e1a-46348f8aece2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.923180 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:52.987805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8caff845-94a2-4bd7-b830-d86f2d2555fa None None] Could not find standard attr ID for object e3c425ef-2c51-4f31-aedf-40cd374a0f29. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:43:53.015070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36607db5-3e2b-4389-8828-bf044235eef3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.072341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36607db5-3e2b-4389-8828-bf044235eef3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=e066d966-2c4c-4fa8-8730-99b72f9accdf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:53.076331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36607db5-3e2b-4389-8828-bf044235eef3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.081689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-36607db5-3e2b-4389-8828-bf044235eef3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/e066d966-2c4c-4fa8-8730-99b72f9accdf HTTP/1.1" status: 204 len: 168 time: 0.6963966 Aug 24 00:43:53.082309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33592) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.094969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:43:53.097171 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:43:53.100395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b510c779-a00e-41d1-9e1a-46348f8aece2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.157634 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bc7375b3-d2c4-4786-84df-8409df92cf74 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725703 Aug 24 00:43:53.158558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33596) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.204701 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:51Z', 'revision_number': 9, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:53.226291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85def78-4219-4d8f-a72e-96444ae75ee3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:53.230430 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c85def78-4219-4d8f-a72e-96444ae75ee3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0684159 Aug 24 00:43:53.230943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.240395 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:53.250940 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:53.251564 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:53.295548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc38ef8-41b8-4047-91ea-2f411c2fc127 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:53.302234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b510c779-a00e-41d1-9e1a-46348f8aece2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.341141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-29e99cd2-b90c-4a92-99d8-fc309e690ad5 None None] Could not find standard attr ID for object a4ae8a33-111e-492f-a33f-67cfc0ac0796. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:43:53.347147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694abb91-f539-4823-8c1b-8b8353ab3834 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:53.349088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-694abb91-f539-4823-8c1b-8b8353ab3834 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1166940 Aug 24 00:43:53.351531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.353120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510c779-a00e-41d1-9e1a-46348f8aece2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=4a64bc54-f8e1-488d-be1b-112daf0084ed,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:53.356832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b510c779-a00e-41d1-9e1a-46348f8aece2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.360602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b510c779-a00e-41d1-9e1a-46348f8aece2 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/4a64bc54-f8e1-488d-be1b-112daf0084ed HTTP/1.1" status: 204 len: 168 time: 0.6165531 Aug 24 00:43:53.362637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33606) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.372085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec25948-a7b0-4110-9f1c-19785b4aecc4 None None] Network 10b2f1c1-fbb8-4642-a406-72bbb10f177f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:53.383667 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:53.411683 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fecf9569-4902-4765-b728-79a151e7f454 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533657 Aug 24 00:43:53.414050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33608) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:53.419319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:53.469615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.577089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 3a5a2e84-bb86-48b6-8414-67f533eca6cb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:53.596756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.652808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:51Z', 'revision_number': 9, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:53.661878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:53.663840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.676875 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.695113 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c397bb-e78e-4363-8558-24eea93d01c1 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:51Z', 'revision_number': 9, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': '2e6834ad-251c-4b64-929f-551b9254401c', 'name': '', 'network_id': '1010150b-91d0-44d0-b606-18af42bbb3a3', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:62:27:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:24Z', 'updated_at': '2021-08-24T00:43:33Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '9b47d6f0-aea9-42e8-9385-6c82fc44d2bc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:53.772453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port 3a5a2e84-bb86-48b6-8414-67f533eca6cb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a5a2e84-bb86-48b6-8414-67f533eca6cb,segment=NetworkSegment(a1f12afb-01a8-4b7c-b03e-5343988be8f9),segment_id=a1f12afb-01a8-4b7c-b03e-5343988be8f9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:53.772612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 6036c2c1-8814-44e8-b1b0-650e48e9845b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6036c2c1-8814-44e8-b1b0-650e48e9845b,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:53.772875 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.787544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 3a5a2e84-bb86-48b6-8414-67f533eca6cb owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:53.829813 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.886458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=6036c2c1-8814-44e8-b1b0-650e48e9845b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:53.938190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:53.964555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=3a5a2e84-bb86-48b6-8414-67f533eca6cb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:53.966470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port 3a5a2e84-bb86-48b6-8414-67f533eca6cb on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:54.031133 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.092497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.094729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:54.096444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:54.100733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:54.105955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:54.106809 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.123679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=a567f2a8-e9ad-46f1-8a0e-b967aba98e18,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:54.128249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b2f1c1-fbb8-4642-a406-72bbb10f177f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:54.136673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec97f9-0e27-47cc-ba23-2993aaaec559 None None] DHCP port deletion for 10b2f1c1-fbb8-4642-a406-72bbb10f177f request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:54.150580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f12afb-01a8-4b7c-b03e-5343988be8f9') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:54.151070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f12afb-01a8-4b7c-b03e-5343988be8f9') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:54.178715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.191054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6f0f5339-cc8f-4c8b-a349-c8d574a9f1a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7758353 Aug 24 00:43:54.194749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33626) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:54.201215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'a567f2a8-e9ad-46f1-8a0e-b967aba98e18', 'ip_address': '2001:db8::d6dd:8896:7174:f167'}], 'name': 'tempest-NetworksTestDHCPv6-731940507'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:54.204983 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.215214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:54.216030 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:54.220043 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:54.223238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] Deleting port 6036c2c1-8814-44e8-b1b0-650e48e9845b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:54.223999 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.350312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] For port 6036c2c1-8814-44e8-b1b0-650e48e9845b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6036c2c1-8814-44e8-b1b0-650e48e9845b,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:54.350723 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.370958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] Calling delete_port for 6036c2c1-8814-44e8-b1b0-650e48e9845b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:54.423962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6036c2c1-8814-44e8-b1b0-650e48e9845b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:54.487946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.495502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.498205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/10b2f1c1-fbb8-4642-a406-72bbb10f177f HTTP/1.1" status: 204 len: 168 time: 1.1343198 Aug 24 00:43:54.501287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33632) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:54.511387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb590b-8f59-4547-905c-1b2003ef54e1 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=10b2f1c1-fbb8-4642-a406-72bbb10f177f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:54.526467 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.578793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:54.637580 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.681144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6a10bdf2-6b55-4bb6-ade8-890e710932ad no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:54.687985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] Pushing event deleted for resources: {'Port': ['ID=6036c2c1-8814-44e8-b1b0-650e48e9845b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:54.687985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b57b02-d616-4641-96f3-b43861cdc540 None None] No DVR routers for this DVR port 6036c2c1-8814-44e8-b1b0-650e48e9845b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:54.715508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13bfead-6714-46ba-8c4e-3909b90792e6 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:54.718922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 6a10bdf2-6b55-4bb6-ade8-890e710932ad {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:54.719361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6a10bdf2-6b55-4bb6-ade8-890e710932ad not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:54.719866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a5a2e84-bb86-48b6-8414-67f533eca6cb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:43:54.771760 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:54.772341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 3a5a2e84-bb86-48b6-8414-67f533eca6cb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:43:54.772722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a5a2e84-bb86-48b6-8414-67f533eca6cb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:43:54.818935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 6d35249e-ad81-44df-bc67-b3585f506102 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:43:54.932952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'a567f2a8-e9ad-46f1-8a0e-b967aba98e18'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:54.934180 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.044149 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::d6dd:8896:7174:f167 (184144b3-13e1-4f01-adb9-84e077cb76fd/a567f2a8-e9ad-46f1-8a0e-b967aba98e18/6d35249e-ad81-44df-bc67-b3585f506102) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:55.569472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.617547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.670069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 6d35249e-ad81-44df-bc67-b3585f506102 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:55.675532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.852308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.907059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:55.914928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:55.918206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=6d35249e-ad81-44df-bc67-b3585f506102,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:55.920468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/a567f2a8-e9ad-46f1-8a0e-b967aba98e18/0310b666-f367-456d-8bbe-0b6d85646756) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:55.920995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:55.927194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:55.927851 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:55.944210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 2e6834ad-251c-4b64-929f-551b9254401c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:55.944544 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.037458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port 2e6834ad-251c-4b64-929f-551b9254401c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2e6834ad-251c-4b64-929f-551b9254401c,segment=NetworkSegment(d2e7caf8-7c4c-4478-b00c-bcb27e016ebf),segment_id=d2e7caf8-7c4c-4478-b00c-bcb27e016ebf)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:56.041528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.049741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 2e6834ad-251c-4b64-929f-551b9254401c owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:56.077056 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.085248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Transition to ACTIVE for port object 0310b666-f367-456d-8bbe-0b6d85646756 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:56.101229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Transition to ACTIVE for port object 0310b666-f367-456d-8bbe-0b6d85646756 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:56.120127 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0038c860-608f-4ddd-9429-11fbc5fe4e2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9231560 Aug 24 00:43:56.121726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33664) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:56.171651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1554052-0159-4333-be3b-fa470483d1ec tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:56.173202 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f1554052-0159-4333-be3b-fa470483d1ec tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0504718 Aug 24 00:43:56.175856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33666) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:56.248086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.290839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-45129380-c993-46b2-aee8-d34b80a13746 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 6d35249e-ad81-44df-bc67-b3585f506102 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:56.291273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-45129380-c993-46b2-aee8-d34b80a13746 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.295380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:56.299643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:56.301689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Pushing event updated for resources: {'Port': ['ID=0310b666-f367-456d-8bbe-0b6d85646756,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:56.303967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:56.351208 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5171d4fa-df43-4ec4-a94b-3e5e04331b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.365468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Attempting to bind port 0310b666-f367-456d-8bbe-0b6d85646756 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:43:56.365793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Attempting to bind port 0310b666-f367-456d-8bbe-0b6d85646756 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:43:56.366266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Attempting to bind port 0310b666-f367-456d-8bbe-0b6d85646756 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:43:56.368037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.377525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:43:56.377959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:43:56.378387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.378789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:43:56.379320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Bound port: 0310b666-f367-456d-8bbe-0b6d85646756, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:43:56.379719 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.413830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-45129380-c993-46b2-aee8-d34b80a13746 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.429023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-45129380-c993-46b2-aee8-d34b80a13746 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 6d35249e-ad81-44df-bc67-b3585f506102 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:56.431970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=2e6834ad-251c-4b64-929f-551b9254401c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:56.513923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] For port 0310b666-f367-456d-8bbe-0b6d85646756, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:43:56.518139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] For port 0310b666-f367-456d-8bbe-0b6d85646756, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0310b666-f367-456d-8bbe-0b6d85646756,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:43:56.596743 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.677365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf6351-b92f-4a15-9876-0cb80fb44bb8 None None] Pushing event updated for resources: {'Port': ['ID=0310b666-f367-456d-8bbe-0b6d85646756,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:56.691609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.716700 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-45129380-c993-46b2-aee8-d34b80a13746 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.758348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45129380-c993-46b2-aee8-d34b80a13746 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=6d35249e-ad81-44df-bc67-b3585f506102,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:56.791825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-45129380-c993-46b2-aee8-d34b80a13746 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:56.793997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-45129380-c993-46b2-aee8-d34b80a13746 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/6d35249e-ad81-44df-bc67-b3585f506102 HTTP/1.1" status: 204 len: 168 time: 0.6171830 Aug 24 00:43:56.796795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:56.870161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a4f598-5f70-4bff-8505-80b5cbc0b3fe tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:56.880658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a4f598-5f70-4bff-8505-80b5cbc0b3fe tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:56.882381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-31a4f598-5f70-4bff-8505-80b5cbc0b3fe tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0845833 Aug 24 00:43:56.885033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:57.016070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet a567f2a8-e9ad-46f1-8a0e-b967aba98e18 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:57.019327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.039414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:43:57.068613 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.153950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:43:57.155456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.160600 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c951a162-ea5e-4738-a60f-2539aefb32fe tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578989 Aug 24 00:43:57.163271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33690) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:57.165307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:43:57.174809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:57.175745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:57.227719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33bafb0-8fb2-4951-860f-15d248000f48 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet 9b47d6f0-aea9-42e8-9385-6c82fc44d2bc {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:43:57.231375 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d33bafb0-8fb2-4951-860f-15d248000f48 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.279847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d33bafb0-8fb2-4951-860f-15d248000f48 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.284654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:57.363001 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.380077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.382113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/a567f2a8-e9ad-46f1-8a0e-b967aba98e18 HTTP/1.1" status: 204 len: 168 time: 0.4960051 Aug 24 00:43:57.382605 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d33bafb0-8fb2-4951-860f-15d248000f48 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.388331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33700) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:57.410466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=a567f2a8-e9ad-46f1-8a0e-b967aba98e18,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:57.421603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.422250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.422762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.423312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.424067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.424564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.425267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.425968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.426770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.427363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.427892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.428410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89682267-1a7d-4a79-83a6-cbc77a9409a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:43:57.478716 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-864c46bc-aa3f-4bad-ba31-601de08c2aeb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885973 Aug 24 00:43:57.481445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33702) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:57.488551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:57.608675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:56Z', 'revision_number': 10, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:57.637219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:43:57.646701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:43:57.647330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:57.654426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d33bafb0-8fb2-4951-860f-15d248000f48 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.691334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bafb0-8fb2-4951-860f-15d248000f48 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=9b47d6f0-aea9-42e8-9385-6c82fc44d2bc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:57.698008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d33bafb0-8fb2-4951-860f-15d248000f48 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.702891 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d33bafb0-8fb2-4951-860f-15d248000f48 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/9b47d6f0-aea9-42e8-9385-6c82fc44d2bc HTTP/1.1" status: 204 len: 168 time: 0.5384560 Aug 24 00:43:57.703658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:57.722287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d7a622-d62b-4a61-ada2-8749f0c94de4 None None] Network 1010150b-91d0-44d0-b606-18af42bbb3a3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:57.803062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:57.803062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.873781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:43:57.895645 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:57.929310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae9c7f0-58b8-462a-8df0-01d1055cfb86 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:58.049790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:58.050379 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.174087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=439ad0bf-3a42-49ff-ae78-1be7ca19f4d9,segment=NetworkSegment(d2e7caf8-7c4c-4478-b00c-bcb27e016ebf),segment_id=d2e7caf8-7c4c-4478-b00c-bcb27e016ebf)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:58.174087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.182748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:58.284046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.334156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:58.334456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2714887c-938c-46e5-8eb2-c12b1e912d14 None None] Provisioning for port 0310b666-f367-456d-8bbe-0b6d85646756 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:43:58.337832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:58.339867 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.342801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:58.342956 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.387459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=439ad0bf-3a42-49ff-ae78-1be7ca19f4d9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:58.389889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=0af10e3d-3279-418b-8be1-863073ce65dd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:58.395863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:58.417922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8114feaf-8c3b-4d27-87d9-d263a4a690b6 None None] DHCP port deletion for 1010150b-91d0-44d0-b606-18af42bbb3a3 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:58.527740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:56Z', 'revision_number': 10, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:58.548499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-71b39b02-f1c2-44de-b2b0-28f0a3db9447 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0624156 Aug 24 00:43:58.549518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33726) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:58.558066 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': '0af10e3d-3279-418b-8be1-863073ce65dd', 'ip_address': '2001:db8::6a5:6338:2f05:ab47'}], 'name': 'tempest-NetworksTestDHCPv6-772989877'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:43:58.567396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583dbbe-0885-4bd9-bde1-cd5094b86eb6 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:43:56Z', 'revision_number': 10, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None, '_interfaces': [{'id': 'b89204e5-7444-4ddf-af22-70c242b8b11e', 'name': '', 'network_id': '9ceebaea-8ded-4d29-b5f2-c6e24fe83f98', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'mac_address': 'fa:16:3e:a0:26:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:43:17Z', 'updated_at': '2021-08-24T00:43:25Z', 'revision_number': 5, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'subnets': [{'id': '14aa4f02-3d2f-4198-ae48-ea3b699863bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:43:58.573731 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.577425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:43:58.589536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1010150b-91d0-44d0-b606-18af42bbb3a3']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:58.613562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:58.614206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e7caf8-7c4c-4478-b00c-bcb27e016ebf') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:43:58.624388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.639468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.652252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:43:58.653627 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.656231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] Deleting port 0310b666-f367-456d-8bbe-0b6d85646756 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:58.658995 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:43:58.660018 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:43:58.784333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] For port 0310b666-f367-456d-8bbe-0b6d85646756, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0310b666-f367-456d-8bbe-0b6d85646756,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:43:58.785629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.799686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] Calling delete_port for 0310b666-f367-456d-8bbe-0b6d85646756 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:43:58.819089 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.830578 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.835535 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/1010150b-91d0-44d0-b606-18af42bbb3a3 HTTP/1.1" status: 204 len: 168 time: 1.1268940 Aug 24 00:43:58.836164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33736) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:43:58.841442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:43:58.844167 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:58.850613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541017d-4ecb-47f2-9875-eb0107a20898 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=1010150b-91d0-44d0-b606-18af42bbb3a3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:58.947482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port b90f0105-2f9b-4f0c-aa60-a771c15da9dc yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:43:58.972391 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.000237 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ee05efbf-2211-42f2-ba74-3f7fe205e8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.001668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] Pushing event deleted for resources: {'Port': ['ID=0310b666-f367-456d-8bbe-0b6d85646756,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:59.003709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3703df6e-44af-4471-b39b-10b37d3b9e43 None None] No DVR routers for this DVR port 0310b666-f367-456d-8bbe-0b6d85646756 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:43:59.037475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ebe07-d8ad-475b-a62b-5f16a972f8a2 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:43:59.171776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.223623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '0af10e3d-3279-418b-8be1-863073ce65dd'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:43:59.224581 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.295367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::6a5:6338:2f05:ab47 (184144b3-13e1-4f01-adb9-84e077cb76fd/0af10e3d-3279-418b-8be1-863073ce65dd/b90f0105-2f9b-4f0c-aa60-a771c15da9dc) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:59.513447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.526018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.565560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object b90f0105-2f9b-4f0c-aa60-a771c15da9dc will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:43:59.797791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.855588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:43:59.860653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/0af10e3d-3279-418b-8be1-863073ce65dd/d2d126b3-fc38-4223-9554-a96124a2a544) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:43:59.861999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port b89204e5-7444-4ddf-af22-70c242b8b11e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:43:59.862369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:43:59.869795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=b90f0105-2f9b-4f0c-aa60-a771c15da9dc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:43:59.881772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:43:59.886366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:43:59.892092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:43:59.892738 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.016860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port b89204e5-7444-4ddf-af22-70c242b8b11e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b89204e5-7444-4ddf-af22-70c242b8b11e,segment=NetworkSegment(1071e7ed-2cad-45d5-b245-e6d9a109b932),segment_id=1071e7ed-2cad-45d5-b245-e6d9a109b932)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:00.017235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.031765 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for b89204e5-7444-4ddf-af22-70c242b8b11e owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:00.057880 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.066386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Transition to ACTIVE for port object d2d126b3-fc38-4223-9554-a96124a2a544 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:00.081483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Transition to ACTIVE for port object d2d126b3-fc38-4223-9554-a96124a2a544 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:00.167086 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-40d2f097-d366-4cb0-b2b4-442f27612bb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6157503 Aug 24 00:44:00.169608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33762) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:00.185792 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.231841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb861d-a744-4c97-a53c-2090eb981867 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:00.236945 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Pushing event updated for resources: {'Port': ['ID=d2d126b3-fc38-4223-9554-a96124a2a544,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:00.238307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb861d-a744-4c97-a53c-2090eb981867 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:00.241578 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ddbb861d-a744-4c97-a53c-2090eb981867 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0709167 Aug 24 00:44:00.244131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:00.271938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:00.276503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:00.281760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:00.339769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.348386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Attempting to bind port d2d126b3-fc38-4223-9554-a96124a2a544 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:00.349835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Attempting to bind port d2d126b3-fc38-4223-9554-a96124a2a544 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:00.349835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Attempting to bind port d2d126b3-fc38-4223-9554-a96124a2a544 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:00.351605 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.351904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-64dec489-9de5-4c62-b7dc-f81636272003 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port b90f0105-2f9b-4f0c-aa60-a771c15da9dc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:00.352410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64dec489-9de5-4c62-b7dc-f81636272003 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.357837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:00.358240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:00.358668 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.359056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:00.359589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Bound port: d2d126b3-fc38-4223-9554-a96124a2a544, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:00.359979 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.369847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=b89204e5-7444-4ddf-af22-70c242b8b11e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:00.394784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0310b666-f367-456d-8bbe-0b6d85646756 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:00.419495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 0310b666-f367-456d-8bbe-0b6d85646756 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:00.419845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0310b666-f367-456d-8bbe-0b6d85646756 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:00.420280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2e6834ad-251c-4b64-929f-551b9254401c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:00.481282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2e6834ad-251c-4b64-929f-551b9254401c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:00.498345 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64dec489-9de5-4c62-b7dc-f81636272003 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.504853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2e6834ad-251c-4b64-929f-551b9254401c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:00.505416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:00.513697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-64dec489-9de5-4c62-b7dc-f81636272003 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for b90f0105-2f9b-4f0c-aa60-a771c15da9dc owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:00.545180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:00.545785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 439ad0bf-3a42-49ff-ae78-1be7ca19f4d9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:00.583944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] For port d2d126b3-fc38-4223-9554-a96124a2a544, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:00.587399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] For port d2d126b3-fc38-4223-9554-a96124a2a544, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d2d126b3-fc38-4223-9554-a96124a2a544,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:00.706014 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.709030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.750675 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64dec489-9de5-4c62-b7dc-f81636272003 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.776482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26c502-79df-440e-8e18-052159ce54a9 None None] Pushing event updated for resources: {'Port': ['ID=d2d126b3-fc38-4223-9554-a96124a2a544,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:00.783028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dec489-9de5-4c62-b7dc-f81636272003 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=b90f0105-2f9b-4f0c-aa60-a771c15da9dc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:00.813956 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-64dec489-9de5-4c62-b7dc-f81636272003 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:00.816464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-64dec489-9de5-4c62-b7dc-f81636272003 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/b90f0105-2f9b-4f0c-aa60-a771c15da9dc HTTP/1.1" status: 204 len: 168 time: 0.5712543 Aug 24 00:44:00.818920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33778) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:00.896940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78086ef4-a926-4603-a8ec-b581d794429f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:00.899460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78086ef4-a926-4603-a8ec-b581d794429f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:00.904191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-78086ef4-a926-4603-a8ec-b581d794429f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0814347 Aug 24 00:44:00.904411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33784) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:00.910292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:00.967725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-153ed441-680c-4c25-b4b5-5cdf2e7fbd42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 0af10e3d-3279-418b-8be1-863073ce65dd {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:00.973874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-153ed441-680c-4c25-b4b5-5cdf2e7fbd42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.028935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:01.044195 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-31deb9af-5b5f-472c-b336-1de8fa5f90ba tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2066197 Aug 24 00:44:01.046899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33788) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:01.055917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-153ed441-680c-4c25-b4b5-5cdf2e7fbd42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.065976 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:01.085078 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:01.085748 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:01.154589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-153ed441-680c-4c25-b4b5-5cdf2e7fbd42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.192286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-421f6370-30cd-4e8a-9aad-0862ed85837b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting subnet 14aa4f02-3d2f-4198-ae48-ea3b699863bc {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:01.200193 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421f6370-30cd-4e8a-9aad-0862ed85837b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.275210 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421f6370-30cd-4e8a-9aad-0862ed85837b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.304429 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:01.345794 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-153ed441-680c-4c25-b4b5-5cdf2e7fbd42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.370167 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 11, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:01.377224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421f6370-30cd-4e8a-9aad-0862ed85837b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.390688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed441-680c-4c25-b4b5-5cdf2e7fbd42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=0af10e3d-3279-418b-8be1-863073ce65dd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:01.395365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-153ed441-680c-4c25-b4b5-5cdf2e7fbd42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.400751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-153ed441-680c-4c25-b4b5-5cdf2e7fbd42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/0af10e3d-3279-418b-8be1-863073ce65dd HTTP/1.1" status: 204 len: 168 time: 0.4953279 Aug 24 00:44:01.401408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:01.402710 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:01.412082 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:01.412835 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:01.451826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d59f162f-b7db-4e7c-80f6-869c8fc2bfdd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490344 Aug 24 00:44:01.481545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33800) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:01.496608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:01.518301 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:01.584260 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 11, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:01.584488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421f6370-30cd-4e8a-9aad-0862ed85837b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.615436 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae6950d-25a2-4dc9-93b6-f329c6672305 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 11, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:01.640572 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-421f6370-30cd-4e8a-9aad-0862ed85837b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.641361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4c844-2476-44a1-9eac-0abeff1c58bc None None] Network 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:01.646354 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-421f6370-30cd-4e8a-9aad-0862ed85837b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/14aa4f02-3d2f-4198-ae48-ea3b699863bc HTTP/1.1" status: 204 len: 168 time: 0.5984142 Aug 24 00:44:01.647175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33804) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:01.647950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f6370-30cd-4e8a-9aad-0862ed85837b tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Subnet': ['ID=14aa4f02-3d2f-4198-ae48-ea3b699863bc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:01.755292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:01.759482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.778618 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.904204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Deleting port c43ebf50-9d35-427d-bd01-851c9d991381 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:01.904554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.919690 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:01.979433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] DHCP port deletion for 9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:01.987375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] For port c43ebf50-9d35-427d-bd01-851c9d991381, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c43ebf50-9d35-427d-bd01-851c9d991381,segment=NetworkSegment(1071e7ed-2cad-45d5-b245-e6d9a109b932),segment_id=1071e7ed-2cad-45d5-b245-e6d9a109b932)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:01.987791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.005785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Calling delete_port for c43ebf50-9d35-427d-bd01-851c9d991381 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:02.092162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694d38a-0a19-46d0-b3a3-ac413ec85f1e None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:02.093717 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.178501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:02.182491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:02.187073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:02.191220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] Deleting port c43ebf50-9d35-427d-bd01-851c9d991381 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:02.191661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.192329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.204238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=c1972de2-97c4-45bc-86f4-8b8ab1610100,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:02.210034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.251994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Port': ['ID=c43ebf50-9d35-427d-bd01-851c9d991381,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:02.260301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cbbd3bb5-2248-4445-8610-967d5586bc41 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7745178 Aug 24 00:44:02.263530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33816) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:02.272670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'c1972de2-97c4-45bc-86f4-8b8ab1610100', 'ip_address': '2001:db8::efad:bf6a:4381:ce27'}], 'name': 'tempest-NetworksTestDHCPv6-96251498'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:02.277509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No DVR routers for this DVR port c43ebf50-9d35-427d-bd01-851c9d991381 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:02.358172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] For port c43ebf50-9d35-427d-bd01-851c9d991381, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c43ebf50-9d35-427d-bd01-851c9d991381,segment=NetworkSegment(1071e7ed-2cad-45d5-b245-e6d9a109b932),segment_id=1071e7ed-2cad-45d5-b245-e6d9a109b932)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:02.362753 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.362753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b15f0756-e769-4269-ab0a-c0a24fb606bf None None] Provisioning for port d2d126b3-fc38-4223-9554-a96124a2a544 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:02.401298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] Calling delete_port for c43ebf50-9d35-427d-bd01-851c9d991381 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:02.470089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d2d126b3-fc38-4223-9554-a96124a2a544 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:02.550843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:02.592288 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.635792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] Pushing event deleted for resources: {'Port': ['ID=c43ebf50-9d35-427d-bd01-851c9d991381,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:02.639692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4e6597-4d83-4a6c-b344-af084b0ddd12 None None] No DVR routers for this DVR port c43ebf50-9d35-427d-bd01-851c9d991381 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:02.696727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port d2d126b3-fc38-4223-9554-a96124a2a544 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:02.702520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d2d126b3-fc38-4223-9554-a96124a2a544 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:02.703076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.721624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.767094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port c2b7bd2e-73f7-40ee-94b5-03359cd03330 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:02.825657 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.871771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.875682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port d2d126b3-fc38-4223-9554-a96124a2a544, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d2d126b3-fc38-4223-9554-a96124a2a544,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:02.888958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceebaea-8ded-4d29-b5f2-c6e24fe83f98']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:02.902901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1071e7ed-2cad-45d5-b245-e6d9a109b932') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:02.903293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1071e7ed-2cad-45d5-b245-e6d9a109b932') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:02.913808 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.931880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.939460 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:44:02.939889 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:44:02.943726 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:44:02.950593 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.005396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab1cf6-2966-4f0d-a9d3-f87b6d4d26ec None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:03.028162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c43ebf50-9d35-427d-bd01-851c9d991381 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:03.066385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::efad:bf6a:4381:ce27 (184144b3-13e1-4f01-adb9-84e077cb76fd/c1972de2-97c4-45bc-86f4-8b8ab1610100/c2b7bd2e-73f7-40ee-94b5-03359cd03330) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:03.090488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c43ebf50-9d35-427d-bd01-851c9d991381 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:03.090828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c43ebf50-9d35-427d-bd01-851c9d991381 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:03.091246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b89204e5-7444-4ddf-af22-70c242b8b11e no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:03.101223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d549ac09-9e6d-4067-bca9-f4031eacf49a None None] Provisioning complete for port d2d126b3-fc38-4223-9554-a96124a2a544 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:03.101620 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d549ac09-9e6d-4067-bca9-f4031eacf49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.147623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b89204e5-7444-4ddf-af22-70c242b8b11e {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:03.147880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b89204e5-7444-4ddf-af22-70c242b8b11e not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:03.152686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=d2d126b3-fc38-4223-9554-a96124a2a544,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:03.157085 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.175400 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.177350 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/networks/9ceebaea-8ded-4d29-b5f2-c6e24fe83f98 HTTP/1.1" status: 204 len: 168 time: 1.5228376 Aug 24 00:44:03.178292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a2c71-ff17-46c4-90bf-75b347078240 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Pushing event deleted for resources: {'Network': ['ID=9ceebaea-8ded-4d29-b5f2-c6e24fe83f98,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:03.181358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:03.187481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'routes': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:03.373843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.402176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Added routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 24 00:44:03.402491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.extraroute_db [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Removed routes are [] {{(pid=95326) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 24 00:44:03.402923 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.417429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object c2b7bd2e-73f7-40ee-94b5-03359cd03330 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:03.627122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1296da8f-dfc8-4bd3-8a8b-89f1553586f9 None None] Provisioning complete for port d2d126b3-fc38-4223-9554-a96124a2a544 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:03.627547 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1296da8f-dfc8-4bd3-8a8b-89f1553586f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.861473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4f66c915-a5d7-4b77-b928-9ad4ca6de144 None None] Could not find standard attr ID for object 6d35249e-ad81-44df-bc67-b3585f506102. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:44:03.974354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:03.982310 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.074799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-87fe5e84-d2cd-4bb2-b80b-fadc58e54288 None None] Could not find standard attr ID for object b90f0105-2f9b-4f0c-aa60-a771c15da9dc. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:44:04.081595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 33d8a994-2769-44b0-9a2f-cc4b5e979265 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:04.166283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:04.177130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] Sync routers for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:04.179546 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.182835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5f5d8477-4a8f-4eab-98cd-5370aea11f65 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 200 len: 700 time: 0.9998081 Aug 24 00:44:04.184178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.186497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33858) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:04.188739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:04.189471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:04.237657 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-28d524d4-67b8-40ce-be7c-f86622fc5d72 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 200 len: 205 time: 0.0490029 Aug 24 00:44:04.241231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33862) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:04.281046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:04.285200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=c2b7bd2e-73f7-40ee-94b5-03359cd03330,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:04.301962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:04.311457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:04.337253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:04.337966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.349416 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:44:04.364919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af4d8481-4d18-44c3-8636-9a5d1c2ee504 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.481208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c25a3a90-762e-4713-867b-02de268f5dd2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2158158 Aug 24 00:44:04.482098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:04.536939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:04.579129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91dfad9-bb43-4789-8277-b70d2ded21a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:04.592894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91dfad9-bb43-4789-8277-b70d2ded21a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:04.599588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e91dfad9-bb43-4789-8277-b70d2ded21a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1163130 Aug 24 00:44:04.600487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:04.626555 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af4d8481-4d18-44c3-8636-9a5d1c2ee504 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.630229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af4d8481-4d18-44c3-8636-9a5d1c2ee504 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.635474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 11, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:04.640305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d2d126b3-fc38-4223-9554-a96124a2a544 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:04.691353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5a52b963-5191-4a30-9754-bdb38bb70770 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port c2b7bd2e-73f7-40ee-94b5-03359cd03330 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:04.691778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a52b963-5191-4a30-9754-bdb38bb70770 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.700794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] Checking router: 33d8a994-2769-44b0-9a2f-cc4b5e979265 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:04.717019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] Routers {'33d8a994-2769-44b0-9a2f-cc4b5e979265'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:04.717775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['33d8a994-2769-44b0-9a2f-cc4b5e979265'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:04.790952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a52b963-5191-4a30-9754-bdb38bb70770 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.791807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af4d8481-4d18-44c3-8636-9a5d1c2ee504 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.792339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4d8481-4d18-44c3-8636-9a5d1c2ee504 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Fanout notify agent at l3_agent the message router_deleted on router 33d8a994-2769-44b0-9a2f-cc4b5e979265 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:44:04.799492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] Set router 33d8a994-2769-44b0-9a2f-cc4b5e979265 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:04.800135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af4d8481-4d18-44c3-8636-9a5d1c2ee504 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.801332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d2d126b3-fc38-4223-9554-a96124a2a544 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:04.801931 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.803289 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-af4d8481-4d18-44c3-8636-9a5d1c2ee504 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 204 len: 168 time: 0.5585353 Aug 24 00:44:04.805513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33876) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:04.815811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f744ba1b-c304-4b17-937d-6a593eedd14c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1761636303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:04.825031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5a52b963-5191-4a30-9754-bdb38bb70770 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for c2b7bd2e-73f7-40ee-94b5-03359cd03330 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:04.902864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 11, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:04.974644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdecaef-763b-4218-8b6a-165e04c08ab5 None None] The sync data for ids ['33d8a994-2769-44b0-9a2f-cc4b5e979265'] in n-d-804878-2 is: [{'id': '33d8a994-2769-44b0-9a2f-cc4b5e979265', 'name': 'tempest-RoutersTest-router-138509444', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:43:14Z', 'updated_at': '2021-08-24T00:44:00Z', 'revision_number': 11, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:04.975227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f744ba1b-c304-4b17-937d-6a593eedd14c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:04.976796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f744ba1b-c304-4b17-937d-6a593eedd14c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.095491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a52b963-5191-4a30-9754-bdb38bb70770 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.097323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e7bea5e2-2364-4711-8af8-13249d121246 None None] Provisioning for port c2b7bd2e-73f7-40ee-94b5-03359cd03330 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:05.102630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e7bea5e2-2364-4711-8af8-13249d121246 None None] Provisioning complete for port c2b7bd2e-73f7-40ee-94b5-03359cd03330 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:05.104319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e7bea5e2-2364-4711-8af8-13249d121246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.129889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e7bea5e2-2364-4711-8af8-13249d121246 None None] Port c2b7bd2e-73f7-40ee-94b5-03359cd03330 was deleted so its status cannot be updated. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:44:05.143555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52b963-5191-4a30-9754-bdb38bb70770 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=c2b7bd2e-73f7-40ee-94b5-03359cd03330,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:05.193913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f744ba1b-c304-4b17-937d-6a593eedd14c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.223693 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a52b963-5191-4a30-9754-bdb38bb70770 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.228169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5a52b963-5191-4a30-9754-bdb38bb70770 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/c2b7bd2e-73f7-40ee-94b5-03359cd03330 HTTP/1.1" status: 204 len: 168 time: 0.6242449 Aug 24 00:44:05.228471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.276879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f744ba1b-c304-4b17-937d-6a593eedd14c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.303155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c6997-47f2-465c-947e-8157311797ba tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:05.303155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405c6997-47f2-465c-947e-8157311797ba tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:05.303155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-405c6997-47f2-465c-947e-8157311797ba tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0719240 Aug 24 00:44:05.304384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33892) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.370311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c57ff1f-3ed1-4022-aa5b-2658147b9cc3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet c1972de2-97c4-45bc-86f4-8b8ab1610100 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:05.374203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f744ba1b-c304-4b17-937d-6a593eedd14c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.375437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f744ba1b-c304-4b17-937d-6a593eedd14c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5687959 Aug 24 00:44:05.376211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c57ff1f-3ed1-4022-aa5b-2658147b9cc3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.379693 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33896) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.383560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0a3c7909-a598-497d-b799-55ce921f856f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:05.433397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c57ff1f-3ed1-4022-aa5b-2658147b9cc3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.503691 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c57ff1f-3ed1-4022-aa5b-2658147b9cc3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.653114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c57ff1f-3ed1-4022-aa5b-2658147b9cc3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.670494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7909-a598-497d-b799-55ce921f856f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.681230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57ff1f-3ed1-4022-aa5b-2658147b9cc3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=c1972de2-97c4-45bc-86f4-8b8ab1610100,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:05.686997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4c57ff1f-3ed1-4022-aa5b-2658147b9cc3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.688426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4c57ff1f-3ed1-4022-aa5b-2658147b9cc3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/c1972de2-97c4-45bc-86f4-8b8ab1610100 HTTP/1.1" status: 204 len: 168 time: 0.3832076 Aug 24 00:44:05.691136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33904) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.694791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505519c8-e9e9-4c2d-8e18-16f89658676b None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:05.737698 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f0175e74-d7d5-4ada-b7f8-e6d616bc7da4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453830 Aug 24 00:44:05.740258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33906) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.773616 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7909-a598-497d-b799-55ce921f856f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:05.795873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45de85bf-4b7b-4ac8-bbe8-e1639e249022 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:05.804865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-45de85bf-4b7b-4ac8-bbe8-e1639e249022 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0600071 Aug 24 00:44:05.804865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33910) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.861416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba8db5-f4d7-4df8-8d7a-de83529bd269 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:05.865714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1eba8db5-f4d7-4df8-8d7a-de83529bd269 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0620017 Aug 24 00:44:05.866368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.918292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:05.929180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33916) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:05.934531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c91c2dcb-0409-45a7-a700-765e4fac1b01 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668004 Aug 24 00:44:05.947581 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:05.983410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] Deleting port d2d126b3-fc38-4223-9554-a96124a2a544 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:05.983791 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.038566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3c7909-a598-497d-b799-55ce921f856f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Router 4d5f61df-84eb-484f-b03e-051b25acca31 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:44:06.066803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] For port d2d126b3-fc38-4223-9554-a96124a2a544, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d2d126b3-fc38-4223-9554-a96124a2a544,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:06.067386 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.088208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] Calling delete_port for d2d126b3-fc38-4223-9554-a96124a2a544 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:06.163059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:06.167322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.185228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3c7909-a598-497d-b799-55ce921f856f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:06.193919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0a3c7909-a598-497d-b799-55ce921f856f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.194826 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] Sync routers for ids ['4d5f61df-84eb-484f-b03e-051b25acca31'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:06.195258 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0a3c7909-a598-497d-b799-55ce921f856f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "PUT /v2.0/routers/4d5f61df-84eb-484f-b03e-051b25acca31 HTTP/1.1" status: 200 len: 694 time: 0.8156149 Aug 24 00:44:06.197994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33924) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:06.205290 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] Routers {'4d5f61df-84eb-484f-b03e-051b25acca31'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:06.206013 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4d5f61df-84eb-484f-b03e-051b25acca31'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:06.253438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.309675 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] Set router 4d5f61df-84eb-484f-b03e-051b25acca31 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:06.320858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] Pushing event deleted for resources: {'Port': ['ID=d2d126b3-fc38-4223-9554-a96124a2a544,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:06.323767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbd373-8dde-4349-8153-b94eae628984 None None] No DVR routers for this DVR port d2d126b3-fc38-4223-9554-a96124a2a544 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:06.328410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-08a26e88-69cc-46b7-9051-c1cc24b022a5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/routers/4d5f61df-84eb-484f-b03e-051b25acca31 HTTP/1.1" status: 200 len: 700 time: 0.1292651 Aug 24 00:44:06.330981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:06.368553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33932) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:06.369655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b0a9569a-9f5c-4806-9d00-d629ba79d3ea tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5f61df-84eb-484f-b03e-051b25acca31 HTTP/1.1" status: 200 len: 205 time: 0.0375357 Aug 24 00:44:06.409187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d2d126b3-fc38-4223-9554-a96124a2a544 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:06.427645 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f61df-84eb-484f-b03e-051b25acca31', 'name': 'tempest-RoutersTest-router-1761636303', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:05Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:06.435707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: d2d126b3-fc38-4223-9554-a96124a2a544 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:06.436113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d2d126b3-fc38-4223-9554-a96124a2a544 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:06.468987 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] Checking router: 4d5f61df-84eb-484f-b03e-051b25acca31 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:06.478616 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] Routers {'4d5f61df-84eb-484f-b03e-051b25acca31'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:06.479314 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4d5f61df-84eb-484f-b03e-051b25acca31'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:06.519379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dde925e-4174-433b-ad9f-34471647858d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.561033 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] Set router 4d5f61df-84eb-484f-b03e-051b25acca31 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:06.619141 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5f61df-84eb-484f-b03e-051b25acca31', 'name': 'tempest-RoutersTest-router-1761636303', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:05Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:06.649971 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588e7ce-2224-49d7-8906-5d2624a29f5f None None] The sync data for ids ['4d5f61df-84eb-484f-b03e-051b25acca31'] in n-d-804878-2 is: [{'id': '4d5f61df-84eb-484f-b03e-051b25acca31', 'name': 'tempest-RoutersTest-router-1761636303', 'tenant_id': 'f233df4ef0484ab7acd2034a04692345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:04Z', 'updated_at': '2021-08-24T00:44:05Z', 'revision_number': 2, 'project_id': 'f233df4ef0484ab7acd2034a04692345', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:06.724886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.727827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dde925e-4174-433b-ad9f-34471647858d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.732389 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dde925e-4174-433b-ad9f-34471647858d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.781241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:06.813425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:06.820593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:06.820835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.823644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a2e78-26a7-4004-b79d-eb88192cd6b9 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:06.837619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=66124d9e-d7a3-47b9-8992-e331fc74c87e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:06.948026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dde925e-4174-433b-ad9f-34471647858d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.948938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dde925e-4174-433b-ad9f-34471647858d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Fanout notify agent at l3_agent the message router_deleted on router 4d5f61df-84eb-484f-b03e-051b25acca31 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:44:06.960677 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6dde925e-4174-433b-ad9f-34471647858d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:06.961862 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6dde925e-4174-433b-ad9f-34471647858d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/4d5f61df-84eb-484f-b03e-051b25acca31 HTTP/1.1" status: 204 len: 168 time: 0.5922668 Aug 24 00:44:06.965405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33944) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:06.980035 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-28a2fe0f-ec61-48c9-8a79-f4e2da5a0776 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0445755 Aug 24 00:44:06.985349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33946) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:06.990751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': '66124d9e-d7a3-47b9-8992-e331fc74c87e', 'ip_address': '2001:db8::1d84:e44a:d73d:ee71'}], 'name': 'tempest-NetworksTestDHCPv6-1041465408'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:07.001921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e057d4d-d264-4d4e-a7fa-f8cb1d7f6dad tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d5f61df-84eb-484f-b03e-051b25acca31 HTTP/1.1" status: 200 len: 205 time: 0.0353060 Aug 24 00:44:07.004385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33948) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.051169 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-60958931-dac0-46e1-b957-b6ba8f266642 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] delete failed (client error): The resource could not be found. Aug 24 00:44:07.052242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-60958931-dac0-46e1-b957-b6ba8f266642 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/4d5f61df-84eb-484f-b03e-051b25acca31 HTTP/1.1" status: 404 len: 336 time: 0.0459020 Aug 24 00:44:07.054735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33950) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.062166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '66124d9e-d7a3-47b9-8992-e331fc74c87e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:07.063071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.094697 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac41003d-572a-41fe-8b4a-157334711820 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:07.095173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac41003d-572a-41fe-8b4a-157334711820 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:07.097142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ac41003d-572a-41fe-8b4a-157334711820 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/02a7781b-b9e5-4174-844d-306de6e14f94 HTTP/1.1" status: 404 len: 337 time: 0.0405042 Aug 24 00:44:07.100051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.161483 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6338591e-8801-425e-980b-b1b4481b8a0d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:07.161858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6338591e-8801-425e-980b-b1b4481b8a0d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:07.164004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6338591e-8801-425e-980b-b1b4481b8a0d tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/4a64bc54-f8e1-488d-be1b-112daf0084ed HTTP/1.1" status: 404 len: 337 time: 0.0626132 Aug 24 00:44:07.166963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33956) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.203934 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1319dc-8aff-40c4-a351-208037ce049a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:07.204410 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1319dc-8aff-40c4-a351-208037ce049a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:07.208733 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0f1319dc-8aff-40c4-a351-208037ce049a tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/9b47d6f0-aea9-42e8-9385-6c82fc44d2bc HTTP/1.1" status: 404 len: 337 time: 0.0383019 Aug 24 00:44:07.209818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33960) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.218510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:07.241220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/66124d9e-d7a3-47b9-8992-e331fc74c87e/37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:07.241965 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0937b82a-5b17-49bd-8f6c-75e3908930ed tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:07.242437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0937b82a-5b17-49bd-8f6c-75e3908930ed tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:07.244960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0937b82a-5b17-49bd-8f6c-75e3908930ed tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/14aa4f02-3d2f-4198-ae48-ea3b699863bc HTTP/1.1" status: 404 len: 337 time: 0.0347915 Aug 24 00:44:07.247460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.276333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e926d28c-e377-4644-a2c5-cb8844724c61 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 200 len: 205 time: 0.0276115 Aug 24 00:44:07.278675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.317204 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-14340280-5ed1-4c64-84f7-aad9a19d1270 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] delete failed (client error): The resource could not be found. Aug 24 00:44:07.318293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-14340280-5ed1-4c64-84f7-aad9a19d1270 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/33d8a994-2769-44b0-9a2f-cc4b5e979265 HTTP/1.1" status: 404 len: 336 time: 0.0380466 Aug 24 00:44:07.320974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.327747 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.355087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port b614c430-78a3-4e37-a8e0-1074eb40bbf8 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:07.355367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-61375fc9-9b88-4926-bc84-4bb127b478dd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d8457bb-f88b-4679-9b83-72b39e06be25 HTTP/1.1" status: 200 len: 205 time: 0.0332377 Aug 24 00:44:07.359246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.398008 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-8311a6b0-87e6-44cc-93a0-156c41959bdd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] delete failed (client error): The resource could not be found. Aug 24 00:44:07.401807 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8311a6b0-87e6-44cc-93a0-156c41959bdd tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/5d8457bb-f88b-4679-9b83-72b39e06be25 HTTP/1.1" status: 404 len: 336 time: 0.0384886 Aug 24 00:44:07.402523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.419240 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.430232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Transition to ACTIVE for port object 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:07.436542 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-37768023-1980-4082-9ad1-bc8c6a9c7652 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:07.436542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37768023-1980-4082-9ad1-bc8c6a9c7652 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:07.437784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-37768023-1980-4082-9ad1-bc8c6a9c7652 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/abbc3d75-37ce-4add-bdd0-7554530bef97 HTTP/1.1" status: 404 len: 337 time: 0.0341156 Aug 24 00:44:07.446497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33974) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.455366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Transition to ACTIVE for port object 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:07.480629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-15bc87ea-6a2e-4fdf-93a1-1e0b1abdda52 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 HTTP/1.1" status: 200 len: 205 time: 0.0328121 Aug 24 00:44:07.485901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33978) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.528070 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.537587 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-1ab84b37-3bc4-4ec5-b597-c201091210a9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] delete failed (client error): The resource could not be found. Aug 24 00:44:07.538773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1ab84b37-3bc4-4ec5-b597-c201091210a9 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/48d5ebff-22ac-417f-a1e6-9e5e9a558ba3 HTTP/1.1" status: 404 len: 336 time: 0.0518000 Aug 24 00:44:07.542395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.596391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:07.598071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:07.601928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9bb55440-7549-4809-8b4b-934dd2ce802f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=e49e61b5-0cf9-4174-b73e-2292d7851110 HTTP/1.1" status: 200 len: 205 time: 0.0560482 Aug 24 00:44:07.602068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Pushing event updated for resources: {'Port': ['ID=37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:07.602169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33984) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.604476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:07.618212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::1d84:e44a:d73d:ee71 (184144b3-13e1-4f01-adb9-84e077cb76fd/66124d9e-d7a3-47b9-8992-e331fc74c87e/b614c430-78a3-4e37-a8e0-1074eb40bbf8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:07.679415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Attempting to bind port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:07.679798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Attempting to bind port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:07.680185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Attempting to bind port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:07.685668 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-e756c075-6213-4ee6-b39c-1bdb1e3ad701 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] delete failed (client error): The resource could not be found. Aug 24 00:44:07.686250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:07.686642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:07.687053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.687872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:07.688016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Bound port: 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:07.688343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.689781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e756c075-6213-4ee6-b39c-1bdb1e3ad701 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/e49e61b5-0cf9-4174-b73e-2292d7851110 HTTP/1.1" status: 404 len: 336 time: 0.0871279 Aug 24 00:44:07.694503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.724380 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-abffbff1-3c86-4f02-8f37-d789d733d5d5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:07.724380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abffbff1-3c86-4f02-8f37-d789d733d5d5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:07.724380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-abffbff1-3c86-4f02-8f37-d789d733d5d5 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/db6b01f7-fb18-49ee-9135-0db1a609b8ed HTTP/1.1" status: 404 len: 337 time: 0.0324295 Aug 24 00:44:07.730634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.771714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2b9e2410-76d3-41c8-889f-8e96672c4c0e tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=f94c158f-2762-4a4f-a1af-6c917204c4b1 HTTP/1.1" status: 200 len: 205 time: 0.0377858 Aug 24 00:44:07.773659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 33992) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.803661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] For port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:07.811415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] For port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:07.851389 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-fad4fb59-035b-43e1-ada4-3bbbe180e44c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] delete failed (client error): The resource could not be found. Aug 24 00:44:07.853099 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fad4fb59-035b-43e1-ada4-3bbbe180e44c tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/f94c158f-2762-4a4f-a1af-6c917204c4b1 HTTP/1.1" status: 404 len: 336 time: 0.0782793 Aug 24 00:44:07.855692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.876744 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.886140 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-14565d23-833d-4a9e-b36c-9af818ac5389 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:07.886916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14565d23-833d-4a9e-b36c-9af818ac5389 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:07.889492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-14565d23-833d-4a9e-b36c-9af818ac5389 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/b062c72a-ef23-435c-ad59-f900e66a8179 HTTP/1.1" status: 404 len: 337 time: 0.0328128 Aug 24 00:44:07.892272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 33998) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.924153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-802f1333-4275-4037-9ccd-da936ca8def3 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee506b85-5f48-4df0-95cf-466ef47e741a HTTP/1.1" status: 200 len: 205 time: 0.0303781 Aug 24 00:44:07.926319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34002) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:07.953595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:07.972951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b9f6c-3a7f-42ae-879a-f337867fdbd3 None None] Pushing event updated for resources: {'Port': ['ID=37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:07.980194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object b614c430-78a3-4e37-a8e0-1074eb40bbf8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:07.981780 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-873bd14c-e4d7-4c61-9d2b-18c0ab62c76f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] delete failed (client error): The resource could not be found. Aug 24 00:44:07.985873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-873bd14c-e4d7-4c61-9d2b-18c0ab62c76f tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/routers/ee506b85-5f48-4df0-95cf-466ef47e741a HTTP/1.1" status: 404 len: 336 time: 0.0549722 Aug 24 00:44:07.986111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34004) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:08.017185 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8414ae7-660e-4277-b123-ecd97c56a149 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:08.017724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8414ae7-660e-4277-b123-ecd97c56a149 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:08.019552 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c8414ae7-660e-4277-b123-ecd97c56a149 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/b7e36671-21da-44f0-8f93-4dab5bcb3365 HTTP/1.1" status: 404 len: 337 time: 0.0324974 Aug 24 00:44:08.022266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34006) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:08.050817 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a122788-8e08-4431-b6f2-23c03fb985d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] DELETE failed (client error): The resource could not be found. Aug 24 00:44:08.051302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a122788-8e08-4431-b6f2-23c03fb985d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:08.053135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8a122788-8e08-4431-b6f2-23c03fb985d0 tempest-RoutersTest-253547496 tempest-RoutersTest-253547496-project] 10.222.0.26 "DELETE /v2.0/subnets/e36791fd-c5f9-436d-a65c-0ed5ace04863 HTTP/1.1" status: 404 len: 337 time: 0.0298119 Aug 24 00:44:08.161912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.218072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:08.222936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:08.227907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:08.234362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:08.235046 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.238986 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=b614c430-78a3-4e37-a8e0-1074eb40bbf8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:08.390344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:08.424826 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9a426ef6-c0ba-48ed-81f0-41b3b4004b81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4356079 Aug 24 00:44:08.425911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34018) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:08.431765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6e4bd09c-49c7-4b07-a66f-407abdd92113 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': '66124d9e-d7a3-47b9-8992-e331fc74c87e', 'ip_address': '2001:db8::1d84:e44a:d73d:ee71'}], 'name': 'tempest-NetworksTestDHCPv6-1791413926'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:08.646190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:08.727656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4bd09c-49c7-4b07-a66f-407abdd92113 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:08.841662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd09c-49c7-4b07-a66f-407abdd92113 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:08.866238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-6e4bd09c-49c7-4b07-a66f-407abdd92113 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port f156f017-36b7-4140-9f13-73003aa1d54d yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:08.987313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34034) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:09.151469 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4bd09c-49c7-4b07-a66f-407abdd92113 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 24 00:44:09.155348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4bd09c-49c7-4b07-a66f-407abdd92113 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:09.201780 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5d243460-4768-4638-859c-e917915979e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f233df4ef0484ab7acd2034a04692345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130606 Aug 24 00:44:09.207014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34044) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:09.246197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6e4bd09c-49c7-4b07-a66f-407abdd92113 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8053260 Aug 24 00:44:09.246197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:09.266533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c72a-c708-44cd-863b-3f0f2787a813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.298191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907a25d-a560-48e0-aa4e-b22bc508d948 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:09.305241 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c72a-c708-44cd-863b-3f0f2787a813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.306087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907a25d-a560-48e0-aa4e-b22bc508d948 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:09.307136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b907a25d-a560-48e0-aa4e-b22bc508d948 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0619490 Aug 24 00:44:09.310432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34052) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:09.348222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-38fdc068-bddf-4a31-9222-6ed9bee8ae16 None None] Provisioning for port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:09.380029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-38fdc068-bddf-4a31-9222-6ed9bee8ae16 None None] Provisioning complete for port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:09.380029 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38fdc068-bddf-4a31-9222-6ed9bee8ae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.434915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b2561410-7a8a-4a8a-82ad-2b17cc138114 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port b614c430-78a3-4e37-a8e0-1074eb40bbf8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:09.435475 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2561410-7a8a-4a8a-82ad-2b17cc138114 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.464870 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c72a-c708-44cd-863b-3f0f2787a813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.467537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c72a-c708-44cd-863b-3f0f2787a813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.471823 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7ac8c72a-c708-44cd-863b-3f0f2787a813 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/558daca0-3110-4c64-b13c-a483aef087ed HTTP/1.1" status: 204 len: 168 time: 0.2644958 Aug 24 00:44:09.481160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8c72a-c708-44cd-863b-3f0f2787a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558daca0-3110-4c64-b13c-a483aef087ed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:09.482010 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38fdc068-bddf-4a31-9222-6ed9bee8ae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.527755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-38fdc068-bddf-4a31-9222-6ed9bee8ae16 None None] For port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:09.566316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2561410-7a8a-4a8a-82ad-2b17cc138114 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.579156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b2561410-7a8a-4a8a-82ad-2b17cc138114 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for b614c430-78a3-4e37-a8e0-1074eb40bbf8 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:09.680951 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38fdc068-bddf-4a31-9222-6ed9bee8ae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.740433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdc068-bddf-4a31-9222-6ed9bee8ae16 None None] Pushing event updated for resources: {'Port': ['ID=37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:09.893734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2561410-7a8a-4a8a-82ad-2b17cc138114 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.898426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf808124-c11a-42de-bb42-1d64de61f6b0 None None] Provisioning for port b614c430-78a3-4e37-a8e0-1074eb40bbf8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:09.908964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf808124-c11a-42de-bb42-1d64de61f6b0 None None] Provisioning complete for port b614c430-78a3-4e37-a8e0-1074eb40bbf8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:09.909355 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf808124-c11a-42de-bb42-1d64de61f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:09.961719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bf808124-c11a-42de-bb42-1d64de61f6b0 None None] Port b614c430-78a3-4e37-a8e0-1074eb40bbf8 was deleted so its status cannot be updated. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:44:09.962073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2561410-7a8a-4a8a-82ad-2b17cc138114 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=b614c430-78a3-4e37-a8e0-1074eb40bbf8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:10.026475 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b2561410-7a8a-4a8a-82ad-2b17cc138114 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.028450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b2561410-7a8a-4a8a-82ad-2b17cc138114 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/b614c430-78a3-4e37-a8e0-1074eb40bbf8 HTTP/1.1" status: 204 len: 168 time: 0.7170746 Aug 24 00:44:10.031118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:10.134867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130d3fd-1174-4c94-b5a2-db67a0f35954 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:10.137526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4130d3fd-1174-4c94-b5a2-db67a0f35954 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:10.140405 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4130d3fd-1174-4c94-b5a2-db67a0f35954 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1076560 Aug 24 00:44:10.143104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34080) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:10.219776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2c09b1-387a-42e1-9c7c-a19f14b3ca95 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 66124d9e-d7a3-47b9-8992-e331fc74c87e {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:10.223323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2c09b1-387a-42e1-9c7c-a19f14b3ca95 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.273393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2c09b1-387a-42e1-9c7c-a19f14b3ca95 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.353070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:10.405938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2c09b1-387a-42e1-9c7c-a19f14b3ca95 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.433275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:10.433692 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.602099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2c09b1-387a-42e1-9c7c-a19f14b3ca95 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.635495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c09b1-387a-42e1-9c7c-a19f14b3ca95 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=66124d9e-d7a3-47b9-8992-e331fc74c87e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:10.650313 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2c09b1-387a-42e1-9c7c-a19f14b3ca95 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:10.652661 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-df2c09b1-387a-42e1-9c7c-a19f14b3ca95 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/66124d9e-d7a3-47b9-8992-e331fc74c87e HTTP/1.1" status: 204 len: 168 time: 0.5079408 Aug 24 00:44:10.655108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34098) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:10.660640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318977c-ba2b-4ec3-bed0-c3ff565db857 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:10.697915 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f7506cfd-8320-44a7-9c34-e6937b1dc6d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406106 Aug 24 00:44:10.706306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34100) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:10.715820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:10.878985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34108) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:10.934532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:10.967644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:10.972540 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.017483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] Deleting port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:11.017933 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.032833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4b4747e3-f5bf-4ff2-8135-4fa2ac7e34d7 tempest-DvrRoutersNegativeTest-169760706 tempest-DvrRoutersNegativeTest-169760706-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-688072892', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:11.036304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.policy [None req-4b4747e3-f5bf-4ff2-8135-4fa2ac7e34d7 tempest-DvrRoutersNegativeTest-169760706 tempest-DvrRoutersNegativeTest-169760706-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95327) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 24 00:44:11.036764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.policy [None req-4b4747e3-f5bf-4ff2-8135-4fa2ac7e34d7 tempest-DvrRoutersNegativeTest-169760706 tempest-DvrRoutersNegativeTest-169760706-project] Failed policy check for 'create_router' {{(pid=95327) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 24 00:44:11.037465 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-4b4747e3-f5bf-4ff2-8135-4fa2ac7e34d7 tempest-DvrRoutersNegativeTest-169760706 tempest-DvrRoutersNegativeTest-169760706-project] create failed (client error): Access was denied to this resource. Aug 24 00:44:11.038748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4b4747e3-f5bf-4ff2-8135-4fa2ac7e34d7 tempest-DvrRoutersNegativeTest-169760706 tempest-DvrRoutersNegativeTest-169760706-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1587708 Aug 24 00:44:11.107483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] For port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:11.108155 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.121633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] Calling delete_port for 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:11.293271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.326114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] Pushing event deleted for resources: {'Port': ['ID=37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:11.334153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35a8af-313d-4536-a3f1-ff1f78429bf7 None None] No DVR routers for this DVR port 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:11.350674 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.390443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:11.394156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:11.398728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:11.400016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.415431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3470dde-c82b-461d-b104-91742eaf5750 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:11.420240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=c006baf5-d45c-4580-9333-85ed5efdb8bc,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:11.494049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-344727f8-3e6b-484a-afb2-a0b0f1fce732 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7829964 Aug 24 00:44:11.496703 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:11.502199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e3d23137-0095-456b-b6d1-8207277bd0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'c006baf5-d45c-4580-9333-85ed5efdb8bc', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1888157381'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:11.606431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34126) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:11.624702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'c006baf5-d45c-4580-9333-85ed5efdb8bc'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:11.625917 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.733876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d23137-0095-456b-b6d1-8207277bd0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:11.741592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3d23137-0095-456b-b6d1-8207277bd0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.773966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-e3d23137-0095-456b-b6d1-8207277bd0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 061956a3-7a14-4325-94cf-213e63d8e514 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:11.798524 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11790576-2dd1-4ab0-b710-0fc9b0ea0e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.814716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/c006baf5-d45c-4580-9333-85ed5efdb8bc/c7991833-c753-4158-abc5-70ec25cd3a5c) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:11.977483 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:11.986168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Transition to ACTIVE for port object c7991833-c753-4158-abc5-70ec25cd3a5c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:12.001192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Transition to ACTIVE for port object c7991833-c753-4158-abc5-70ec25cd3a5c will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:12.010451 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11790576-2dd1-4ab0-b710-0fc9b0ea0e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.093489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.131252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11790576-2dd1-4ab0-b710-0fc9b0ea0e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.135288 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d23137-0095-456b-b6d1-8207277bd0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:44:12.135288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d23137-0095-456b-b6d1-8207277bd0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:12.138895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:12.142054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:12.153120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:12.166604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Pushing event updated for resources: {'Port': ['ID=c7991833-c753-4158-abc5-70ec25cd3a5c,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:12.184444 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-11790576-2dd1-4ab0-b710-0fc9b0ea0e32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e477536db99f403b9bc32ab9e9a7b0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767531 Aug 24 00:44:12.185634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11790576-2dd1-4ab0-b710-0fc9b0ea0e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a31a67-8244-497b-b6a5-1dc58421b920,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:12.188502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:12.237464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Attempting to bind port c7991833-c753-4158-abc5-70ec25cd3a5c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:12.237893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Attempting to bind port c7991833-c753-4158-abc5-70ec25cd3a5c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:12.238482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Attempting to bind port c7991833-c753-4158-abc5-70ec25cd3a5c on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:12.244451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:12.244891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:12.245489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.245883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:12.246351 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Bound port: c7991833-c753-4158-abc5-70ec25cd3a5c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:12.246744 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.273590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a95a921-c144-4e3b-90f5-71c7a114dfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.276603 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e3d23137-0095-456b-b6d1-8207277bd0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7788386 Aug 24 00:44:12.279364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34140) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:12.338477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a95a921-c144-4e3b-90f5-71c7a114dfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.350433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] For port c7991833-c753-4158-abc5-70ec25cd3a5c, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:12.362021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] For port c7991833-c753-4158-abc5-70ec25cd3a5c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c7991833-c753-4158-abc5-70ec25cd3a5c,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:12.374784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:12.390497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8e1770-e50f-426d-8cf1-f35c3add34b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:12.394680 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-da8e1770-e50f-426d-8cf1-f35c3add34b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1142173 Aug 24 00:44:12.397351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34146) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:12.399663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:12.400943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 37ff827e-c4cf-4fc7-9c3c-50bfb9a6cc5c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:12.425250 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.451556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28059ed5-4ec1-4232-a24d-3be534e4484b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:12.453010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28059ed5-4ec1-4232-a24d-3be534e4484b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:12.457342 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-28059ed5-4ec1-4232-a24d-3be534e4484b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0609863 Aug 24 00:44:12.458136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34148) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:12.519110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a95a921-c144-4e3b-90f5-71c7a114dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.522243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224601f-f89c-449e-9538-76582d3b89a5 None None] Pushing event updated for resources: {'Port': ['ID=c7991833-c753-4158-abc5-70ec25cd3a5c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:12.526527 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a95a921-c144-4e3b-90f5-71c7a114dfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.530489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4a95a921-c144-4e3b-90f5-71c7a114dfaa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2a31a67-8244-497b-b6a5-1dc58421b920 HTTP/1.1" status: 204 len: 168 time: 0.3396883 Aug 24 00:44:12.545827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95a921-c144-4e3b-90f5-71c7a114dfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a31a67-8244-497b-b6a5-1dc58421b920,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:12.570261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1565e96-0ca4-427f-ad4f-a3ed6160bb54 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet c006baf5-d45c-4580-9333-85ed5efdb8bc {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:12.573999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1565e96-0ca4-427f-ad4f-a3ed6160bb54 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.600147 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.618701 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1565e96-0ca4-427f-ad4f-a3ed6160bb54 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.721644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1565e96-0ca4-427f-ad4f-a3ed6160bb54 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.922314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1565e96-0ca4-427f-ad4f-a3ed6160bb54 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.953839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1565e96-0ca4-427f-ad4f-a3ed6160bb54 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=c006baf5-d45c-4580-9333-85ed5efdb8bc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:12.965232 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1565e96-0ca4-427f-ad4f-a3ed6160bb54 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:12.967631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d1565e96-0ca4-427f-ad4f-a3ed6160bb54 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/c006baf5-d45c-4580-9333-85ed5efdb8bc HTTP/1.1" status: 204 len: 168 time: 0.5084424 Aug 24 00:44:12.970297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34162) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:13.020343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d447dff0-0a40-4fd9-9021-8ca70223d0cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482700 Aug 24 00:44:13.024943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34168) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:13.030315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:13.245244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:13.249475 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.346039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-44f0f85b-2bed-4122-9826-54a6f8b8d2ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107881 Aug 24 00:44:13.587562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-3338c887-9696-4bbf-9855-e643a1dd36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:13.589381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-3338c887-9696-4bbf-9855-e643a1dd36f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1551049 Aug 24 00:44:13.643563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.732157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:13.738241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:13.750574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:13.751187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:13.762873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:13.789999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-5db583f6-e7f2-4674-88b7-3891326cd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:13.791595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-5db583f6-e7f2-4674-88b7-3891326cd04a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1823313 Aug 24 00:44:13.880706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-72cdf63d-1c69-4da6-8682-b640d93e7ebb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 200 len: 1001 time: 0.0797510 Aug 24 00:44:13.883095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-52fab91b-fc99-4fdd-b2a8-cc779dc5b656 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8565934 Aug 24 00:44:13.888236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34196) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:13.898600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-28a838b9-b676-41dd-9c12-f378136f46be tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1239290842', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:13.924395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b145f-aca8-4865-b730-dacc232ee707 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:13.945329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-385c1b25-19da-407d-9d1e-ed78bf3d6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:13.948003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-385c1b25-19da-407d-9d1e-ed78bf3d6243 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0601776 Aug 24 00:44:13.956568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34198) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:14.009858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-62df6843-c8a6-4de9-ac6c-17d79b3a0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:14.011774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-62df6843-c8a6-4de9-ac6c-17d79b3a0627 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572956 Aug 24 00:44:14.027909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-9446e4d0-8778-473c-9b49-cc12a845595c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:14.029001 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-9446e4d0-8778-473c-9b49-cc12a845595c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100803 Aug 24 00:44:14.042205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a838b9-b676-41dd-9c12-f378136f46be tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.055834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a838b9-b676-41dd-9c12-f378136f46be tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.104262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a838b9-b676-41dd-9c12-f378136f46be tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.117353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4e3f542-4513-4594-ac10-913b1e0e2065 None None] Provisioning for port c7991833-c753-4158-abc5-70ec25cd3a5c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:14.156499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-secgroup--852972408'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:14.186043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a838b9-b676-41dd-9c12-f378136f46be tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.224810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-a7e159f2-7bea-413b-8e00-79d55dd44455 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882408 Aug 24 00:44:14.333519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-952875ba-7e7a-4133-af13-b17f541a30f3 req-c11cfb09-fc7d-49c0-8580-b19fe94429d5 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009393 Aug 24 00:44:14.341719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.353422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.419191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28a838b9-b676-41dd-9c12-f378136f46be tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.424793 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-28a838b9-b676-41dd-9c12-f378136f46be tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5354784 Aug 24 00:44:14.427632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34208) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:14.493629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c7991833-c753-4158-abc5-70ec25cd3a5c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:14.581447 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.630546 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.664377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c7991833-c753-4158-abc5-70ec25cd3a5c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:14.669374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c7991833-c753-4158-abc5-70ec25cd3a5c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:14.669793 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.688515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be97b2c-f303-4de9-95f0-47916cc72342,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:14.777722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.787898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.814683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c7991833-c753-4158-abc5-70ec25cd3a5c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c7991833-c753-4158-abc5-70ec25cd3a5c,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:14.823910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.904519 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.904747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:14.946516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab27b93d-bdd7-457b-b0fc-dd6e44294419,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:14.999373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c7991833-c753-4158-abc5-70ec25cd3a5c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:15.024760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.029552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6473fe9a-9d40-46a1-8acc-c0d3b98878d7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0694485 Aug 24 00:44:15.029878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34216) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:15.096470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aee1bb7b-4e32-4613-8f34-fd35ad1c74a6 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0649533 Aug 24 00:44:15.099137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:15.104871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-fb4132af-d2df-4680-818e-963ee3718b4b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-security--1698417545', 'description': 'tempest-security-description-708207005'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:15.111220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::1 (184144b3-13e1-4f01-adb9-84e077cb76fd/f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c/c78c4e7f-0d73-4cbc-bb47-d03b67034d86) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:15.137039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb4132af-d2df-4680-818e-963ee3718b4b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.187057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb4132af-d2df-4680-818e-963ee3718b4b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.239448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.254822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object c78c4e7f-0d73-4cbc-bb47-d03b67034d86 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:15.304571 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb4132af-d2df-4680-818e-963ee3718b4b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.307645 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb4132af-d2df-4680-818e-963ee3718b4b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.311732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34224) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:15.311879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fb4132af-d2df-4680-818e-963ee3718b4b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "PUT /v2.0/security-groups/ab27b93d-bdd7-457b-b0fc-dd6e44294419 HTTP/1.1" status: 200 len: 1779 time: 0.2114491 Aug 24 00:44:15.335382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4132af-d2df-4680-818e-963ee3718b4b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab27b93d-bdd7-457b-b0fc-dd6e44294419,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:15.367530 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7c8fb830-5c7f-4380-8daf-7d2d23f62d04 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups/ab27b93d-bdd7-457b-b0fc-dd6e44294419 HTTP/1.1" status: 200 len: 1779 time: 0.0542278 Aug 24 00:44:15.370292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:15.385923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.409547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:15.412739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:15.429190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b192a825-1a29-4596-9279-83290dfe1ee7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.434746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:15.435212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.464968 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b192a825-1a29-4596-9279-83290dfe1ee7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.554617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=c78c4e7f-0d73-4cbc-bb47-d03b67034d86,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:15.641761 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b192a825-1a29-4596-9279-83290dfe1ee7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.647525 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b192a825-1a29-4596-9279-83290dfe1ee7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.647525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b192a825-1a29-4596-9279-83290dfe1ee7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab27b93d-bdd7-457b-b0fc-dd6e44294419 HTTP/1.1" status: 204 len: 168 time: 0.2745218 Aug 24 00:44:15.648796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34234) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:15.657053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192a825-1a29-4596-9279-83290dfe1ee7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab27b93d-bdd7-457b-b0fc-dd6e44294419,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:15.751174 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bbf1e710-3aef-4657-9d1a-272ddbe68de9 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979156 Aug 24 00:44:15.751174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.756558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34236) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:15.766042 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-ead9bb94-9dbe-4a84-a101-6bea91e126bf tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] delete failed (client error): The resource could not be found. Aug 24 00:44:15.770854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ead9bb94-9dbe-4a84-a101-6bea91e126bf tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab27b93d-bdd7-457b-b0fc-dd6e44294419 HTTP/1.1" status: 404 len: 347 time: 0.0145829 Aug 24 00:44:15.771050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34238) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:15.776256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-36dfbb77-5082-4168-805b-c64a12b4f605 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-secgroup--66281565'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:15.877983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb77-5082-4168-805b-c64a12b4f605 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.906761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e75314d8-fc07-4bc1-b8dc-e11ae51925b9 None None] Provisioning for port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:15.911938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e75314d8-fc07-4bc1-b8dc-e11ae51925b9 None None] Provisioning complete for port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:15.912528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e75314d8-fc07-4bc1-b8dc-e11ae51925b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:15.958377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e75314d8-fc07-4bc1-b8dc-e11ae51925b9 None None] Port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:16.098071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb77-5082-4168-805b-c64a12b4f605 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.130871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.246214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb77-5082-4168-805b-c64a12b4f605 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.277461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfbb77-5082-4168-805b-c64a12b4f605 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7651af7c-ca77-4d25-a860-3760fa3da560,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:16.288235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.289219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.369478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c7991833-c753-4158-abc5-70ec25cd3a5c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:16.423345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c7991833-c753-4158-abc5-70ec25cd3a5c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:16.423644 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.724297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36dfbb77-5082-4168-805b-c64a12b4f605 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.728351 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-36dfbb77-5082-4168-805b-c64a12b4f605 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9535680 Aug 24 00:44:16.729107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:16.733275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-723b83bd-c70c-4c5c-b466-545f2e2cd341 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': '7651af7c-ca77-4d25-a860-3760fa3da560', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:16.765262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=c78c4e7f-0d73-4cbc-bb47-d03b67034d86,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:16.792977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:16.794634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:16.880442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-723b83bd-c70c-4c5c-b466-545f2e2cd341 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:16.970911 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-723b83bd-c70c-4c5c-b466-545f2e2cd341 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.030231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Router 0c241b85-80d0-48e1-bdcd-2b5980f3b8dc is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:44:17.058512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-723b83bd-c70c-4c5c-b466-545f2e2cd341 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.078381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b83bd-c70c-4c5c-b466-545f2e2cd341 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c9b781-863d-4087-8574-ffa6c46b7666,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:17.097916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-01f87b0d-d75d-4317-b1ee-31e8305c8460 None None] Provisioning complete for port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:17.098294 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01f87b0d-d75d-4317-b1ee-31e8305c8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.137110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-01f87b0d-d75d-4317-b1ee-31e8305c8460 None None] Port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:17.158733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:17.166866 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d74f73ad-266a-41d1-8a23-32c1882f024b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "PUT /v2.0/routers/0c241b85-80d0-48e1-bdcd-2b5980f3b8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7371521 Aug 24 00:44:17.167342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.168932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Sync routers for ids ['0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:17.196544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Routers {'0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:17.197396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:17.213190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-723b83bd-c70c-4c5c-b466-545f2e2cd341 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.217092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-723b83bd-c70c-4c5c-b466-545f2e2cd341 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4848571 Aug 24 00:44:17.218003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.249990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc91799-a766-4cdb-871f-50efd17ee240 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:17.254337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7dc91799-a766-4cdb-871f-50efd17ee240 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports/c78c4e7f-0d73-4cbc-bb47-d03b67034d86 HTTP/1.1" status: 200 len: 911 time: 0.0858655 Aug 24 00:44:17.254892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34304) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.268448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cb748f2-bd5d-4985-a4d3-d99a2c4ceb35 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.278671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cb748f2-bd5d-4985-a4d3-d99a2c4ceb35 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.339385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec2016-3832-4b91-88ed-666d94c1281d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:17.346366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec2016-3832-4b91-88ed-666d94c1281d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:17.348134 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bcec2016-3832-4b91-88ed-666d94c1281d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0921671 Aug 24 00:44:17.353138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.397460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cb748f2-bd5d-4985-a4d3-d99a2c4ceb35 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.410419 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9cb748f2-bd5d-4985-a4d3-d99a2c4ceb35 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.411585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9cb748f2-bd5d-4985-a4d3-d99a2c4ceb35 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b0c9b781-863d-4087-8574-ffa6c46b7666 HTTP/1.1" status: 204 len: 168 time: 0.1929779 Aug 24 00:44:17.414414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34314) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.445893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb748f2-bd5d-4985-a4d3-d99a2c4ceb35 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0c9b781-863d-4087-8574-ffa6c46b7666,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:17.484484 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c218b221-12f6-4247-9a3d-f982dbdc0349 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682247 Aug 24 00:44:17.487414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34316) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.499944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Set router 0c241b85-80d0-48e1-bdcd-2b5980f3b8dc gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:17.616962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfbee-5962-4357-8a83-35c58512dc1d tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.655536 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfbee-5962-4357-8a83-35c58512dc1d tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.732447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c241b85-80d0-48e1-bdcd-2b5980f3b8dc', 'name': 'tempest-NetworksTestDHCPv6-router-1239290842', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:14Z', 'updated_at': '2021-08-24T00:44:15Z', 'revision_number': 2, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'gw_port_host': None, '_interfaces': [{'id': 'c78c4e7f-0d73-4cbc-bb47-d03b67034d86', 'name': '', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'mac_address': 'fa:16:3e:f7:2f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c241b85-80d0-48e1-bdcd-2b5980f3b8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:14Z', 'updated_at': '2021-08-24T00:44:15Z', 'revision_number': 2, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'subnets': [{'id': 'f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:17.760150 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.764451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Checking router: 0c241b85-80d0-48e1-bdcd-2b5980f3b8dc for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:17.764815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Updating router 0c241b85-80d0-48e1-bdcd-2b5980f3b8dc port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:44:17.791823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.830397 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfbee-5962-4357-8a83-35c58512dc1d tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.833225 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfbee-5962-4357-8a83-35c58512dc1d tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:17.834435 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6f9cfbee-5962-4357-8a83-35c58512dc1d tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/7651af7c-ca77-4d25-a860-3760fa3da560 HTTP/1.1" status: 204 len: 168 time: 0.3458388 Aug 24 00:44:17.838968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34336) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.857609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cfbee-5962-4357-8a83-35c58512dc1d tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7651af7c-ca77-4d25-a860-3760fa3da560,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:17.894781 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-148008f8-3da4-4ce1-a318-006148b6a480 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508418 Aug 24 00:44:17.895863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34338) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:17.901454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e2ce3bd3-486a-4704-8023-c72eb1613785 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452245574'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:17.994921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3bd3-486a-4704-8023-c72eb1613785 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.127489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.138933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Transition to ACTIVE for port object c78c4e7f-0d73-4cbc-bb47-d03b67034d86 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:18.141284 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3bd3-486a-4704-8023-c72eb1613785 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.194836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.225352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3bd3-486a-4704-8023-c72eb1613785 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.273560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce3bd3-486a-4704-8023-c72eb1613785 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a2c17-ed8e-4195-9ebb-119472933110,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:18.318984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cee7cf-fb50-49b5-8142-393e987404fa None None] Pushing event updated for resources: {'Port': ['ID=c78c4e7f-0d73-4cbc-bb47-d03b67034d86,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:18.332260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Attempting to bind port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:18.332894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Attempting to bind port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:18.333450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Attempting to bind port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:18.340490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:18.340490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:18.340490 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.341893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:18.342059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Bound port: c78c4e7f-0d73-4cbc-bb47-d03b67034d86, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:18.342597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.361491 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2ce3bd3-486a-4704-8023-c72eb1613785 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.365430 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e2ce3bd3-486a-4704-8023-c72eb1613785 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4660034 Aug 24 00:44:18.365815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34362) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:18.377950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1bbaf92e-80f6-49b3-9ef0-0c76d87aa68c tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a2c17-ed8e-4195-9ebb-119472933110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:18.418244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] For port c78c4e7f-0d73-4cbc-bb47-d03b67034d86, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:18.421921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] For port c78c4e7f-0d73-4cbc-bb47-d03b67034d86, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c78c4e7f-0d73-4cbc-bb47-d03b67034d86,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:18.422233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port c78c4e7f-0d73-4cbc-bb47-d03b67034d86 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:18.422595 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.515992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] For port c78c4e7f-0d73-4cbc-bb47-d03b67034d86, host n-d-804878-2, got binding levels [] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:18.516360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.529898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf92e-80f6-49b3-9ef0-0c76d87aa68c tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.539904 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.541170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for c78c4e7f-0d73-4cbc-bb47-d03b67034d86 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:18.634184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cee7cf-fb50-49b5-8142-393e987404fa None None] Pushing event updated for resources: {'Port': ['ID=c78c4e7f-0d73-4cbc-bb47-d03b67034d86,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:18.641465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Routers {'0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:18.642420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:18.659158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf92e-80f6-49b3-9ef0-0c76d87aa68c tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.749343 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf92e-80f6-49b3-9ef0-0c76d87aa68c tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.774674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] Set router 0c241b85-80d0-48e1-bdcd-2b5980f3b8dc gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:18.780140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaf92e-80f6-49b3-9ef0-0c76d87aa68c tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c538b0c-c08e-4c52-8429-d02dcc8ddf02,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:18.897260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf92e-80f6-49b3-9ef0-0c76d87aa68c tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.899322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1bbaf92e-80f6-49b3-9ef0-0c76d87aa68c tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5317194 Aug 24 00:44:18.901931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34382) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:18.906583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-eb1fa0fa-421a-4dbc-9cd4-fe843e40891a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a2c17-ed8e-4195-9ebb-119472933110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:18.943104 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:18.950550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-40c069a3-7442-4504-9c35-3ade8bae77d5 None None] Could not find standard attr ID for object c78c4e7f-0d73-4cbc-bb47-d03b67034d86. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:44:18.975917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=c78c4e7f-0d73-4cbc-bb47-d03b67034d86,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:19.003790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c241b85-80d0-48e1-bdcd-2b5980f3b8dc', 'name': 'tempest-NetworksTestDHCPv6-router-1239290842', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:14Z', 'updated_at': '2021-08-24T00:44:15Z', 'revision_number': 2, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'gw_port_host': None, '_interfaces': [{'id': 'c78c4e7f-0d73-4cbc-bb47-d03b67034d86', 'name': '', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'mac_address': 'fa:16:3e:f7:2f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c241b85-80d0-48e1-bdcd-2b5980f3b8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:14Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 4, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'subnets': [{'id': 'f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:19.033299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e38e10-4b8a-4d7f-a444-d9c9e7841510 None None] The sync data for ids ['0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'] in n-d-804878-2 is: [{'id': '0c241b85-80d0-48e1-bdcd-2b5980f3b8dc', 'name': 'tempest-NetworksTestDHCPv6-router-1239290842', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:14Z', 'updated_at': '2021-08-24T00:44:15Z', 'revision_number': 2, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'gw_port_host': None, '_interfaces': [{'id': 'c78c4e7f-0d73-4cbc-bb47-d03b67034d86', 'name': '', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'mac_address': 'fa:16:3e:f7:2f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c241b85-80d0-48e1-bdcd-2b5980f3b8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:14Z', 'updated_at': '2021-08-24T00:44:18Z', 'revision_number': 4, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'subnets': [{'id': 'f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:19.085557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb1fa0fa-421a-4dbc-9cd4-fe843e40891a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.085557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.235838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb1fa0fa-421a-4dbc-9cd4-fe843e40891a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.337419 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb1fa0fa-421a-4dbc-9cd4-fe843e40891a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.367190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fa0fa-421a-4dbc-9cd4-fe843e40891a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccdc5dd-29eb-49db-a3a0-00e61847b574,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:19.371744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Router 0c241b85-80d0-48e1-bdcd-2b5980f3b8dc has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:19.471281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:19.477341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-83211501-1b0b-400c-a5d6-b77df2e284a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "PUT /v2.0/routers/0c241b85-80d0-48e1-bdcd-2b5980f3b8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1220324 Aug 24 00:44:19.478811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb1fa0fa-421a-4dbc-9cd4-fe843e40891a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.481500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34406) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.482003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-eb1fa0fa-421a-4dbc-9cd4-fe843e40891a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5771289 Aug 24 00:44:19.482763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34408) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.487450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cff4ff69-2216-44f6-8d3c-2bafea1e95fd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a2c17-ed8e-4195-9ebb-119472933110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:19.538966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bbd4f-a934-435e-b413-e94c8993f6a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:19.540708 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bbd4f-a934-435e-b413-e94c8993f6a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:19.544761 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b68bbd4f-a934-435e-b413-e94c8993f6a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0614097 Aug 24 00:44:19.545137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34410) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.579326 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cff4ff69-2216-44f6-8d3c-2bafea1e95fd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.612220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f9455a-f90e-413b-889c-9930de14c06a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:19.615884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2f9455a-f90e-413b-889c-9930de14c06a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.663038 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cff4ff69-2216-44f6-8d3c-2bafea1e95fd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.667941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2f9455a-f90e-413b-889c-9930de14c06a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.718666 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2f9455a-f90e-413b-889c-9930de14c06a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.772883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cff4ff69-2216-44f6-8d3c-2bafea1e95fd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.797996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4ff69-2216-44f6-8d3c-2bafea1e95fd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261ffb83-2f62-447c-8e76-810866f5bc15,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:19.864947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2f9455a-f90e-413b-889c-9930de14c06a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.887551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cff4ff69-2216-44f6-8d3c-2bafea1e95fd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.890978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cff4ff69-2216-44f6-8d3c-2bafea1e95fd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4052165 Aug 24 00:44:19.891760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34426) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.896585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4b51ca99-3ea1-47ba-b993-4a64f33a33b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a2c17-ed8e-4195-9ebb-119472933110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:19.898970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9455a-f90e-413b-889c-9930de14c06a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:19.903286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2f9455a-f90e-413b-889c-9930de14c06a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:19.907902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e2f9455a-f90e-413b-889c-9930de14c06a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c HTTP/1.1" status: 204 len: 168 time: 0.3615422 Aug 24 00:44:19.908225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:19.912393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efded847-d75e-49f1-ab05-2e110626389b None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:20.054019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f03ec995-aef2-456b-b674-0110ba95639a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1393290 Aug 24 00:44:20.054327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34438) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:20.076134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b51ca99-3ea1-47ba-b993-4a64f33a33b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.130102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:20.159672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87452e37-bfcd-43f6-8433-7dea31dc5a24 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.182756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b51ca99-3ea1-47ba-b993-4a64f33a33b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.206971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] Deleting port c7991833-c753-4158-abc5-70ec25cd3a5c {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:20.207626 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.277477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] For port c7991833-c753-4158-abc5-70ec25cd3a5c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c7991833-c753-4158-abc5-70ec25cd3a5c,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:20.277982 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.291763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] Calling delete_port for c7991833-c753-4158-abc5-70ec25cd3a5c owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:20.327121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b51ca99-3ea1-47ba-b993-4a64f33a33b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.342674 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87452e37-bfcd-43f6-8433-7dea31dc5a24 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.344950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87452e37-bfcd-43f6-8433-7dea31dc5a24 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.362424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51ca99-3ea1-47ba-b993-4a64f33a33b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9524462-b18f-41f6-92a4-ec1faa6c1940,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:20.415703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c7991833-c753-4158-abc5-70ec25cd3a5c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:20.426629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4b51ca99-3ea1-47ba-b993-4a64f33a33b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.428100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4b51ca99-3ea1-47ba-b993-4a64f33a33b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5353062 Aug 24 00:44:20.431150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34456) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:20.436067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-491ae67a-665a-433b-9e19-6e7751db3608 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a2c17-ed8e-4195-9ebb-119472933110', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:20.460273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87452e37-bfcd-43f6-8433-7dea31dc5a24 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.460860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87452e37-bfcd-43f6-8433-7dea31dc5a24 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Fanout notify agent at l3_agent the message router_deleted on router 0c241b85-80d0-48e1-bdcd-2b5980f3b8dc {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:44:20.470713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87452e37-bfcd-43f6-8433-7dea31dc5a24 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.474479 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-87452e37-bfcd-43f6-8433-7dea31dc5a24 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/routers/0c241b85-80d0-48e1-bdcd-2b5980f3b8dc HTTP/1.1" status: 204 len: 168 time: 0.4205225 Aug 24 00:44:20.475485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34460) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:20.482242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:20.517977 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.546769 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.550468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] Pushing event deleted for resources: {'Port': ['ID=c7991833-c753-4158-abc5-70ec25cd3a5c,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:20.561131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecdf36-b47b-4eb5-8b42-78f15e038021 None None] No DVR routers for this DVR port c7991833-c753-4158-abc5-70ec25cd3a5c on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:20.585648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-491ae67a-665a-433b-9e19-6e7751db3608 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.672600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-491ae67a-665a-433b-9e19-6e7751db3608 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.787711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-491ae67a-665a-433b-9e19-6e7751db3608 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.787825 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589a09e-963a-4892-9eea-8b4140473543 None None] Sync routers for ids ['0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:20.795859 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589a09e-963a-4892-9eea-8b4140473543 None None] Routers set() bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:20.796238 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589a09e-963a-4892-9eea-8b4140473543 None None] Router IDs set() for agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:44:20.796872 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_agentschedulers_db [None req-0589a09e-963a-4892-9eea-8b4140473543 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent'). {{(pid=95329) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:44:20.804394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ae67a-665a-433b-9e19-6e7751db3608 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211745ff-b5c8-43e8-8071-38ae8c8944d2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:20.807157 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589a09e-963a-4892-9eea-8b4140473543 None None] Routers set() bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:20.807542 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589a09e-963a-4892-9eea-8b4140473543 None None] Router IDs set() for agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:44:20.808113 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_agentschedulers_db [None req-0589a09e-963a-4892-9eea-8b4140473543 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent'). {{(pid=95329) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:44:20.810249 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589a09e-963a-4892-9eea-8b4140473543 None None] The sync data for ids ['0c241b85-80d0-48e1-bdcd-2b5980f3b8dc'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:20.810361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:20.814850 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.887146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-491ae67a-665a-433b-9e19-6e7751db3608 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.888395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-491ae67a-665a-433b-9e19-6e7751db3608 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4559526 Aug 24 00:44:20.891535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34480) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:20.932527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d5f4-47af-420f-b0c1-0495aea59295 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:20.943454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d5f4-47af-420f-b0c1-0495aea59295 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.079869 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d5f4-47af-420f-b0c1-0495aea59295 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.085831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d5f4-47af-420f-b0c1-0495aea59295 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.089845 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7bc6d5f4-47af-420f-b0c1-0495aea59295 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/211745ff-b5c8-43e8-8071-38ae8c8944d2 HTTP/1.1" status: 204 len: 168 time: 0.1945426 Aug 24 00:44:21.090246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.095610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d5f4-47af-420f-b0c1-0495aea59295 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=211745ff-b5c8-43e8-8071-38ae8c8944d2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.120282 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.184979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-26df47ec-28a6-4d83-975a-ec150893002b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0935478 Aug 24 00:44:21.188351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34496) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.199673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:21.203237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:21.207711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:21.208317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.217005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eab99f-1c3e-4ed9-b7e9-d1e96d44e6b2 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:21.218513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=15db02f4-d968-4e21-9476-2a6483f39a68,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.257159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64229ae0-6273-4f34-9986-fafa019764cd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.266807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64229ae0-6273-4f34-9986-fafa019764cd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.319621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34510) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.319927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dc47de05-4c15-42df-9950-53ee098f036e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8432834 Aug 24 00:44:21.328144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-69adff41-a2cd-4f0e-ba41-d09db49c58b1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-235793920', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:21.433756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '15db02f4-d968-4e21-9476-2a6483f39a68'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:21.433756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.518185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69adff41-a2cd-4f0e-ba41-d09db49c58b1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.519848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69adff41-a2cd-4f0e-ba41-d09db49c58b1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.525399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64229ae0-6273-4f34-9986-fafa019764cd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.531385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64229ae0-6273-4f34-9986-fafa019764cd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.536240 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-64229ae0-6273-4f34-9986-fafa019764cd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f9524462-b18f-41f6-92a4-ec1faa6c1940 HTTP/1.1" status: 204 len: 168 time: 0.3435054 Aug 24 00:44:21.536970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34516) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.581962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64229ae0-6273-4f34-9986-fafa019764cd tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9524462-b18f-41f6-92a4-ec1faa6c1940,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.650377 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-605930eb-d2fc-4a0d-aa76-fdbb6a582a0d tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1104779 Aug 24 00:44:21.653051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34524) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.694836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69adff41-a2cd-4f0e-ba41-d09db49c58b1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.710943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad0e040b-80d6-467e-830d-549942dc00ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.721421 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad0e040b-80d6-467e-830d-549942dc00ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.764881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/15db02f4-d968-4e21-9476-2a6483f39a68/31c37236-fd69-4107-a238-7f99370f5aed) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:21.864070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69adff41-a2cd-4f0e-ba41-d09db49c58b1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.864394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad0e040b-80d6-467e-830d-549942dc00ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.872048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad0e040b-80d6-467e-830d-549942dc00ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.873293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ad0e040b-80d6-467e-830d-549942dc00ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/261ffb83-2f62-447c-8e76-810866f5bc15 HTTP/1.1" status: 204 len: 168 time: 0.2190616 Aug 24 00:44:21.878754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.898353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e040b-80d6-467e-830d-549942dc00ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=261ffb83-2f62-447c-8e76-810866f5bc15,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:21.950959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-82b27cb6-2ba7-489a-813c-97af43a35aa5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0676136 Aug 24 00:44:21.951265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34544) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.958913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.967642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Transition to ACTIVE for port object 31c37236-fd69-4107-a238-7f99370f5aed will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:21.979211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69adff41-a2cd-4f0e-ba41-d09db49c58b1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:21.980587 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-69adff41-a2cd-4f0e-ba41-d09db49c58b1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6592870 Aug 24 00:44:21.983508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34550) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:21.994201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Transition to ACTIVE for port object 31c37236-fd69-4107-a238-7f99370f5aed will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:21.999932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50482549-c4f2-4c4d-a683-343a0f6d301a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.008859 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50482549-c4f2-4c4d-a683-343a0f6d301a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.122237 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.168571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:22.171440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:22.175833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:22.178944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Pushing event updated for resources: {'Port': ['ID=31c37236-fd69-4107-a238-7f99370f5aed,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:22.218843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50482549-c4f2-4c4d-a683-343a0f6d301a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.231622 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50482549-c4f2-4c4d-a683-343a0f6d301a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.239310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34560) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:22.242161 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-50482549-c4f2-4c4d-a683-343a0f6d301a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/1ccdc5dd-29eb-49db-a3a0-00e61847b574 HTTP/1.1" status: 204 len: 168 time: 0.2902861 Aug 24 00:44:22.247362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50482549-c4f2-4c4d-a683-343a0f6d301a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ccdc5dd-29eb-49db-a3a0-00e61847b574,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:22.260193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Attempting to bind port 31c37236-fd69-4107-a238-7f99370f5aed on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:22.260759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Attempting to bind port 31c37236-fd69-4107-a238-7f99370f5aed by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:22.261371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Attempting to bind port 31c37236-fd69-4107-a238-7f99370f5aed on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:22.268985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:22.269336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:22.269968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.270380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:22.270917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Bound port: 31c37236-fd69-4107-a238-7f99370f5aed, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:22.271314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.323576 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.325831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c78c4e7f-0d73-4cbc-bb47-d03b67034d86 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:22.339022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-95f20877-ad39-4427-8d80-90b00922cad3 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0960021 Aug 24 00:44:22.340052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34570) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:22.356881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c78c4e7f-0d73-4cbc-bb47-d03b67034d86 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:22.357489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c78c4e7f-0d73-4cbc-bb47-d03b67034d86 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:22.374746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] For port 31c37236-fd69-4107-a238-7f99370f5aed, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:22.379092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] For port 31c37236-fd69-4107-a238-7f99370f5aed, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=31c37236-fd69-4107-a238-7f99370f5aed,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:22.407153 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-923e1527-a6ee-4931-bd1b-dfc1ec0d72ee tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.418162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-923e1527-a6ee-4931-bd1b-dfc1ec0d72ee tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.482261 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.544093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957de49a-9228-471c-a8e5-43c1718d6872 None None] Pushing event updated for resources: {'Port': ['ID=31c37236-fd69-4107-a238-7f99370f5aed,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:22.556650 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-923e1527-a6ee-4931-bd1b-dfc1ec0d72ee tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.565338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-923e1527-a6ee-4931-bd1b-dfc1ec0d72ee tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.569640 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-923e1527-a6ee-4931-bd1b-dfc1ec0d72ee tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/2c538b0c-c08e-4c52-8429-d02dcc8ddf02 HTTP/1.1" status: 204 len: 168 time: 0.2240255 Aug 24 00:44:22.572844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34580) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:22.596389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e1527-a6ee-4931-bd1b-dfc1ec0d72ee tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c538b0c-c08e-4c52-8429-d02dcc8ddf02,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:22.631800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1dccb290-b9d4-43ce-bf65-69dc48df3743 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575159 Aug 24 00:44:22.634833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34586) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:22.675861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::1 (184144b3-13e1-4f01-adb9-84e077cb76fd/15db02f4-d968-4e21-9476-2a6483f39a68/29829676-00ca-4143-8ae8-b0715865907f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:22.716131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5080592b-9ebe-49d3-9754-a045bee528ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.752810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5080592b-9ebe-49d3-9754-a045bee528ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.843431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.862224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 29829676-00ca-4143-8ae8-b0715865907f will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:22.895065 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5080592b-9ebe-49d3-9754-a045bee528ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.899763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5080592b-9ebe-49d3-9754-a045bee528ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:22.901704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5080592b-9ebe-49d3-9754-a045bee528ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/ee2a2c17-ed8e-4195-9ebb-119472933110 HTTP/1.1" status: 204 len: 168 time: 0.2654228 Aug 24 00:44:22.904158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34600) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:22.912851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080592b-9ebe-49d3-9754-a045bee528ad tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a2c17-ed8e-4195-9ebb-119472933110,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:22.959554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a58ef3f3-6a49-43b5-81d9-fd251bda3d49 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533223 Aug 24 00:44:22.965418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:22.973068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d76d3e88-97a5-43b2-b3eb-811eb75752b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037178638'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:23.006727 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.059174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e88-97a5-43b2-b3eb-811eb75752b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.070279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:23.074172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:23.078022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:23.078588 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.086865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=29829676-00ca-4143-8ae8-b0715865907f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.203304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e88-97a5-43b2-b3eb-811eb75752b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.296997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e88-97a5-43b2-b3eb-811eb75752b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.326035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.356788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d3e88-97a5-43b2-b3eb-811eb75752b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69918d83-7611-438c-ad47-84fcff0309a2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.413005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d76d3e88-97a5-43b2-b3eb-811eb75752b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.414455 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d76d3e88-97a5-43b2-b3eb-811eb75752b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4468050 Aug 24 00:44:23.420133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34628) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:23.426159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-835285bb-e889-44a8-8797-d70790ed6cf7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': '69918d83-7611-438c-ad47-84fcff0309a2', 'direction': 'ingress', 'protocol': 17}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:23.583110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-835285bb-e889-44a8-8797-d70790ed6cf7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.698034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-835285bb-e889-44a8-8797-d70790ed6cf7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.757733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.790340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-835285bb-e889-44a8-8797-d70790ed6cf7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.811499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835285bb-e889-44a8-8797-d70790ed6cf7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9a3f30-bc3a-4e91-87cd-c810119f726b,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.851543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.853317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.954886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-835285bb-e889-44a8-8797-d70790ed6cf7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:23.955032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=29829676-00ca-4143-8ae8-b0715865907f,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:23.956547 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-835285bb-e889-44a8-8797-d70790ed6cf7 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5353508 Aug 24 00:44:23.960082 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34648) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:23.971493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e6d484e0-7511-42df-8a18-88c268a7fe6d None None] Provisioning for port 31c37236-fd69-4107-a238-7f99370f5aed completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:24.065206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:24.066858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6f97d09-900d-4ebf-90e8-0e976fee6066 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.069016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:24.134434 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6f97d09-900d-4ebf-90e8-0e976fee6066 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.190286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-35374aca-c8ad-48ba-998f-7f67355f9bcd None None] Provisioning for port 29829676-00ca-4143-8ae8-b0715865907f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:24.196555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-35374aca-c8ad-48ba-998f-7f67355f9bcd None None] Provisioning complete for port 29829676-00ca-4143-8ae8-b0715865907f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:24.197131 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35374aca-c8ad-48ba-998f-7f67355f9bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.264573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-35374aca-c8ad-48ba-998f-7f67355f9bcd None None] Port 29829676-00ca-4143-8ae8-b0715865907f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:24.317431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6f97d09-900d-4ebf-90e8-0e976fee6066 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.327724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c6f97d09-900d-4ebf-90e8-0e976fee6066 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.327921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34666) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:24.328564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c6f97d09-900d-4ebf-90e8-0e976fee6066 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/69918d83-7611-438c-ad47-84fcff0309a2 HTTP/1.1" status: 204 len: 168 time: 0.3671575 Aug 24 00:44:24.346098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Router a0065e32-74d1-48dc-b396-895c3095f6f9 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:44:24.349176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f97d09-900d-4ebf-90e8-0e976fee6066 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69918d83-7611-438c-ad47-84fcff0309a2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:24.434216 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3460f073-481d-44bb-ab9b-1ca9dd754edf tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1057193 Aug 24 00:44:24.438217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34672) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:24.462736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 31c37236-fd69-4107-a238-7f99370f5aed up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:24.466820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c3911358-eef1-43ad-9abe-f865c49182fa tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-secgroup--728872686'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:24.563152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:24.580192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6b3a505a-edb6-4528-ade5-b2c99a07db0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "PUT /v2.0/routers/a0065e32-74d1-48dc-b396-895c3095f6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5929179 Aug 24 00:44:24.580362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Sync routers for ids ['a0065e32-74d1-48dc-b396-895c3095f6f9'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:24.580482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:24.588610 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3911358-eef1-43ad-9abe-f865c49182fa tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.601526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Routers {'a0065e32-74d1-48dc-b396-895c3095f6f9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:24.602589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a0065e32-74d1-48dc-b396-895c3095f6f9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:24.632113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5eb831-e856-4bd6-8072-480ae8235295 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:24.636153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8f5eb831-e856-4bd6-8072-480ae8235295 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports/29829676-00ca-4143-8ae8-b0715865907f HTTP/1.1" status: 200 len: 911 time: 0.0523186 Aug 24 00:44:24.636744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34688) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:24.690828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3911358-eef1-43ad-9abe-f865c49182fa tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.696363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 31c37236-fd69-4107-a238-7f99370f5aed completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:24.716872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455704b6-ba29-406c-8f0c-71caad3b80ec tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:24.719879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Set router a0065e32-74d1-48dc-b396-895c3095f6f9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:24.723995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455704b6-ba29-406c-8f0c-71caad3b80ec tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:24.730120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-455704b6-ba29-406c-8f0c-71caad3b80ec tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0879011 Aug 24 00:44:24.730120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:24.803162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3911358-eef1-43ad-9abe-f865c49182fa tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.866347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3911358-eef1-43ad-9abe-f865c49182fa tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f56f2ff-0f13-42a4-95f0-0ae0dddfe89a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:24.910215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3911358-eef1-43ad-9abe-f865c49182fa tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.915583 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c3911358-eef1-43ad-9abe-f865c49182fa tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4757457 Aug 24 00:44:24.916641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34704) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:24.921988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ac7c2617-45a4-4e02-8aa6-89224396c716 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-secgroup--610620273'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:24.952385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 31c37236-fd69-4107-a238-7f99370f5aed triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:24.953014 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:24.976572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-825b51c6-aa7a-4c6f-a720-1ecdd79d02cc None None] Provisioning complete for port 29829676-00ca-4143-8ae8-b0715865907f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:24.980010 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-825b51c6-aa7a-4c6f-a720-1ecdd79d02cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.071916 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2617-45a4-4e02-8aa6-89224396c716 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.173134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-825b51c6-aa7a-4c6f-a720-1ecdd79d02cc None None] Port 29829676-00ca-4143-8ae8-b0715865907f cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:25.207891 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.214705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.244362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2617-45a4-4e02-8aa6-89224396c716 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.279099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 31c37236-fd69-4107-a238-7f99370f5aed, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=31c37236-fd69-4107-a238-7f99370f5aed,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:25.311581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0065e32-74d1-48dc-b396-895c3095f6f9', 'name': 'tempest-NetworksTestDHCPv6-router-235793920', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:21Z', 'updated_at': '2021-08-24T00:44:23Z', 'revision_number': 2, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'gw_port_host': None, '_interfaces': [{'id': '29829676-00ca-4143-8ae8-b0715865907f', 'name': '', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'mac_address': 'fa:16:3e:a7:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0065e32-74d1-48dc-b396-895c3095f6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '15db02f4-d968-4e21-9476-2a6483f39a68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:23Z', 'revision_number': 2, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'subnets': [{'id': '15db02f4-d968-4e21-9476-2a6483f39a68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:25.325532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2617-45a4-4e02-8aa6-89224396c716 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.342049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Checking router: a0065e32-74d1-48dc-b396-895c3095f6f9 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:25.342446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Updating router a0065e32-74d1-48dc-b396-895c3095f6f9 port 29829676-00ca-4143-8ae8-b0715865907f binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:44:25.371242 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.376241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c2617-45a4-4e02-8aa6-89224396c716 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18549b6-690e-44d2-a1e5-5ead48344aae,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:25.391765 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.424495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac7c2617-45a4-4e02-8aa6-89224396c716 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.426117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac7c2617-45a4-4e02-8aa6-89224396c716 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5082717 Aug 24 00:44:25.428895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34726) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:25.434586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f82d7d8e-3c06-43bc-9761-2f6ae8ac874b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': '9f56f2ff-0f13-42a4-95f0-0ae0dddfe89a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f18549b6-690e-44d2-a1e5-5ead48344aae', 'remote_ip_prefix': None}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:25.544027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f82d7d8e-3c06-43bc-9761-2f6ae8ac874b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.583718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=31c37236-fd69-4107-a238-7f99370f5aed,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:25.694341 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f82d7d8e-3c06-43bc-9761-2f6ae8ac874b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.828707 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f82d7d8e-3c06-43bc-9761-2f6ae8ac874b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.866248 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.870123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7d8e-3c06-43bc-9761-2f6ae8ac874b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824b782f-d462-41ef-a2ba-d9a498393d20,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:25.879113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Transition to ACTIVE for port object 29829676-00ca-4143-8ae8-b0715865907f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:25.884559 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.950383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.973769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f82d7d8e-3c06-43bc-9761-2f6ae8ac874b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:25.975112 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f82d7d8e-3c06-43bc-9761-2f6ae8ac874b tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5448642 Aug 24 00:44:25.978498 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34756) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:26.009017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416b9a98-bd29-430a-8f52-915fdb4fd86e tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.026854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416b9a98-bd29-430a-8f52-915fdb4fd86e tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.048380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 29829676-00ca-4143-8ae8-b0715865907f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:26.048730 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.086909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2581a-b3d5-42e5-8794-67a3156b043d None None] Pushing event updated for resources: {'Port': ['ID=29829676-00ca-4143-8ae8-b0715865907f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:26.123261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Attempting to bind port 29829676-00ca-4143-8ae8-b0715865907f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:26.124417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Attempting to bind port 29829676-00ca-4143-8ae8-b0715865907f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:26.125006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Attempting to bind port 29829676-00ca-4143-8ae8-b0715865907f on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:26.131406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:26.133963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:26.133963 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.133963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:26.133963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Bound port: 29829676-00ca-4143-8ae8-b0715865907f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:26.134629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.185822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.199932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 29829676-00ca-4143-8ae8-b0715865907f owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:26.228659 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416b9a98-bd29-430a-8f52-915fdb4fd86e tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.235255 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-416b9a98-bd29-430a-8f52-915fdb4fd86e tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.238874 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-416b9a98-bd29-430a-8f52-915fdb4fd86e tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/824b782f-d462-41ef-a2ba-d9a498393d20 HTTP/1.1" status: 204 len: 168 time: 0.2568130 Aug 24 00:44:26.244421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34768) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:26.260250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] For port 29829676-00ca-4143-8ae8-b0715865907f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:26.263273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b9a98-bd29-430a-8f52-915fdb4fd86e tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=824b782f-d462-41ef-a2ba-d9a498393d20,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:26.265087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] For port 29829676-00ca-4143-8ae8-b0715865907f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=29829676-00ca-4143-8ae8-b0715865907f,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:26.304400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b724de36-cbdd-4c39-a67a-c3b55002f116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.330810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e1dd4d7-c878-4b90-a00c-f13c6b47829f tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0821514 Aug 24 00:44:26.333581 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34772) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:26.335779 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.473770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 31c37236-fd69-4107-a238-7f99370f5aed up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:26.477277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.483659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Routers {'a0065e32-74d1-48dc-b396-895c3095f6f9'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:26.484307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:43:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a0065e32-74d1-48dc-b396-895c3095f6f9'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:26.513971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.570015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2581a-b3d5-42e5-8794-67a3156b043d None None] Pushing event updated for resources: {'Port': ['ID=29829676-00ca-4143-8ae8-b0715865907f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:26.578809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.654357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=29829676-00ca-4143-8ae8-b0715865907f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:26.670298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.672932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.679418 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/f18549b6-690e-44d2-a1e5-5ead48344aae HTTP/1.1" status: 204 len: 168 time: 0.3396444 Aug 24 00:44:26.680508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] Set router a0065e32-74d1-48dc-b396-895c3095f6f9 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:26.685035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34792) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:26.748746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18549b6-690e-44d2-a1e5-5ead48344aae,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:26.779132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.782708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 31c37236-fd69-4107-a238-7f99370f5aed triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:26.782708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.782911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.782911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.782911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.782911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.782911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.782911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.782911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.782911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.783768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.784310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.784987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055c630e-6a56-4795-af4a-47ade0a3f6b5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:26.846588 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7b4b6eb5-ef73-46c8-a47a-ee9fb77c3a09 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1536748 Aug 24 00:44:26.849379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34802) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:26.931380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:26.995741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49b22503-8e02-4623-8853-f55d1d73bcbc tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.030876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8ea63948-c35e-4ac2-86e7-2a44933ea60b None None] Could not find standard attr ID for object 29829676-00ca-4143-8ae8-b0715865907f. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:44:27.050989 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49b22503-8e02-4623-8853-f55d1d73bcbc tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.178284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Router a0065e32-74d1-48dc-b396-895c3095f6f9 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:27.189934 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49b22503-8e02-4623-8853-f55d1d73bcbc tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.192649 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49b22503-8e02-4623-8853-f55d1d73bcbc tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.197166 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-49b22503-8e02-4623-8853-f55d1d73bcbc tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/9f56f2ff-0f13-42a4-95f0-0ae0dddfe89a HTTP/1.1" status: 204 len: 168 time: 0.3467081 Aug 24 00:44:27.197891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34818) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.219041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0065e32-74d1-48dc-b396-895c3095f6f9', 'name': 'tempest-NetworksTestDHCPv6-router-235793920', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:21Z', 'updated_at': '2021-08-24T00:44:23Z', 'revision_number': 2, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'gw_port_host': None, '_interfaces': [{'id': '29829676-00ca-4143-8ae8-b0715865907f', 'name': '', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'mac_address': 'fa:16:3e:a7:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0065e32-74d1-48dc-b396-895c3095f6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '15db02f4-d968-4e21-9476-2a6483f39a68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:26Z', 'revision_number': 4, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'subnets': [{'id': '15db02f4-d968-4e21-9476-2a6483f39a68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:27.233364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b22503-8e02-4623-8853-f55d1d73bcbc tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f56f2ff-0f13-42a4-95f0-0ae0dddfe89a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:27.265748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b1346-e846-4935-b1ed-516a47940612 None None] The sync data for ids ['a0065e32-74d1-48dc-b396-895c3095f6f9'] in n-d-804878-2 is: [{'id': 'a0065e32-74d1-48dc-b396-895c3095f6f9', 'name': 'tempest-NetworksTestDHCPv6-router-235793920', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:44:21Z', 'updated_at': '2021-08-24T00:44:23Z', 'revision_number': 2, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'gw_port_host': None, '_interfaces': [{'id': '29829676-00ca-4143-8ae8-b0715865907f', 'name': '', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'mac_address': 'fa:16:3e:a7:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0065e32-74d1-48dc-b396-895c3095f6f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '15db02f4-d968-4e21-9476-2a6483f39a68', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:44:22Z', 'updated_at': '2021-08-24T00:44:26Z', 'revision_number': 4, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973', 'subnets': [{'id': '15db02f4-d968-4e21-9476-2a6483f39a68', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:27.293038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:27.298960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8b4b8055-5aa2-4096-a816-66b6274af2a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "PUT /v2.0/routers/a0065e32-74d1-48dc-b396-895c3095f6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5646491 Aug 24 00:44:27.301432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.325684 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c71d32d-34a9-455b-a802-643ab0f84870 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097662 Aug 24 00:44:27.330923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34828) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.337747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-88b171e4-6171-40aa-b63f-3f54829c2554 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461053352'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:27.396932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b36a5-b814-4a1b-94f5-cdf5e6399c20 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:27.398864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b36a5-b814-4a1b-94f5-cdf5e6399c20 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:27.403411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bf3b36a5-b814-4a1b-94f5-cdf5e6399c20 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1007283 Aug 24 00:44:27.404148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.459678 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88b171e4-6171-40aa-b63f-3f54829c2554 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.513529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8e6f0e-40ab-47e1-8c1c-52a05ff9f5c6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 15db02f4-d968-4e21-9476-2a6483f39a68 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:27.516858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6f0e-40ab-47e1-8c1c-52a05ff9f5c6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.576907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88b171e4-6171-40aa-b63f-3f54829c2554 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.605946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6f0e-40ab-47e1-8c1c-52a05ff9f5c6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.658274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88b171e4-6171-40aa-b63f-3f54829c2554 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.710481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6f0e-40ab-47e1-8c1c-52a05ff9f5c6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.713244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b171e4-6171-40aa-b63f-3f54829c2554 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3947f653-edf8-48bb-af13-51459362d91e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:27.761867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-88b171e4-6171-40aa-b63f-3f54829c2554 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.763155 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-88b171e4-6171-40aa-b63f-3f54829c2554 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4301653 Aug 24 00:44:27.767199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34848) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.770892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d9748bdb-e090-4ef3-89f1-19bb86b51ee5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': '3947f653-edf8-48bb-af13-51459362d91e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:27.865205 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6f0e-40ab-47e1-8c1c-52a05ff9f5c6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.891474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e6f0e-40ab-47e1-8c1c-52a05ff9f5c6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=15db02f4-d968-4e21-9476-2a6483f39a68,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:27.909707 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6f0e-40ab-47e1-8c1c-52a05ff9f5c6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:27.910880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b4cd95-f1fd-4568-8294-e1401a860277 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:27.912587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ff8e6f0e-40ab-47e1-8c1c-52a05ff9f5c6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/15db02f4-d968-4e21-9476-2a6483f39a68 HTTP/1.1" status: 204 len: 168 time: 0.5066476 Aug 24 00:44:27.920541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34860) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:27.932853 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9748bdb-e090-4ef3-89f1-19bb86b51ee5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.030254 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9748bdb-e090-4ef3-89f1-19bb86b51ee5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.077118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.077780 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-255f066c-1ad9-45e0-8d45-d807deed3997 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1546385 Aug 24 00:44:28.153224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9748bdb-e090-4ef3-89f1-19bb86b51ee5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.166039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:28.203852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9748bdb-e090-4ef3-89f1-19bb86b51ee5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551c6521-b024-4ec8-b3ae-d60213895802,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:28.212330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1f8d570-8193-4d8c-8b35-092de4139828 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.213245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] Deleting port 31c37236-fd69-4107-a238-7f99370f5aed {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:28.213671 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.276652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] For port 31c37236-fd69-4107-a238-7f99370f5aed, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=31c37236-fd69-4107-a238-7f99370f5aed,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:28.277348 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.293146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] Calling delete_port for 31c37236-fd69-4107-a238-7f99370f5aed owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:28.349321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9748bdb-e090-4ef3-89f1-19bb86b51ee5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.350653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d9748bdb-e090-4ef3-89f1-19bb86b51ee5 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5836306 Aug 24 00:44:28.353670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.385046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 31c37236-fd69-4107-a238-7f99370f5aed no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:28.399720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1f8d570-8193-4d8c-8b35-092de4139828 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.399720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1f8d570-8193-4d8c-8b35-092de4139828 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.464470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7734be2-d7ac-4054-b716-f3a6834a0eed tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.465175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.475801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7734be2-d7ac-4054-b716-f3a6834a0eed tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.515536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] Pushing event deleted for resources: {'Port': ['ID=31c37236-fd69-4107-a238-7f99370f5aed,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:28.520414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12c19e-f88e-4b19-9f07-938de04876d4 None None] No DVR routers for this DVR port 31c37236-fd69-4107-a238-7f99370f5aed on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:28.527851 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.544078 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1f8d570-8193-4d8c-8b35-092de4139828 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.544685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f8d570-8193-4d8c-8b35-092de4139828 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Fanout notify agent at l3_agent the message router_deleted on router a0065e32-74d1-48dc-b396-895c3095f6f9 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:44:28.552592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1f8d570-8193-4d8c-8b35-092de4139828 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.556925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d1f8d570-8193-4d8c-8b35-092de4139828 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/routers/a0065e32-74d1-48dc-b396-895c3095f6f9 HTTP/1.1" status: 204 len: 168 time: 0.4756217 Aug 24 00:44:28.557237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34886) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.586381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c28cec7d-f8b8-49f6-968b-e424cd576fb9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0275903 Aug 24 00:44:28.588739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34888) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.607207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7734be2-d7ac-4054-b716-f3a6834a0eed tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.614796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7734be2-d7ac-4054-b716-f3a6834a0eed tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.619005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b7734be2-d7ac-4054-b716-f3a6834a0eed tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/551c6521-b024-4ec8-b3ae-d60213895802 HTTP/1.1" status: 204 len: 168 time: 0.2644925 Aug 24 00:44:28.619634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34892) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.643308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7734be2-d7ac-4054-b716-f3a6834a0eed tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=551c6521-b024-4ec8-b3ae-d60213895802,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:28.643578 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ccc6f-898b-4ef7-b2db-8235de85935b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:28.648271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.656337 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-714ccc6f-898b-4ef7-b2db-8235de85935b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0554955 Aug 24 00:44:28.698258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-735973ff-a0d4-43e5-b2c1-7f63c9ad77de tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488770 Aug 24 00:44:28.704880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34898) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.710478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-427556ec-b73e-4842-ab11-b9d9f5dc8e54 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0862758 Aug 24 00:44:28.711117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34900) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:28.711778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:28.774364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b69ab4-9e6d-45ba-a568-1d417c4f6915 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.796376 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b69ab4-9e6d-45ba-a568-1d417c4f6915 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.916084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:28.924220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.960970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b69ab4-9e6d-45ba-a568-1d417c4f6915 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.960970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36b69ab4-9e6d-45ba-a568-1d417c4f6915 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:28.960970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-36b69ab4-9e6d-45ba-a568-1d417c4f6915 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/3947f653-edf8-48bb-af13-51459362d91e HTTP/1.1" status: 204 len: 168 time: 0.2481837 Aug 24 00:44:28.964282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:29.005662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b69ab4-9e6d-45ba-a568-1d417c4f6915 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3947f653-edf8-48bb-af13-51459362d91e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:29.028687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2692f917-aba2-486f-8c9a-0324d887df68 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631263 Aug 24 00:44:29.032911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34916) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:29.033866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3323ef53-f18f-4712-8482-a06d2accc5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.038188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9c16ce52-69e0-46e9-985b-49199fc3f4d9 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909252084'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:29.133841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.167572 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c16ce52-69e0-46e9-985b-49199fc3f4d9 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.261441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c16ce52-69e0-46e9-985b-49199fc3f4d9 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.361921 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495783b6-21f2-4699-83f6-a1bca2b36b65 None None] Sync routers for ids ['a0065e32-74d1-48dc-b396-895c3095f6f9'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:29.365941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:44:29.367114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c16ce52-69e0-46e9-985b-49199fc3f4d9 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.367643 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.378308 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495783b6-21f2-4699-83f6-a1bca2b36b65 None None] Routers set() bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:29.378308 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495783b6-21f2-4699-83f6-a1bca2b36b65 None None] Router IDs set() for agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:44:29.378308 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_agentschedulers_db [None req-495783b6-21f2-4699-83f6-a1bca2b36b65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a0065e32-74d1-48dc-b396-895c3095f6f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:44:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent'). {{(pid=95329) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:44:29.395906 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495783b6-21f2-4699-83f6-a1bca2b36b65 None None] Routers set() bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:29.396389 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495783b6-21f2-4699-83f6-a1bca2b36b65 None None] Router IDs set() for agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:44:29.397200 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_agentschedulers_db [None req-495783b6-21f2-4699-83f6-a1bca2b36b65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a0065e32-74d1-48dc-b396-895c3095f6f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:44:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent'). {{(pid=95329) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:44:29.397827 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495783b6-21f2-4699-83f6-a1bca2b36b65 None None] The sync data for ids ['a0065e32-74d1-48dc-b396-895c3095f6f9'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:29.407695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16ce52-69e0-46e9-985b-49199fc3f4d9 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ff7e6d-e2dc-4e2d-8fd7-a7d25f853103,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:29.426291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:29.430337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:29.432467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=f9e42173-aaff-4494-9dc9-826e9ddc582a,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:29.435269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:29.435881 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.443467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ff421-dfbf-438f-a199-b7c3537b09be None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:29.455986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9c16ce52-69e0-46e9-985b-49199fc3f4d9 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.466903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9c16ce52-69e0-46e9-985b-49199fc3f4d9 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4329822 Aug 24 00:44:29.469515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34940) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:29.474182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-61fbd6cb-1f36-46bf-8c9e-102b855f4753 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': 'd1ff7e6d-e2dc-4e2d-8fd7-a7d25f853103', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:29.524149 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eeed318e-5625-462a-91d3-280f766af968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8174994 Aug 24 00:44:29.525029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34944) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:29.531789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:29.587703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31a4ab-9f1b-41ba-aa46-0730573a91ad req-2dddecbe-f387-47f9-9724-f696fb5ba93d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:29.589254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c31a4ab-9f1b-41ba-aa46-0730573a91ad req-2dddecbe-f387-47f9-9724-f696fb5ba93d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 946 time: 0.0885830 Aug 24 00:44:29.633311 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c31a4ab-9f1b-41ba-aa46-0730573a91ad req-bdcdf23c-1014-45f0-8aff-45d5bf16fa2e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373755 Aug 24 00:44:29.653532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'f9e42173-aaff-4494-9dc9-826e9ddc582a'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:29.655055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61fbd6cb-1f36-46bf-8c9e-102b855f4753 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.656526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.760922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61fbd6cb-1f36-46bf-8c9e-102b855f4753 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.820653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Allocated IP 2001:db8::f816:3eff:fef0:5e36 (184144b3-13e1-4f01-adb9-84e077cb76fd/f9e42173-aaff-4494-9dc9-826e9ddc582a/5df99f6f-6638-4b1f-afa4-9dc08c57a1c2) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:29.847090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:29.850720 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.886852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61fbd6cb-1f36-46bf-8c9e-102b855f4753 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:29.907526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd6cb-1f36-46bf-8c9e-102b855f4753 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fc5e7a-f162-4de0-aa5f-f8c9b53d070f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:29.994050 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.004051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Transition to ACTIVE for port object 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:30.021943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Transition to ACTIVE for port object 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:30.039778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-61fbd6cb-1f36-46bf-8c9e-102b855f4753 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.041393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-61fbd6cb-1f36-46bf-8c9e-102b855f4753 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5708292 Aug 24 00:44:30.044137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:30.062669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c34e925d-4ad7-4a5a-a02d-03978a9f07cb tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules/e6fc5e7a-f162-4de0-aa5f-f8c9b53d070f HTTP/1.1" status: 200 len: 763 time: 0.0170503 Aug 24 00:44:30.065143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:30.113642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e21f97d7-3613-43c2-ab60-8885c396d113 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0446804 Aug 24 00:44:30.113960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34974) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:30.128135 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.142154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27364672-5441-4834-925b-d221095d02db tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.151034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27364672-5441-4834-925b-d221095d02db tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.190362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.241477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:30.245998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:30.251119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:30.251819 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.260659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=754ee0e3-04f6-4998-8b8a-2deed4168ff7,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:30.268469 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27364672-5441-4834-925b-d221095d02db tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.276265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27364672-5441-4834-925b-d221095d02db tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.277405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-27364672-5441-4834-925b-d221095d02db tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e6fc5e7a-f162-4de0-aa5f-f8c9b53d070f HTTP/1.1" status: 204 len: 168 time: 0.1626086 Aug 24 00:44:30.280620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34982) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:30.283375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27364672-5441-4834-925b-d221095d02db tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6fc5e7a-f162-4de0-aa5f-f8c9b53d070f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:30.329591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 29829676-00ca-4143-8ae8-b0715865907f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:30.335078 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-65dc3bfe-0acb-41ca-8a63-a7585ecc0c5e tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509415 Aug 24 00:44:30.335078 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2be39964-6be1-42e3-a7f1-3283c8dfaa27 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8084326 Aug 24 00:44:30.335499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 34988) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:30.338754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 34990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:30.340410 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fd7ad67b-89d6-4c86-9893-640018c86d70 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': 'd1ff7e6d-e2dc-4e2d-8fd7-a7d25f853103', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:30.342989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:30.345712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:66:88:58', 'name': 'tempest-NetworksTestDHCPv6-756775950'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:30.365152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 29829676-00ca-4143-8ae8-b0715865907f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:30.365505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 29829676-00ca-4143-8ae8-b0715865907f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:30.367456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:30.369794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Pushing event updated for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:30.372127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:30.433527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Attempting to bind port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:30.433946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Attempting to bind port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:30.434439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Attempting to bind port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:30.440775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:30.441312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:30.441873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.442369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:30.442964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Bound port: 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:30.443455 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.498762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.527843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:30.531043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:30.564665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad67b-89d6-4c86-9893-640018c86d70 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.622005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad67b-89d6-4c86-9893-640018c86d70 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.640319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.676021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:30.709285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec117324-ad16-41d3-a371-8c1ea72ab7ec None None] Pushing event updated for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:30.761790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad67b-89d6-4c86-9893-640018c86d70 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.785680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ad67b-89d6-4c86-9893-640018c86d70 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f53f3ef-19db-4255-afbf-c730b4ead4c4,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:30.822512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.853341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 245f465d-bbd6-4565-8258-bc6da0b92d1a yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:30.864303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd7ad67b-89d6-4c86-9893-640018c86d70 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:30.865736 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fd7ad67b-89d6-4c86-9893-640018c86d70 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5288429 Aug 24 00:44:30.873614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985a7a3-213b-4b14-a9bd-c7880faabced req-e575b595-4996-488d-883c-77f631e3298b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:30.873815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8985a7a3-213b-4b14-a9bd-c7880faabced req-e575b595-4996-488d-883c-77f631e3298b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 946 time: 0.1113696 Aug 24 00:44:30.874194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35014) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:30.910415 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cf784a62-c4e0-4469-948b-2d448a1ab79d tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules/9f53f3ef-19db-4255-afbf-c730b4ead4c4 HTTP/1.1" status: 200 len: 763 time: 0.0327740 Aug 24 00:44:30.916337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35018) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.005295 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b613f53a-a16a-46b7-bfa4-e1630a1cf502 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0858462 Aug 24 00:44:31.005978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35024) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.034160 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19fa29e2-a45b-4d88-9071-89b63e4ad3f0 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.043683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19fa29e2-a45b-4d88-9071-89b63e4ad3f0 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.073384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8985a7a3-213b-4b14-a9bd-c7880faabced req-b0929834-2627-40f3-ad73-77181bc8cf80 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=1dde5a8e-0237-413e-a97c-00faa9fa2252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170654 Aug 24 00:44:31.125181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5863-45b7-4909-a70c-24655307ed27 req-34a6a536-94a5-4cf4-a3cb-812447848582 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:31.126811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-114f5863-45b7-4909-a70c-24655307ed27 req-34a6a536-94a5-4cf4-a3cb-812447848582 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 946 time: 0.1783545 Aug 24 00:44:31.155502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19fa29e2-a45b-4d88-9071-89b63e4ad3f0 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.165243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19fa29e2-a45b-4d88-9071-89b63e4ad3f0 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.166603 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-19fa29e2-a45b-4d88-9071-89b63e4ad3f0 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/9f53f3ef-19db-4255-afbf-c730b4ead4c4 HTTP/1.1" status: 204 len: 168 time: 0.1595213 Aug 24 00:44:31.167303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35034) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.184743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa29e2-a45b-4d88-9071-89b63e4ad3f0 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f53f3ef-19db-4255-afbf-c730b4ead4c4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:31.225280 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-12fa4c08-d655-4266-baac-8e097657814f tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501938 Aug 24 00:44:31.225280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35038) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.230220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ac3d16b3-8e38-410f-9e1b-77d3f6105e80 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Request body: {'security_group_rule': {'security_group_id': 'd1ff7e6d-e2dc-4e2d-8fd7-a7d25f853103', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:31.248747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 172.20.0.3 (184144b3-13e1-4f01-adb9-84e077cb76fd/754ee0e3-04f6-4998-8b8a-2deed4168ff7/245f465d-bbd6-4565-8258-bc6da0b92d1a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:31.257919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fe66:8858 (184144b3-13e1-4f01-adb9-84e077cb76fd/f9e42173-aaff-4494-9dc9-826e9ddc582a/245f465d-bbd6-4565-8258-bc6da0b92d1a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:31.306453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Deleting port c359bb69-e57e-4d14-8ff8-7abd31146da9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:31.306797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.384159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac3d16b3-8e38-410f-9e1b-77d3f6105e80 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.455634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] For port c359bb69-e57e-4d14-8ff8-7abd31146da9, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c359bb69-e57e-4d14-8ff8-7abd31146da9,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:31.456197 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.496429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac3d16b3-8e38-410f-9e1b-77d3f6105e80 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.570138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac3d16b3-8e38-410f-9e1b-77d3f6105e80 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.593806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d16b3-8e38-410f-9e1b-77d3f6105e80 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17c7cdc-94fe-42ba-9f39-1f19840b3fbc,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:31.626473 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.658881 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ac3d16b3-8e38-410f-9e1b-77d3f6105e80 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.660144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ac3d16b3-8e38-410f-9e1b-77d3f6105e80 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4340396 Aug 24 00:44:31.669087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35056) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.694767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 245f465d-bbd6-4565-8258-bc6da0b92d1a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:31.697044 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d7dc5ac9-ad55-4ce1-8a21-68661e4af559 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules/e17c7cdc-94fe-42ba-9f39-1f19840b3fbc HTTP/1.1" status: 200 len: 764 time: 0.0294597 Aug 24 00:44:31.700085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35060) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.744180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.744585 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.744916 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Floating IP 4ca81b68-249e-4053-87ac-6a53667ee925 disassociated. External IP: 172.25.5.231, port: c359bb69-e57e-4d14-8ff8-7abd31146da9. Aug 24 00:44:31.745336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Calling delete_port for c359bb69-e57e-4d14-8ff8-7abd31146da9 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:31.776051 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ce354f88-f43d-4835-beea-d1795db5b720 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0741761 Aug 24 00:44:31.778674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35064) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.813261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11e1f8c8-92e2-4410-b330-eb1a87fb23b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.815387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.822318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11e1f8c8-92e2-4410-b330-eb1a87fb23b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.841140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee29ad-b7c7-426f-993f-036f6d6e4863 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:31.877829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.931785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11e1f8c8-92e2-4410-b330-eb1a87fb23b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.943860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:31.954131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11e1f8c8-92e2-4410-b330-eb1a87fb23b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:31.955633 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-11e1f8c8-92e2-4410-b330-eb1a87fb23b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e17c7cdc-94fe-42ba-9f39-1f19840b3fbc HTTP/1.1" status: 204 len: 168 time: 0.1760433 Aug 24 00:44:31.956897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1f8c8-92e2-4410-b330-eb1a87fb23b1 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e17c7cdc-94fe-42ba-9f39-1f19840b3fbc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:31.959116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35070) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:31.967461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=245f465d-bbd6-4565-8258-bc6da0b92d1a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:31.974913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:31.978962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:32.023936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-aa4f798d-f876-418a-bd0e-4aef277eca6a None None] Provisioning for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:32.052608 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-286cb6fe-d3ee-4c86-8f0e-a2c5d4647df6 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0899694 Aug 24 00:44:32.053141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:32.054670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.055307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:32.109359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef0702-ff5a-4e5e-8bcd-0704ee8788fa None None] Update dhcp port {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'f9e42173-aaff-4494-9dc9-826e9ddc582a', 'ip_address': '2001:db8::f816:3eff:fef0:5e36'}, {'subnet_id': '754ee0e3-04f6-4998-8b8a-2deed4168ff7'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '5df99f6f-6638-4b1f-afa4-9dc08c57a1c2'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:44:32.123814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47951bac-ca93-4fb7-9001-5b8921193a18 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.127372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.145658 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dcef0702-ff5a-4e5e-8bcd-0704ee8788fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.169321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event deleted for resources: {'Port': ['ID=c359bb69-e57e-4d14-8ff8-7abd31146da9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:32.172414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47951bac-ca93-4fb7-9001-5b8921193a18 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.197010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-29f03a16-7997-4ad1-aaee-0c561d7fb4f3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8569026 Aug 24 00:44:32.198362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35082) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:32.214062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9985c00f-0450-46f9-9831-6d064782ada6 req-bb464dcf-7a61-4ef3-bc62-c9e4141b9f8b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 210 time: 0.0392487 Aug 24 00:44:32.260736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6067f-d987-42d4-bd7a-cf4dd98d5878 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:32.266818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6067f-d987-42d4-bd7a-cf4dd98d5878 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:32.268532 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6cf6067f-d987-42d4-bd7a-cf4dd98d5878 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0691371 Aug 24 00:44:32.272413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35086) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:32.365866 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47951bac-ca93-4fb7-9001-5b8921193a18 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.369154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-47951bac-ca93-4fb7-9001-5b8921193a18 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.370363 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-47951bac-ca93-4fb7-9001-5b8921193a18 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "DELETE /v2.0/security-groups/d1ff7e6d-e2dc-4e2d-8fd7-a7d25f853103 HTTP/1.1" status: 204 len: 168 time: 0.3103855 Aug 24 00:44:32.378213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35088) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:32.383161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-dcef0702-ff5a-4e5e-8bcd-0704ee8788fa None None] Allocated IP 172.20.0.2 (184144b3-13e1-4f01-adb9-84e077cb76fd/754ee0e3-04f6-4998-8b8a-2deed4168ff7/5df99f6f-6638-4b1f-afa4-9dc08c57a1c2) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:32.400736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Router 239402ca-c754-4577-92e4-a53b5f30e071 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:32.427510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:32.473491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47951bac-ca93-4fb7-9001-5b8921193a18 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ff7e6d-e2dc-4e2d-8fd7-a7d25f853103,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:32.505819 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-39fe66e4-ed04-4dcd-a13d-958c7b129936 tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259212 Aug 24 00:44:32.513453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-79650dbf-d1de-450a-b08e-87ff1cdecd9d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 245f465d-bbd6-4565-8258-bc6da0b92d1a {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:32.514020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79650dbf-d1de-450a-b08e-87ff1cdecd9d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.519464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35090) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:32.589413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fd4fb5f8-32c9-4b06-828f-c2e4103c231a tempest-SecGroupTest-781933039 tempest-SecGroupTest-781933039-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687599 Aug 24 00:44:32.590391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dcef0702-ff5a-4e5e-8bcd-0704ee8788fa None None] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:32.591867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:32.613933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] Sync routers for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:32.641330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] No DVR routers for this DVR port c359bb69-e57e-4d14-8ff8-7abd31146da9 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:32.644971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.647370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-114f5863-45b7-4909-a70c-24655307ed27 req-0a7bdb24-7697-4672-bccc-da17d0215429 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.37 "DELETE /v2.0/ports/c359bb69-e57e-4d14-8ff8-7abd31146da9 HTTP/1.1" status: 204 len: 173 time: 1.5124335 Aug 24 00:44:32.647897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-deleted', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:32.651361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:32.651689 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4660850-d71a-4b09-a22e-6636e526117c" -d '{"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-deleted", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:32.652434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:44:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:32.693939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79650dbf-d1de-450a-b08e-87ff1cdecd9d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.728294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-79650dbf-d1de-450a-b08e-87ff1cdecd9d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 245f465d-bbd6-4565-8258-bc6da0b92d1a owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:32.799227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:32.850861 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec96c484-fd73-46f2-bd86-c6a7a62bf070 x-openstack-request-id: req-ec96c484-fd73-46f2-bd86-c6a7a62bf070 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:32.851422 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2", "name": "network-vif-deleted", "tag": "c359bb69-e57e-4d14-8ff8-7abd31146da9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:32.851775 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec96c484-fd73-46f2-bd86-c6a7a62bf070 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:32.852103 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2', 'name': 'network-vif-deleted', 'tag': 'c359bb69-e57e-4d14-8ff8-7abd31146da9', 'status': 'completed', 'code': 200} Aug 24 00:44:32.866628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dcef0702-ff5a-4e5e-8bcd-0704ee8788fa None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:32.887868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dcef0702-ff5a-4e5e-8bcd-0704ee8788fa None None] Transition to ACTIVE for port object 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:32.921561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:33.017648 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dcef0702-ff5a-4e5e-8bcd-0704ee8788fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.019352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:33.019714 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.139021 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79650dbf-d1de-450a-b08e-87ff1cdecd9d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.153689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 had new provisioning blocks added so it will not transition to active. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 24 00:44:33.198436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef0702-ff5a-4e5e-8bcd-0704ee8788fa None None] Pushing event updated for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:33.224584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79650dbf-d1de-450a-b08e-87ff1cdecd9d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=245f465d-bbd6-4565-8258-bc6da0b92d1a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:33.234487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35126) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:33.245669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:33.267497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-2249aa5d-9004-4da3-9a08-61b9e27281e4 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:33.269274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-2249aa5d-9004-4da3-9a08-61b9e27281e4 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/networks?id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803 HTTP/1.1" status: 200 len: 813 time: 0.1924489 Aug 24 00:44:33.278207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] Checking router: 239402ca-c754-4577-92e4-a53b5f30e071 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:44:33.296967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-6f1f26fc-36d0-44ec-ab49-e65638226ada tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/quotas/4404326777f94587baa9ca33cb70ad8e HTTP/1.1" status: 200 len: 375 time: 0.0157290 Aug 24 00:44:33.305816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:33.307140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:44:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:33.349891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-79650dbf-d1de-450a-b08e-87ff1cdecd9d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.356802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35132) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:33.361973 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-79650dbf-d1de-450a-b08e-87ff1cdecd9d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/245f465d-bbd6-4565-8258-bc6da0b92d1a HTTP/1.1" status: 204 len: 168 time: 1.0883169 Aug 24 00:44:33.462423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-a0b675e7-15c5-4b9c-a592-194ce96bf7db tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4404326777f94587baa9ca33cb70ad8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219697 Aug 24 00:44:33.486165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:33.550263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd9a125d-c0e6-4038-89d5-012f0985671e req-4122b5df-c148-49c9-8a9d-7825aaaeb79b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac1c8dcb-4073-4d7d-8252-a7a846ac5cd2 HTTP/1.1" status: 200 len: 210 time: 0.1090248 Aug 24 00:44:33.592880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e9151-02ff-4e2e-8e20-a510b1b32215 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:33.595258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e9151-02ff-4e2e-8e20-a510b1b32215 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:33.596950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e9151-02ff-4e2e-8e20-a510b1b32215 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:33.598941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cc0e9151-02ff-4e2e-8e20-a510b1b32215 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2410433 Aug 24 00:44:33.601750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:33.618949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-41087c70-5093-4346-8d71-f4a160397f06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd51995fd0794e0e8e77458fad611582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811090 Aug 24 00:44:33.619318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35140) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:33.678676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-456745d5-9b75-4e7a-a39e-1b425ee3ff77 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 754ee0e3-04f6-4998-8b8a-2deed4168ff7 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:33.686353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-456745d5-9b75-4e7a-a39e-1b425ee3ff77 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.758593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-456745d5-9b75-4e7a-a39e-1b425ee3ff77 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.780412 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1423558b-2331-4287-91b7-d7b0f8de9a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.830767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1423558b-2331-4287-91b7-d7b0f8de9a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.860347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:33.895885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-7c972a7f-7d90-4dd8-9858-1423b1537333 service neutron] 10.222.0.26 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325807 Aug 24 00:44:33.917726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b79d8-3ac8-4f9b-983e-bfa0c626f8be None None] The sync data for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 is: [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:44:33.941511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-456745d5-9b75-4e7a-a39e-1b425ee3ff77 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.987207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1423558b-2331-4287-91b7-d7b0f8de9a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.990048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1423558b-2331-4287-91b7-d7b0f8de9a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:33.991218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1423558b-2331-4287-91b7-d7b0f8de9a96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0be97b2c-f303-4de9-95f0-47916cc72342 HTTP/1.1" status: 204 len: 168 time: 0.3708842 Aug 24 00:44:34.006132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423558b-2331-4287-91b7-d7b0f8de9a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be97b2c-f303-4de9-95f0-47916cc72342,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:34.058671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-7afced9e-445e-48c8-8ec7-7a05b1f0f33d service neutron] 10.222.0.26 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560524 Aug 24 00:44:34.139131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-456745d5-9b75-4e7a-a39e-1b425ee3ff77 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.184077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456745d5-9b75-4e7a-a39e-1b425ee3ff77 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=754ee0e3-04f6-4998-8b8a-2deed4168ff7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:34.187508 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-456745d5-9b75-4e7a-a39e-1b425ee3ff77 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.189536 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-456745d5-9b75-4e7a-a39e-1b425ee3ff77 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/754ee0e3-04f6-4998-8b8a-2deed4168ff7 HTTP/1.1" status: 204 len: 168 time: 0.5866005 Aug 24 00:44:34.192165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35152) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:34.219874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f09570-d18a-4f3c-9727-6efd52883123 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:34.272564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70f3800-7b19-422d-86a2-572a204174a9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet f9e42173-aaff-4494-9dc9-826e9ddc582a {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:34.276654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b70f3800-7b19-422d-86a2-572a204174a9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.369579 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b70f3800-7b19-422d-86a2-572a204174a9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.410301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:34.411659 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3726a92-bf5f-474c-a16f-a8dd8268eed3 None None] New status for floating IP 4ca81b68-249e-4053-87ac-6a53667ee925: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:44:34.432182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4fd7c46c-e7ff-4710-99e1-505c01cffcf7 req-dc904ff4-ec74-4ae5-a490-3d0524956fda tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 210 time: 0.0711663 Aug 24 00:44:34.490627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: c359bb69-e57e-4d14-8ff8-7abd31146da9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:34.490980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c359bb69-e57e-4d14-8ff8-7abd31146da9 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:34.495353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:34.498020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-327e3ca8-2c8f-4c50-8f2e-56a95d96259d None None] Provisioning for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:34.526532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b70f3800-7b19-422d-86a2-572a204174a9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.598463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-327e3ca8-2c8f-4c50-8f2e-56a95d96259d None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:34.602733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-327e3ca8-2c8f-4c50-8f2e-56a95d96259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.697296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b70f3800-7b19-422d-86a2-572a204174a9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.742242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35176) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:34.746893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f3800-7b19-422d-86a2-572a204174a9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e42173-aaff-4494-9dc9-826e9ddc582a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:34.754824 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b70f3800-7b19-422d-86a2-572a204174a9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.757138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b70f3800-7b19-422d-86a2-572a204174a9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/f9e42173-aaff-4494-9dc9-826e9ddc582a HTTP/1.1" status: 204 len: 168 time: 0.5637991 Aug 24 00:44:34.761032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35178) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:34.798347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:34.798746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.834656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35182) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:34.840685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:34.844898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e3293826-5b2d-44cc-83c6-adcd10978a70 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677807 Aug 24 00:44:34.871601 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-327e3ca8-2c8f-4c50-8f2e-56a95d96259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.889285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3af9ea-006c-43f9-8e17-1bffae57ab36 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.932904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-327e3ca8-2c8f-4c50-8f2e-56a95d96259d None None] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:34.995653 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-327e3ca8-2c8f-4c50-8f2e-56a95d96259d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:34.999361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3af9ea-006c-43f9-8e17-1bffae57ab36 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.065412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-327e3ca8-2c8f-4c50-8f2e-56a95d96259d None None] Could not find standard attr ID for object 245f465d-bbd6-4565-8258-bc6da0b92d1a. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:44:35.092380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc8d6a-ac79-4030-9473-229ed394b545 None None] Update dhcp port {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'f9e42173-aaff-4494-9dc9-826e9ddc582a'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '5df99f6f-6638-4b1f-afa4-9dc08c57a1c2'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:44:35.097493 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.142439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:35.146709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.164387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-79bc8d6a-ac79-4030-9473-229ed394b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.166377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e3ca8-2c8f-4c50-8f2e-56a95d96259d None None] Pushing event updated for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:35.244123 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3af9ea-006c-43f9-8e17-1bffae57ab36 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.247828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2b3af9ea-006c-43f9-8e17-1bffae57ab36 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.252444 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2b3af9ea-006c-43f9-8e17-1bffae57ab36 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "DELETE /v2.0/security-groups/1dde5a8e-0237-413e-a97c-00faa9fa2252 HTTP/1.1" status: 204 len: 168 time: 0.5056071 Aug 24 00:44:35.253295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35202) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:35.272971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3af9ea-006c-43f9-8e17-1bffae57ab36 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde5a8e-0237-413e-a97c-00faa9fa2252,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:35.289148 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-2427f5be-3869-42ca-b8f3-8eb02e077d68 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] show failed (client error): The resource could not be found. Aug 24 00:44:35.290285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2427f5be-3869-42ca-b8f3-8eb02e077d68 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups/1dde5a8e-0237-413e-a97c-00faa9fa2252 HTTP/1.1" status: 404 len: 347 time: 0.0369885 Aug 24 00:44:35.293129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:35.339756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:44:35.340440 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:44:35.593255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e47f2-3f82-4238-b027-6c9f72644e46 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:35.686898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1e25cd62-bbca-40cd-a258-9aea11521299 None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:35.687272 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1e25cd62-bbca-40cd-a258-9aea11521299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:35.722848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:44:36.050718 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.182122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b4a8fe5-a391-428b-b005-7f40013380a8 req-a3df1562-f72e-42f0-bb0e-8a52b130e924 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 210 time: 0.6478517 Aug 24 00:44:36.208189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Deleting port 9612fb12-f918-437b-9af4-707e30a93711 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:36.208561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.297172 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:36.313360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:36.336570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.336570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.358933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.359125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Calling delete_port for 9612fb12-f918-437b-9af4-707e30a93711 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:36.441736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.442523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.516608 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.524193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:36.553743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:36.560722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:36.561332 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.600544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:36.604186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=d08246bf-5a33-4f7e-b7a0-b4dc66a5e5b7,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:36.645409 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:44:36.645409 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:44:36.665753 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.666074 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8d283a8c-fe6a-4954-976f-cb756ef37f3f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8292809 Aug 24 00:44:36.668903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35236) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:36.674026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:36.699108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event deleted for resources: {'Port': ['ID=9612fb12-f918-437b-9af4-707e30a93711,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:36.779374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.782942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:36.784661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4f3147ed-a31a-4669-8782-792bae569b47 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "DELETE /v2.0/floatingips/4ca81b68-249e-4053-87ac-6a53667ee925 HTTP/1.1" status: 204 len: 168 time: 1.4903786 Aug 24 00:44:37.082463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae546865-8050-4cec-b654-29b7bba50f42 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:37.097145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6304a0ac-deb8-4c7e-a848-294c6e31592c None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:37.097833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6304a0ac-deb8-4c7e-a848-294c6e31592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.247320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.300484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7312aba-8378-4a1f-9f32-ea629a855d5b req-b0fd4d8f-5696-4b7b-81c4-4d3f6a624ce7 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 210 time: 0.0279791 Aug 24 00:44:37.329615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:37.390038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:37.393649 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.415816 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.492235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:37.538263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35262) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:37.543907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-04063026-2304-4781-b4b2-bc9c78c661c0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781043957', 'description': 'tempest-description--2054946966'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:37.585790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:37.645079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:37.647142 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.691033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04063026-2304-4781-b4b2-bc9c78c661c0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.772301 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.806035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04063026-2304-4781-b4b2-bc9c78c661c0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.808318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:37.828026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-d5ee438f-7345-4f38-ab01-86170a40cf54 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:37.829586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-d5ee438f-7345-4f38-ab01-86170a40cf54 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "GET /v2.0/networks?id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803 HTTP/1.1" status: 200 len: 813 time: 0.2370639 Aug 24 00:44:37.853424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Request body: {'port': {'device_id': 'c6d1a188-04b2-4fcd-8557-b09d05f81a3e', 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803', 'admin_state_up': True, 'tenant_id': '4404326777f94587baa9ca33cb70ad8e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:37.939676 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.951004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-de3362cf-ede0-4e4d-8b91-23992bb01528 None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:37.951004 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de3362cf-ede0-4e4d-8b91-23992bb01528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.959265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04063026-2304-4781-b4b2-bc9c78c661c0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:37.966915 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.000611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:38.005110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:38.015213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04063026-2304-4781-b4b2-bc9c78c661c0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcadd78-16b0-405d-9575-d90a1f0dd954,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:38.047993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:38.048871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.072416 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04063026-2304-4781-b4b2-bc9c78c661c0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.073854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-04063026-2304-4781-b4b2-bc9c78c661c0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5338545 Aug 24 00:44:38.078733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35268) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:38.085283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b07be79e-522c-4082-95eb-7fadfda4c3d4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'security_group_rule': {'security_group_id': 'bfcadd78-16b0-405d-9575-d90a1f0dd954', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:38.110628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=10']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:38.117189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=f000b141-87ec-4e56-94ec-12c2f178ca8f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:38.124340 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c19fc38-18ef-4819-9027-fd459032e3ea None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:38.143974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Made reservation on behalf of 4404326777f94587baa9ca33cb70ad8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:38.158417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.274002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-273098c5-8a7b-46eb-97ba-99e2c4b7d1b6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6035857 Aug 24 00:44:38.274609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35276) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:38.281820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:1a:0c:8c', 'name': 'tempest-NetworksTestDHCPv6-2062005822'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:38.309460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Allocated IP 172.20.0.14 (a8fa3d9b-5ed1-4c07-9c00-b458737fe803/6b1b87ad-20a8-412c-967a-02fd383fcd67/b15d7c80-c560-490d-a59c-a36b47bf8007) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:38.343834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f338651d-d1a3-485e-8e89-8964befaa0df None None] Could not find standard attr ID for object 245f465d-bbd6-4565-8258-bc6da0b92d1a. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:44:38.431890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:38.495819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91df71-ac75-4c67-91ae-0c92a25ace1b None None] Update dhcp port {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'd08246bf-5a33-4f7e-b7a0-b4dc66a5e5b7', 'ip_address': '2001:db8::f816:3eff:fef0:5e36'}, {'subnet_id': 'f000b141-87ec-4e56-94ec-12c2f178ca8f'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '5df99f6f-6638-4b1f-afa4-9dc08c57a1c2'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:44:38.501206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b07be79e-522c-4082-95eb-7fadfda4c3d4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.524947 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d91df71-ac75-4c67-91ae-0c92a25ace1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.586594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.587564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b07be79e-522c-4082-95eb-7fadfda4c3d4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.626698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-599161f9-1c14-48d5-94f8-904c490032ab req-6da6eead-9bae-4404-9551-2baec0709d70 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 210 time: 0.0353262 Aug 24 00:44:38.649075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:38.649075 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.652956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b07be79e-522c-4082-95eb-7fadfda4c3d4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.674266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07be79e-522c-4082-95eb-7fadfda4c3d4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed248e1d-ea7f-42ae-9496-0ef865a8f7c9,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:38.679749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:38.744802 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.768942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b07be79e-522c-4082-95eb-7fadfda4c3d4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.770460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b07be79e-522c-4082-95eb-7fadfda4c3d4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6890864 Aug 24 00:44:38.777967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35286) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:38.786871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-169a69f2-83fc-4db4-afdd-89a5c893d11a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'security_group_rule': {'security_group_id': 'bfcadd78-16b0-405d-9575-d90a1f0dd954', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:38.794718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-5d91df71-ac75-4c67-91ae-0c92a25ace1b None None] Allocated IP 172.20.0.2 (184144b3-13e1-4f01-adb9-84e077cb76fd/f000b141-87ec-4e56-94ec-12c2f178ca8f/5df99f6f-6638-4b1f-afa4-9dc08c57a1c2) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:38.799135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:38.802989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:38.805536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:38.816997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.834890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Pushing event updated for resources: {'Port': ['ID=b15d7c80-c560-490d-a59c-a36b47bf8007,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:38.840638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 41b51e2d-c266-49f0-895d-cfefdcbcc021 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:38.862707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:38.863328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.894879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-169a69f2-83fc-4db4-afdd-89a5c893d11a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.944177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5d91df71-ac75-4c67-91ae-0c92a25ace1b None None] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:38.960728 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-169a69f2-83fc-4db4-afdd-89a5c893d11a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.967673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a7b8ac5-4daa-41e3-88c2-d7027dd68d12 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1230857 Aug 24 00:44:38.977214 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d91df71-ac75-4c67-91ae-0c92a25ace1b None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:38.985279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-02f74a52-7d41-4f75-9569-7c80607c37fd tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:44:38.986540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-02f74a52-7d41-4f75-9569-7c80607c37fd tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059752 Aug 24 00:44:38.990763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5d91df71-ac75-4c67-91ae-0c92a25ace1b None None] Transition to ACTIVE for port object 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:39.063687 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-169a69f2-83fc-4db4-afdd-89a5c893d11a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.083020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a69f2-83fc-4db4-afdd-89a5c893d11a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc712299-f601-4273-a8e8-e042c59947b1,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:39.092273 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d91df71-ac75-4c67-91ae-0c92a25ace1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.099300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Request body: {'port': {'device_id': 'c6d1a188-04b2-4fcd-8557-b09d05f81a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:39.159278 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-169a69f2-83fc-4db4-afdd-89a5c893d11a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.165331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:39.166255 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-169a69f2-83fc-4db4-afdd-89a5c893d11a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3862541 Aug 24 00:44:39.172923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:39.225723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91df71-ac75-4c67-91ae-0c92a25ace1b None None] Pushing event updated for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:39.276891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.293028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 172.20.0.5 (184144b3-13e1-4f01-adb9-84e077cb76fd/f000b141-87ec-4e56-94ec-12c2f178ca8f/41b51e2d-c266-49f0-895d-cfefdcbcc021) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:39.304015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fe1a:c8c (184144b3-13e1-4f01-adb9-84e077cb76fd/d08246bf-5a33-4f7e-b7a0-b4dc66a5e5b7/41b51e2d-c266-49f0-895d-cfefdcbcc021) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:39.483731 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.518390 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.534288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 41b51e2d-c266-49f0-895d-cfefdcbcc021 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:39.674093 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.713822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15d7c80-c560-490d-a59c-a36b47bf8007 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:39.720250 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.744224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=41b51e2d-c266-49f0-895d-cfefdcbcc021,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:39.768746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:39.773390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:39.773809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:39.791257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Transition to ACTIVE for port object b15d7c80-c560-490d-a59c-a36b47bf8007 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:39.801900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.829452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:39.831289 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.862854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:39.876747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060842-9887-49c1-941e-48e192c32d7c req-66f4e095-7ef5-4a57-9030-f5d1bf3530ce tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:39.878349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25060842-9887-49c1-941e-48e192c32d7c req-66f4e095-7ef5-4a57-9030-f5d1bf3530ce tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 932 time: 0.1481373 Aug 24 00:44:39.916407 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-515f376c-c3e6-4c79-a9aa-1925061e4cbb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6386030 Aug 24 00:44:39.918912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35308) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:39.988836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d890ed0-750b-440b-848b-edfa8f747152 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:39.995653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d890ed0-750b-440b-848b-edfa8f747152 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:39.997424 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8d890ed0-750b-440b-848b-edfa8f747152 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0774157 Aug 24 00:44:40.000994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35312) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:40.020713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b15d7c80-c560-490d-a59c-a36b47bf8007,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:40.065536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Allocated IP 172.25.5.34 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/8de92c14-bce4-40e5-b055-5e9c0e0dc776) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:40.074981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25060842-9887-49c1-941e-48e192c32d7c req-a04b8900-3ff7-40ea-bee1-33e52aa5b713 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894963 Aug 24 00:44:40.108552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-14132571-22ec-42de-a503-f54006b28c62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 41b51e2d-c266-49f0-895d-cfefdcbcc021 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:40.108552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14132571-22ec-42de-a503-f54006b28c62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.172343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bccfe5c3-920e-4fec-978d-6b216d34c736 None None] Provisioning for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:40.176462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bccfe5c3-920e-4fec-978d-6b216d34c736 None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:40.177062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bccfe5c3-920e-4fec-978d-6b216d34c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.284456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14132571-22ec-42de-a503-f54006b28c62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.323049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.330507 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-14132571-22ec-42de-a503-f54006b28c62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 41b51e2d-c266-49f0-895d-cfefdcbcc021 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:40.362489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Attempting to bind port b15d7c80-c560-490d-a59c-a36b47bf8007 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:40.362839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Attempting to bind port b15d7c80-c560-490d-a59c-a36b47bf8007 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:40.363177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Attempting to bind port b15d7c80-c560-490d-a59c-a36b47bf8007 on network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:40.395024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Port b15d7c80-c560-490d-a59c-a36b47bf8007 on network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:44:40.395353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Attempting to bind port b15d7c80-c560-490d-a59c-a36b47bf8007 on network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:40.418505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:40.424648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:40.431145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Checking segment: {'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:40.431145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Bound using segment: {'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:40.431145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Bound port: b15d7c80-c560-490d-a59c-a36b47bf8007, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:40.431145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.509078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:40.509386 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.513900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] For port b15d7c80-c560-490d-a59c-a36b47bf8007, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:40.518278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] For port b15d7c80-c560-490d-a59c-a36b47bf8007, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b15d7c80-c560-490d-a59c-a36b47bf8007,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:40.538639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.595159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:40.602254 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.608045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:40.613727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:40.615687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'Port': ['ID=8de92c14-bce4-40e5-b055-5e9c0e0dc776,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:40.677976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.678612 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.680561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/b15d7c80-c560-490d-a59c-a36b47bf8007 HTTP/1.1" status: 200 len: 1092 time: 1.6873956 Aug 24 00:44:40.683004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d1a188-04b2-4fcd-8557-b09d05f81a3e', 'tag': 'b15d7c80-c560-490d-a59c-a36b47bf8007'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:40.685270 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2188e-fce4-41b4-9306-31d03b3d7f28" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d1a188-04b2-4fcd-8557-b09d05f81a3e", "tag": "b15d7c80-c560-490d-a59c-a36b47bf8007"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:40.687139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14132571-22ec-42de-a503-f54006b28c62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.692297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b670dc9d-8aa2-4f0b-b2f0-69f79fe28f03 None None] Provisioning for port 41b51e2d-c266-49f0-895d-cfefdcbcc021 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:40.692297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b670dc9d-8aa2-4f0b-b2f0-69f79fe28f03 None None] Provisioning complete for port 41b51e2d-c266-49f0-895d-cfefdcbcc021 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:40.692297 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b670dc9d-8aa2-4f0b-b2f0-69f79fe28f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.715900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b670dc9d-8aa2-4f0b-b2f0-69f79fe28f03 None None] Port 41b51e2d-c266-49f0-895d-cfefdcbcc021 was deleted so its status cannot be updated. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:44:40.743927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e20a53-caef-4f06-b834-8cce5dc211c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b15d7c80-c560-490d-a59c-a36b47bf8007,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:40.771710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14132571-22ec-42de-a503-f54006b28c62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=41b51e2d-c266-49f0-895d-cfefdcbcc021,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:40.782813 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f44e1c-69e6-4077-8057-694d08a68685 x-openstack-request-id: req-c8f44e1c-69e6-4077-8057-694d08a68685 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:40.783083 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d1a188-04b2-4fcd-8557-b09d05f81a3e", "tag": "b15d7c80-c560-490d-a59c-a36b47bf8007", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:40.783367 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8f44e1c-69e6-4077-8057-694d08a68685 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:40.783820 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d1a188-04b2-4fcd-8557-b09d05f81a3e', 'tag': 'b15d7c80-c560-490d-a59c-a36b47bf8007', 'status': 'completed', 'code': 200} Aug 24 00:44:40.809670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.871260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2188e-fce4-41b4-9306-31d03b3d7f28 req-0eb31862-dcc0-4e95-9144-3c56c768540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.873402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94b2188e-fce4-41b4-9306-31d03b3d7f28 req-0eb31862-dcc0-4e95-9144-3c56c768540d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4404326777f94587baa9ca33cb70ad8e&device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 1095 time: 0.0579007 Aug 24 00:44:40.899183 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14132571-22ec-42de-a503-f54006b28c62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:40.901335 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-14132571-22ec-42de-a503-f54006b28c62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/41b51e2d-c266-49f0-895d-cfefdcbcc021 HTTP/1.1" status: 204 len: 168 time: 0.8992751 Aug 24 00:44:40.903872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35334) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:40.964589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22306f3d-fa7d-4e5e-adaf-a3aaccd6248b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.966489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22306f3d-fa7d-4e5e-adaf-a3aaccd6248b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.968405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22306f3d-fa7d-4e5e-adaf-a3aaccd6248b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:40.970338 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-22306f3d-fa7d-4e5e-adaf-a3aaccd6248b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0654738 Aug 24 00:44:40.973141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35338) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:40.981860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.043118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-2deda334-8487-4de9-9db4-1a54ef8480d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet d08246bf-5a33-4f7e-b7a0-b4dc66a5e5b7 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:41.047581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2deda334-8487-4de9-9db4-1a54ef8480d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.110736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2deda334-8487-4de9-9db4-1a54ef8480d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.133623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2188e-fce4-41b4-9306-31d03b3d7f28 req-cb51a373-489b-45bb-a95e-a61e360c4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:41.135273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94b2188e-fce4-41b4-9306-31d03b3d7f28 req-cb51a373-489b-45bb-a95e-a61e360c4f9e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4404326777f94587baa9ca33cb70ad8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2256055 Aug 24 00:44:41.218489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2deda334-8487-4de9-9db4-1a54ef8480d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.320076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26974a4-eef0-4280-b0ec-4558ba23ea8e req-6dfb654b-aafd-4f48-9225-3f3fa41a1a9e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:41.321611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f26974a4-eef0-4280-b0ec-4558ba23ea8e req-6dfb654b-aafd-4f48-9225-3f3fa41a1a9e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 944 time: 0.1192243 Aug 24 00:44:41.354085 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.354322 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:44:41.354964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2188e-fce4-41b4-9306-31d03b3d7f28 req-723c1748-1143-4725-b915-d516927e0330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:41.356403 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94b2188e-fce4-41b4-9306-31d03b3d7f28 req-723c1748-1143-4725-b915-d516927e0330 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2127352 Aug 24 00:44:41.376319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2deda334-8487-4de9-9db4-1a54ef8480d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.392171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f26974a4-eef0-4280-b0ec-4558ba23ea8e req-9b3379aa-7996-4497-9604-bbce31535edc tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532341 Aug 24 00:44:41.422849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deda334-8487-4de9-9db4-1a54ef8480d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=d08246bf-5a33-4f7e-b7a0-b4dc66a5e5b7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:41.424660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2deda334-8487-4de9-9db4-1a54ef8480d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.426963 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2deda334-8487-4de9-9db4-1a54ef8480d1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/d08246bf-5a33-4f7e-b7a0-b4dc66a5e5b7 HTTP/1.1" status: 204 len: 168 time: 0.4526503 Aug 24 00:44:41.430043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35352) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:41.433626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13756d8e-951c-4739-901b-b342e5c7e091 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:41.478673 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.565408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.592337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-c3ee8e8a-a755-4564-98b5-388b33cce538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:41.594135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-c3ee8e8a-a755-4564-98b5-388b33cce538 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4404326777f94587baa9ca33cb70ad8e&device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 1095 time: 0.1609092 Aug 24 00:44:41.597880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'Port': ['ID=8de92c14-bce4-40e5-b055-5e9c0e0dc776,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:41.608524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3847bbd-8af2-44d7-92e1-0fa3edd7b850 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet f000b141-87ec-4e56-94ec-12c2f178ca8f {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:41.614066 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3847bbd-8af2-44d7-92e1-0fa3edd7b850 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.650585 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.651814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f8e09368-6d32-4e20-88ae-a200ab81383b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4856458 Aug 24 00:44:41.653340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-73933558-dc8c-464c-8ac1-c1fb0e02e7ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b15d7c80-c560-490d-a59c-a36b47bf8007 HTTP/1.1" status: 200 len: 217 time: 0.0451162 Aug 24 00:44:41.670432 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3847bbd-8af2-44d7-92e1-0fa3edd7b850 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.735223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-10d9e01c-5658-4c62-b201-07d31af42faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:41.739597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-10d9e01c-5658-4c62-b201-07d31af42faf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1b87ad-20a8-412c-967a-02fd383fcd67 HTTP/1.1" status: 200 len: 853 time: 0.0769947 Aug 24 00:44:41.780840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-be9cb0a0-ced8-417e-94dd-2a6c94ac0b8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363665 Aug 24 00:44:41.806095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3847bbd-8af2-44d7-92e1-0fa3edd7b850 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.925859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-1c81adac-f60b-44d2-a0e0-4cfc970b0da3 service neutron] 10.222.0.36 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365306 Aug 24 00:44:41.946186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-a3dcf5d6-3c9b-43b2-ba69-6316a5d61060 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1781043957&fields=id&tenant_id=3ed81b531a5b4647813566f12d197f9a HTTP/1.1" status: 200 len: 267 time: 0.0752089 Aug 24 00:44:41.967316 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3847bbd-8af2-44d7-92e1-0fa3edd7b850 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.988035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e3847bbd-8af2-44d7-92e1-0fa3edd7b850 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:41.993727 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e3847bbd-8af2-44d7-92e1-0fa3edd7b850 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/f000b141-87ec-4e56-94ec-12c2f178ca8f HTTP/1.1" status: 204 len: 168 time: 0.5626171 Aug 24 00:44:41.998652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35372) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:42.058185 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-559b9926-a103-4b03-8f60-6f0b322759ff tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611763 Aug 24 00:44:42.059161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3847bbd-8af2-44d7-92e1-0fa3edd7b850 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=f000b141-87ec-4e56-94ec-12c2f178ca8f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:42.062715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35374) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:42.072231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:42.156322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a2c74-ec4e-410f-bce9-ea8816aac467 req-4a78a3d9-936b-4105-922f-ca5ee437d7c4 service neutron] 10.222.0.36 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236533 Aug 24 00:44:42.200053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-6b0d19b9-a6fb-482c-a668-a7be61669a1f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:42.201579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-6b0d19b9-a6fb-482c-a668-a7be61669a1f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 817 time: 0.2172754 Aug 24 00:44:42.221748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-57aa469c-e18c-4451-8c73-f89ab6234e1d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/quotas/3ed81b531a5b4647813566f12d197f9a HTTP/1.1" status: 200 len: 375 time: 0.0128040 Aug 24 00:44:42.303689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-413ae948-d670-4ce6-92f3-e41292fe0adc tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740871 Aug 24 00:44:42.328841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:42.332203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.332370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8bbebb-1497-4178-a4e0-e5978db54285 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:42.422135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d3b54ef3-0f50-4bfa-8cf2-0e6829346da6 None None] Provisioning complete for port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:42.422626 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d3b54ef3-0f50-4bfa-8cf2-0e6829346da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.508860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-2cc74734-9cad-4b30-b5a6-f4a78a0a3c02 service neutron] 10.222.0.26 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898770 Aug 24 00:44:42.585348 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.660772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e610177-ec5c-439b-899d-da8d07584f63 req-85ba659f-3df6-4f31-94f5-cabe2d4e259d tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:42.662387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e610177-ec5c-439b-899d-da8d07584f63 req-85ba659f-3df6-4f31-94f5-cabe2d4e259d tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 944 time: 0.1356306 Aug 24 00:44:42.672612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:42.700458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-80f3f0a0-1edb-4ed7-a3f5-9fd4884a2f8e service neutron] 10.222.0.26 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906483 Aug 24 00:44:42.722156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] Deleting port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:42.722533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.745967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e610177-ec5c-439b-899d-da8d07584f63 req-a182e911-b8b1-4b28-a786-3efd57679672 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742555 Aug 24 00:44:42.798053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] For port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:42.798513 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.812818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] Calling delete_port for 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:42.905844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.940389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:42.943495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:42.947079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:42.947079 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:42.965042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=ffc37895-2e26-489c-a8a3-4ac9506b1c9b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:43.021746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.047302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a8c7e25d-222a-49b6-9c68-098d1fef2ed7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9834940 Aug 24 00:44:43.050181 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35402) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:43.056219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:43.063937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] No DVR routers for this DVR port 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:43.074172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090679d5-e71c-48d8-b961-b33071d1c451 None None] Pushing event deleted for resources: {'Port': ['ID=5df99f6f-6638-4b1f-afa4-9dc08c57a1c2,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:43.086090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9578dd-102d-4495-a7da-1c951434b82c None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:43.138754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bedbc21b-9337-44e5-adcb-46df5ce8d7d8 req-a92c1e64-87f1-4427-906e-2ea9fd366b80 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 210 time: 0.0361495 Aug 24 00:44:43.291756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'ffc37895-2e26-489c-a8a3-4ac9506b1c9b'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:43.293788 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.355510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:43.363692 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.441477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Allocated IP 172.20.0.2 (184144b3-13e1-4f01-adb9-84e077cb76fd/ffc37895-2e26-489c-a8a3-4ac9506b1c9b/5bd44472-05ae-422a-b46a-a35ced29b208) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:43.783172 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.795676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Transition to ACTIVE for port object 5bd44472-05ae-422a-b46a-a35ced29b208 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:43.826472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Transition to ACTIVE for port object 5bd44472-05ae-422a-b46a-a35ced29b208 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:43.881454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:44:43.885637 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.895378 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:43.905440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3061e5-8b12-496e-b5cd-6b9b2455edca req-f9c01ff7-b03d-4f4c-a7a1-36beb4ab9198 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:43.907392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e3061e5-8b12-496e-b5cd-6b9b2455edca req-f9c01ff7-b03d-4f4c-a7a1-36beb4ab9198 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 944 time: 0.0681496 Aug 24 00:44:43.968341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=103885fb-77be-48f9-86c5-046548ca86ce,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:43.975990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Pushing event updated for resources: {'Port': ['ID=5bd44472-05ae-422a-b46a-a35ced29b208,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:43.985439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:43.988986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:43.995193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:44.013401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:44.016358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e3061e5-8b12-496e-b5cd-6b9b2455edca req-4b3d3b1d-2842-443a-8ccb-b23709b344c3 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027393 Aug 24 00:44:44.018270 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:44.032974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:44.033605 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.066113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Attempting to bind port 5bd44472-05ae-422a-b46a-a35ced29b208 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:44.066487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Attempting to bind port 5bd44472-05ae-422a-b46a-a35ced29b208 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:44.066846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Attempting to bind port 5bd44472-05ae-422a-b46a-a35ced29b208 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:44.072774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:44.073153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:44.073553 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.073982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:44.074442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Bound port: 5bd44472-05ae-422a-b46a-a35ced29b208, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:44.074917 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.109328 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2531e8bd-51e5-4975-937b-379200661899 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0579534 Aug 24 00:44:44.112472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35428) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:44.121090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:42:60:e6', 'name': 'tempest-NetworksTestDHCPv6-1303502903'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:44.153176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-55b9824a-0a07-4431-ada8-3422115039de None None] For port 5bd44472-05ae-422a-b46a-a35ced29b208, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:44.165918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-55b9824a-0a07-4431-ada8-3422115039de None None] For port 5bd44472-05ae-422a-b46a-a35ced29b208, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5bd44472-05ae-422a-b46a-a35ced29b208,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:44.251324 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.266809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-058b4fb5-7a4f-4f75-8f3d-4603225204a5 req-d91c887a-8180-49c1-8d78-55a0c465f819 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 210 time: 0.0378697 Aug 24 00:44:44.359529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9824a-0a07-4431-ada8-3422115039de None None] Pushing event updated for resources: {'Port': ['ID=5bd44472-05ae-422a-b46a-a35ced29b208,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:44.364730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:44.425004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:44.470052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:44.470663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5df99f6f-6638-4b1f-afa4-9dc08c57a1c2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:44.557839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:44.614790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:44.882263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 172.20.0.12 (184144b3-13e1-4f01-adb9-84e077cb76fd/ffc37895-2e26-489c-a8a3-4ac9506b1c9b/7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:44.889165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fe42:60e6 (184144b3-13e1-4f01-adb9-84e077cb76fd/103885fb-77be-48f9-86c5-046548ca86ce/7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:44.987530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b15d7c80-c560-490d-a59c-a36b47bf8007 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:44:45.109217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b15d7c80-c560-490d-a59c-a36b47bf8007, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b15d7c80-c560-490d-a59c-a36b47bf8007,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:45.122242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'b15d7c80-c560-490d-a59c-a36b47bf8007', 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803', 'port_id': 'b15d7c80-c560-490d-a59c-a36b47bf8007', 'mac_address': 'fa:16:3e:0e:fb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1b87ad-20a8-412c-967a-02fd383fcd67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:44:45.169350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:45.189798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15d7c80-c560-490d-a59c-a36b47bf8007 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:45.218152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b15d7c80-c560-490d-a59c-a36b47bf8007, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b15d7c80-c560-490d-a59c-a36b47bf8007,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:45.302826 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:45.404263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=b15d7c80-c560-490d-a59c-a36b47bf8007,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:45.587462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4d44f06-e0ce-4c1c-8bb3-83cf61e49438 req-0361be78-67d9-4099-8219-2d4ea1ace645 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 210 time: 0.1504874 Aug 24 00:44:45.650559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c89b5b-d9c4-4c0b-8bc7-f29aa31865c6 req-56c53802-6a8e-47f1-8033-f4c38cc278ee tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:45.654101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c89b5b-d9c4-4c0b-8bc7-f29aa31865c6 req-56c53802-6a8e-47f1-8033-f4c38cc278ee tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 945 time: 0.3049967 Aug 24 00:44:45.666407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b923fb-9a47-47e0-bf49-3cc4c72b87a2 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:45.711563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-bcfc9d55-4adc-4332-9aba-12f37609e6ab tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:45.713185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-bcfc9d55-4adc-4332-9aba-12f37609e6ab tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 817 time: 0.3361847 Aug 24 00:44:45.720596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:45.747538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['b15d7c80-c560-490d-a59c-a36b47bf8007'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:44:45.774169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:45.778552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c89b5b-d9c4-4c0b-8bc7-f29aa31865c6 req-56735b16-ca3f-4985-9248-81b3f08186d8 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097410 Aug 24 00:44:45.816650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-aa993c29-a462-4265-aa35-02c65c78c1dd tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ed81b531a5b4647813566f12d197f9a HTTP/1.1" status: 200 len: 380 time: 0.0881331 Aug 24 00:44:45.829145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'port': {'device_id': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'admin_state_up': True, 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'security_groups': ['bfcadd78-16b0-405d-9575-d90a1f0dd954']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:45.900122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ec6317ea-9e98-4743-a9cc-8eccc31199db None None] Provisioning for port 5bd44472-05ae-422a-b46a-a35ced29b208 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:45.999863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.056388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:46.062767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:46.065185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:46.093285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308054f5-a16f-4cd4-87f7-1282300acc2a None None] Update dhcp port {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'ffc37895-2e26-489c-a8a3-4ac9506b1c9b', 'ip_address': '172.20.0.2'}, {'subnet_id': '103885fb-77be-48f9-86c5-046548ca86ce'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '5bd44472-05ae-422a-b46a-a35ced29b208'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:44:46.109256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Made reservation on behalf of 3ed81b531a5b4647813566f12d197f9a for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:46.112863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.121104 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-308054f5-a16f-4cd4-87f7-1282300acc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.128131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:46.138969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:46.139601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.265776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35450) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:46.266422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-81a7de9b-4a65-4015-b116-648c9280eaea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1522486 Aug 24 00:44:46.296013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Allocated IP 172.20.0.6 (1e56035b-dd8f-4979-b67b-ad0a8f21e636/31d1102a-9cb9-4a12-b4e2-72916ab83a90/95708b22-98e0-41b1-8387-adf9bab33bf1) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:46.347146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7aed4d-3da2-42b1-b1e3-6addc77725fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:46.347146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7aed4d-3da2-42b1-b1e3-6addc77725fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:46.347146 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d7aed4d-3da2-42b1-b1e3-6addc77725fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0795305 Aug 24 00:44:46.353132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35452) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:46.371526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-308054f5-a16f-4cd4-87f7-1282300acc2a None None] Allocated IP 2001:db8::f816:3eff:fe2d:dd24 (184144b3-13e1-4f01-adb9-84e077cb76fd/103885fb-77be-48f9-86c5-046548ca86ce/5bd44472-05ae-422a-b46a-a35ced29b208) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:46.461988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5bd44472-05ae-422a-b46a-a35ced29b208 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:46.520369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4337bddb-b305-4135-89dc-24b2a4c114c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:46.520790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4337bddb-b305-4135-89dc-24b2a4c114c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.527350 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.543070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-308054f5-a16f-4cd4-87f7-1282300acc2a None None] For port 5bd44472-05ae-422a-b46a-a35ced29b208, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5bd44472-05ae-422a-b46a-a35ced29b208,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:46.549376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Transition to ACTIVE for port object 95708b22-98e0-41b1-8387-adf9bab33bf1 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:46.581194 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-308054f5-a16f-4cd4-87f7-1282300acc2a None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.598450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-308054f5-a16f-4cd4-87f7-1282300acc2a None None] Transition to ACTIVE for port object 5bd44472-05ae-422a-b46a-a35ced29b208 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:46.627277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5bd44472-05ae-422a-b46a-a35ced29b208 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:46.632150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5bd44472-05ae-422a-b46a-a35ced29b208 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:46.632532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.644275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4337bddb-b305-4135-89dc-24b2a4c114c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.666613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4337bddb-b305-4135-89dc-24b2a4c114c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:46.729266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27c57e79-9aee-4279-a925-23c2a73f5fdd req-778216c0-4633-457c-8b36-0be3f01afa91 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 210 time: 0.0350730 Aug 24 00:44:46.730367 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.736755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.770028 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-308054f5-a16f-4cd4-87f7-1282300acc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:46.781515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:46.789080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:46.797395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:46.884797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:46.954184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308054f5-a16f-4cd4-87f7-1282300acc2a None None] Pushing event updated for resources: {'Port': ['ID=5bd44472-05ae-422a-b46a-a35ced29b208,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:47.028780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b15d7c80-c560-490d-a59c-a36b47bf8007 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:47.040873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:47.041601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.061589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4337bddb-b305-4135-89dc-24b2a4c114c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.068005 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:44:47.068305 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:44:47.091102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1343bc-a039-4894-909b-2948fbce8d22 req-77ccab39-f187-4cbb-a585-6cc28c017930 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:47.092711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b1343bc-a039-4894-909b-2948fbce8d22 req-77ccab39-f187-4cbb-a585-6cc28c017930 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 945 time: 0.1774580 Aug 24 00:44:47.163893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337bddb-b305-4135-89dc-24b2a4c114c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:47.164719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cb92a2c1-b65d-40fb-8e20-04c2bf0a6d0d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3408008 Aug 24 00:44:47.172484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b1343bc-a039-4894-909b-2948fbce8d22 req-f0d82a4b-c634-43df-9140-5ef85b132dd8 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723433 Aug 24 00:44:47.240488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port b15d7c80-c560-490d-a59c-a36b47bf8007 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:47.246551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port b15d7c80-c560-490d-a59c-a36b47bf8007 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:47.247165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.262173 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4337bddb-b305-4135-89dc-24b2a4c114c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.264625 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4337bddb-b305-4135-89dc-24b2a4c114c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a HTTP/1.1" status: 204 len: 168 time: 0.9099402 Aug 24 00:44:47.267290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35472) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:47.328049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Request body: {'port': {'device_id': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:47.394326 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.421396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.453823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d1a188-04b2-4fcd-8557-b09d05f81a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15d7c80-c560-490d-a59c-a36b47bf8007'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:47.465065 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3742a53b-ad5d-4f49-8525-fee06b7d7f18" -d '{"events": [{"server_uuid": "c6d1a188-04b2-4fcd-8557-b09d05f81a3e", "name": "network-vif-plugged", "status": "completed", "tag": "b15d7c80-c560-490d-a59c-a36b47bf8007"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:47.481464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435960e5-fbcb-4bcc-a45e-89619fdb74a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:47.481464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435960e5-fbcb-4bcc-a45e-89619fdb74a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:47.483278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435960e5-fbcb-4bcc-a45e-89619fdb74a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:47.484417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7bd30abe-1848-4478-ae9f-6de6f81bb519 None None] Provisioning for port 95708b22-98e0-41b1-8387-adf9bab33bf1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:47.489112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-435960e5-fbcb-4bcc-a45e-89619fdb74a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2207427 Aug 24 00:44:47.489277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35478) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:47.490409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port b15d7c80-c560-490d-a59c-a36b47bf8007, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b15d7c80-c560-490d-a59c-a36b47bf8007,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:47.497843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7bd30abe-1848-4478-ae9f-6de6f81bb519 None None] Provisioning complete for port 95708b22-98e0-41b1-8387-adf9bab33bf1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:47.500555 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7bd30abe-1848-4478-ae9f-6de6f81bb519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.600223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-2480a8bd-631a-43f2-9252-911e5c0f3127 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 103885fb-77be-48f9-86c5-046548ca86ce {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:47.608461 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2480a8bd-631a-43f2-9252-911e5c0f3127 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.655747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.719860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2480a8bd-631a-43f2-9252-911e5c0f3127 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.766484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7bd30abe-1848-4478-ae9f-6de6f81bb519 None None] Port 95708b22-98e0-41b1-8387-adf9bab33bf1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:44:47.789752 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.851194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 5bd44472-05ae-422a-b46a-a35ced29b208, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5bd44472-05ae-422a-b46a-a35ced29b208,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:47.865860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=b15d7c80-c560-490d-a59c-a36b47bf8007,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:47.882949 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438fa67-99ab-430e-987a-1fe1dd4d4c60 x-openstack-request-id: req-8438fa67-99ab-430e-987a-1fe1dd4d4c60 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:47.883451 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d1a188-04b2-4fcd-8557-b09d05f81a3e", "name": "network-vif-plugged", "status": "completed", "tag": "b15d7c80-c560-490d-a59c-a36b47bf8007", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:47.883735 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8438fa67-99ab-430e-987a-1fe1dd4d4c60 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:47.884274 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d1a188-04b2-4fcd-8557-b09d05f81a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15d7c80-c560-490d-a59c-a36b47bf8007', 'code': 200} Aug 24 00:44:47.941907 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:47.949974 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2480a8bd-631a-43f2-9252-911e5c0f3127 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.024150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=5bd44472-05ae-422a-b46a-a35ced29b208,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:48.081890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393bfea-1a73-4830-abbc-6ac6e1bfd3e6 req-2f8a348f-46d5-49a3-8e30-7793ae668292 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:48.083698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0393bfea-1a73-4830-abbc-6ac6e1bfd3e6 req-2f8a348f-46d5-49a3-8e30-7793ae668292 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 931 time: 0.2231157 Aug 24 00:44:48.089838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e575c9-1ca1-4032-ac5e-468a7f3c86b9 req-71028ffb-6e7c-4242-8c6a-67b87cb73ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:48.102723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5e575c9-1ca1-4032-ac5e-468a7f3c86b9 req-71028ffb-6e7c-4242-8c6a-67b87cb73ca5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 1097 time: 0.1455340 Aug 24 00:44:48.116712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2480a8bd-631a-43f2-9252-911e5c0f3127 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.160343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480a8bd-631a-43f2-9252-911e5c0f3127 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=103885fb-77be-48f9-86c5-046548ca86ce,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:48.166199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3145ff6a-7a3d-498d-ad20-0c53e5260ce4 None None] Provisioning for port 5bd44472-05ae-422a-b46a-a35ced29b208 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:48.172362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3145ff6a-7a3d-498d-ad20-0c53e5260ce4 None None] Provisioning complete for port 5bd44472-05ae-422a-b46a-a35ced29b208 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:48.172824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3145ff6a-7a3d-498d-ad20-0c53e5260ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.205074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2480a8bd-631a-43f2-9252-911e5c0f3127 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.207179 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2480a8bd-631a-43f2-9252-911e5c0f3127 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/103885fb-77be-48f9-86c5-046548ca86ce HTTP/1.1" status: 204 len: 168 time: 0.7168272 Aug 24 00:44:48.210486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35488) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:48.311725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0393bfea-1a73-4830-abbc-6ac6e1bfd3e6 req-d3620d43-8301-4758-876e-28896edb3ba5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086499 Aug 24 00:44:48.322477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d055d6f-70c1-42e8-bb7d-b54f4d53f0fc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet ffc37895-2e26-489c-a8a3-4ac9506b1c9b {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:48.325901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d055d6f-70c1-42e8-bb7d-b54f4d53f0fc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.378395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d055d6f-70c1-42e8-bb7d-b54f4d53f0fc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.390642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5e575c9-1ca1-4032-ac5e-468a7f3c86b9 req-c665234b-feba-449d-945e-77ffd5076fed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237236 Aug 24 00:44:48.438515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5bd44472-05ae-422a-b46a-a35ced29b208 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:48.453764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95708b22-98e0-41b1-8387-adf9bab33bf1 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:48.465672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.475784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054204b-d1ef-4a95-9de9-33ab1c1a7052 req-0311f86d-a850-45a1-ab73-15e9b1a67d43 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:48.477907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3054204b-d1ef-4a95-9de9-33ab1c1a7052 req-0311f86d-a850-45a1-ab73-15e9b1a67d43 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 946 time: 0.1650939 Aug 24 00:44:48.496566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Transition to ACTIVE for port object 95708b22-98e0-41b1-8387-adf9bab33bf1 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:48.515127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f862d2b6-da10-4bc3-8b31-faafb62e2757 None None] Could not find standard attr ID for object 7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:44:48.517712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c171d4d-52ef-430c-a8d5-9afed8b13cad None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:48.525935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3054204b-d1ef-4a95-9de9-33ab1c1a7052 req-fa5dc7af-95a3-479e-a16e-7625f3ac92a4 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402701 Aug 24 00:44:48.545152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d055d6f-70c1-42e8-bb7d-b54f4d53f0fc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.569003 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.620355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5bd44472-05ae-422a-b46a-a35ced29b208 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:48.620774 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.656093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:48.707986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d055d6f-70c1-42e8-bb7d-b54f4d53f0fc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.758539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Attempting to bind port 95708b22-98e0-41b1-8387-adf9bab33bf1 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:48.759750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Attempting to bind port 95708b22-98e0-41b1-8387-adf9bab33bf1 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:48.760295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d055d6f-70c1-42e8-bb7d-b54f4d53f0fc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc37895-2e26-489c-a8a3-4ac9506b1c9b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:48.760495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Attempting to bind port 95708b22-98e0-41b1-8387-adf9bab33bf1 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:48.767002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Port 95708b22-98e0-41b1-8387-adf9bab33bf1 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:44:48.767622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Attempting to bind port 95708b22-98e0-41b1-8387-adf9bab33bf1 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:48.774592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:48.780384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Checking segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:48.780384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Bound using segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:48.780384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Bound port: 95708b22-98e0-41b1-8387-adf9bab33bf1, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:48.780384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.782147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d055d6f-70c1-42e8-bb7d-b54f4d53f0fc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:48.784447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4d055d6f-70c1-42e8-bb7d-b54f4d53f0fc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/ffc37895-2e26-489c-a8a3-4ac9506b1c9b HTTP/1.1" status: 204 len: 168 time: 0.5708063 Aug 24 00:44:48.786925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35494) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:48.884452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:48.892040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:48.901378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35496) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:48.905762 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7926f912-1077-450c-835c-b9fe810ddb43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169727 Aug 24 00:44:48.910371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:48.949922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e6a0f-c52e-40b3-a0b8-5f60509c3d6d None None] Update dhcp port {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'ffc37895-2e26-489c-a8a3-4ac9506b1c9b'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '5bd44472-05ae-422a-b46a-a35ced29b208'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:44:48.986405 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-058e6a0f-c52e-40b3-a0b8-5f60509c3d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.005825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.066344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:49.074775 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.074775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] 10.222.0.37 "PUT /v2.0/ports/95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 1091 time: 1.8948789 Aug 24 00:44:49.076366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:49.079448 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f297e7f-e3da-4954-bed2-f55c0506c147" -d '{"events": [{"name": "network-changed", "server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:49.128463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f92d2-0e5d-43fe-b2d7-d937dd671719 service neutron] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:49.155697 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d745478-8c5a-4764-a37b-a8dd76ec48be x-openstack-request-id: req-9d745478-8c5a-4764-a37b-a8dd76ec48be {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:49.155991 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:49.156244 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d745478-8c5a-4764-a37b-a8dd76ec48be {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:49.164248 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'status': 'completed', 'code': 200} Aug 24 00:44:49.164248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:49.166020 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.266960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a6292-e465-4011-9add-7a27394a02e5 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:49.347211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-d5f49622-3716-4cc1-ab76-f5fefcc87781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:49.347211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-d5f49622-3716-4cc1-ab76-f5fefcc87781 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1094 time: 0.0902841 Aug 24 00:44:49.402008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-cc652a67-33e7-40f9-a424-92cbefacc304 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 217 time: 0.0456090 Aug 24 00:44:49.513445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-716f6db8-5923-4d0a-884e-344433b641f8 None None] Provisioning complete for port 5bd44472-05ae-422a-b46a-a35ced29b208 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:49.514038 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-716f6db8-5923-4d0a-884e-344433b641f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.533722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-a5bbd78b-85c0-4c61-a456-46225ced5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:49.535726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-a5bbd78b-85c0-4c61-a456-46225ced5f3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.1268876 Aug 24 00:44:49.599697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504383a-f484-46e6-bf3b-91405b74002a req-d549d383-4ae9-49dd-8844-02a095adffc7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:49.601347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a504383a-f484-46e6-bf3b-91405b74002a req-d549d383-4ae9-49dd-8844-02a095adffc7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 943 time: 0.1161101 Aug 24 00:44:49.626157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:49.698483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] Deleting port 5bd44472-05ae-422a-b46a-a35ced29b208 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:49.698875 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.734342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a504383a-f484-46e6-bf3b-91405b74002a req-41406d38-3e88-46db-a719-ccccb10d4598 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962830 Aug 24 00:44:49.757765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-a2108f25-ac30-4d69-ae56-d5be4f7b1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:49.759309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-a2108f25-ac30-4d69-ae56-d5be4f7b1fb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148373 Aug 24 00:44:49.779405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] For port 5bd44472-05ae-422a-b46a-a35ced29b208, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5bd44472-05ae-422a-b46a-a35ced29b208,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:49.779809 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.815148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] Calling delete_port for 5bd44472-05ae-422a-b46a-a35ced29b208 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:49.834798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbbbd3-4f08-424a-8656-70770f668473 req-aa8cad12-4a15-4659-a21d-6af8dc8bf229 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:49.836440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7cbbbd3-4f08-424a-8656-70770f668473 req-aa8cad12-4a15-4659-a21d-6af8dc8bf229 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 946 time: 0.1376548 Aug 24 00:44:49.869443 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.966138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:49.973116 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7cbbbd3-4f08-424a-8656-70770f668473 req-866553a0-0a44-4426-b88f-6be583c5743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296775 Aug 24 00:44:49.977870 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:49.998153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:49.998153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:49.998153 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.008491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-59da34e2-5a31-408c-9206-feaa86da3f57 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394173 Aug 24 00:44:50.015791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=6989c96c-5b4b-4f18-b7fe-18e6abe06fbd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:50.016330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] Pushing event deleted for resources: {'Port': ['ID=5bd44472-05ae-422a-b46a-a35ced29b208,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:50.019290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a40383-1789-4771-8fa6-93b51bd6257f None None] No DVR routers for this DVR port 5bd44472-05ae-422a-b46a-a35ced29b208 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:50.035451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299b715-2698-45c3-8cac-b1c18988fea9 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:50.112714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35510) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:50.113294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0031ed95-3630-49ba-b22f-e6120a5a48e2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2102747 Aug 24 00:44:50.118903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:50.143489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1805a9fb-26fe-4be9-b48f-0ab6dc7ca45e req-26d44b83-73d9-421f-b555-6ec7891bad5c service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216264 Aug 24 00:44:50.186239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '6989c96c-5b4b-4f18-b7fe-18e6abe06fbd'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:50.187148 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.308402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-c2c599d1-1480-4245-81b1-6e114f0c7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:50.309912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-c2c599d1-1480-4245-81b1-6e114f0c7dc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1094 time: 0.0454357 Aug 24 00:44:50.315041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:50.319271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.421503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-7207dd76-125b-4df3-b91d-a77a47096805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:50.423388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-7207dd76-125b-4df3-b91d-a77a47096805 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1065314 Aug 24 00:44:50.485560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5bd44472-05ae-422a-b46a-a35ced29b208 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:50.490692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-dc4c2ca1-465c-45dc-a998-87d35db65896 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 217 time: 0.0589631 Aug 24 00:44:50.515592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5bd44472-05ae-422a-b46a-a35ced29b208 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:50.516133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5bd44472-05ae-422a-b46a-a35ced29b208 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:50.533671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Allocated IP 172.20.0.2 (184144b3-13e1-4f01-adb9-84e077cb76fd/6989c96c-5b4b-4f18-b7fe-18e6abe06fbd/088715cc-b86d-43c6-8669-b74403a4d7c9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:50.570589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-2b7c04fc-0b50-4a78-825e-8914fd319a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:50.572439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-2b7c04fc-0b50-4a78-825e-8914fd319a57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0754066 Aug 24 00:44:50.628710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-286d21e5-156e-4934-9c4a-d96cb9572ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:50.630273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-286d21e5-156e-4934-9c4a-d96cb9572ef1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497713 Aug 24 00:44:50.703531 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.716319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Transition to ACTIVE for port object 088715cc-b86d-43c6-8669-b74403a4d7c9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:50.736624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-c9539db3-1b71-48f0-8e8d-12ccf2eac778 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987372 Aug 24 00:44:50.738529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Transition to ACTIVE for port object 088715cc-b86d-43c6-8669-b74403a4d7c9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:50.809449 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.809610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:44:50.810514 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.853339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:50.857111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:50.862090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:50.862827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:50.885469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=5da78c34-0744-4433-ba82-9bdbcfd2651e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:50.890072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:50.899895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:50.907089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:50.929665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Pushing event updated for resources: {'Port': ['ID=088715cc-b86d-43c6-8669-b74403a4d7c9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:50.941499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66464-335b-4a6f-902e-6523e91af8c7 req-b822241c-4f8e-4c91-81e1-bc91d1e31978 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:50.943324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ad66464-335b-4a6f-902e-6523e91af8c7 req-b822241c-4f8e-4c91-81e1-bc91d1e31978 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 943 time: 0.0808544 Aug 24 00:44:50.946042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f297e7f-e3da-4954-bed2-f55c0506c147 req-63a9527d-8487-4f19-b98d-893cc2cd125e service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016101 Aug 24 00:44:50.960700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.961049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.961389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.961780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.962085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.962414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.962739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.963199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.963530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.963854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.964176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.964497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:44:50.968418 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18836230-154f-4568-b067-91770b193754 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8542147 Aug 24 00:44:50.973537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35526) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:50.982373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:7d:57:2c', 'name': 'tempest-NetworksTestDHCPv6-538193636'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:51.011959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Attempting to bind port 088715cc-b86d-43c6-8669-b74403a4d7c9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:51.012347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Attempting to bind port 088715cc-b86d-43c6-8669-b74403a4d7c9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:51.012725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Attempting to bind port 088715cc-b86d-43c6-8669-b74403a4d7c9 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:51.015058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ad66464-335b-4a6f-902e-6523e91af8c7 req-9a976016-57c8-4824-92c2-42f9b335468a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623913 Aug 24 00:44:51.024513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:51.025183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:51.025625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.026037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:51.026515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Bound port: 088715cc-b86d-43c6-8669-b74403a4d7c9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:51.026943 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.121054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] For port 088715cc-b86d-43c6-8669-b74403a4d7c9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:51.124766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] For port 088715cc-b86d-43c6-8669-b74403a4d7c9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=088715cc-b86d-43c6-8669-b74403a4d7c9,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:51.140720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203caceb-838a-4532-94ad-85bbf1ec4084 req-66f090be-ea21-4054-bae8-47e485e7940b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:51.142271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-203caceb-838a-4532-94ad-85bbf1ec4084 req-66f090be-ea21-4054-bae8-47e485e7940b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 946 time: 0.0679457 Aug 24 00:44:51.180798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-203caceb-838a-4532-94ad-85bbf1ec4084 req-d54210cb-1af6-4769-8e06-8d09f19659fc tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Aug 24 00:44:51.235613 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.280585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:51.323427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd07ce-235b-4035-a70e-20fdabbad26c None None] Pushing event updated for resources: {'Port': ['ID=088715cc-b86d-43c6-8669-b74403a4d7c9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:51.414259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.445752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 88582c97-bb4a-40cd-b10b-d19d010ed01d yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:51.676544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 172.20.0.5 (184144b3-13e1-4f01-adb9-84e077cb76fd/6989c96c-5b4b-4f18-b7fe-18e6abe06fbd/88582c97-bb4a-40cd-b10b-d19d010ed01d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:51.687823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fe7d:572c (184144b3-13e1-4f01-adb9-84e077cb76fd/5da78c34-0744-4433-ba82-9bdbcfd2651e/88582c97-bb4a-40cd-b10b-d19d010ed01d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:51.845926 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:51.855465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 88582c97-bb4a-40cd-b10b-d19d010ed01d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:52.033560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.064186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:52.085269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:52.092153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:52.140730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=88582c97-bb4a-40cd-b10b-d19d010ed01d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:52.153350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:52.154177 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.187422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32042ec6-a9fe-4009-9a1f-2a7c8dfb6eca req-08167c77-7687-48a8-b9b3-67c0bd2b583b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:52.189309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32042ec6-a9fe-4009-9a1f-2a7c8dfb6eca req-08167c77-7687-48a8-b9b3-67c0bd2b583b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 943 time: 0.0749323 Aug 24 00:44:52.234126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32042ec6-a9fe-4009-9a1f-2a7c8dfb6eca req-47c12399-1656-4485-a6d8-f5dc30380d2a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382028 Aug 24 00:44:52.279781 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8eb7317c-b291-4283-a326-7b66f55097f8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3046782 Aug 24 00:44:52.287383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35584) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:52.350872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a6064-551b-43fe-bd49-0456d4d5e172 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:52.357022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a6064-551b-43fe-bd49-0456d4d5e172 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:52.358696 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9f0a6064-551b-43fe-bd49-0456d4d5e172 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0701466 Aug 24 00:44:52.362305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:52.409772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412f555-7707-4af9-99b4-eac8acd342bd None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:52.474185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 088715cc-b86d-43c6-8669-b74403a4d7c9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:52.487443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fc59f923-ece1-45b1-83f2-b1e5aa74c110 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 88582c97-bb4a-40cd-b10b-d19d010ed01d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:52.487812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc59f923-ece1-45b1-83f2-b1e5aa74c110 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.503220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:44:52.574183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f34ec299-05b9-4793-8084-19f6258e860e None None] Provisioning for port 088715cc-b86d-43c6-8669-b74403a4d7c9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:52.588557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc59f923-ece1-45b1-83f2-b1e5aa74c110 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.600279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-fc59f923-ece1-45b1-83f2-b1e5aa74c110 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 88582c97-bb4a-40cd-b10b-d19d010ed01d owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:52.702578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:52.713402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'port_id': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'mac_address': 'fa:16:3e:ac:40:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:44:52.720151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 088715cc-b86d-43c6-8669-b74403a4d7c9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:52.741457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 088715cc-b86d-43c6-8669-b74403a4d7c9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:52.741890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.801486 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.832493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95708b22-98e0-41b1-8387-adf9bab33bf1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:44:52.891307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:52.957093 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:52.970485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1b78d2-1d35-450d-a73e-bcd92dfaac6b None None] Update dhcp port {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': '6989c96c-5b4b-4f18-b7fe-18e6abe06fbd', 'ip_address': '172.20.0.2'}, {'subnet_id': '5da78c34-0744-4433-ba82-9bdbcfd2651e'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '088715cc-b86d-43c6-8669-b74403a4d7c9'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:44:53.007762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.040447 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8c1b78d2-1d35-450d-a73e-bcd92dfaac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.049889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc59f923-ece1-45b1-83f2-b1e5aa74c110 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.066945 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 088715cc-b86d-43c6-8669-b74403a4d7c9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=088715cc-b86d-43c6-8669-b74403a4d7c9,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:53.098385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59f923-ece1-45b1-83f2-b1e5aa74c110 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=88582c97-bb4a-40cd-b10b-d19d010ed01d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:53.119501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:53.188672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.200636 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc59f923-ece1-45b1-83f2-b1e5aa74c110 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.202854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fc59f923-ece1-45b1-83f2-b1e5aa74c110 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/88582c97-bb4a-40cd-b10b-d19d010ed01d HTTP/1.1" status: 204 len: 168 time: 0.8394740 Aug 24 00:44:53.205426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35632) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:53.273894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4656c-c528-41ea-9319-12dfcfbf8629 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:53.275483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4656c-c528-41ea-9319-12dfcfbf8629 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:53.277013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4656c-c528-41ea-9319-12dfcfbf8629 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:53.279120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ed4656c-c528-41ea-9319-12dfcfbf8629 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0721121 Aug 24 00:44:53.281457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35636) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:53.297283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['95708b22-98e0-41b1-8387-adf9bab33bf1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:44:53.310402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-8c1b78d2-1d35-450d-a73e-bcd92dfaac6b None None] Allocated IP 2001:db8::f816:3eff:fe64:7dd4 (184144b3-13e1-4f01-adb9-84e077cb76fd/5da78c34-0744-4433-ba82-9bdbcfd2651e/088715cc-b86d-43c6-8669-b74403a4d7c9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:53.361105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=088715cc-b86d-43c6-8669-b74403a4d7c9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:53.415910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-451adb19-f5de-400c-b735-4249b012e910 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 5da78c34-0744-4433-ba82-9bdbcfd2651e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:53.438322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402be5b-9e22-435e-b473-d459a5c9b8ec req-2438f700-63c1-43fe-bca4-08dec4123e6d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:53.454159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e402be5b-9e22-435e-b473-d459a5c9b8ec req-2438f700-63c1-43fe-bca4-08dec4123e6d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1182218 Aug 24 00:44:53.499183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8c1b78d2-1d35-450d-a73e-bcd92dfaac6b None None] For port 088715cc-b86d-43c6-8669-b74403a4d7c9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=088715cc-b86d-43c6-8669-b74403a4d7c9,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:53.531861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e402be5b-9e22-435e-b473-d459a5c9b8ec req-84e87a70-eb83-4903-ba96-945e0967b9b4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616901 Aug 24 00:44:53.552296 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8c1b78d2-1d35-450d-a73e-bcd92dfaac6b None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.581755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8c1b78d2-1d35-450d-a73e-bcd92dfaac6b None None] Transition to ACTIVE for port object 088715cc-b86d-43c6-8669-b74403a4d7c9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:53.696132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-451adb19-f5de-400c-b735-4249b012e910 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.696364 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8c1b78d2-1d35-450d-a73e-bcd92dfaac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.744074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-451adb19-f5de-400c-b735-4249b012e910 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:53.797921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b78d2-1d35-450d-a73e-bcd92dfaac6b None None] Pushing event updated for resources: {'Port': ['ID=088715cc-b86d-43c6-8669-b74403a4d7c9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:53.844015 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-451adb19-f5de-400c-b735-4249b012e910 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.046664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-451adb19-f5de-400c-b735-4249b012e910 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.082057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451adb19-f5de-400c-b735-4249b012e910 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=5da78c34-0744-4433-ba82-9bdbcfd2651e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:54.095668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-451adb19-f5de-400c-b735-4249b012e910 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.097895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-451adb19-f5de-400c-b735-4249b012e910 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/5da78c34-0744-4433-ba82-9bdbcfd2651e HTTP/1.1" status: 204 len: 168 time: 0.8146191 Aug 24 00:44:54.107951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35648) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.193041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd09e1d1-74f0-4b48-bca2-9d2ac94d47a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 6989c96c-5b4b-4f18-b7fe-18e6abe06fbd {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:44:54.197172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd09e1d1-74f0-4b48-bca2-9d2ac94d47a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.246139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd09e1d1-74f0-4b48-bca2-9d2ac94d47a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.355830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd09e1d1-74f0-4b48-bca2-9d2ac94d47a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.456643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 088715cc-b86d-43c6-8669-b74403a4d7c9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:54.506343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:44:54.527014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd09e1d1-74f0-4b48-bca2-9d2ac94d47a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.552308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1be5f63-18c3-4b7f-97d1-40cf1f63e2f9 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:54.566542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dd09e1d1-74f0-4b48-bca2-9d2ac94d47a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.572813 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dd09e1d1-74f0-4b48-bca2-9d2ac94d47a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/6989c96c-5b4b-4f18-b7fe-18e6abe06fbd HTTP/1.1" status: 204 len: 168 time: 0.4611709 Aug 24 00:44:54.574219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09e1d1-74f0-4b48-bca2-9d2ac94d47a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=6989c96c-5b4b-4f18-b7fe-18e6abe06fbd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:54.577623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.662705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-03cf764b-5e1b-471a-a54d-745bf49f5e7a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840766 Aug 24 00:44:54.667396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35656) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.757486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a22a2-9601-4d07-8ed6-ab14cccff9f4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:54.759398 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-360a22a2-9601-4d07-8ed6-ab14cccff9f4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0908012 Aug 24 00:44:54.762533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35658) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.777009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129eb6c-c371-4cc3-845d-6852c57056c3 req-ebc208a8-b4fa-4054-bd57-3456d04e4b3d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:54.777219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-721b88a8-7cfe-4847-bc6b-217d1b96efa0 None None] Provisioning for port 088715cc-b86d-43c6-8669-b74403a4d7c9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:54.784200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-721b88a8-7cfe-4847-bc6b-217d1b96efa0 None None] Provisioning complete for port 088715cc-b86d-43c6-8669-b74403a4d7c9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:54.784630 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-721b88a8-7cfe-4847-bc6b-217d1b96efa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.795029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 95708b22-98e0-41b1-8387-adf9bab33bf1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:44:54.803025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e129eb6c-c371-4cc3-845d-6852c57056c3 req-ebc208a8-b4fa-4054-bd57-3456d04e4b3d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1388092 Aug 24 00:44:54.832528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 95708b22-98e0-41b1-8387-adf9bab33bf1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:44:54.832706 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:54.845275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2f90c-4a89-4291-ae29-0711c090b599 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:54.849326 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c5a2f90c-4a89-4291-ae29-0711c090b599 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0808103 Aug 24 00:44:54.849597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35660) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.859669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:44:54.899628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e129eb6c-c371-4cc3-845d-6852c57056c3 req-3a09f868-c7dd-4df1-b9f6-6f3704429f0e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811729 Aug 24 00:44:54.910089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a5a6d222-3540-4c13-ac38-8a34f06bd15b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579996 Aug 24 00:44:54.916783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35662) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:54.924814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1dc88dbf-c452-4b41-aee4-fa3c5c1be4fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:55.008326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] Deleting port 088715cc-b86d-43c6-8669-b74403a4d7c9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:44:55.008704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.024477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-721b88a8-7cfe-4847-bc6b-217d1b96efa0 None None] Could not find standard attr ID for object 88582c97-bb4a-40cd-b10b-d19d010ed01d. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:44:55.071535 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.103649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] For port 088715cc-b86d-43c6-8669-b74403a4d7c9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=088715cc-b86d-43c6-8669-b74403a4d7c9,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:55.104091 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.120116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:55.122274 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2930aa9a-80a1-4e51-b8aa-62113d520da0" -d '{"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-plugged", "status": "completed", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:55.129462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] Calling delete_port for 088715cc-b86d-43c6-8669-b74403a4d7c9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:44:55.141403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:44:55.147198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc88dbf-c452-4b41-aee4-fa3c5c1be4fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:55.151335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1dc88dbf-c452-4b41-aee4-fa3c5c1be4fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.152648 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc88dbf-c452-4b41-aee4-fa3c5c1be4fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:44:55.153140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc88dbf-c452-4b41-aee4-fa3c5c1be4fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:55.191613 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e43d6-60b6-4c3d-b581-cebf4d58ddcc x-openstack-request-id: req-cd2e43d6-60b6-4c3d-b581-cebf4d58ddcc {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:55.191894 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-plugged", "status": "completed", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:55.192140 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd2e43d6-60b6-4c3d-b581-cebf4d58ddcc {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:55.192523 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'code': 200} Aug 24 00:44:55.281507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1dc88dbf-c452-4b41-aee4-fa3c5c1be4fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3633876 Aug 24 00:44:55.284544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35670) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:55.291742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1ebb94c0-97ad-48f4-af2b-2684009d6058 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:55.375636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.417712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802f679-7891-4e1f-8885-114a80b9021c req-3b8e1cce-c11a-4e8a-b6ea-dc9afaa822f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:55.419221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e802f679-7891-4e1f-8885-114a80b9021c req-3b8e1cce-c11a-4e8a-b6ea-dc9afaa822f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1096 time: 0.0645981 Aug 24 00:44:55.434724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:55.477983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e802f679-7891-4e1f-8885-114a80b9021c req-3988f25b-e7de-4b94-8bb7-0c00a6910414 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506854 Aug 24 00:44:55.480475 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.515033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] Pushing event deleted for resources: {'Port': ['ID=088715cc-b86d-43c6-8669-b74403a4d7c9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:55.519222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454640ad-ec05-4b7d-935f-990e668ffc27 None None] No DVR routers for this DVR port 088715cc-b86d-43c6-8669-b74403a4d7c9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:44:55.548871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebb94c0-97ad-48f4-af2b-2684009d6058 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:55.553450 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ebb94c0-97ad-48f4-af2b-2684009d6058 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.556073 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebb94c0-97ad-48f4-af2b-2684009d6058 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:44:55.556796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebb94c0-97ad-48f4-af2b-2684009d6058 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:55.698003 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.699076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1ebb94c0-97ad-48f4-af2b-2684009d6058 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4129035 Aug 24 00:44:55.702144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35674) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:55.707790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d5fcd8c8-95a7-483e-9888-ec494b05c58c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:55.907371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fcd8c8-95a7-483e-9888-ec494b05c58c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:55.911124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd8c8-95a7-483e-9888-ec494b05c58c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:55.912728 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fcd8c8-95a7-483e-9888-ec494b05c58c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:44:55.923415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fcd8c8-95a7-483e-9888-ec494b05c58c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:56.032562 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5fcd8c8-95a7-483e-9888-ec494b05c58c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3268964 Aug 24 00:44:56.032798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35680) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:56.038432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7eadf348-d37c-48d8-b2fa-db69d9ae1b0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:56.044389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000db40-e13b-4622-90e0-16bd0e35fd13 req-2e88618b-0991-481b-aea5-791bd117d54e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:56.046237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5000db40-e13b-4622-90e0-16bd0e35fd13 req-2e88618b-0991-481b-aea5-791bd117d54e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0675972 Aug 24 00:44:56.124824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5000db40-e13b-4622-90e0-16bd0e35fd13 req-3825db60-0f84-4f45-aec9-51124f216358 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660613 Aug 24 00:44:56.281272 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7181fb52-fbb4-4565-b674-0f5ccf875764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.315127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eadf348-d37c-48d8-b2fa-db69d9ae1b0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:56.318765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7eadf348-d37c-48d8-b2fa-db69d9ae1b0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.321676 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eadf348-d37c-48d8-b2fa-db69d9ae1b0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:44:56.322324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eadf348-d37c-48d8-b2fa-db69d9ae1b0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:56.400664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 088715cc-b86d-43c6-8669-b74403a4d7c9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:44:56.422095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 088715cc-b86d-43c6-8669-b74403a4d7c9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:44:56.422475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 088715cc-b86d-43c6-8669-b74403a4d7c9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:44:56.436171 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7eadf348-d37c-48d8-b2fa-db69d9ae1b0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4023161 Aug 24 00:44:56.439965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35686) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:56.464980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2960452d-2d7e-4bd7-946c-1481e4768277 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:56.646693 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960452d-2d7e-4bd7-946c-1481e4768277 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:56.650408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2960452d-2d7e-4bd7-946c-1481e4768277 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:56.651948 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2960452d-2d7e-4bd7-946c-1481e4768277 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:44:56.656379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2960452d-2d7e-4bd7-946c-1481e4768277 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:56.830423 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2960452d-2d7e-4bd7-946c-1481e4768277 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3804905 Aug 24 00:44:56.833467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35690) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:56.840918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-dc8e0b28-8b44-4ff4-8b5e-d18e08b89d42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:57.056110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8e0b28-8b44-4ff4-8b5e-d18e08b89d42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:57.059831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc8e0b28-8b44-4ff4-8b5e-d18e08b89d42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.061342 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8e0b28-8b44-4ff4-8b5e-d18e08b89d42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:44:57.061952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8e0b28-8b44-4ff4-8b5e-d18e08b89d42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:44:57.207656 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dc8e0b28-8b44-4ff4-8b5e-d18e08b89d42 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3729489 Aug 24 00:44:57.210671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35698) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:57.281163 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-117d042d-b11e-4967-b9b0-55f523e6c50c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0681896 Aug 24 00:44:57.282818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35702) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:57.301634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062887a9-cc76-40a5-b45f-9c4b9282d3e1 req-bb295aff-7ffd-48d5-ad51-a8623b70d43e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:57.303532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-062887a9-cc76-40a5-b45f-9c4b9282d3e1 req-bb295aff-7ffd-48d5-ad51-a8623b70d43e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0788791 Aug 24 00:44:57.348570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c0e6c-c6e0-41ad-98dc-96c3bb21581b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:57.351427 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fb2c0e6c-c6e0-41ad-98dc-96c3bb21581b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671234 Aug 24 00:44:57.353526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35704) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:57.373557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-062887a9-cc76-40a5-b45f-9c4b9282d3e1 req-a5c883c2-302c-49c0-b55e-09510536c059 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631676 Aug 24 00:44:57.407907 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-faf2acc7-bcb1-4c42-ae86-2e4575eeb720 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532110 Aug 24 00:44:57.411892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35706) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:57.425774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:57.537989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7aadd-9229-4204-95e5-1ac08dcdcc6d req-a173822f-7b21-4c43-9769-fca64da0994a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:57.540044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54b7aadd-9229-4204-95e5-1ac08dcdcc6d req-a173822f-7b21-4c43-9769-fca64da0994a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0649850 Aug 24 00:44:57.549717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:57.556599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Request body: {'floatingip': {'port_id': '95708b22-98e0-41b1-8387-adf9bab33bf1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:57.726525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:57.730517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:57.979230 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.234254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:44:58.236069 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.307911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:58.314081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:58.323045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:58.323645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.328367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428725f9-2987-40ef-a70f-0d12ce3884ef None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:44:58.363749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=cb80ed55-3cf8-405b-83c0-f48814bba22e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:58.408821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-41249a9c-d07f-4348-8e6d-78553f03b6d0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9951220 Aug 24 00:44:58.411407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35718) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:44:58.421267 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:01:d4:ae', 'name': 'tempest-NetworksTestDHCPv6-1557736314'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:44:58.575399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.609932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'cb80ed55-3cf8-405b-83c0-f48814bba22e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:44:58.610996 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.663752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.781032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:44:58.788473 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Floating IP 24a83d13-3d5d-4400-8435-fb2e7cc2ca6d associated. External IP: 172.25.5.34, port: 95708b22-98e0-41b1-8387-adf9bab33bf1. Aug 24 00:44:58.821886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Allocated IP 2001:db8::f816:3eff:fe81:21a8 (184144b3-13e1-4f01-adb9-84e077cb76fd/cb80ed55-3cf8-405b-83c0-f48814bba22e/5a4d2706-ce95-4b29-a1e7-e88851e40e94) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:58.890369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:58.925112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port bc42218b-c842-47bc-b72d-13bbe61c8dbc yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:44:59.055946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Router 239402ca-c754-4577-92e4-a53b5f30e071 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:44:59.070189 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c66eca84-c979-4826-b580-10672c2cf9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.105097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.119576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Transition to ACTIVE for port object 5a4d2706-ce95-4b29-a1e7-e88851e40e94 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:59.146393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Transition to ACTIVE for port object 5a4d2706-ce95-4b29-a1e7-e88851e40e94 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:59.202535 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.203566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:44:59.213246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.217658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] Sync routers for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:44:59.232743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:44:59.234528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:44:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:44:59.246110 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.247011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1536f6bb-957e-44bf-a7b7-906fa1a6d405 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "PUT /v2.0/floatingips/24a83d13-3d5d-4400-8435-fb2e7cc2ca6d HTTP/1.1" status: 200 len: 990 time: 1.6955295 Aug 24 00:44:59.247846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:44:59.262529 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:44:59.343986 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0ce5ce-747e-4fb1-98da-cd37606c98c5 x-openstack-request-id: req-af0ce5ce-747e-4fb1-98da-cd37606c98c5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:44:59.344281 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:44:59.344540 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af0ce5ce-747e-4fb1-98da-cd37606c98c5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:44:59.344937 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'status': 'completed', 'code': 200} Aug 24 00:44:59.348980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fe01:d4ae (184144b3-13e1-4f01-adb9-84e077cb76fd/cb80ed55-3cf8-405b-83c0-f48814bba22e/bc42218b-c842-47bc-b72d-13bbe61c8dbc) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:44:59.438588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-7bbcad62-7caa-42e9-90ce-74b0fa10918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:59.440484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-7bbcad62-7caa-42e9-90ce-74b0fa10918c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1096 time: 0.0704176 Aug 24 00:44:59.477133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:59.480579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:59.496583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:59.504693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Pushing event updated for resources: {'Port': ['ID=5a4d2706-ce95-4b29-a1e7-e88851e40e94,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:59.546908 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.580288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object bc42218b-c842-47bc-b72d-13bbe61c8dbc will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:44:59.596853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:44:59.643773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Attempting to bind port 5a4d2706-ce95-4b29-a1e7-e88851e40e94 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:44:59.644161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Attempting to bind port 5a4d2706-ce95-4b29-a1e7-e88851e40e94 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:44:59.644534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Attempting to bind port 5a4d2706-ce95-4b29-a1e7-e88851e40e94 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:44:59.656151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:44:59.656676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:44:59.657094 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.657501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:44:59.658015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Bound port: 5a4d2706-ce95-4b29-a1e7-e88851e40e94, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:44:59.658463 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.679473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-e17340d3-2b40-4d43-9d0f-737ed21016bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:59.681304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-e17340d3-2b40-4d43-9d0f-737ed21016bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.2335093 Aug 24 00:44:59.708308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.743140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:44:59.746375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:44:59.757550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:44:59.763770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:59.774214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:44:59.827593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] For port 5a4d2706-ce95-4b29-a1e7-e88851e40e94, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:44:59.847033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-e173c55c-c32f-4f17-a6f6-80fa5fe2de69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 998 time: 0.1437628 Aug 24 00:44:59.848046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] For port 5a4d2706-ce95-4b29-a1e7-e88851e40e94, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5a4d2706-ce95-4b29-a1e7-e88851e40e94,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:44:59.900544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=bc42218b-c842-47bc-b72d-13bbe61c8dbc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:44:59.947770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-659cc2f7-db37-4faf-948f-834f7d4f7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:44:59.949323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-659cc2f7-db37-4faf-948f-834f7d4f7dbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0947177 Aug 24 00:44:59.951477 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.012177 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b2799617-d4e6-4fd3-887e-a93eb8c9a58b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5996678 Aug 24 00:45:00.014338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35738) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.031741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d06bc0-8f9d-4d63-b957-5a0de5030636 None None] Pushing event updated for resources: {'Port': ['ID=5a4d2706-ce95-4b29-a1e7-e88851e40e94,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:00.051026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '24a83d13-3d5d-4400-8435-fb2e7cc2ca6d', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'port_id': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'mac_address': 'fa:16:3e:ac:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:44:40Z', 'updated_at': '2021-08-24T00:44:58Z', 'revision_number': 1, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:00.063040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-ed7036fc-4ae3-4bda-84b4-ef9c603ca7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:00.065275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-ed7036fc-4ae3-4bda-84b4-ef9c603ca7a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086290 Aug 24 00:45:00.083072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] Checking router: 239402ca-c754-4577-92e4-a53b5f30e071 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:45:00.094772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:45:00.095696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:44:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:00.126810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e80d2-7975-4601-accc-9138c5a5758b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:00.144896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e80d2-7975-4601-accc-9138c5a5758b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:00.157226 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a95e80d2-7975-4601-accc-9138c5a5758b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1415203 Aug 24 00:45:00.158303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35740) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:00.273982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-0c329f20-512a-4ef9-8955-9da419a5ed85 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005997 Aug 24 00:45:00.315307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:45:00.363301 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b783fd8-ce81-4304-8c22-f4cd48dc4006 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port bc42218b-c842-47bc-b72d-13bbe61c8dbc {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:00.363753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b783fd8-ce81-4304-8c22-f4cd48dc4006 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.429163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.513968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d08f08-10b4-45c6-84ea-f2024ff4d5a1 req-f4a665ad-a5b6-4327-a8d3-ef1bc24180ea service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330334 Aug 24 00:45:00.716915 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b783fd8-ce81-4304-8c22-f4cd48dc4006 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:00.735584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-6b783fd8-ce81-4304-8c22-f4cd48dc4006 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for bc42218b-c842-47bc-b72d-13bbe61c8dbc owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:00.775453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '24a83d13-3d5d-4400-8435-fb2e7cc2ca6d', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'port_id': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'mac_address': 'fa:16:3e:ac:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:44:40Z', 'updated_at': '2021-08-24T00:44:58Z', 'revision_number': 1, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:00.809057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2b44d-263e-4d2a-876e-9f0925dabcd9 None None] The sync data for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 is: [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '24a83d13-3d5d-4400-8435-fb2e7cc2ca6d', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'port_id': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'mac_address': 'fa:16:3e:ac:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:44:40Z', 'updated_at': '2021-08-24T00:44:58Z', 'revision_number': 1, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:45:01.023374 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b783fd8-ce81-4304-8c22-f4cd48dc4006 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.068980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b783fd8-ce81-4304-8c22-f4cd48dc4006 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=bc42218b-c842-47bc-b72d-13bbe61c8dbc,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:01.097262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b783fd8-ce81-4304-8c22-f4cd48dc4006 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.099670 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b783fd8-ce81-4304-8c22-f4cd48dc4006 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/bc42218b-c842-47bc-b72d-13bbe61c8dbc HTTP/1.1" status: 204 len: 168 time: 0.9406414 Aug 24 00:45:01.102856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35752) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:01.187660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f60d37-0626-4846-8733-41c988b001c5 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:01.189757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f60d37-0626-4846-8733-41c988b001c5 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:01.194647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35756) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:01.195143 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5f60d37-0626-4846-8733-41c988b001c5 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0910168 Aug 24 00:45:01.316006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet cb80ed55-3cf8-405b-83c0-f48814bba22e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:01.324970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.367371 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43862563-72ba-4cbe-a52b-f026cd4da30f None None] New status for floating IP 24a83d13-3d5d-4400-8435-fb2e7cc2ca6d: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:45:01.421839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.561426 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.720691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-56501dee-6402-4bdd-b207-8e83ed2f6c8a None None] Provisioning for port 5a4d2706-ce95-4b29-a1e7-e88851e40e94 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:01.768057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.803628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=cb80ed55-3cf8-405b-83c0-f48814bba22e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:01.809283 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.813532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/cb80ed55-3cf8-405b-83c0-f48814bba22e HTTP/1.1" status: 204 len: 168 time: 0.6155930 Aug 24 00:45:01.816106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:01.823066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:01.831612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.832022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.832396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.832793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.833145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.833468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.833835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.834205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.834535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.834902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.835275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.835622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489337ce-aa78-4a82-94db-2487946f0601 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:01.856883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d922c4-9629-4004-bdbb-204fd57cbb2a None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:01.877430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-155adf2e-ef94-47ce-8fb6-ea15173c79f0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592437 Aug 24 00:45:01.883887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35768) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:01.889697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:01.959785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd070b29-3eac-42d6-9887-b73661c8c0a7 None None] Could not find standard attr ID for object bc42218b-c842-47bc-b72d-13bbe61c8dbc. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:45:02.068806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:02.073681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.080007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:02.140382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] Deleting port 5a4d2706-ce95-4b29-a1e7-e88851e40e94 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:02.140769 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.212328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] For port 5a4d2706-ce95-4b29-a1e7-e88851e40e94, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5a4d2706-ce95-4b29-a1e7-e88851e40e94,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:02.212746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.230121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] Calling delete_port for 5a4d2706-ce95-4b29-a1e7-e88851e40e94 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:02.415307 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.445392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] No DVR routers for this DVR port 5a4d2706-ce95-4b29-a1e7-e88851e40e94 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:02.449250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414f5f4-5460-448e-8bd5-8ee02bcf63d7 None None] Pushing event deleted for resources: {'Port': ['ID=5a4d2706-ce95-4b29-a1e7-e88851e40e94,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:02.487109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:45:02.488846 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.530914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:02.534155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:02.539442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:02.540034 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.548970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4d290-9e11-4371-8603-0e55f82c618c None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:02.561171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=11dc368b-eda3-4c16-b4ea-7f91189502e3,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:02.653371 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eb75f57b-c7cf-42a8-b44f-031d5a314ed4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7676485 Aug 24 00:45:02.655828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35776) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:02.666499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:a7:f0:3d', 'name': 'tempest-NetworksTestDHCPv6-68452005'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:02.743722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '11dc368b-eda3-4c16-b4ea-7f91189502e3'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:02.745742 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.901109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Allocated IP 2001:db8::f816:3eff:fee3:ad71 (184144b3-13e1-4f01-adb9-84e077cb76fd/11dc368b-eda3-4c16-b4ea-7f91189502e3/1fb82064-9b9c-4f69-a035-2949cdc63d76) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:02.912768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:02.921330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:02.945860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 62988ff7-644c-464f-9627-88b7c2b37b25 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:03.082502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.090841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Transition to ACTIVE for port object 1fb82064-9b9c-4f69-a035-2949cdc63d76 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:03.106339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Transition to ACTIVE for port object 1fb82064-9b9c-4f69-a035-2949cdc63d76 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:03.299321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.299321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Pushing event updated for resources: {'Port': ['ID=1fb82064-9b9c-4f69-a035-2949cdc63d76,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:03.317167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:03.319180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:03.321744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:03.327632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fea7:f03d (184144b3-13e1-4f01-adb9-84e077cb76fd/11dc368b-eda3-4c16-b4ea-7f91189502e3/62988ff7-644c-464f-9627-88b7c2b37b25) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:03.388632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Attempting to bind port 1fb82064-9b9c-4f69-a035-2949cdc63d76 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:03.388926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Attempting to bind port 1fb82064-9b9c-4f69-a035-2949cdc63d76 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:03.389291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Attempting to bind port 1fb82064-9b9c-4f69-a035-2949cdc63d76 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:03.401387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:03.404723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:03.404723 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.404723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:03.404723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Bound port: 1fb82064-9b9c-4f69-a035-2949cdc63d76, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:03.404723 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.500320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] For port 1fb82064-9b9c-4f69-a035-2949cdc63d76, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:03.507733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] For port 1fb82064-9b9c-4f69-a035-2949cdc63d76, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1fb82064-9b9c-4f69-a035-2949cdc63d76,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:03.588001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.653553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ca0e1-533b-499f-ab2b-e8e40560ad05 None None] Pushing event updated for resources: {'Port': ['ID=1fb82064-9b9c-4f69-a035-2949cdc63d76,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:03.908267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:03.922840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 62988ff7-644c-464f-9627-88b7c2b37b25 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:04.078334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:04.134264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:04.137417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:04.140907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:04.148252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:04.149077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:04.157337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=62988ff7-644c-464f-9627-88b7c2b37b25,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:04.285076 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-df2ce9a5-8507-4753-bae9-3c601ba559a1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6275780 Aug 24 00:45:04.287428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35822) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:04.339302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1fbd3-7515-477d-858f-ccbeada91c75 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:04.345869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1fbd3-7515-477d-858f-ccbeada91c75 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:04.347520 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-19a1fbd3-7515-477d-858f-ccbeada91c75 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0591185 Aug 24 00:45:04.350677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35824) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:04.508978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1fb82064-9b9c-4f69-a035-2949cdc63d76 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:04.533018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f2550aa2-d809-497b-94ae-1fa50973896c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 62988ff7-644c-464f-9627-88b7c2b37b25 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:04.533369 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2550aa2-d809-497b-94ae-1fa50973896c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:04.664593 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2550aa2-d809-497b-94ae-1fa50973896c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:04.684623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-f2550aa2-d809-497b-94ae-1fa50973896c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 62988ff7-644c-464f-9627-88b7c2b37b25 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:04.743056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1fb82064-9b9c-4f69-a035-2949cdc63d76 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:05.036577 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2550aa2-d809-497b-94ae-1fa50973896c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.057230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-093fd91c-c21b-4456-8258-5c1681140f8c None None] Provisioning for port 1fb82064-9b9c-4f69-a035-2949cdc63d76 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:05.067042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-093fd91c-c21b-4456-8258-5c1681140f8c None None] Provisioning complete for port 1fb82064-9b9c-4f69-a035-2949cdc63d76 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:05.067042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-093fd91c-c21b-4456-8258-5c1681140f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.097959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2550aa2-d809-497b-94ae-1fa50973896c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=62988ff7-644c-464f-9627-88b7c2b37b25,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:05.182936 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f2550aa2-d809-497b-94ae-1fa50973896c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.184931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f2550aa2-d809-497b-94ae-1fa50973896c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/62988ff7-644c-464f-9627-88b7c2b37b25 HTTP/1.1" status: 204 len: 168 time: 0.8328738 Aug 24 00:45:05.188206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35844) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:05.234557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-093fd91c-c21b-4456-8258-5c1681140f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.281797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d372472-a8d7-4b2e-9741-cf9c36c83aed tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:05.284762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d372472-a8d7-4b2e-9741-cf9c36c83aed tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:05.290482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:05.291054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5d372472-a8d7-4b2e-9741-cf9c36c83aed tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1001148 Aug 24 00:45:05.383745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-9111fb70-d81b-4825-8047-6599239d7ffc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 11dc368b-eda3-4c16-b4ea-7f91189502e3 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:05.388448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9111fb70-d81b-4825-8047-6599239d7ffc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.446716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-093fd91c-c21b-4456-8258-5c1681140f8c None None] For port 1fb82064-9b9c-4f69-a035-2949cdc63d76, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1fb82064-9b9c-4f69-a035-2949cdc63d76,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:05.448180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9111fb70-d81b-4825-8047-6599239d7ffc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.955029 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-093fd91c-c21b-4456-8258-5c1681140f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:05.958745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9111fb70-d81b-4825-8047-6599239d7ffc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.014989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fd91c-c21b-4456-8258-5c1681140f8c None None] Pushing event updated for resources: {'Port': ['ID=1fb82064-9b9c-4f69-a035-2949cdc63d76,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:06.073668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7e3bad72-a018-49fb-a433-e2aa6d126a84 None None] Could not find standard attr ID for object 62988ff7-644c-464f-9627-88b7c2b37b25. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:45:06.155813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9111fb70-d81b-4825-8047-6599239d7ffc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.188973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111fb70-d81b-4825-8047-6599239d7ffc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=11dc368b-eda3-4c16-b4ea-7f91189502e3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:06.215700 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9111fb70-d81b-4825-8047-6599239d7ffc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.216841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9111fb70-d81b-4825-8047-6599239d7ffc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/11dc368b-eda3-4c16-b4ea-7f91189502e3 HTTP/1.1" status: 204 len: 168 time: 0.9233818 Aug 24 00:45:06.217909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35858) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.220396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d61b37-5177-45c4-a4c4-a0c2e856d399 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:06.294124 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f62247f1-f1f6-41d6-a341-5c88808c0c9f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744331 Aug 24 00:45:06.296660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.377864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7fa56d-872e-460f-ae10-b9f2f6606708 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:06.377864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-df7fa56d-872e-460f-ae10-b9f2f6606708 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0782001 Aug 24 00:45:06.382283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35868) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.466247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4bafc5-ecea-493b-b727-4a5362f157ea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:06.467951 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0e4bafc5-ecea-493b-b727-4a5362f157ea tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841417 Aug 24 00:45:06.468948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:06.474398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35870) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.530334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-221ebae8-3eb4-463a-ae3f-61391f03369c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509543 Aug 24 00:45:06.531547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35872) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:06.537349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:06.539772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] Deleting port 1fb82064-9b9c-4f69-a035-2949cdc63d76 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:06.540386 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.626071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] For port 1fb82064-9b9c-4f69-a035-2949cdc63d76, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1fb82064-9b9c-4f69-a035-2949cdc63d76,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:06.626401 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.647095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] Calling delete_port for 1fb82064-9b9c-4f69-a035-2949cdc63d76 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:06.792710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:06.796267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.846734 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:06.899867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] Pushing event deleted for resources: {'Port': ['ID=1fb82064-9b9c-4f69-a035-2949cdc63d76,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:06.906860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1217221f-dd80-4595-a07d-8c9a6d12a4df None None] No DVR routers for this DVR port 1fb82064-9b9c-4f69-a035-2949cdc63d76 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:07.192590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:45:07.194329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.237414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:07.241227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:07.245456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:07.246285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.257330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb82305-5349-49b9-b3b0-d13749204819 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:07.264041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=eb9c2b66-bfd0-49d5-91ee-5f49337ffc5e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:07.387701 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-18d348d9-109d-4769-b84b-81b3735f8e9c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8546069 Aug 24 00:45:07.390383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35890) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:07.395533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:81:3c:61', 'name': 'tempest-NetworksTestDHCPv6-1029441704'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:07.440054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'eb9c2b66-bfd0-49d5-91ee-5f49337ffc5e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:07.440942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.609818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Allocated IP 2001:db8::f816:3eff:fe2c:2032 (184144b3-13e1-4f01-adb9-84e077cb76fd/eb9c2b66-bfd0-49d5-91ee-5f49337ffc5e/346accef-6eeb-43af-82e0-59e573af70a1) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:07.715342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:07.772207 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.781519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Transition to ACTIVE for port object 346accef-6eeb-43af-82e0-59e573af70a1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:07.804069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Transition to ACTIVE for port object 346accef-6eeb-43af-82e0-59e573af70a1 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:07.821668 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.840979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port bcde5673-5b47-46fb-a6f0-bfe7941a1125 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:07.891955 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:07.946661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:07.949665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:07.953454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:07.964237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Pushing event updated for resources: {'Port': ['ID=346accef-6eeb-43af-82e0-59e573af70a1,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:07.976609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fe81:3c61 (184144b3-13e1-4f01-adb9-84e077cb76fd/eb9c2b66-bfd0-49d5-91ee-5f49337ffc5e/bcde5673-5b47-46fb-a6f0-bfe7941a1125) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:08.031795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Attempting to bind port 346accef-6eeb-43af-82e0-59e573af70a1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:08.032261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Attempting to bind port 346accef-6eeb-43af-82e0-59e573af70a1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:08.032846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Attempting to bind port 346accef-6eeb-43af-82e0-59e573af70a1 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:08.039932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:08.042006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:08.042549 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.043157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:08.043681 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Bound port: 346accef-6eeb-43af-82e0-59e573af70a1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:08.044103 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.135537 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] For port 346accef-6eeb-43af-82e0-59e573af70a1, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:08.139083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] For port 346accef-6eeb-43af-82e0-59e573af70a1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=346accef-6eeb-43af-82e0-59e573af70a1,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:08.163662 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.179307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object bcde5673-5b47-46fb-a6f0-bfe7941a1125 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:08.217826 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.290422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6811832-d0ea-4a87-aa27-c2bdddde8a55 None None] Pushing event updated for resources: {'Port': ['ID=346accef-6eeb-43af-82e0-59e573af70a1,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:08.344437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.427245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:08.431876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:08.432874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1fb82064-9b9c-4f69-a035-2949cdc63d76 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:08.434915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:08.440896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:08.441831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.457423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=bcde5673-5b47-46fb-a6f0-bfe7941a1125,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:08.480540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1fb82064-9b9c-4f69-a035-2949cdc63d76 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:08.481167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1fb82064-9b9c-4f69-a035-2949cdc63d76 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:08.576018 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-852c3546-2a75-48a6-b1fe-c2e7558e9124 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1841414 Aug 24 00:45:08.578855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35918) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:08.675431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26b538-2017-4c69-bb0a-378afa7f9972 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:08.681952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26b538-2017-4c69-bb0a-378afa7f9972 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:08.684256 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3a26b538-2017-4c69-bb0a-378afa7f9972 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1035254 Aug 24 00:45:08.686461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35920) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:08.796833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8b2de3f5-e2e1-442b-850f-3c34e7214d43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port bcde5673-5b47-46fb-a6f0-bfe7941a1125 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:08.797425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b2de3f5-e2e1-442b-850f-3c34e7214d43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.904090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b2de3f5-e2e1-442b-850f-3c34e7214d43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:08.919235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8b2de3f5-e2e1-442b-850f-3c34e7214d43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for bcde5673-5b47-46fb-a6f0-bfe7941a1125 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:09.172305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b2de3f5-e2e1-442b-850f-3c34e7214d43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.224660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2de3f5-e2e1-442b-850f-3c34e7214d43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=bcde5673-5b47-46fb-a6f0-bfe7941a1125,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:09.266828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8b2de3f5-e2e1-442b-850f-3c34e7214d43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.274341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8b2de3f5-e2e1-442b-850f-3c34e7214d43 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/bcde5673-5b47-46fb-a6f0-bfe7941a1125 HTTP/1.1" status: 204 len: 168 time: 0.5865333 Aug 24 00:45:09.276752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35932) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:09.336840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802b2c9-bd7d-4778-b5e9-ec33518fc44d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:09.338957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7802b2c9-bd7d-4778-b5e9-ec33518fc44d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:09.343585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 35936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:09.344267 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7802b2c9-bd7d-4778-b5e9-ec33518fc44d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0658917 Aug 24 00:45:09.426137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6a9e86-510c-442f-b84e-7e1d7c4c17e1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet eb9c2b66-bfd0-49d5-91ee-5f49337ffc5e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:09.428592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e86-510c-442f-b84e-7e1d7c4c17e1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.499582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e86-510c-442f-b84e-7e1d7c4c17e1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.616725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-405109b9-ece2-4bbe-ab89-13975b8a8b29 None None] Provisioning for port 346accef-6eeb-43af-82e0-59e573af70a1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:09.626311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e86-510c-442f-b84e-7e1d7c4c17e1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.747729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-88712a8e-0f3f-4ba3-a4a2-2ba8f565bf13 None None] Could not find standard attr ID for object bcde5673-5b47-46fb-a6f0-bfe7941a1125. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:45:09.910458 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e86-510c-442f-b84e-7e1d7c4c17e1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.928144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9e86-510c-442f-b84e-7e1d7c4c17e1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:09.932852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb6a9e86-510c-442f-b84e-7e1d7c4c17e1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/eb9c2b66-bfd0-49d5-91ee-5f49337ffc5e HTTP/1.1" status: 204 len: 168 time: 0.5875120 Aug 24 00:45:09.936213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35950) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:09.967707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9e86-510c-442f-b84e-7e1d7c4c17e1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9c2b66-bfd0-49d5-91ee-5f49337ffc5e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:09.989880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b89d78-86d3-41e5-af9f-ce66e36017a8 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:10.037901 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e717f99f-1c37-4c43-b2af-da40cf1f27eb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998282 Aug 24 00:45:10.040385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35952) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:10.045440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:10.254518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:10.280549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:10.286200 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.327820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] Deleting port 346accef-6eeb-43af-82e0-59e573af70a1 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:10.328304 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.409309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] For port 346accef-6eeb-43af-82e0-59e573af70a1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=346accef-6eeb-43af-82e0-59e573af70a1,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:10.410145 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.428383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] Calling delete_port for 346accef-6eeb-43af-82e0-59e573af70a1 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:10.580935 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.622873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] Pushing event deleted for resources: {'Port': ['ID=346accef-6eeb-43af-82e0-59e573af70a1,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:10.630423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d655b81-77cd-420b-bec6-be04666f9a43 None None] No DVR routers for this DVR port 346accef-6eeb-43af-82e0-59e573af70a1 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:10.700283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:45:10.701813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.760743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:10.764404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:10.766455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=497c0345-9149-4740-ac5c-d25d455449f0,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:10.769664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:10.770448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:10.777661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c8c75-69ba-48b7-aeb0-ae5332d46dda None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:10.955355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '497c0345-9149-4740-ac5c-d25d455449f0'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:10.956430 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.124158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Allocated IP 2001:db8::f816:3eff:fef7:bd4c (184144b3-13e1-4f01-adb9-84e077cb76fd/497c0345-9149-4740-ac5c-d25d455449f0/c8b7b218-0c8e-45a8-9d5f-5c3eb921762f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:11.275455 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.283501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Transition to ACTIVE for port object c8b7b218-0c8e-45a8-9d5f-5c3eb921762f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:11.297646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Transition to ACTIVE for port object c8b7b218-0c8e-45a8-9d5f-5c3eb921762f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:11.404382 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9025ce72-5611-48a8-8d99-103f8ae7d52b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3627138 Aug 24 00:45:11.406977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 35998) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:11.412605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:7c:4e:63', 'name': 'tempest-NetworksTestDHCPv6-1584602219'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:11.459652 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.523869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:11.527911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:11.529894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Pushing event updated for resources: {'Port': ['ID=c8b7b218-0c8e-45a8-9d5f-5c3eb921762f,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:11.532222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:11.593115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Attempting to bind port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:11.593977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Attempting to bind port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:11.594472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Attempting to bind port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:11.601117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:11.601499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:11.601927 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.602510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:11.603362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Bound port: c8b7b218-0c8e-45a8-9d5f-5c3eb921762f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:11.604064 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.678563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:11.689962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.715228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 55af73eb-c08b-413c-bb4c-b1672baca393 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:11.718958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] For port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:11.729109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] For port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c8b7b218-0c8e-45a8-9d5f-5c3eb921762f,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:11.844548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fe7c:4e63 (184144b3-13e1-4f01-adb9-84e077cb76fd/497c0345-9149-4740-ac5c-d25d455449f0/55af73eb-c08b-413c-bb4c-b1672baca393) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:11.891163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:11.999395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f3eaa-3b49-4b19-a849-3e35d22968f6 None None] Pushing event updated for resources: {'Port': ['ID=c8b7b218-0c8e-45a8-9d5f-5c3eb921762f,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:12.123570 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.143271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 55af73eb-c08b-413c-bb4c-b1672baca393 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:12.281114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.389493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:12.391656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:12.397190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:12.402822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:12.403457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.407478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=55af73eb-c08b-413c-bb4c-b1672baca393,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:12.486547 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eec34d31-8220-4dee-9a5b-7a5e3678c861 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0757680 Aug 24 00:45:12.487075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36030) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:12.540029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c8b7b218-0c8e-45a8-9d5f-5c3eb921762f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:12.572523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.610264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7fd435-05c3-46a6-a307-0fd5fcbe2b62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:12.616575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7fd435-05c3-46a6-a307-0fd5fcbe2b62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:12.619399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2b7fd435-05c3-46a6-a307-0fd5fcbe2b62 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1312468 Aug 24 00:45:12.623666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36036) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:12.740930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:12.744554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bea12-6b47-42c3-88cb-7420db1871a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 55af73eb-c08b-413c-bb4c-b1672baca393 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:12.745178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f7bea12-6b47-42c3-88cb-7420db1871a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.866242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f7bea12-6b47-42c3-88cb-7420db1871a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:12.882865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bea12-6b47-42c3-88cb-7420db1871a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 55af73eb-c08b-413c-bb4c-b1672baca393 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:13.151436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f7bea12-6b47-42c3-88cb-7420db1871a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.207211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bea12-6b47-42c3-88cb-7420db1871a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=55af73eb-c08b-413c-bb4c-b1672baca393,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:13.255765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4f7bea12-6b47-42c3-88cb-7420db1871a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.258847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4f7bea12-6b47-42c3-88cb-7420db1871a3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/55af73eb-c08b-413c-bb4c-b1672baca393 HTTP/1.1" status: 204 len: 168 time: 0.6338723 Aug 24 00:45:13.261411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36050) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:13.349044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2253660-5608-45a0-b3d5-b1e89c47ed0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:13.351834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2253660-5608-45a0-b3d5-b1e89c47ed0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:13.357347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36054) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:13.367287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a2253660-5608-45a0-b3d5-b1e89c47ed0d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1039052 Aug 24 00:45:13.444726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-139df361-068d-4ab6-8656-eb0a78820a4f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 497c0345-9149-4740-ac5c-d25d455449f0 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:13.449260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-139df361-068d-4ab6-8656-eb0a78820a4f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.493519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-139df361-068d-4ab6-8656-eb0a78820a4f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.584414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7b6abbb2-1f59-4ea2-bb8b-762e2379994b None None] Provisioning for port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:13.584414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7b6abbb2-1f59-4ea2-bb8b-762e2379994b None None] Provisioning complete for port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:13.584414 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b6abbb2-1f59-4ea2-bb8b-762e2379994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.587033 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-139df361-068d-4ab6-8656-eb0a78820a4f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.703422 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b6abbb2-1f59-4ea2-bb8b-762e2379994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.815482 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-139df361-068d-4ab6-8656-eb0a78820a4f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.852529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139df361-068d-4ab6-8656-eb0a78820a4f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=497c0345-9149-4740-ac5c-d25d455449f0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:13.861102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-139df361-068d-4ab6-8656-eb0a78820a4f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:13.878659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-139df361-068d-4ab6-8656-eb0a78820a4f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/497c0345-9149-4740-ac5c-d25d455449f0 HTTP/1.1" status: 204 len: 168 time: 0.5082233 Aug 24 00:45:13.878850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36078) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:13.879393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a8212-4cac-4d9d-a85e-9047ee230046 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:13.923155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36080) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:13.926631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-40d0d1cf-2829-403c-a879-baf15750a368 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581875 Aug 24 00:45:13.983987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21413889-02f1-4435-9591-547cfcac6198 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:13.985987 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-21413889-02f1-4435-9591-547cfcac6198 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0617418 Aug 24 00:45:13.988874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:13.999204 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-7b6abbb2-1f59-4ea2-bb8b-762e2379994b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:13.999821 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-7b6abbb2-1f59-4ea2-bb8b-762e2379994b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:14.046383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bf7e41-38f5-494c-a09b-69f9c69c205a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:14.048111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-16bf7e41-38f5-494c-a09b-69f9c69c205a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580201 Aug 24 00:45:14.050684 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36084) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:14.101251 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a86c1525-180c-4dfe-98b6-2c4bfe44dee8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493398 Aug 24 00:45:14.108891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36090) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:14.115798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:14.162468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:14.225589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] Deleting port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:14.226010 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.294362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] For port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c8b7b218-0c8e-45a8-9d5f-5c3eb921762f,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:14.295084 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.310207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] Calling delete_port for c8b7b218-0c8e-45a8-9d5f-5c3eb921762f owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:14.352081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:14.352081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.458059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c8b7b218-0c8e-45a8-9d5f-5c3eb921762f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:14.583801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-f93dadba-a4ac-4c5f-9804-e0939d421d41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480373 Aug 24 00:45:14.722883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-fe873dc2-6ff7-4243-97ad-a25b27d741b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:14.731120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-fe873dc2-6ff7-4243-97ad-a25b27d741b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1096 time: 0.0934794 Aug 24 00:45:14.750079 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.790086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] Pushing event deleted for resources: {'Port': ['ID=c8b7b218-0c8e-45a8-9d5f-5c3eb921762f,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:14.801601 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b6abbb2-1f59-4ea2-bb8b-762e2379994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.805447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d5748-f256-4636-b44c-5a1ce6d8124f None None] No DVR routers for this DVR port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:14.809406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No active binding found for port c8b7b218-0c8e-45a8-9d5f-5c3eb921762f {{(pid=95328) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 24 00:45:14.810059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c8b7b218-0c8e-45a8-9d5f-5c3eb921762f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:14.862992 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.873685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-90bd0d3e-22b6-4680-9db0-a0ed50a5badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:14.875543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-90bd0d3e-22b6-4680-9db0-a0ed50a5badf service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1180596 Aug 24 00:45:14.926417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:14.932254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:14.945342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:14.945342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:14.947439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3f0a44-3283-4b6c-897b-b18d40f28479 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:14.964772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=5fb42b45-83ab-420b-baf5-e976fa95a5c6,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:14.981519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-aea68a7b-54a0-4471-b1a0-2842903d36de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0975654 Aug 24 00:45:15.025839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d0d317d0-c3af-42f0-9a40-055d6bab4303 None None] Could not find standard attr ID for object 55af73eb-c08b-413c-bb4c-b1672baca393. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:45:15.067157 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8d90448f-b97f-481f-925d-cc7a37206370 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9570727 Aug 24 00:45:15.069803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36110) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:15.074379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-ca29186c-1293-4536-a615-dc36b9b539e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:15.075688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:16:c9:91', 'name': 'tempest-NetworksTestDHCPv6-994637330'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:15.077832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-ca29186c-1293-4536-a615-dc36b9b539e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0744202 Aug 24 00:45:15.156237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-44c2103b-5abd-49a6-82f9-5d5eb538da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:15.159265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-44c2103b-5abd-49a6-82f9-5d5eb538da62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739694 Aug 24 00:45:15.240099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '5fb42b45-83ab-420b-baf5-e976fa95a5c6'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:15.241354 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.365347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-90a2b019-d270-4bad-bc6f-4cc1a6a82b2a service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961370 Aug 24 00:45:15.483503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:15.594276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10db1f9f-dc59-40d6-879b-c933456170d8 req-f3ebe2cf-273d-4494-8fe5-e8e47e849c47 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213759 Aug 24 00:45:15.607602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/5fb42b45-83ab-420b-baf5-e976fa95a5c6/90e00af2-280e-4513-88ed-7d3758121651) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:15.697715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.803502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 7933d9eb-7ca5-4342-9e0b-44a4c178a09d yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:15.833382 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:15.845041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Transition to ACTIVE for port object 90e00af2-280e-4513-88ed-7d3758121651 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:15.885689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Transition to ACTIVE for port object 90e00af2-280e-4513-88ed-7d3758121651 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:15.958046 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.044411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:16.059886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:16.065289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:16.118999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::3bd (184144b3-13e1-4f01-adb9-84e077cb76fd/5fb42b45-83ab-420b-baf5-e976fa95a5c6/7933d9eb-7ca5-4342-9e0b-44a4c178a09d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:16.132992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Pushing event updated for resources: {'Port': ['ID=90e00af2-280e-4513-88ed-7d3758121651,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:16.154598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Attempting to bind port 90e00af2-280e-4513-88ed-7d3758121651 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:16.154768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Attempting to bind port 90e00af2-280e-4513-88ed-7d3758121651 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:16.155110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Attempting to bind port 90e00af2-280e-4513-88ed-7d3758121651 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:16.166465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:16.166857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:16.167277 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.167683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:16.168302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Bound port: 90e00af2-280e-4513-88ed-7d3758121651, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:16.168562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.289296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] For port 90e00af2-280e-4513-88ed-7d3758121651, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:16.292970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] For port 90e00af2-280e-4513-88ed-7d3758121651, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=90e00af2-280e-4513-88ed-7d3758121651,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:16.383576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.424642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.453483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 7933d9eb-7ca5-4342-9e0b-44a4c178a09d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:16.471686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c63047-0faa-4413-8b8d-e9d35a5e4349 None None] Pushing event updated for resources: {'Port': ['ID=90e00af2-280e-4513-88ed-7d3758121651,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:16.583275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.646965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:16.651168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:16.655636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:16.661336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:16.662685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:16.676440 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=7933d9eb-7ca5-4342-9e0b-44a4c178a09d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:16.841429 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-96cfe8b3-f729-486f-a96a-991d3cac04cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7701612 Aug 24 00:45:16.844163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36150) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:16.909505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca049f30-614c-47b7-b9c3-a590338c512b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:16.916366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca049f30-614c-47b7-b9c3-a590338c512b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:16.918132 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ca049f30-614c-47b7-b9c3-a590338c512b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0730205 Aug 24 00:45:16.920757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36154) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.039974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5da6f-057b-4f96-8383-8ddc65cf35b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 7933d9eb-7ca5-4342-9e0b-44a4c178a09d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:17.040328 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2d5da6f-057b-4f96-8383-8ddc65cf35b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.148464 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2d5da6f-057b-4f96-8383-8ddc65cf35b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.164954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5da6f-057b-4f96-8383-8ddc65cf35b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 7933d9eb-7ca5-4342-9e0b-44a4c178a09d owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:17.461287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2d5da6f-057b-4f96-8383-8ddc65cf35b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.492805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5da6f-057b-4f96-8383-8ddc65cf35b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=7933d9eb-7ca5-4342-9e0b-44a4c178a09d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:17.524797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c2d5da6f-057b-4f96-8383-8ddc65cf35b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.526821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c2d5da6f-057b-4f96-8383-8ddc65cf35b8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/7933d9eb-7ca5-4342-9e0b-44a4c178a09d HTTP/1.1" status: 204 len: 168 time: 0.6051192 Aug 24 00:45:17.529879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36168) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.605295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a9268-42ff-4c13-9f38-ae73fec00063 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:17.606099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a9268-42ff-4c13-9f38-ae73fec00063 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:17.610796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:17.611330 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f05a9268-42ff-4c13-9f38-ae73fec00063 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0795217 Aug 24 00:45:17.665701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5201d035-1c60-4d3c-8066-6ce6290e0662 None None] Provisioning for port 90e00af2-280e-4513-88ed-7d3758121651 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:17.681645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-83abf5ca-defb-42b3-b405-eb54a1999644 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 5fb42b45-83ab-420b-baf5-e976fa95a5c6 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:17.685267 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83abf5ca-defb-42b3-b405-eb54a1999644 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.736990 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83abf5ca-defb-42b3-b405-eb54a1999644 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:17.782983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-412a3978-62df-4229-947a-c05fee402983 None None] Could not find standard attr ID for object 7933d9eb-7ca5-4342-9e0b-44a4c178a09d. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:45:17.840702 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83abf5ca-defb-42b3-b405-eb54a1999644 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.012615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83abf5ca-defb-42b3-b405-eb54a1999644 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.045891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abf5ca-defb-42b3-b405-eb54a1999644 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb42b45-83ab-420b-baf5-e976fa95a5c6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:18.055145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83abf5ca-defb-42b3-b405-eb54a1999644 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.062251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26efffe9-409f-44c5-b741-1f14bf0ebbfe None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:18.062481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-83abf5ca-defb-42b3-b405-eb54a1999644 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/5fb42b45-83ab-420b-baf5-e976fa95a5c6 HTTP/1.1" status: 204 len: 168 time: 0.4454226 Aug 24 00:45:18.062481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36186) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.112513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-562fceb8-ac23-418e-a578-786297f44150 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507514 Aug 24 00:45:18.115382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36188) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.169094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eddded-6fe1-49ad-9902-78024d30252b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:18.170573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-90eddded-6fe1-49ad-9902-78024d30252b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0542450 Aug 24 00:45:18.173239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36192) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.238517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7161ae7-a074-4bf7-90f1-5283604cff85 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:18.240543 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b7161ae7-a074-4bf7-90f1-5283604cff85 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663331 Aug 24 00:45:18.243707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36194) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.258890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:18.285307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-08ac304c-5599-464b-9683-e741867e0606 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404925 Aug 24 00:45:18.289336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36196) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:18.294384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:18.307853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] Deleting port 90e00af2-280e-4513-88ed-7d3758121651 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:18.309750 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.354674 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:45:18.373121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] For port 90e00af2-280e-4513-88ed-7d3758121651, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=90e00af2-280e-4513-88ed-7d3758121651,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:18.373520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.394285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] Calling delete_port for 90e00af2-280e-4513-88ed-7d3758121651 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:18.523514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:18.527238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.638035 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.666764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] Pushing event deleted for resources: {'Port': ['ID=90e00af2-280e-4513-88ed-7d3758121651,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:18.671177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081701c-fd17-4aa2-b96e-4779444fc52e None None] No DVR routers for this DVR port 90e00af2-280e-4513-88ed-7d3758121651 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:18.917412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:45:18.918955 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.960582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:18.964334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:18.975596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:18.976192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:18.981855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=b7aa985b-9052-4f46-911b-2e616bef2e70,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:18.985015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d743cb-a13f-4267-b20f-f2aefbaacc31 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:19.095267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36224) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:19.095895 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9b791120-dec6-4636-9527-e1fa9a96d3df tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8050170 Aug 24 00:45:19.102851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-573f0bac-a79f-4c4f-9eba-4fd8082f694a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:19.166714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'b7aa985b-9052-4f46-911b-2e616bef2e70'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:19.167643 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.339181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Allocated IP 2001:db8::f816:3eff:fefd:785c (184144b3-13e1-4f01-adb9-84e077cb76fd/b7aa985b-9052-4f46-911b-2e616bef2e70/1065ce11-a399-4eb1-9ed8-d7488e6b7f57) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:19.391973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f0bac-a79f-4c4f-9eba-4fd8082f694a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:19.395974 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-573f0bac-a79f-4c4f-9eba-4fd8082f694a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.522661 n-d-804878-2 neutron-server[95326]: INFO neutron.db.ipam_backend_mixin [None req-573f0bac-a79f-4c4f-9eba-4fd8082f694a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7aa985b-9052-4f46-911b-2e616bef2e70 (CIDR: 2001:db8::/64) Aug 24 00:45:19.565518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.576494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Transition to ACTIVE for port object 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:19.591269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Transition to ACTIVE for port object 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:19.613190 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-573f0bac-a79f-4c4f-9eba-4fd8082f694a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:45:19.613190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573f0bac-a79f-4c4f-9eba-4fd8082f694a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:19.666474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.712720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:19.718677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:19.724524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Pushing event updated for resources: {'Port': ['ID=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:19.728920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:19.755341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-573f0bac-a79f-4c4f-9eba-4fd8082f694a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6581180 Aug 24 00:45:19.758727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:19.768417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:19.793807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Attempting to bind port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:19.794186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Attempting to bind port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:19.794718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Attempting to bind port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:19.804016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:19.804829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:19.805244 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.805667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:19.806146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Bound port: 1065ce11-a399-4eb1-9ed8-d7488e6b7f57, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:19.809297 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:19.884890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] For port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:19.890761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] For port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:19.992647 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.006612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:20.010168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.061329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a0a7-c010-40c3-b55f-508d97c56256 None None] Pushing event updated for resources: {'Port': ['ID=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:20.479886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:20.511824 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.574307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:20.578777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:20.583927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:20.585095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:20.602470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=988f5f4f-6831-4ae6-bd07-071f7fb57e86,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:20.657193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:20.724845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6671c4de-b344-4fde-88f5-73eb66c0e9fd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9642930 Aug 24 00:45:20.727699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36260) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:20.732773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:26:86:ab', 'name': 'tempest-NetworksTestDHCPv6-2096145706'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:20.970097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:21.073838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.104516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 1d069708-9185-459f-a815-731065c72d2b yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:21.311654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8:0:1::3e0 (184144b3-13e1-4f01-adb9-84e077cb76fd/988f5f4f-6831-4ae6-bd07-071f7fb57e86/1d069708-9185-459f-a815-731065c72d2b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:21.319844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:fe26:86ab (184144b3-13e1-4f01-adb9-84e077cb76fd/b7aa985b-9052-4f46-911b-2e616bef2e70/1d069708-9185-459f-a815-731065c72d2b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:21.355003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae190f4-5908-457e-825c-28c3c65eca6d None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:21.598337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.611963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 1d069708-9185-459f-a815-731065c72d2b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:21.628565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-588ca031-143e-4919-b417-c7e0994b45f5 None None] Provisioning for port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:21.634342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-588ca031-143e-4919-b417-c7e0994b45f5 None None] Provisioning complete for port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:21.635324 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-588ca031-143e-4919-b417-c7e0994b45f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.732752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3debb4-c85e-47b6-b1fd-73f16d61ac0a None None] Update dhcp port {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': 'b7aa985b-9052-4f46-911b-2e616bef2e70', 'ip_address': '2001:db8::f816:3eff:fefd:785c'}, {'subnet_id': '988f5f4f-6831-4ae6-bd07-071f7fb57e86'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '1065ce11-a399-4eb1-9ed8-d7488e6b7f57'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:45:21.766377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.800323 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c3debb4-c85e-47b6-b1fd-73f16d61ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.819821 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-588ca031-143e-4919-b417-c7e0994b45f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.822481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:21.825990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:21.830027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:21.852535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:21.853738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:21.868179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=1d069708-9185-459f-a815-731065c72d2b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:21.938239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-588ca031-143e-4919-b417-c7e0994b45f5 None None] For port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:22.012263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9c3debb4-c85e-47b6-b1fd-73f16d61ac0a None None] Allocated IP 2001:db8:0:1::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/988f5f4f-6831-4ae6-bd07-071f7fb57e86/1065ce11-a399-4eb1-9ed8-d7488e6b7f57) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:22.029181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-566c141d-368c-41f4-be37-365b1775f76d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3004129 Aug 24 00:45:22.032037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36286) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:22.101388 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-588ca031-143e-4919-b417-c7e0994b45f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.139396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-21ab9352-ae01-436f-ba67-76d26e36acad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 1d069708-9185-459f-a815-731065c72d2b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:22.139749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21ab9352-ae01-436f-ba67-76d26e36acad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.203926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ca031-143e-4919-b417-c7e0994b45f5 None None] Pushing event updated for resources: {'Port': ['ID=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:22.231813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21ab9352-ae01-436f-ba67-76d26e36acad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.238021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9c3debb4-c85e-47b6-b1fd-73f16d61ac0a None None] For port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:22.249369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-21ab9352-ae01-436f-ba67-76d26e36acad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 1d069708-9185-459f-a815-731065c72d2b owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:22.273458 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c3debb4-c85e-47b6-b1fd-73f16d61ac0a None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.286756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9c3debb4-c85e-47b6-b1fd-73f16d61ac0a None None] Transition to ACTIVE for port object 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:22.422995 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c3debb4-c85e-47b6-b1fd-73f16d61ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.475016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:22.566256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21ab9352-ae01-436f-ba67-76d26e36acad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.591162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3debb4-c85e-47b6-b1fd-73f16d61ac0a None None] Pushing event updated for resources: {'Port': ['ID=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:22.618733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab9352-ae01-436f-ba67-76d26e36acad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=1d069708-9185-459f-a815-731065c72d2b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:22.674394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21ab9352-ae01-436f-ba67-76d26e36acad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:22.679859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36304) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:22.680416 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-21ab9352-ae01-436f-ba67-76d26e36acad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/1d069708-9185-459f-a815-731065c72d2b HTTP/1.1" status: 204 len: 168 time: 0.6470716 Aug 24 00:45:22.774209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14695c6b-2908-4415-a76a-140c9b6a3387 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:22.779085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36312) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:22.793103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-14695c6b-2908-4415-a76a-140c9b6a3387 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1112661 Aug 24 00:45:22.844365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5486f818-60f0-4779-b337-34d310bc94a4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:22.846275 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5486f818-60f0-4779-b337-34d310bc94a4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0658975 Aug 24 00:45:22.848755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36316) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:22.914184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8008b2-1203-4bcd-bcbd-dafae1294b30 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:22.915941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8008b2-1203-4bcd-bcbd-dafae1294b30 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:22.929366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8008b2-1203-4bcd-bcbd-dafae1294b30 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:22.931399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7f8008b2-1203-4bcd-bcbd-dafae1294b30 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0813775 Aug 24 00:45:22.933856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36320) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:22.997792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a986af5-5ed9-42c3-9414-edd26542aaf9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 988f5f4f-6831-4ae6-bd07-071f7fb57e86 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:23.002219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a986af5-5ed9-42c3-9414-edd26542aaf9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.062191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a986af5-5ed9-42c3-9414-edd26542aaf9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.176157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a986af5-5ed9-42c3-9414-edd26542aaf9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.452113 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a986af5-5ed9-42c3-9414-edd26542aaf9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.500092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a986af5-5ed9-42c3-9414-edd26542aaf9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=988f5f4f-6831-4ae6-bd07-071f7fb57e86,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:23.507949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1a986af5-5ed9-42c3-9414-edd26542aaf9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.510356 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1a986af5-5ed9-42c3-9414-edd26542aaf9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/988f5f4f-6831-4ae6-bd07-071f7fb57e86 HTTP/1.1" status: 204 len: 168 time: 0.5749369 Aug 24 00:45:23.512401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36332) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:23.547498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-495903e4-2093-4d57-8d4d-7ebef47e8700 None None] Provisioning for port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:23.560616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-495903e4-2093-4d57-8d4d-7ebef47e8700 None None] Provisioning complete for port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:23.561811 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-495903e4-2093-4d57-8d4d-7ebef47e8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.639275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da7573e-515f-4d02-9f3e-d45789cce92b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet b7aa985b-9052-4f46-911b-2e616bef2e70 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:23.660666 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5da7573e-515f-4d02-9f3e-d45789cce92b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.696252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a913146-45d8-45e0-b159-84b29b5f5e45 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:23.719323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5da7573e-515f-4d02-9f3e-d45789cce92b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.834234 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5da7573e-515f-4d02-9f3e-d45789cce92b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:23.888828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7beee661-6046-49cf-a619-a6b21807afd4 None None] Could not find standard attr ID for object 1d069708-9185-459f-a815-731065c72d2b. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:45:24.010190 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5da7573e-515f-4d02-9f3e-d45789cce92b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.047220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7573e-515f-4d02-9f3e-d45789cce92b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=b7aa985b-9052-4f46-911b-2e616bef2e70,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:24.049305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5da7573e-515f-4d02-9f3e-d45789cce92b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.051340 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5da7573e-515f-4d02-9f3e-d45789cce92b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/b7aa985b-9052-4f46-911b-2e616bef2e70 HTTP/1.1" status: 204 len: 168 time: 0.5379970 Aug 24 00:45:24.054682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36346) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.099931 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ab304b52-df5e-46a5-b5ea-444bd3a2f256 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415165 Aug 24 00:45:24.100902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36348) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:24.106333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:24.397191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:24.402027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.407855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c02e1-64ee-41b7-b6fd-02606a1db8a6 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:24.441869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:24.559359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-edf7480a-5fdc-4e2e-9c4c-a4a814263e4f None None] Provisioning complete for port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:24.572022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-edf7480a-5fdc-4e2e-9c4c-a4a814263e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.628534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:24.628912 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:24.942304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:25.002981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.objects.ports [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:45:25.017104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] Deleting port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:25.017859 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.112183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] For port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:25.114733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.127961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] Calling delete_port for 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:25.335641 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.431434 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.464363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] Pushing event deleted for resources: {'Port': ['ID=1065ce11-a399-4eb1-9ed8-d7488e6b7f57,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:25.469917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39ef3a-c013-457c-83e5-d064f1c5a52b None None] No DVR routers for this DVR port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:25.733649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Port 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 concurrently deleted while adding address for new subnet {'id': '4e93dae8-7fc2-457c-a923-05fb5843801d', 'name': '', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3256, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-24T00:45:24Z', 'updated_at': '2021-08-24T00:45:24Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'dcbb3c504e0b4211a07017b4cab32973'}. {{(pid=95326) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 24 00:45:25.734269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.784766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:25.794283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:25.797106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:25.797498 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.798780 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:25.804982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45849682-b833-4564-b377-eac41bbb228b None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:25.814602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=4e93dae8-7fc2-457c-a923-05fb5843801d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:25.997743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d61bdb21-a820-43f0-9365-169e9e40e0d4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8956852 Aug 24 00:45:26.001689 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36376) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:26.008293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': '4e93dae8-7fc2-457c-a923-05fb5843801d'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:26.025558 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.025839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8384af45-25fb-4d00-b216-e7a312390ec2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:26.170304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Allocated IP 2001:db8::f816:3eff:fe44:60d3 (184144b3-13e1-4f01-adb9-84e077cb76fd/4e93dae8-7fc2-457c-a923-05fb5843801d/659d4ef4-760b-491b-8d69-4a2efc7eb91b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:26.277621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8384af45-25fb-4d00-b216-e7a312390ec2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:26.282986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8384af45-25fb-4d00-b216-e7a312390ec2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.344667 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.356693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Transition to ACTIVE for port object 659d4ef4-760b-491b-8d69-4a2efc7eb91b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:26.368008 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bb670939-9fab-484d-8824-30e9c0ed43b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.384468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Transition to ACTIVE for port object 659d4ef4-760b-491b-8d69-4a2efc7eb91b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:26.418889 n-d-804878-2 neutron-server[95327]: INFO neutron.db.ipam_backend_mixin [None req-8384af45-25fb-4d00-b216-e7a312390ec2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e93dae8-7fc2-457c-a923-05fb5843801d (CIDR: 2001:db8::/64) Aug 24 00:45:26.441799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:26.455076 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-8384af45-25fb-4d00-b216-e7a312390ec2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:45:26.455883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8384af45-25fb-4d00-b216-e7a312390ec2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:26.492514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:26.492873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1065ce11-a399-4eb1-9ed8-d7488e6b7f57 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:26.506722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.558475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8384af45-25fb-4d00-b216-e7a312390ec2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5513215 Aug 24 00:45:26.558703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36380) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:26.565074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:26.574990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:26.576748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:26.579148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Pushing event updated for resources: {'Port': ['ID=659d4ef4-760b-491b-8d69-4a2efc7eb91b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:26.581466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:26.653696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Attempting to bind port 659d4ef4-760b-491b-8d69-4a2efc7eb91b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:26.653696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Attempting to bind port 659d4ef4-760b-491b-8d69-4a2efc7eb91b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:26.653696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Attempting to bind port 659d4ef4-760b-491b-8d69-4a2efc7eb91b on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:26.654659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:26.655146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:26.655664 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.656151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:26.656760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Bound port: 659d4ef4-760b-491b-8d69-4a2efc7eb91b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:26.657357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.740427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] For port 659d4ef4-760b-491b-8d69-4a2efc7eb91b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:26.744450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] For port 659d4ef4-760b-491b-8d69-4a2efc7eb91b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=659d4ef4-760b-491b-8d69-4a2efc7eb91b,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:26.817034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:26.822214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.845871 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:26.923370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad159537-3f1a-478a-b8c6-51f301e7ba00 None None] Pushing event updated for resources: {'Port': ['ID=659d4ef4-760b-491b-8d69-4a2efc7eb91b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:27.237530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.282754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:27.291146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:27.294178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:27.294819 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.322981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=539a0c55-9d62-4e1e-b56d-0acc51f57a79,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:27.403653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cf7f6a1e-c35f-49d7-889a-c1e765dba869 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8436551 Aug 24 00:45:27.406326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:27.411952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:ab:0e:aa', 'name': 'tempest-NetworksTestDHCPv6-1659277507'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:27.648596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:27.743300 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:27.765169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 77304489-74f5-41cf-973c-a5584a0c0ac8 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:27.963399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8:0:1::ee (184144b3-13e1-4f01-adb9-84e077cb76fd/539a0c55-9d62-4e1e-b56d-0acc51f57a79/77304489-74f5-41cf-973c-a5584a0c0ac8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:27.971154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::f816:3eff:feab:eaa (184144b3-13e1-4f01-adb9-84e077cb76fd/4e93dae8-7fc2-457c-a923-05fb5843801d/77304489-74f5-41cf-973c-a5584a0c0ac8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:28.059516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c0915-9e81-45f4-a91f-38efd86a6894 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:28.140796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.158917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 77304489-74f5-41cf-973c-a5584a0c0ac8 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:28.301186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.359952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:28.362629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:28.368658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fdd8e632-076c-4996-9a4e-f601b963a1a4 None None] Provisioning for port 659d4ef4-760b-491b-8d69-4a2efc7eb91b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:28.380574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:28.386392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:28.387075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.409656 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3655317-aecf-4843-8839-9bcfc3f81134 None None] Update dhcp port {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'fixed_ips': [{'subnet_id': '4e93dae8-7fc2-457c-a923-05fb5843801d', 'ip_address': '2001:db8::f816:3eff:fe44:60d3'}, {'subnet_id': '539a0c55-9d62-4e1e-b56d-0acc51f57a79'}], 'binding:host_id': 'n-d-804878-2'}, 'id': '659d4ef4-760b-491b-8d69-4a2efc7eb91b'} from n-d-804878-2. {{(pid=95328) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 24 00:45:28.413941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=77304489-74f5-41cf-973c-a5584a0c0ac8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:28.455396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d3655317-aecf-4843-8839-9bcfc3f81134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.491326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 659d4ef4-760b-491b-8d69-4a2efc7eb91b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:28.517843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-47c352e5-6f44-4b75-a07c-9ea556b0646c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1103354 Aug 24 00:45:28.521250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36414) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:28.613938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 77304489-74f5-41cf-973c-a5584a0c0ac8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:28.614890 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.692020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-d3655317-aecf-4843-8839-9bcfc3f81134 None None] Allocated IP 2001:db8:0:1::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/539a0c55-9d62-4e1e-b56d-0acc51f57a79/659d4ef4-760b-491b-8d69-4a2efc7eb91b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:28.724894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.737927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 77304489-74f5-41cf-973c-a5584a0c0ac8 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:28.748194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 659d4ef4-760b-491b-8d69-4a2efc7eb91b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:28.758383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 659d4ef4-760b-491b-8d69-4a2efc7eb91b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:28.758764 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.827741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d3655317-aecf-4843-8839-9bcfc3f81134 None None] For port 659d4ef4-760b-491b-8d69-4a2efc7eb91b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=659d4ef4-760b-491b-8d69-4a2efc7eb91b,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:28.884690 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d3655317-aecf-4843-8839-9bcfc3f81134 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.903059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:28.930187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d3655317-aecf-4843-8839-9bcfc3f81134 None None] Transition to ACTIVE for port object 659d4ef4-760b-491b-8d69-4a2efc7eb91b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:29.026757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d3655317-aecf-4843-8839-9bcfc3f81134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.062946 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.100063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-40446fe0-c94d-451d-a2c9-a8da1acc0726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.175100 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:45:29.175661 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:45:29.194017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3655317-aecf-4843-8839-9bcfc3f81134 None None] Pushing event updated for resources: {'Port': ['ID=659d4ef4-760b-491b-8d69-4a2efc7eb91b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:29.251276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.505340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=77304489-74f5-41cf-973c-a5584a0c0ac8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:29.536090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.537276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.537378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.537741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.538080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.538412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.538742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.539070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.539396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.539724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.540073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.540403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:29.564798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.567060 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bd59abdf-7fd7-4ba1-ac78-9ea2c3eb43bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/77304489-74f5-41cf-973c-a5584a0c0ac8 HTTP/1.1" status: 204 len: 168 time: 1.0443609 Aug 24 00:45:29.569525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36436) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.631540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b26f91-833f-4028-881a-6f0625fcab72 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.635556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-68b26f91-833f-4028-881a-6f0625fcab72 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0626154 Aug 24 00:45:29.635897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36438) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.714497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8633997-9bac-4811-9510-ff514554b75f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.720282 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a8633997-9bac-4811-9510-ff514554b75f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0833485 Aug 24 00:45:29.723336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36440) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.737183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.773307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 659d4ef4-760b-491b-8d69-4a2efc7eb91b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=659d4ef4-760b-491b-8d69-4a2efc7eb91b,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:29.811055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e940e7-bf90-4ae4-963a-ed6b72859346 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.812598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e940e7-bf90-4ae4-963a-ed6b72859346 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.814146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e940e7-bf90-4ae4-963a-ed6b72859346 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:29.818582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-04e940e7-bf90-4ae4-963a-ed6b72859346 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0931270 Aug 24 00:45:29.818927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36442) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:29.876721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-3469f8df-028c-4a27-bbee-f3c39f3997c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 4e93dae8-7fc2-457c-a923-05fb5843801d {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:29.879474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.892030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3469f8df-028c-4a27-bbee-f3c39f3997c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:29.937242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=659d4ef4-760b-491b-8d69-4a2efc7eb91b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:29.938990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3469f8df-028c-4a27-bbee-f3c39f3997c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.017224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7a62569c-ddef-4ac1-a3b7-0d0d2397bdb5 None None] Provisioning for port 659d4ef4-760b-491b-8d69-4a2efc7eb91b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:30.026339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7a62569c-ddef-4ac1-a3b7-0d0d2397bdb5 None None] Provisioning complete for port 659d4ef4-760b-491b-8d69-4a2efc7eb91b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:30.026339 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a62569c-ddef-4ac1-a3b7-0d0d2397bdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.088804 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3469f8df-028c-4a27-bbee-f3c39f3997c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.342140 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3469f8df-028c-4a27-bbee-f3c39f3997c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.369854 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.374041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469f8df-028c-4a27-bbee-f3c39f3997c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=4e93dae8-7fc2-457c-a923-05fb5843801d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:30.381353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3469f8df-028c-4a27-bbee-f3c39f3997c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.386431 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3469f8df-028c-4a27-bbee-f3c39f3997c8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/4e93dae8-7fc2-457c-a923-05fb5843801d HTTP/1.1" status: 204 len: 168 time: 0.5664287 Aug 24 00:45:30.387757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36460) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:30.409134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-003b383a-3c67-4be9-ad29-e7882fa36ea9 None None] Could not find standard attr ID for object 77304489-74f5-41cf-973c-a5584a0c0ac8. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:45:30.468917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8b4181-8f1e-45cb-9218-bd543620e3bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 539a0c55-9d62-4e1e-b56d-0acc51f57a79 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:30.474869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4181-8f1e-45cb-9218-bd543620e3bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.489473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 659d4ef4-760b-491b-8d69-4a2efc7eb91b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:30.519011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4181-8f1e-45cb-9218-bd543620e3bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.524125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a249a-07b9-4cf8-aa7b-6d18b13320bb None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:30.613688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 659d4ef4-760b-491b-8d69-4a2efc7eb91b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:30.614229 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.634077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4181-8f1e-45cb-9218-bd543620e3bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.859629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4181-8f1e-45cb-9218-bd543620e3bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.887620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b4181-8f1e-45cb-9218-bd543620e3bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=539a0c55-9d62-4e1e-b56d-0acc51f57a79,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:30.900457 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4181-8f1e-45cb-9218-bd543620e3bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:30.902951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6b8b4181-8f1e-45cb-9218-bd543620e3bb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/539a0c55-9d62-4e1e-b56d-0acc51f57a79 HTTP/1.1" status: 204 len: 168 time: 0.5140669 Aug 24 00:45:30.905478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36474) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:30.988551 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-114276f3-ff55-41c5-bb2d-e14d675d129f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790415 Aug 24 00:45:30.989465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36478) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:30.995055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:31.211060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:31.214737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.402921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa548f-aa08-477b-a3da-2b7e9ddbd245 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:31.490172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c68bc459-a200-4e17-9d7e-2ecd21167433 None None] Provisioning complete for port 659d4ef4-760b-491b-8d69-4a2efc7eb91b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:31.490545 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c68bc459-a200-4e17-9d7e-2ecd21167433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.543056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.612668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:31.622938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:31.626879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:31.630732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:31.631446 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.653409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:31.704829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] Deleting port 659d4ef4-760b-491b-8d69-4a2efc7eb91b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:31.705209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.752527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-50d2a41d-0173-436f-a2cd-39bbf0d3d209 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7618711 Aug 24 00:45:31.755417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36492) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:31.761449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c36f9ec8-fd38-4f3b-9405-5cb1e9f4c91c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:31.801273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] For port 659d4ef4-760b-491b-8d69-4a2efc7eb91b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=659d4ef4-760b-491b-8d69-4a2efc7eb91b,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:31.801273 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.809682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] Calling delete_port for 659d4ef4-760b-491b-8d69-4a2efc7eb91b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:31.877423 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:31.976795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36f9ec8-fd38-4f3b-9405-5cb1e9f4c91c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:31.980508 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c36f9ec8-fd38-4f3b-9405-5cb1e9f4c91c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.018048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.062786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] No DVR routers for this DVR port 659d4ef4-760b-491b-8d69-4a2efc7eb91b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:32.067670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec04c1d-4cc0-4ec5-84af-bf124dd645a8 None None] Pushing event deleted for resources: {'Port': ['ID=659d4ef4-760b-491b-8d69-4a2efc7eb91b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:32.085053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420fcbb6-eb36-4349-90ba-f018f7896e7b None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:32.115645 n-d-804878-2 neutron-server[95327]: INFO neutron.db.ipam_backend_mixin [None req-c36f9ec8-fd38-4f3b-9405-5cb1e9f4c91c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61 (CIDR: 2001:db8::/64) Aug 24 00:45:32.142591 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36f9ec8-fd38-4f3b-9405-5cb1e9f4c91c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:45:32.143293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36f9ec8-fd38-4f3b-9405-5cb1e9f4c91c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:32.243097 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c36f9ec8-fd38-4f3b-9405-5cb1e9f4c91c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4862881 Aug 24 00:45:32.243430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:32.244344 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.245883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:32.251168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:32.423579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61/1f09cb2f-c6d3-4291-b963-a36e3e961906) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:32.432281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 659d4ef4-760b-491b-8d69-4a2efc7eb91b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:32.465206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 659d4ef4-760b-491b-8d69-4a2efc7eb91b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:32.465659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 659d4ef4-760b-491b-8d69-4a2efc7eb91b not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:32.485446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:32.489096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.618892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.627818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Transition to ACTIVE for port object 1f09cb2f-c6d3-4291-b963-a36e3e961906 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:32.642645 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Transition to ACTIVE for port object 1f09cb2f-c6d3-4291-b963-a36e3e961906 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:32.738086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.786404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:32.789591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:32.793055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:32.801946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Pushing event updated for resources: {'Port': ['ID=1f09cb2f-c6d3-4291-b963-a36e3e961906,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:32.836895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76571708-1ed4-4715-8493-863311331bf2 req-b817e11e-4699-45c6-945d-282b08fed209 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041842 Aug 24 00:45:32.881376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Attempting to bind port 1f09cb2f-c6d3-4291-b963-a36e3e961906 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:32.881804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Attempting to bind port 1f09cb2f-c6d3-4291-b963-a36e3e961906 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:32.882180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Attempting to bind port 1f09cb2f-c6d3-4291-b963-a36e3e961906 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:32.892673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:32.894043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:32.895920 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.896935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:32.902105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Bound port: 1f09cb2f-c6d3-4291-b963-a36e3e961906, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:32.902105 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:32.975455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] For port 1f09cb2f-c6d3-4291-b963-a36e3e961906, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:32.979315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] For port 1f09cb2f-c6d3-4291-b963-a36e3e961906, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1f09cb2f-c6d3-4291-b963-a36e3e961906,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:32.993312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571708-1ed4-4715-8493-863311331bf2 req-5e5a183e-fe23-4853-b122-9b80d9e3d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:32.994880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76571708-1ed4-4715-8493-863311331bf2 req-5e5a183e-fe23-4853-b122-9b80d9e3d374 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4404326777f94587baa9ca33cb70ad8e&device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 1097 time: 0.0902100 Aug 24 00:45:33.083223 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.094464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.objects.ports [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:45:33.171881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fd85d-76db-453d-a8d0-8a7cd9a64a8a None None] Pushing event updated for resources: {'Port': ['ID=1f09cb2f-c6d3-4291-b963-a36e3e961906,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:33.216660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571708-1ed4-4715-8493-863311331bf2 req-cfbf6885-4365-4fa1-9d9a-9bc5e280f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:33.218391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76571708-1ed4-4715-8493-863311331bf2 req-cfbf6885-4365-4fa1-9d9a-9bc5e280f72c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803 HTTP/1.1" status: 200 len: 914 time: 0.2033677 Aug 24 00:45:33.298700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76571708-1ed4-4715-8493-863311331bf2 req-bd82fcf8-4539-4323-934a-9c0ea1cf4f75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b15d7c80-c560-490d-a59c-a36b47bf8007 HTTP/1.1" status: 200 len: 217 time: 0.0471861 Aug 24 00:45:33.397084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571708-1ed4-4715-8493-863311331bf2 req-0d0d2dc5-2293-4dc3-9b21-566e952f7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:33.398933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76571708-1ed4-4715-8493-863311331bf2 req-0d0d2dc5-2293-4dc3-9b21-566e952f7cd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1b87ad-20a8-412c-967a-02fd383fcd67 HTTP/1.1" status: 200 len: 853 time: 0.0922031 Aug 24 00:45:33.461725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76571708-1ed4-4715-8493-863311331bf2 req-bcc8de53-1f85-478a-9c4d-65beac6ad3c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459418 Aug 24 00:45:33.581790 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:33.666091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76571708-1ed4-4715-8493-863311331bf2 req-a10bb1f2-e83f-4a39-8092-33ff07140bf8 service neutron] 10.222.0.36 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966066 Aug 24 00:45:33.843233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76571708-1ed4-4715-8493-863311331bf2 req-5325b31e-45eb-45bd-97ce-e7297eeb8aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678116 Aug 24 00:45:33.847942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] For port 1f09cb2f-c6d3-4291-b963-a36e3e961906, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1f09cb2f-c6d3-4291-b963-a36e3e961906,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:33.902172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.005489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.006410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.089513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=e8405f97-5d53-4257-98ac-67fdf9561598,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:34.129092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:34.133301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:34.147270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:34.147888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.202718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=1f09cb2f-c6d3-4291-b963-a36e3e961906,revision_number=4']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:34.226620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-03d5f9b8-44a4-4c34-a2c9-0b4455ce189e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9796078 Aug 24 00:45:34.229456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36606) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:34.241320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:69:31:a9', 'name': 'tempest-NetworksTestDHCPv6-1719294201'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:34.453462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:34.474808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ca31a-ca9f-4ac6-bf07-6db9c2f3aae0 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:34.556036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1f09cb2f-c6d3-4291-b963-a36e3e961906 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:34.618095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:34.644338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 33e06bcf-65a1-446e-ba82-6287b520d862 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:34.771231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dae8ba15-b1a8-4053-b8e7-1e1652feeac3 None None] Provisioning for port 1f09cb2f-c6d3-4291-b963-a36e3e961906 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:34.875814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::7b (184144b3-13e1-4f01-adb9-84e077cb76fd/ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61/33e06bcf-65a1-446e-ba82-6287b520d862) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:34.885951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:31a9 (184144b3-13e1-4f01-adb9-84e077cb76fd/e8405f97-5d53-4257-98ac-67fdf9561598/33e06bcf-65a1-446e-ba82-6287b520d862) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:34.970036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1f09cb2f-c6d3-4291-b963-a36e3e961906 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:34.974588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1f09cb2f-c6d3-4291-b963-a36e3e961906 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:34.974973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.095242 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.115486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.131135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 33e06bcf-65a1-446e-ba82-6287b520d862 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:35.131730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 1f09cb2f-c6d3-4291-b963-a36e3e961906, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1f09cb2f-c6d3-4291-b963-a36e3e961906,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:35.214267 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.266533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=1f09cb2f-c6d3-4291-b963-a36e3e961906,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:35.280669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.336072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:35.339238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:35.343326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:35.349442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:35.354597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.360856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=33e06bcf-65a1-446e-ba82-6287b520d862,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:35.453668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-74c2d362-352b-4c82-8e46-1d6f222dba29 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2227955 Aug 24 00:45:35.457860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36660) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:35.618975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e052cfa5-350b-42b7-bccb-213fd625fe6a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 33e06bcf-65a1-446e-ba82-6287b520d862 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:35.619346 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e052cfa5-350b-42b7-bccb-213fd625fe6a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.736394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2a6956db-3ffe-4006-b0cf-29f61fb6ecfb None None] Provisioning complete for port 1f09cb2f-c6d3-4291-b963-a36e3e961906 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:35.737504 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2a6956db-3ffe-4006-b0cf-29f61fb6ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.755483 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e052cfa5-350b-42b7-bccb-213fd625fe6a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:35.790494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e052cfa5-350b-42b7-bccb-213fd625fe6a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 33e06bcf-65a1-446e-ba82-6287b520d862 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:36.102790 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e052cfa5-350b-42b7-bccb-213fd625fe6a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.103781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bb26280a-d56c-439e-a91b-3651a82c6f89 None None] Provisioning for port 33e06bcf-65a1-446e-ba82-6287b520d862 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:36.113763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bb26280a-d56c-439e-a91b-3651a82c6f89 None None] Provisioning complete for port 33e06bcf-65a1-446e-ba82-6287b520d862 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:36.113763 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bb26280a-d56c-439e-a91b-3651a82c6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.133900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052cfa5-350b-42b7-bccb-213fd625fe6a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=33e06bcf-65a1-446e-ba82-6287b520d862,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:36.143258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bb26280a-d56c-439e-a91b-3651a82c6f89 None None] Port 33e06bcf-65a1-446e-ba82-6287b520d862 was deleted so its status cannot be updated. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:45:36.184922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e052cfa5-350b-42b7-bccb-213fd625fe6a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.187088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e052cfa5-350b-42b7-bccb-213fd625fe6a tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/33e06bcf-65a1-446e-ba82-6287b520d862 HTTP/1.1" status: 204 len: 168 time: 0.7314584 Aug 24 00:45:36.189455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.262757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f631475-543a-4d98-98da-bd825d216965 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:36.267458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0f631475-543a-4d98-98da-bd825d216965 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0746408 Aug 24 00:45:36.267676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.323829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b3895-5934-41b7-9ae5-caeef912c13b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:36.328100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8c6b3895-5934-41b7-9ae5-caeef912c13b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0569215 Aug 24 00:45:36.328403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36702) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.386019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756926d0-6da2-4b48-b687-f4b915ebc66d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:36.387593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756926d0-6da2-4b48-b687-f4b915ebc66d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:36.389141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756926d0-6da2-4b48-b687-f4b915ebc66d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:36.393685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36704) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.394167 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-756926d0-6da2-4b48-b687-f4b915ebc66d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0642312 Aug 24 00:45:36.433408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1f09cb2f-c6d3-4291-b963-a36e3e961906 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:36.454951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0ac8a2-c6b6-477b-ae98-0c3434e4716e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:36.458287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac8a2-c6b6-477b-ae98-0c3434e4716e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.486800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1f09cb2f-c6d3-4291-b963-a36e3e961906 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:36.492011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.511570 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac8a2-c6b6-477b-ae98-0c3434e4716e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.608788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac8a2-c6b6-477b-ae98-0c3434e4716e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.754150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac8a2-c6b6-477b-ae98-0c3434e4716e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.793047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ac8a2-c6b6-477b-ae98-0c3434e4716e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:36.794613 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac8a2-c6b6-477b-ae98-0c3434e4716e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.798983 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eb0ac8a2-c6b6-477b-ae98-0c3434e4716e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61 HTTP/1.1" status: 204 len: 168 time: 0.4010627 Aug 24 00:45:36.799390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51706e-babc-4455-b6a1-6e9a8fa5ce7c None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:36.799875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36734) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:36.859278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfffb467-68a9-45bb-97aa-4fc4efe15968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet e8405f97-5d53-4257-98ac-67fdf9561598 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:36.862390 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dfffb467-68a9-45bb-97aa-4fc4efe15968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.904273 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dfffb467-68a9-45bb-97aa-4fc4efe15968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:36.998910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dfffb467-68a9-45bb-97aa-4fc4efe15968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.132804 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dfffb467-68a9-45bb-97aa-4fc4efe15968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.164218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffb467-68a9-45bb-97aa-4fc4efe15968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=e8405f97-5d53-4257-98ac-67fdf9561598,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:37.180320 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dfffb467-68a9-45bb-97aa-4fc4efe15968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.182364 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dfffb467-68a9-45bb-97aa-4fc4efe15968 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/e8405f97-5d53-4257-98ac-67fdf9561598 HTTP/1.1" status: 204 len: 168 time: 0.3815789 Aug 24 00:45:37.184853 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36754) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:37.225660 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ae79fa67-e290-4192-a3c7-ecd1b50cdbed tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396171 Aug 24 00:45:37.228786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 36758) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:37.234508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:37.416975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:37.420743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.566586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ea4cb-eeab-4e64-909c-904e74ed9070 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:37.656368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fb3414fc-cd26-4c93-911a-f2528004639b None None] Provisioning complete for port 1f09cb2f-c6d3-4291-b963-a36e3e961906 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:37.656836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fb3414fc-cd26-4c93-911a-f2528004639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.746410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.810086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:37.813542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:37.822699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:37.823307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.842963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=f124d702-7782-4900-ba1a-8ca15fe3ac68,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:37.866985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:37.914154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] Deleting port 1f09cb2f-c6d3-4291-b963-a36e3e961906 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:37.914567 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:37.937415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-09f0bda8-28dc-4a46-a585-50887fad659f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7074335 Aug 24 00:45:37.940676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36792) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:37.946401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ade80482-19e8-4fd0-90af-62f0aa726c5b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:37.999210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] For port 1f09cb2f-c6d3-4291-b963-a36e3e961906, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1f09cb2f-c6d3-4291-b963-a36e3e961906,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:37.999620 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.016791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] Calling delete_port for 1f09cb2f-c6d3-4291-b963-a36e3e961906 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:38.131173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade80482-19e8-4fd0-90af-62f0aa726c5b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:38.135223 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ade80482-19e8-4fd0-90af-62f0aa726c5b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.156507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.183188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] Pushing event deleted for resources: {'Port': ['ID=1f09cb2f-c6d3-4291-b963-a36e3e961906,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:38.185417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c295de6-658e-40f5-995f-9f93ab259ae0 None None] No DVR routers for this DVR port 1f09cb2f-c6d3-4291-b963-a36e3e961906 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:38.207114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09e65e-81db-4349-881c-9bef6b2cd235 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:38.248165 n-d-804878-2 neutron-server[95327]: INFO neutron.db.ipam_backend_mixin [None req-ade80482-19e8-4fd0-90af-62f0aa726c5b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f124d702-7782-4900-ba1a-8ca15fe3ac68 (CIDR: 2001:db8::/64) Aug 24 00:45:38.297442 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade80482-19e8-4fd0-90af-62f0aa726c5b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:45:38.300826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade80482-19e8-4fd0-90af-62f0aa726c5b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:38.357493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-184144b3-13e1-4f01-adb9-84e077cb76fd', 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'tenant_id': 'dcbb3c504e0b4211a07017b4cab32973', 'fixed_ips': [{'subnet_id': 'f124d702-7782-4900-ba1a-8ca15fe3ac68'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:38.362052 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.393255 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ade80482-19e8-4fd0-90af-62f0aa726c5b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4459426 Aug 24 00:45:38.393255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36820) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:38.397861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'subnet': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:38.475314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1f09cb2f-c6d3-4291-b963-a36e3e961906 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:38.559294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1f09cb2f-c6d3-4291-b963-a36e3e961906 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:38.559870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1f09cb2f-c6d3-4291-b963-a36e3e961906 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:38.627963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Allocated IP 2001:db8::2 (184144b3-13e1-4f01-adb9-84e077cb76fd/f124d702-7782-4900-ba1a-8ca15fe3ac68/b1773716-f1ef-42f7-a798-b2374c65df90) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:38.696775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:38.700554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.790184 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.798846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Transition to ACTIVE for port object b1773716-f1ef-42f7-a798-b2374c65df90 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:38.816978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Transition to ACTIVE for port object b1773716-f1ef-42f7-a798-b2374c65df90 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:38.879021 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:38.923523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:38.925606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:38.930372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:38.944603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Pushing event updated for resources: {'Port': ['ID=b1773716-f1ef-42f7-a798-b2374c65df90,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.007412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Attempting to bind port b1773716-f1ef-42f7-a798-b2374c65df90 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:39.007412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Attempting to bind port b1773716-f1ef-42f7-a798-b2374c65df90 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:39.007412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Attempting to bind port b1773716-f1ef-42f7-a798-b2374c65df90 on network 184144b3-13e1-4f01-adb9-84e077cb76fd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:39.013526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:39.014152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Checking segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:39.015196 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.016876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Bound using segment: {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:39.017141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Bound port: b1773716-f1ef-42f7-a798-b2374c65df90, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fbac31-cd29-41d8-8be9-2d9f7954cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:39.017849 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.087506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] For port b1773716-f1ef-42f7-a798-b2374c65df90, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:45:39.091228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] For port b1773716-f1ef-42f7-a798-b2374c65df90, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b1773716-f1ef-42f7-a798-b2374c65df90,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:45:39.131081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.objects.ports [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95327) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:45:39.165596 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.242324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55c53a-c668-401e-a719-3084a33c4174 None None] Pushing event updated for resources: {'Port': ['ID=b1773716-f1ef-42f7-a798-b2374c65df90,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.364660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.599271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] For port b1773716-f1ef-42f7-a798-b2374c65df90, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b1773716-f1ef-42f7-a798-b2374c65df90,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:39.628611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.705143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.705898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.796989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:39.804514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:39.812562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:39.813020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:39.823418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Subnet': ['ID=69b7225e-1dd1-4456-b5a5-10dd4b1cc02a,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.844907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=b1773716-f1ef-42f7-a798-b2374c65df90,revision_number=4']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:39.957459 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9e8ada75-09aa-408b-82dd-36b61aeede5e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5637274 Aug 24 00:45:39.961169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36890) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:39.970075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Request body: {'port': {'network_id': '184144b3-13e1-4f01-adb9-84e077cb76fd', 'mac_address': 'fa:16:3e:ed:f0:6c', 'name': 'tempest-NetworksTestDHCPv6-527394291'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:40.184648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Made reservation on behalf of dcbb3c504e0b4211a07017b4cab32973 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:40.274536 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.290988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdd59ac-67c6-4657-85c2-e7a42fac0913 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:40.298011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] device_id is not set on port 97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:40.464946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-abf4fe7f-40bf-4f7e-8214-269bb97ebc97 None None] Provisioning for port b1773716-f1ef-42f7-a798-b2374c65df90 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:40.523355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8::2bf (184144b3-13e1-4f01-adb9-84e077cb76fd/f124d702-7782-4900-ba1a-8ca15fe3ac68/97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:40.530409 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:f06c (184144b3-13e1-4f01-adb9-84e077cb76fd/69b7225e-1dd1-4456-b5a5-10dd4b1cc02a/97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:40.551170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b1773716-f1ef-42f7-a798-b2374c65df90 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:40.706422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.719612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b1773716-f1ef-42f7-a798-b2374c65df90 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:40.727092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b1773716-f1ef-42f7-a798-b2374c65df90 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:40.727496 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.729987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Transition to ACTIVE for port object 97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:40.815128 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.854458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port b1773716-f1ef-42f7-a798-b2374c65df90, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b1773716-f1ef-42f7-a798-b2374c65df90,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:40.883079 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.934624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Network 184144b3-13e1-4f01-adb9-84e077cb76fd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:40.937914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:40.941690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:40.947912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:40.948569 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:40.955548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event updated for resources: {'Port': ['ID=97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:40.979903 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.083626 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-36a2a08c-17d0-44a2-9fb8-fa3100aa6a81 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1148632 Aug 24 00:45:41.083626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 36950) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.098370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=b1773716-f1ef-42f7-a798-b2374c65df90,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:41.227390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5910f521-a727-4f88-bad1-3225e7abcc36 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting port 97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:41.227390 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5910f521-a727-4f88-bad1-3225e7abcc36 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.228047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dbb3f7d8-c176-454c-a93b-976a541e785d None None] Provisioning complete for port b1773716-f1ef-42f7-a798-b2374c65df90 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:41.228047 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f7d8-c176-454c-a93b-976a541e785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.347379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5910f521-a727-4f88-bad1-3225e7abcc36 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.384418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5910f521-a727-4f88-bad1-3225e7abcc36 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Calling delete_port for 97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:41.708133 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5910f521-a727-4f88-bad1-3225e7abcc36 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.708837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c637294c-2bcc-4ca5-ae9d-21da0385efce None None] Provisioning for port 97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:45:41.713126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c637294c-2bcc-4ca5-ae9d-21da0385efce None None] Provisioning complete for port 97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:41.713534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c637294c-2bcc-4ca5-ae9d-21da0385efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.738430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-c637294c-2bcc-4ca5-ae9d-21da0385efce None None] Port 97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 was deleted so its status cannot be updated. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 24 00:45:41.754156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910f521-a727-4f88-bad1-3225e7abcc36 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Port': ['ID=97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:41.810399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5910f521-a727-4f88-bad1-3225e7abcc36 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:41.812418 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5910f521-a727-4f88-bad1-3225e7abcc36 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 HTTP/1.1" status: 204 len: 168 time: 0.7276535 Aug 24 00:45:41.815016 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37000) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.875272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f41ad1-1823-4562-b5c7-f7cd6bd0ad5f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:41.879177 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-84f41ad1-1823-4562-b5c7-f7cd6bd0ad5f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0608325 Aug 24 00:45:41.879909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:41.942855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1a38a-2ddf-4827-a132-11758382d0b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:41.944474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-46c1a38a-2ddf-4827-a132-11758382d0b9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0618062 Aug 24 00:45:41.988103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37008) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.074075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee2b6d-d9b1-4ebc-ae62-e811c36388a4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:42.074075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee2b6d-d9b1-4ebc-ae62-e811c36388a4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:42.074075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee2b6d-d9b1-4ebc-ae62-e811c36388a4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:42.074075 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1cee2b6d-d9b1-4ebc-ae62-e811c36388a4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0670700 Aug 24 00:45:42.075258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37014) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.162024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d432a3-fa42-4768-9192-8353cdb3bec9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet 69b7225e-1dd1-4456-b5a5-10dd4b1cc02a {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:42.166099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d432a3-fa42-4768-9192-8353cdb3bec9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.216424 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d432a3-fa42-4768-9192-8353cdb3bec9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.301762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d432a3-fa42-4768-9192-8353cdb3bec9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.445843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d432a3-fa42-4768-9192-8353cdb3bec9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.469352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b1773716-f1ef-42f7-a798-b2374c65df90 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:45:42.482894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d432a3-fa42-4768-9192-8353cdb3bec9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=69b7225e-1dd1-4456-b5a5-10dd4b1cc02a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:42.494616 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c7d432a3-fa42-4768-9192-8353cdb3bec9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.494616 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c7d432a3-fa42-4768-9192-8353cdb3bec9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/69b7225e-1dd1-4456-b5a5-10dd4b1cc02a HTTP/1.1" status: 204 len: 168 time: 0.4133923 Aug 24 00:45:42.495800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.521090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878eb17f-45a1-4600-bcba-26e8d743326c None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:42.557549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-468e7a3f-e521-410a-9635-f4d0c2c18a2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Deleting subnet f124d702-7782-4900-ba1a-8ca15fe3ac68 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:42.561300 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468e7a3f-e521-410a-9635-f4d0c2c18a2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.612766 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468e7a3f-e521-410a-9635-f4d0c2c18a2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.638185 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.642656 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b1773716-f1ef-42f7-a798-b2374c65df90 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:42.642656 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.713640 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468e7a3f-e521-410a-9635-f4d0c2c18a2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.862877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468e7a3f-e521-410a-9635-f4d0c2c18a2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.903132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e7a3f-e521-410a-9635-f4d0c2c18a2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Subnet': ['ID=f124d702-7782-4900-ba1a-8ca15fe3ac68,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:42.911683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-468e7a3f-e521-410a-9635-f4d0c2c18a2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:42.916819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-468e7a3f-e521-410a-9635-f4d0c2c18a2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/f124d702-7782-4900-ba1a-8ca15fe3ac68 HTTP/1.1" status: 204 len: 168 time: 0.4229293 Aug 24 00:45:42.919156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37054) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:42.961636 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cf3ce3a2-ba36-4d09-b135-459e53263497 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401795 Aug 24 00:45:42.963496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37056) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.018064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0aac56-8760-4c5c-a45c-d63e1c6fe822 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:43.021177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6e0aac56-8760-4c5c-a45c-d63e1c6fe822 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0568037 Aug 24 00:45:43.024311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37060) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.081690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2640c-235b-446d-b8db-b7757bf24538 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:43.086064 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b7a2640c-235b-446d-b8db-b7757bf24538 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0581450 Aug 24 00:45:43.086462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37064) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.154981 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-74ef34a9-8750-4184-9f62-cc016598ebdb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671644 Aug 24 00:45:43.163473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37072) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.190163 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8d507d-a91a-49bb-b72a-4290bf8fd0c4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.191226 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8d507d-a91a-49bb-b72a-4290bf8fd0c4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.196313 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1b8d507d-a91a-49bb-b72a-4290bf8fd0c4 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/97a1ff2b-7f0c-4c11-afd8-e3e87c82ef76 HTTP/1.1" status: 404 len: 333 time: 0.0294421 Aug 24 00:45:43.196827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.231927 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-38519138-15b6-4ddc-961c-57c336168b86 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.232527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38519138-15b6-4ddc-961c-57c336168b86 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.237428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-38519138-15b6-4ddc-961c-57c336168b86 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/69b7225e-1dd1-4456-b5a5-10dd4b1cc02a HTTP/1.1" status: 404 len: 337 time: 0.0388188 Aug 24 00:45:43.240453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37080) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.273722 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-9504a056-c9cd-4889-bd32-88c20f7c70f9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.274289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9504a056-c9cd-4889-bd32-88c20f7c70f9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.276392 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9504a056-c9cd-4889-bd32-88c20f7c70f9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/f124d702-7782-4900-ba1a-8ca15fe3ac68 HTTP/1.1" status: 404 len: 337 time: 0.0343137 Aug 24 00:45:43.278877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37084) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.311476 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-136db17a-aa5d-43be-a318-fd4db0df91fa tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.312305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136db17a-aa5d-43be-a318-fd4db0df91fa tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.314243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-136db17a-aa5d-43be-a318-fd4db0df91fa tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/33e06bcf-65a1-446e-ba82-6287b520d862 HTTP/1.1" status: 404 len: 333 time: 0.0341392 Aug 24 00:45:43.317502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37088) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.360436 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-5140477b-16c7-4451-b369-87b7309326ef tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.360436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5140477b-16c7-4451-b369-87b7309326ef tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.360436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5140477b-16c7-4451-b369-87b7309326ef tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/e8405f97-5d53-4257-98ac-67fdf9561598 HTTP/1.1" status: 404 len: 337 time: 0.0405784 Aug 24 00:45:43.362402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37094) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.391623 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6699729-8d2e-414c-862d-6bd549d540f1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.392547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6699729-8d2e-414c-862d-6bd549d540f1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.395916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f6699729-8d2e-414c-862d-6bd549d540f1 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/ba8dcc01-0f6d-4d71-a8b1-ba94fea1cf61 HTTP/1.1" status: 404 len: 337 time: 0.0322921 Aug 24 00:45:43.398561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.430449 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c0475f-a85f-46f5-93a6-2ef8e98fb5f6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.431582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c0475f-a85f-46f5-93a6-2ef8e98fb5f6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.433978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c7c0475f-a85f-46f5-93a6-2ef8e98fb5f6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/77304489-74f5-41cf-973c-a5584a0c0ac8 HTTP/1.1" status: 404 len: 333 time: 0.0336525 Aug 24 00:45:43.437043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37102) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.499189 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-5557d6d2-acd2-48a8-8033-05152fecc31b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.499976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5557d6d2-acd2-48a8-8033-05152fecc31b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.505441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37106) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.505595 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5557d6d2-acd2-48a8-8033-05152fecc31b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/539a0c55-9d62-4e1e-b56d-0acc51f57a79 HTTP/1.1" status: 404 len: 337 time: 0.0658126 Aug 24 00:45:43.559266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a324d5f1-c7a1-44b0-a26c-8a6190038d83 None None] Network 184144b3-13e1-4f01-adb9-84e077cb76fd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:43.586183 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-1659bd36-975d-48e2-832a-f5c2025f2bf3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.586632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1659bd36-975d-48e2-832a-f5c2025f2bf3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.595529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1659bd36-975d-48e2-832a-f5c2025f2bf3 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/4e93dae8-7fc2-457c-a923-05fb5843801d HTTP/1.1" status: 404 len: 337 time: 0.0813847 Aug 24 00:45:43.595685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.638511 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c94a80-8e9e-45d5-953d-2c0d8904d396 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.639546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c94a80-8e9e-45d5-953d-2c0d8904d396 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.644173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37114) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.644344 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a0c94a80-8e9e-45d5-953d-2c0d8904d396 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/1d069708-9185-459f-a815-731065c72d2b HTTP/1.1" status: 404 len: 333 time: 0.0505142 Aug 24 00:45:43.651148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2a7e4426-c833-4af4-b999-d10abced4ec5 None None] Provisioning complete for port b1773716-f1ef-42f7-a798-b2374c65df90 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:45:43.651597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4426-c833-4af4-b999-d10abced4ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.679537 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f8106a-7836-464c-b842-734675984ae2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.680122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f8106a-7836-464c-b842-734675984ae2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.681943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f5f8106a-7836-464c-b842-734675984ae2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/988f5f4f-6831-4ae6-bd07-071f7fb57e86 HTTP/1.1" status: 404 len: 337 time: 0.0365896 Aug 24 00:45:43.684381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37116) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.718841 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6910c21-511d-4429-9c9c-f4bbad3fc8f2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.718841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6910c21-511d-4429-9c9c-f4bbad3fc8f2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.721675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a6910c21-511d-4429-9c9c-f4bbad3fc8f2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/b7aa985b-9052-4f46-911b-2e616bef2e70 HTTP/1.1" status: 404 len: 337 time: 0.0351920 Aug 24 00:45:43.723313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.794271 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-40977986-3fe6-41d7-8b1b-69295f0da4a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.805225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40977986-3fe6-41d7-8b1b-69295f0da4a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.813076 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-40977986-3fe6-41d7-8b1b-69295f0da4a6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/7933d9eb-7ca5-4342-9e0b-44a4c178a09d HTTP/1.1" status: 404 len: 333 time: 0.0864615 Aug 24 00:45:43.813907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37126) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.857811 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a437facf-3550-4ca4-831d-0841a0ca7c2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.858192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a437facf-3550-4ca4-831d-0841a0ca7c2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.861630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a437facf-3550-4ca4-831d-0841a0ca7c2f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/5fb42b45-83ab-420b-baf5-e976fa95a5c6 HTTP/1.1" status: 404 len: 337 time: 0.0452917 Aug 24 00:45:43.862652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37128) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.892289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] DHCP port deletion for 184144b3-13e1-4f01-adb9-84e077cb76fd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:45:43.894763 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-87830a95-e415-402c-a933-159cbbeb6c20 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.895444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87830a95-e415-402c-a933-159cbbeb6c20 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.897206 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-87830a95-e415-402c-a933-159cbbeb6c20 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/55af73eb-c08b-413c-bb4c-b1672baca393 HTTP/1.1" status: 404 len: 333 time: 0.0335801 Aug 24 00:45:43.900386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37132) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.929280 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-02062f1f-c8df-4ee4-8f25-a9a4724ed305 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.929280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02062f1f-c8df-4ee4-8f25-a9a4724ed305 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.931179 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-02062f1f-c8df-4ee4-8f25-a9a4724ed305 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/497c0345-9149-4740-ac5c-d25d455449f0 HTTP/1.1" status: 404 len: 337 time: 0.0297816 Aug 24 00:45:43.934002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37136) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.951324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] Deleting port b1773716-f1ef-42f7-a798-b2374c65df90 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:43.951704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:43.964346 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-7788c69d-6b3c-42f6-82b2-5b25cfa11a1f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.965080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7788c69d-6b3c-42f6-82b2-5b25cfa11a1f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:43.967021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7788c69d-6b3c-42f6-82b2-5b25cfa11a1f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/bcde5673-5b47-46fb-a6f0-bfe7941a1125 HTTP/1.1" status: 404 len: 333 time: 0.0319719 Aug 24 00:45:43.969783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:43.997079 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c082f4dc-c2cf-4308-bd1a-d61a743525f2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:43.997529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c082f4dc-c2cf-4308-bd1a-d61a743525f2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.000020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c082f4dc-c2cf-4308-bd1a-d61a743525f2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/eb9c2b66-bfd0-49d5-91ee-5f49337ffc5e HTTP/1.1" status: 404 len: 337 time: 0.0284679 Aug 24 00:45:44.001961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37140) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.018650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] For port b1773716-f1ef-42f7-a798-b2374c65df90, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b1773716-f1ef-42f7-a798-b2374c65df90,segment=NetworkSegment(56fbac31-cd29-41d8-8be9-2d9f7954cc0e),segment_id=56fbac31-cd29-41d8-8be9-2d9f7954cc0e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:45:44.020079 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.025183 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-f867f19f-a365-40a3-b701-be44dab0161c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.026005 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f867f19f-a365-40a3-b701-be44dab0161c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.027776 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f867f19f-a365-40a3-b701-be44dab0161c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/62988ff7-644c-464f-9627-88b7c2b37b25 HTTP/1.1" status: 404 len: 333 time: 0.0248251 Aug 24 00:45:44.030269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37142) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.036829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] Calling delete_port for b1773716-f1ef-42f7-a798-b2374c65df90 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:44.060123 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a44c818-3a60-4ff9-b315-13ddfc78a3f7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.060595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a44c818-3a60-4ff9-b315-13ddfc78a3f7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.062436 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8a44c818-3a60-4ff9-b315-13ddfc78a3f7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/11dc368b-eda3-4c16-b4ea-7f91189502e3 HTTP/1.1" status: 404 len: 337 time: 0.0309572 Aug 24 00:45:44.065048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37144) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.090014 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf082d04-df9f-4160-a1c2-db725128bee6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.090664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf082d04-df9f-4160-a1c2-db725128bee6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.095089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bf082d04-df9f-4160-a1c2-db725128bee6 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/bc42218b-c842-47bc-b72d-13bbe61c8dbc HTTP/1.1" status: 404 len: 333 time: 0.0265062 Aug 24 00:45:44.095346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37146) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.127592 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46d5686-7761-46f1-9e19-7073e30b7059 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.128088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46d5686-7761-46f1-9e19-7073e30b7059 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.129958 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e46d5686-7761-46f1-9e19-7073e30b7059 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/cb80ed55-3cf8-405b-83c0-f48814bba22e HTTP/1.1" status: 404 len: 337 time: 0.0333910 Aug 24 00:45:44.132506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37148) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.155462 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d08552b-835e-48e3-9552-0b9a705d769f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.156013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d08552b-835e-48e3-9552-0b9a705d769f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.157719 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d08552b-835e-48e3-9552-0b9a705d769f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/88582c97-bb4a-40cd-b10b-d19d010ed01d HTTP/1.1" status: 404 len: 333 time: 0.0242717 Aug 24 00:45:44.160877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37150) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.188069 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb27dfd0-9a33-4315-a5b0-eb054b931ae2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.188523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb27dfd0-9a33-4315-a5b0-eb054b931ae2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.190573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb27dfd0-9a33-4315-a5b0-eb054b931ae2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/5da78c34-0744-4433-ba82-9bdbcfd2651e HTTP/1.1" status: 404 len: 337 time: 0.0282819 Aug 24 00:45:44.191046 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:44.192940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37156) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.219774 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbaa370-a55a-416b-b17d-14bda72adf4e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.220244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbaa370-a55a-416b-b17d-14bda72adf4e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.224863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] Pushing event deleted for resources: {'Port': ['ID=b1773716-f1ef-42f7-a798-b2374c65df90,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:44.225264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37158) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.227122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec0743-0de8-4090-9b50-2804ef8234be None None] No DVR routers for this DVR port b1773716-f1ef-42f7-a798-b2374c65df90 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:45:44.231104 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0dbaa370-a55a-416b-b17d-14bda72adf4e tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/6989c96c-5b4b-4f18-b7fe-18e6abe06fbd HTTP/1.1" status: 404 len: 337 time: 0.0369203 Aug 24 00:45:44.252351 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3da177d-1e44-4236-8cdf-77664da95f2c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.253015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3da177d-1e44-4236-8cdf-77664da95f2c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.254999 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c3da177d-1e44-4236-8cdf-77664da95f2c tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/7fa7fdc1-691d-49a2-b53d-a02cf0ec1a1a HTTP/1.1" status: 404 len: 333 time: 0.0284948 Aug 24 00:45:44.257603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37160) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.283207 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c42b7a-83e3-469e-bc98-1a82c859fe52 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.283670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c42b7a-83e3-469e-bc98-1a82c859fe52 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.285973 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-61c42b7a-83e3-469e-bc98-1a82c859fe52 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/103885fb-77be-48f9-86c5-046548ca86ce HTTP/1.1" status: 404 len: 337 time: 0.0268559 Aug 24 00:45:44.288517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37164) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.315142 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8d420c-74c7-4a20-b4de-f1001869fdcd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.315618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8d420c-74c7-4a20-b4de-f1001869fdcd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.317479 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fa8d420c-74c7-4a20-b4de-f1001869fdcd tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/ffc37895-2e26-489c-a8a3-4ac9506b1c9b HTTP/1.1" status: 404 len: 337 time: 0.0280385 Aug 24 00:45:44.320177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37166) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.344855 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb593cf-4078-407d-8a34-525d2b9cbd91 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.346080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb593cf-4078-407d-8a34-525d2b9cbd91 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.350073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bcb593cf-4078-407d-8a34-525d2b9cbd91 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/41b51e2d-c266-49f0-895d-cfefdcbcc021 HTTP/1.1" status: 404 len: 333 time: 0.0287640 Aug 24 00:45:44.351122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37170) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.395713 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0ccef7-bf67-4134-9f20-91ab5594bb00 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.395713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0ccef7-bf67-4134-9f20-91ab5594bb00 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.395713 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5e0ccef7-bf67-4134-9f20-91ab5594bb00 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/f000b141-87ec-4e56-94ec-12c2f178ca8f HTTP/1.1" status: 404 len: 337 time: 0.0326130 Aug 24 00:45:44.397451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37172) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.426329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b1773716-f1ef-42f7-a798-b2374c65df90 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:45:44.426510 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf86edc-0384-48dc-95fb-49f6e837c7cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.429840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf86edc-0384-48dc-95fb-49f6e837c7cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.429840 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cbf86edc-0384-48dc-95fb-49f6e837c7cc tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/d08246bf-5a33-4f7e-b7a0-b4dc66a5e5b7 HTTP/1.1" status: 404 len: 337 time: 0.0307486 Aug 24 00:45:44.432619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37174) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.451988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b1773716-f1ef-42f7-a798-b2374c65df90 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:45:44.452871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b1773716-f1ef-42f7-a798-b2374c65df90 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:45:44.465651 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9bf022-c5de-40f5-b37e-e682c7b89bdf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.466861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9bf022-c5de-40f5-b37e-e682c7b89bdf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.471957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37176) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.472410 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed9bf022-c5de-40f5-b37e-e682c7b89bdf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/245f465d-bbd6-4565-8258-bc6da0b92d1a HTTP/1.1" status: 404 len: 333 time: 0.0384862 Aug 24 00:45:44.498797 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-952ae040-c8a4-4870-b24a-d8d4015079de tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.499351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952ae040-c8a4-4870-b24a-d8d4015079de tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.501040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-952ae040-c8a4-4870-b24a-d8d4015079de tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/754ee0e3-04f6-4998-8b8a-2deed4168ff7 HTTP/1.1" status: 404 len: 337 time: 0.0277505 Aug 24 00:45:44.503643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37180) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.529868 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe0c8fc-0270-4439-8100-c63603b6fb2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.530329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe0c8fc-0270-4439-8100-c63603b6fb2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.532068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cfe0c8fc-0270-4439-8100-c63603b6fb2d tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/f9e42173-aaff-4494-9dc9-826e9ddc582a HTTP/1.1" status: 404 len: 337 time: 0.0274572 Aug 24 00:45:44.534675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37184) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.578554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bc9c598d-0bbf-44bd-ad20-538667c47bfb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0065e32-74d1-48dc-b396-895c3095f6f9 HTTP/1.1" status: 200 len: 205 time: 0.0402908 Aug 24 00:45:44.580859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37188) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.617730 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-dc69dcde-9455-46a1-83f3-244683294967 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] delete failed (client error): The resource could not be found. Aug 24 00:45:44.621406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dc69dcde-9455-46a1-83f3-244683294967 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/routers/a0065e32-74d1-48dc-b396-895c3095f6f9 HTTP/1.1" status: 404 len: 336 time: 0.0369749 Aug 24 00:45:44.621526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37190) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.648655 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f280715-ebf6-403a-a6d5-804e2fd078ad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.649115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f280715-ebf6-403a-a6d5-804e2fd078ad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.653359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2f280715-ebf6-403a-a6d5-804e2fd078ad tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/15db02f4-d968-4e21-9476-2a6483f39a68 HTTP/1.1" status: 404 len: 337 time: 0.0284791 Aug 24 00:45:44.653789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37192) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.684718 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-95ca5de0-2c30-4ed8-aa6d-a1bc9bda2cb8 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c241b85-80d0-48e1-bdcd-2b5980f3b8dc HTTP/1.1" status: 200 len: 205 time: 0.0296052 Aug 24 00:45:44.687048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37194) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.728336 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-c08631a5-9d51-4929-996b-990de9b38ef7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] delete failed (client error): The resource could not be found. Aug 24 00:45:44.729379 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c08631a5-9d51-4929-996b-990de9b38ef7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/routers/0c241b85-80d0-48e1-bdcd-2b5980f3b8dc HTTP/1.1" status: 404 len: 336 time: 0.0413115 Aug 24 00:45:44.731961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37196) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.761131 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b1b1c6-0843-4662-9554-300cbda94b33 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.761620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b1b1c6-0843-4662-9554-300cbda94b33 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.763984 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b0b1b1c6-0843-4662-9554-300cbda94b33 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/f1c75c6b-a9b0-4ed1-8c0c-d250e6f52e4c HTTP/1.1" status: 404 len: 337 time: 0.0311196 Aug 24 00:45:44.772757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37198) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.800194 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-4674e9ad-4068-4832-b342-ebe31e28c08b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.800664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4674e9ad-4068-4832-b342-ebe31e28c08b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.805615 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4674e9ad-4068-4832-b342-ebe31e28c08b tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/c006baf5-d45c-4580-9333-85ed5efdb8bc HTTP/1.1" status: 404 len: 337 time: 0.0295203 Aug 24 00:45:44.806551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37200) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.832415 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c8350e-554c-4476-a4b1-dba1a2b7ffe9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.833844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c8350e-554c-4476-a4b1-dba1a2b7ffe9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.838054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b5c8350e-554c-4476-a4b1-dba1a2b7ffe9 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/b614c430-78a3-4e37-a8e0-1074eb40bbf8 HTTP/1.1" status: 404 len: 333 time: 0.0303423 Aug 24 00:45:44.838207 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37202) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.865729 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c74d801-7754-466e-b554-fa10460a316f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.866676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c74d801-7754-466e-b554-fa10460a316f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.868406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2c74d801-7754-466e-b554-fa10460a316f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/66124d9e-d7a3-47b9-8992-e331fc74c87e HTTP/1.1" status: 404 len: 337 time: 0.0290284 Aug 24 00:45:44.870907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37204) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.893402 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bec384e-3c29-4430-9926-9f7d0055f788 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.894058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bec384e-3c29-4430-9926-9f7d0055f788 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.896880 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3bec384e-3c29-4430-9926-9f7d0055f788 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/c2b7bd2e-73f7-40ee-94b5-03359cd03330 HTTP/1.1" status: 404 len: 333 time: 0.0238881 Aug 24 00:45:44.898772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37206) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.924411 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a17112a-eb1c-4706-bcae-be9ed954c4c2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.924869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a17112a-eb1c-4706-bcae-be9ed954c4c2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.927200 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a17112a-eb1c-4706-bcae-be9ed954c4c2 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/c1972de2-97c4-45bc-86f4-8b8ab1610100 HTTP/1.1" status: 404 len: 337 time: 0.0274963 Aug 24 00:45:44.930092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37208) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.959195 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c3f011-35ba-4975-b58a-dfbdcf033215 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.959871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c3f011-35ba-4975-b58a-dfbdcf033215 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.961721 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-29c3f011-35ba-4975-b58a-dfbdcf033215 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/b90f0105-2f9b-4f0c-aa60-a771c15da9dc HTTP/1.1" status: 404 len: 333 time: 0.0304921 Aug 24 00:45:44.964240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37210) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:44.991061 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c88d783-b700-4498-b735-7b49bd5ffe1f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:44.991521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c88d783-b700-4498-b735-7b49bd5ffe1f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:44.993237 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0c88d783-b700-4498-b735-7b49bd5ffe1f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/0af10e3d-3279-418b-8be1-863073ce65dd HTTP/1.1" status: 404 len: 337 time: 0.0281048 Aug 24 00:45:44.995743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37212) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.018426 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d828fc-a2c2-4dff-a4ce-f7fbf1b51fdf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:45.019047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d828fc-a2c2-4dff-a4ce-f7fbf1b51fdf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:45.020759 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-47d828fc-a2c2-4dff-a4ce-f7fbf1b51fdf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/6d35249e-ad81-44df-bc67-b3585f506102 HTTP/1.1" status: 404 len: 333 time: 0.0240927 Aug 24 00:45:45.023250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37214) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.052038 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64a6bd7-7017-41ef-bbf7-6fa0a90edb66 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:45.052330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64a6bd7-7017-41ef-bbf7-6fa0a90edb66 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:45.057399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d64a6bd7-7017-41ef-bbf7-6fa0a90edb66 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/a567f2a8-e9ad-46f1-8a0e-b967aba98e18 HTTP/1.1" status: 404 len: 337 time: 0.0330954 Aug 24 00:45:45.057529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37216) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.086115 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e7b5a8-0b9b-4a69-8fa1-69dabfe4d36f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:45.086900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e7b5a8-0b9b-4a69-8fa1-69dabfe4d36f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:45.091562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c7e7b5a8-0b9b-4a69-8fa1-69dabfe4d36f tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/a4ae8a33-111e-492f-a33f-67cfc0ac0796 HTTP/1.1" status: 404 len: 333 time: 0.0328159 Aug 24 00:45:45.091746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37220) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.119736 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe125c3-62f1-466c-ae94-629eaf2fb541 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:45.120199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe125c3-62f1-466c-ae94-629eaf2fb541 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:45.122003 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fbe125c3-62f1-466c-ae94-629eaf2fb541 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/e066d966-2c4c-4fa8-8730-99b72f9accdf HTTP/1.1" status: 404 len: 337 time: 0.0288861 Aug 24 00:45:45.124424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37222) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.148421 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17b81a3-3fea-426c-9824-92a79df570a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:45.149069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17b81a3-3fea-426c-9824-92a79df570a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:45.150912 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a17b81a3-3fea-426c-9824-92a79df570a0 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/e3c425ef-2c51-4f31-aedf-40cd374a0f29 HTTP/1.1" status: 404 len: 333 time: 0.0255883 Aug 24 00:45:45.153522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37226) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.184165 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-868e0b73-a5b6-412f-b805-aa2decac81cf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:45.184630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868e0b73-a5b6-412f-b805-aa2decac81cf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:45.189031 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-868e0b73-a5b6-412f-b805-aa2decac81cf tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/1159b705-1298-4bc4-b0f4-77e221ede78b HTTP/1.1" status: 404 len: 337 time: 0.0319996 Aug 24 00:45:45.189238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37228) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.213835 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-38028069-a0f1-45b8-94bc-93107dd4a9fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:45.214484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38028069-a0f1-45b8-94bc-93107dd4a9fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:45.216249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-38028069-a0f1-45b8-94bc-93107dd4a9fb tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/ports/8852404a-9cca-4aab-93d9-7f1ba7ad18cd HTTP/1.1" status: 404 len: 333 time: 0.0259547 Aug 24 00:45:45.222268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37230) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.246355 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a15209-f803-44a2-acb8-5db15a450cd5 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] DELETE failed (client error): The resource could not be found. Aug 24 00:45:45.246826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a15209-f803-44a2-acb8-5db15a450cd5 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:45:45.251325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:45.253078 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-58a15209-f803-44a2-acb8-5db15a450cd5 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/subnets/3d6825fe-4f7a-4ede-906d-bf360d95a802 HTTP/1.1" status: 404 len: 337 time: 0.0330195 Aug 24 00:45:45.328390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.439798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.454191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184144b3-13e1-4f01-adb9-84e077cb76fd']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:45.469866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fbac31-cd29-41d8-8be9-2d9f7954cc0e') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:45.470336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fbac31-cd29-41d8-8be9-2d9f7954cc0e') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:45.480341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.494635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.501497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:45.502016 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:45.506361 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:45.639299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.660439 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:45.664859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] 10.222.0.26 "DELETE /v2.0/networks/184144b3-13e1-4f01-adb9-84e077cb76fd HTTP/1.1" status: 204 len: 168 time: 0.4100761 Aug 24 00:45:45.664859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3b246-ef10-424f-b0b9-e23c9cac04a7 tempest-NetworksTestDHCPv6-2065416975 tempest-NetworksTestDHCPv6-2065416975-project] Pushing event deleted for resources: {'Network': ['ID=184144b3-13e1-4f01-adb9-84e077cb76fd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:46.297105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37266) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:46.448211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37272) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:46.448796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-26b52bdc-e89a-4b41-8bc8-38ff91c8c7d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcbb3c504e0b4211a07017b4cab32973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498091 Aug 24 00:45:46.504899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb34b64b-b730-42c5-a210-faf621149f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.530531 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb34b64b-b730-42c5-a210-faf621149f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.670550 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb34b64b-b730-42c5-a210-faf621149f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.674236 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb34b64b-b730-42c5-a210-faf621149f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:46.677935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bb34b64b-b730-42c5-a210-faf621149f67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92c6b19d-ca97-4536-9117-74c236a9fb69 HTTP/1.1" status: 204 len: 168 time: 0.2251892 Aug 24 00:45:46.685076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34b64b-b730-42c5-a210-faf621149f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c6b19d-ca97-4536-9117-74c236a9fb69,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:47.846753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37314) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:47.958213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'networks': [{'name': 'tempest-network--1691113322'}, {'name': 'tempest-network--659575773'}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:47.958213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'network': {'name': 'tempest-network--1691113322'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:47.958443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'network': {'name': 'tempest-network--659575773'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:48.053341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Made reservation on behalf of 07898d95c5e34520bfc1e8ebe6bf0a2c for: {'network': 2} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:48.059645 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.069127 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.186967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.253249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.253699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.292416 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05724c4-f24a-4f88-9fae-f088d8678805,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:48.307750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:48.322948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.323469 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Added segment 05f2fa84-6c4b-47cc-ae04-ecdfee3d4d70 of type vlan for network 3442ddb5-f891-4bbe-83e0-24caf730152b Aug 24 00:45:48.370720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.423052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:48.436817 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.437679 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Added segment 79bb511d-1b26-4781-877c-9bf512303018 of type vlan for network 85e0261f-0e63-435c-92fa-789dec050a59 Aug 24 00:45:48.540544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.641990 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.642490 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.651552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:48.657652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:48.658549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:48.742050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Network': ['ID=3442ddb5-f891-4bbe-83e0-24caf730152b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:48.755736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 3442ddb5-f891-4bbe-83e0-24caf730152b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:48.817423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9667687 Aug 24 00:45:48.817896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37326) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:48.833769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66f6e-0cc9-4fe5-b562-aceec5387c83 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Network': ['ID=85e0261f-0e63-435c-92fa-789dec050a59,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:48.864908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 85e0261f-0e63-435c-92fa-789dec050a59 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:48.986723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738be00-e3eb-450d-90fb-e6d0c08be617 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:48.993100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738be00-e3eb-450d-90fb-e6d0c08be617 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:48.999221 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738be00-e3eb-450d-90fb-e6d0c08be617 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:49.005598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738be00-e3eb-450d-90fb-e6d0c08be617 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:49.007321 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a738be00-e3eb-450d-90fb-e6d0c08be617 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1877236 Aug 24 00:45:49.010104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37330) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:49.106836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.227712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.242801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3442ddb5-f891-4bbe-83e0-24caf730152b']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:49.256674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f2fa84-6c4b-47cc-ae04-ecdfee3d4d70') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:49.257232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f2fa84-6c4b-47cc-ae04-ecdfee3d4d70') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:49.276801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.290439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.298272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:49.303866 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:49.443613 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.463902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.468483 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/networks/3442ddb5-f891-4bbe-83e0-24caf730152b HTTP/1.1" status: 204 len: 168 time: 0.4551773 Aug 24 00:45:49.469272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37342) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:49.515808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe8583-3ac8-416c-a485-f5d0372f7fc6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Network': ['ID=3442ddb5-f891-4bbe-83e0-24caf730152b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:49.567929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.660058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.670967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e0261f-0e63-435c-92fa-789dec050a59']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:49.681923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bb511d-1b26-4781-877c-9bf512303018') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:49.682232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bb511d-1b26-4781-877c-9bf512303018') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:45:49.691746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.706112 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.713450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:45:49.713925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:45:49.717010 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:45:49.837394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.852192 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:49.857356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/networks/85e0261f-0e63-435c-92fa-789dec050a59 HTTP/1.1" status: 204 len: 168 time: 0.3828270 Aug 24 00:45:49.857592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37346) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:49.872482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f2864-be33-4fad-a46f-839fd87d40dd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Network': ['ID=85e0261f-0e63-435c-92fa-789dec050a59,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:49.986847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e05b31-7eaa-492d-bec4-e858c43aee4b tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:49.993828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e05b31-7eaa-492d-bec4-e858c43aee4b tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:49.999174 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b3e05b31-7eaa-492d-bec4-e858c43aee4b tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1370881 Aug 24 00:45:49.999653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37350) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:50.005351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1508025008'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:50.079206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Made reservation on behalf of 07898d95c5e34520bfc1e8ebe6bf0a2c for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:50.083934 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.109718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:50.121145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.121990 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Added segment f0bed3b6-746d-4033-8013-c4d8ff658301 of type vlan for network f33071f4-3a95-456e-9ad9-dc66cdcc39d4 Aug 24 00:45:50.174029 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.270744 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.276903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:50.279954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.380534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Network': ['ID=f33071f4-3a95-456e-9ad9-dc66cdcc39d4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:50.413011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network f33071f4-3a95-456e-9ad9-dc66cdcc39d4 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:50.480435 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c0ef295f-55ac-4bd4-8f02-f46956080160 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4795792 Aug 24 00:45:50.482804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37362) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:50.488859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1806056287'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:50.624491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Made reservation on behalf of 07898d95c5e34520bfc1e8ebe6bf0a2c for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:50.628016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.655422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:50.667193 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.667589 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Added segment bccc4e63-e69d-4694-98a3-198bf7502441 of type vlan for network 1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c Aug 24 00:45:50.742554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.841837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.847470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:50.849051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:50.926645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Network': ['ID=1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:50.937876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:50.968678 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-db210b5d-d51f-462f-ae5f-5154109c37cd tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4819560 Aug 24 00:45:50.968924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37374) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:50.974769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'ports': [{'network_id': 'f33071f4-3a95-456e-9ad9-dc66cdcc39d4', 'name': 'tempest-port--1749396963', 'admin_state_up': True}, {'network_id': '1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c', 'admin_state_up': False}]} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:50.975100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'port': {'network_id': 'f33071f4-3a95-456e-9ad9-dc66cdcc39d4', 'name': 'tempest-port--1749396963', 'admin_state_up': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:50.978450 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'port': {'network_id': '1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c', 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:51.270963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Made reservation on behalf of 07898d95c5e34520bfc1e8ebe6bf0a2c for: {'port': 2} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:51.275661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.291882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.395234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] device_id is not set on port 17dad28b-fcb6-4597-8c41-e6319bac4be7 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:51.529236 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.601525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] device_id is not set on port 04245527-179b-4613-9c51-986112337c53 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:45:51.723353 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.825224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:51.899015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Port': ['ID=17dad28b-fcb6-4597-8c41-e6319bac4be7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:51.909587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Checking segment: {'id': 'f0bed3b6-746d-4033-8013-c4d8ff658301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f33071f4-3a95-456e-9ad9-dc66cdcc39d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:51.909966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Network hostable DHCP agents. Network: f33071f4-3a95-456e-9ad9-dc66cdcc39d4, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:51.993514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Network f33071f4-3a95-456e-9ad9-dc66cdcc39d4 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:52.058729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, f33071f4-3a95-456e-9ad9-dc66cdcc39d4) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:52.063798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:52.064442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:52.069807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b1172-d861-4944-8b6d-e04a66428124 None None] Network f33071f4-3a95-456e-9ad9-dc66cdcc39d4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:52.129265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Port': ['ID=04245527-179b-4613-9c51-986112337c53,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:52.173247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Checking segment: {'id': 'bccc4e63-e69d-4694-98a3-198bf7502441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:52.173939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Network hostable DHCP agents. Network: 1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:52.287491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Network 1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:52.358299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:52.362707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:52.370665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:52.375026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e758074-0380-4f8b-aad8-71a5ff6ee941 None None] Network 1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:52.380254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:52.390333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:52.481846 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-11bc5a37-22a2-45eb-8419-58e52b5f6ebc tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5095570 Aug 24 00:45:52.483632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:52.599291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691091b-23b7-4ca3-a70b-55193505cfd6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:52.606042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691091b-23b7-4ca3-a70b-55193505cfd6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:52.607905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3691091b-23b7-4ca3-a70b-55193505cfd6 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1232939 Aug 24 00:45:52.612691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37398) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:52.715158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-04b40338-f351-49ee-8c12-00fa866a1d31 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Deleting port 17dad28b-fcb6-4597-8c41-e6319bac4be7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:52.715577 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04b40338-f351-49ee-8c12-00fa866a1d31 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:52.788121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04b40338-f351-49ee-8c12-00fa866a1d31 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:52.803469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-04b40338-f351-49ee-8c12-00fa866a1d31 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Calling delete_port for 17dad28b-fcb6-4597-8c41-e6319bac4be7 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:52.977750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04b40338-f351-49ee-8c12-00fa866a1d31 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.004998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b40338-f351-49ee-8c12-00fa866a1d31 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Port': ['ID=17dad28b-fcb6-4597-8c41-e6319bac4be7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:53.013897 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-04b40338-f351-49ee-8c12-00fa866a1d31 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.016378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-04b40338-f351-49ee-8c12-00fa866a1d31 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/ports/17dad28b-fcb6-4597-8c41-e6319bac4be7 HTTP/1.1" status: 204 len: 168 time: 0.4021206 Aug 24 00:45:53.019193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37406) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:53.106427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9416ea73-467b-4b8b-bdfb-8ae669c662af tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Deleting port 04245527-179b-4613-9c51-986112337c53 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:45:53.106769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9416ea73-467b-4b8b-bdfb-8ae669c662af tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.176714 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9416ea73-467b-4b8b-bdfb-8ae669c662af tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.193383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9416ea73-467b-4b8b-bdfb-8ae669c662af tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Calling delete_port for 04245527-179b-4613-9c51-986112337c53 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:45:53.315732 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9416ea73-467b-4b8b-bdfb-8ae669c662af tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.342262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416ea73-467b-4b8b-bdfb-8ae669c662af tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Port': ['ID=04245527-179b-4613-9c51-986112337c53,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:53.349970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9416ea73-467b-4b8b-bdfb-8ae669c662af tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.352196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9416ea73-467b-4b8b-bdfb-8ae669c662af tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/ports/04245527-179b-4613-9c51-986112337c53 HTTP/1.1" status: 204 len: 168 time: 0.3319719 Aug 24 00:45:53.355787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37416) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:53.384620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8b9eafc7-d608-4d0c-bac4-a7c7f281d419 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0254691 Aug 24 00:45:53.384929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37418) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:53.390167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1414978086'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:53.450349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Made reservation on behalf of 07898d95c5e34520bfc1e8ebe6bf0a2c for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:53.454102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.480423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:53.489511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.489888 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Added segment bd010c1b-7e0e-4de7-9fd0-85251ce350a3 of type vlan for network 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f Aug 24 00:45:53.532479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.612765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.618825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:53.619231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.685016 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Network': ['ID=44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:53.695721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:53.739932 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9eb62617-33a6-4578-8a45-532b0c209705 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3537953 Aug 24 00:45:53.742516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37428) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:53.750378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2076499341'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:53.853198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Made reservation on behalf of 07898d95c5e34520bfc1e8ebe6bf0a2c for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:53.857081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.884925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:45:53.896493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:53.896734 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Added segment f36252bc-aded-405a-b3f0-5197e78224a8 of type vlan for network e494fb36-5fa5-4841-851e-665bfb88c5a5 Aug 24 00:45:53.946137 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.044683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.054376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:54.055210 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:54.138074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Network': ['ID=e494fb36-5fa5-4841-851e-665bfb88c5a5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:54.149605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e494fb36-5fa5-4841-851e-665bfb88c5a5 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:45:54.165055 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-53c83d7e-2156-41f4-8e6a-b967c3c19a38 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4211290 Aug 24 00:45:55.354236 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:45:55.641703 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:56.292779 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db642a0b-6734-4107-8534-113ee5f0cdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:57.368147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:57.373243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'subnets': [{'network_id': '44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1027224164', 'ip_version': 6}, {'network_id': 'e494fb36-5fa5-4841-851e-665bfb88c5a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:57.373598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'subnet': {'network_id': '44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1027224164', 'ip_version': 6}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:57.374332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Request body: {'subnet': {'network_id': 'e494fb36-5fa5-4841-851e-665bfb88c5a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:45:58.029940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Made reservation on behalf of 07898d95c5e34520bfc1e8ebe6bf0a2c for: {'subnet': 2} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:45:58.034544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.034927 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.516035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.608185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Subnet': ['ID=22e3f5cb-8254-4d26-9897-88748f26a83b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:58.620365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Checking segment: {'id': 'bd010c1b-7e0e-4de7-9fd0-85251ce350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:58.620654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Network hostable DHCP agents. Network: 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:58.727471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Network 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:58.847149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:58.851899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:58.861910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cda092-3581-49da-af6e-b34ec638904a None None] Network 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:58.938003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event updated for resources: {'Subnet': ['ID=f170c1f5-06c5-42e6-a296-449c2cd7f8d7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:58.941857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Checking segment: {'id': 'f36252bc-aded-405a-b3f0-5197e78224a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e494fb36-5fa5-4841-851e-665bfb88c5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:58.942221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Network hostable DHCP agents. Network: e494fb36-5fa5-4841-851e-665bfb88c5a5, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:45:59.045887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f', 'network_id': '44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f', 'tenant_id': '07898d95c5e34520bfc1e8ebe6bf0a2c', 'fixed_ips': [{'subnet_id': '22e3f5cb-8254-4d26-9897-88748f26a83b'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:59.046776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.070689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Network e494fb36-5fa5-4841-851e-665bfb88c5a5 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:45:59.074580 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-865c9c4b-8bc1-4aed-8d89-2e140ea05972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.146303 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.173161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e494fb36-5fa5-4841-851e-665bfb88c5a5) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:59.187685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:59.188297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:59.188942 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.201804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889eaed-d599-476a-a64e-d1175c3c3934 None None] Network e494fb36-5fa5-4841-851e-665bfb88c5a5 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:45:59.272235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Allocated IP 2001:db8::1 (44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f/22e3f5cb-8254-4d26-9897-88748f26a83b/551171b9-50a6-4b3c-92f3-60918c04bad0) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:59.276171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-94b26182-c9ef-4f36-a29b-bbdb7087f954 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9066460 Aug 24 00:45:59.276875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37550) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:59.375340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df72c8-d401-4d02-95f5-5d21cf182241 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:59.380382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df72c8-d401-4d02-95f5-5d21cf182241 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:59.383043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df72c8-d401-4d02-95f5-5d21cf182241 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:45:59.390101 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-97df72c8-d401-4d02-95f5-5d21cf182241 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1121452 Aug 24 00:45:59.395976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37552) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:45:59.439591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-e494fb36-5fa5-4841-851e-665bfb88c5a5', 'network_id': 'e494fb36-5fa5-4841-851e-665bfb88c5a5', 'tenant_id': '07898d95c5e34520bfc1e8ebe6bf0a2c', 'fixed_ips': [{'subnet_id': 'f170c1f5-06c5-42e6-a296-449c2cd7f8d7'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:45:59.449562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.460168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df26016-b341-492f-806d-668dd1023114 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Deleting subnet 22e3f5cb-8254-4d26-9897-88748f26a83b {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:45:59.608751 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.643103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Transition to ACTIVE for port object 551171b9-50a6-4b3c-92f3-60918c04bad0 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:59.672280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Transition to ACTIVE for port object 551171b9-50a6-4b3c-92f3-60918c04bad0 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:45:59.685076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Allocated IP 2001:db8:0:1::1 (e494fb36-5fa5-4841-851e-665bfb88c5a5/f170c1f5-06c5-42e6-a296-449c2cd7f8d7/bcf750ba-75b5-42ff-b147-4bd29744e6b6) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:45:59.752436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7df26016-b341-492f-806d-668dd1023114 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.754820 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.775003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Network 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:45:59.779397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:45:59.806667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:45:59.817983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7df26016-b341-492f-806d-668dd1023114 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.866732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Pushing event updated for resources: {'Port': ['ID=551171b9-50a6-4b3c-92f3-60918c04bad0,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:45:59.912556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.913064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.913513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.914003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.914439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.914881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.915314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.915745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.916196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.916624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.917056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.917489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:45:59.921249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Attempting to bind port 551171b9-50a6-4b3c-92f3-60918c04bad0 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:45:59.921249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Attempting to bind port 551171b9-50a6-4b3c-92f3-60918c04bad0 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'bd010c1b-7e0e-4de7-9fd0-85251ce350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:45:59.921551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Attempting to bind port 551171b9-50a6-4b3c-92f3-60918c04bad0 on network 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:45:59.936279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:45:59.936799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Checking segment: {'id': 'bd010c1b-7e0e-4de7-9fd0-85251ce350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:45:59.937296 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.937725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Bound using segment: {'id': 'bd010c1b-7e0e-4de7-9fd0-85251ce350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:45:59.938196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Bound port: 551171b9-50a6-4b3c-92f3-60918c04bad0, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd010c1b-7e0e-4de7-9fd0-85251ce350a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:45:59.938582 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:45:59.954166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7df26016-b341-492f-806d-668dd1023114 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.086230 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.112247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Transition to ACTIVE for port object bcf750ba-75b5-42ff-b147-4bd29744e6b6 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:00.115856 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7df26016-b341-492f-806d-668dd1023114 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.121813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] For port 551171b9-50a6-4b3c-92f3-60918c04bad0, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:00.127935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] For port 551171b9-50a6-4b3c-92f3-60918c04bad0, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=551171b9-50a6-4b3c-92f3-60918c04bad0,segment=NetworkSegment(bd010c1b-7e0e-4de7-9fd0-85251ce350a3),segment_id=bd010c1b-7e0e-4de7-9fd0-85251ce350a3)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:00.137891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Transition to ACTIVE for port object bcf750ba-75b5-42ff-b147-4bd29744e6b6 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:00.161330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7df26016-b341-492f-806d-668dd1023114 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.166047 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7df26016-b341-492f-806d-668dd1023114 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/subnets/22e3f5cb-8254-4d26-9897-88748f26a83b HTTP/1.1" status: 204 len: 168 time: 0.7638090 Aug 24 00:46:00.166275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37580) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:00.174956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df26016-b341-492f-806d-668dd1023114 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Subnet': ['ID=22e3f5cb-8254-4d26-9897-88748f26a83b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:00.199817 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.238022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.257210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Network e494fb36-5fa5-4841-851e-665bfb88c5a5 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:00.265530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5e5a2e-e18a-4564-ab7d-da30d5133d55 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Deleting subnet f170c1f5-06c5-42e6-a296-449c2cd7f8d7 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:46:00.270130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:00.273009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:00.274157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5a2e-e18a-4564-ab7d-da30d5133d55 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.334267 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cabad-adb7-4be9-b2a9-69c7c9dfe95e None None] Pushing event updated for resources: {'Port': ['ID=551171b9-50a6-4b3c-92f3-60918c04bad0,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:00.338632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5a2e-e18a-4564-ab7d-da30d5133d55 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.370453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.376499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-a79af42e-d805-4d1e-b7ba-42c8202d2769 req-fa779c52-4ce1-4800-a5cc-01d770173873 service neutron] (95327) timed out ('10.222.0.26', 45274) {{(pid=95327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:46:00.393800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Attempting to bind port bcf750ba-75b5-42ff-b147-4bd29744e6b6 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:00.394699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Attempting to bind port bcf750ba-75b5-42ff-b147-4bd29744e6b6 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f36252bc-aded-405a-b3f0-5197e78224a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e494fb36-5fa5-4841-851e-665bfb88c5a5'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:00.395063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Attempting to bind port bcf750ba-75b5-42ff-b147-4bd29744e6b6 on network e494fb36-5fa5-4841-851e-665bfb88c5a5 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:00.404395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Pushing event updated for resources: {'Port': ['ID=bcf750ba-75b5-42ff-b147-4bd29744e6b6,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:00.408008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:00.408388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Checking segment: {'id': 'f36252bc-aded-405a-b3f0-5197e78224a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e494fb36-5fa5-4841-851e-665bfb88c5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:00.409312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.410288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Bound using segment: {'id': 'f36252bc-aded-405a-b3f0-5197e78224a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e494fb36-5fa5-4841-851e-665bfb88c5a5'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:00.410768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Bound port: bcf750ba-75b5-42ff-b147-4bd29744e6b6, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36252bc-aded-405a-b3f0-5197e78224a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e494fb36-5fa5-4841-851e-665bfb88c5a5'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:00.411538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.494436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] For port bcf750ba-75b5-42ff-b147-4bd29744e6b6, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:00.498098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] For port bcf750ba-75b5-42ff-b147-4bd29744e6b6, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=bcf750ba-75b5-42ff-b147-4bd29744e6b6,segment=NetworkSegment(f36252bc-aded-405a-b3f0-5197e78224a8),segment_id=f36252bc-aded-405a-b3f0-5197e78224a8)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:00.588756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.594934 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5a2e-e18a-4564-ab7d-da30d5133d55 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.774401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181feab7-8ee3-43df-bde6-4fdcecc8e6b2 None None] Pushing event updated for resources: {'Port': ['ID=bcf750ba-75b5-42ff-b147-4bd29744e6b6,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:00.841886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5a2e-e18a-4564-ab7d-da30d5133d55 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.892061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0f5e5a2e-e18a-4564-ab7d-da30d5133d55 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:00.895071 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0f5e5a2e-e18a-4564-ab7d-da30d5133d55 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/subnets/f170c1f5-06c5-42e6-a296-449c2cd7f8d7 HTTP/1.1" status: 204 len: 168 time: 0.7268181 Aug 24 00:46:00.896288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e5a2e-e18a-4564-ab7d-da30d5133d55 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Subnet': ['ID=f170c1f5-06c5-42e6-a296-449c2cd7f8d7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:00.897880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:00.964178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05983e4-2c77-4ddd-8579-0a164872e051 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:00.971336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37600) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:00.972041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e05983e4-2c77-4ddd-8579-0a164872e051 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0713918 Aug 24 00:46:01.104189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.581821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Deleting port bcf750ba-75b5-42ff-b147-4bd29744e6b6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:01.582533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.650898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] For port bcf750ba-75b5-42ff-b147-4bd29744e6b6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=bcf750ba-75b5-42ff-b147-4bd29744e6b6,segment=NetworkSegment(f36252bc-aded-405a-b3f0-5197e78224a8),segment_id=f36252bc-aded-405a-b3f0-5197e78224a8)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:01.651342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.668347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Calling delete_port for bcf750ba-75b5-42ff-b147-4bd29744e6b6 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:01.799680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e63da6-68d3-49f5-af06-a04fc55f5eca None None] Network 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:01.907702 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.908724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:01.953136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Port': ['ID=bcf750ba-75b5-42ff-b147-4bd29744e6b6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:01.959769 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] No DVR routers for this DVR port bcf750ba-75b5-42ff-b147-4bd29744e6b6 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:02.003978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c08c7c99-4884-47f1-91bd-f000249edd95 None None] Provisioning for port 551171b9-50a6-4b3c-92f3-60918c04bad0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:02.085752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] DHCP port deletion for 44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:02.102106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.118942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e494fb36-5fa5-4841-851e-665bfb88c5a5']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:02.135666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36252bc-aded-405a-b3f0-5197e78224a8') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:02.136307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36252bc-aded-405a-b3f0-5197e78224a8') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:02.146210 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.162460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.169306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:02.170031 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:02.173773 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:02.194017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] Deleting port 551171b9-50a6-4b3c-92f3-60918c04bad0 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:02.206935 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.317908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] For port 551171b9-50a6-4b3c-92f3-60918c04bad0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=551171b9-50a6-4b3c-92f3-60918c04bad0,segment=NetworkSegment(bd010c1b-7e0e-4de7-9fd0-85251ce350a3),segment_id=bd010c1b-7e0e-4de7-9fd0-85251ce350a3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:02.318325 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.343897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d190cb9-7a35-4f2c-8a7a-e609af9f57cc None None] Network e494fb36-5fa5-4841-851e-665bfb88c5a5 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:46:02.350552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] Calling delete_port for 551171b9-50a6-4b3c-92f3-60918c04bad0 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:02.359223 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.369519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.373952 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/networks/e494fb36-5fa5-4841-851e-665bfb88c5a5 HTTP/1.1" status: 204 len: 168 time: 1.3983922 Aug 24 00:46:02.376725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37628) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:02.382492 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aa41d-975a-45f9-b4f9-c5e8ad21ed37 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Network': ['ID=e494fb36-5fa5-4841-851e-665bfb88c5a5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:02.463201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a227fbc1-97a2-4eee-a5ae-42e296a24a8c None None] Could not find standard attr ID for object bcf750ba-75b5-42ff-b147-4bd29744e6b6. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:46:02.484623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.495442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93424e-7b76-4968-a27b-826ff9b273ea req-6db2e4b7-457f-4621-8c27-756746f6bbb2 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:02.505255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c93424e-7b76-4968-a27b-826ff9b273ea req-6db2e4b7-457f-4621-8c27-756746f6bbb2 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 946 time: 0.1374509 Aug 24 00:46:02.589659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c93424e-7b76-4968-a27b-826ff9b273ea req-af14fc70-8921-4180-956d-823d3a2e8380 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834470 Aug 24 00:46:02.605174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7c9b0-3077-4565-8328-ecedf5e72453 None None] DHCP port deletion for e494fb36-5fa5-4841-851e-665bfb88c5a5 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:46:02.615029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Deleting port 551171b9-50a6-4b3c-92f3-60918c04bad0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:02.615446 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.673462 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.680851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] For port 551171b9-50a6-4b3c-92f3-60918c04bad0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=551171b9-50a6-4b3c-92f3-60918c04bad0,segment=NetworkSegment(bd010c1b-7e0e-4de7-9fd0-85251ce350a3),segment_id=bd010c1b-7e0e-4de7-9fd0-85251ce350a3)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:02.681227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.695690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Calling delete_port for 551171b9-50a6-4b3c-92f3-60918c04bad0 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:02.710453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] Pushing event deleted for resources: {'Port': ['ID=551171b9-50a6-4b3c-92f3-60918c04bad0,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:02.712575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096aa2f-1c72-4edc-975c-436396b66dbf None None] No DVR routers for this DVR port 551171b9-50a6-4b3c-92f3-60918c04bad0 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:02.778716 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.809935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Port': ['ID=551171b9-50a6-4b3c-92f3-60918c04bad0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:02.812238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] No DVR routers for this DVR port 551171b9-50a6-4b3c-92f3-60918c04bad0 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:02.822694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.823047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.823402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.823749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.824091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.824429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.824840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.825098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.825430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.825796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.826126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.826459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:02.925981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.938773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:02.950724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd010c1b-7e0e-4de7-9fd0-85251ce350a3') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:02.951083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd010c1b-7e0e-4de7-9fd0-85251ce350a3') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:02.966124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.980136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.985974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:02.986362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:02.989277 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:03.135827 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.161184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.161184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/networks/44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f HTTP/1.1" status: 204 len: 168 time: 0.7654150 Aug 24 00:46:03.161398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37648) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:03.161816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516c00d-c5e2-4cdf-b277-0bed4fd32ef8 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Network': ['ID=44f4df2e-dffd-4ae5-b2f5-e7b59ba2e48f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:03.225356 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.311496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.328108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:03.334655 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccc4e63-e69d-4694-98a3-198bf7502441') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:03.335142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccc4e63-e69d-4694-98a3-198bf7502441') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:03.345758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.367548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.373649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:03.374049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:03.377108 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:03.498448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.523146 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.525116 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/networks/1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c HTTP/1.1" status: 204 len: 168 time: 0.3770137 Aug 24 00:46:03.526902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e8945-d8f6-45e4-960f-307d5792382a tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Network': ['ID=1a18ad45-0d2c-4aa8-83ac-d025c0bf8a8c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:03.528102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:03.606989 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.740992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.752973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33071f4-3a95-456e-9ad9-dc66cdcc39d4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:03.766462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bed3b6-746d-4033-8013-c4d8ff658301') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:03.766806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bed3b6-746d-4033-8013-c4d8ff658301') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:46:03.786801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93f37-efbb-461f-affc-502a75956383 req-c61fb705-16fc-460f-b488-ada695ff5449 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:03.788566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90a93f37-efbb-461f-affc-502a75956383 req-c61fb705-16fc-460f-b488-ada695ff5449 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 946 time: 0.1179287 Aug 24 00:46:03.790550 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.823982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.833465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:46:03.833892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:46:03.837900 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:46:03.901386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90a93f37-efbb-461f-affc-502a75956383 req-97e10d9c-f4bd-4b67-806c-55f2553346bd tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032715 Aug 24 00:46:03.995305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.007370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.011839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] 10.222.0.26 "DELETE /v2.0/networks/f33071f4-3a95-456e-9ad9-dc66cdcc39d4 HTTP/1.1" status: 204 len: 168 time: 0.4784312 Aug 24 00:46:04.026012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990ebaf-7b09-4c92-b59a-e44142997ae9 tempest-BulkNetworkOpsIpV6Test-443153908 tempest-BulkNetworkOpsIpV6Test-443153908-project] Pushing event deleted for resources: {'Network': ['ID=f33071f4-3a95-456e-9ad9-dc66cdcc39d4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:04.287075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-5965b37c-a73f-4f2e-9c51-a2a34a2a37ab tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:04.290775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-5965b37c-a73f-4f2e-9c51-a2a34a2a37ab tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 946 time: 0.0568328 Aug 24 00:46:04.404949 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Deleting port b15d7c80-c560-490d-a59c-a36b47bf8007 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:46:04.405308 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.434581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bcf750ba-75b5-42ff-b147-4bd29744e6b6 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:04.461328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: bcf750ba-75b5-42ff-b147-4bd29744e6b6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:04.461956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device bcf750ba-75b5-42ff-b147-4bd29744e6b6 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:04.544385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] For port b15d7c80-c560-490d-a59c-a36b47bf8007, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=b15d7c80-c560-490d-a59c-a36b47bf8007,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:04.544980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.560708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Calling delete_port for b15d7c80-c560-490d-a59c-a36b47bf8007 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:46:04.583596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37700) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:04.739340 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9ec62602-e418-45ca-9bff-2e0d79c281c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07898d95c5e34520bfc1e8ebe6bf0a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544037 Aug 24 00:46:04.741934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37712) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:04.790246 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96163caf-c01b-4084-9e67-0ef5815daffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.811812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96163caf-c01b-4084-9e67-0ef5815daffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.835649 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.862661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Pushing event deleted for resources: {'Port': ['ID=b15d7c80-c560-490d-a59c-a36b47bf8007,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:04.868297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['b15d7c80-c560-490d-a59c-a36b47bf8007'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:46:04.916943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] No DVR routers for this DVR port b15d7c80-c560-490d-a59c-a36b47bf8007 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:46:04.919715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.922314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34643455-8753-416f-84ba-a9ad1d9a3316 req-370ff918-fd17-4846-a806-1f33c80a7d6b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "DELETE /v2.0/ports/b15d7c80-c560-490d-a59c-a36b47bf8007 HTTP/1.1" status: 204 len: 173 time: 0.6261792 Aug 24 00:46:04.922786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d1a188-04b2-4fcd-8557-b09d05f81a3e', 'name': 'network-vif-deleted', 'tag': 'b15d7c80-c560-490d-a59c-a36b47bf8007'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:46:04.925378 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f71603-beec-4809-ae96-0fe8d463265d" -d '{"events": [{"server_uuid": "c6d1a188-04b2-4fcd-8557-b09d05f81a3e", "name": "network-vif-deleted", "tag": "b15d7c80-c560-490d-a59c-a36b47bf8007"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:46:04.947319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96163caf-c01b-4084-9e67-0ef5815daffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.947670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-96163caf-c01b-4084-9e67-0ef5815daffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:04.948958 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-96163caf-c01b-4084-9e67-0ef5815daffa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f05724c4-f24a-4f88-9fae-f088d8678805 HTTP/1.1" status: 204 len: 168 time: 0.2059872 Aug 24 00:46:04.966603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96163caf-c01b-4084-9e67-0ef5815daffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05724c4-f24a-4f88-9fae-f088d8678805,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:04.969177 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb125105-b27c-4066-912d-06b403f60668 x-openstack-request-id: req-eb125105-b27c-4066-912d-06b403f60668 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:46:04.969712 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d1a188-04b2-4fcd-8557-b09d05f81a3e", "name": "network-vif-deleted", "tag": "b15d7c80-c560-490d-a59c-a36b47bf8007", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:46:04.975413 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb125105-b27c-4066-912d-06b403f60668 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:46:04.975413 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d1a188-04b2-4fcd-8557-b09d05f81a3e', 'name': 'network-vif-deleted', 'tag': 'b15d7c80-c560-490d-a59c-a36b47bf8007', 'status': 'completed', 'code': 200} Aug 24 00:46:05.072102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0629c54-a1d7-42e9-8d4b-7b3fadc6e059 req-d8bd4e4d-5d0d-4a6e-acca-b28facd18730 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6d1a188-04b2-4fcd-8557-b09d05f81a3e HTTP/1.1" status: 200 len: 210 time: 0.0410092 Aug 24 00:46:05.204733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37728) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:05.426153 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fb58765-b906-4052-8320-0d6b85726686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.528828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fb58765-b906-4052-8320-0d6b85726686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.623628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fb58765-b906-4052-8320-0d6b85726686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.665726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5fb58765-b906-4052-8320-0d6b85726686 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4feaa95c36734476abe8bafce2af0074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604371 Aug 24 00:46:05.667276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb58765-b906-4052-8320-0d6b85726686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab61db45-627e-44f9-845a-d9f68b593fb5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:05.668590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37748) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:05.728349 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec73811b-cb6d-420d-83ba-ee56c967fd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.750117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec73811b-cb6d-420d-83ba-ee56c967fd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.872962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec73811b-cb6d-420d-83ba-ee56c967fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.875962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec73811b-cb6d-420d-83ba-ee56c967fd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:05.878041 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ec73811b-cb6d-420d-83ba-ee56c967fd1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab61db45-627e-44f9-845a-d9f68b593fb5 HTTP/1.1" status: 204 len: 168 time: 0.2075050 Aug 24 00:46:05.887144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73811b-cb6d-420d-83ba-ee56c967fd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab61db45-627e-44f9-845a-d9f68b593fb5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:06.626848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37786) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:06.641239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-357b228d-023f-4f87-8d86-a7d278640cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.741654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-357b228d-023f-4f87-8d86-a7d278640cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.878970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-357b228d-023f-4f87-8d86-a7d278640cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:06.921993 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-357b228d-023f-4f87-8d86-a7d278640cb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22a42cd2599f4c58969de38230f49a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930970 Aug 24 00:46:06.923052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b228d-023f-4f87-8d86-a7d278640cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d29fd42-aaa6-4d4b-815a-27f2f24eb5cd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:06.924186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:07.011912 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bb06-dd7d-463c-88c8-84bf9f45a8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.043313 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bb06-dd7d-463c-88c8-84bf9f45a8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.155409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bb06-dd7d-463c-88c8-84bf9f45a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.158887 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bb06-dd7d-463c-88c8-84bf9f45a8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:07.164095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e5d8bb06-dd7d-463c-88c8-84bf9f45a8a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d29fd42-aaa6-4d4b-815a-27f2f24eb5cd HTTP/1.1" status: 204 len: 168 time: 0.2375290 Aug 24 00:46:07.182769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8bb06-dd7d-463c-88c8-84bf9f45a8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d29fd42-aaa6-4d4b-815a-27f2f24eb5cd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:08.003901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:08.199546 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbb14-b1c7-4876-a1db-01e6b171a7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.309145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbb14-b1c7-4876-a1db-01e6b171a7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.383926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbb14-b1c7-4876-a1db-01e6b171a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.426599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0a3dbb14-b1c7-4876-a1db-01e6b171a7c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b2054c83e1a45a599496d63f970952b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216075 Aug 24 00:46:08.431133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37864) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:08.431735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dbb14-b1c7-4876-a1db-01e6b171a7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c4919-d86d-40f8-bca9-c0f1305fcef3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:08.501873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e9a7-64d1-45b5-ac9e-fdb8ace4c733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.524947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e9a7-64d1-45b5-ac9e-fdb8ace4c733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.709553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e9a7-64d1-45b5-ac9e-fdb8ace4c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.712283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e9a7-64d1-45b5-ac9e-fdb8ace4c733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:08.716569 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e2b6e9a7-64d1-45b5-ac9e-fdb8ace4c733 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/651c4919-d86d-40f8-bca9-c0f1305fcef3 HTTP/1.1" status: 204 len: 168 time: 0.2830977 Aug 24 00:46:08.726725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6e9a7-64d1-45b5-ac9e-fdb8ace4c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c4919-d86d-40f8-bca9-c0f1305fcef3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:09.328067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b15d7c80-c560-490d-a59c-a36b47bf8007 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:46:09.352202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: b15d7c80-c560-490d-a59c-a36b47bf8007 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:46:09.352885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device b15d7c80-c560-490d-a59c-a36b47bf8007 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:46:09.374468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37908) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:09.391061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-daf3f5fa-6b3e-4b26-9d5d-236d3385a366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.541178 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-daf3f5fa-6b3e-4b26-9d5d-236d3385a366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.609906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-daf3f5fa-6b3e-4b26-9d5d-236d3385a366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.650672 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-daf3f5fa-6b3e-4b26-9d5d-236d3385a366 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ee68c3c1c6a4f368cbd5e9fb5a7274b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748823 Aug 24 00:46:09.651812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3f5fa-6b3e-4b26-9d5d-236d3385a366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581faa51-9dca-4d9e-b49c-4bd4278ab9e1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:09.653588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37916) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:09.718654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e51648a3-dd65-4509-b62c-3aa7157b20c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.742740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e51648a3-dd65-4509-b62c-3aa7157b20c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.858310 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e51648a3-dd65-4509-b62c-3aa7157b20c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.863850 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e51648a3-dd65-4509-b62c-3aa7157b20c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:09.866719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e51648a3-dd65-4509-b62c-3aa7157b20c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/581faa51-9dca-4d9e-b49c-4bd4278ab9e1 HTTP/1.1" status: 204 len: 168 time: 0.2120347 Aug 24 00:46:09.880360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51648a3-dd65-4509-b62c-3aa7157b20c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581faa51-9dca-4d9e-b49c-4bd4278ab9e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:09.955146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:10.118698 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d8549e0-7073-4a7b-b0fc-729a265d326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:10.225311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d8549e0-7073-4a7b-b0fc-729a265d326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:10.307190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2d8549e0-7073-4a7b-b0fc-729a265d326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:10.352745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2d8549e0-7073-4a7b-b0fc-729a265d326a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bfc57ae488b44dbb4b15b09740db950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960419 Aug 24 00:46:10.352962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37940) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:10.353872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8549e0-7073-4a7b-b0fc-729a265d326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501b9025-5d62-4e3a-8ee5-78fc390d19db,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:10.412801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-210c40c9-6301-4c9e-aef7-ec823d610527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:10.464067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-210c40c9-6301-4c9e-aef7-ec823d610527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:10.589321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-210c40c9-6301-4c9e-aef7-ec823d610527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:10.592061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-210c40c9-6301-4c9e-aef7-ec823d610527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:10.593242 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-210c40c9-6301-4c9e-aef7-ec823d610527 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/501b9025-5d62-4e3a-8ee5-78fc390d19db HTTP/1.1" status: 204 len: 168 time: 0.2394493 Aug 24 00:46:10.601940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c40c9-6301-4c9e-aef7-ec823d610527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501b9025-5d62-4e3a-8ee5-78fc390d19db,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:11.274129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 37982) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:11.288641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-744adba5-3b4a-4b4f-bbf5-8b64788ba679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.390798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-744adba5-3b4a-4b4f-bbf5-8b64788ba679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.446793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-744adba5-3b4a-4b4f-bbf5-8b64788ba679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.487143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744adba5-3b4a-4b4f-bbf5-8b64788ba679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d34871c-a5a3-438c-93bf-e11c292be0c3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:11.513921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 37992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:11.514426 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-744adba5-3b4a-4b4f-bbf5-8b64788ba679 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dec5349da40245b0966373f2bfafd15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386560 Aug 24 00:46:11.569985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ce29fe2-d5c0-4b10-8c3b-dc0c70833848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.593526 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ce29fe2-d5c0-4b10-8c3b-dc0c70833848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.713095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ce29fe2-d5c0-4b10-8c3b-dc0c70833848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.716092 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ce29fe2-d5c0-4b10-8c3b-dc0c70833848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:11.717841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5ce29fe2-d5c0-4b10-8c3b-dc0c70833848 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d34871c-a5a3-438c-93bf-e11c292be0c3 HTTP/1.1" status: 204 len: 168 time: 0.2027204 Aug 24 00:46:11.728765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce29fe2-d5c0-4b10-8c3b-dc0c70833848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d34871c-a5a3-438c-93bf-e11c292be0c3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:12.578916 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:13.856968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-96721f86-17a5-4d0e-9051-ffb643085595 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:13.858570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-96721f86-17a5-4d0e-9051-ffb643085595 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/networks?id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803 HTTP/1.1" status: 200 len: 813 time: 0.1147003 Aug 24 00:46:13.875786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-c83e3fb1-bc65-4228-9d7a-31b6524175b6 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/quotas/4404326777f94587baa9ca33cb70ad8e HTTP/1.1" status: 200 len: 375 time: 0.0098090 Aug 24 00:46:13.910171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-48ed81fe-5f4a-4146-9b59-cd29ae38f79e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4404326777f94587baa9ca33cb70ad8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276031 Aug 24 00:46:14.033939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-2ddd8c3a-eeb7-44db-880e-d5941866e458 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:46:14.035507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-2ddd8c3a-eeb7-44db-880e-d5941866e458 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1180863 Aug 24 00:46:14.139093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-49d3ad8f-927c-40cf-8d4d-63f63ab866cf service neutron] 10.222.0.26 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967031 Aug 24 00:46:14.240357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-24ad1297-6668-460b-8f4d-481ece5d2cdc service neutron] 10.222.0.26 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865707 Aug 24 00:46:14.561868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c7da685-4fc1-4e0c-bfd0-f5042c5a1ca6 req-39fca83b-e00b-4468-9780-70cfd68dc4bc tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 210 time: 0.0475309 Aug 24 00:46:15.020252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38152) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:15.128354 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a70a6fbc-8056-4fca-92c6-262093819757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.225818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a70a6fbc-8056-4fca-92c6-262093819757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.303502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a70a6fbc-8056-4fca-92c6-262093819757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.344126 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a70a6fbc-8056-4fca-92c6-262093819757 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=226961f763de498c9f175ef7dbf5415a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227115 Aug 24 00:46:15.346102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a6fbc-8056-4fca-92c6-262093819757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1807df-2a26-412f-ba0f-2db02cdf649e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:15.348119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38160) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:15.399562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dbb1-a2eb-4575-8348-73f854bd78f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.420575 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dbb1-a2eb-4575-8348-73f854bd78f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.520511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dbb1-a2eb-4575-8348-73f854bd78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.529926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e0f1dbb1-a2eb-4575-8348-73f854bd78f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:15.533274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e0f1dbb1-a2eb-4575-8348-73f854bd78f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d1807df-2a26-412f-ba0f-2db02cdf649e HTTP/1.1" status: 204 len: 168 time: 0.1808491 Aug 24 00:46:15.540658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1dbb1-a2eb-4575-8348-73f854bd78f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1807df-2a26-412f-ba0f-2db02cdf649e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:15.664576 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f88952b-b317-4a94-b2ae-f1416aa7b274 req-2d402448-7e4f-4238-8301-1c78840f6e32 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 210 time: 0.0307217 Aug 24 00:46:15.671234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-a6f306db-6cb9-480b-b4ff-41e02e5fdf9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729470 Aug 24 00:46:15.761367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-a7334b10-271f-4573-8835-280bbd2ea4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:15.762931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-a7334b10-271f-4573-8835-280bbd2ea4e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1096 time: 0.0452518 Aug 24 00:46:15.874828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-c1449237-3e5f-45f6-a805-fc4ba9582874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:15.876391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-c1449237-3e5f-45f6-a805-fc4ba9582874 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.0945475 Aug 24 00:46:15.948142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-ca0085f6-dd8f-4774-90b1-0321b5885dd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0643756 Aug 24 00:46:16.030202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-9af3435f-b58d-48a1-914d-ab039b9cf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:16.031761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-9af3435f-b58d-48a1-914d-ab039b9cf770 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0757570 Aug 24 00:46:16.080682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-1b62cfcb-2582-4dd1-a9a6-8de7ecea7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:16.082833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-1b62cfcb-2582-4dd1-a9a6-8de7ecea7c33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436099 Aug 24 00:46:16.187217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-3766ae87-b015-477a-ab1c-df604dc4e528 service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976510 Aug 24 00:46:16.200722 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38186) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:16.215202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51646536-1643-4849-b0e8-3f27d7bee474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.292906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89368dfd-00ff-4034-aa2f-9821d4f6c197 req-c18454bf-5b5f-4b75-8342-c6be2dd26beb service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982859 Aug 24 00:46:16.310423 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51646536-1643-4849-b0e8-3f27d7bee474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.428020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51646536-1643-4849-b0e8-3f27d7bee474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.480817 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-51646536-1643-4849-b0e8-3f27d7bee474 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a4c87215ae74d4687329895a2872e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787514 Aug 24 00:46:16.484010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38198) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:16.493664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51646536-1643-4849-b0e8-3f27d7bee474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d27419-9f6f-4d88-9a92-a423ca8053ad,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:16.539818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7130-f3e4-443c-be06-b931ff599831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.562350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7130-f3e4-443c-be06-b931ff599831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.691664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-ba059b82-08cd-4bc3-a6b1-58bfd8489955 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:16.693172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-ba059b82-08cd-4bc3-a6b1-58bfd8489955 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "GET /v2.0/networks?id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803 HTTP/1.1" status: 200 len: 813 time: 0.1062961 Aug 24 00:46:16.713554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Request body: {'port': {'device_id': 'b97b353c-357b-4490-89be-b6b9b3250a25', 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803', 'admin_state_up': True, 'tenant_id': '4404326777f94587baa9ca33cb70ad8e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:16.717604 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7130-f3e4-443c-be06-b931ff599831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.717729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7130-f3e4-443c-be06-b931ff599831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:16.718935 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3bdc7130-f3e4-443c-be06-b931ff599831 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43d27419-9f6f-4d88-9a92-a423ca8053ad HTTP/1.1" status: 204 len: 168 time: 0.2333491 Aug 24 00:46:16.731957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc7130-f3e4-443c-be06-b931ff599831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d27419-9f6f-4d88-9a92-a423ca8053ad,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:16.842445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba2da65d-1096-4e23-a521-5647f3270a92 req-e0de361b-f2f7-42d3-8b06-a7788a18231c tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 210 time: 0.0453901 Aug 24 00:46:17.008841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Made reservation on behalf of 4404326777f94587baa9ca33cb70ad8e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:46:17.012565 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.183354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Allocated IP 172.20.0.3 (a8fa3d9b-5ed1-4c07-9c00-b458737fe803/6b1b87ad-20a8-412c-967a-02fd383fcd67/8515748d-6b4d-40fc-9ecc-8303579a33c2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:46:17.371260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.479672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.504436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:46:17.507843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:46:17.509984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:46:17.581481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Pushing event updated for resources: {'Port': ['ID=8515748d-6b4d-40fc-9ecc-8303579a33c2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:17.592834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:17.593467 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:17.679797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f6b06e64-98d6-4d5e-b36d-45094378327e tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9716434 Aug 24 00:46:17.711495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Request body: {'port': {'device_id': 'b97b353c-357b-4490-89be-b6b9b3250a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:46:17.775629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.091897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd6dc3-8aff-42dc-98d3-7b31387f3268 req-91f23fb7-9d68-4c55-ade1-c0eeda1f5705 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:18.096432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ffd6dc3-8aff-42dc-98d3-7b31387f3268 req-91f23fb7-9d68-4c55-ade1-c0eeda1f5705 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 931 time: 0.0986302 Aug 24 00:46:18.161171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ffd6dc3-8aff-42dc-98d3-7b31387f3268 req-fa6cd4c0-c0ec-4b59-9556-1e964ffd1afb tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487480 Aug 24 00:46:18.202227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8515748d-6b4d-40fc-9ecc-8303579a33c2 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:46:18.210237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.222335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Transition to ACTIVE for port object 8515748d-6b4d-40fc-9ecc-8303579a33c2 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:46:18.309121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.371639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8515748d-6b4d-40fc-9ecc-8303579a33c2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:18.437608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Attempting to bind port 8515748d-6b4d-40fc-9ecc-8303579a33c2 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:46:18.438978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Attempting to bind port 8515748d-6b4d-40fc-9ecc-8303579a33c2 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:46:18.438978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Attempting to bind port 8515748d-6b4d-40fc-9ecc-8303579a33c2 on network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:18.443957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Port 8515748d-6b4d-40fc-9ecc-8303579a33c2 on network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:46:18.444293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Attempting to bind port 8515748d-6b4d-40fc-9ecc-8303579a33c2 on network a8fa3d9b-5ed1-4c07-9c00-b458737fe803 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:46:18.449381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:46:18.449760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Checking segment: {'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:46:18.450161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Bound using segment: {'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:46:18.450619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Bound port: 8515748d-6b4d-40fc-9ecc-8303579a33c2, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d7e157-1f62-4f68-b730-e47f92a3f553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:46:18.450990 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.520255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] For port 8515748d-6b4d-40fc-9ecc-8303579a33c2, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:46:18.523527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] For port 8515748d-6b4d-40fc-9ecc-8303579a33c2, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8515748d-6b4d-40fc-9ecc-8303579a33c2,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:46:18.610091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.649957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:18.650576 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:18.651953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/8515748d-6b4d-40fc-9ecc-8303579a33c2 HTTP/1.1" status: 200 len: 1091 time: 0.9477689 Aug 24 00:46:18.652385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97b353c-357b-4490-89be-b6b9b3250a25', 'tag': '8515748d-6b4d-40fc-9ecc-8303579a33c2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:46:18.654632 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09130bb-fc35-4abf-bc01-7e5480fa0431" -d '{"events": [{"name": "network-changed", "server_uuid": "b97b353c-357b-4490-89be-b6b9b3250a25", "tag": "8515748d-6b4d-40fc-9ecc-8303579a33c2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:46:18.674531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520721e0-51d0-4764-8e6c-9dbe66ec67d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8515748d-6b4d-40fc-9ecc-8303579a33c2,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:18.705710 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6f0199-4445-44ac-a50d-040a72940b73 x-openstack-request-id: req-9b6f0199-4445-44ac-a50d-040a72940b73 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:46:18.706652 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97b353c-357b-4490-89be-b6b9b3250a25", "tag": "8515748d-6b4d-40fc-9ecc-8303579a33c2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:46:18.706911 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b6f0199-4445-44ac-a50d-040a72940b73 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:46:18.707594 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97b353c-357b-4490-89be-b6b9b3250a25', 'tag': '8515748d-6b4d-40fc-9ecc-8303579a33c2', 'status': 'completed', 'code': 200} Aug 24 00:46:18.802861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09130bb-fc35-4abf-bc01-7e5480fa0431 req-b6c57721-fcfa-4c08-b3af-951ba5d60847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:18.804273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b09130bb-fc35-4abf-bc01-7e5480fa0431 req-b6c57721-fcfa-4c08-b3af-951ba5d60847 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4404326777f94587baa9ca33cb70ad8e&device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 1094 time: 0.0540807 Aug 24 00:46:18.909170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09130bb-fc35-4abf-bc01-7e5480fa0431 req-bb3c0c02-a7a5-4998-9d86-c81ef25b654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:18.911194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b09130bb-fc35-4abf-bc01-7e5480fa0431 req-bb3c0c02-a7a5-4998-9d86-c81ef25b654a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4404326777f94587baa9ca33cb70ad8e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0928032 Aug 24 00:46:19.010758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09130bb-fc35-4abf-bc01-7e5480fa0431 req-0688288b-98ff-49ea-b37b-ee53ba9a0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:19.012282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b09130bb-fc35-4abf-bc01-7e5480fa0431 req-0688288b-98ff-49ea-b37b-ee53ba9a0e9c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945182 Aug 24 00:46:19.139747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-b35c9899-3297-49b7-ae70-6b92a032ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:19.141395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-b35c9899-3297-49b7-ae70-6b92a032ee69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4404326777f94587baa9ca33cb70ad8e&device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 1094 time: 0.0678315 Aug 24 00:46:19.214387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-4a660394-f05a-4bf8-b5ae-bc47e8fbf14b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8515748d-6b4d-40fc-9ecc-8303579a33c2 HTTP/1.1" status: 200 len: 217 time: 0.0520692 Aug 24 00:46:19.276909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f4be8bb0-f520-4121-b004-f7282bc6e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:19.278651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-f4be8bb0-f520-4121-b004-f7282bc6e81a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1b87ad-20a8-412c-967a-02fd383fcd67 HTTP/1.1" status: 200 len: 853 time: 0.0587070 Aug 24 00:46:19.342560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-db2a6dfd-63d6-41fb-84fe-8d3199b5f6cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356381 Aug 24 00:46:19.355228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94175b-80ff-4915-8ce4-2016f5d43c6f req-d7ae22f3-3541-43c9-8ce2-a6869acb93fe tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:19.356974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc94175b-80ff-4915-8ce4-2016f5d43c6f req-d7ae22f3-3541-43c9-8ce2-a6869acb93fe tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 943 time: 0.0825734 Aug 24 00:46:19.451798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc94175b-80ff-4915-8ce4-2016f5d43c6f req-24309b55-5f82-481b-b588-12b983bec3d6 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743115 Aug 24 00:46:19.485024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-984e7612-7256-4dfa-91b3-73dd99d52bef service neutron] 10.222.0.36 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270828 Aug 24 00:46:19.610372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3db613c-ffd4-4c79-9cea-263be814d41b req-84415c51-f53b-4766-862b-e7d4ecc96cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159253 Aug 24 00:46:20.582903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c2c52-4ad5-4c0c-bb1a-8e2c71a2ed8c req-678ea967-dd99-4f22-a5b5-5e4ac5822249 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:20.586766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f72c2c52-4ad5-4c0c-bb1a-8e2c71a2ed8c req-678ea967-dd99-4f22-a5b5-5e4ac5822249 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 943 time: 0.0543194 Aug 24 00:46:20.624830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f72c2c52-4ad5-4c0c-bb1a-8e2c71a2ed8c req-14e21ebd-ae77-4135-8806-cd1d974037b6 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Aug 24 00:46:21.757431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f8ac0-4bbe-49a4-a915-67eb7d8d8fd4 req-5ffb396e-1338-44d5-96b6-8bafd778bdec tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:21.759107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d1f8ac0-4bbe-49a4-a915-67eb7d8d8fd4 req-5ffb396e-1338-44d5-96b6-8bafd778bdec tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 943 time: 0.0508993 Aug 24 00:46:21.799928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d1f8ac0-4bbe-49a4-a915-67eb7d8d8fd4 req-9df225e3-7207-4fd0-a6fe-2d95a370dd43 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Aug 24 00:46:22.948415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07ce75-963a-4ff5-aaf1-dfd4763beca0 req-a2a76da4-a610-4ba8-b343-ff77f82c892b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:22.950218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed07ce75-963a-4ff5-aaf1-dfd4763beca0 req-a2a76da4-a610-4ba8-b343-ff77f82c892b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 943 time: 0.0631721 Aug 24 00:46:22.996860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed07ce75-963a-4ff5-aaf1-dfd4763beca0 req-eae8ee47-7348-4a92-9b44-283c173f44d0 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Aug 24 00:46:23.369465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8515748d-6b4d-40fc-9ecc-8303579a33c2 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:46:23.488637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8515748d-6b4d-40fc-9ecc-8303579a33c2, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8515748d-6b4d-40fc-9ecc-8303579a33c2,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:23.500923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '8515748d-6b4d-40fc-9ecc-8303579a33c2', 'network_id': 'a8fa3d9b-5ed1-4c07-9c00-b458737fe803', 'port_id': '8515748d-6b4d-40fc-9ecc-8303579a33c2', 'mac_address': 'fa:16:3e:9c:05:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1b87ad-20a8-412c-967a-02fd383fcd67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:46:23.551563 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.566376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8515748d-6b4d-40fc-9ecc-8303579a33c2 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:46:23.587168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8515748d-6b4d-40fc-9ecc-8303579a33c2, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8515748d-6b4d-40fc-9ecc-8303579a33c2,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:23.674233 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:23.724235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8515748d-6b4d-40fc-9ecc-8303579a33c2,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:24.060015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8515748d-6b4d-40fc-9ecc-8303579a33c2'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:46:24.145045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e80e9-1696-44ae-b981-9169f668c1f1 req-d1a45e1b-3b47-4628-b41e-35930ebe27d0 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:24.150414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a4e80e9-1696-44ae-b981-9169f668c1f1 req-d1a45e1b-3b47-4628-b41e-35930ebe27d0 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 944 time: 0.0707321 Aug 24 00:46:24.221408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a4e80e9-1696-44ae-b981-9169f668c1f1 req-3c091efa-12e3-4952-b96f-538514c6f32b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650730 Aug 24 00:46:25.372872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8515748d-6b4d-40fc-9ecc-8303579a33c2 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:25.383863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008738-9742-4c65-8de2-cbde14813115 req-dd08c2ba-b1bf-4c5d-a443-10add6eea63b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:25.386507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27008738-9742-4c65-8de2-cbde14813115 req-dd08c2ba-b1bf-4c5d-a443-10add6eea63b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 944 time: 0.0634122 Aug 24 00:46:25.435828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27008738-9742-4c65-8de2-cbde14813115 req-3f217a2e-7511-4e6f-93c3-edb664f9f67a tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Aug 24 00:46:25.485785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 8515748d-6b4d-40fc-9ecc-8303579a33c2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:46:25.490513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 8515748d-6b4d-40fc-9ecc-8303579a33c2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:25.490893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:25.580184 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:25.616202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97b353c-357b-4490-89be-b6b9b3250a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8515748d-6b4d-40fc-9ecc-8303579a33c2'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:46:25.618554 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929ab010-83a0-458b-85fd-865b2565c972" -d '{"events": [{"server_uuid": "b97b353c-357b-4490-89be-b6b9b3250a25", "name": "network-vif-plugged", "status": "completed", "tag": "8515748d-6b4d-40fc-9ecc-8303579a33c2"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:46:25.632014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8515748d-6b4d-40fc-9ecc-8303579a33c2, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8515748d-6b4d-40fc-9ecc-8303579a33c2,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:25.670132 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974b5c4b-060a-4b2c-93c3-95f7c447bb0b x-openstack-request-id: req-974b5c4b-060a-4b2c-93c3-95f7c447bb0b {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:46:25.672554 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97b353c-357b-4490-89be-b6b9b3250a25", "name": "network-vif-plugged", "status": "completed", "tag": "8515748d-6b4d-40fc-9ecc-8303579a33c2", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:46:25.672554 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-974b5c4b-060a-4b2c-93c3-95f7c447bb0b {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:46:25.672554 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97b353c-357b-4490-89be-b6b9b3250a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8515748d-6b4d-40fc-9ecc-8303579a33c2', 'code': 200} Aug 24 00:46:25.673048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:25.714697 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:25.772713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8515748d-6b4d-40fc-9ecc-8303579a33c2,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:25.810010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4873a-a001-4306-bc05-f5e68971003d req-bec05f63-11e8-4ae3-8658-b5444c349739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:25.811668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62d4873a-a001-4306-bc05-f5e68971003d req-bec05f63-11e8-4ae3-8658-b5444c349739 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 1096 time: 0.0521793 Aug 24 00:46:25.853184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62d4873a-a001-4306-bc05-f5e68971003d req-42879739-3942-4a67-aa16-dc6a4e1f3888 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Aug 24 00:46:26.279942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c23a6a98-2d72-406e-8703-1601714d0638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:26.604998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2bac7-85a3-4be0-9471-2efecbda8bba req-a59ceaf7-70f3-4e6f-9b1d-cb7dedb5eb8d tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:26.607195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0de2bac7-85a3-4be0-9471-2efecbda8bba req-a59ceaf7-70f3-4e6f-9b1d-cb7dedb5eb8d tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 945 time: 0.0607738 Aug 24 00:46:26.650722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0de2bac7-85a3-4be0-9471-2efecbda8bba req-928f1f5b-4f44-4df5-a7cc-079dbe7baaf9 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366471 Aug 24 00:46:27.425095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38558) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:27.543175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-726ba210-29c7-4851-b507-50207a8b928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.644883 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-726ba210-29c7-4851-b507-50207a8b928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.708603 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-726ba210-29c7-4851-b507-50207a8b928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.756973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ba210-29c7-4851-b507-50207a8b928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd4f5fa-fc9a-44b5-954a-a75f6f19cc9a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:27.764754 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-726ba210-29c7-4851-b507-50207a8b928f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3e686d802ec4762b4c69f0b2f2d0574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380342 Aug 24 00:46:27.765616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38566) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:27.798077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ad9a1-7331-4c35-a9b3-e8307abebfcc req-c323c0d8-6320-4022-9bd7-2cdf049839dc tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:27.799773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a71ad9a1-7331-4c35-a9b3-e8307abebfcc req-c323c0d8-6320-4022-9bd7-2cdf049839dc tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 945 time: 0.0723386 Aug 24 00:46:27.821200 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8415d9c-fab7-4138-a7a6-4c6ed3f20b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.848869 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8415d9c-fab7-4138-a7a6-4c6ed3f20b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.849736 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a71ad9a1-7331-4c35-a9b3-e8307abebfcc req-698b34f6-cfc8-4766-93b9-0a9addbaa6c6 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Aug 24 00:46:27.988871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8415d9c-fab7-4138-a7a6-4c6ed3f20b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.994125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d8415d9c-fab7-4138-a7a6-4c6ed3f20b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:27.999076 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d8415d9c-fab7-4138-a7a6-4c6ed3f20b93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cd4f5fa-fc9a-44b5-954a-a75f6f19cc9a HTTP/1.1" status: 204 len: 168 time: 0.2305009 Aug 24 00:46:28.013143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8415d9c-fab7-4138-a7a6-4c6ed3f20b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd4f5fa-fc9a-44b5-954a-a75f6f19cc9a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:28.747918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38600) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:28.761336 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f166157a-8fda-422b-8e3d-b461bbac2798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.858645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f166157a-8fda-422b-8e3d-b461bbac2798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:28.943910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f166157a-8fda-422b-8e3d-b461bbac2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.001518 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f166157a-8fda-422b-8e3d-b461bbac2798 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66fa3c11f8ec405d9c78e4f9d987a649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524879 Aug 24 00:46:29.002429 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166157a-8fda-422b-8e3d-b461bbac2798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29336bf6-8728-4cd7-9091-e0d2549b1ef9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:29.004936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38608) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:29.032278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf940323-82c7-4a01-acc1-88079d2a64b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.062325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b741314-b70b-42e5-a26e-1f2d8b9cbe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.085548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b741314-b70b-42e5-a26e-1f2d8b9cbe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.123760 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.221592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b741314-b70b-42e5-a26e-1f2d8b9cbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.224356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7b741314-b70b-42e5-a26e-1f2d8b9cbe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:29.225527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7b741314-b70b-42e5-a26e-1f2d8b9cbe6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29336bf6-8728-4cd7-9091-e0d2549b1ef9 HTTP/1.1" status: 204 len: 168 time: 0.2195446 Aug 24 00:46:29.256972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b741314-b70b-42e5-a26e-1f2d8b9cbe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29336bf6-8728-4cd7-9091-e0d2549b1ef9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:30.386966 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:31.828143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:32.354081 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:46:33.363511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38776) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:33.496491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5913ddf8-01e7-4d95-a75f-ad9a8290f0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.619514 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5913ddf8-01e7-4d95-a75f-ad9a8290f0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.685598 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5913ddf8-01e7-4d95-a75f-ad9a8290f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.731878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5913ddf8-01e7-4d95-a75f-ad9a8290f0d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05e132112f48436b94960ea3c1d2d366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622701 Aug 24 00:46:33.731878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ddf8-01e7-4d95-a75f-ad9a8290f0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ba38d-19c2-4079-9d4b-d43b4b191070,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:33.732241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38796) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:33.785672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-2b51c556-d736-42ea-bacf-4c1fcd20b2e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413752 Aug 24 00:46:33.800913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.848991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.892945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-f2f54bec-f280-4f06-80f6-75350102cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:33.895188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-f2f54bec-f280-4f06-80f6-75350102cc24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4404326777f94587baa9ca33cb70ad8e&device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 1096 time: 0.0469937 Aug 24 00:46:33.971708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.978289 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:33.986454 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/355ba38d-19c2-4079-9d4b-d43b4b191070 HTTP/1.1" status: 204 len: 168 time: 0.2513940 Aug 24 00:46:33.998209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355ba38d-19c2-4079-9d4b-d43b4b191070,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:34.006220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.006675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.006919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.007461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.008841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.008841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.008841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.008841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.009297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.009476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.009791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.016394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2238279c-19b8-414e-bea5-28fd24ae3abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:46:34.016794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-c23fd0be-9ea6-4946-bf3b-b1040423a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:34.019543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-c23fd0be-9ea6-4946-bf3b-b1040423a96e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803 HTTP/1.1" status: 200 len: 914 time: 0.1021318 Aug 24 00:46:34.061178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-49d90c2c-6a9e-48fd-93a9-bc773b5254ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8515748d-6b4d-40fc-9ecc-8303579a33c2 HTTP/1.1" status: 200 len: 217 time: 0.0364704 Aug 24 00:46:34.114008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-7b0c0b62-b61a-4a42-8f2a-f421f484cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:34.115515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-7b0c0b62-b61a-4a42-8f2a-f421f484cfb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1b87ad-20a8-412c-967a-02fd383fcd67 HTTP/1.1" status: 200 len: 853 time: 0.0473754 Aug 24 00:46:34.151857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-cc916486-6d4f-4e20-bd2b-b6b55471c66a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8fa3d9b-5ed1-4c07-9c00-b458737fe803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297523 Aug 24 00:46:34.243343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-e1d373bd-3ebb-4d3d-952c-3cf65cecc09a service neutron] 10.222.0.36 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845389 Aug 24 00:46:34.343831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7058dd9-2836-454a-a71d-b291b37e08ff req-156b6643-7167-4206-b0a2-8407368a5f46 service neutron] 10.222.0.36 "GET /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931571 Aug 24 00:46:34.701821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 38818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:34.715749 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4155012e-d33c-4446-9dbd-0aa51202f508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:34.804258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4155012e-d33c-4446-9dbd-0aa51202f508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:34.856541 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4155012e-d33c-4446-9dbd-0aa51202f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:34.898238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4155012e-d33c-4446-9dbd-0aa51202f508 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=148c792a592142b0890bc3432e66d88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944475 Aug 24 00:46:34.898735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155012e-d33c-4446-9dbd-0aa51202f508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c3fed-1624-4ffe-a208-a0a7851e3bab,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:34.900091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 38826) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:34.979527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9572de1e-e7f4-409c-8986-ef7f9e628f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:35.010607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9572de1e-e7f4-409c-8986-ef7f9e628f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:35.142884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9572de1e-e7f4-409c-8986-ef7f9e628f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:35.145841 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9572de1e-e7f4-409c-8986-ef7f9e628f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:35.147049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9572de1e-e7f4-409c-8986-ef7f9e628f70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/050c3fed-1624-4ffe-a208-a0a7851e3bab HTTP/1.1" status: 204 len: 168 time: 0.2449768 Aug 24 00:46:35.155896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572de1e-e7f4-409c-8986-ef7f9e628f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c3fed-1624-4ffe-a208-a0a7851e3bab,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:39.762520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6a59b-357e-4543-a18b-968c33be5329 req-16c5e2ae-8bb8-4c15-8f98-e145c8878398 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:39.764563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7dd6a59b-357e-4543-a18b-968c33be5329 req-16c5e2ae-8bb8-4c15-8f98-e145c8878398 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0842948 Aug 24 00:46:39.814090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7dd6a59b-357e-4543-a18b-968c33be5329 req-845dc9d9-9ceb-487e-b837-0542658cef78 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Aug 24 00:46:40.978054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d833e-6c05-428d-8cc6-328687451fd8 req-5d0f418f-1a4d-435f-9690-d0c86ba1cdbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:40.980133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e6d833e-6c05-428d-8cc6-328687451fd8 req-5d0f418f-1a4d-435f-9690-d0c86ba1cdbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0656462 Aug 24 00:46:41.020839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e6d833e-6c05-428d-8cc6-328687451fd8 req-2ef91dcc-202b-45f1-bfd0-d97b3f7a1fe0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Aug 24 00:46:42.001741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:42.127234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d173-02d6-4932-96c1-7f8e154e0153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.183399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34604f6-3658-4ed9-b2c3-4cdc9320b19b req-a37a7deb-05c3-4e80-be87-9f1ab7e37d09 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:42.184834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b34604f6-3658-4ed9-b2c3-4cdc9320b19b req-a37a7deb-05c3-4e80-be87-9f1ab7e37d09 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0721998 Aug 24 00:46:42.240401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b34604f6-3658-4ed9-b2c3-4cdc9320b19b req-fc4abff8-9d5f-4446-a865-40109db2793e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470841 Aug 24 00:46:42.280269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d173-02d6-4932-96c1-7f8e154e0153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.353192 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d173-02d6-4932-96c1-7f8e154e0153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.391994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9dd9d173-02d6-4932-96c1-7f8e154e0153 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56be3774e3874c8aa15db8961242929d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886561 Aug 24 00:46:42.392714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9d173-02d6-4932-96c1-7f8e154e0153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b984f745-398c-4d67-8b77-0c5afe49f169,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:42.394849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39040) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:42.449886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72269b3f-f228-4fde-a9fd-93bcff0dd28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.465932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72269b3f-f228-4fde-a9fd-93bcff0dd28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.563738 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.598188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72269b3f-f228-4fde-a9fd-93bcff0dd28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.600891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72269b3f-f228-4fde-a9fd-93bcff0dd28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:42.602138 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-72269b3f-f228-4fde-a9fd-93bcff0dd28d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b984f745-398c-4d67-8b77-0c5afe49f169 HTTP/1.1" status: 204 len: 168 time: 0.2062175 Aug 24 00:46:42.610743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269b3f-f228-4fde-a9fd-93bcff0dd28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984f745-398c-4d67-8b77-0c5afe49f169,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:43.401735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a148c-1ba1-4f5d-8a9d-17031b9761a2 req-29396f7b-b0cc-4e97-ab81-0bf047d8361f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:43.402294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39078) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:43.419336 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0c79eb0-830f-49a6-bffb-cd4216203c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.434229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f15a148c-1ba1-4f5d-8a9d-17031b9761a2 req-29396f7b-b0cc-4e97-ab81-0bf047d8361f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0882411 Aug 24 00:46:43.488792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f15a148c-1ba1-4f5d-8a9d-17031b9761a2 req-19e7491b-7ac7-42b1-ba84-8358e1293b70 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536644 Aug 24 00:46:43.538741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0c79eb0-830f-49a6-bffb-cd4216203c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.645454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c0c79eb0-830f-49a6-bffb-cd4216203c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.698851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39092) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:46:43.699215 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c0c79eb0-830f-49a6-bffb-cd4216203c5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d95714815980449bbe6e6a205876ddc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955220 Aug 24 00:46:43.704873 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c79eb0-830f-49a6-bffb-cd4216203c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f497ee6f-fdb5-48d1-ab53-c4cf434441bc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:43.763211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f44a52ba-f025-4518-9657-a91feeb4348d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.799866 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f44a52ba-f025-4518-9657-a91feeb4348d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.927503 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f44a52ba-f025-4518-9657-a91feeb4348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.929463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f44a52ba-f025-4518-9657-a91feeb4348d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:43.930715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f44a52ba-f025-4518-9657-a91feeb4348d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f497ee6f-fdb5-48d1-ab53-c4cf434441bc HTTP/1.1" status: 204 len: 168 time: 0.2303324 Aug 24 00:46:43.940065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a52ba-f025-4518-9657-a91feeb4348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f497ee6f-fdb5-48d1-ab53-c4cf434441bc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:43.985198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-01ab11d4-c686-48b5-96d0-8dcb1e2d64dd req-44dd6e80-f1e4-4ded-94f0-1ee6a99384ee service neutron] (95327) timed out ('10.222.0.26', 41776) {{(pid=95327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:46:44.658965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bcf77-500d-4324-a07c-c9bc2670d784 req-7744fef6-187d-466b-a0b3-3d8f086e162c tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:44.660840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-868bcf77-500d-4324-a07c-c9bc2670d784 req-7744fef6-187d-466b-a0b3-3d8f086e162c tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0886321 Aug 24 00:46:44.703338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-868bcf77-500d-4324-a07c-c9bc2670d784 req-d81a3f1f-c9f4-4be0-a201-12c1502b2216 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363348 Aug 24 00:46:45.877362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de6bf2-5f53-40ad-9517-850c5608b885 req-32d41306-d574-4d58-98f0-14f945b5e90a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:45.879215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0de6bf2-5f53-40ad-9517-850c5608b885 req-32d41306-d574-4d58-98f0-14f945b5e90a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0680976 Aug 24 00:46:45.921854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0de6bf2-5f53-40ad-9517-850c5608b885 req-c5ec2094-7c6c-4785-acc5-c7873d20f3b9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350463 Aug 24 00:46:47.055213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595fff0-94d1-4e1c-96bd-de51b0cee716 req-055e74b5-44c1-44e4-b3ae-d0c1e4866c0a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:47.057549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8595fff0-94d1-4e1c-96bd-de51b0cee716 req-055e74b5-44c1-44e4-b3ae-d0c1e4866c0a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0563424 Aug 24 00:46:47.100947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8595fff0-94d1-4e1c-96bd-de51b0cee716 req-ec0e2e01-904f-4b5c-9751-b847f8f081d8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372136 Aug 24 00:46:48.307645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c63ad-a6ef-40f7-8dee-e155b0638ff5 req-5de8b81c-8d7c-453e-b4c7-678e7dad8501 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:48.309193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c84c63ad-a6ef-40f7-8dee-e155b0638ff5 req-5de8b81c-8d7c-453e-b4c7-678e7dad8501 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0734694 Aug 24 00:46:48.356132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c84c63ad-a6ef-40f7-8dee-e155b0638ff5 req-e24731c0-2cf5-4cc9-b568-e3b1486477b7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374398 Aug 24 00:46:49.481316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae4012-f802-4e9a-b863-c087ea22c231 req-592fc567-1ea6-4c49-aa6a-473b0e254c45 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:49.482883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fae4012-f802-4e9a-b863-c087ea22c231 req-592fc567-1ea6-4c49-aa6a-473b0e254c45 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0520725 Aug 24 00:46:49.525710 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fae4012-f802-4e9a-b863-c087ea22c231 req-144a5578-a730-4982-b228-8c0008423a27 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362375 Aug 24 00:46:50.702680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ed9eb-7b0e-4287-b471-67794937c0df req-3bfda446-3ebe-4a8c-8df4-e666eab9bd42 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:50.704410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-265ed9eb-7b0e-4287-b471-67794937c0df req-3bfda446-3ebe-4a8c-8df4-e666eab9bd42 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0657079 Aug 24 00:46:50.749967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-265ed9eb-7b0e-4287-b471-67794937c0df req-9a428df7-571a-48e9-a4e1-e4598f4eed90 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354781 Aug 24 00:46:51.052669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:46:51.191545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:51.203452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'port_id': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'mac_address': 'fa:16:3e:ac:40:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:46:51.242617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:51.255887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95708b22-98e0-41b1-8387-adf9bab33bf1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:46:51.277023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:51.413315 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:51.496541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:51.551714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['95708b22-98e0-41b1-8387-adf9bab33bf1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:46:51.898391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c888c0-b477-4282-9656-e22a46824469 req-cb383ed0-15e4-417d-8cec-ce58c0be2771 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:51.900006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85c888c0-b477-4282-9656-e22a46824469 req-cb383ed0-15e4-417d-8cec-ce58c0be2771 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.0746975 Aug 24 00:46:51.940923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85c888c0-b477-4282-9656-e22a46824469 req-d93172e9-3b29-4003-9256-efc1317f86c3 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337722 Aug 24 00:46:53.061388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:46:53.144701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d7d7-a8a1-4012-a3bc-1ddcacc8f14c req-ffd5cc72-df4d-402f-b8c2-ed92e1f797e7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:53.145216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 95708b22-98e0-41b1-8387-adf9bab33bf1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:46:53.145345 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.152809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e28d7d7-a8a1-4012-a3bc-1ddcacc8f14c req-ffd5cc72-df4d-402f-b8c2-ed92e1f797e7 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.0744448 Aug 24 00:46:53.201914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e28d7d7-a8a1-4012-a3bc-1ddcacc8f14c req-5f3f065b-f3c2-4f7a-9ea0-2202b6f471a5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441997 Aug 24 00:46:53.251466 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.293764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:46:53.295224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:46:53.297856 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e6225b-bfc4-49db-a1d4-7d4c7a04c111" -d '{"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-plugged", "status": "completed", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:46:53.363007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:53.467622 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c1a369-896b-469e-9dd3-616531605a17 x-openstack-request-id: req-46c1a369-896b-469e-9dd3-616531605a17 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:46:53.467918 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-plugged", "status": "completed", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:46:53.468352 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46c1a369-896b-469e-9dd3-616531605a17 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:46:53.468915 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'code': 200} Aug 24 00:46:53.543237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:46:54.460448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d229-6710-44e8-a493-3fd4c8571d78 req-7808fabb-723d-4657-8edf-5448d0d75a35 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:54.471739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8a3d229-6710-44e8-a493-3fd4c8571d78 req-7808fabb-723d-4657-8edf-5448d0d75a35 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.1453061 Aug 24 00:46:54.566204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8a3d229-6710-44e8-a493-3fd4c8571d78 req-f07a07be-8e8c-4696-bc45-cdbfe4499868 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861101 Aug 24 00:46:55.744800 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:55.817297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58d6ba-085b-45d9-936e-3f7667d60ef1 req-0dc072a6-7937-4c5d-89b8-adee365b5b43 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:55.819223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee58d6ba-085b-45d9-936e-3f7667d60ef1 req-0dc072a6-7937-4c5d-89b8-adee365b5b43 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0989676 Aug 24 00:46:55.888801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee58d6ba-085b-45d9-936e-3f7667d60ef1 req-f16a629c-1875-443a-8803-3e7a74fbc89c tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632691 Aug 24 00:46:56.308946 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c0e5-99d6-4dcd-8764-cf372a9474fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:57.055592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1cc35-0212-4318-9016-e587510fcaf2 req-17fcba72-96c8-4004-9391-e1bf28c1c56e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:57.057290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64a1cc35-0212-4318-9016-e587510fcaf2 req-17fcba72-96c8-4004-9391-e1bf28c1c56e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0585499 Aug 24 00:46:57.100862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64a1cc35-0212-4318-9016-e587510fcaf2 req-37b73eb2-21e7-45f7-b259-9ab7f323e2c0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374935 Aug 24 00:46:58.276680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471874c-2a6f-4c74-8998-fce2a2371c7a req-798bee88-d042-4afa-8573-a60eb8566ac2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:58.285444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e471874c-2a6f-4c74-8998-fce2a2371c7a req-798bee88-d042-4afa-8573-a60eb8566ac2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0823591 Aug 24 00:46:58.344620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e471874c-2a6f-4c74-8998-fce2a2371c7a req-b9123ed4-f862-4654-91ef-b2badd80ef37 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580504 Aug 24 00:46:59.038689 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f5bf3f-3950-4952-aa85-96b0a966b52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.147482 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:46:59.369948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80b81d-d607-44b4-b76f-12ebb3f86281 req-bbef74b8-97f9-4a6a-9e94-b92cbbc247e0 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:59.381194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e80b81d-d607-44b4-b76f-12ebb3f86281 req-bbef74b8-97f9-4a6a-9e94-b92cbbc247e0 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 945 time: 0.0755470 Aug 24 00:46:59.442550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e80b81d-d607-44b4-b76f-12ebb3f86281 req-aaa19747-4f78-44a3-808f-503a0402417f tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598867 Aug 24 00:46:59.585894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd8103-4a03-4204-bb74-8d211fa22501 req-1d54b640-d481-41f8-ac52-4be9fedbebb9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:46:59.587459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1dbd8103-4a03-4204-bb74-8d211fa22501 req-1d54b640-d481-41f8-ac52-4be9fedbebb9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0862026 Aug 24 00:46:59.649851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1dbd8103-4a03-4204-bb74-8d211fa22501 req-cf30b145-8846-4490-b77e-4b4ba07b9629 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476620 Aug 24 00:47:00.386966 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:00.660434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf2ca-8581-4d24-b4e3-f2a42269d414 req-f059a4dd-d047-44d1-9fc3-9dba08281387 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:00.679380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-260cf2ca-8581-4d24-b4e3-f2a42269d414 req-f059a4dd-d047-44d1-9fc3-9dba08281387 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 945 time: 0.1171198 Aug 24 00:47:00.763244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-260cf2ca-8581-4d24-b4e3-f2a42269d414 req-c4c8bfda-5869-4a6a-81de-b44482bec0ab tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783026 Aug 24 00:47:00.918001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa59409-ef75-4e79-8389-890eca467d2e req-eb0a9b09-fbfb-43fd-84a7-c321813b28de tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:00.919628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aa59409-ef75-4e79-8389-890eca467d2e req-eb0a9b09-fbfb-43fd-84a7-c321813b28de tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.1009331 Aug 24 00:47:00.987094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9aa59409-ef75-4e79-8389-890eca467d2e req-dd14619c-450c-4333-9ed1-3fcf2c071fe6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594831 Aug 24 00:47:01.110093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-32e0ac0f-98c5-4fee-988f-b51989b58491 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:01.110093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-32e0ac0f-98c5-4fee-988f-b51989b58491 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 945 time: 0.1112494 Aug 24 00:47:01.931281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Deleting port 8515748d-6b4d-40fc-9ecc-8303579a33c2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:01.931992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:01.975594 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.053816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] For port 8515748d-6b4d-40fc-9ecc-8303579a33c2, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8515748d-6b4d-40fc-9ecc-8303579a33c2,segment=NetworkSegment(f1d7e157-1f62-4f68-b730-e47f92a3f553),segment_id=f1d7e157-1f62-4f68-b730-e47f92a3f553)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:02.054208 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.067925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Calling delete_port for 8515748d-6b4d-40fc-9ecc-8303579a33c2 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:02.318110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7d233-ba46-4151-a18f-5d5f223f521c req-da92d799-90be-4015-90b1-c6cd6b7d3e1b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:02.326205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ef7d233-ba46-4151-a18f-5d5f223f521c req-da92d799-90be-4015-90b1-c6cd6b7d3e1b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 945 time: 0.4694800 Aug 24 00:47:02.407258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.444874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8515748d-6b4d-40fc-9ecc-8303579a33c2'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:47:02.506726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Pushing event deleted for resources: {'Port': ['ID=8515748d-6b4d-40fc-9ecc-8303579a33c2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:02.580200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ef7d233-ba46-4151-a18f-5d5f223f521c req-f0c76b68-bbbd-4899-b9a0-70ae718712a0 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/security-groups?id=aff74e3d-25c8-4162-8eed-e2b612127663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246506 Aug 24 00:47:02.639995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] No DVR routers for this DVR port 8515748d-6b4d-40fc-9ecc-8303579a33c2 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:02.647910 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:02.656163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac072b17-b49e-4ffc-b27a-6e9e55c7b411 req-ce66ff2f-c19c-48f8-a5c7-7b5d4f1a743b tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.36 "DELETE /v2.0/ports/8515748d-6b4d-40fc-9ecc-8303579a33c2 HTTP/1.1" status: 204 len: 173 time: 1.5349169 Aug 24 00:47:02.658617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44888bc-1f52-4cc3-a860-8470d9fe501f req-b22f9ae4-4444-42ee-a8db-2bcb5986dd02 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:02.660909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44888bc-1f52-4cc3-a860-8470d9fe501f req-b22f9ae4-4444-42ee-a8db-2bcb5986dd02 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.3737822 Aug 24 00:47:02.661642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97b353c-357b-4490-89be-b6b9b3250a25', 'name': 'network-vif-deleted', 'tag': '8515748d-6b4d-40fc-9ecc-8303579a33c2'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:02.664284 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d4c92-4dc1-4241-9e90-6b1879039de2" -d '{"events": [{"server_uuid": "b97b353c-357b-4490-89be-b6b9b3250a25", "name": "network-vif-deleted", "tag": "8515748d-6b4d-40fc-9ecc-8303579a33c2"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:02.745869 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24979ac-fa0d-41af-a047-215c49a1438d x-openstack-request-id: req-b24979ac-fa0d-41af-a047-215c49a1438d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:02.747807 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97b353c-357b-4490-89be-b6b9b3250a25", "name": "network-vif-deleted", "tag": "8515748d-6b4d-40fc-9ecc-8303579a33c2", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:02.747807 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b24979ac-fa0d-41af-a047-215c49a1438d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:02.747807 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97b353c-357b-4490-89be-b6b9b3250a25', 'name': 'network-vif-deleted', 'tag': '8515748d-6b4d-40fc-9ecc-8303579a33c2', 'status': 'completed', 'code': 200} Aug 24 00:47:02.780070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b44888bc-1f52-4cc3-a860-8470d9fe501f req-22988086-17de-4172-bac1-f08ffad349c8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056559 Aug 24 00:47:03.842742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2aa31229-8b92-47f0-89a8-91e50c4c50d6 req-9d043683-6e62-4cce-8f7a-4cf0ebbc6dd3 tempest-VolumesSnapshotTestJSON-808698706 tempest-VolumesSnapshotTestJSON-808698706-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97b353c-357b-4490-89be-b6b9b3250a25 HTTP/1.1" status: 200 len: 210 time: 0.0701933 Aug 24 00:47:04.016617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e0983-3c6b-485e-9e9f-0122c04cf874 req-74d7674e-ac98-45db-a0a3-42fd2ba62d81 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:04.019780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc6e0983-3c6b-485e-9e9f-0122c04cf874 req-74d7674e-ac98-45db-a0a3-42fd2ba62d81 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.1094170 Aug 24 00:47:04.114535 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc6e0983-3c6b-485e-9e9f-0122c04cf874 req-242d97ff-426d-45b0-9c69-ab8c29f2b22d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870321 Aug 24 00:47:05.322412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81233a-7762-452c-8a7c-310a588128c5 req-456ad3e7-b92d-4801-9f24-b5e778f29514 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:05.324733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b81233a-7762-452c-8a7c-310a588128c5 req-456ad3e7-b92d-4801-9f24-b5e778f29514 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0996816 Aug 24 00:47:05.425624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b81233a-7762-452c-8a7c-310a588128c5 req-f33adaa4-e2b6-4230-9a03-389701d46d02 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740845 Aug 24 00:47:05.546151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8515748d-6b4d-40fc-9ecc-8303579a33c2 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:05.574040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 8515748d-6b4d-40fc-9ecc-8303579a33c2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:05.574389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8515748d-6b4d-40fc-9ecc-8303579a33c2 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:06.691030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6cca8-1525-4b01-8752-5afe7d13e659 req-0211cac9-35ff-4ea8-b2c6-d2b93607a38d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:06.693996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50f6cca8-1525-4b01-8752-5afe7d13e659 req-0211cac9-35ff-4ea8-b2c6-d2b93607a38d tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0981202 Aug 24 00:47:06.760475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50f6cca8-1525-4b01-8752-5afe7d13e659 req-1ea199d2-3dd3-4850-8225-7cc187636b30 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595422 Aug 24 00:47:07.377365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:07.599411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.599411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.740541 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:07.808196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1b0211dfa5742d2a17595ffd723aed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295816 Aug 24 00:47:07.811122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39908) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:07.813054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301b4bb2-60ed-4fd4-aeda-0864312a5232,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:07.831194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.831798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.832311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.832823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.833440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.833998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.834501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.835000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.835505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.836019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.836539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.837038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8a34b4-c6b4-434a-a467-bd172cd8e33f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:07.954015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-916484ad-ec02-43d1-abc5-0a41cbc0ec02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.006143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-916484ad-ec02-43d1-abc5-0a41cbc0ec02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.063278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8e333-8201-4339-84bf-7c085a09cf23 req-d670d8c0-af8e-4567-a5ac-5ff23d716aad tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:08.075263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fa8e333-8201-4339-84bf-7c085a09cf23 req-d670d8c0-af8e-4567-a5ac-5ff23d716aad tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.2007263 Aug 24 00:47:08.140951 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-916484ad-ec02-43d1-abc5-0a41cbc0ec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.144650 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-916484ad-ec02-43d1-abc5-0a41cbc0ec02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:08.148949 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-916484ad-ec02-43d1-abc5-0a41cbc0ec02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/301b4bb2-60ed-4fd4-aeda-0864312a5232 HTTP/1.1" status: 204 len: 168 time: 0.3367958 Aug 24 00:47:08.158774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916484ad-ec02-43d1-abc5-0a41cbc0ec02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301b4bb2-60ed-4fd4-aeda-0864312a5232,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:08.208666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fa8e333-8201-4339-84bf-7c085a09cf23 req-68dc207d-0ad6-4e08-9956-bcf8c1e0f520 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044581 Aug 24 00:47:09.193468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:09.212685 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad1ad5fe-7c01-42d2-ab25-44197bd6f779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.357910 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:47:09.394114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c5681-f38b-445a-864a-de0332ca190e req-4a75267a-5506-4618-b5ff-422e93e3c482 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:09.395922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b41c5681-f38b-445a-864a-de0332ca190e req-4a75267a-5506-4618-b5ff-422e93e3c482 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0839639 Aug 24 00:47:09.447536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b41c5681-f38b-445a-864a-de0332ca190e req-e1b027df-8159-4486-9f83-37c86301c1ef tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Aug 24 00:47:09.463449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad1ad5fe-7c01-42d2-ab25-44197bd6f779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.513177 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ad1ad5fe-7c01-42d2-ab25-44197bd6f779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.561773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ad1ad5fe-7c01-42d2-ab25-44197bd6f779 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73e1c23deb09440194f9f16d43d0eede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669851 Aug 24 00:47:09.562645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ad5fe-7c01-42d2-ab25-44197bd6f779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13662e85-1628-4fea-be9c-7eec82a33da7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:09.564603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39940) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:09.623441 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e20b425-9878-4a89-9934-e704d253a42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.646508 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e20b425-9878-4a89-9934-e704d253a42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.810108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e20b425-9878-4a89-9934-e704d253a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.813199 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e20b425-9878-4a89-9934-e704d253a42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:09.814710 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e20b425-9878-4a89-9934-e704d253a42f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13662e85-1628-4fea-be9c-7eec82a33da7 HTTP/1.1" status: 204 len: 168 time: 0.2478883 Aug 24 00:47:09.835441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20b425-9878-4a89-9934-e704d253a42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13662e85-1628-4fea-be9c-7eec82a33da7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:10.175481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-c08675c5-fcbd-41d2-b78e-eb5ad7b704eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:10.177273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-c08675c5-fcbd-41d2-b78e-eb5ad7b704eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1096 time: 0.0762496 Aug 24 00:47:10.355805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-b6bf9fca-536a-4354-88ec-e9a24d3168d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:10.360067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-b6bf9fca-536a-4354-88ec-e9a24d3168d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1725404 Aug 24 00:47:10.446706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-09630e8b-722d-4c5a-a63a-eb23f846e4c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 1000 time: 0.0791171 Aug 24 00:47:10.517348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-a43b6388-b9b0-4e3e-b4d2-11654608ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:10.518597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-a43b6388-b9b0-4e3e-b4d2-11654608ed99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0642641 Aug 24 00:47:10.606800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-a368ae9c-ca70-4da5-b0d8-ba04ea5a7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:10.608250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-a368ae9c-ca70-4da5-b0d8-ba04ea5a7546 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834830 Aug 24 00:47:10.619201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9c8bc-8a5f-4cdd-9470-d7955410407b req-935e11e6-7154-41e6-b329-6eb3e13ca57e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:10.620759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2a9c8bc-8a5f-4cdd-9470-d7955410407b req-935e11e6-7154-41e6-b329-6eb3e13ca57e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0686371 Aug 24 00:47:10.727503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2a9c8bc-8a5f-4cdd-9470-d7955410407b req-f5980076-e092-419a-b654-a27f94ddd1af tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986266 Aug 24 00:47:10.806853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-0b7037ef-a1d3-4a3d-8360-9c6b1509f5bf service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850746 Aug 24 00:47:10.866828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 39972) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:11.002825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e2d7b24-5734-4e34-ad10-8f7071d356e4 req-d0f1c916-8e34-4f8f-93c7-02743205675c service neutron] 10.222.0.37 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861000 Aug 24 00:47:11.038937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9483bf8b-ba87-4f2d-9e82-432f3d20f754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.157961 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9483bf8b-ba87-4f2d-9e82-432f3d20f754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.243550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9483bf8b-ba87-4f2d-9e82-432f3d20f754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.292186 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9483bf8b-ba87-4f2d-9e82-432f3d20f754 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47dd9d81509f4979ad2034194ca65785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207797 Aug 24 00:47:11.292186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483bf8b-ba87-4f2d-9e82-432f3d20f754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a22f47-9325-43df-a629-1e2661dbf9c5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:11.292371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 39982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:11.364726 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7031449-b2f9-4fe0-8362-80189727a6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.387478 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7031449-b2f9-4fe0-8362-80189727a6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.495106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7031449-b2f9-4fe0-8362-80189727a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.497770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7031449-b2f9-4fe0-8362-80189727a6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:11.499179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e7031449-b2f9-4fe0-8362-80189727a6bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52a22f47-9325-43df-a629-1e2661dbf9c5 HTTP/1.1" status: 204 len: 168 time: 0.2059317 Aug 24 00:47:11.517305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7031449-b2f9-4fe0-8362-80189727a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a22f47-9325-43df-a629-1e2661dbf9c5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:11.880808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0485cf-3246-42bd-8a21-63f305bc019a req-5504d431-0b0d-44bd-adaf-3acedced9c10 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:11.882913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c0485cf-3246-42bd-8a21-63f305bc019a req-5504d431-0b0d-44bd-adaf-3acedced9c10 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0554497 Aug 24 00:47:11.942190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c0485cf-3246-42bd-8a21-63f305bc019a req-51738386-2867-4108-9b29-b89f9df6d2a0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520103 Aug 24 00:47:12.180613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40008) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:12.298769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2038f719-a83e-4480-8b5f-e5ab5a6dd8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.362164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40012) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:12.376522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-011e5942-a78a-4eed-a5df-00876e687b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.400363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2038f719-a83e-4480-8b5f-e5ab5a6dd8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.478143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2038f719-a83e-4480-8b5f-e5ab5a6dd8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.548756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038f719-a83e-4480-8b5f-e5ab5a6dd8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd588dc-bfc6-42b3-a131-d1e48370b484,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:12.558992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2038f719-a83e-4480-8b5f-e5ab5a6dd8c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7101c848e71a4607affadbdca951a0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765783 Aug 24 00:47:12.565556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:12.592617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.636319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-011e5942-a78a-4eed-a5df-00876e687b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.655686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-866bd1f9-c82b-4f0f-bf0e-74d10026b233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.677554 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-866bd1f9-c82b-4f0f-bf0e-74d10026b233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.728334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-011e5942-a78a-4eed-a5df-00876e687b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.775382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e5942-a78a-4eed-a5df-00876e687b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea95fa20-005d-4f7f-b8de-ece5f4b00773,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:12.779742 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-011e5942-a78a-4eed-a5df-00876e687b10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea951705aaa94cfbafc95c6f4fa027d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165297 Aug 24 00:47:12.782614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40018) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:12.840002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faceee20-05bc-486e-9247-25a6128e56f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.863869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faceee20-05bc-486e-9247-25a6128e56f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.883503 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-866bd1f9-c82b-4f0f-bf0e-74d10026b233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.886263 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-866bd1f9-c82b-4f0f-bf0e-74d10026b233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:12.887673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-866bd1f9-c82b-4f0f-bf0e-74d10026b233 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fd588dc-bfc6-42b3-a131-d1e48370b484 HTTP/1.1" status: 204 len: 168 time: 0.3206511 Aug 24 00:47:12.933242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bd1f9-c82b-4f0f-bf0e-74d10026b233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd588dc-bfc6-42b3-a131-d1e48370b484,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:13.021332 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faceee20-05bc-486e-9247-25a6128e56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.024339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faceee20-05bc-486e-9247-25a6128e56f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.025613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-faceee20-05bc-486e-9247-25a6128e56f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea95fa20-005d-4f7f-b8de-ece5f4b00773 HTTP/1.1" status: 204 len: 168 time: 0.2417207 Aug 24 00:47:13.043192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceee20-05bc-486e-9247-25a6128e56f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea95fa20-005d-4f7f-b8de-ece5f4b00773,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:13.105952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e5082-41da-4c33-bdfa-e847d2ad5f51 req-555dbba0-513d-483a-b304-fdb2a75dfd07 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:13.107545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c5e5082-41da-4c33-bdfa-e847d2ad5f51 req-555dbba0-513d-483a-b304-fdb2a75dfd07 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0672667 Aug 24 00:47:13.157818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c5e5082-41da-4c33-bdfa-e847d2ad5f51 req-3dd820ce-d4b9-40ad-871f-f18414da30bf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 Aug 24 00:47:13.176464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:13.284597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.318726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:13.321997 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b354d00-f5d7-4051-adc1-32b230dbe723" -d '{"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-unplugged", "status": "completed", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:13.367664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:13.396874 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7300e2ff-36bf-478a-93b4-5e969965eb12 x-openstack-request-id: req-7300e2ff-36bf-478a-93b4-5e969965eb12 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:13.398245 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-unplugged", "status": "completed", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:13.401782 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7300e2ff-36bf-478a-93b4-5e969965eb12 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:13.401782 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'code': 200} Aug 24 00:47:13.506102 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:13.610522 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:13.620335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.622188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.622660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.623100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.623542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.623987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.624406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.624808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.625232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.625632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.626198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:13.626737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:14.380802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:14.503970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-576905547-network', 'tenant_id': '933239896c464261808b5f56601bf5af'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:14.655016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Made reservation on behalf of 933239896c464261808b5f56601bf5af for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:14.660810 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.675572 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:14.810339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:15.083377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:15.108588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:47:15.125779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8abc37-b492-430f-bd3a-d8c12bfd64f3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:15.129923 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:15.135286 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Added segment 1b9f3cba-6735-40f7-bc44-7d14380345d3 of type vlan for network 85a717bb-e577-4572-bbe7-bee208f24e59 Aug 24 00:47:15.172657 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:15.287687 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:15.289123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:15.289759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:15.372675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] Pushing event updated for resources: {'Network': ['ID=85a717bb-e577-4572-bbe7-bee208f24e59,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:15.384941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 85a717bb-e577-4572-bbe7-bee208f24e59 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:47:15.432975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-03da677e-c913-4260-ad62-364ba8b81303 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0509975 Aug 24 00:47:15.435885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40104) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:15.442888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Request body: {'subnet': {'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-576905547-subnet', 'tenant_id': '933239896c464261808b5f56601bf5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:15.554759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Made reservation on behalf of 933239896c464261808b5f56601bf5af for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:15.558276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:15.885965 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:15.945942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce5a35c-5817-4ce5-b16b-f4e8e73699c5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:15.954350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Checking segment: {'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:47:15.954719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Network hostable DHCP agents. Network: 85a717bb-e577-4572-bbe7-bee208f24e59, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:47:16.049271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Network 85a717bb-e577-4572-bbe7-bee208f24e59 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:47:16.152069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 85a717bb-e577-4572-bbe7-bee208f24e59) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:47:16.162115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0568ab89-5630-4598-bad5-40788c37407a None None] Network 85a717bb-e577-4572-bbe7-bee208f24e59 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:16.165866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:16.166654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:16.282866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-65890adc-bf69-4429-bdc5-efa25c58dd08 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8413889 Aug 24 00:47:16.304783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86b46f-7000-4179-9180-3a623c536a5e None None] Network 85a717bb-e577-4572-bbe7-bee208f24e59 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:47:17.208314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:17.282811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c158aa4-a567-43e4-9e94-2dfbc9e5c3b7 req-27140808-49bf-496b-a18a-18134077ebde tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:17.290501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c158aa4-a567-43e4-9e94-2dfbc9e5c3b7 req-27140808-49bf-496b-a18a-18134077ebde tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 943 time: 0.0837483 Aug 24 00:47:17.359892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c158aa4-a567-43e4-9e94-2dfbc9e5c3b7 req-48c734a7-9846-41de-8494-a224f95fa411 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476997 Aug 24 00:47:17.769210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40170) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:17.882305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-61297844-74d0-4dad-9a47-83cd10bf0d5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1118515 Aug 24 00:47:18.483180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b802756-8016-46d6-9a73-25c0719763d5 req-57b69a5f-90f8-4e70-b68f-03f9c9390cfb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:18.484750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b802756-8016-46d6-9a73-25c0719763d5 req-57b69a5f-90f8-4e70-b68f-03f9c9390cfb tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 943 time: 0.0526359 Aug 24 00:47:18.538583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b802756-8016-46d6-9a73-25c0719763d5 req-7abd31dc-ca5d-4495-bcb6-5705e51178d4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440392 Aug 24 00:47:18.826622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-9c4791ae-4e30-4649-907d-39e8902e1806 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:18.828334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-9c4791ae-4e30-4649-907d-39e8902e1806 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/networks?id=85a717bb-e577-4572-bbe7-bee208f24e59 HTTP/1.1" status: 200 len: 808 time: 0.1093609 Aug 24 00:47:18.846716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-25311668-9497-49fb-985b-0014479dd6d7 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/quotas/933239896c464261808b5f56601bf5af HTTP/1.1" status: 200 len: 375 time: 0.0104089 Aug 24 00:47:18.881251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-2aad78a5-8044-4198-8ff6-7973986c5355 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=933239896c464261808b5f56601bf5af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287857 Aug 24 00:47:18.992763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-43579e1a-a6d9-4936-ad1d-443176541290 service neutron] 10.222.0.26 "GET /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027462 Aug 24 00:47:19.118245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-e2b5a5f2-5f15-4d57-beee-dd996018f5c5 service neutron] 10.222.0.26 "GET /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187553 Aug 24 00:47:19.380509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-725aaa3e-8eda-497a-b4a9-29ebac5ad1a0 req-91006d0d-9c23-49b7-9d0f-acb398d0d70a tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 210 time: 0.0335791 Aug 24 00:47:19.489189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-0963b258-6923-4a7d-8c78-85966214c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:19.491981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-0963b258-6923-4a7d-8c78-85966214c100 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c&tenant_id=3ed81b531a5b4647813566f12d197f9a HTTP/1.1" status: 200 len: 1094 time: 0.0562575 Aug 24 00:47:19.509962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:19.583920 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:19.829611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c9d92-dcc8-4b47-9eaf-4205d08188f9 req-5dfda4b8-f702-4121-a007-90a8011a490f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:19.831080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f98c9d92-dcc8-4b47-9eaf-4205d08188f9 req-5dfda4b8-f702-4121-a007-90a8011a490f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 943 time: 0.1618886 Aug 24 00:47:19.916999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f98c9d92-dcc8-4b47-9eaf-4205d08188f9 req-a4710147-fbef-4704-9d16-715b09002008 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777764 Aug 24 00:47:19.958508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:20.005026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:47:20.038728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95708b22-98e0-41b1-8387-adf9bab33bf1 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:47:20.046964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.063907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Transition to ACTIVE for port object 95708b22-98e0-41b1-8387-adf9bab33bf1 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:47:20.164985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.224389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=9']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:20.332319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] No DVR routers for this DVR port 95708b22-98e0-41b1-8387-adf9bab33bf1 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:20.476180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7a0fdde-dd4a-4423-8367-bf693369423b req-a36d277c-544a-4f4c-96c8-d6c38713f54f tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 210 time: 0.0386198 Aug 24 00:47:20.510639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Attempting to bind port 95708b22-98e0-41b1-8387-adf9bab33bf1 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:47:20.511366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Attempting to bind port 95708b22-98e0-41b1-8387-adf9bab33bf1 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:47:20.511366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Attempting to bind port 95708b22-98e0-41b1-8387-adf9bab33bf1 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:47:20.515566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Port 95708b22-98e0-41b1-8387-adf9bab33bf1 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:47:20.515885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Attempting to bind port 95708b22-98e0-41b1-8387-adf9bab33bf1 on network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:47:20.521489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:47:20.521870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Checking segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:47:20.522254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Bound using segment: {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:47:20.522675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Bound port: 95708b22-98e0-41b1-8387-adf9bab33bf1, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5957a8-376b-4c46-aa7d-d89cae1623cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:47:20.523062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.586720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:47:20.589872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:47:20.690637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.755572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:20.756260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:20.758027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 1091 time: 1.2524133 Aug 24 00:47:20.758325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:20.760780 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:20.797017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d1ea-41b4-4286-b86b-2b0e8c7d48f5 service neutron] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:20.829776 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb49ae0-e5fa-476b-9b86-fe18871c83f3 x-openstack-request-id: req-bfb49ae0-e5fa-476b-9b86-fe18871c83f3 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:20.830941 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:20.831417 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfb49ae0-e5fa-476b-9b86-fe18871c83f3 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:20.831836 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'status': 'completed', 'code': 200} Aug 24 00:47:20.883582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-bcdc3479-68c0-4ddf-9132-3fe0d572dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:20.885339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-bcdc3479-68c0-4ddf-9132-3fe0d572dab7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1095 time: 0.0803638 Aug 24 00:47:21.017141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-8056bbb6-fbd3-465b-a272-290db82cbb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:21.019513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-8056bbb6-fbd3-465b-a272-290db82cbb0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1231904 Aug 24 00:47:21.150800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-cfd466a9-7036-44af-9bc3-26d1280f05b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 998 time: 0.1167643 Aug 24 00:47:21.207726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13093f-7890-41a9-90fb-9e5b5c0dba3a req-277be0e0-13f7-4897-9a1a-c8ce108fcc29 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:21.213866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c13093f-7890-41a9-90fb-9e5b5c0dba3a req-277be0e0-13f7-4897-9a1a-c8ce108fcc29 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1219158 Aug 24 00:47:21.266298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-fa407633-3c17-4da6-9a2b-cd0d6fb9db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:21.268304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-fa407633-3c17-4da6-9a2b-cd0d6fb9db4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.1084929 Aug 24 00:47:21.274836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c13093f-7890-41a9-90fb-9e5b5c0dba3a req-1ca97566-fd0e-4d36-87f2-0dc51b568ff2 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521073 Aug 24 00:47:21.331501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-f12d819d-a92e-4e2a-9b86-077c3187ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:21.333610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-f12d819d-a92e-4e2a-9b86-077c3187ad04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576873 Aug 24 00:47:21.435361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-3c7e445a-e528-4383-a9eb-dc3baca68020 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949636 Aug 24 00:47:21.598597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f773a2b2-8dd1-455f-9562-b816538ef092 req-431370fc-f293-492b-8471-784c5034f32a service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550007 Aug 24 00:47:21.615947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db42df7c-5b1e-4179-8c42-42767c12344f req-d33f4217-c31b-4076-9a84-b446b3b37694 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 210 time: 0.0380511 Aug 24 00:47:21.827535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-20c8d535-6677-4de9-aa64-6d87386b5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:21.829340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-20c8d535-6677-4de9-aa64-6d87386b5234 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1095 time: 0.0568147 Aug 24 00:47:21.967826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-02481d77-5787-4c43-b401-1858a83b902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:21.969610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-02481d77-5787-4c43-b401-1858a83b902c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1276221 Aug 24 00:47:22.067603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-c83733e4-bf41-40ac-afee-3db992e0e08b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 998 time: 0.0905399 Aug 24 00:47:22.156457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-22f00fa9-1321-402c-bb82-a4bca1b1711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:22.162743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-22f00fa9-1321-402c-bb82-a4bca1b1711c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.0878744 Aug 24 00:47:22.307081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-67f11178-e8d2-4f9a-a6f1-70a30aeb625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:22.308790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-67f11178-e8d2-4f9a-a6f1-70a30aeb625f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332507 Aug 24 00:47:22.356162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-9ba1bb3d-134b-461d-a2cb-8d25afebb998 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:22.358165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-9ba1bb3d-134b-461d-a2cb-8d25afebb998 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.37 "GET /v2.0/networks?id=85a717bb-e577-4572-bbe7-bee208f24e59 HTTP/1.1" status: 200 len: 808 time: 0.1944678 Aug 24 00:47:22.439910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Request body: {'port': {'device_id': 'efc47566-53b5-41e7-944a-4aba83877aa8', 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59', 'admin_state_up': True, 'tenant_id': '933239896c464261808b5f56601bf5af'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:22.611203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500978a-22f9-42f6-9dce-6db5dcfff4c2 req-6ef47566-2116-46d1-bff1-99e1e39461ae tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:22.613610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9500978a-22f9-42f6-9dce-6db5dcfff4c2 req-6ef47566-2116-46d1-bff1-99e1e39461ae tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.2001057 Aug 24 00:47:22.618741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-39aab722-dc7c-4047-a11d-be8883a60f47 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961774 Aug 24 00:47:22.732401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9500978a-22f9-42f6-9dce-6db5dcfff4c2 req-bc2cf65d-57f6-4cfb-b3c1-e951da051ef8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995901 Aug 24 00:47:22.896343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ffae064e-29a9-44c7-8ca3-592ce4afad39 req-383de802-f690-4739-9a5a-78fa00fde2f6 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 210 time: 0.1629066 Aug 24 00:47:22.899143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-428bc4fa-03c1-4910-a32c-6fa4dca39bbd req-b259b6ab-1f79-43d9-a867-d457cc14a7ca service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459293 Aug 24 00:47:22.946469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Made reservation on behalf of 933239896c464261808b5f56601bf5af for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:22.951680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.150803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Allocated IP 172.20.0.6 (85a717bb-e577-4572-bbe7-bee208f24e59/9ce5a35c-5817-4ce5-b16b-f4e8e73699c5/81c364ab-0a57-4698-ad47-4a978b0c98a3) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:47:23.236962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-0ebad5f7-4812-42d2-bce7-0a55b55a24fb req-66c7ee8a-d446-436d-8d64-fbd925b82543 service neutron] (95326) timed out ('10.222.0.36', 56840) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:47:23.555268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.706946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:23.761830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Network 85a717bb-e577-4572-bbe7-bee208f24e59 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:47:23.765320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:47:23.768792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:47:24.237695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Pushing event updated for resources: {'Port': ['ID=81c364ab-0a57-4698-ad47-4a978b0c98a3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:24.344790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9469d7-5c11-4378-9d5d-327e37e667ee req-3a59d063-bf26-49e7-907d-bf12b38c2374 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:24.347051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da9469d7-5c11-4378-9d5d-327e37e667ee req-3a59d063-bf26-49e7-907d-bf12b38c2374 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1102998 Aug 24 00:47:24.360133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:24.362031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:24.411441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f975a-b84c-4dce-9cb6-c8a79d46ef3b req-ad6627eb-4d30-49ea-b7e4-7d741db56ad1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:24.420846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f70f975a-b84c-4dce-9cb6-c8a79d46ef3b req-ad6627eb-4d30-49ea-b7e4-7d741db56ad1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 931 time: 0.1857972 Aug 24 00:47:24.490405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f70f975a-b84c-4dce-9cb6-c8a79d46ef3b req-9e0a576b-34b0-4022-bca3-8a84f2a117d4 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655637 Aug 24 00:47:24.520760 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da9469d7-5c11-4378-9d5d-327e37e667ee req-2abeade1-7b69-4474-8e76-3190abcefe9b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456492 Aug 24 00:47:24.552122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-228ceb14-8a42-47c8-9d46-76474168c87d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1372643 Aug 24 00:47:24.565094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Request body: {'port': {'device_id': 'efc47566-53b5-41e7-944a-4aba83877aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:24.667303 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.186899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c364ab-0a57-4698-ad47-4a978b0c98a3 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:47:25.204806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.238683 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Transition to ACTIVE for port object 81c364ab-0a57-4698-ad47-4a978b0c98a3 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:47:25.323275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.479916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Pushing event updated for resources: {'Port': ['ID=81c364ab-0a57-4698-ad47-4a978b0c98a3,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:25.683162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.776386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Attempting to bind port 81c364ab-0a57-4698-ad47-4a978b0c98a3 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:47:25.776761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Attempting to bind port 81c364ab-0a57-4698-ad47-4a978b0c98a3 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:47:25.777106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Attempting to bind port 81c364ab-0a57-4698-ad47-4a978b0c98a3 on network 85a717bb-e577-4572-bbe7-bee208f24e59 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:47:25.792400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54e9b6-7b8e-4f3c-b2ac-58a1eda73c38 req-874f870d-c454-4e50-83d9-dd863c81497d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:25.794089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef54e9b6-7b8e-4f3c-b2ac-58a1eda73c38 req-874f870d-c454-4e50-83d9-dd863c81497d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 943 time: 0.1408432 Aug 24 00:47:25.800218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Port 81c364ab-0a57-4698-ad47-4a978b0c98a3 on network 85a717bb-e577-4572-bbe7-bee208f24e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:47:25.800450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Attempting to bind port 81c364ab-0a57-4698-ad47-4a978b0c98a3 on network 85a717bb-e577-4572-bbe7-bee208f24e59 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:47:25.809560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:47:25.810036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Checking segment: {'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:47:25.810447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Bound using segment: {'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:47:25.810924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Bound port: 81c364ab-0a57-4698-ad47-4a978b0c98a3, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:47:25.811431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:25.853686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f5353-573b-4026-bad2-bf950e94d433 req-3afa3940-1255-46e2-a21a-d373a0d31961 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:25.862163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec2f5353-573b-4026-bad2-bf950e94d433 req-3afa3940-1255-46e2-a21a-d373a0d31961 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1356637 Aug 24 00:47:26.021687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef54e9b6-7b8e-4f3c-b2ac-58a1eda73c38 req-05ce4149-12f7-4a5b-aee7-e0b1c114b655 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074146 Aug 24 00:47:26.086550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] For port 81c364ab-0a57-4698-ad47-4a978b0c98a3, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:47:26.105230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] For port 81c364ab-0a57-4698-ad47-4a978b0c98a3, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=81c364ab-0a57-4698-ad47-4a978b0c98a3,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:47:26.116002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec2f5353-573b-4026-bad2-bf950e94d433 req-6ff480ce-c4d9-4b56-bbed-f56532b9a593 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529180 Aug 24 00:47:26.180495 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.283241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:26.283913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.285409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] 10.222.0.37 "PUT /v2.0/ports/81c364ab-0a57-4698-ad47-4a978b0c98a3 HTTP/1.1" status: 200 len: 1091 time: 1.7254372 Aug 24 00:47:26.286834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc47566-53b5-41e7-944a-4aba83877aa8', 'tag': '81c364ab-0a57-4698-ad47-4a978b0c98a3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:26.289412 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ad295-c6b5-4731-b4fc-cdcd2da3c845" -d '{"events": [{"name": "network-changed", "server_uuid": "efc47566-53b5-41e7-944a-4aba83877aa8", "tag": "81c364ab-0a57-4698-ad47-4a978b0c98a3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:26.293781 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-188041eb-0156-4380-9832-bef00f38b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:26.339287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6c7de-215c-4cfe-82f1-f79f12aabe02 service neutron] Pushing event updated for resources: {'Port': ['ID=81c364ab-0a57-4698-ad47-4a978b0c98a3,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:26.350759 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b9526c-6a85-4eb4-af73-d261fdc9eb4f x-openstack-request-id: req-84b9526c-6a85-4eb4-af73-d261fdc9eb4f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:26.351880 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc47566-53b5-41e7-944a-4aba83877aa8", "tag": "81c364ab-0a57-4698-ad47-4a978b0c98a3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:26.352376 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84b9526c-6a85-4eb4-af73-d261fdc9eb4f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:26.353003 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc47566-53b5-41e7-944a-4aba83877aa8', 'tag': '81c364ab-0a57-4698-ad47-4a978b0c98a3', 'status': 'completed', 'code': 200} Aug 24 00:47:26.462879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad295-c6b5-4731-b4fc-cdcd2da3c845 req-588cf47c-0f16-4e54-8c5b-e563368a6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:26.464644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-024ad295-c6b5-4731-b4fc-cdcd2da3c845 req-588cf47c-0f16-4e54-8c5b-e563368a6805 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=933239896c464261808b5f56601bf5af&device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 1094 time: 0.0945389 Aug 24 00:47:26.650412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad295-c6b5-4731-b4fc-cdcd2da3c845 req-17ab8af3-6cb0-433a-9f5b-a1f4ef7f1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:26.652105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-024ad295-c6b5-4731-b4fc-cdcd2da3c845 req-17ab8af3-6cb0-433a-9f5b-a1f4ef7f1e6e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=933239896c464261808b5f56601bf5af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1779470 Aug 24 00:47:26.889988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad295-c6b5-4731-b4fc-cdcd2da3c845 req-93eaa77d-20c9-4d0e-b5d0-91884ff9ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:26.891422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-024ad295-c6b5-4731-b4fc-cdcd2da3c845 req-93eaa77d-20c9-4d0e-b5d0-91884ff9ac9e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317739 Aug 24 00:47:27.050711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-7256d2ec-5870-4167-a03f-131d995f777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:27.054224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-7256d2ec-5870-4167-a03f-131d995f777c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=933239896c464261808b5f56601bf5af&device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 1094 time: 0.1262202 Aug 24 00:47:27.216496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-8ca7f25a-b54e-40c9-87ef-114a5fa05396 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81c364ab-0a57-4698-ad47-4a978b0c98a3 HTTP/1.1" status: 200 len: 217 time: 0.1476135 Aug 24 00:47:27.418478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d678d-bd76-4cbb-bdbe-0b8d9c87b689 req-9a4cb7d3-7a8c-4c1c-8192-960fb1b38a1b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:27.420227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-743d678d-bd76-4cbb-bdbe-0b8d9c87b689 req-9a4cb7d3-7a8c-4c1c-8192-960fb1b38a1b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1119020 Aug 24 00:47:27.426627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-3b729854-8966-4ae8-85cb-97a891042551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:27.428442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-3b729854-8966-4ae8-85cb-97a891042551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ce5a35c-5817-4ce5-b16b-f4e8e73699c5 HTTP/1.1" status: 200 len: 848 time: 0.2001951 Aug 24 00:47:27.473462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97583-ce8f-4e42-8211-724f7b376335 req-65b74612-b53c-478c-95fd-498c1c7423be tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:27.477795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08f97583-ce8f-4e42-8211-724f7b376335 req-65b74612-b53c-478c-95fd-498c1c7423be tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 943 time: 0.2167580 Aug 24 00:47:27.499124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-af057f0a-5e49-437d-83b2-6a675a4a98b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=85a717bb-e577-4572-bbe7-bee208f24e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625169 Aug 24 00:47:27.551487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-743d678d-bd76-4cbb-bdbe-0b8d9c87b689 req-673bb693-75a2-4b81-8af0-d89d1b6a7b60 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160424 Aug 24 00:47:27.640211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08f97583-ce8f-4e42-8211-724f7b376335 req-f8a95cd9-1c05-4404-8710-89e45a81dbcb tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470017 Aug 24 00:47:27.698397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-316a02ba-0ac3-440c-8529-75e2478be32f service neutron] 10.222.0.37 "GET /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836867 Aug 24 00:47:27.827792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de4225ce-a040-4349-9177-9d2e7eecd52d req-ccaea824-ad67-4ee0-8934-25cb0f5c7c2e service neutron] 10.222.0.37 "GET /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209464 Aug 24 00:47:28.922036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67e9d-093f-4b8a-9018-3c94c043f076 req-236c9f44-791b-4ab4-b303-1758fe86afad tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:28.928848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd67e9d-093f-4b8a-9018-3c94c043f076 req-236c9f44-791b-4ab4-b303-1758fe86afad tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 943 time: 0.1534340 Aug 24 00:47:29.003767 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01a82c7d-35b2-4d8a-8843-af36821102f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:29.011087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd123b-7974-4c1d-9220-64e95d960f0d req-6c692d6a-935f-43a6-8ad1-0f1657083ad9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:29.019240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13cd123b-7974-4c1d-9220-64e95d960f0d req-6c692d6a-935f-43a6-8ad1-0f1657083ad9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.2641993 Aug 24 00:47:29.042572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cd67e9d-093f-4b8a-9018-3c94c043f076 req-f9868bd0-4fef-4653-b6c3-28b2361403f2 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075962 Aug 24 00:47:29.081307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13cd123b-7974-4c1d-9220-64e95d960f0d req-16dbdf6d-8c4c-47fe-a1ac-51b4c8517688 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546598 Aug 24 00:47:29.169591 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:30.262138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77944061-f11a-4673-991e-ef85769ddc2f req-8cb452d6-7f3b-48ca-a11f-56e74ad18e99 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:30.270227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77944061-f11a-4673-991e-ef85769ddc2f req-8cb452d6-7f3b-48ca-a11f-56e74ad18e99 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 943 time: 0.1262138 Aug 24 00:47:30.320957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfba8b-5473-4564-a776-d136f6ebb93f req-31575b3b-68b0-4c5e-892f-05edfd0021f4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:30.323389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4cfba8b-5473-4564-a776-d136f6ebb93f req-31575b3b-68b0-4c5e-892f-05edfd0021f4 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1175389 Aug 24 00:47:30.342320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77944061-f11a-4673-991e-ef85769ddc2f req-a9d5f35c-ebe3-4090-afc4-0c9bbfd9df15 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710080 Aug 24 00:47:30.412867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4cfba8b-5473-4564-a776-d136f6ebb93f req-e9c11cb9-45a0-4a93-8d45-b1958ea36c4e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693562 Aug 24 00:47:30.477870 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.313738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 81c364ab-0a57-4698-ad47-4a978b0c98a3 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:47:31.550087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 81c364ab-0a57-4698-ad47-4a978b0c98a3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=81c364ab-0a57-4698-ad47-4a978b0c98a3,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:31.598099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ea6c-b9d4-448d-bbe0-a110ff32a781 req-3d287494-200d-415c-b1e1-526d8a526031 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:31.599768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c561ea6c-b9d4-448d-bbe0-a110ff32a781 req-3d287494-200d-415c-b1e1-526d8a526031 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 943 time: 0.1709347 Aug 24 00:47:31.627981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '81c364ab-0a57-4698-ad47-4a978b0c98a3', 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59', 'port_id': '81c364ab-0a57-4698-ad47-4a978b0c98a3', 'mac_address': 'fa:16:3e:84:cd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce5a35c-5817-4ce5-b16b-f4e8e73699c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:47:31.781673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c561ea6c-b9d4-448d-bbe0-a110ff32a781 req-1c5411dc-e4d0-42f3-8bf4-a2518a3e0d49 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740432 Aug 24 00:47:31.787056 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:31.806803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a10b4-377f-4061-a224-8644169ca6db req-7787fc75-7c00-4748-b1ab-f90f3546f798 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:31.809915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b1a10b4-377f-4061-a224-8644169ca6db req-7787fc75-7c00-4748-b1ab-f90f3546f798 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1390986 Aug 24 00:47:31.828330 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c364ab-0a57-4698-ad47-4a978b0c98a3 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:47:31.873817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 81c364ab-0a57-4698-ad47-4a978b0c98a3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=81c364ab-0a57-4698-ad47-4a978b0c98a3,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:31.879683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b1a10b4-377f-4061-a224-8644169ca6db req-082da5b2-787c-4204-9935-1985777db219 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625315 Aug 24 00:47:31.902658 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.455182 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:32.525355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=81c364ab-0a57-4698-ad47-4a978b0c98a3,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:32.685501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['81c364ab-0a57-4698-ad47-4a978b0c98a3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:47:32.985067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e7d6-caaf-4693-aa66-9a937db96ec1 req-46260971-5c21-4df5-9872-b1dcc9242c85 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:32.994327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0525e7d6-caaf-4693-aa66-9a937db96ec1 req-46260971-5c21-4df5-9872-b1dcc9242c85 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 944 time: 0.0961978 Aug 24 00:47:33.088257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0525e7d6-caaf-4693-aa66-9a937db96ec1 req-f7e19510-555a-4f77-9c87-b71b4c940416 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905890 Aug 24 00:47:33.111981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408211fe-5269-4fe3-bfa8-e8ffc7e45e54 req-f65db020-4e01-4d68-a665-c4abe046ac5b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:33.119676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-408211fe-5269-4fe3-bfa8-e8ffc7e45e54 req-f65db020-4e01-4d68-a665-c4abe046ac5b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.0994213 Aug 24 00:47:33.162860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-408211fe-5269-4fe3-bfa8-e8ffc7e45e54 req-62c56050-4b74-472d-aaeb-082efd3477fd tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Aug 24 00:47:33.316298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 81c364ab-0a57-4698-ad47-4a978b0c98a3 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:47:33.446404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 81c364ab-0a57-4698-ad47-4a978b0c98a3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:47:33.447994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 81c364ab-0a57-4698-ad47-4a978b0c98a3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:33.448370 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.536121 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.555781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc47566-53b5-41e7-944a-4aba83877aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c364ab-0a57-4698-ad47-4a978b0c98a3'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:33.558111 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ce0e69-5e5a-4620-b8bf-f949c0e54d28" -d '{"events": [{"server_uuid": "efc47566-53b5-41e7-944a-4aba83877aa8", "name": "network-vif-plugged", "status": "completed", "tag": "81c364ab-0a57-4698-ad47-4a978b0c98a3"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:33.571404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 81c364ab-0a57-4698-ad47-4a978b0c98a3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=81c364ab-0a57-4698-ad47-4a978b0c98a3,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:33.593520 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925b779a-e3cb-4010-b97b-e2e3824e0dcc x-openstack-request-id: req-925b779a-e3cb-4010-b97b-e2e3824e0dcc {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:33.593865 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc47566-53b5-41e7-944a-4aba83877aa8", "name": "network-vif-plugged", "status": "completed", "tag": "81c364ab-0a57-4698-ad47-4a978b0c98a3", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:33.594273 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-925b779a-e3cb-4010-b97b-e2e3824e0dcc {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:33.594685 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc47566-53b5-41e7-944a-4aba83877aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c364ab-0a57-4698-ad47-4a978b0c98a3', 'code': 200} Aug 24 00:47:33.693944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab31ca-48af-4cda-b8a4-233435a7ce7e req-40de2bc2-f798-4a28-bb46-2e52428ea7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:33.695470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0ab31ca-48af-4cda-b8a4-233435a7ce7e req-40de2bc2-f798-4a28-bb46-2e52428ea7dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0425775 Aug 24 00:47:33.722534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:33.734713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0ab31ca-48af-4cda-b8a4-233435a7ce7e req-5e29aa3f-cffe-4462-955c-83cd3ec40f57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Aug 24 00:47:33.776399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=81c364ab-0a57-4698-ad47-4a978b0c98a3,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:34.212050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e2ed0-5da9-4b3e-ba4f-ee4cab453ced req-dec8a785-3cf8-41a7-978d-093a25b945c2 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:34.213716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b1e2ed0-5da9-4b3e-ba4f-ee4cab453ced req-dec8a785-3cf8-41a7-978d-093a25b945c2 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 945 time: 0.0576723 Aug 24 00:47:34.257811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b1e2ed0-5da9-4b3e-ba4f-ee4cab453ced req-1b6562d1-0a94-4a96-b839-4b9f669d3cd0 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Aug 24 00:47:34.310538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f94e-f1a5-437c-ba52-ce77886abe2a req-277afec6-3d36-412a-8a5e-ff70b1352b8a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:34.312328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b552f94e-f1a5-437c-ba52-ce77886abe2a req-277afec6-3d36-412a-8a5e-ff70b1352b8a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.0533016 Aug 24 00:47:34.362804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b552f94e-f1a5-437c-ba52-ce77886abe2a req-73ee6648-d131-440c-a9d3-77d64bec6051 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Aug 24 00:47:35.406979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92220-b18e-4e28-83ca-0b2d67e4ee5a req-6b77166a-1616-4c56-9bc3-78ce6720213f tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:35.414561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e92220-b18e-4e28-83ca-0b2d67e4ee5a req-6b77166a-1616-4c56-9bc3-78ce6720213f tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 945 time: 0.0712388 Aug 24 00:47:35.493848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e92220-b18e-4e28-83ca-0b2d67e4ee5a req-be084877-eacc-421d-9874-bf2618acfdfd tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695479 Aug 24 00:47:35.564504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf25b35-2a57-48b6-90ec-24b0ff911e5d req-e2004873-9487-4ae1-ada9-0e4e7a19dc8a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:35.566134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ecf25b35-2a57-48b6-90ec-24b0ff911e5d req-e2004873-9487-4ae1-ada9-0e4e7a19dc8a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.0710106 Aug 24 00:47:35.614573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ecf25b35-2a57-48b6-90ec-24b0ff911e5d req-f22b6343-d0dd-4483-b336-1efadc1b0688 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351510 Aug 24 00:47:36.878611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfde67b-40c8-486a-ac92-b6d1e62ce8b5 req-e048f637-33a3-4052-a834-66833cfb9fa1 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:36.880741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebfde67b-40c8-486a-ac92-b6d1e62ce8b5 req-e048f637-33a3-4052-a834-66833cfb9fa1 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1673415 Aug 24 00:47:36.939191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2438b6-71d8-4353-a68b-78bbd3ab4811 req-c771d8f1-2f4a-4869-8259-e5e5d9ea2f50 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:36.941274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c2438b6-71d8-4353-a68b-78bbd3ab4811 req-c771d8f1-2f4a-4869-8259-e5e5d9ea2f50 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 945 time: 0.1078470 Aug 24 00:47:36.979877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebfde67b-40c8-486a-ac92-b6d1e62ce8b5 req-5f3f99ea-dfcf-4541-a212-8b99e43f1306 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896308 Aug 24 00:47:36.995119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c2438b6-71d8-4353-a68b-78bbd3ab4811 req-c6342509-1c57-426b-a6ae-f42ace58aae7 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Aug 24 00:47:38.206053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629568-8f6c-42b0-883c-5ba44cb646a8 req-237b479b-c2cf-4745-8f55-10d7f8951336 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:38.207737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44629568-8f6c-42b0-883c-5ba44cb646a8 req-237b479b-c2cf-4745-8f55-10d7f8951336 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1459877 Aug 24 00:47:38.223444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f5aa-362c-47f0-819f-070b512262ca req-b90f4c11-5a4e-4b11-89f7-ed07bd3c2b93 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:38.225016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b001f5aa-362c-47f0-819f-070b512262ca req-b90f4c11-5a4e-4b11-89f7-ed07bd3c2b93 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 945 time: 0.1227403 Aug 24 00:47:38.236586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-69f438d8-c72a-4f33-9bb1-98b01de416f6 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:38.238469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-69f438d8-c72a-4f33-9bb1-98b01de416f6 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 945 time: 0.1634095 Aug 24 00:47:38.380159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b001f5aa-362c-47f0-819f-070b512262ca req-b982e54a-fb56-47dc-ba6d-295f787e073a tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356578 Aug 24 00:47:38.386143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44629568-8f6c-42b0-883c-5ba44cb646a8 req-dab5f7de-67ed-45c4-8709-d8ca11499981 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591127 Aug 24 00:47:38.440022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Deleting port 81c364ab-0a57-4698-ad47-4a978b0c98a3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:47:38.440361 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:38.600261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] For port 81c364ab-0a57-4698-ad47-4a978b0c98a3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=81c364ab-0a57-4698-ad47-4a978b0c98a3,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:38.600631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:38.613204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Calling delete_port for 81c364ab-0a57-4698-ad47-4a978b0c98a3 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:47:38.854370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:38.867238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['81c364ab-0a57-4698-ad47-4a978b0c98a3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:47:38.883940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Pushing event deleted for resources: {'Port': ['ID=81c364ab-0a57-4698-ad47-4a978b0c98a3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:38.933449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] No DVR routers for this DVR port 81c364ab-0a57-4698-ad47-4a978b0c98a3 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:47:38.936277 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:38.938567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c73744f0-6b8b-4b55-84c2-997ada9ad684 req-000e9995-06d7-4bb2-99b3-bdae8dd9ba64 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.37 "DELETE /v2.0/ports/81c364ab-0a57-4698-ad47-4a978b0c98a3 HTTP/1.1" status: 204 len: 173 time: 0.6931214 Aug 24 00:47:38.939583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc47566-53b5-41e7-944a-4aba83877aa8', 'name': 'network-vif-deleted', 'tag': '81c364ab-0a57-4698-ad47-4a978b0c98a3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:38.942068 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf77c869-b40e-438d-9ccf-d010da5be8b2" -d '{"events": [{"server_uuid": "efc47566-53b5-41e7-944a-4aba83877aa8", "name": "network-vif-deleted", "tag": "81c364ab-0a57-4698-ad47-4a978b0c98a3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:38.977632 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7174b452-4f03-40d0-8525-a03bd45aab78 x-openstack-request-id: req-7174b452-4f03-40d0-8525-a03bd45aab78 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:38.977940 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc47566-53b5-41e7-944a-4aba83877aa8", "name": "network-vif-deleted", "tag": "81c364ab-0a57-4698-ad47-4a978b0c98a3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:38.978195 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7174b452-4f03-40d0-8525-a03bd45aab78 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:38.978602 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc47566-53b5-41e7-944a-4aba83877aa8', 'name': 'network-vif-deleted', 'tag': '81c364ab-0a57-4698-ad47-4a978b0c98a3', 'status': 'completed', 'code': 200} Aug 24 00:47:39.242444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876675-32e5-4681-8790-b8c3459c6907 req-e7003fba-8741-4255-8dbf-1ae4b0977660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:39.243912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29876675-32e5-4681-8790-b8c3459c6907 req-e7003fba-8741-4255-8dbf-1ae4b0977660 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1095 time: 0.0436182 Aug 24 00:47:39.373034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876675-32e5-4681-8790-b8c3459c6907 req-09983f08-8ae2-4c05-ad03-659fbce0f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:39.376139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29876675-32e5-4681-8790-b8c3459c6907 req-09983f08-8ae2-4c05-ad03-659fbce0f98d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.1102333 Aug 24 00:47:39.473654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29876675-32e5-4681-8790-b8c3459c6907 req-c0246fdd-4641-4e72-99a2-be45d6581665 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 998 time: 0.0918317 Aug 24 00:47:39.612875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77cc0bb1-b1d6-4295-8c97-08271f12be85 req-e9e2e374-a404-4e55-a7a8-33c86436af6c tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc47566-53b5-41e7-944a-4aba83877aa8 HTTP/1.1" status: 200 len: 210 time: 0.0687671 Aug 24 00:47:39.614470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876675-32e5-4681-8790-b8c3459c6907 req-c464df52-4e2a-4956-a720-71727907c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:39.615879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29876675-32e5-4681-8790-b8c3459c6907 req-c464df52-4e2a-4956-a720-71727907c935 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.1335611 Aug 24 00:47:39.643531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1838a9-180b-4538-b4a5-ab7f42d2d136 req-06799e2f-8f83-4ab7-b7b7-fb54543d4dff tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:39.643775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c1838a9-180b-4538-b4a5-ab7f42d2d136 req-06799e2f-8f83-4ab7-b7b7-fb54543d4dff tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1184735 Aug 24 00:47:39.702691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c1838a9-180b-4538-b4a5-ab7f42d2d136 req-58cd5947-af24-4d5b-9886-db1121df28aa tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Aug 24 00:47:39.707717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29876675-32e5-4681-8790-b8c3459c6907 req-b735d3c8-ae96-4584-94bb-5f00c692503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:39.709224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29876675-32e5-4681-8790-b8c3459c6907 req-b735d3c8-ae96-4584-94bb-5f00c692503d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840044 Aug 24 00:47:39.817137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29876675-32e5-4681-8790-b8c3459c6907 req-ab69d80e-36b0-4088-8373-26a4cba2dac4 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009686 Aug 24 00:47:39.920221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29876675-32e5-4681-8790-b8c3459c6907 req-674d30d3-29d3-400d-9a91-38893190db92 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962489 Aug 24 00:47:41.028569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0d3c3-d9da-479a-bebb-c5577c39cfff req-681d9571-dbdf-45df-9c16-25ec09015123 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:41.028569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7f0d3c3-d9da-479a-bebb-c5577c39cfff req-681d9571-dbdf-45df-9c16-25ec09015123 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 944 time: 0.1315594 Aug 24 00:47:41.028569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-d66e14a2-4338-4b7a-b1e1-e8665872f552 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:41.028569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-d66e14a2-4338-4b7a-b1e1-e8665872f552 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/networks?id=85a717bb-e577-4572-bbe7-bee208f24e59 HTTP/1.1" status: 200 len: 808 time: 0.1678283 Aug 24 00:47:41.028569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2506132d-fc42-460a-b6bf-1fb65981d71d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/quotas/933239896c464261808b5f56601bf5af HTTP/1.1" status: 200 len: 375 time: 0.0193961 Aug 24 00:47:41.028569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7f0d3c3-d9da-479a-bebb-c5577c39cfff req-1e6827b8-4063-4627-a4ec-c7ba1402a1ff tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580621 Aug 24 00:47:41.028569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-d16f7be6-68aa-4033-8937-1c7a47117547 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=933239896c464261808b5f56601bf5af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279782 Aug 24 00:47:41.127490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-65c247ea-8b1b-4161-8584-4fe2cd253d91 service neutron] 10.222.0.26 "GET /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015027 Aug 24 00:47:41.239313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-d1ff8767-e765-42de-b601-9c49c66691e9 service neutron] 10.222.0.26 "GET /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057334 Aug 24 00:47:41.349392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 81c364ab-0a57-4698-ad47-4a978b0c98a3 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:47:41.374952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 81c364ab-0a57-4698-ad47-4a978b0c98a3 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:47:41.375789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 81c364ab-0a57-4698-ad47-4a978b0c98a3 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:47:41.596865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90a28588-56fd-421d-8f3d-6e8490e3b98e req-044a62d2-b601-4efa-89ca-afc282d832ca tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 210 time: 0.0551927 Aug 24 00:47:41.838896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:47:41.941319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:41.954200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'port_id': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'mac_address': 'fa:16:3e:ac:40:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:47:41.995526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:42.011829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95708b22-98e0-41b1-8387-adf9bab33bf1 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:47:42.033961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:42.099317 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:42.165123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9079b8-9867-491b-b351-65220ef3e2e3 req-1e633ff2-28c9-4528-8c7e-d579c4c8ce2e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:42.176451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a9079b8-9867-491b-b351-65220ef3e2e3 req-1e633ff2-28c9-4528-8c7e-d579c4c8ce2e tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0853493 Aug 24 00:47:42.197448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:42.249450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a9079b8-9867-491b-b351-65220ef3e2e3 req-6f53e774-ab77-49a0-b0b0-699c0de9cff8 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716312 Aug 24 00:47:42.506621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['95708b22-98e0-41b1-8387-adf9bab33bf1'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:47:42.545719 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:42.721461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49e10fb3-02e6-424f-859f-531c8a9ab95a req-739fca16-45ee-48f4-92fe-aee489dd775d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 210 time: 0.0362592 Aug 24 00:47:43.389907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7008b-e1c1-42ec-8521-c6bbdd6b6e32 req-7948d853-e558-4e2e-95ed-0cec482e14da tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:43.391611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3a7008b-e1c1-42ec-8521-c6bbdd6b6e32 req-7948d853-e558-4e2e-95ed-0cec482e14da tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 945 time: 0.0549586 Aug 24 00:47:43.437417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3a7008b-e1c1-42ec-8521-c6bbdd6b6e32 req-3e53dbf1-972e-4fc3-90de-186a9192e8f9 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 Aug 24 00:47:43.838868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:47:43.901333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9f2c293-e75f-4ea4-8bba-0941bde11467 req-98e90f57-fb16-48e2-895f-952c783c067b tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 210 time: 0.0819738 Aug 24 00:47:43.978556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-d74161e4-86f3-4934-9695-fe5f2052401e tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:43.980686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-d74161e4-86f3-4934-9695-fe5f2052401e tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.36 "GET /v2.0/networks?id=85a717bb-e577-4572-bbe7-bee208f24e59 HTTP/1.1" status: 200 len: 808 time: 0.1984279 Aug 24 00:47:44.001491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Request body: {'port': {'device_id': '8640be31-9532-419b-8264-1ef5ab53c1fc', 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59', 'admin_state_up': True, 'tenant_id': '933239896c464261808b5f56601bf5af'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:44.036182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 95708b22-98e0-41b1-8387-adf9bab33bf1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:47:44.040767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 95708b22-98e0-41b1-8387-adf9bab33bf1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:44.041363 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:44.195422 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:44.225631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:44.227784 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0410d8f-3b01-4539-b838-2aba0f7510be" -d '{"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-plugged", "status": "completed", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:44.246647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:44.277132 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1969df7-d7d1-4913-b230-da08562b71f2 x-openstack-request-id: req-e1969df7-d7d1-4913-b230-da08562b71f2 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:44.277132 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-plugged", "status": "completed", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:44.277132 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1969df7-d7d1-4913-b230-da08562b71f2 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:44.277132 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'code': 200} Aug 24 00:47:44.305110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Made reservation on behalf of 933239896c464261808b5f56601bf5af for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:47:44.309910 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:44.339910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:44.433147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:44.509874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Allocated IP 172.20.0.7 (85a717bb-e577-4572-bbe7-bee208f24e59/9ce5a35c-5817-4ce5-b16b-f4e8e73699c5/2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:47:44.668456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3886b-fdc1-4817-a78b-a49e7e9b2fa8 req-af6b56ce-882e-4047-9920-d8656d244a22 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:44.670185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8da3886b-fdc1-4817-a78b-a49e7e9b2fa8 req-af6b56ce-882e-4047-9920-d8656d244a22 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.1403971 Aug 24 00:47:44.684935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344cce4-8434-4283-9d8a-58bc96660cfd req-f1058e9a-ec36-48b3-8643-3dcf50d5114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:44.686787 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0344cce4-8434-4283-9d8a-58bc96660cfd req-f1058e9a-ec36-48b3-8643-3dcf50d5114a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1097 time: 0.0739944 Aug 24 00:47:44.737228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8da3886b-fdc1-4817-a78b-a49e7e9b2fa8 req-e239da19-4a9d-40d0-90a0-a9763bc644e5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583165 Aug 24 00:47:44.788905 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0344cce4-8434-4283-9d8a-58bc96660cfd req-a36f7bef-eb66-4e5c-b2d4-d2dc1fe60f18 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910749 Aug 24 00:47:44.801561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:44.925365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:44.971995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Network 85a717bb-e577-4572-bbe7-bee208f24e59 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:47:44.973343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:47:44.979393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:47:45.072486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Pushing event updated for resources: {'Port': ['ID=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:45.135123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:45.135123 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.170858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b72728-4e38-4792-89a1-e19946c46056 req-0fa6edd4-ea36-477a-adb5-83ee18962ff6 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:45.172430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08b72728-4e38-4792-89a1-e19946c46056 req-0fa6edd4-ea36-477a-adb5-83ee18962ff6 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 931 time: 0.1191540 Aug 24 00:47:45.222876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08b72728-4e38-4792-89a1-e19946c46056 req-d5708922-f312-44f3-a313-a97ea414b513 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426934 Aug 24 00:47:45.260915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-69845b29-35db-485a-b9bc-946f292572d1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2643232 Aug 24 00:47:45.281916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Request body: {'port': {'device_id': '8640be31-9532-419b-8264-1ef5ab53c1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:47:45.352004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.720607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:47:45.730946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.750076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Transition to ACTIVE for port object 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:47:45.825021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:45.935406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Pushing event updated for resources: {'Port': ['ID=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:45.993956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec1a4b-8cf4-457c-885d-252bb35a1ad2 req-79a11b4b-7850-4a40-bc02-f3fa90eadc48 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:45.995453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8aec1a4b-8cf4-457c-885d-252bb35a1ad2 req-79a11b4b-7850-4a40-bc02-f3fa90eadc48 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.1336606 Aug 24 00:47:46.062147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8aec1a4b-8cf4-457c-885d-252bb35a1ad2 req-4d9b2c65-752d-4ce9-9909-d56bcc46ee22 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603008 Aug 24 00:47:46.063896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Attempting to bind port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:47:46.063896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Attempting to bind port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:47:46.063896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Attempting to bind port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a on network 85a717bb-e577-4572-bbe7-bee208f24e59 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:47:46.072755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a on network 85a717bb-e577-4572-bbe7-bee208f24e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:47:46.073084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Attempting to bind port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a on network 85a717bb-e577-4572-bbe7-bee208f24e59 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:47:46.088189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:47:46.088541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Checking segment: {'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:47:46.093120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Bound using segment: {'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:47:46.093120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Bound port: 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9f3cba-6735-40f7-bc44-7d14380345d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:47:46.096551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:46.213905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] For port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:47:46.220349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] For port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:47:46.358525 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:47:46.392993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e4b0-b820-44ca-a618-6c6868159585 req-e3270b8a-882c-4c52-9769-3b78eb905af9 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.444738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b47e4b0-b820-44ca-a618-6c6868159585 req-e3270b8a-882c-4c52-9769-3b78eb905af9 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 943 time: 0.0707252 Aug 24 00:47:46.444738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:46.446586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.446840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:46.448319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-2299404f-8351-4510-becb-b0e40bef34db service neutron] 10.222.0.36 "PUT /v2.0/ports/2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a HTTP/1.1" status: 200 len: 1091 time: 1.1718342 Aug 24 00:47:46.448319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8640be31-9532-419b-8264-1ef5ab53c1fc', 'tag': '2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:46.450937 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12edd453-b9ea-4c92-bd04-55664811b183" -d '{"events": [{"name": "network-changed", "server_uuid": "8640be31-9532-419b-8264-1ef5ab53c1fc", "tag": "2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:46.487297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b47e4b0-b820-44ca-a618-6c6868159585 req-9e3f1282-8c95-4e4a-8143-0f5f17629d35 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825822 Aug 24 00:47:46.488048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299404f-8351-4510-becb-b0e40bef34db service neutron] Pushing event updated for resources: {'Port': ['ID=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:46.527615 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f756b51-9b1e-4404-a0ad-0de16c685024 x-openstack-request-id: req-7f756b51-9b1e-4404-a0ad-0de16c685024 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:46.527912 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8640be31-9532-419b-8264-1ef5ab53c1fc", "tag": "2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:46.528192 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f756b51-9b1e-4404-a0ad-0de16c685024 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:46.528602 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8640be31-9532-419b-8264-1ef5ab53c1fc', 'tag': '2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a', 'status': 'completed', 'code': 200} Aug 24 00:47:46.614040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd453-b9ea-4c92-bd04-55664811b183 req-dba63797-c0d2-4e57-af8c-c93a431a0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.615573 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12edd453-b9ea-4c92-bd04-55664811b183 req-dba63797-c0d2-4e57-af8c-c93a431a0604 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=933239896c464261808b5f56601bf5af&device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 1094 time: 0.0463026 Aug 24 00:47:46.732060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd453-b9ea-4c92-bd04-55664811b183 req-327325fd-fcd4-47a7-ae00-a606f8749790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.733870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12edd453-b9ea-4c92-bd04-55664811b183 req-327325fd-fcd4-47a7-ae00-a606f8749790 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=933239896c464261808b5f56601bf5af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1046681 Aug 24 00:47:46.830893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd453-b9ea-4c92-bd04-55664811b183 req-c6f4d132-380b-4c45-8283-ddd407ff0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:46.833341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12edd453-b9ea-4c92-bd04-55664811b183 req-c6f4d132-380b-4c45-8283-ddd407ff0e75 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931699 Aug 24 00:47:47.265959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be40c4-71a3-4a0e-b7bf-6fba856c6fdc req-1c488cbe-02f3-493e-9d6d-50480108f56a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:47.271534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4be40c4-71a3-4a0e-b7bf-6fba856c6fdc req-1c488cbe-02f3-493e-9d6d-50480108f56a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.0802872 Aug 24 00:47:47.335050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4be40c4-71a3-4a0e-b7bf-6fba856c6fdc req-c8164953-8439-4815-a006-b80835fe54b6 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596535 Aug 24 00:47:47.430761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-f1056fbb-12c1-4329-9967-c5cc4673d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:47.432661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-f1056fbb-12c1-4329-9967-c5cc4673d0f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=933239896c464261808b5f56601bf5af&device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 1094 time: 0.0603697 Aug 24 00:47:47.490484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-1fd7bbeb-c0ff-439e-9280-b308496b80f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a HTTP/1.1" status: 200 len: 217 time: 0.0436378 Aug 24 00:47:47.575462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-94827d93-1c9c-4c49-9580-3ba2243a342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:47.577154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-94827d93-1c9c-4c49-9580-3ba2243a342d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ce5a35c-5817-4ce5-b16b-f4e8e73699c5 HTTP/1.1" status: 200 len: 848 time: 0.0795248 Aug 24 00:47:47.641756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-110aeef9-ef12-41dc-8f17-ca494029f51e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85a717bb-e577-4572-bbe7-bee208f24e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573497 Aug 24 00:47:48.106371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd630-e644-451f-8bdf-ddb5c60acfb9 req-97bd63aa-54d3-445f-a45f-a7d326e778d4 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:48.107995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de8cd630-e644-451f-8bdf-ddb5c60acfb9 req-97bd63aa-54d3-445f-a45f-a7d326e778d4 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 943 time: 0.4950588 Aug 24 00:47:48.153055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-0e2de248-be3a-46aa-add3-a4f028513590 service neutron] 10.222.0.36 "GET /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039909 Aug 24 00:47:48.191890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de8cd630-e644-451f-8bdf-ddb5c60acfb9 req-cbdaa297-2f51-4d7a-861c-320de6b040f3 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619352 Aug 24 00:47:48.270972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef17f69b-bc9b-4c88-9d60-580b626da41e req-c5c04c1f-837c-4698-816d-234ab22cb18c service neutron] 10.222.0.36 "GET /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097813 Aug 24 00:47:48.481193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf138cba-a7d2-4667-81a0-6282695a4807 req-0eff193a-4fa5-4304-bb62-980167f44bca tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:48.489341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf138cba-a7d2-4667-81a0-6282695a4807 req-0eff193a-4fa5-4304-bb62-980167f44bca tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.0729156 Aug 24 00:47:48.574141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf138cba-a7d2-4667-81a0-6282695a4807 req-858e6829-a5a6-484f-b5d7-cbc1417e1c4b tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838537 Aug 24 00:47:49.351253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960cb31-be30-4216-b2e6-5d5e6a5a867a req-5d10b4b9-c4a1-4142-b5db-5ce5705c9d46 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:49.358665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a960cb31-be30-4216-b2e6-5d5e6a5a867a req-5d10b4b9-c4a1-4142-b5db-5ce5705c9d46 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 943 time: 0.0670726 Aug 24 00:47:49.413848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a960cb31-be30-4216-b2e6-5d5e6a5a867a req-f1a20de6-6dc0-4220-b448-a116970899a3 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494645 Aug 24 00:47:49.742335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820e80f-2f5a-4b1a-8f34-4ac648b59f24 req-bb8f601f-166e-4686-b143-71a2854d102a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:49.744109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3820e80f-2f5a-4b1a-8f34-4ac648b59f24 req-bb8f601f-166e-4686-b143-71a2854d102a tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.0597646 Aug 24 00:47:49.785983 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3820e80f-2f5a-4b1a-8f34-4ac648b59f24 req-1261d145-9c79-4fd7-96c1-721052ab1c7c tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355628 Aug 24 00:47:50.562010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f238bb-6b6c-40e9-a4ae-be11c6950533 req-fad32079-493e-4c72-9c9c-adce4ca8e589 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:50.565184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6f238bb-6b6c-40e9-a4ae-be11c6950533 req-fad32079-493e-4c72-9c9c-adce4ca8e589 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 943 time: 0.0714724 Aug 24 00:47:50.615185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6f238bb-6b6c-40e9-a4ae-be11c6950533 req-f5b84d95-623f-40a9-a5a3-05ff187204de tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Aug 24 00:47:51.760772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e1671-65db-432b-9005-f330f42a0b07 req-36436b93-dc3a-4fd4-8382-77d3578aee6d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:51.762409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-331e1671-65db-432b-9005-f330f42a0b07 req-36436b93-dc3a-4fd4-8382-77d3578aee6d tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 943 time: 0.0508330 Aug 24 00:47:51.802824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-331e1671-65db-432b-9005-f330f42a0b07 req-8ee6a030-3f02-4a2d-9ca0-3f1c1e2fc652 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332701 Aug 24 00:47:52.930138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac01187-88c5-4da1-84fd-ae1929148ed1 req-1cce5f63-49b5-4d72-b19e-e0971298fb9a tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:52.933049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aac01187-88c5-4da1-84fd-ae1929148ed1 req-1cce5f63-49b5-4d72-b19e-e0971298fb9a tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 943 time: 0.0604434 Aug 24 00:47:52.982230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aac01187-88c5-4da1-84fd-ae1929148ed1 req-615d1661-2fa9-447d-8d04-d98ba0376593 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408015 Aug 24 00:47:53.869599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:47:53.976385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:53.996978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a', 'network_id': '85a717bb-e577-4572-bbe7-bee208f24e59', 'port_id': '2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a', 'mac_address': 'fa:16:3e:29:e2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce5a35c-5817-4ce5-b16b-f4e8e73699c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:47:54.040050 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.056156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:47:54.078812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:54.141337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82847d0-e3fd-431c-bf2b-829413135183 req-b97567fa-cf1b-4329-8ae2-3acfa4b6a7ff tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:54.143092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c82847d0-e3fd-431c-bf2b-829413135183 req-b97567fa-cf1b-4329-8ae2-3acfa4b6a7ff tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 943 time: 0.0548275 Aug 24 00:47:54.183014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c82847d0-e3fd-431c-bf2b-829413135183 req-b477995a-a220-4495-ad3e-12e6a0c6ec32 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Aug 24 00:47:54.196495 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:54.258481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:54.570678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:47:55.311630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cffc37-2d38-4a29-baee-b042512aaf81 req-04505b64-b5f1-4afc-8a0c-981fa713e16e tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:55.313785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51cffc37-2d38-4a29-baee-b042512aaf81 req-04505b64-b5f1-4afc-8a0c-981fa713e16e tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 944 time: 0.0529003 Aug 24 00:47:55.359117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51cffc37-2d38-4a29-baee-b042512aaf81 req-11c7fa79-25c4-4537-8932-ba3740008de2 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352190 Aug 24 00:47:55.830570 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:55.871486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:47:56.007292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:47:56.012490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:47:56.012868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:56.103289 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:56.127805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8640be31-9532-419b-8264-1ef5ab53c1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:47:56.130174 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c69ec5-9405-492a-a273-820613d9434e" -d '{"events": [{"server_uuid": "8640be31-9532-419b-8264-1ef5ab53c1fc", "name": "network-vif-plugged", "status": "completed", "tag": "2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:47:56.144604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:47:56.175106 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113b4cab-bf1a-4f96-a975-107796253596 x-openstack-request-id: req-113b4cab-bf1a-4f96-a975-107796253596 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:47:56.175398 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8640be31-9532-419b-8264-1ef5ab53c1fc", "name": "network-vif-plugged", "status": "completed", "tag": "2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:47:56.175653 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-113b4cab-bf1a-4f96-a975-107796253596 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:47:56.176128 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8640be31-9532-419b-8264-1ef5ab53c1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a', 'code': 200} Aug 24 00:47:56.299588 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:56.354399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bbea0878-f9db-4ef0-838b-5976f7085ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:56.367697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f537b-0d03-4200-b5f4-a443adcd920b req-de7cd278-37fb-402a-b1bb-ab2dd723671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:56.369754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f45f537b-0d03-4200-b5f4-a443adcd920b req-de7cd278-37fb-402a-b1bb-ab2dd723671a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 1096 time: 0.0763783 Aug 24 00:47:56.386673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:56.432014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f45f537b-0d03-4200-b5f4-a443adcd920b req-9ed96c5b-92c8-40c9-a81d-ec081ddf88a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341654 Aug 24 00:47:56.513338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f57d7-98c0-465b-a981-6999028d713d req-49d0541f-8c3b-4128-a9c5-e103d93d4edd tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:56.514926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c04f57d7-98c0-465b-a981-6999028d713d req-49d0541f-8c3b-4128-a9c5-e103d93d4edd tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 945 time: 0.0701127 Aug 24 00:47:56.562798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c04f57d7-98c0-465b-a981-6999028d713d req-c6cadbdb-b0d5-4b25-9a44-7833fb9ff538 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 Aug 24 00:47:57.696707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2661eb3-bca3-4e09-8deb-427978d61871 req-f7b0fbbe-f5da-4624-956f-1c1a33318cd1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:57.698353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2661eb3-bca3-4e09-8deb-427978d61871 req-f7b0fbbe-f5da-4624-956f-1c1a33318cd1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 945 time: 0.0538692 Aug 24 00:47:57.742263 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2661eb3-bca3-4e09-8deb-427978d61871 req-dd0983e9-8322-4abe-a79a-cd7863f3ed07 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Aug 24 00:47:58.750124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 40856) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:58.875943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09451304-2570-4a8d-ad43-a77686613b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:58.896098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d2280-b881-47f9-b221-12b47294412d req-7b395133-fb38-40e5-84d3-a0a8177c1375 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:47:58.898172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e99d2280-b881-47f9-b221-12b47294412d req-7b395133-fb38-40e5-84d3-a0a8177c1375 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 945 time: 0.0797238 Aug 24 00:47:59.021927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e99d2280-b881-47f9-b221-12b47294412d req-ce35dad3-ad9e-408b-bfb0-c55467e5c2f1 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628059 Aug 24 00:47:59.043149 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09451304-2570-4a8d-ad43-a77686613b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.047644 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8d2d299c-3dc5-498a-9c8d-d58f1b4f7d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.133545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-09451304-2570-4a8d-ad43-a77686613b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.167414 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.178960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-09451304-2570-4a8d-ad43-a77686613b2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15b483f975fe48718be7fbdac31d7307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276931 Aug 24 00:47:59.181611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09451304-2570-4a8d-ad43-a77686613b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d6f73-dd92-496d-9f82-532e1f4eb2ca,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:59.182120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 40864) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:47:59.241366 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.263781 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.441695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.444298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:47:59.445468 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/576d6f73-dd92-496d-9f82-532e1f4eb2ca HTTP/1.1" status: 204 len: 168 time: 0.2623298 Aug 24 00:47:59.455204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d6f73-dd92-496d-9f82-532e1f4eb2ca,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:47:59.464095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.464501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.464856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.465205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.465551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.465930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.466272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.466687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.466950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.467287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.467630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:47:59.467990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9432a0-a86d-483f-b74b-24b5f9f053ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:00.355992 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:00.693999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce07a69-303b-44ce-88e1-bba4ae602f69 req-3d4c0de4-5488-4760-8c87-363c67c2343a tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:00.704030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ce07a69-303b-44ce-88e1-bba4ae602f69 req-3d4c0de4-5488-4760-8c87-363c67c2343a tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 945 time: 0.0670171 Aug 24 00:48:00.753179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ce07a69-303b-44ce-88e1-bba4ae602f69 req-95a888df-566c-4836-9b96-0f99d8ae4857 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477931 Aug 24 00:48:01.868935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb2d86-475c-42f4-a5b5-35d4ea5b855b req-65e6ca39-b206-4560-84f2-26ae0d543137 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:01.870472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9cb2d86-475c-42f4-a5b5-35d4ea5b855b req-65e6ca39-b206-4560-84f2-26ae0d543137 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 945 time: 0.0558052 Aug 24 00:48:01.881161 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:01.913257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9cb2d86-475c-42f4-a5b5-35d4ea5b855b req-1b244aec-cad6-4f37-a5b2-9711e5078acf tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c8abc37-b492-430f-bd3a-d8c12bfd64f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360096 Aug 24 00:48:02.316019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-3d948727-18a0-4049-b16b-f8aa196d55f5 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:02.317489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-3d948727-18a0-4049-b16b-f8aa196d55f5 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.36 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 945 time: 0.0575163 Aug 24 00:48:02.420411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Deleting port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:48:02.421081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.556392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] For port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,segment=NetworkSegment(1b9f3cba-6735-40f7-bc44-7d14380345d3),segment_id=1b9f3cba-6735-40f7-bc44-7d14380345d3)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:02.556773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.574203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Calling delete_port for 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:48:02.795986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.824477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Pushing event deleted for resources: {'Port': ['ID=2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:02.831035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:48:02.879987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] No DVR routers for this DVR port 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:48:02.882988 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:02.885355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-07bfdc80-cb87-482b-ab03-edc9052e2bf6 req-f78f5ecf-6d45-483e-a05e-3c3084b5a2aa tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.36 "DELETE /v2.0/ports/2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a HTTP/1.1" status: 204 len: 173 time: 0.5599372 Aug 24 00:48:02.885912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8640be31-9532-419b-8264-1ef5ab53c1fc', 'name': 'network-vif-deleted', 'tag': '2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:48:02.888382 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9bb081-9169-45f4-b011-367837fbc32e" -d '{"events": [{"server_uuid": "8640be31-9532-419b-8264-1ef5ab53c1fc", "name": "network-vif-deleted", "tag": "2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:48:02.952430 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2ef91a-72ec-4be8-98c2-e18a5961ff1e x-openstack-request-id: req-6b2ef91a-72ec-4be8-98c2-e18a5961ff1e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:48:02.953086 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8640be31-9532-419b-8264-1ef5ab53c1fc", "name": "network-vif-deleted", "tag": "2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:48:02.959114 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b2ef91a-72ec-4be8-98c2-e18a5961ff1e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:48:02.959114 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8640be31-9532-419b-8264-1ef5ab53c1fc', 'name': 'network-vif-deleted', 'tag': '2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a', 'status': 'completed', 'code': 200} Aug 24 00:48:03.030197 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd0d159d-d136-46db-ae3d-87eb98718a94 req-12af7e41-3355-4a43-880e-eecbba66faa4 tempest-VolumesActionsTest-1294786584 tempest-VolumesActionsTest-1294786584-project] 10.222.0.26 "GET /v2.0/ports?device_id=8640be31-9532-419b-8264-1ef5ab53c1fc HTTP/1.1" status: 200 len: 210 time: 0.0291955 Aug 24 00:48:05.949487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:48:05.976895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:48:05.977440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 2292fd51-4a18-4edf-a3c1-5a0e1f82fa3a not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:48:12.744300 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:14.634227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41216) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:15.129496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Deleting subnet 6b1b87ad-20a8-412c-967a-02fd383fcd67 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:48:15.133385 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.180331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.227870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.379096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.424681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1b87ad-20a8-412c-967a-02fd383fcd67,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:15.434501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.443004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6b1b87ad-20a8-412c-967a-02fd383fcd67 HTTP/1.1" status: 204 len: 168 time: 0.8077295 Aug 24 00:48:15.445280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.445674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41240) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:15.446632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.450534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.451233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.451803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.452367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.452923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.453517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.454126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.454851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.460165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.461811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5e46c-bab1-43c7-941c-3322f1ccdae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:15.634476 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.825537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.838975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fa3d9b-5ed1-4c07-9c00-b458737fe803']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:15.855002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d7e157-1f62-4f68-b730-e47f92a3f553') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:15.855650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d7e157-1f62-4f68-b730-e47f92a3f553') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:15.868122 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.885656 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.894657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:48:15.895354 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:48:15.897642 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:48:16.270477 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:16.289673 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:16.291603 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a8fa3d9b-5ed1-4c07-9c00-b458737fe803 HTTP/1.1" status: 204 len: 168 time: 0.8449113 Aug 24 00:48:16.292741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4314b-1664-4f23-9b03-28247de70f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fa3d9b-5ed1-4c07-9c00-b458737fe803,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:16.693092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41256) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:16.749219 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-785149ee-ee62-4fd8-94ac-2109ea68484a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4404326777f94587baa9ca33cb70ad8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545957 Aug 24 00:48:16.752237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:16.870875 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b04f39d0-4b6e-46aa-88a4-99c40f01be33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:16.918482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b04f39d0-4b6e-46aa-88a4-99c40f01be33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:17.081455 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b04f39d0-4b6e-46aa-88a4-99c40f01be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:17.084100 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b04f39d0-4b6e-46aa-88a4-99c40f01be33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:17.085290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b04f39d0-4b6e-46aa-88a4-99c40f01be33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aff74e3d-25c8-4162-8eed-e2b612127663 HTTP/1.1" status: 204 len: 168 time: 0.3315086 Aug 24 00:48:17.097883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f39d0-4b6e-46aa-88a4-99c40f01be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff74e3d-25c8-4162-8eed-e2b612127663,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:18.771185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41312) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:19.228714 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e18752f-367a-4a2f-bd8e-f9958814010a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.276158 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41324) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:19.412557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e18752f-367a-4a2f-bd8e-f9958814010a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.465187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e26799ec-dec7-436a-83cc-9b1b5c303f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.485921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e18752f-367a-4a2f-bd8e-f9958814010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.586485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7e18752f-367a-4a2f-bd8e-f9958814010a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd5f6204243042d3a778b2f3f46dc602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8141849 Aug 24 00:48:19.589078 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e26799ec-dec7-436a-83cc-9b1b5c303f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.593610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41332) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:19.598328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18752f-367a-4a2f-bd8e-f9958814010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78517cea-d1c7-4103-ae2d-259735412f0a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:19.652848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e26799ec-dec7-436a-83cc-9b1b5c303f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.686463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1cba757-2d2e-40c3-84cc-4386c3916fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.691824 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e26799ec-dec7-436a-83cc-9b1b5c303f17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af538ca269e7477b94dccb2d60fedf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145339 Aug 24 00:48:19.692912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41334) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:19.709167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26799ec-dec7-436a-83cc-9b1b5c303f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2919e223-a5e6-4e69-bd64-4f41d2ba4756,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:19.733242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1cba757-2d2e-40c3-84cc-4386c3916fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.786541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1cd62a3-3707-448e-95eb-ea9b453c4cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.823286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1cd62a3-3707-448e-95eb-ea9b453c4cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.871948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1cba757-2d2e-40c3-84cc-4386c3916fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.875907 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d1cba757-2d2e-40c3-84cc-4386c3916fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.884294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d1cba757-2d2e-40c3-84cc-4386c3916fb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78517cea-d1c7-4103-ae2d-259735412f0a HTTP/1.1" status: 204 len: 168 time: 0.2888236 Aug 24 00:48:19.905238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cba757-2d2e-40c3-84cc-4386c3916fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78517cea-d1c7-4103-ae2d-259735412f0a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:19.974676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1cd62a3-3707-448e-95eb-ea9b453c4cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.980285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1cd62a3-3707-448e-95eb-ea9b453c4cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:19.985765 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a1cd62a3-3707-448e-95eb-ea9b453c4cba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2919e223-a5e6-4e69-bd64-4f41d2ba4756 HTTP/1.1" status: 204 len: 168 time: 0.2742910 Aug 24 00:48:20.018281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd62a3-3707-448e-95eb-ea9b453c4cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2919e223-a5e6-4e69-bd64-4f41d2ba4756,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:20.824261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41372) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:20.824261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c02c70f1-bed7-435c-909b-2f758cc0356c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:20.915943 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c02c70f1-bed7-435c-909b-2f758cc0356c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:20.996320 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c02c70f1-bed7-435c-909b-2f758cc0356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.067116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c70f1-bed7-435c-909b-2f758cc0356c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adf2fb9-3e7a-49c0-87eb-258aee7c2360,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:21.072207 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c02c70f1-bed7-435c-909b-2f758cc0356c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=977f2f16097948ff9cf8fdf537f68b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612453 Aug 24 00:48:21.078849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41392) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:21.149892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7678e153-e057-4488-b43d-694b72a2b6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.175882 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7678e153-e057-4488-b43d-694b72a2b6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.298978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7678e153-e057-4488-b43d-694b72a2b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.302265 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7678e153-e057-4488-b43d-694b72a2b6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:21.305560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7678e153-e057-4488-b43d-694b72a2b6fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2adf2fb9-3e7a-49c0-87eb-258aee7c2360 HTTP/1.1" status: 204 len: 168 time: 0.2239654 Aug 24 00:48:21.347799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678e153-e057-4488-b43d-694b72a2b6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adf2fb9-3e7a-49c0-87eb-258aee7c2360,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:22.217067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41450) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:22.234977 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53b57f9a-8e6f-4534-8b5d-9dbd59e72de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:22.338035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53b57f9a-8e6f-4534-8b5d-9dbd59e72de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:22.395514 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53b57f9a-8e6f-4534-8b5d-9dbd59e72de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:22.460716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b57f9a-8e6f-4534-8b5d-9dbd59e72de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f96a81-1230-47ac-a8b4-21648aec0bca,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:22.470076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-53b57f9a-8e6f-4534-8b5d-9dbd59e72de3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20da80e4284b4bf188a51b7046ec0807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518840 Aug 24 00:48:22.472844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41458) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:22.543167 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124e0ad4-47a2-4339-bfa8-7ac1cfc1bc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:22.585750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124e0ad4-47a2-4339-bfa8-7ac1cfc1bc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:22.676999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41464) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:22.739311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124e0ad4-47a2-4339-bfa8-7ac1cfc1bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:22.744628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124e0ad4-47a2-4339-bfa8-7ac1cfc1bc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:22.746557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-124e0ad4-47a2-4339-bfa8-7ac1cfc1bc19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78f96a81-1230-47ac-a8b4-21648aec0bca HTTP/1.1" status: 204 len: 168 time: 0.2723761 Aug 24 00:48:22.764034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e0ad4-47a2-4339-bfa8-7ac1cfc1bc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f96a81-1230-47ac-a8b4-21648aec0bca,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:23.012308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'network': {'name': 'tempest-network-smoke--507140650', 'project_id': '162b462ae90247339be708b3255fe6d3', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:23.128426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:23.132026 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.143821 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.311947 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.350218 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.358075 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:48:23.383909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9e6d41-4d7d-4e0d-bf6c-cf976568e604,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:23.395908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:48:23.417396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.419648 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Added segment f77e58a9-9f7d-4c26-ade8-758f090facbe of type vlan for network 9a190820-0824-49fd-bd49-a005532cd018 Aug 24 00:48:23.508466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.658746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.665927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:23.666843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.793235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Network': ['ID=9a190820-0824-49fd-bd49-a005532cd018,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:23.797418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e7a75fa7-a4a0-41c5-87cc-370f42ea1b24 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1181362 Aug 24 00:48:23.800523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41522) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:23.807205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9a190820-0824-49fd-bd49-a005532cd018 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:48:23.815910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'admin_state_up': True, 'project_id': '162b462ae90247339be708b3255fe6d3', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:23.967612 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:23.969472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:24.095921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:24.402819 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:24.778664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:24.799060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:24.912191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.25.5.90 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/22ec00a7-8889-43a3-9183-92ddd53a28b5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:25.039654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:25.144929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:25.186808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:25.192595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:25.196763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:25.202639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=22ec00a7-8889-43a3-9183-92ddd53a28b5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:25.613067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:25.675954 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:25.776357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41628) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:25.965827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6de4488-2550-4a93-bc59-09c0042c64c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:25.977436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.122361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6de4488-2550-4a93-bc59-09c0042c64c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.207415 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a6de4488-2550-4a93-bc59-09c0042c64c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.236079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router f7b5610b-6564-43e1-9a1f-fcce31b99a34 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:48:26.238630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de4488-2550-4a93-bc59-09c0042c64c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9e6084-a535-4641-a001-ab2acd043cca,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:26.264003 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a6de4488-2550-4a93-bc59-09c0042c64c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=543d5cbab9ba42c78e0f99888532c1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864926 Aug 24 00:48:26.264641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41652) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:26.292881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bfc16de4-b5a6-4e9d-b5af-d931c877b3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.323943 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9777e613-ee2e-4105-9ec0-8219b39d3120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.358411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9777e613-ee2e-4105-9ec0-8219b39d3120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.386482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:26.406606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Sync routers for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:26.421041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:26.421823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:47:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:26.499031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.501890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b43b6c48-d297-45ea-8640-c00f1a061bab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7002323 Aug 24 00:48:26.505235 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:26.521624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9777e613-ee2e-4105-9ec0-8219b39d3120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.524710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9777e613-ee2e-4105-9ec0-8219b39d3120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:26.526074 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9777e613-ee2e-4105-9ec0-8219b39d3120 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c9e6084-a535-4641-a001-ab2acd043cca HTTP/1.1" status: 204 len: 168 time: 0.2604997 Aug 24 00:48:26.544480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777e613-ee2e-4105-9ec0-8219b39d3120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9e6084-a535-4641-a001-ab2acd043cca,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:26.602690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:26.798232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e3cf2b37-3210-4320-a2c0-97f12b60d77d tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=162b462ae90247339be708b3255fe6d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2904000 Aug 24 00:48:26.800992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41662) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:26.970931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:25Z', 'revision_number': 3, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:27.003467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f84a33-4f95-4051-9ea7-3c111a195ad9 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:27.010462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41666) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:27.012360 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-52f84a33-4f95-4051-9ea7-3c111a195ad9 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2088940 Aug 24 00:48:27.017256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Checking router: f7b5610b-6564-43e1-9a1f-fcce31b99a34 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:27.017648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Updating router f7b5610b-6564-43e1-9a1f-fcce31b99a34 port 22ec00a7-8889-43a3-9183-92ddd53a28b5 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:27.057617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:27.077125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-955f40ae-ccaf-4674-bb9c-cc408295fcea tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0626388 Aug 24 00:48:27.077125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41668) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:27.086182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1984286143', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'project_id': '162b462ae90247339be708b3255fe6d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:27.395664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:27.405684 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:27.446042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:27.466852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Transition to ACTIVE for port object 22ec00a7-8889-43a3-9183-92ddd53a28b5 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:27.893471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:27.913155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80cda166-f80a-4555-99f3-ceafcfc2aed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:27.922784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:27.930274 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.023045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Attempting to bind port 22ec00a7-8889-43a3-9183-92ddd53a28b5 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:28.023810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Attempting to bind port 22ec00a7-8889-43a3-9183-92ddd53a28b5 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:28.024184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Attempting to bind port 22ec00a7-8889-43a3-9183-92ddd53a28b5 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:28.039019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:28.039617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:28.040157 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.040657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:28.041803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Bound port: 22ec00a7-8889-43a3-9183-92ddd53a28b5, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:28.046766 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.046766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Pushing event updated for resources: {'Port': ['ID=22ec00a7-8889-43a3-9183-92ddd53a28b5,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:28.058558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Subnet': ['ID=d9248161-fcd0-4411-9bd3-ec32c93e5e8c,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:28.064759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Checking segment: {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:28.069764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network hostable DHCP agents. Network: 9a190820-0824-49fd-bd49-a005532cd018, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:48:28.087288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.087846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.088306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.088796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.089898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.091105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.091592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.092425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.092832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.093282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.093744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.097087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:28.156199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] For port 22ec00a7-8889-43a3-9183-92ddd53a28b5, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:28.162107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] For port 22ec00a7-8889-43a3-9183-92ddd53a28b5, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=22ec00a7-8889-43a3-9183-92ddd53a28b5,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:28.165833 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80cda166-f80a-4555-99f3-ceafcfc2aed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.172488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 9a190820-0824-49fd-bd49-a005532cd018 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:48:28.230390 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.258909 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-80cda166-f80a-4555-99f3-ceafcfc2aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.264826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9a190820-0824-49fd-bd49-a005532cd018) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:28.284272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:28.284981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:47:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:28.287018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fb8ba-54d2-48a2-8eb5-56a825da082c None None] Network 9a190820-0824-49fd-bd49-a005532cd018 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:28.320123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:28.321719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.354784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-80cda166-f80a-4555-99f3-ceafcfc2aed5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9fe99ca7539491aaa690e05c20ebcce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4600949 Aug 24 00:48:28.357462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41674) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:28.365418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cda166-f80a-4555-99f3-ceafcfc2aed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e66c8b-1476-4f12-9b28-1de1c9c16bdb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:28.426056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-26c63c28-5d9b-48f8-baf8-8405ae8a3f26 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3476894 Aug 24 00:48:28.428846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41676) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:28.472959 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afc0d6e8-3ba9-4251-b470-74306e354c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.509770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afc0d6e8-3ba9-4251-b470-74306e354c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.625169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afc0d6e8-3ba9-4251-b470-74306e354c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.628005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afc0d6e8-3ba9-4251-b470-74306e354c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:28.632272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-afc0d6e8-3ba9-4251-b470-74306e354c0f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2e66c8b-1476-4f12-9b28-1de1c9c16bdb HTTP/1.1" status: 204 len: 168 time: 0.2707636 Aug 24 00:48:28.661734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0d6e8-3ba9-4251-b470-74306e354c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e66c8b-1476-4f12-9b28-1de1c9c16bdb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:28.829873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b48ea-a1c6-45ae-a707-49fd6efd4ee1 None None] Pushing event updated for resources: {'Port': ['ID=22ec00a7-8889-43a3-9183-92ddd53a28b5,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:28.987527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:29.107336 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4e68a427-b3b2-4281-838f-b11e833f51c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.225339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-9a190820-0824-49fd-bd49-a005532cd018', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:48:29.228239 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.264861 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.470718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:25Z', 'revision_number': 3, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:29.515196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4e55f-8c70-4111-aa8f-14da97d6c229 None None] The sync data for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 is: [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:25Z', 'revision_number': 3, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:29.519671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Allocated IP 172.20.0.2 (9a190820-0824-49fd-bd49-a005532cd018/d9248161-fcd0-4411-9bd3-ec32c93e5e8c/90af9b24-17fb-4f6a-a4c8-050e1707f841) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:29.609004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.857920 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:29.893474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Transition to ACTIVE for port object 90af9b24-17fb-4f6a-a4c8-050e1707f841 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:29.989157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Transition to ACTIVE for port object 90af9b24-17fb-4f6a-a4c8-050e1707f841 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:30.076390 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.147379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Network 9a190820-0824-49fd-bd49-a005532cd018 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:30.151993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:30.155718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:30.218025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Pushing event updated for resources: {'Port': ['ID=90af9b24-17fb-4f6a-a4c8-050e1707f841,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:30.321475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Attempting to bind port 90af9b24-17fb-4f6a-a4c8-050e1707f841 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:30.322048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Attempting to bind port 90af9b24-17fb-4f6a-a4c8-050e1707f841 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:30.323684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Attempting to bind port 90af9b24-17fb-4f6a-a4c8-050e1707f841 on network 9a190820-0824-49fd-bd49-a005532cd018 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:30.326146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.20.0.1 (9a190820-0824-49fd-bd49-a005532cd018/d9248161-fcd0-4411-9bd3-ec32c93e5e8c/28b2ba63-7f91-4f20-9afd-e02b635e1d10) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:30.340914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:30.341442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Checking segment: {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:30.353871 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.353871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Bound using segment: {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:30.353871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Bound port: 90af9b24-17fb-4f6a-a4c8-050e1707f841, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:30.353871 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.428180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41702) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:30.452712 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.526868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] For port 90af9b24-17fb-4f6a-a4c8-050e1707f841, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:30.531300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] For port 90af9b24-17fb-4f6a-a4c8-050e1707f841, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=90af9b24-17fb-4f6a-a4c8-050e1707f841,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:30.550685 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.596391 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.597614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Transition to ACTIVE for port object 28b2ba63-7f91-4f20-9afd-e02b635e1d10 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:30.666630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122038608-network', 'tenant_id': '98d2f1382fca415cbb92091953421b96'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:30.747371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85674aae-f68a-4655-8ece-fb014edd649d None None] Pushing event updated for resources: {'Port': ['ID=90af9b24-17fb-4f6a-a4c8-050e1707f841,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:30.750721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:30.753703 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.758682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 22ec00a7-8889-43a3-9183-92ddd53a28b5 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:30.798334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.932179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.954529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:30.981102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 22ec00a7-8889-43a3-9183-92ddd53a28b5 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:30.986795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 22ec00a7-8889-43a3-9183-92ddd53a28b5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:30.987337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.019448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.042344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=28b2ba63-7f91-4f20-9afd-e02b635e1d10,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:31.059094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 9a190820-0824-49fd-bd49-a005532cd018 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:31.061130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:31.069684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:31.080558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:31.138942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:48:31.173987 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.176456 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Added segment 19c3bc6a-a94d-41f2-9f56-a5617df1d82f of type vlan for network 2447c20e-30f4-4062-a057-06c6927bfd1d Aug 24 00:48:31.185631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.223145 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.262592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 22ec00a7-8889-43a3-9183-92ddd53a28b5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=22ec00a7-8889-43a3-9183-92ddd53a28b5,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:31.311104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.355523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.419394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.420470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:31.421150 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:31.467132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=22ec00a7-8889-43a3-9183-92ddd53a28b5,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:31.528627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0984719 Aug 24 00:48:31.532555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41714) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:31.539188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Request body: {'subnet': {'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122038608-subnet', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:31.548395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93aa58-ff53-48e9-840a-acccd1eec3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2447c20e-30f4-4062-a057-06c6927bfd1d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:31.559386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 2447c20e-30f4-4062-a057-06c6927bfd1d details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:48:31.858728 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:32.064974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:32.067367 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:32.069422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:32.522057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:32.526770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd00461-f571-4af9-a250-0d94eb4c1ead None None] Network 9a190820-0824-49fd-bd49-a005532cd018 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:32.641894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb66cbc-c577-4254-9c66-c5104e730ddc,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:32.681176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:32.681774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Network hostable DHCP agents. Network: 2447c20e-30f4-4062-a057-06c6927bfd1d, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:48:32.695871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-da5f9146-4ec2-4a2b-a22b-23ba951804ac None None] Provisioning for port 90af9b24-17fb-4f6a-a4c8-050e1707f841 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:32.706470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:32.756646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 90af9b24-17fb-4f6a-a4c8-050e1707f841 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:32.790575 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:32.843280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:48:32.892987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 90af9b24-17fb-4f6a-a4c8-050e1707f841 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:32.898460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 90af9b24-17fb-4f6a-a4c8-050e1707f841 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:32.902198 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:32.902487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=28b2ba63-7f91-4f20-9afd-e02b635e1d10,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:32.906944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.027987 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.039610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 9a190820-0824-49fd-bd49-a005532cd018 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:33.049066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:33.051914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 2447c20e-30f4-4062-a057-06c6927bfd1d) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:33.061246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.061897 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.092969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 90af9b24-17fb-4f6a-a4c8-050e1707f841, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=90af9b24-17fb-4f6a-a4c8-050e1707f841,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:33.097791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a818f-8301-460e-b61d-cc8a002964df None None] Network 2447c20e-30f4-4062-a057-06c6927bfd1d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:33.164691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-435eeb79-9dfe-4acf-be5a-1b49f5e96c54 None None] Provisioning complete for port 90af9b24-17fb-4f6a-a4c8-050e1707f841 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:33.165240 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-435eeb79-9dfe-4acf-be5a-1b49f5e96c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.201647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router f7b5610b-6564-43e1-9a1f-fcce31b99a34 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:48:33.203223 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.203899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 22ec00a7-8889-43a3-9183-92ddd53a28b5 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:33.288073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3bfc64df-b245-4f4f-8814-23a215d9792c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7513564 Aug 24 00:48:33.288402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41740) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:33.293856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:33.369260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:33.377989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f487fbc1-7a8c-423c-bd69-c8cfaee12e70 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "PUT /v2.0/routers/f7b5610b-6564-43e1-9a1f-fcce31b99a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9453225 Aug 24 00:48:33.378422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41742) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:33.381018 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Sync routers for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:33.396921 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:33.397588 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:33.401953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.403163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.459832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=90af9b24-17fb-4f6a-a4c8-050e1707f841,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:33.530291 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.544338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 22ec00a7-8889-43a3-9183-92ddd53a28b5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:33.545053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.611657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-2447c20e-30f4-4062-a057-06c6927bfd1d', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:48:33.614071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.639227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-435eeb79-9dfe-4acf-be5a-1b49f5e96c54 None None] Provisioning for port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:33.650690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-435eeb79-9dfe-4acf-be5a-1b49f5e96c54 None None] Provisioning complete for port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:33.651702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-435eeb79-9dfe-4acf-be5a-1b49f5e96c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.663342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:33.729165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be32ea-c8f7-40b4-bda4-6cf6a77652e2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.735672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be32ea-c8f7-40b4-bda4-6cf6a77652e2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.735672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be32ea-c8f7-40b4-bda4-6cf6a77652e2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.735672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be32ea-c8f7-40b4-bda4-6cf6a77652e2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.735672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be32ea-c8f7-40b4-bda4-6cf6a77652e2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.735672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be32ea-c8f7-40b4-bda4-6cf6a77652e2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.735672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be32ea-c8f7-40b4-bda4-6cf6a77652e2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.737048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a1be32ea-c8f7-40b4-bda4-6cf6a77652e2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.3576152 Aug 24 00:48:33.746872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41746) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:33.868130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-435eeb79-9dfe-4acf-be5a-1b49f5e96c54 None None] Port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:33.896950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35ad1c-3102-4d76-9e77-4cb5ba531a63 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.897917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35ad1c-3102-4d76-9e77-4cb5ba531a63 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.898737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35ad1c-3102-4d76-9e77-4cb5ba531a63 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.899256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35ad1c-3102-4d76-9e77-4cb5ba531a63 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.900343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35ad1c-3102-4d76-9e77-4cb5ba531a63 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.901012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35ad1c-3102-4d76-9e77-4cb5ba531a63 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.901012 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35ad1c-3102-4d76-9e77-4cb5ba531a63 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:33.903044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dd35ad1c-3102-4d76-9e77-4cb5ba531a63 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.1543374 Aug 24 00:48:33.905678 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:33.909489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41748) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:33.929280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Allocated IP 172.20.0.2 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/ccaeed80-2f31-4c25-a71a-c1337b66f6b7) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:33.964458 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:32Z', 'revision_number': 2, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:34.006783 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Checking router: f7b5610b-6564-43e1-9a1f-fcce31b99a34 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:34.007275 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Updating router f7b5610b-6564-43e1-9a1f-fcce31b99a34 port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:34.042272 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.062116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1dcfc437-09ee-4408-8989-c38b5c47c5c0 None None] Provisioning complete for port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:34.063022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1dcfc437-09ee-4408-8989-c38b5c47c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.330586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfc437-09ee-4408-8989-c38b5c47c5c0 None None] Port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:34.399040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.419079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Transition to ACTIVE for port object ccaeed80-2f31-4c25-a71a-c1337b66f6b7 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:34.422843 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7f7ea731-ea5c-42c8-8654-42f770fc51a3 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2867 time: 0.5129414 Aug 24 00:48:34.439633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.464375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Transition to ACTIVE for port object ccaeed80-2f31-4c25-a71a-c1337b66f6b7 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:34.477154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.527952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.553685 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.573557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Transition to ACTIVE for port object 28b2ba63-7f91-4f20-9afd-e02b635e1d10 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:34.604735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:34.632852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:34.634372 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:34.642422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:34.647245 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.664225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Allocated IP 172.25.5.60 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/1d2bb1e1-dfb4-466e-a78d-e9bf8410252d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:34.704754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 90af9b24-17fb-4f6a-a4c8-050e1707f841 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:34.753983 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Pushing event updated for resources: {'Port': ['ID=28b2ba63-7f91-4f20-9afd-e02b635e1d10,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:34.792904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Attempting to bind port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:34.793452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Attempting to bind port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:34.793967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Attempting to bind port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:34.800244 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.801910 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.801910 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.801910 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.801910 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.802591 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.803091 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.803586 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.804077 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.804558 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.805096 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.805654 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:48:34.807647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:34.808033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:34.808448 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.808847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:34.809422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Bound port: ccaeed80-2f31-4c25-a71a-c1337b66f6b7, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:34.816062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.834816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 90af9b24-17fb-4f6a-a4c8-050e1707f841 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:34.838187 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.863825 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.881210 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Attempting to bind port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:34.882598 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Attempting to bind port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:34.884059 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Attempting to bind port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 on network 9a190820-0824-49fd-bd49-a005532cd018 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:34.893205 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:34.894421 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Checking segment: {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:34.899556 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.899556 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Bound using segment: {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:34.899556 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Bound port: 28b2ba63-7f91-4f20-9afd-e02b635e1d10, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:34.899556 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:34.903515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41782) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:34.917360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cb7610fa-35ce-4922-8d1e-803227fc0490 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212913682', 'description': 'tempest-secgroup-smoke-212913682 description', 'project_id': '162b462ae90247339be708b3255fe6d3'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:34.960240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] For port ccaeed80-2f31-4c25-a71a-c1337b66f6b7, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:34.971988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] For port ccaeed80-2f31-4c25-a71a-c1337b66f6b7, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:35.022048 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] For port 28b2ba63-7f91-4f20-9afd-e02b635e1d10, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:35.028446 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] For port 28b2ba63-7f91-4f20-9afd-e02b635e1d10, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=28b2ba63-7f91-4f20-9afd-e02b635e1d10,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:35.048537 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb7610fa-35ce-4922-8d1e-803227fc0490 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.059022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.088158 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.177940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895c9ae-f3b8-4d9c-8d11-6c82be1b3eb8 None None] Pushing event updated for resources: {'Port': ['ID=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:35.209843 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:35.210488 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:35.212720 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb4def-98c4-4240-bcfc-b52541cac4fc None None] Pushing event updated for resources: {'Port': ['ID=28b2ba63-7f91-4f20-9afd-e02b635e1d10,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:35.302312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb7610fa-35ce-4922-8d1e-803227fc0490 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.361816 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb7610fa-35ce-4922-8d1e-803227fc0490 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.403956 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:35.481983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7610fa-35ce-4922-8d1e-803227fc0490 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6ee705-b409-4aa7-9e6b-fea247b43625,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:35.492232 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb7610fa-35ce-4922-8d1e-803227fc0490 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.498073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb7610fa-35ce-4922-8d1e-803227fc0490 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5923126 Aug 24 00:48:35.510363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41804) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:35.535566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d7ca59cb-0915-4c4f-87c2-3a0257f54d92 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '4a6ee705-b409-4aa7-9e6b-fea247b43625', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:35.628961 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.651119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ca59cb-0915-4c4f-87c2-3a0257f54d92 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.678382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:35.688743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:35.700797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:35.707057 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:35Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:35.736956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Pushing event updated for resources: {'Port': ['ID=1d2bb1e1-dfb4-466e-a78d-e9bf8410252d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:35.738626 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1835b-942e-4634-9bbc-504d05af49e2 None None] The sync data for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 is: [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:35Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:35.762275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ca59cb-0915-4c4f-87c2-3a0257f54d92 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.864705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ca59cb-0915-4c4f-87c2-3a0257f54d92 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.896911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca59cb-0915-4c4f-87c2-3a0257f54d92 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e70f9f6-1ca9-4248-9c64-d0fdc02f6444,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:35.979170 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d7ca59cb-0915-4c4f-87c2-3a0257f54d92 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:35.980418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d7ca59cb-0915-4c4f-87c2-3a0257f54d92 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4515073 Aug 24 00:48:35.983109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41812) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:35.988506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-427e8174-1886-46e4-b564-12b5f5608e55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '4a6ee705-b409-4aa7-9e6b-fea247b43625', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:36.110959 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427e8174-1886-46e4-b564-12b5f5608e55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.162896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.235799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427e8174-1886-46e4-b564-12b5f5608e55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.316037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427e8174-1886-46e4-b564-12b5f5608e55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.339776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e8174-1886-46e4-b564-12b5f5608e55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c249ec3c-6493-4b72-9e07-a3d0059a1682,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:36.436245 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-427e8174-1886-46e4-b564-12b5f5608e55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.441783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-427e8174-1886-46e4-b564-12b5f5608e55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4534783 Aug 24 00:48:36.441783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:36.445108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e9750272-69c7-4119-bed5-fb76f90f42ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '4a6ee705-b409-4aa7-9e6b-fea247b43625', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:36.519870 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.567264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9750272-69c7-4119-bed5-fb76f90f42ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.576571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e52f24-a71e-4acd-bee1-46acb9271b1e None None] Network 2447c20e-30f4-4062-a057-06c6927bfd1d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:36.708340 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9750272-69c7-4119-bed5-fb76f90f42ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.770124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 28b2ba63-7f91-4f20-9afd-e02b635e1d10 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:36.795091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9750272-69c7-4119-bed5-fb76f90f42ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:36.819495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-116142f7-0025-4e57-bc36-c24b00f17178 None None] Provisioning for port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:36.841799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9750272-69c7-4119-bed5-fb76f90f42ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19dab4e-1856-496e-8155-8a70d19e54e2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:36.858124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-e3798fa8-1b85-4f8f-8aa2-55c9ca1094dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278472 Aug 24 00:48:36.905015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Router 9515094f-e805-4dc9-9590-87ccdd18a828 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:48:36.993965 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9750272-69c7-4119-bed5-fb76f90f42ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:37.001604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:37.002287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e9750272-69c7-4119-bed5-fb76f90f42ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5609398 Aug 24 00:48:37.005499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41820) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:37.008826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:37.009393 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:37.019391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8c502c4e-dfa7-4cf7-a662-3be7fc0bc1b0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '4a6ee705-b409-4aa7-9e6b-fea247b43625', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:37.123068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-8a4f5ede-43ad-4331-90ed-43f65fa69ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:37.124651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-8a4f5ede-43ad-4331-90ed-43f65fa69ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ed81b531a5b4647813566f12d197f9a&device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 1097 time: 0.1898618 Aug 24 00:48:37.179088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:37.195912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:37.208074 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:37.240389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:37.242997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:37.282699 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:37.283847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c502c4e-dfa7-4cf7-a662-3be7fc0bc1b0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:37.288402 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d1825e0d-97ac-4ed9-a9f3-a806550b8f8c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9958355 Aug 24 00:48:37.289023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41822) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:37.414085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-93d86ece-1e71-4cac-8a5b-b2a1ae0e9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:37.416436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-93d86ece-1e71-4cac-8a5b-b2a1ae0e9b04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 200 len: 918 time: 0.2657063 Aug 24 00:48:37.458039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 28b2ba63-7f91-4f20-9afd-e02b635e1d10, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=28b2ba63-7f91-4f20-9afd-e02b635e1d10,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:37.713963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c502c4e-dfa7-4cf7-a662-3be7fc0bc1b0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:37.714129 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:37.714129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ccaeed80-2f31-4c25-a71a-c1337b66f6b7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:37.714685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-fbb3b1e0-4704-4123-8a1d-910c431e29c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 200 len: 1000 time: 0.1435845 Aug 24 00:48:37.714685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-2872a8b9-91d5-44b4-8b37-2e2091359df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:37.714685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-2872a8b9-91d5-44b4-8b37-2e2091359df4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 200 len: 856 time: 0.1082578 Aug 24 00:48:37.714994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:37.750351 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=28b2ba63-7f91-4f20-9afd-e02b635e1d10,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:37.779940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c502c4e-dfa7-4cf7-a662-3be7fc0bc1b0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:37.860540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-d6bcdb78-d4c5-4200-8cd5-84d65c23fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:37.862351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-d6bcdb78-d4c5-4200-8cd5-84d65c23fe36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e56035b-dd8f-4979-b67b-ad0a8f21e636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673429 Aug 24 00:48:37.864061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c502c4e-dfa7-4cf7-a662-3be7fc0bc1b0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4ad5b3-6c5c-44d2-a3ec-f62e215f9cde,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:37.971702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-abbb2595-6483-44b3-86dd-62ebc8ef7223 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006517 Aug 24 00:48:37.975587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:35Z', 'revision_number': 3, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:38.016783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:38.017094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Updating router 9515094f-e805-4dc9-9590-87ccdd18a828 port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:38.044829 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.280124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4772acb7-9735-459d-bb4d-49547c0c1180 req-e470b509-9185-4185-8076-aa7e7560ec09 service neutron] 10.222.0.36 "GET /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127348 Aug 24 00:48:38.282318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.309061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:38.323575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:38.323951 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.336438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Allocated IP 172.20.0.1 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/208ec414-84f1-4d50-844f-968a03a1d5ed) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:38.355814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c502c4e-dfa7-4cf7-a662-3be7fc0bc1b0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.357682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8c502c4e-dfa7-4cf7-a662-3be7fc0bc1b0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3485472 Aug 24 00:48:38.360531 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:38.365292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e9a321df-6a91-4044-a54b-f9b80f7a1bba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '4a6ee705-b409-4aa7-9e6b-fea247b43625', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:38.452617 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-e9a321df-6a91-4044-a54b-f9b80f7a1bba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Project 162b462ae90247339be708b3255fe6d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:48:38.461487 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9a321df-6a91-4044-a54b-f9b80f7a1bba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.523115 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.526888 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.529083 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.552292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Transition to ACTIVE for port object 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:38.552778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Transition to ACTIVE for port object 208ec414-84f1-4d50-844f-968a03a1d5ed will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:38.587621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ccaeed80-2f31-4c25-a71a-c1337b66f6b7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:38.611938 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9a321df-6a91-4044-a54b-f9b80f7a1bba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.619065 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.663528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.680451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Attempting to bind port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:38.680821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Attempting to bind port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:38.681187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Attempting to bind port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:38.684281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6e1cc-69e1-4807-b447-fdba5fdf02d0 None None] Pushing event updated for resources: {'Port': ['ID=1d2bb1e1-dfb4-466e-a78d-e9bf8410252d,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:38.692476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:38.694577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:38.694577 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.694577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:38.694577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Bound port: 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:38.694577 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.710137 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9a321df-6a91-4044-a54b-f9b80f7a1bba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.711136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.741262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a321df-6a91-4044-a54b-f9b80f7a1bba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9beda4e-59e7-4cd8-9708-c2b9f5da3d03,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:38.776583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:38.777784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 28b2ba63-7f91-4f20-9afd-e02b635e1d10 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:38.779580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:38.784994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:38.788771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Pushing event updated for resources: {'Port': ['ID=208ec414-84f1-4d50-844f-968a03a1d5ed,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:38.829608 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.836260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9a321df-6a91-4044-a54b-f9b80f7a1bba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.840991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e9a321df-6a91-4044-a54b-f9b80f7a1bba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4770002 Aug 24 00:48:38.841701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41834) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:38.848776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5a854b9c-5f6b-43f5-95b7-33d1938294ae tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '4a6ee705-b409-4aa7-9e6b-fea247b43625', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:38.854003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:38.860002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] For port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:38.863538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] For port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1d2bb1e1-dfb4-466e-a78d-e9bf8410252d,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:38.881155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:38.882519 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.957636 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-5a854b9c-5f6b-43f5-95b7-33d1938294ae tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Project 162b462ae90247339be708b3255fe6d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:48:38.959879 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:38.967472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a854b9c-5f6b-43f5-95b7-33d1938294ae tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.066401 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a854b9c-5f6b-43f5-95b7-33d1938294ae tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.066899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:39.067652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:39.070838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6e1cc-69e1-4807-b447-fdba5fdf02d0 None None] Pushing event updated for resources: {'Port': ['ID=1d2bb1e1-dfb4-466e-a78d-e9bf8410252d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:39.117406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a854b9c-5f6b-43f5-95b7-33d1938294ae tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.132319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.136980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a854b9c-5f6b-43f5-95b7-33d1938294ae tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94939401-175d-4384-8fb6-5d17fac72aee,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:39.190110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:39.201710 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a854b9c-5f6b-43f5-95b7-33d1938294ae tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.211480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5a854b9c-5f6b-43f5-95b7-33d1938294ae tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3602087 Aug 24 00:48:39.238967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1cf0c6d3-1577-4280-ad64-499f8814c7a6 None None] Provisioning for port 208ec414-84f1-4d50-844f-968a03a1d5ed completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:39.279651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1cf0c6d3-1577-4280-ad64-499f8814c7a6 None None] Provisioning complete for port 208ec414-84f1-4d50-844f-968a03a1d5ed triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:39.280035 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c6d3-1577-4280-ad64-499f8814c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.382464 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.447022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.533115 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Pushing event updated for resources: {'Port': ['ID=208ec414-84f1-4d50-844f-968a03a1d5ed,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:39.541866 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.547174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41848) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:39.620147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1cf0c6d3-1577-4280-ad64-499f8814c7a6 None None] Port 208ec414-84f1-4d50-844f-968a03a1d5ed cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:39.624255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-926615d3-6733-4502-af74-7f0ddfb3934e admin admin] Deleting subnet 9ce5a35c-5817-4ce5-b16b-f4e8e73699c5 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:48:39.629606 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-926615d3-6733-4502-af74-7f0ddfb3934e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.674418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:39.676146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:39.700220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-926615d3-6733-4502-af74-7f0ddfb3934e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.791838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-926615d3-6733-4502-af74-7f0ddfb3934e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:39.807329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:35Z', 'revision_number': 3, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:39.837382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cf435-f1b7-4a89-b3e1-8dc0d7459e8b None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:35Z', 'revision_number': 3, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:39.907840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Router 9515094f-e805-4dc9-9590-87ccdd18a828 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:48:39.922367 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-926615d3-6733-4502-af74-7f0ddfb3934e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:40.002348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-faa7d22b-01e7-4245-9256-9908b1b91afd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212913682&fields=id&tenant_id=162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 267 time: 0.1498065 Aug 24 00:48:40.083216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926615d3-6733-4502-af74-7f0ddfb3934e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce5a35c-5817-4ce5-b16b-f4e8e73699c5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:40.093154 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-926615d3-6733-4502-af74-7f0ddfb3934e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:40.096023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-926615d3-6733-4502-af74-7f0ddfb3934e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9ce5a35c-5817-4ce5-b16b-f4e8e73699c5 HTTP/1.1" status: 204 len: 168 time: 0.5478129 Aug 24 00:48:40.100099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41858) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:40.156458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-00ef527a-7159-4559-ba11-3466d16a5716 None None] Provisioning complete for port 208ec414-84f1-4d50-844f-968a03a1d5ed triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:40.157115 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-00ef527a-7159-4559-ba11-3466d16a5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:40.242749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-00ef527a-7159-4559-ba11-3466d16a5716 None None] Port 208ec414-84f1-4d50-844f-968a03a1d5ed cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:40.243736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:40.312445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-50cec5d7-83d8-4b51-8d62-5e3c65a0ae10 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:40.314413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-50cec5d7-83d8-4b51-8d62-5e3c65a0ae10 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/networks?id=9a190820-0824-49fd-bd49-a005532cd018 HTTP/1.1" status: 200 len: 796 time: 0.3110113 Aug 24 00:48:40.354719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-591386a7-f454-4014-8020-7b284f1fb67a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/quotas/162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 375 time: 0.0179229 Aug 24 00:48:40.455924 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:40.475960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a717bb-e577-4572-bbe7-bee208f24e59']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:40.497602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9f3cba-6735-40f7-bc44-7d14380345d3') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:40.498022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9f3cba-6735-40f7-bc44-7d14380345d3') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:40.515954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:40.519091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:40.531664 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-82ae2e24-5173-41f3-9ce1-93f5b629b32e admin admin] 10.222.0.26 "PUT /v2.0/routers/9515094f-e805-4dc9-9590-87ccdd18a828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2348635 Aug 24 00:48:40.531836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-98fc9e5c-64ff-417b-8248-b47e827926c1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628263 Aug 24 00:48:40.539285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:40.547830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:48:40.548971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:48:40.550534 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:48:40.567390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-1952d24b-739f-4f06-a5d7-a0f3346f38d9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:48:40.569411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-1952d24b-739f-4f06-a5d7-a0f3346f38d9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055494 Aug 24 00:48:40.895161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:41.025925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.031864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.036631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] 10.222.0.26 "DELETE /v2.0/networks/85a717bb-e577-4572-bbe7-bee208f24e59 HTTP/1.1" status: 204 len: 168 time: 0.9358668 Aug 24 00:48:41.053533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:41.058265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:41.058644 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.061433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d103a-4eb9-45f6-88ec-1de3759aaced admin admin] Pushing event deleted for resources: {'Network': ['ID=85a717bb-e577-4572-bbe7-bee208f24e59,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:41.066859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-45911332-2ea6-4468-a03c-1ab916d5a256 service neutron] 10.222.0.26 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570479 Aug 24 00:48:41.189535 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.193074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-08bbdafb-4066-41f6-8edc-49182448df73 service neutron] 10.222.0.26 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200519 Aug 24 00:48:41.214950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1d2bb1e1-dfb4-466e-a78d-e9bf8410252d,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:41.299372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.300229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ccaeed80-2f31-4c25-a71a-c1337b66f6b7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:41.394712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=1d2bb1e1-dfb4-466e-a78d-e9bf8410252d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:41.402682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:41.403051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.525044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41878) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:41.530164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-571300103-network', 'tenant_id': '9f15092f41b047458130d7e5e84b057a'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:41.568561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41880) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:41.614816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41882) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:41.615401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0163cf12-b6b2-4cd3-9358-42a21e425f79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=933239896c464261808b5f56601bf5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452321 Aug 24 00:48:41.618571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Made reservation on behalf of 9f15092f41b047458130d7e5e84b057a for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:41.621357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.630595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.747363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b9287c4-6425-490a-a5ca-2fcc398f1f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.761715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.779160 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b9287c4-6425-490a-a5ca-2fcc398f1f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.864524 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.910633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:48:41.917389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcf844a-8b07-4076-96a9-32989c4586f6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:41.925419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.926122 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Added segment ad0cb617-76b0-49c6-a355-277bb83cd257 of type vlan for network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e Aug 24 00:48:41.927304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b9287c4-6425-490a-a5ca-2fcc398f1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.929912 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b9287c4-6425-490a-a5ca-2fcc398f1f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:41.933357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2b9287c4-6425-490a-a5ca-2fcc398f1f9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c8abc37-b492-430f-bd3a-d8c12bfd64f3 HTTP/1.1" status: 204 len: 168 time: 0.3150074 Aug 24 00:48:41.950303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9287c4-6425-490a-a5ca-2fcc398f1f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8abc37-b492-430f-bd3a-d8c12bfd64f3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:41.987278 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:42.112901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:42.114439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:42.115383 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:42.155781 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:42.160787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a22d7b2-dc25-492a-833d-d89c974ff5ea req-2657c319-9f5b-4856-87b6-b322c89b92e9 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 210 time: 0.4402356 Aug 24 00:48:42.176980 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:42.179654 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:42.192982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] Pushing event updated for resources: {'Network': ['ID=fcdf1b66-4282-49ef-a28e-a23d1fc20d7e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:42.203982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:48:42.247593 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-63a86a7b-6b75-41b7-9136-eeef5d30f3ef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7213545 Aug 24 00:48:42.250775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 41898) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:42.255881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Request body: {'subnet': {'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-571300103-subnet', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:42.317223 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:42.401933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Made reservation on behalf of 9f15092f41b047458130d7e5e84b057a for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:42.405061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:42.589926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:42.613629 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 2, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:42.645454 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:42.646060 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Updating router 9515094f-e805-4dc9-9590-87ccdd18a828 port 208ec414-84f1-4d50-844f-968a03a1d5ed binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:42.670776 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:42.673719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:42.743595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7ea002-6469-4b5c-ad20-741527fd0be9,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:42.754537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Checking segment: {'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:42.755118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Network hostable DHCP agents. Network: fcdf1b66-4282-49ef-a28e-a23d1fc20d7e, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:48:42.788710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:42.846011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:42.846387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:42.956927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:48:43.047659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, fcdf1b66-4282-49ef-a28e-a23d1fc20d7e) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:43.057647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb4c26-d86e-4421-9a49-b9931e415ab4 None None] Network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:43.058339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:43.060342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.098931 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.116402 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Transition to ACTIVE for port object 208ec414-84f1-4d50-844f-968a03a1d5ed will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:43.157451 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a59b9f7e-6ecd-43ff-8bf8-5d5bd78da940 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9055846 Aug 24 00:48:43.160476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41920) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:43.165024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:43.185940 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.241177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-fcdf1b66-4282-49ef-a28e-a23d1fc20d7e', 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'fixed_ips': [{'subnet_id': '4b7ea002-6469-4b5c-ad20-741527fd0be9'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:48:43.242113 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.338447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-006bc557-3e6d-483c-9928-3ee42f79933f req-e32a2676-1eed-4054-a3cf-36b793bd8101 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 210 time: 0.0473335 Aug 24 00:48:43.345693 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84864809-7be7-4dbf-93a2-f677404c8658 None None] Pushing event updated for resources: {'Port': ['ID=208ec414-84f1-4d50-844f-968a03a1d5ed,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:43.347476 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Attempting to bind port 208ec414-84f1-4d50-844f-968a03a1d5ed on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:43.348384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Attempting to bind port 208ec414-84f1-4d50-844f-968a03a1d5ed by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:43.348927 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Attempting to bind port 208ec414-84f1-4d50-844f-968a03a1d5ed on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:43.358400 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:43.359964 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:43.361557 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.362781 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:43.363269 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Bound port: 208ec414-84f1-4d50-844f-968a03a1d5ed, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:43.363664 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.469774 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] For port 208ec414-84f1-4d50-844f-968a03a1d5ed, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:43.490854 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] For port 208ec414-84f1-4d50-844f-968a03a1d5ed, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=208ec414-84f1-4d50-844f-968a03a1d5ed,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:43.493540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Allocated IP 172.20.0.2 (fcdf1b66-4282-49ef-a28e-a23d1fc20d7e/4b7ea002-6469-4b5c-ad20-741527fd0be9/662faced-fc2d-4864-b54f-caf30578c7a1) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:43.712880 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.722864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Transition to ACTIVE for port object 662faced-fc2d-4864-b54f-caf30578c7a1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:43.741046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Transition to ACTIVE for port object 662faced-fc2d-4864-b54f-caf30578c7a1 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:43.769027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.798702 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:43.823111 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.025322 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.027481 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.107188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:44.108379 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:44.110529 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:44.112742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:44.117423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:44.119554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Pushing event updated for resources: {'Port': ['ID=662faced-fc2d-4864-b54f-caf30578c7a1,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:44.205188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84864809-7be7-4dbf-93a2-f677404c8658 None None] Pushing event updated for resources: {'Port': ['ID=208ec414-84f1-4d50-844f-968a03a1d5ed,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:44.214925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Attempting to bind port 662faced-fc2d-4864-b54f-caf30578c7a1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:44.215315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Attempting to bind port 662faced-fc2d-4864-b54f-caf30578c7a1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:44.215687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Attempting to bind port 662faced-fc2d-4864-b54f-caf30578c7a1 on network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:44.227536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:44.227820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Checking segment: {'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:44.228006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.228416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Bound using segment: {'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:44.229044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Bound port: 662faced-fc2d-4864-b54f-caf30578c7a1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:44.230845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.231373 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.314935 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:44.363693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] For port 662faced-fc2d-4864-b54f-caf30578c7a1, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:44.363693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] For port 662faced-fc2d-4864-b54f-caf30578c7a1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=662faced-fc2d-4864-b54f-caf30578c7a1,segment=NetworkSegment(ad0cb617-76b0-49c6-a355-277bb83cd257),segment_id=ad0cb617-76b0-49c6-a355-277bb83cd257)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:44.441145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5ddb03e-c7ff-4f21-96bd-1fa17b7c0b4c req-42dce8d1-33bc-4826-b9d9-7ccf9d993055 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 210 time: 0.0337214 Aug 24 00:48:44.482371 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.570083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d9e7d-3b42-4327-bbfb-aa15799c94d2 None None] Pushing event updated for resources: {'Port': ['ID=662faced-fc2d-4864-b54f-caf30578c7a1,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:44.639189 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8ade119-f0c3-4288-a873-063120efedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:43Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:44.676061 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.691507 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ade119-f0c3-4288-a873-063120efedae None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:43Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:44.727693 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:44.898325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Allocated IP 172.25.5.144 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/18f5dbe7-93fe-4026-b2a6-f7f837ce12b9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:45.117329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:45.205895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-5faa743b-2194-41e9-95d9-f0983980d878 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:45.207528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-5faa743b-2194-41e9-95d9-f0983980d878 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.37 "GET /v2.0/networks?id=9a190820-0824-49fd-bd49-a005532cd018 HTTP/1.1" status: 200 len: 796 time: 0.2005610 Aug 24 00:48:45.291585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-fd2c452b-3af8-4e93-b8a2-89306e0a812b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 379 time: 0.0745988 Aug 24 00:48:45.296777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:45.314960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'port': {'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'admin_state_up': True, 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'security_groups': ['4a6ee705-b409-4aa7-9e6b-fea247b43625']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:45.361139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:45.391435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:45.462625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:45.474972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Pushing event updated for resources: {'Port': ['ID=18f5dbe7-93fe-4026-b2a6-f7f837ce12b9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:45.607228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0eebfbb2-9056-45cb-9423-4b83eb1b6a85 req-5d76fb61-9d43-482b-a4b3-1f3d5996515a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 210 time: 0.0641737 Aug 24 00:48:45.830798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:45.835289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:45.852986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3fd34-92de-45cf-9717-c0bb14ad1add None None] Network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:48:46.037904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:46.048098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-39ce5c7a-3d15-4548-9b41-e13e2a9accb5 None None] Provisioning for port 662faced-fc2d-4864-b54f-caf30578c7a1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:46.098260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.20.0.9 (9a190820-0824-49fd-bd49-a005532cd018/d9248161-fcd0-4411-9bd3-ec32c93e5e8c/b203029e-4d26-4f0c-a949-a6cf0954c246) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:46.376328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:46.383702 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:46.438800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Transition to ACTIVE for port object b203029e-4d26-4f0c-a949-a6cf0954c246 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:46.707500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bab1c01d-2e9b-4cb7-8ac8-fae1fabbabde req-246ad632-ba96-4ec0-b390-e83466e4cb10 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 210 time: 0.0321167 Aug 24 00:48:46.768753 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:46.837894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 208ec414-84f1-4d50-844f-968a03a1d5ed up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:46.855203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Router 3544a306-58e8-4ffa-af82-b82fd2814e73 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:48:46.858582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 9a190820-0824-49fd-bd49-a005532cd018 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:46.865502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:46.873363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:46.934448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:46.935226 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:46.953807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=b203029e-4d26-4f0c-a949-a6cf0954c246,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:47.058614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 208ec414-84f1-4d50-844f-968a03a1d5ed completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:47.065747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 208ec414-84f1-4d50-844f-968a03a1d5ed triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:47.065747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.215479 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.254508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 208ec414-84f1-4d50-844f-968a03a1d5ed, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=208ec414-84f1-4d50-844f-968a03a1d5ed,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:47.270040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9acc3386-838d-4a10-8ea3-416f725236bb None None] Provisioning for port b203029e-4d26-4f0c-a949-a6cf0954c246 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:47.274943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9acc3386-838d-4a10-8ea3-416f725236bb None None] Provisioning complete for port b203029e-4d26-4f0c-a949-a6cf0954c246 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:47.275326 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9acc3386-838d-4a10-8ea3-416f725236bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.313038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9acc3386-838d-4a10-8ea3-416f725236bb None None] Port b203029e-4d26-4f0c-a949-a6cf0954c246 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:47.350819 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.351336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 662faced-fc2d-4864-b54f-caf30578c7a1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:47.435450 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=208ec414-84f1-4d50-844f-968a03a1d5ed,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:47.441194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:47.447664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-acded55a-6765-4d17-957b-29dbe673e4e3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1434600 Aug 24 00:48:47.463649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Request body: {'port': {'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:47.465219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Sync routers for ids ['3544a306-58e8-4ffa-af82-b82fd2814e73'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:47.494956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Routers {'3544a306-58e8-4ffa-af82-b82fd2814e73'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:47.496382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3544a306-58e8-4ffa-af82-b82fd2814e73'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:47.533329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.541348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 662faced-fc2d-4864-b54f-caf30578c7a1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:47.552868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 662faced-fc2d-4864-b54f-caf30578c7a1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:47.553353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.575568 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.580022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-10a6ee20-d570-4975-943a-8724cddb463f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4152720 Aug 24 00:48:47.580169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 41986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:47.685676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Set router 3544a306-58e8-4ffa-af82-b82fd2814e73 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:47.847984 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:47.925435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 662faced-fc2d-4864-b54f-caf30578c7a1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=662faced-fc2d-4864-b54f-caf30578c7a1,segment=NetworkSegment(ad0cb617-76b0-49c6-a355-277bb83cd257),segment_id=ad0cb617-76b0-49c6-a355-277bb83cd257)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:47.975391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T00:48:45Z', 'revision_number': 3, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port': {'id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:44Z', 'updated_at': '2021-08-24T00:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:47.989306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278976b-20be-46a6-b79a-fdc90d9d7ed3 req-5cead3c6-148d-4a02-befb-d9f9ade8662e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:47.990916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e278976b-20be-46a6-b79a-fdc90d9d7ed3 req-5cead3c6-148d-4a02-befb-d9f9ade8662e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 931 time: 0.1748209 Aug 24 00:48:48.051161 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.059962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Checking router: 3544a306-58e8-4ffa-af82-b82fd2814e73 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:48.061487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Updating router 3544a306-58e8-4ffa-af82-b82fd2814e73 port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:48.090494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e278976b-20be-46a6-b79a-fdc90d9d7ed3 req-a3f12643-3d91-440c-9068-dc8016cfea7e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895541 Aug 24 00:48:48.184425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b203029e-4d26-4f0c-a949-a6cf0954c246 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:48:48.195144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.206991 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.232709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Transition to ACTIVE for port object b203029e-4d26-4f0c-a949-a6cf0954c246 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:48.290768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=662faced-fc2d-4864-b54f-caf30578c7a1,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:48.299240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.408040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Pushing event updated for resources: {'Port': ['ID=b203029e-4d26-4f0c-a949-a6cf0954c246,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:48.436056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.591618 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.602663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Transition to ACTIVE for port object 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:48.643891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Attempting to bind port b203029e-4d26-4f0c-a949-a6cf0954c246 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:48.644509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Attempting to bind port b203029e-4d26-4f0c-a949-a6cf0954c246 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:48.644622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Attempting to bind port b203029e-4d26-4f0c-a949-a6cf0954c246 on network 9a190820-0824-49fd-bd49-a005532cd018 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:48.658852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.670115 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Port b203029e-4d26-4f0c-a949-a6cf0954c246 on network 9a190820-0824-49fd-bd49-a005532cd018 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:48:48.670435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Attempting to bind port b203029e-4d26-4f0c-a949-a6cf0954c246 on network 9a190820-0824-49fd-bd49-a005532cd018 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:48.681455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:48.681843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Checking segment: {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:48.682228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Bound using segment: {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:48.682872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Bound port: b203029e-4d26-4f0c-a949-a6cf0954c246, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e58a9-9f7d-4c26-ade8-758f090facbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9a190820-0824-49fd-bd49-a005532cd018'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:48.683012 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.774089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Attempting to bind port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:48.774737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Attempting to bind port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:48.775275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Attempting to bind port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:48.785914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e3166-cfa8-49ca-b920-c92abb89cea3 None None] Pushing event updated for resources: {'Port': ['ID=18f5dbe7-93fe-4026-b2a6-f7f837ce12b9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:48.797597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:48.798525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:48.799125 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.799697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:48.800356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Bound port: 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:48.800930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:48.835651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 208ec414-84f1-4d50-844f-968a03a1d5ed up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:48.878377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] For port b203029e-4d26-4f0c-a949-a6cf0954c246, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:48.894976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] For port b203029e-4d26-4f0c-a949-a6cf0954c246, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b203029e-4d26-4f0c-a949-a6cf0954c246,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:48.901084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] For port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:48.903678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Allocated IP 172.20.0.1 (fcdf1b66-4282-49ef-a28e-a23d1fc20d7e/4b7ea002-6469-4b5c-ad20-741527fd0be9/57477091-35fd-4ec0-aeea-91fda38505b5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:48.909514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] For port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=18f5dbe7-93fe-4026-b2a6-f7f837ce12b9,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:48.915651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 208ec414-84f1-4d50-844f-968a03a1d5ed triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:48.916162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.000840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 662faced-fc2d-4864-b54f-caf30578c7a1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:49.012493 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.026067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.026535 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.092389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:49.093500 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.096549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] 10.222.0.37 "PUT /v2.0/ports/b203029e-4d26-4f0c-a949-a6cf0954c246 HTTP/1.1" status: 200 len: 1091 time: 1.6392016 Aug 24 00:48:49.131660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:48:49.154092 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:48:49.157440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Routers {'3544a306-58e8-4ffa-af82-b82fd2814e73'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:49.158832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3544a306-58e8-4ffa-af82-b82fd2814e73'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:49.163206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Transition to ACTIVE for port object 57477091-35fd-4ec0-aeea-91fda38505b5 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:49.223739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e3166-cfa8-49ca-b920-c92abb89cea3 None None] Pushing event updated for resources: {'Port': ['ID=18f5dbe7-93fe-4026-b2a6-f7f837ce12b9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:49.262141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 662faced-fc2d-4864-b54f-caf30578c7a1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:49.262659 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.387093 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f11e28c-147a-4d73-9bdc-79a11aa0adb1 x-openstack-request-id: req-2f11e28c-147a-4d73-9bdc-79a11aa0adb1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:48:49.387093 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:48:49.387093 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f11e28c-147a-4d73-9bdc-79a11aa0adb1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:48:49.387093 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'status': 'completed', 'code': 200} Aug 24 00:48:49.390050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.392728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923c87f-a40c-4d4f-bc3f-2691a306f461 service neutron] Pushing event updated for resources: {'Port': ['ID=b203029e-4d26-4f0c-a949-a6cf0954c246,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:49.518899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-05934456-9685-46d4-95b3-b9c485fe408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:49.520750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-05934456-9685-46d4-95b3-b9c485fe408f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 1094 time: 0.2058451 Aug 24 00:48:49.531529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:49.549400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:49.585696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:48:49.627616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:49.633003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-6fedec3e-948c-4993-a31f-b34cbb9fa64b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b203029e-4d26-4f0c-a949-a6cf0954c246 HTTP/1.1" status: 200 len: 217 time: 0.1004128 Aug 24 00:48:49.633925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Pushing event updated for resources: {'Port': ['ID=57477091-35fd-4ec0-aeea-91fda38505b5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:49.644395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444b9ef-6554-4a07-bdbc-76f96fe1b926 req-cdbeea46-c4d1-4df2-ad87-cb92102ed87a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:49.646107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9444b9ef-6554-4a07-bdbc-76f96fe1b926 req-cdbeea46-c4d1-4df2-ad87-cb92102ed87a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 943 time: 0.2628701 Aug 24 00:48:49.660723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] Set router 3544a306-58e8-4ffa-af82-b82fd2814e73 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:49.730400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-fa94fe97-1f59-43bb-bacd-7010fce1904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:49.732126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-fa94fe97-1f59-43bb-bacd-7010fce1904c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9248161-fcd0-4411-9bd3-ec32c93e5e8c HTTP/1.1" status: 200 len: 835 time: 0.0503359 Aug 24 00:48:49.837308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-bc391dcb-82c6-424c-9938-bcd8530eedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:49.837308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-bc391dcb-82c6-424c-9938-bcd8530eedec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a190820-0824-49fd-bd49-a005532cd018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931487 Aug 24 00:48:49.845556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9444b9ef-6554-4a07-bdbc-76f96fe1b926 req-c39ab80c-e3e3-4d01-be71-4f73dcd3e335 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617451 Aug 24 00:48:49.947412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T00:48:45Z', 'revision_number': 3, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port': {'id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:44Z', 'updated_at': '2021-08-24T00:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:49.980322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a395ef7-2355-487a-8336-8a73e3ecb233 None None] The sync data for ids ['3544a306-58e8-4ffa-af82-b82fd2814e73'] in n-d-804878-2 is: [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T00:48:45Z', 'revision_number': 3, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port': {'id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:44Z', 'updated_at': '2021-08-24T00:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:49.982975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-db271aee-9f19-40c9-87f4-9a8ff3b22e86 service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346474 Aug 24 00:48:50.048413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3ad2a744-0072-45e6-9287-55bb264eaf32 None None] Provisioning for port 57477091-35fd-4ec0-aeea-91fda38505b5 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:50.052455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3ad2a744-0072-45e6-9287-55bb264eaf32 None None] Provisioning complete for port 57477091-35fd-4ec0-aeea-91fda38505b5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:50.052834 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a744-0072-45e6-9287-55bb264eaf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.081894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.095238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3ad2a744-0072-45e6-9287-55bb264eaf32 None None] Port 57477091-35fd-4ec0-aeea-91fda38505b5 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:50.149060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed65f48-a591-44bb-a113-a5726fd1a8a3 req-0297acfb-fafa-422a-b0c1-69f0093ad2b0 service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595042 Aug 24 00:48:50.360175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-72734173-5c1c-4306-96f3-5c0337452e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:50.361857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-72734173-5c1c-4306-96f3-5c0337452e08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 1094 time: 0.0794847 Aug 24 00:48:50.363900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.432166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.499238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:50.591405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Pushing event updated for resources: {'Port': ['ID=57477091-35fd-4ec0-aeea-91fda38505b5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:50.606379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-db3a15fd-6af3-47b2-8385-a7c556fc27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:50.606379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-db3a15fd-6af3-47b2-8385-a7c556fc27ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a190820-0824-49fd-bd49-a005532cd018 HTTP/1.1" status: 200 len: 897 time: 0.2362013 Aug 24 00:48:50.659943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-a03ed231-98b1-4427-843a-5799584ca258 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b203029e-4d26-4f0c-a949-a6cf0954c246 HTTP/1.1" status: 200 len: 217 time: 0.0452552 Aug 24 00:48:50.753492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-a6e4bc77-c834-43a2-a08f-05c8f9e9d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:50.753492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-a6e4bc77-c834-43a2-a08f-05c8f9e9d773 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9248161-fcd0-4411-9bd3-ec32c93e5e8c HTTP/1.1" status: 200 len: 835 time: 0.0818899 Aug 24 00:48:50.802846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:50.819312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:50.821546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:48:50.836392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-32a7827c-04dd-41d5-947f-f4e18879981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:50.838387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-32a7827c-04dd-41d5-947f-f4e18879981b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a190820-0824-49fd-bd49-a005532cd018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744841 Aug 24 00:48:50.939323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:50.943756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:50.944437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:51.114813 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:51.155585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=18f5dbe7-93fe-4026-b2a6-f7f837ce12b9,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:51.237019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6adb4657-8f9b-4bc4-835c-cb32c8f62c44 None None] Provisioning complete for port 57477091-35fd-4ec0-aeea-91fda38505b5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:51.237404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6adb4657-8f9b-4bc4-835c-cb32c8f62c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:51.276498 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:51.321201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6adb4657-8f9b-4bc4-835c-cb32c8f62c44 None None] Port 57477091-35fd-4ec0-aeea-91fda38505b5 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:48:51.344768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=18f5dbe7-93fe-4026-b2a6-f7f837ce12b9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:51.497287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98aff0b-df7b-4364-a6c0-0a5d9a11af1c req-1fe7969e-eb77-4837-b613-e2204d33c2c7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:51.498928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f98aff0b-df7b-4364-a6c0-0a5d9a11af1c req-1fe7969e-eb77-4837-b613-e2204d33c2c7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 943 time: 0.1368713 Aug 24 00:48:51.507153 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-8f1e2215-a0c3-4fb4-a48a-cfc401564d2d service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202447 Aug 24 00:48:51.537701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Router 3544a306-58e8-4ffa-af82-b82fd2814e73 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:48:51.615284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f98aff0b-df7b-4364-a6c0-0a5d9a11af1c req-f4873304-9290-49da-b2a0-d17f3749ef32 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068172 Aug 24 00:48:51.691754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99658772-5ab0-4b3d-91de-5c9cb8b6db5b req-f97a501d-e56b-498e-ae8f-20351b6cd0df service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733332 Aug 24 00:48:51.748343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:48:51.758147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-681a3f00-b38b-4e55-9806-ab7a88a120f2 admin admin] 10.222.0.26 "PUT /v2.0/routers/3544a306-58e8-4ffa-af82-b82fd2814e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1769536 Aug 24 00:48:52.061099 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Sync routers for ids ['3544a306-58e8-4ffa-af82-b82fd2814e73'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:48:52.073047 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Routers {'3544a306-58e8-4ffa-af82-b82fd2814e73'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:52.073982 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3544a306-58e8-4ffa-af82-b82fd2814e73'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:52.184791 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Set router 3544a306-58e8-4ffa-af82-b82fd2814e73 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:52.385155 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T00:48:49Z', 'revision_number': 4, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port': {'id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:44Z', 'updated_at': '2021-08-24T00:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '57477091-35fd-4ec0-aeea-91fda38505b5', 'name': '', 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'mac_address': 'fa:16:3e:ba:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '4b7ea002-6469-4b5c-ad20-741527fd0be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:48Z', 'updated_at': '2021-08-24T00:48:50Z', 'revision_number': 2, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'subnets': [{'id': '4b7ea002-6469-4b5c-ad20-741527fd0be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:52.416733 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Checking router: 3544a306-58e8-4ffa-af82-b82fd2814e73 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:48:52.417096 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Updating router 3544a306-58e8-4ffa-af82-b82fd2814e73 port 57477091-35fd-4ec0-aeea-91fda38505b5 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:48:52.446855 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.737273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2670c-def6-447e-ad53-999d7f94ba60 req-d9db3ae8-7591-4edc-861a-61be868c1e08 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:52.738877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17a2670c-def6-447e-ad53-999d7f94ba60 req-d9db3ae8-7591-4edc-861a-61be868c1e08 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 943 time: 0.0527234 Aug 24 00:48:52.750727 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.759103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:52.765166 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Transition to ACTIVE for port object 57477091-35fd-4ec0-aeea-91fda38505b5 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:48:52.785183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17a2670c-def6-447e-ad53-999d7f94ba60 req-6146e47a-3264-477e-8040-dcccf0dd12fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395222 Aug 24 00:48:52.819129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:52.819129 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.897699 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:52.956277 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8787f8-f3ae-494d-aac5-04603bf34ddd None None] Pushing event updated for resources: {'Port': ['ID=57477091-35fd-4ec0-aeea-91fda38505b5,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:53.018760 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Attempting to bind port 57477091-35fd-4ec0-aeea-91fda38505b5 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:48:53.018760 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Attempting to bind port 57477091-35fd-4ec0-aeea-91fda38505b5 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:48:53.019078 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Attempting to bind port 57477091-35fd-4ec0-aeea-91fda38505b5 on network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:48:53.024518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:48:53.024892 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Checking segment: {'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:48:53.025402 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.025854 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Bound using segment: {'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:48:53.026317 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Bound port: 57477091-35fd-4ec0-aeea-91fda38505b5, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0cb617-76b0-49c6-a355-277bb83cd257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:48:53.026700 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.094531 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] For port 57477091-35fd-4ec0-aeea-91fda38505b5, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:48:53.098348 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] For port 57477091-35fd-4ec0-aeea-91fda38505b5, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=57477091-35fd-4ec0-aeea-91fda38505b5,segment=NetworkSegment(ad0cb617-76b0-49c6-a355-277bb83cd257),segment_id=ad0cb617-76b0-49c6-a355-277bb83cd257)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:48:53.242013 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.307850 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Routers {'3544a306-58e8-4ffa-af82-b82fd2814e73'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:48:53.308522 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3544a306-58e8-4ffa-af82-b82fd2814e73'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:53.351942 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8787f8-f3ae-494d-aac5-04603bf34ddd None None] Pushing event updated for resources: {'Port': ['ID=57477091-35fd-4ec0-aeea-91fda38505b5,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:53.546543 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] Set router 3544a306-58e8-4ffa-af82-b82fd2814e73 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:48:53.705876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b203029e-4d26-4f0c-a949-a6cf0954c246 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:48:53.785307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T00:48:49Z', 'revision_number': 4, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port': {'id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:44Z', 'updated_at': '2021-08-24T00:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '57477091-35fd-4ec0-aeea-91fda38505b5', 'name': '', 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'mac_address': 'fa:16:3e:ba:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '4b7ea002-6469-4b5c-ad20-741527fd0be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:48Z', 'updated_at': '2021-08-24T00:48:53Z', 'revision_number': 4, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'subnets': [{'id': '4b7ea002-6469-4b5c-ad20-741527fd0be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:48:53.816301 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ff85c-9a4d-4e04-90fc-48353f7987f2 None None] The sync data for ids ['3544a306-58e8-4ffa-af82-b82fd2814e73'] in n-d-804878-2 is: [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T00:48:49Z', 'revision_number': 4, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port': {'id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:44Z', 'updated_at': '2021-08-24T00:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '57477091-35fd-4ec0-aeea-91fda38505b5', 'name': '', 'network_id': 'fcdf1b66-4282-49ef-a28e-a23d1fc20d7e', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'mac_address': 'fa:16:3e:ba:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '4b7ea002-6469-4b5c-ad20-741527fd0be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:48Z', 'updated_at': '2021-08-24T00:48:53Z', 'revision_number': 4, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'subnets': [{'id': '4b7ea002-6469-4b5c-ad20-741527fd0be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:48:53.827136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b203029e-4d26-4f0c-a949-a6cf0954c246, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b203029e-4d26-4f0c-a949-a6cf0954c246,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:53.844069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:48:53.948023 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:53.965446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdadc-e1c4-45e2-b20b-5b93e4d71f40 req-8a04d8ba-d585-4775-b6d0-fe84621bba16 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:53.976534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-717cdadc-e1c4-45e2-b20b-5b93e4d71f40 req-8a04d8ba-d585-4775-b6d0-fe84621bba16 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 943 time: 0.1027114 Aug 24 00:48:53.985879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b203029e-4d26-4f0c-a949-a6cf0954c246 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:48:54.012827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b203029e-4d26-4f0c-a949-a6cf0954c246, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b203029e-4d26-4f0c-a949-a6cf0954c246,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:54.035757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-717cdadc-e1c4-45e2-b20b-5b93e4d71f40 req-e177d8ad-aa83-4983-b026-52dca6171dfe tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579274 Aug 24 00:48:54.087562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:54.154578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b203029e-4d26-4f0c-a949-a6cf0954c246,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:54.293282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['b203029e-4d26-4f0c-a949-a6cf0954c246'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:48:54.812752 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 57477091-35fd-4ec0-aeea-91fda38505b5 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:54.972545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 57477091-35fd-4ec0-aeea-91fda38505b5 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:54.976710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 57477091-35fd-4ec0-aeea-91fda38505b5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:54.977082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.058400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.099495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 57477091-35fd-4ec0-aeea-91fda38505b5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=57477091-35fd-4ec0-aeea-91fda38505b5,segment=NetworkSegment(ad0cb617-76b0-49c6-a355-277bb83cd257),segment_id=ad0cb617-76b0-49c6-a355-277bb83cd257)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:55.172025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6616-3e0d-4ab5-990f-cbc233ab8fa0 req-91678996-df9a-40a9-bf77-8ed6ff828a1a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:55.173940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e14d6616-3e0d-4ab5-990f-cbc233ab8fa0 req-91678996-df9a-40a9-bf77-8ed6ff828a1a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 944 time: 0.0568404 Aug 24 00:48:55.207274 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.216105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e14d6616-3e0d-4ab5-990f-cbc233ab8fa0 req-f32d971b-79f5-4733-8d09-9f1861662cb3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354507 Aug 24 00:48:55.267487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=57477091-35fd-4ec0-aeea-91fda38505b5,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:55.707262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b203029e-4d26-4f0c-a949-a6cf0954c246 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:55.775107 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.893120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port b203029e-4d26-4f0c-a949-a6cf0954c246 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:48:55.897342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port b203029e-4d26-4f0c-a949-a6cf0954c246 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:55.897749 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:55.901223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-48da0918-228a-45ca-ad0e-cea5a17f96e4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:55.902950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-48da0918-228a-45ca-ad0e-cea5a17f96e4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1377726 Aug 24 00:48:55.920903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-087be51f-c8e1-43e5-b155-ad480264e842 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/quotas/98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 375 time: 0.0106056 Aug 24 00:48:55.976591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-d1326c00-5e8c-4c64-9a64-fb47721f3bc6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480855 Aug 24 00:48:55.982927 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.006057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:48:56.008226 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bbab57-7965-420c-9b28-ed6c3f851fae" -d '{"events": [{"server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "name": "network-vif-plugged", "status": "completed", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:48:56.034156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port b203029e-4d26-4f0c-a949-a6cf0954c246, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b203029e-4d26-4f0c-a949-a6cf0954c246,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:56.074673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-da3a0947-c48d-427b-9785-2a7a4f4f8139 service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915642 Aug 24 00:48:56.079082 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ead8f2d-897e-4262-9eac-3dddc78a3554 x-openstack-request-id: req-3ead8f2d-897e-4262-9eac-3dddc78a3554 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:48:56.079431 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "name": "network-vif-plugged", "status": "completed", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:48:56.079649 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ead8f2d-897e-4262-9eac-3dddc78a3554 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:48:56.080199 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'code': 200} Aug 24 00:48:56.145558 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.206638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73e9d0-3e6d-46c3-b435-c17149f2f0ae req-e77e2779-c0a0-4215-a508-f8f39474ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:56.208274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a73e9d0-3e6d-46c3-b435-c17149f2f0ae req-e77e2779-c0a0-4215-a508-f8f39474ee7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 1096 time: 0.0669239 Aug 24 00:48:56.215474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=b203029e-4d26-4f0c-a949-a6cf0954c246,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:56.257102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a73e9d0-3e6d-46c3-b435-c17149f2f0ae req-460f51b5-2009-4dfe-9c5a-d97aac8754c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396795 Aug 24 00:48:56.267065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-80b143ba-b422-4665-b977-1c6958386c62 service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801431 Aug 24 00:48:56.288646 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b51d184b-13cc-4b66-b4b3-865c999aef11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.359168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67348c7d-cc7f-40ba-bb2b-910f0028c375 req-0e4e59ca-626a-4cac-b486-f7210e8f8919 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:56.362447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67348c7d-cc7f-40ba-bb2b-910f0028c375 req-0e4e59ca-626a-4cac-b486-f7210e8f8919 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 945 time: 0.0621638 Aug 24 00:48:56.410713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67348c7d-cc7f-40ba-bb2b-910f0028c375 req-cd8b19ee-994d-46a1-827d-b4ced86952fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431683 Aug 24 00:48:56.745228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 57477091-35fd-4ec0-aeea-91fda38505b5 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:48:56.794085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 57477091-35fd-4ec0-aeea-91fda38505b5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:48:56.794383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:56.998129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:57.010479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a0f5068-3562-4696-a968-aaa1d380b062 req-8833ac59-098f-400d-955c-8072efb25a59 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0411611 Aug 24 00:48:57.123100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff456d62-4203-4a99-8c1e-7f835d8a0073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.216963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff456d62-4203-4a99-8c1e-7f835d8a0073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.361437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff456d62-4203-4a99-8c1e-7f835d8a0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.400849 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ff456d62-4203-4a99-8c1e-7f835d8a0073 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=787275a7af4648fb9c8cd1c5d95c764b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002864 Aug 24 00:48:57.401969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff456d62-4203-4a99-8c1e-7f835d8a0073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3021b669-d289-44c3-8a36-091f57236c45,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:57.403762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42126) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:57.464273 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8391054a-127e-4cb5-b268-59d1d087cecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.484207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8391054a-127e-4cb5-b268-59d1d087cecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.600354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1918-938e-46fb-b3a8-5228eb3427b4 req-3aebf6a2-1b42-4794-a64e-7b22f72abde8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:57.601940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-816a1918-938e-46fb-b3a8-5228eb3427b4 req-3aebf6a2-1b42-4794-a64e-7b22f72abde8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 945 time: 0.0950959 Aug 24 00:48:57.613869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f917-2252-4a87-a0c0-9b7055f7463f req-5a466925-ee0c-4bb0-8fb6-f9f0d4455620 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:57.615521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cc3f917-2252-4a87-a0c0-9b7055f7463f req-5a466925-ee0c-4bb0-8fb6-f9f0d4455620 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.0911782 Aug 24 00:48:57.671692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-816a1918-938e-46fb-b3a8-5228eb3427b4 req-ccee112f-faf1-46ee-8cd4-8a351964d5ff tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550964 Aug 24 00:48:57.679423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cc3f917-2252-4a87-a0c0-9b7055f7463f req-e3ead771-3719-437f-a982-4643ff5ba4f0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558422 Aug 24 00:48:57.715854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8391054a-127e-4cb5-b268-59d1d087cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.719462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8391054a-127e-4cb5-b268-59d1d087cecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:57.720604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8391054a-127e-4cb5-b268-59d1d087cecf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3021b669-d289-44c3-8a36-091f57236c45 HTTP/1.1" status: 204 len: 168 time: 0.3157785 Aug 24 00:48:57.728659 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391054a-127e-4cb5-b268-59d1d087cecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021b669-d289-44c3-8a36-091f57236c45,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:58.086274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1988ee1-5187-4180-8479-270486faaaca req-259a882d-e4c3-4d0c-9376-bfbe6258cc4b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0275588 Aug 24 00:48:58.824841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689db1a-8313-4d58-852e-aa732a8c19cc req-257db06f-aa61-4208-aacf-d4d318d2e339 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:58.826388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f689db1a-8313-4d58-852e-aa732a8c19cc req-257db06f-aa61-4208-aacf-d4d318d2e339 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 945 time: 0.0869191 Aug 24 00:48:58.839368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1891-f925-44d1-8b71-a2a0275a1d15 req-4893df19-579f-4ab6-81e4-2a71580754b5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:58.840830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-871b1891-f925-44d1-8b71-a2a0275a1d15 req-4893df19-579f-4ab6-81e4-2a71580754b5 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.0887680 Aug 24 00:48:58.902206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f689db1a-8313-4d58-852e-aa732a8c19cc req-e79f761f-c6ca-40ec-b50e-7aea41fa37bb tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603881 Aug 24 00:48:58.905203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-871b1891-f925-44d1-8b71-a2a0275a1d15 req-3ae4ffd3-83b7-459c-92d6-b61e873e40c1 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574124 Aug 24 00:48:58.962733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42164) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:59.053200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72513f-80ca-45f5-889f-110ef5ce1c01 req-94421a00-6c7f-4e22-934f-df8b06d99a55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:59.061411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d72513f-80ca-45f5-889f-110ef5ce1c01 req-94421a00-6c7f-4e22-934f-df8b06d99a55 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 945 time: 0.0736818 Aug 24 00:48:59.092131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-383634402-network', 'tenant_id': '7c21fa551c4a45f096d2f765b346b6d4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:59.093800 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e0325238-f018-4513-8c33-1d2c0f8f9b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.116786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d72513f-80ca-45f5-889f-110ef5ce1c01 req-32f83060-8edf-4d0d-ab2a-f3a2e0a3f75b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535588 Aug 24 00:48:59.140759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42172) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:59.183679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7ec95-eedc-4278-a57b-e13b4eea29f6 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:59.185478 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1e7ec95-eedc-4278-a57b-e13b4eea29f6 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 1091 time: 0.0435662 Aug 24 00:48:59.189037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42174) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:48:59.193892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:48:59.204808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-beb6a3b4-0122-4d43-8d42-717682d96f9b req-621a74ad-0a2e-44a4-ba92-44076407440a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0495615 Aug 24 00:48:59.207740 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.208935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Made reservation on behalf of 7c21fa551c4a45f096d2f765b346b6d4 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:48:59.212039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.229852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.246974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34491801-3668-45a0-958f-d5458290c433 req-e8e40718-2f41-4eec-834b-2bd026617ad0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:48:59.248516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34491801-3668-45a0-958f-d5458290c433 req-e8e40718-2f41-4eec-834b-2bd026617ad0 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.36 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.1053653 Aug 24 00:48:59.354117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Deleting port 95708b22-98e0-41b1-8387-adf9bab33bf1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:48:59.354462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.372552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.473068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] For port 95708b22-98e0-41b1-8387-adf9bab33bf1, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=95708b22-98e0-41b1-8387-adf9bab33bf1,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:48:59.477197 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.485008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.593478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.25.5.221 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/0a9b989d-3b29-4404-9adc-e0b4e0600ac1) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:48:59.655720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.706413 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.789354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.789696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.790026 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Floating IP 24a83d13-3d5d-4400-8435-fb2e7cc2ca6d disassociated. External IP: 172.25.5.34, port: 95708b22-98e0-41b1-8387-adf9bab33bf1. Aug 24 00:48:59.790379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Calling delete_port for 95708b22-98e0-41b1-8387-adf9bab33bf1 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:48:59.860822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.886774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:48:59.905295 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.922099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa2712-7d72-4592-9560-34276218cb7f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:48:59.925433 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.925758 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Added segment 5c1a196a-c563-4a9a-8372-1e4a1151851a of type vlan for network ba4e446d-5187-4d87-b413-dbc2efad5cf0 Aug 24 00:48:59.958387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:48:59.980906 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:48:59.988701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:00.003099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:00.050151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=0a9b989d-3b29-4404-9adc-e0b4e0600ac1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:00.057461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b90f46-8537-4468-acd5-7c81d3b95d3b req-6ccd8b55-0a33-4298-aa9c-6ed08dce68ac tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:00.069103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3b90f46-8537-4468-acd5-7c81d3b95d3b req-6ccd8b55-0a33-4298-aa9c-6ed08dce68ac tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 946 time: 0.0674431 Aug 24 00:49:00.081769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.085477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.086173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.086691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.087203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.087735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.089023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.089392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.089764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.090109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.090449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.090795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.091141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:00.124095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event deleted for resources: {'Port': ['ID=95708b22-98e0-41b1-8387-adf9bab33bf1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:00.164644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3b90f46-8537-4468-acd5-7c81d3b95d3b req-e0040a57-0e0a-4881-a8fc-a02e3160f864 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups?id=bfcadd78-16b0-405d-9575-d90a1f0dd954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916369 Aug 24 00:49:00.169584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.169584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:00.169584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.259042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-5e64925f-6196-4b0e-ac82-b7b73874bd32 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:00.260568 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-5e64925f-6196-4b0e-ac82-b7b73874bd32 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.3167129 Aug 24 00:49:00.293055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'port': {'device_id': '463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'admin_state_up': True, 'tenant_id': '98d2f1382fca415cbb92091953421b96'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:00.331878 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] Pushing event updated for resources: {'Network': ['ID=ba4e446d-5187-4d87-b413-dbc2efad5cf0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:00.342478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network ba4e446d-5187-4d87-b413-dbc2efad5cf0 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:49:00.360245 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:49:00.365986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5ed0794c-844b-4cf9-b482-7cc4182c669f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3994346 Aug 24 00:49:00.365986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ceb0a2e3-3f0c-4167-950a-665c50022728 req-ea9c4581-1ce4-4026-a01c-e3ea02fe0beb tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0400038 Aug 24 00:49:00.367981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42182) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:00.374581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Request body: {'subnet': {'network_id': 'ba4e446d-5187-4d87-b413-dbc2efad5cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-383634402-subnet', 'tenant_id': '7c21fa551c4a45f096d2f765b346b6d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:00.417538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.426519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Router 239402ca-c754-4577-92e4-a53b5f30e071 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:00.554924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Made reservation on behalf of 7c21fa551c4a45f096d2f765b346b6d4 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:00.557497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.637105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:00.650482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] Sync routers for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:00.674487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:00.675160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:00.677372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:00.684242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.696308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] No DVR routers for this DVR port 95708b22-98e0-41b1-8387-adf9bab33bf1 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:00.700010 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:00.702325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34491801-3668-45a0-958f-d5458290c433 req-d22f8384-2c9e-4df2-b0af-b59a5ae3ecbf tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.36 "DELETE /v2.0/ports/95708b22-98e0-41b1-8387-adf9bab33bf1 HTTP/1.1" status: 204 len: 173 time: 1.4474027 Aug 24 00:49:00.706863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-deleted', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:00.710113 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef627514-6839-4137-9fac-04476dce1c4e" -d '{"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-deleted", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:00.782968 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d008105-e3dc-4b3f-a56e-d6468c880bab x-openstack-request-id: req-3d008105-e3dc-4b3f-a56e-d6468c880bab {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:00.783273 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c4cd4b-4182-4c70-bb7a-5d52947af81c", "name": "network-vif-deleted", "tag": "95708b22-98e0-41b1-8387-adf9bab33bf1", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:00.783533 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d008105-e3dc-4b3f-a56e-d6468c880bab {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:00.783942 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c4cd4b-4182-4c70-bb7a-5d52947af81c', 'name': 'network-vif-deleted', 'tag': '95708b22-98e0-41b1-8387-adf9bab33bf1', 'status': 'completed', 'code': 200} Aug 24 00:49:00.859316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:00.998043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:01.059192 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:01.093386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:01.131101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] Checking router: 239402ca-c754-4577-92e4-a53b5f30e071 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:01.131633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.20.0.5 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/c662746f-43a8-486f-a3d3-4809155215af) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:01.131760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ffabcb-d7a6-4cc0-a64b-aced0238036e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:01.133273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:01.134303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:01.149855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Checking segment: {'id': '5c1a196a-c563-4a9a-8372-1e4a1151851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba4e446d-5187-4d87-b413-dbc2efad5cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:01.149855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Network hostable DHCP agents. Network: ba4e446d-5187-4d87-b413-dbc2efad5cf0, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:49:01.313183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Network ba4e446d-5187-4d87-b413-dbc2efad5cf0 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:49:01.318420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3d86e325-ae0d-4e3f-958e-ae1684d3fa40 req-ce1f5796-a622-4f46-84a5-130b48ec5fce tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/ports?device_id=95c4cd4b-4182-4c70-bb7a-5d52947af81c HTTP/1.1" status: 200 len: 210 time: 0.0381269 Aug 24 00:49:01.318624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:01.319661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:01.424944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, ba4e446d-5187-4d87-b413-dbc2efad5cf0) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:01.430015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:01.431794 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:01.518127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea6bfa20-f95e-4aff-95dc-c1e4b545e833 req-1a43c634-3eff-4a04-b548-c15b5939af1f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0420194 Aug 24 00:49:01.529266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c21b821-bf21-403a-b1e5-386ece3af30d None None] Network ba4e446d-5187-4d87-b413-dbc2efad5cf0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:01.597435 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ed4f4aa2-e545-41c6-b0a9-0c5666cca9ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2284131 Aug 24 00:49:01.740367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:01.745160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f69e1-e2f5-46f8-8579-b564eba6c6fc None None] Network ba4e446d-5187-4d87-b413-dbc2efad5cf0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:01.784581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:01.803006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c05b85-dfe7-4d49-b401-cf4bba9eaabd None None] The sync data for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 is: [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:38:55Z', 'revision_number': 4, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '5aa9005b-9a96-4636-bc9b-dfe0851d1c9d', 'name': '', 'network_id': '1e56035b-dd8f-4979-b67b-ad0a8f21e636', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'mac_address': 'fa:16:3e:58:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:52Z', 'updated_at': '2021-08-24T00:39:02Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'subnets': [{'id': '31d1102a-9cb9-4a12-b4e2-72916ab83a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:01.862914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Transition to ACTIVE for port object c662746f-43a8-486f-a3d3-4809155215af will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:01.963347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.046893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.047465 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.092989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:02.100018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:02.104724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:02.175733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.193227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:02.197369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.226332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=c662746f-43a8-486f-a3d3-4809155215af,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:02.321631 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acda21-7d6b-463e-ac1d-4bcdf59c5786 None None] New status for floating IP 24a83d13-3d5d-4400-8435-fb2e7cc2ca6d: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:49:02.341398 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-c9131e94-5b97-41f7-83e5-a9370b6f7477 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0614233 Aug 24 00:49:02.369585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Request body: {'port': {'device_id': '463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:02.377838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=0a9b989d-3b29-4404-9adc-e0b4e0600ac1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:02.397750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.541768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42210) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:02.646510 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.665796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9c276ca3-5328-42e6-86b9-5b66d4145721 None None] Provisioning for port c662746f-43a8-486f-a3d3-4809155215af completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:02.672634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9c276ca3-5328-42e6-86b9-5b66d4145721 None None] Provisioning complete for port c662746f-43a8-486f-a3d3-4809155215af triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:02.673683 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c276ca3-5328-42e6-86b9-5b66d4145721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.749364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc685-ee9a-44ad-9b39-538d4dde5a35 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.776766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9c276ca3-5328-42e6-86b9-5b66d4145721 None None] Port c662746f-43a8-486f-a3d3-4809155215af cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:02.790915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42216) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:02.802764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587da8f6-09ba-44e8-9ab9-a409faa2491b req-10c8953d-f129-41cb-8a32-b74a5b038512 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:02.804558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-587da8f6-09ba-44e8-9ab9-a409faa2491b req-10c8953d-f129-41cb-8a32-b74a5b038512 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 931 time: 0.1703856 Aug 24 00:49:02.808123 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc685-ee9a-44ad-9b39-538d4dde5a35 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.815079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-117516815-network', 'tenant_id': '69a34bb63adb4258862e3296b3dbd05a'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:02.884306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-587da8f6-09ba-44e8-9ab9-a409faa2491b req-9f4b65ab-707c-4765-a59c-a83f7cfda2be tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 Aug 24 00:49:02.950215 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Floating IP 239f642b-f23f-4b28-bb3f-a77177b848f0 associated. External IP: 172.25.5.221, port: b203029e-4d26-4f0c-a949-a6cf0954c246. Aug 24 00:49:02.972889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Made reservation on behalf of 69a34bb63adb4258862e3296b3dbd05a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:02.975489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.986919 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.995188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc685-ee9a-44ad-9b39-538d4dde5a35 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:02.999085 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc685-ee9a-44ad-9b39-538d4dde5a35 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.004100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2a0cc685-ee9a-44ad-9b39-538d4dde5a35 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "DELETE /v2.0/security-groups/bfcadd78-16b0-405d-9575-d90a1f0dd954 HTTP/1.1" status: 204 len: 168 time: 0.4617932 Aug 24 00:49:03.004835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42218) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:03.116656 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.130682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cc685-ee9a-44ad-9b39-538d4dde5a35 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcadd78-16b0-405d-9575-d90a1f0dd954,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:03.133826 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-1b79bf39-9d2b-4696-b05a-2336acc94b4f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] show failed (client error): The resource could not be found. Aug 24 00:49:03.139532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42220) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:03.141076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1b79bf39-9d2b-4696-b05a-2336acc94b4f tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "GET /v2.0/security-groups/bfcadd78-16b0-405d-9575-d90a1f0dd954 HTTP/1.1" status: 404 len: 347 time: 0.1288416 Aug 24 00:49:03.207469 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.234518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:49:03.245036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c25421b-8c0a-4e23-93fe-11bf92638882,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:03.251195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.251546 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Added segment 0522a421-e5c9-471f-9e99-284e0e40dea2 of type vlan for network 67d72c77-42ce-45b2-b35c-f953cd6227df Aug 24 00:49:03.293503 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.419317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.424631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:03.424631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.445927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router f7b5610b-6564-43e1-9a1f-fcce31b99a34 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:03.487127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c662746f-43a8-486f-a3d3-4809155215af {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:03.500252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.501910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] Pushing event updated for resources: {'Network': ['ID=67d72c77-42ce-45b2-b35c-f953cd6227df,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:03.513775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 67d72c77-42ce-45b2-b35c-f953cd6227df details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:49:03.551157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-36271200-0bf6-45dc-8cba-8ed69b1141c4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7454655 Aug 24 00:49:03.554545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:03.562526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Request body: {'subnet': {'network_id': '67d72c77-42ce-45b2-b35c-f953cd6227df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-117516815-subnet', 'tenant_id': '69a34bb63adb4258862e3296b3dbd05a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:03.567123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Transition to ACTIVE for port object c662746f-43a8-486f-a3d3-4809155215af will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:03.572930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Deleting port 8de92c14-bce4-40e5-b055-5e9c0e0dc776 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:03.573290 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.683475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.688547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Made reservation on behalf of 69a34bb63adb4258862e3296b3dbd05a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:03.690496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:03.692379 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.706706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] Sync routers for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:03.720633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:03.721292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:03.750814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.751175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.772370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Calling delete_port for 8de92c14-bce4-40e5-b055-5e9c0e0dc776 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:03.796133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Pushing event updated for resources: {'Port': ['ID=c662746f-43a8-486f-a3d3-4809155215af,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:03.872363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:03.917774 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:03.971428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cec0b458-231d-4fb4-a833-fb91a8fe1244 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7811341 Aug 24 00:49:03.974403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:03.976786 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b59c15-54cd-4ef8-9285-e141f5750c63" -d '{"events": [{"name": "network-changed", "server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:03.982041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42234) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:04.051348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Attempting to bind port c662746f-43a8-486f-a3d3-4809155215af on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:04.051660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Attempting to bind port c662746f-43a8-486f-a3d3-4809155215af by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:04.055392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Attempting to bind port c662746f-43a8-486f-a3d3-4809155215af on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:04.170847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.185971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Port c662746f-43a8-486f-a3d3-4809155215af on network 2447c20e-30f4-4062-a057-06c6927bfd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:49:04.186214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Attempting to bind port c662746f-43a8-486f-a3d3-4809155215af on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:04.220877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:04.229443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:04.230175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:04.230837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Bound port: c662746f-43a8-486f-a3d3-4809155215af, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:04.232598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.259677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb5dd4e-621c-4793-a1c1-9796e3e61095,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:04.274256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03173443-358f-4fb9-a37c-7ebfa1b2f319 req-d884a97a-8bbe-4742-adc7-0a59a2a73eb4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:04.276122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03173443-358f-4fb9-a37c-7ebfa1b2f319 req-d884a97a-8bbe-4742-adc7-0a59a2a73eb4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.1874137 Aug 24 00:49:04.283002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-624c5dcc-45e8-4208-8ce1-905b8e9b8889 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/floatingips/239f642b-f23f-4b28-bb3f-a77177b848f0 HTTP/1.1" status: 200 len: 991 time: 0.2910028 Aug 24 00:49:04.290114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Checking segment: {'id': '0522a421-e5c9-471f-9e99-284e0e40dea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '67d72c77-42ce-45b2-b35c-f953cd6227df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:04.290720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Network hostable DHCP agents. Network: 67d72c77-42ce-45b2-b35c-f953cd6227df, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:49:04.333955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:04.397375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 95708b22-98e0-41b1-8387-adf9bab33bf1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:04.397854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 95708b22-98e0-41b1-8387-adf9bab33bf1 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:04.399378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03173443-358f-4fb9-a37c-7ebfa1b2f319 req-1c404be9-22c6-4521-9582-01c1a5bec8da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014855 Aug 24 00:49:04.430072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Network 67d72c77-42ce-45b2-b35c-f953cd6227df is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:49:04.498737 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89bac2e-c33b-4478-a136-c023a6ea8b96 x-openstack-request-id: req-c89bac2e-c33b-4478-a136-c023a6ea8b96 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:04.499321 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:04.499321 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c89bac2e-c33b-4478-a136-c023a6ea8b96 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:04.500325 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'status': 'completed', 'code': 200} Aug 24 00:49:04.504325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 67d72c77-42ce-45b2-b35c-f953cd6227df) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:04.505652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] For port c662746f-43a8-486f-a3d3-4809155215af, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:04.508439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:04.509196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.510773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] For port c662746f-43a8-486f-a3d3-4809155215af, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c662746f-43a8-486f-a3d3-4809155215af,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:04.525672 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ef00c-2890-44a2-9bef-6dd3b1fe87ec None None] Network 67d72c77-42ce-45b2-b35c-f953cd6227df requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:04.532567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.593589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Pushing event deleted for resources: {'Port': ['ID=8de92c14-bce4-40e5-b055-5e9c0e0dc776,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:04.607158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-c59ceca8-ff5e-49b8-8aa7-ae4db1f782ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:04.608716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-c59ceca8-ff5e-49b8-8aa7-ae4db1f782ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 1096 time: 0.0864792 Aug 24 00:49:04.613094 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.615689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-96c4b7df-e831-4627-8971-bc806ecc5b66 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0599155 Aug 24 00:49:04.654395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:00Z', 'revision_number': 0, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:04.695904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] Checking router: f7b5610b-6564-43e1-9a1f-fcce31b99a34 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:04.711631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:04.715541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:04.729905 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:04.730915 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.733133 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] 10.222.0.36 "PUT /v2.0/ports/c662746f-43a8-486f-a3d3-4809155215af HTTP/1.1" status: 200 len: 1091 time: 2.3706439 Aug 24 00:49:04.775446 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.781794 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:04.783157 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fd31fe5c-dbc9-47d6-be2e-0997cfbc8871 tempest-AttachVolumeShelveTestJSON-1801116564 tempest-AttachVolumeShelveTestJSON-1801116564-project] 10.222.0.26 "DELETE /v2.0/floatingips/24a83d13-3d5d-4400-8435-fb2e7cc2ca6d HTTP/1.1" status: 204 len: 168 time: 1.6411278 Aug 24 00:49:04.798010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1af4-7da5-4136-ba7d-224732a3567e service neutron] Pushing event updated for resources: {'Port': ['ID=c662746f-43a8-486f-a3d3-4809155215af,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:05.096702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-5265d6fe-6950-4d01-8773-ab7f136b8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:05.100287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-5265d6fe-6950-4d01-8773-ab7f136b8ae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 1094 time: 0.2329657 Aug 24 00:49:05.136598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:05.147270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b693323-65b2-4cba-8649-e49dc60301b6 None None] Network 67d72c77-42ce-45b2-b35c-f953cd6227df requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:05.234308 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-f2f87ac1-fc80-4bca-b62c-d776da3ad8d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c662746f-43a8-486f-a3d3-4809155215af HTTP/1.1" status: 200 len: 217 time: 0.1192858 Aug 24 00:49:05.285114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42254) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:05.335382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-4e38ef08-67ac-4d71-811a-22203cb1bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:05.345148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-4e38ef08-67ac-4d71-811a-22203cb1bef4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a190820-0824-49fd-bd49-a005532cd018 HTTP/1.1" status: 200 len: 897 time: 0.7264998 Aug 24 00:49:05.423903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-ea86153c-98e2-4b04-9433-e378a11ff4fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b203029e-4d26-4f0c-a949-a6cf0954c246 HTTP/1.1" status: 200 len: 999 time: 0.0708721 Aug 24 00:49:05.486566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-f00385c1-1bce-4bc7-8477-ca9ba0e4c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:05.489047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-f00385c1-1bce-4bc7-8477-ca9ba0e4c375 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9248161-fcd0-4411-9bd3-ec32c93e5e8c HTTP/1.1" status: 200 len: 835 time: 0.0540211 Aug 24 00:49:05.524604 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-f2036db7-d822-43ac-bab5-a76fa0bbb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:05.531048 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-f2036db7-d822-43ac-bab5-a76fa0bbb14e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.2875161 Aug 24 00:49:05.570855 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1458beb7-8f34-455b-a964-41db6e116dde tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/floatingips/239f642b-f23f-4b28-bb3f-a77177b848f0 HTTP/1.1" status: 200 len: 991 time: 0.2844219 Aug 24 00:49:05.618974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-cc9e0c3e-a7c1-49d4-9f5d-38bc52fff8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:05.620508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-cc9e0c3e-a7c1-49d4-9f5d-38bc52fff8b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a190820-0824-49fd-bd49-a005532cd018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199920 Aug 24 00:49:05.730054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-45261f81-fb3a-4220-9f69-48801fb38098 service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014214 Aug 24 00:49:05.742581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a94b6e-f63d-4edb-a4f5-8ec5dc7126c4 req-a3ac248c-8f11-4752-85ad-dad35236a283 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:05.744377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-8306b1f4-9d90-45c1-9f1f-a7be5bbd116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:05.748633 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-8306b1f4-9d90-45c1-9f1f-a7be5bbd116c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042103 Aug 24 00:49:05.751766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7a94b6e-f63d-4edb-a4f5-8ec5dc7126c4 req-a3ac248c-8f11-4752-85ad-dad35236a283 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.2240050 Aug 24 00:49:05.786012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:00Z', 'revision_number': 0, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:05.854466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df58765-05a7-43a2-8c18-84b05877e182 req-cd34842b-393d-4f78-8245-aa2ac436c680 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:05.862581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-cd34842b-393d-4f78-8245-aa2ac436c680 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/networks?id=ba4e446d-5187-4d87-b413-dbc2efad5cf0 HTTP/1.1" status: 200 len: 811 time: 0.4375217 Aug 24 00:49:05.892458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9753d-787f-44df-802b-4ca32aac2d44 None None] The sync data for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 is: [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:00Z', 'revision_number': 0, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:05.897102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-d45c7c9a-da4d-46d8-9ee3-4e337c800cd1 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/quotas/7c21fa551c4a45f096d2f765b346b6d4 HTTP/1.1" status: 200 len: 375 time: 0.0335400 Aug 24 00:49:05.952514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-46506314-d76d-42bf-9084-b30fcb6e627b tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c21fa551c4a45f096d2f765b346b6d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543718 Aug 24 00:49:06.046212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7a94b6e-f63d-4edb-a4f5-8ec5dc7126c4 req-3ee935e1-a8f3-4b5d-b947-073e17b4fda4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948253 Aug 24 00:49:06.095981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-2482a93d-9755-49b6-8c19-0fc654129e87 service neutron] 10.222.0.26 "GET /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424854 Aug 24 00:49:06.137956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8b59c15-54cd-4ef8-9285-e141f5750c63 req-83d19c63-8098-466d-81b4-e077552018c0 service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810954 Aug 24 00:49:06.289858 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d2bbf-c832-44ee-8df8-91ed2e1da0c1 None None] New status for floating IP 239f642b-f23f-4b28-bb3f-a77177b848f0: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:49:06.290763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-4a129125-b99d-4fdd-8b5d-f144f7635ad8 service neutron] 10.222.0.26 "GET /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913450 Aug 24 00:49:06.315550 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-8b403df5-8c27-4fc6-988e-4ee7b513366e service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585535 Aug 24 00:49:06.444190 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c6e70482-de4c-4bc2-81da-785e62c7d7f6 req-1c7bdf68-9934-4b73-80ce-a807df7d717c service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219008 Aug 24 00:49:06.501051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1', 'tag': 'c662746f-43a8-486f-a3d3-4809155215af'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:06.510114 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a442e85a-1b23-48fd-93d0-efc28246a8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1", "tag": "c662746f-43a8-486f-a3d3-4809155215af"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:06.559095 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7025e4e-1b64-46a0-925d-81bde41dedac x-openstack-request-id: req-c7025e4e-1b64-46a0-925d-81bde41dedac {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:06.559710 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1", "tag": "c662746f-43a8-486f-a3d3-4809155215af", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:06.559710 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7025e4e-1b64-46a0-925d-81bde41dedac {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:06.560719 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1', 'tag': 'c662746f-43a8-486f-a3d3-4809155215af', 'status': 'completed', 'code': 200} Aug 24 00:49:06.574615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42276) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:06.706217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-93b1d217-0d3b-47da-a4d6-951c91b227d0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/floatingips/239f642b-f23f-4b28-bb3f-a77177b848f0 HTTP/1.1" status: 200 len: 991 time: 0.1293530 Aug 24 00:49:06.706872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d49caeb3-e417-45ac-8452-eef39e59f738 req-9782087d-86fe-4ee8-8bd5-6364671c30d9 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 210 time: 0.0406146 Aug 24 00:49:06.710848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-14864ced-1ea8-40d2-a3b6-7239735b7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:06.712196 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-14864ced-1ea8-40d2-a3b6-7239735b7633 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 1094 time: 0.0947568 Aug 24 00:49:06.909724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-e06e352f-dc89-4e9b-86e9-82d69d554984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:06.913582 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-e06e352f-dc89-4e9b-86e9-82d69d554984 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.1930299 Aug 24 00:49:06.965184 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-1fec7d8f-db76-4dfd-8c86-04c8fbd98762 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c662746f-43a8-486f-a3d3-4809155215af HTTP/1.1" status: 200 len: 217 time: 0.0448260 Aug 24 00:49:07.035878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-61353e5b-dd28-4fc9-b901-6bde06bd1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:07.037389 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-61353e5b-dd28-4fc9-b901-6bde06bd1865 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0648296 Aug 24 00:49:07.091116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-1357fdea-1124-4c82-b567-a5ab83f84ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:07.092816 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-1357fdea-1124-4c82-b567-a5ab83f84ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483656 Aug 24 00:49:07.201362 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-d6e41f0d-9c6b-4a38-a831-6a56594ee196 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008043 Aug 24 00:49:07.204001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ac025-fc3c-4a65-ba00-32c61ed0c189 req-76587dcf-c8c7-4ebc-81ab-0a528cd6a250 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:07.205509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee1ac025-fc3c-4a65-ba00-32c61ed0c189 req-76587dcf-c8c7-4ebc-81ab-0a528cd6a250 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.0596514 Aug 24 00:49:07.256485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee1ac025-fc3c-4a65-ba00-32c61ed0c189 req-7f70dd9e-9d0e-4a05-a5a8-555a974475b5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442154 Aug 24 00:49:07.321881 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a442e85a-1b23-48fd-93d0-efc28246a8ad req-d41a5408-e053-4a2c-b227-030a36a452df service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128078 Aug 24 00:49:07.708214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42300) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:07.797459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ebf3c433-192f-4fce-a181-26cda5d9a049 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/floatingips/239f642b-f23f-4b28-bb3f-a77177b848f0 HTTP/1.1" status: 200 len: 993 time: 0.0791121 Aug 24 00:49:07.841829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df9dba9f-7358-4412-a08f-90c3dcb5afee req-cc2b3e03-e8a7-4e05-9453-a23524531882 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 210 time: 0.0381041 Aug 24 00:49:08.381304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ea42-969c-4db7-bb80-c00db029027c req-b8ff2cb5-b627-4d7f-a833-4ab04eb8a14a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:08.382839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7256ea42-969c-4db7-bb80-c00db029027c req-b8ff2cb5-b627-4d7f-a833-4ab04eb8a14a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.0498221 Aug 24 00:49:08.425043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7256ea42-969c-4db7-bb80-c00db029027c req-3f722e25-c883-4124-b25f-a94d92f87b22 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Aug 24 00:49:08.959704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c805d770-1210-445b-9c2d-c85dc3f691b6 req-01af3a18-da76-41ec-960f-b8b614135798 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 210 time: 0.0392756 Aug 24 00:49:09.010629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df58765-05a7-43a2-8c18-84b05877e182 req-55f19cbc-6eb0-45a8-9c48-70906291f7a6 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:09.012118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-55f19cbc-6eb0-45a8-9c48-70906291f7a6 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.37 "GET /v2.0/networks?id=ba4e446d-5187-4d87-b413-dbc2efad5cf0 HTTP/1.1" status: 200 len: 811 time: 0.1407070 Aug 24 00:49:09.027834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Request body: {'port': {'device_id': '197a422a-e86c-4791-903e-a52ac6ead5b6', 'network_id': 'ba4e446d-5187-4d87-b413-dbc2efad5cf0', 'admin_state_up': True, 'tenant_id': '7c21fa551c4a45f096d2f765b346b6d4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:09.200657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Made reservation on behalf of 7c21fa551c4a45f096d2f765b346b6d4 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:09.205778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.348151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Allocated IP 172.20.0.9 (ba4e446d-5187-4d87-b413-dbc2efad5cf0/59ffabcb-d7a6-4cc0-a64b-aced0238036e/37421d8b-694f-4b10-843e-3d25cb4a8b30) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:09.515595 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.586403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7faeff-2da0-49a5-af5c-dd9dfd8461c6 req-5a87143d-499d-4395-8817-072dcca1eb8f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:09.587948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d7faeff-2da0-49a5-af5c-dd9dfd8461c6 req-5a87143d-499d-4395-8817-072dcca1eb8f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.0828395 Aug 24 00:49:09.634569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d7faeff-2da0-49a5-af5c-dd9dfd8461c6 req-59119a92-575a-4693-af26-f8b5287980a5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Aug 24 00:49:09.677454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.725938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Network ba4e446d-5187-4d87-b413-dbc2efad5cf0 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:09.729129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:09.731441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:09.765609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Pushing event updated for resources: {'Port': ['ID=37421d8b-694f-4b10-843e-3d25cb4a8b30,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:09.789209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:09.789861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:09.858768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a9655da9-5f03-401e-9c57-7b7cd9cdd926 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8345947 Aug 24 00:49:09.873114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Request body: {'port': {'device_id': '197a422a-e86c-4791-903e-a52ac6ead5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:09.941884 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.164945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de494bb0-410a-4c20-a791-a5f425d1793b req-499091d4-d891-49a4-b75b-3bb633217951 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:10.166477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de494bb0-410a-4c20-a791-a5f425d1793b req-499091d4-d891-49a4-b75b-3bb633217951 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 931 time: 0.1092134 Aug 24 00:49:10.236315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de494bb0-410a-4c20-a791-a5f425d1793b req-087c3ecc-1e2f-4971-88fd-40e6f4a45e60 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594451 Aug 24 00:49:10.303060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37421d8b-694f-4b10-843e-3d25cb4a8b30 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:10.311534 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.325013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Transition to ACTIVE for port object 37421d8b-694f-4b10-843e-3d25cb4a8b30 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:10.384826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.435274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Pushing event updated for resources: {'Port': ['ID=37421d8b-694f-4b10-843e-3d25cb4a8b30,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:10.507801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Attempting to bind port 37421d8b-694f-4b10-843e-3d25cb4a8b30 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:10.508146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Attempting to bind port 37421d8b-694f-4b10-843e-3d25cb4a8b30 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '5c1a196a-c563-4a9a-8372-1e4a1151851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba4e446d-5187-4d87-b413-dbc2efad5cf0'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:10.508390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Attempting to bind port 37421d8b-694f-4b10-843e-3d25cb4a8b30 on network ba4e446d-5187-4d87-b413-dbc2efad5cf0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:10.513160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Port 37421d8b-694f-4b10-843e-3d25cb4a8b30 on network ba4e446d-5187-4d87-b413-dbc2efad5cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:49:10.513491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Attempting to bind port 37421d8b-694f-4b10-843e-3d25cb4a8b30 on network ba4e446d-5187-4d87-b413-dbc2efad5cf0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:10.519472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:10.519690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Checking segment: {'id': '5c1a196a-c563-4a9a-8372-1e4a1151851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba4e446d-5187-4d87-b413-dbc2efad5cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:10.520093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Bound using segment: {'id': '5c1a196a-c563-4a9a-8372-1e4a1151851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba4e446d-5187-4d87-b413-dbc2efad5cf0'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:10.520593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Bound port: 37421d8b-694f-4b10-843e-3d25cb4a8b30, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1a196a-c563-4a9a-8372-1e4a1151851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ba4e446d-5187-4d87-b413-dbc2efad5cf0'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:10.520887 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.589667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] For port 37421d8b-694f-4b10-843e-3d25cb4a8b30, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:10.592669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] For port 37421d8b-694f-4b10-843e-3d25cb4a8b30, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=37421d8b-694f-4b10-843e-3d25cb4a8b30,segment=NetworkSegment(5c1a196a-c563-4a9a-8372-1e4a1151851a),segment_id=5c1a196a-c563-4a9a-8372-1e4a1151851a)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:10.642666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.685221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:10.685999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:10.687955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] 10.222.0.37 "PUT /v2.0/ports/37421d8b-694f-4b10-843e-3d25cb4a8b30 HTTP/1.1" status: 200 len: 1091 time: 0.8201115 Aug 24 00:49:10.688457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197a422a-e86c-4791-903e-a52ac6ead5b6', 'tag': '37421d8b-694f-4b10-843e-3d25cb4a8b30'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:10.690837 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024e8ac3-7516-4a32-b4a0-2a01e44696f8" -d '{"events": [{"name": "network-changed", "server_uuid": "197a422a-e86c-4791-903e-a52ac6ead5b6", "tag": "37421d8b-694f-4b10-843e-3d25cb4a8b30"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:10.724234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee7de-2393-4d7d-9327-9d5ac43e4101 service neutron] Pushing event updated for resources: {'Port': ['ID=37421d8b-694f-4b10-843e-3d25cb4a8b30,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:10.749165 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37556305-5d6c-4496-b964-13a35efb7229 x-openstack-request-id: req-37556305-5d6c-4496-b964-13a35efb7229 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:10.750034 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197a422a-e86c-4791-903e-a52ac6ead5b6", "tag": "37421d8b-694f-4b10-843e-3d25cb4a8b30", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:10.750291 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37556305-5d6c-4496-b964-13a35efb7229 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:10.750691 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197a422a-e86c-4791-903e-a52ac6ead5b6', 'tag': '37421d8b-694f-4b10-843e-3d25cb4a8b30', 'status': 'completed', 'code': 200} Aug 24 00:49:10.823418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c78650-d639-4516-aaa0-e3a2f61d6f0e req-51fa717b-6a75-4151-91a9-cede329798e1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:10.825021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49c78650-d639-4516-aaa0-e3a2f61d6f0e req-51fa717b-6a75-4151-91a9-cede329798e1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.0783424 Aug 24 00:49:10.845836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e8ac3-7516-4a32-b4a0-2a01e44696f8 req-2e05215f-d0e2-42ab-8fda-2857a45139c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:10.847306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-024e8ac3-7516-4a32-b4a0-2a01e44696f8 req-2e05215f-d0e2-42ab-8fda-2857a45139c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c21fa551c4a45f096d2f765b346b6d4&device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 1094 time: 0.0708418 Aug 24 00:49:10.944155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49c78650-d639-4516-aaa0-e3a2f61d6f0e req-7c1115c5-0755-47d0-b3dc-52e46afc3d46 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087639 Aug 24 00:49:11.014782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e8ac3-7516-4a32-b4a0-2a01e44696f8 req-0127d076-fea2-4093-9555-a8f2c06f2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:11.016581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-024e8ac3-7516-4a32-b4a0-2a01e44696f8 req-0127d076-fea2-4093-9555-a8f2c06f2f4c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7c21fa551c4a45f096d2f765b346b6d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1609421 Aug 24 00:49:11.126349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e8ac3-7516-4a32-b4a0-2a01e44696f8 req-155c9044-de35-4544-8244-58d2f119d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:11.126547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-024e8ac3-7516-4a32-b4a0-2a01e44696f8 req-155c9044-de35-4544-8244-58d2f119d1bb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032715 Aug 24 00:49:11.206192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df58765-05a7-43a2-8c18-84b05877e182 req-f69b165b-cb62-4138-9703-25be86965bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:11.207860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-f69b165b-cb62-4138-9703-25be86965bb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c21fa551c4a45f096d2f765b346b6d4&device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 1094 time: 0.0452921 Aug 24 00:49:11.250891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-6636811c-54d6-4c8a-8370-3f0bf8f35264 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37421d8b-694f-4b10-843e-3d25cb4a8b30 HTTP/1.1" status: 200 len: 217 time: 0.0353107 Aug 24 00:49:11.302824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df58765-05a7-43a2-8c18-84b05877e182 req-f4160ab9-e16f-4a42-acb2-7fd514442895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:11.304494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-f4160ab9-e16f-4a42-acb2-7fd514442895 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ffabcb-d7a6-4cc0-a64b-aced0238036e HTTP/1.1" status: 200 len: 851 time: 0.0478432 Aug 24 00:49:11.349557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-c1d87a6c-1557-4426-bb35-a4cdd82b8ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba4e446d-5187-4d87-b413-dbc2efad5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379236 Aug 24 00:49:11.442620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a4ac3-363c-46f5-817f-7bf9d1029f05 req-ecc8891c-a332-4511-bf98-f57fff860394 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:11.444147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba6a4ac3-363c-46f5-817f-7bf9d1029f05 req-ecc8891c-a332-4511-bf98-f57fff860394 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 943 time: 0.1243961 Aug 24 00:49:11.491327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-91647f44-56e5-4316-b14d-0e02d12020de service neutron] 10.222.0.37 "GET /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242394 Aug 24 00:49:11.512164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba6a4ac3-363c-46f5-817f-7bf9d1029f05 req-45e927e9-c9c3-41a9-a1f4-90fd66269e43 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571685 Aug 24 00:49:11.588231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0df58765-05a7-43a2-8c18-84b05877e182 req-a56dc56a-93a7-4037-846b-3cbc761b11c0 service neutron] 10.222.0.37 "GET /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889304 Aug 24 00:49:12.108033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17571bed-bbd4-45f8-8e28-803e795e52fa req-84206a04-1182-431e-9531-5a8e6e0ba3b3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:12.115349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17571bed-bbd4-45f8-8e28-803e795e52fa req-84206a04-1182-431e-9531-5a8e6e0ba3b3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.0702937 Aug 24 00:49:12.149486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42356) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:12.154238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-17571bed-bbd4-45f8-8e28-803e795e52fa req-9d166430-2802-435e-8e62-a696a08ac878 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380278 Aug 24 00:49:12.642239 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.643450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0c124-a28b-480e-9567-6b2ef682f683 req-52211da2-aee4-4d2e-92d3-ec8598cff5f9 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:12.645000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dab0c124-a28b-480e-9567-6b2ef682f683 req-52211da2-aee4-4d2e-92d3-ec8598cff5f9 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 943 time: 0.0570443 Aug 24 00:49:12.683746 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:12.687495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dab0c124-a28b-480e-9567-6b2ef682f683 req-6d721fdc-f62c-49bb-af84-13c39b69aac9 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349550 Aug 24 00:49:12.942431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Deleting port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:12.942785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.027565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] For port 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:13.027933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.041768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Calling delete_port for 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:13.272356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178b182-41df-406b-aab5-3758f01a7ac0 req-805a1f55-31b3-4b6a-a008-0d9a0b80bddc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:13.273961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8178b182-41df-406b-aab5-3758f01a7ac0 req-805a1f55-31b3-4b6a-a008-0d9a0b80bddc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.0485966 Aug 24 00:49:13.314253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8178b182-41df-406b-aab5-3758f01a7ac0 req-a261d10a-f65d-4ad0-bb8f-640506329804 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339086 Aug 24 00:49:13.339036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.364237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa9005b-9a96-4636-bc9b-dfe0851d1c9d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:13.542686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.753821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 37421d8b-694f-4b10-843e-3d25cb4a8b30 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:49:13.776294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Router 239402ca-c754-4577-92e4-a53b5f30e071 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:13.816668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdd0ce-8645-41d9-bfea-dbfaee882a4d req-9a98c4b1-0c99-4f90-9d91-056e37021d6f tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:13.816668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58fdd0ce-8645-41d9-bfea-dbfaee882a4d req-9a98c4b1-0c99-4f90-9d91-056e37021d6f tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 943 time: 0.0570908 Aug 24 00:49:13.865715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58fdd0ce-8645-41d9-bfea-dbfaee882a4d req-a9abaab7-6458-4489-afb9-2bc2e00a1f04 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Aug 24 00:49:13.878452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 37421d8b-694f-4b10-843e-3d25cb4a8b30, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=37421d8b-694f-4b10-843e-3d25cb4a8b30,segment=NetworkSegment(5c1a196a-c563-4a9a-8372-1e4a1151851a),segment_id=5c1a196a-c563-4a9a-8372-1e4a1151851a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:13.890396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '37421d8b-694f-4b10-843e-3d25cb4a8b30', 'network_id': 'ba4e446d-5187-4d87-b413-dbc2efad5cf0', 'port_id': '37421d8b-694f-4b10-843e-3d25cb4a8b30', 'mac_address': 'fa:16:3e:9c:ba:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ffabcb-d7a6-4cc0-a64b-aced0238036e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:49:13.898924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:13.906975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:13.907155 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-14aa9092-f165-4bf8-a05d-7ff1f00bfd13 admin admin] 10.222.0.26 "PUT /v2.0/routers/239402ca-c754-4577-92e4-a53b5f30e071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7558653 Aug 24 00:49:13.915763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] Sync routers for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:13.937753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:13.938370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:13.940186 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:13.987751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37421d8b-694f-4b10-843e-3d25cb4a8b30 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:14.013898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:14.043296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 37421d8b-694f-4b10-843e-3d25cb4a8b30, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=37421d8b-694f-4b10-843e-3d25cb4a8b30,segment=NetworkSegment(5c1a196a-c563-4a9a-8372-1e4a1151851a),segment_id=5c1a196a-c563-4a9a-8372-1e4a1151851a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:14.072027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:14.124084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:14.129487 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:14.223066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=37421d8b-694f-4b10-843e-3d25cb4a8b30,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:14.265329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Deleting port d9348007-bd65-4aec-b70d-5b0825a5c25a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:14.265774 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:14.308211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:49:13Z', 'revision_number': 5, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port': {'id': 'd9348007-bd65-4aec-b70d-5b0825a5c25a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239402ca-c754-4577-92e4-a53b5f30e071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:38:47Z', 'updated_at': '2021-08-24T00:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:14.335918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] Checking router: 239402ca-c754-4577-92e4-a53b5f30e071 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:14.346480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] Routers {'239402ca-c754-4577-92e4-a53b5f30e071'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:14.347257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:48:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['239402ca-c754-4577-92e4-a53b5f30e071'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:14.351952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['37421d8b-694f-4b10-843e-3d25cb4a8b30'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:49:14.352749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] For port d9348007-bd65-4aec-b70d-5b0825a5c25a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d9348007-bd65-4aec-b70d-5b0825a5c25a,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:14.353081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:14.390563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Calling delete_port for d9348007-bd65-4aec-b70d-5b0825a5c25a owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:14.479550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] Set router 239402ca-c754-4577-92e4-a53b5f30e071 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:14.681202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41bcb2-89dd-496d-9043-45c6702633ea req-9bd09a8d-fedc-4442-9065-b533e04868b6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:14.682896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de41bcb2-89dd-496d-9043-45c6702633ea req-9bd09a8d-fedc-4442-9065-b533e04868b6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.2237597 Aug 24 00:49:14.786434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de41bcb2-89dd-496d-9043-45c6702633ea req-b13644e4-ee15-4c84-a203-501c8fc1901e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970960 Aug 24 00:49:14.806410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:49:14Z', 'revision_number': 6, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:14.837078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce632c4d-f240-45df-9d40-a64ceea9885e None None] The sync data for ids ['239402ca-c754-4577-92e4-a53b5f30e071'] in n-d-804878-2 is: [{'id': '239402ca-c754-4577-92e4-a53b5f30e071', 'name': 'tempest-AttachVolumeShelveTestJSON-2093713695-router', 'tenant_id': '3ed81b531a5b4647813566f12d197f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:38:46Z', 'updated_at': '2021-08-24T00:49:14Z', 'revision_number': 6, 'project_id': '3ed81b531a5b4647813566f12d197f9a', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:14.847864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:14.875432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9348007-bd65-4aec-b70d-5b0825a5c25a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:14.948271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.352685 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.356043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.389102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5faaa2-0173-4cc9-ac3d-0fce910490c5 req-744e3967-433b-4ae3-8d84-4734d9c5928c tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:15.391295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a5faaa2-0173-4cc9-ac3d-0fce910490c5 req-744e3967-433b-4ae3-8d84-4734d9c5928c tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 944 time: 0.4528825 Aug 24 00:49:15.457052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a5faaa2-0173-4cc9-ac3d-0fce910490c5 req-5f7405ed-640c-4b08-b881-0bf0a0f49c17 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332780 Aug 24 00:49:15.504759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.505368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 239402ca-c754-4577-92e4-a53b5f30e071 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:49:15.514814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.516086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-56698c9a-aaf4-4f17-94cd-f85f0abdfa12 admin admin] 10.222.0.26 "DELETE /v2.0/routers/239402ca-c754-4577-92e4-a53b5f30e071 HTTP/1.1" status: 204 len: 168 time: 1.6076574 Aug 24 00:49:15.518947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42386) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:15.565371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Deleting subnet 31d1102a-9cb9-4a12-b4e2-72916ab83a90 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:49:15.568603 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.603427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.690569 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.761456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 37421d8b-694f-4b10-843e-3d25cb4a8b30 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:15.803901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.829206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5f0bc-5877-4bad-a0a0-a43d2effa29f None None] Network 1e56035b-dd8f-4979-b67b-ad0a8f21e636 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:15.842349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.852206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] 10.222.0.26 "DELETE /v2.0/subnets/31d1102a-9cb9-4a12-b4e2-72916ab83a90 HTTP/1.1" status: 204 len: 168 time: 0.3320746 Aug 24 00:49:15.855105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d1102a-9cb9-4a12-b4e2-72916ab83a90,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:15.855253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42390) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:15.870274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.870630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.870984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.871328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.871670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.872013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.872353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.872686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.873020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.873353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.873756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.874118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ee6de-30de-49b4-bc46-8e3299d28bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:15.928505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 37421d8b-694f-4b10-843e-3d25cb4a8b30 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:15.935703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 37421d8b-694f-4b10-843e-3d25cb4a8b30 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:15.936277 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.956269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:15.961318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32456bdd-231a-4ca1-b79b-4f3818a15bb4 req-87584b4d-349e-4042-8518-d0f82cc7d068 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:15.977861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32456bdd-231a-4ca1-b79b-4f3818a15bb4 req-87584b4d-349e-4042-8518-d0f82cc7d068 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 943 time: 0.0987787 Aug 24 00:49:16.029340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32456bdd-231a-4ca1-b79b-4f3818a15bb4 req-b8f86ce0-8884-4424-bcbb-447c7e1a3f6a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Aug 24 00:49:16.070526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Deleting port b0e39c45-726c-4c41-ade5-e992979a6d3f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:16.074880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.082905 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.109519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197a422a-e86c-4791-903e-a52ac6ead5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37421d8b-694f-4b10-843e-3d25cb4a8b30'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:16.111816 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df55834-dccc-4109-9068-bf0c4fa43464" -d '{"events": [{"server_uuid": "197a422a-e86c-4791-903e-a52ac6ead5b6", "name": "network-vif-plugged", "status": "completed", "tag": "37421d8b-694f-4b10-843e-3d25cb4a8b30"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:16.131573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 37421d8b-694f-4b10-843e-3d25cb4a8b30, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=37421d8b-694f-4b10-843e-3d25cb4a8b30,segment=NetworkSegment(5c1a196a-c563-4a9a-8372-1e4a1151851a),segment_id=5c1a196a-c563-4a9a-8372-1e4a1151851a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:16.140698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] DHCP port deletion for 1e56035b-dd8f-4979-b67b-ad0a8f21e636 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:49:16.147815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] For port b0e39c45-726c-4c41-ade5-e992979a6d3f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0e39c45-726c-4c41-ade5-e992979a6d3f,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:16.148202 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.164773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Calling delete_port for b0e39c45-726c-4c41-ade5-e992979a6d3f owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:16.176140 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c0b859-cba7-4020-80db-72a051159c65 x-openstack-request-id: req-a3c0b859-cba7-4020-80db-72a051159c65 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:16.176821 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197a422a-e86c-4791-903e-a52ac6ead5b6", "name": "network-vif-plugged", "status": "completed", "tag": "37421d8b-694f-4b10-843e-3d25cb4a8b30", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:16.177474 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3c0b859-cba7-4020-80db-72a051159c65 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:16.178206 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197a422a-e86c-4791-903e-a52ac6ead5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37421d8b-694f-4b10-843e-3d25cb4a8b30', 'code': 200} Aug 24 00:49:16.202047 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.205687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] Deleting port b0e39c45-726c-4c41-ade5-e992979a6d3f {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:16.206055 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.293083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c662746f-43a8-486f-a3d3-4809155215af details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:49:16.294725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eadf3-c54c-4ece-abb0-67b2fd514870 req-98280f18-d54f-4e78-b438-2ae51eee7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:16.296347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-868eadf3-c54c-4ece-abb0-67b2fd514870 req-98280f18-d54f-4e78-b438-2ae51eee7b08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0652440 Aug 24 00:49:16.330528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.332660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] For port b0e39c45-726c-4c41-ade5-e992979a6d3f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0e39c45-726c-4c41-ade5-e992979a6d3f,segment=NetworkSegment(3f5957a8-376b-4c46-aa7d-d89cae1623cd),segment_id=3f5957a8-376b-4c46-aa7d-d89cae1623cd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:16.333071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.335305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-868eadf3-c54c-4ece-abb0-67b2fd514870 req-409fae7b-0a6a-43fe-b78d-8190b4ab8689 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Aug 24 00:49:16.341278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=37421d8b-694f-4b10-843e-3d25cb4a8b30,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:16.352313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] Calling delete_port for b0e39c45-726c-4c41-ade5-e992979a6d3f owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:16.370854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] No DVR routers for this DVR port b0e39c45-726c-4c41-ade5-e992979a6d3f on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:16.377087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e39c45-726c-4c41-ade5-e992979a6d3f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:16.457399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.470213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e56035b-dd8f-4979-b67b-ad0a8f21e636']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:16.484991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5957a8-376b-4c46-aa7d-d89cae1623cd') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:16.485652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5957a8-376b-4c46-aa7d-d89cae1623cd') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:16.494315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c662746f-43a8-486f-a3d3-4809155215af, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c662746f-43a8-486f-a3d3-4809155215af,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:16.501006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.513962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'c662746f-43a8-486f-a3d3-4809155215af', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'port_id': 'c662746f-43a8-486f-a3d3-4809155215af', 'mac_address': 'fa:16:3e:b0:5b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:49:16.532591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.541776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:49:16.541776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:49:16.547011 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:49:16.552713 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.588524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] Pushing event deleted for resources: {'Port': ['ID=b0e39c45-726c-4c41-ade5-e992979a6d3f,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:16.594841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc42daf-7cf1-4fc4-b3fc-ca71436b2d1b None None] No DVR routers for this DVR port b0e39c45-726c-4c41-ade5-e992979a6d3f on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:16.611988 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.636748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c662746f-43a8-486f-a3d3-4809155215af {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:16.657007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c662746f-43a8-486f-a3d3-4809155215af, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c662746f-43a8-486f-a3d3-4809155215af,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:16.687413 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.693647 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.694385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc6e29-0684-49d0-82a7-73b381b04288 req-7dc3f0c7-ed78-4f97-9fa2-0032e80cc2e2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:16.696018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2fc6e29-0684-49d0-82a7-73b381b04288 req-7dc3f0c7-ed78-4f97-9fa2-0032e80cc2e2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0524569 Aug 24 00:49:16.696935 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1e56035b-dd8f-4979-b67b-ad0a8f21e636 HTTP/1.1" status: 204 len: 168 time: 0.8410797 Aug 24 00:49:16.715273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168057b6-4ece-4f92-83ad-13c3d24264e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e56035b-dd8f-4979-b67b-ad0a8f21e636,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:16.734440 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:16.777373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2fc6e29-0684-49d0-82a7-73b381b04288 req-e67df478-9bb3-44bb-8cd2-5e07f6d65933 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 Aug 24 00:49:16.807848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c662746f-43a8-486f-a3d3-4809155215af,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:16.814286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b0e39c45-726c-4c41-ade5-e992979a6d3f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:16.835304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b0e39c45-726c-4c41-ade5-e992979a6d3f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:16.835994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b0e39c45-726c-4c41-ade5-e992979a6d3f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:16.836148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:16.856479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:16.856824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5aa9005b-9a96-4636-bc9b-dfe0851d1c9d not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:16.857445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9348007-bd65-4aec-b70d-5b0825a5c25a no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:16.879441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: d9348007-bd65-4aec-b70d-5b0825a5c25a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:16.879789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d9348007-bd65-4aec-b70d-5b0825a5c25a not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:17.017715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42400) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:17.058374 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-630d43ce-2f5b-4eba-856e-bb4220ec0579 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ed81b531a5b4647813566f12d197f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393932 Aug 24 00:49:17.061010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42404) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:17.111869 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9e97-819c-4aa3-8931-452001ee591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:17.133698 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9e97-819c-4aa3-8931-452001ee591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:17.137956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c662746f-43a8-486f-a3d3-4809155215af'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:49:17.172924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcac24-5f42-4f5f-9f7a-c6c6318c15ad req-fff26809-a46d-4ee4-99e6-53d3db2ce871 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:17.174478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-debcac24-5f42-4f5f-9f7a-c6c6318c15ad req-fff26809-a46d-4ee4-99e6-53d3db2ce871 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 944 time: 0.0634370 Aug 24 00:49:17.214376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-debcac24-5f42-4f5f-9f7a-c6c6318c15ad req-998c5a87-7e80-4397-a2fc-03355f616c49 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Aug 24 00:49:17.251818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9e97-819c-4aa3-8931-452001ee591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:17.254653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d3a9e97-819c-4aa3-8931-452001ee591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:17.256009 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7d3a9e97-819c-4aa3-8931-452001ee591d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d39218c-3870-45b7-802b-f9c57077a847 HTTP/1.1" status: 204 len: 168 time: 0.1939948 Aug 24 00:49:17.264085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a9e97-819c-4aa3-8931-452001ee591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d39218c-3870-45b7-802b-f9c57077a847,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:17.915898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad306-2256-414a-ba79-9bafc46985a5 req-856cf7ac-f1bf-4296-819a-86ce712f0eb2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:17.931883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb1ad306-2256-414a-ba79-9bafc46985a5 req-856cf7ac-f1bf-4296-819a-86ce712f0eb2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0553575 Aug 24 00:49:17.955718 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb1ad306-2256-414a-ba79-9bafc46985a5 req-04a77d63-6cb6-42f9-869b-c764fc5e2a8b tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Aug 24 00:49:18.074660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ef9a9-bdb0-4bdd-98a1-3e1eb198ee1f req-00567e1c-98f2-41e0-a23c-1cf115b69156 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:18.076297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b3ef9a9-bdb0-4bdd-98a1-3e1eb198ee1f req-00567e1c-98f2-41e0-a23c-1cf115b69156 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Aug 24 00:49:18.117723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b3ef9a9-bdb0-4bdd-98a1-3e1eb198ee1f req-c993cb15-bccf-40b4-9b51-d5877e7970d8 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336750 Aug 24 00:49:18.290559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c662746f-43a8-486f-a3d3-4809155215af up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:18.345430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1092d49-3051-49bc-8092-07a832bc1605 req-091a2582-019f-4c9f-bedd-7688338f650d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:18.346884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1092d49-3051-49bc-8092-07a832bc1605 req-091a2582-019f-4c9f-bedd-7688338f650d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 944 time: 0.0641167 Aug 24 00:49:18.387155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1092d49-3051-49bc-8092-07a832bc1605 req-011e33ab-e5e9-45e4-a7c4-2ddde8d9acaa tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 24 00:49:18.436041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port c662746f-43a8-486f-a3d3-4809155215af completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:18.441030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port c662746f-43a8-486f-a3d3-4809155215af triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:18.441707 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:18.545841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:18.591033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c662746f-43a8-486f-a3d3-4809155215af'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:18.595547 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfa0ecb-fd4b-48ac-b7a7-d34079bb4e28" -d '{"events": [{"server_uuid": "463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1", "name": "network-vif-plugged", "status": "completed", "tag": "c662746f-43a8-486f-a3d3-4809155215af"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:18.599914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-d8bc8c43-4b6d-4098-9b35-e72ea841ce1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495970 Aug 24 00:49:18.621679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c662746f-43a8-486f-a3d3-4809155215af, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c662746f-43a8-486f-a3d3-4809155215af,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:18.694088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:18.704836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd0d86-270f-4013-a1b7-da2c80104541 req-ddac5be4-e904-4be9-a99a-2fd5aeb94e01 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:18.706712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7dd0d86-270f-4013-a1b7-da2c80104541 req-ddac5be4-e904-4be9-a99a-2fd5aeb94e01 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0953317 Aug 24 00:49:18.715388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-e84c1f33-ee2e-4a71-9363-ec4a7ee17951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:18.717100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-e84c1f33-ee2e-4a71-9363-ec4a7ee17951 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 1096 time: 0.0650525 Aug 24 00:49:18.771617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7dd0d86-270f-4013-a1b7-da2c80104541 req-3ac1ee41-27ae-41a5-a32f-6570bdcb4e8d tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585086 Aug 24 00:49:18.778814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c662746f-43a8-486f-a3d3-4809155215af,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:18.831882 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab42db8-7e91-4bf8-945e-d48e12e18bbc x-openstack-request-id: req-9ab42db8-7e91-4bf8-945e-d48e12e18bbc {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:18.832191 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1", "name": "network-vif-plugged", "status": "completed", "tag": "c662746f-43a8-486f-a3d3-4809155215af", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:18.832449 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ab42db8-7e91-4bf8-945e-d48e12e18bbc {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:18.832855 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c662746f-43a8-486f-a3d3-4809155215af', 'code': 200} Aug 24 00:49:18.893517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-b3db2cae-26da-4afe-8045-2c55db3c9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:18.893517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-b3db2cae-26da-4afe-8045-2c55db3c9815 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a190820-0824-49fd-bd49-a005532cd018 HTTP/1.1" status: 200 len: 897 time: 0.1094601 Aug 24 00:49:18.932130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-7c106cbb-d26d-4e33-bbbb-c0859e193310 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b203029e-4d26-4f0c-a949-a6cf0954c246 HTTP/1.1" status: 200 len: 1001 time: 0.0682337 Aug 24 00:49:18.967022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4ba3-bbda-4fae-8411-073334020238 req-98f0133f-3407-425d-8ab5-87865792c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:18.969089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-960f4ba3-bbda-4fae-8411-073334020238 req-98f0133f-3407-425d-8ab5-87865792c271 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 1096 time: 0.0533180 Aug 24 00:49:18.999449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-98558caf-704e-48a9-8c31-44a3eddaf90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:19.001049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-98558caf-704e-48a9-8c31-44a3eddaf90f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9248161-fcd0-4411-9bd3-ec32c93e5e8c HTTP/1.1" status: 200 len: 835 time: 0.0587845 Aug 24 00:49:19.004862 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-960f4ba3-bbda-4fae-8411-073334020238 req-ea62f460-526f-4f16-8f8f-bbafa3f5947b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291092 Aug 24 00:49:19.053297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-32e3de80-4961-4a38-adec-b1816321427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:19.054948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-32e3de80-4961-4a38-adec-b1816321427c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a190820-0824-49fd-bd49-a005532cd018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465338 Aug 24 00:49:19.159551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-2995301d-5842-4f8d-9db9-55e78c7e67c5 service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916493 Aug 24 00:49:19.258730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-135a28cf-52ff-4d6c-a338-eb2da131bd3e req-abc80c0c-c650-4ef3-bd18-b2978628dde6 service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952554 Aug 24 00:49:19.515640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acc612-2d46-448d-be43-5fb0ad205fb7 req-75b805d9-bae1-44b5-aef5-809b7564872c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:19.517951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27acc612-2d46-448d-be43-5fb0ad205fb7 req-75b805d9-bae1-44b5-aef5-809b7564872c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 945 time: 0.0567138 Aug 24 00:49:19.555877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27acc612-2d46-448d-be43-5fb0ad205fb7 req-431e2fd3-f90f-4164-9849-565d02e2d092 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Aug 24 00:49:19.900393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e5519-dfa6-4350-a429-d8ded926365b req-2460172a-98a0-4379-b533-40847a236137 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:19.902271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b18e5519-dfa6-4350-a429-d8ded926365b req-2460172a-98a0-4379-b533-40847a236137 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0521474 Aug 24 00:49:19.944318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b18e5519-dfa6-4350-a429-d8ded926365b req-d4cf2913-f089-43bc-8289-93f9181d7959 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352817 Aug 24 00:49:20.398580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1b0e-d450-4af7-8429-2d882456f1ae req-08f5adf4-a65d-4b2a-94c4-d52115a6e196 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:20.400309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-145a1b0e-d450-4af7-8429-2d882456f1ae req-08f5adf4-a65d-4b2a-94c4-d52115a6e196 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0896237 Aug 24 00:49:20.498592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-145a1b0e-d450-4af7-8429-2d882456f1ae req-57172afa-ff23-4088-9d5a-2ce4cde2959c tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910339 Aug 24 00:49:20.513050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-408aa3db-3965-4a63-8b4c-7263f2a4fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:20.515474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-408aa3db-3965-4a63-8b4c-7263f2a4fa82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c21fa551c4a45f096d2f765b346b6d4&device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 1096 time: 0.1055412 Aug 24 00:49:20.634532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-68429e3e-5e0b-4124-a4b5-510490a75dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:20.636334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-68429e3e-5e0b-4124-a4b5-510490a75dcb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba4e446d-5187-4d87-b413-dbc2efad5cf0 HTTP/1.1" status: 200 len: 912 time: 0.1148036 Aug 24 00:49:20.697160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-7ffb3057-db47-4133-8f1f-124465d5b775 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37421d8b-694f-4b10-843e-3d25cb4a8b30 HTTP/1.1" status: 200 len: 217 time: 0.0496914 Aug 24 00:49:20.751698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb85aa-a2ba-4e79-865b-af1e87a9e9d3 req-59da9511-3776-4c06-ba74-ffb779c3c15c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:20.753199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1abb85aa-a2ba-4e79-865b-af1e87a9e9d3 req-59da9511-3776-4c06-ba74-ffb779c3c15c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 945 time: 0.1159952 Aug 24 00:49:20.777626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-86d5b1a3-0563-4fa7-98ce-4eb25e10b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:20.779056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-86d5b1a3-0563-4fa7-98ce-4eb25e10b641 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ffabcb-d7a6-4cc0-a64b-aced0238036e HTTP/1.1" status: 200 len: 851 time: 0.0724926 Aug 24 00:49:20.820557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-52831b3e-2bfd-4918-84aa-8645277ad88c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba4e446d-5187-4d87-b413-dbc2efad5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336940 Aug 24 00:49:20.822951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1abb85aa-a2ba-4e79-865b-af1e87a9e9d3 req-e1fca705-1ebc-4208-b1fd-e516e26dddc8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637386 Aug 24 00:49:20.930927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-84425ac5-e1f8-4c9b-a0d6-a2278c4f1e03 service neutron] 10.222.0.37 "GET /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031916 Aug 24 00:49:21.056998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73e3bc-288a-4a20-9b62-49b73ed41713 req-9bae7925-62ec-49a9-a3c9-442b1273d4df tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:21.065342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd73e3bc-288a-4a20-9b62-49b73ed41713 req-9bae7925-62ec-49a9-a3c9-442b1273d4df tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 945 time: 0.1179748 Aug 24 00:49:21.104402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6cf253cc-99d1-4de0-9012-52c19e5a1f46 req-aa018d23-172c-4d6a-b791-4ff1c092e8f6 service neutron] 10.222.0.37 "GET /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655707 Aug 24 00:49:21.128127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd73e3bc-288a-4a20-9b62-49b73ed41713 req-39e848f7-f3b5-43da-905c-4700dde377a3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Aug 24 00:49:21.255537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df839178-81fd-412b-bd31-7069f59e5ebd req-ce7c0904-7bdf-4a05-8324-a7b913001634 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:21.257137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df839178-81fd-412b-bd31-7069f59e5ebd req-ce7c0904-7bdf-4a05-8324-a7b913001634 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 945 time: 0.0563745 Aug 24 00:49:21.313672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df839178-81fd-412b-bd31-7069f59e5ebd req-3737ea40-a781-4420-b095-a6fa30568f19 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500944 Aug 24 00:49:21.655040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7482d-2f52-41aa-8e73-77020084d794 req-dee43bd7-46db-40a9-bc7a-59b5974d4313 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:21.656634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fbe7482d-2f52-41aa-8e73-77020084d794 req-dee43bd7-46db-40a9-bc7a-59b5974d4313 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0676322 Aug 24 00:49:21.710306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fbe7482d-2f52-41aa-8e73-77020084d794 req-755cf39f-acdd-42a8-8413-4b67f066d23c tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Aug 24 00:49:21.902879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84f614-5f31-42eb-8464-70f41e15a910 req-7347c214-353a-4606-8398-035da1373cb3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:21.904608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e84f614-5f31-42eb-8464-70f41e15a910 req-7347c214-353a-4606-8398-035da1373cb3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 945 time: 0.0884399 Aug 24 00:49:21.947690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e84f614-5f31-42eb-8464-70f41e15a910 req-5bc5cf85-4e83-424a-b2c9-f2f797328d57 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364046 Aug 24 00:49:22.831363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454816-df10-4f08-b9dc-92601eae6b95 req-1842bb97-a661-465a-b2a3-c9f6eaca8808 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:22.832955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7454816-df10-4f08-b9dc-92601eae6b95 req-1842bb97-a661-465a-b2a3-c9f6eaca8808 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0517397 Aug 24 00:49:22.866151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42528) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:22.878474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7454816-df10-4f08-b9dc-92601eae6b95 req-1adfb057-8702-443a-8a7e-75d95f2bc832 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Aug 24 00:49:22.986154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97bf0368-b00a-41be-8d78-28bb301d185b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.071411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa615f-30e4-43ab-91af-cdd14b2a8c6f req-3d0248f7-a2f3-4ad5-a453-4c55a99b719e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:23.072996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2fa615f-30e4-43ab-91af-cdd14b2a8c6f req-3d0248f7-a2f3-4ad5-a453-4c55a99b719e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 945 time: 0.0543852 Aug 24 00:49:23.103230 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97bf0368-b00a-41be-8d78-28bb301d185b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.114352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2fa615f-30e4-43ab-91af-cdd14b2a8c6f req-a743b73a-d00a-4f88-97b6-7327829d4fcd tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Aug 24 00:49:23.166435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-97bf0368-b00a-41be-8d78-28bb301d185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.218538 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-97bf0368-b00a-41be-8d78-28bb301d185b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07ce2976b4094b1c898ff343969d7f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496580 Aug 24 00:49:23.219816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:23.222285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf0368-b00a-41be-8d78-28bb301d185b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3b1a1a-bbeb-47dc-8908-3636ed13e9ea,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:23.303452 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-110976ec-4411-4a8b-8b52-8929e30154a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.330665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604249da-dc8d-4c8a-90ed-1fba7fc7a59b req-bcece9f7-6b66-4f1b-9b19-fa3665ee7b8f tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:23.332251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-604249da-dc8d-4c8a-90ed-1fba7fc7a59b req-bcece9f7-6b66-4f1b-9b19-fa3665ee7b8f tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0782039 Aug 24 00:49:23.346222 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-110976ec-4411-4a8b-8b52-8929e30154a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.408459 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-604249da-dc8d-4c8a-90ed-1fba7fc7a59b req-4326e29f-5ea8-4b71-9c1f-26446bd526b5 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656455 Aug 24 00:49:23.470397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-110976ec-4411-4a8b-8b52-8929e30154a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.473101 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-110976ec-4411-4a8b-8b52-8929e30154a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.475112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-110976ec-4411-4a8b-8b52-8929e30154a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a3b1a1a-bbeb-47dc-8908-3636ed13e9ea HTTP/1.1" status: 204 len: 168 time: 0.2535601 Aug 24 00:49:23.485996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110976ec-4411-4a8b-8b52-8929e30154a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3b1a1a-bbeb-47dc-8908-3636ed13e9ea,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:23.660533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-e04003c3-10b1-49f7-a1d4-2b81649e5772 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:23.662126 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-e04003c3-10b1-49f7-a1d4-2b81649e5772 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 945 time: 0.0641234 Aug 24 00:49:23.765916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port c662746f-43a8-486f-a3d3-4809155215af {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:23.766264 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.869009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] For port c662746f-43a8-486f-a3d3-4809155215af, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c662746f-43a8-486f-a3d3-4809155215af,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:23.869784 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:23.896845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for c662746f-43a8-486f-a3d3-4809155215af owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:24.133591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:24.171614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c662746f-43a8-486f-a3d3-4809155215af'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:49:24.180773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=c662746f-43a8-486f-a3d3-4809155215af,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:24.238629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] No DVR routers for this DVR port c662746f-43a8-486f-a3d3-4809155215af on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:24.244347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:24.246552 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d69f9ae-b34a-4463-8cdd-36d6800f5e8d req-f229666d-1931-40fe-8b11-f89e8c52c002 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "DELETE /v2.0/ports/c662746f-43a8-486f-a3d3-4809155215af HTTP/1.1" status: 204 len: 173 time: 0.5774508 Aug 24 00:49:24.247079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1', 'name': 'network-vif-deleted', 'tag': 'c662746f-43a8-486f-a3d3-4809155215af'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:24.250268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6b3131f-ac73-485f-add7-e4378bc79f66 req-e4af18a7-90d5-4a10-8ab5-05969eb7b318 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0374646 Aug 24 00:49:24.256476 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c79dc5e-5c44-4b2c-b4d2-0a5c095581eb" -d '{"events": [{"server_uuid": "463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1", "name": "network-vif-deleted", "tag": "c662746f-43a8-486f-a3d3-4809155215af"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:24.309788 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6692be8e-536d-4f62-8fa3-30b32a57abf7 x-openstack-request-id: req-6692be8e-536d-4f62-8fa3-30b32a57abf7 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:24.310092 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1", "name": "network-vif-deleted", "tag": "c662746f-43a8-486f-a3d3-4809155215af", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:24.310349 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6692be8e-536d-4f62-8fa3-30b32a57abf7 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:24.310758 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1', 'name': 'network-vif-deleted', 'tag': 'c662746f-43a8-486f-a3d3-4809155215af', 'status': 'completed', 'code': 200} Aug 24 00:49:24.573466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e461a-6aba-4d9c-8d0e-e950432891bb req-d097896b-a4ce-42cc-8e11-7b00b52323f0 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:24.573466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-042e461a-6aba-4d9c-8d0e-e950432891bb req-d097896b-a4ce-42cc-8e11-7b00b52323f0 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0690627 Aug 24 00:49:24.620994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-042e461a-6aba-4d9c-8d0e-e950432891bb req-1efb9415-84fd-4a1f-a9f3-38fa2f37a6f9 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Aug 24 00:49:24.692085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42590) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:24.812825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1201104601-network', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:24.979036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Made reservation on behalf of 295dd7a3cc1a46a7ac50fc9295f3c119 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:24.981500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:24.992893 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.101489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.123704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733e0af-21cb-43dc-9167-b91b8f172f59 req-66c05a1e-7d37-41ec-900e-d247ba9fb66e tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:25.125907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4733e0af-21cb-43dc-9167-b91b8f172f59 req-66c05a1e-7d37-41ec-900e-d247ba9fb66e tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0522771 Aug 24 00:49:25.173780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.198024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:49:25.200426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4733e0af-21cb-43dc-9167-b91b8f172f59 req-62e31829-6763-4da8-bccc-09fbbf5d7319 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615327 Aug 24 00:49:25.220607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.221109 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Added segment 5192f19f-275f-4d02-9b22-67119757915b of type vlan for network 3a7e464b-07e1-431c-b125-12855fb8154a Aug 24 00:49:25.222559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca9d0e6-65cc-466b-b93e-4d1f7f137f7b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:25.234775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-57a73a1c-6f78-4ed6-ac98-9a59ebb848fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:25.237209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-57a73a1c-6f78-4ed6-ac98-9a59ebb848fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c21fa551c4a45f096d2f765b346b6d4&device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 1096 time: 0.0620890 Aug 24 00:49:25.279960 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.343110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-a4722209-7d23-4d1a-bbca-1684c7bf5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:25.344562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-a4722209-7d23-4d1a-bbca-1684c7bf5b88 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ba4e446d-5187-4d87-b413-dbc2efad5cf0 HTTP/1.1" status: 200 len: 912 time: 0.1007710 Aug 24 00:49:25.356217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.357296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:25.358080 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.364440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dd2d5e8-7208-44ba-a43f-597cff6fae69 req-e24f751f-4b74-40f2-968e-173e38202728 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0339396 Aug 24 00:49:25.399618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-6ea4fd15-3a1a-4ee5-966d-a69e746ff9f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37421d8b-694f-4b10-843e-3d25cb4a8b30 HTTP/1.1" status: 200 len: 217 time: 0.0375679 Aug 24 00:49:25.429455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] Pushing event updated for resources: {'Network': ['ID=3a7e464b-07e1-431c-b125-12855fb8154a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:25.440387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 3a7e464b-07e1-431c-b125-12855fb8154a details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:49:25.464123 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8d575b9d-2807-4cd3-93c5-2e580ab0936f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7709303 Aug 24 00:49:25.464994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-36d6922e-68cf-4e2e-9eeb-9ba3b4c2b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:25.466537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-36d6922e-68cf-4e2e-9eeb-9ba3b4c2b1e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=59ffabcb-d7a6-4cc0-a64b-aced0238036e HTTP/1.1" status: 200 len: 851 time: 0.0586522 Aug 24 00:49:25.467290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42598) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:25.472136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Request body: {'subnet': {'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1201104601-subnet', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:25.508085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-80a60be6-425b-4eb7-b2e0-b32315fcde8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ba4e446d-5187-4d87-b413-dbc2efad5cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345049 Aug 24 00:49:25.566142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Made reservation on behalf of 295dd7a3cc1a46a7ac50fc9295f3c119 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:25.568615 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.606038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-6ebe9fe0-3cbf-4f7f-9c95-2ae27772a6f3 service neutron] 10.222.0.37 "GET /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907609 Aug 24 00:49:25.727176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b994509-b4d0-48f6-bfdb-05be60b6f872 req-cca764dc-845a-4c2f-ab39-e1453065cfbf service neutron] 10.222.0.37 "GET /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131306 Aug 24 00:49:25.788968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.870624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:25.936993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e04c0d-243a-4f4a-8018-ee740b3a84fd,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:25.939666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Checking segment: {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:25.940306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Network hostable DHCP agents. Network: 3a7e464b-07e1-431c-b125-12855fb8154a, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:49:26.047859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Network 3a7e464b-07e1-431c-b125-12855fb8154a is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:49:26.133646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 3a7e464b-07e1-431c-b125-12855fb8154a) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:26.138019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:26.142798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.144873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85de014b-caea-4efc-8684-66fdd933c99f None None] Network 3a7e464b-07e1-431c-b125-12855fb8154a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:26.249746 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dc950db1-0f72-4e26-b18e-7e088f98f0d6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7813377 Aug 24 00:49:26.253010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42614) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:26.259417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:26.274773 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a34b11e-b70b-4f91-b36a-3a909bc158c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.356496 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.357716 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.362232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-3a7e464b-07e1-431c-b125-12855fb8154a', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:49:26.363189 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.407747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1655-d5ee-4f67-97bb-1e8d6d28f9e1 req-85284ed1-b9e1-4944-acd0-d2cc573e5a7f tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:26.410032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c20a1655-d5ee-4f67-97bb-1e8d6d28f9e1 req-85284ed1-b9e1-4944-acd0-d2cc573e5a7f tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.1121137 Aug 24 00:49:26.483647 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.505997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c216f004-9fa5-4e77-ac96-40f5d1cdfb31 req-e2a4fe27-4dcf-4b51-aae5-9b5c8ef5afe0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0396554 Aug 24 00:49:26.545845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c20a1655-d5ee-4f67-97bb-1e8d6d28f9e1 req-348a32eb-b032-40ea-a954-1c91eab6c94e tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710526 Aug 24 00:49:26.573857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Allocated IP 172.20.0.2 (3a7e464b-07e1-431c-b125-12855fb8154a/81e04c0d-243a-4f4a-8018-ee740b3a84fd/0d0a8246-d0cf-4e66-984a-69113fc5efd6) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:26.747060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.756781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.759347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Transition to ACTIVE for port object 0d0a8246-d0cf-4e66-984a-69113fc5efd6 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:26.778628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Transition to ACTIVE for port object 0d0a8246-d0cf-4e66-984a-69113fc5efd6 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:26.865243 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:26.922434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Network 3a7e464b-07e1-431c-b125-12855fb8154a is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:26.923830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Pushing event updated for resources: {'Port': ['ID=0d0a8246-d0cf-4e66-984a-69113fc5efd6,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:26.933452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:26.953048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:27.040761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Attempting to bind port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:27.041203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Attempting to bind port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:27.041673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Attempting to bind port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 on network 3a7e464b-07e1-431c-b125-12855fb8154a {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:27.048630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:27.049099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Checking segment: {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:27.049590 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:27.050050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Bound using segment: {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:27.050576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Bound port: 0d0a8246-d0cf-4e66-984a-69113fc5efd6, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:27.051036 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:27.124699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] For port 0d0a8246-d0cf-4e66-984a-69113fc5efd6, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:27.128695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] For port 0d0a8246-d0cf-4e66-984a-69113fc5efd6, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0d0a8246-d0cf-4e66-984a-69113fc5efd6,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:27.149408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:27.171620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:27.197670 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:27.304905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def54adc-d142-4eff-96ed-bf2a9b8c8c59 None None] Pushing event updated for resources: {'Port': ['ID=0d0a8246-d0cf-4e66-984a-69113fc5efd6,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:27.322529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Allocated IP 172.25.5.199 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e7277017-0a9b-4e03-9046-6516ca9e597f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:27.484054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:27.607995 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:27.666560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:27.690803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:27.693266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:27.700843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d510148-73f0-43ca-b556-9136d5a8a22c req-f5c9abf9-6e52-4d68-b9e0-989d7abf06a5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0831227 Aug 24 00:49:27.752987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=e7277017-0a9b-4e03-9046-6516ca9e597f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:27.781389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d298740-4d14-4819-af87-dcb8a1e20203 req-dcee61a6-c442-49c4-b914-225247fc2963 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:27.782972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d298740-4d14-4819-af87-dcb8a1e20203 req-dcee61a6-c442-49c4-b914-225247fc2963 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.1289370 Aug 24 00:49:28.335356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d298740-4d14-4819-af87-dcb8a1e20203 req-955cf069-c1a7-4b6b-9286-bf59e8fd0c43 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162177 Aug 24 00:49:28.384378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c662746f-43a8-486f-a3d3-4809155215af no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:28.416623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82813227-eb7f-48d7-b9dc-d30547460196 None None] Network 3a7e464b-07e1-431c-b125-12855fb8154a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:28.420608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: c662746f-43a8-486f-a3d3-4809155215af {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:28.420608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c662746f-43a8-486f-a3d3-4809155215af not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:28.557889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:28.600345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c9ccc813-13c6-4356-83c2-583e65832eb9 None None] Provisioning for port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:28.837139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42650) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:28.928503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fe87830-a562-4002-b432-8f71cb6891a4 req-f0214a4e-3cd8-4e64-b359-86c4609df280 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=463d07cd-cd74-4b3c-86c8-1f1e1ba8fba1 HTTP/1.1" status: 200 len: 210 time: 0.0849173 Aug 24 00:49:28.953850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0d0a8246-d0cf-4e66-984a-69113fc5efd6 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:28.955456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:28.970219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654709e-5df9-4a33-89f1-7357e1c3c700 req-0a09657c-605c-44f0-9283-ec1325ab4372 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:28.972030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9654709e-5df9-4a33-89f1-7357e1c3c700 req-0a09657c-605c-44f0-9283-ec1325ab4372 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.1130724 Aug 24 00:49:28.990352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ddb9194f-b2a4-4a6c-ae6e-b7a49f1ce6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.071638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cd222a4f-c42c-4594-9047-b0ad0a0b8301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.090796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9654709e-5df9-4a33-89f1-7357e1c3c700 req-d9120047-4cf0-4666-97b4-7e2e7a1461c8 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783255 Aug 24 00:49:29.098688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ddb9194f-b2a4-4a6c-ae6e-b7a49f1ce6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.156104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:29.160032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:29.160405 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.196334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ddb9194f-b2a4-4a6c-ae6e-b7a49f1ce6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.197123 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.235955 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ddb9194f-b2a4-4a6c-ae6e-b7a49f1ce6eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0dffd868bce44d1a30eecca616ea3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976512 Aug 24 00:49:29.236853 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9194f-b2a4-4a6c-ae6e-b7a49f1ce6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2b0c5c-ac7a-4edb-8719-cc6c781669e3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:29.239008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42654) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:29.241973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.265959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Router dbd37001-23f7-49f7-9d7e-a83d7080bba2 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:49:29.278569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 0d0a8246-d0cf-4e66-984a-69113fc5efd6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0d0a8246-d0cf-4e66-984a-69113fc5efd6,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:29.350362 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad4235c-48ae-4f0a-8c81-f9b095b53e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.356326 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.406172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=0d0a8246-d0cf-4e66-984a-69113fc5efd6,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:29.412913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad4235c-48ae-4f0a-8c81-f9b095b53e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.418154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:29.437458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:29.447098 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Sync routers for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:29.461972 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:29.464844 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:29.562195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.563516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-34dd9a1a-819d-44ba-a4cb-f7e8b7782bb5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3088474 Aug 24 00:49:29.566346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42656) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:29.573039 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:29.608438 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad4235c-48ae-4f0a-8c81-f9b095b53e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.611981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ad4235c-48ae-4f0a-8c81-f9b095b53e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:29.615350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ad4235c-48ae-4f0a-8c81-f9b095b53e8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c2b0c5c-ac7a-4edb-8719-cc6c781669e3 HTTP/1.1" status: 204 len: 168 time: 0.3722465 Aug 24 00:49:29.629351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4235c-48ae-4f0a-8c81-f9b095b53e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2b0c5c-ac7a-4edb-8719-cc6c781669e3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:29.766006 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:28Z', 'revision_number': 3, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:29.792719 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Checking router: dbd37001-23f7-49f7-9d7e-a83d7080bba2 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:29.793062 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Updating router dbd37001-23f7-49f7-9d7e-a83d7080bba2 port e7277017-0a9b-4e03-9046-6516ca9e597f binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:49:29.821358 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.069518 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.108038 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.119886 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Transition to ACTIVE for port object e7277017-0a9b-4e03-9046-6516ca9e597f will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:30.217835 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.270811 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Attempting to bind port e7277017-0a9b-4e03-9046-6516ca9e597f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:30.276821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865860e-a281-472e-9cfa-2c6aa8df7b65 req-cbdc21d6-6fa8-4a70-be9e-cc2d5ed64284 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:30.276971 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Attempting to bind port e7277017-0a9b-4e03-9046-6516ca9e597f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:30.276971 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Attempting to bind port e7277017-0a9b-4e03-9046-6516ca9e597f on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:30.277139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3865860e-a281-472e-9cfa-2c6aa8df7b65 req-cbdc21d6-6fa8-4a70-be9e-cc2d5ed64284 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.1000547 Aug 24 00:49:30.286158 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:30.286532 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:30.287192 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.287818 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:30.288235 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Bound port: e7277017-0a9b-4e03-9046-6516ca9e597f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:30.289310 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.292514 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6c7a2-0eaf-47a5-88fb-f1e309e04c17 None None] Pushing event updated for resources: {'Port': ['ID=e7277017-0a9b-4e03-9046-6516ca9e597f,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:30.296391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Allocated IP 172.20.0.1 (3a7e464b-07e1-431c-b125-12855fb8154a/81e04c0d-243a-4f4a-8018-ee740b3a84fd/31a32fa1-19fa-433f-b3e4-ce3ff198457b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:30.348111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3865860e-a281-472e-9cfa-2c6aa8df7b65 req-444a342f-b993-4ba8-9c0a-488709c6e1d9 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627789 Aug 24 00:49:30.392393 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] For port e7277017-0a9b-4e03-9046-6516ca9e597f, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:30.395878 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] For port e7277017-0a9b-4e03-9046-6516ca9e597f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7277017-0a9b-4e03-9046-6516ca9e597f,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:30.430745 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.444687 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.458857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Transition to ACTIVE for port object 31a32fa1-19fa-433f-b3e4-ce3ff198457b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:30.567058 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.604225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.616674 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6c7a2-0eaf-47a5-88fb-f1e309e04c17 None None] Pushing event updated for resources: {'Port': ['ID=e7277017-0a9b-4e03-9046-6516ca9e597f,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:30.637761 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:30.638625 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:30.695492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Network 3a7e464b-07e1-431c-b125-12855fb8154a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:30.703075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:30.705601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:30.713997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Pushing event updated for resources: {'Port': ['ID=31a32fa1-19fa-433f-b3e4-ce3ff198457b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:30.757191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-924f6639-b17a-4228-aa6f-4f43eafa42ce tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:30.760274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-924f6639-b17a-4228-aa6f-4f43eafa42ce tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.37 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.1710300 Aug 24 00:49:30.793442 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:30.866606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0d0a8246-d0cf-4e66-984a-69113fc5efd6 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:30.884209 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:30.976369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:30.976898 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.052908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Deleting port 37421d8b-694f-4b10-843e-3d25cb4a8b30 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:49:31.053284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.174491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0fac29cf-5d81-4208-ba49-7a247807958d None None] Provisioning for port 31a32fa1-19fa-433f-b3e4-ce3ff198457b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:31.178373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] For port 37421d8b-694f-4b10-843e-3d25cb4a8b30, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=37421d8b-694f-4b10-843e-3d25cb4a8b30,segment=NetworkSegment(5c1a196a-c563-4a9a-8372-1e4a1151851a),segment_id=5c1a196a-c563-4a9a-8372-1e4a1151851a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:31.178535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0fac29cf-5d81-4208-ba49-7a247807958d None None] Provisioning complete for port 31a32fa1-19fa-433f-b3e4-ce3ff198457b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:31.178715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.183008 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0fac29cf-5d81-4208-ba49-7a247807958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.192360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Calling delete_port for 37421d8b-694f-4b10-843e-3d25cb4a8b30 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:49:31.252942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0fac29cf-5d81-4208-ba49-7a247807958d None None] Port 31a32fa1-19fa-433f-b3e4-ce3ff198457b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:31.267031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.292634 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:28Z', 'revision_number': 3, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:31.325720 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696c1728-2873-4177-9f10-4bd29aeac499 None None] The sync data for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 is: [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:28Z', 'revision_number': 3, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:31.544714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63794e-1c73-4bca-9e47-8b1335eb37a8 req-1a7c321e-6611-495c-8329-6e8acbb79290 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:31.546555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b63794e-1c73-4bca-9e47-8b1335eb37a8 req-1a7c321e-6611-495c-8329-6e8acbb79290 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 945 time: 0.0906761 Aug 24 00:49:31.559021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.572962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.581883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['37421d8b-694f-4b10-843e-3d25cb4a8b30'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:49:31.616839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Pushing event deleted for resources: {'Port': ['ID=37421d8b-694f-4b10-843e-3d25cb4a8b30,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:31.630781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.771620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b63794e-1c73-4bca-9e47-8b1335eb37a8 req-fd9edddd-14d7-4b2f-91da-831d3f4e4161 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/security-groups?id=b0fa2712-7d72-4592-9560-34276218cb7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103453 Aug 24 00:49:31.792552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] No DVR routers for this DVR port 37421d8b-694f-4b10-843e-3d25cb4a8b30 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:49:31.801830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.803872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6e0af734-b84e-4204-ba50-935bed03e0a7 req-60877b53-5d61-4f82-873b-72ddf2a629b2 tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.37 "DELETE /v2.0/ports/37421d8b-694f-4b10-843e-3d25cb4a8b30 HTTP/1.1" status: 204 len: 173 time: 1.0330098 Aug 24 00:49:31.804336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197a422a-e86c-4791-903e-a52ac6ead5b6', 'name': 'network-vif-deleted', 'tag': '37421d8b-694f-4b10-843e-3d25cb4a8b30'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:31.806627 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0153d833-122d-48ca-8a7f-0d9beffbac73" -d '{"events": [{"server_uuid": "197a422a-e86c-4791-903e-a52ac6ead5b6", "name": "network-vif-deleted", "tag": "37421d8b-694f-4b10-843e-3d25cb4a8b30"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:31.833921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.847063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Pushing event updated for resources: {'Port': ['ID=31a32fa1-19fa-433f-b3e4-ce3ff198457b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:31.881289 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff3413-b52e-4343-b635-066d2339bf91 x-openstack-request-id: req-fbff3413-b52e-4343-b635-066d2339bf91 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:31.881289 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197a422a-e86c-4791-903e-a52ac6ead5b6", "name": "network-vif-deleted", "tag": "37421d8b-694f-4b10-843e-3d25cb4a8b30", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:31.881289 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbff3413-b52e-4343-b635-066d2339bf91 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:31.881289 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197a422a-e86c-4791-903e-a52ac6ead5b6', 'name': 'network-vif-deleted', 'tag': '37421d8b-694f-4b10-843e-3d25cb4a8b30', 'status': 'completed', 'code': 200} Aug 24 00:49:31.922353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:31.981892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Network 3a7e464b-07e1-431c-b125-12855fb8154a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:31.983514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:32.177460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Router dbd37001-23f7-49f7-9d7e-a83d7080bba2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:32.343050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:32.356139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8125359a-f09a-4229-9dbd-0ff54b7321f7 admin admin] 10.222.0.26 "PUT /v2.0/routers/dbd37001-23f7-49f7-9d7e-a83d7080bba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7813652 Aug 24 00:49:32.386641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7cae2d8c-9e33-4e46-8624-9c2c74617062 None None] Provisioning complete for port 31a32fa1-19fa-433f-b3e4-ce3ff198457b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:32.387019 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7cae2d8c-9e33-4e46-8624-9c2c74617062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:32.433721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7cae2d8c-9e33-4e46-8624-9c2c74617062 None None] Port 31a32fa1-19fa-433f-b3e4-ce3ff198457b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:32.832688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7277017-0a9b-4e03-9046-6516ca9e597f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:32.966939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-800f83c2-8518-4827-8c52-25c15204ae0e req-24e330c3-36e1-4e2b-a1e1-8d2597a5465a tempest-TestServerAdvancedOps-2145013052 tempest-TestServerAdvancedOps-2145013052-project] 10.222.0.26 "GET /v2.0/ports?device_id=197a422a-e86c-4791-903e-a52ac6ead5b6 HTTP/1.1" status: 200 len: 210 time: 0.0304158 Aug 24 00:49:32.985151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e7277017-0a9b-4e03-9046-6516ca9e597f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:32.989864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e7277017-0a9b-4e03-9046-6516ca9e597f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:32.990247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.076240 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.100082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e7277017-0a9b-4e03-9046-6516ca9e597f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7277017-0a9b-4e03-9046-6516ca9e597f,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:33.167929 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.218651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e7277017-0a9b-4e03-9046-6516ca9e597f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:33.374613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42738) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:33.380856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1720393482-network', 'tenant_id': 'bc61420274a24893845baadaef7220c6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:33.466375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Sync routers for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:33.466375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:33.466607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:33.494085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Made reservation on behalf of bc61420274a24893845baadaef7220c6 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:33.502465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.512997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.606325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:33.629726 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.704530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.753143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:49:33.765369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b94b4b-52c8-4a7c-9825-a8f821c901b6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:33.791028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.791611 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Added segment 5a74d16b-6661-4523-8e2c-f1b3ef481005 of type vlan for network 8ff4e791-b020-41ac-8947-388c75470d60 Aug 24 00:49:33.848717 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.850689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 2, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:33.855981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 37421d8b-694f-4b10-843e-3d25cb4a8b30 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:49:33.979356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.981182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:33.982175 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:33.988385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42788) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:34.048452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42794) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:34.078725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff4e791-b020-41ac-8947-388c75470d60,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:34.099311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8ff4e791-b020-41ac-8947-388c75470d60 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:49:34.124038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6e2229-1bdb-40f7-a0c4-071b7a2cfacb admin admin] Deleting subnet 59ffabcb-d7a6-4cc0-a64b-aced0238036e {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:49:34.127056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Checking router: dbd37001-23f7-49f7-9d7e-a83d7080bba2 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:34.131170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Updating router dbd37001-23f7-49f7-9d7e-a83d7080bba2 port 31a32fa1-19fa-433f-b3e4-ce3ff198457b binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:49:34.131339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2229-1bdb-40f7-a0c4-071b7a2cfacb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.145524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 37421d8b-694f-4b10-843e-3d25cb4a8b30 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:49:34.145867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 37421d8b-694f-4b10-843e-3d25cb4a8b30 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:49:34.151532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5116f9a2-e570-4350-a6d5-446551e2f676 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7757688 Aug 24 00:49:34.154195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:34.160521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Request body: {'subnet': {'network_id': '8ff4e791-b020-41ac-8947-388c75470d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1720393482-subnet', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:34.179726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2229-1bdb-40f7-a0c4-071b7a2cfacb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.201168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.244843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94fa77bb-dab0-4254-8669-1de3d1eef58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.247537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Made reservation on behalf of bc61420274a24893845baadaef7220c6 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:34.247724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2229-1bdb-40f7-a0c4-071b7a2cfacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.250353 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.383545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94fa77bb-dab0-4254-8669-1de3d1eef58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.452910 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2229-1bdb-40f7-a0c4-071b7a2cfacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.492096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e2229-1bdb-40f7-a0c4-071b7a2cfacb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ffabcb-d7a6-4cc0-a64b-aced0238036e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:34.511669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2229-1bdb-40f7-a0c4-071b7a2cfacb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.517322 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4d6e2229-1bdb-40f7-a0c4-071b7a2cfacb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/59ffabcb-d7a6-4cc0-a64b-aced0238036e HTTP/1.1" status: 204 len: 168 time: 0.4643614 Aug 24 00:49:34.517941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:34.518047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-94fa77bb-dab0-4254-8669-1de3d1eef58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.539445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.552244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Transition to ACTIVE for port object 31a32fa1-19fa-433f-b3e4-ce3ff198457b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:34.578804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa77bb-dab0-4254-8669-1de3d1eef58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c63358-e514-44cd-ad8c-add7ec784ba9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:34.587960 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-94fa77bb-dab0-4254-8669-1de3d1eef58a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fea0c5779e454a4cb26148351e716719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965459 Aug 24 00:49:34.589639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42800) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:34.590548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.621269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.640414 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f37d7e80-9cb7-4289-8d77-11933dd80472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.661799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b61f0a-85da-45ab-9f8d-c181a88827ef,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:34.665681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f37d7e80-9cb7-4289-8d77-11933dd80472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.687167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:34.745766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Checking segment: {'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:34.746139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Network hostable DHCP agents. Network: 8ff4e791-b020-41ac-8947-388c75470d60, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:49:34.943270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7277017-0a9b-4e03-9046-6516ca9e597f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:34.988516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Attempting to bind port 31a32fa1-19fa-433f-b3e4-ce3ff198457b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:34.988895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Attempting to bind port 31a32fa1-19fa-433f-b3e4-ce3ff198457b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:34.989545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Attempting to bind port 31a32fa1-19fa-433f-b3e4-ce3ff198457b on network 3a7e464b-07e1-431c-b125-12855fb8154a {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:35.003843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd9837-9481-410a-9899-691ebf342b73 None None] Pushing event updated for resources: {'Port': ['ID=31a32fa1-19fa-433f-b3e4-ce3ff198457b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:35.008686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:35.011623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Checking segment: {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:35.011623 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.011623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Bound using segment: {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:35.011623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Bound port: 31a32fa1-19fa-433f-b3e4-ce3ff198457b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:35.011623 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.029914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e7277017-0a9b-4e03-9046-6516ca9e597f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:35.030372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.182718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] For port 31a32fa1-19fa-433f-b3e4-ce3ff198457b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:35.186097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f37d7e80-9cb7-4289-8d77-11933dd80472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.192717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f37d7e80-9cb7-4289-8d77-11933dd80472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.192892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.194852 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f37d7e80-9cb7-4289-8d77-11933dd80472 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7c63358-e514-44cd-ad8c-add7ec784ba9 HTTP/1.1" status: 204 len: 168 time: 0.6041207 Aug 24 00:49:35.208554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] For port 31a32fa1-19fa-433f-b3e4-ce3ff198457b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=31a32fa1-19fa-433f-b3e4-ce3ff198457b,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:35.208936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4e446d-5187-4d87-b413-dbc2efad5cf0']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:35.221617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1a196a-c563-4a9a-8372-1e4a1151851a') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:35.221998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1a196a-c563-4a9a-8372-1e4a1151851a') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:35.227314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d7e80-9cb7-4289-8d77-11933dd80472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c63358-e514-44cd-ad8c-add7ec784ba9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:35.235697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.264025 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.269554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:49:35.270086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:49:35.272048 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:49:35.287377 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.334766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Network 8ff4e791-b020-41ac-8947-388c75470d60 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:49:35.349062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:35.349062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:35.356140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42840) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:35.408931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd9837-9481-410a-9899-691ebf342b73 None None] Pushing event updated for resources: {'Port': ['ID=31a32fa1-19fa-433f-b3e4-ce3ff198457b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:35.430603 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.448485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.452756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ba4e446d-5187-4d87-b413-dbc2efad5cf0 HTTP/1.1" status: 204 len: 168 time: 0.9338694 Aug 24 00:49:35.454177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8ff4e791-b020-41ac-8947-388c75470d60) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:35.466893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42842) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:35.473717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:35.474619 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.503274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cdd36f-2a5f-4472-80a2-cb4b8ba2242a None None] Network 8ff4e791-b020-41ac-8947-388c75470d60 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:35.519109 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127eff9b-b01f-4266-b8d5-b00e74235b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4e446d-5187-4d87-b413-dbc2efad5cf0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:35.534766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b112b7b-dbb0-49f8-a86a-5d3af6088e78 admin admin] Deleting subnet deb5dd4e-621c-4793-a1c1-9796e3e61095 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:49:35.538444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b112b7b-dbb0-49f8-a86a-5d3af6088e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.574377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa88b444-7c0d-4735-b9b5-a0ac7d85297a tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:35.574920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa88b444-7c0d-4735-b9b5-a0ac7d85297a tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:35.575417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa88b444-7c0d-4735-b9b5-a0ac7d85297a tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:35.578547 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fa88b444-7c0d-4735-b9b5-a0ac7d85297a tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=162b462ae90247339be708b3255fe6d3&network_id=9a190820-0824-49fd-bd49-a005532cd018 HTTP/1.1" status: 200 len: 2969 time: 0.2213526 Aug 24 00:49:35.593331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b112b7b-dbb0-49f8-a86a-5d3af6088e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.596844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:35.614168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-08421efa-a6c4-487f-8864-38205d2a33e1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4588797 Aug 24 00:49:35.620739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42848) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:35.626974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:35.680128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b112b7b-dbb0-49f8-a86a-5d3af6088e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.745471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.746640 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.835117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.867224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b112b7b-dbb0-49f8-a86a-5d3af6088e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.870769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8ff4e791-b020-41ac-8947-388c75470d60', 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'fixed_ips': [{'subnet_id': '03b61f0a-85da-45ab-9f8d-c181a88827ef'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:49:35.871769 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.913991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b112b7b-dbb0-49f8-a86a-5d3af6088e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb5dd4e-621c-4793-a1c1-9796e3e61095,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:35.920737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8b112b7b-dbb0-49f8-a86a-5d3af6088e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:35.924632 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8b112b7b-dbb0-49f8-a86a-5d3af6088e78 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/deb5dd4e-621c-4793-a1c1-9796e3e61095 HTTP/1.1" status: 204 len: 168 time: 0.4499426 Aug 24 00:49:35.927219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:36.077058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.088225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:35Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:36.091253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Allocated IP 172.20.0.2 (8ff4e791-b020-41ac-8947-388c75470d60/03b61f0a-85da-45ab-9f8d-c181a88827ef/cbdd6ba8-6592-46f2-9148-5553c7e4d732) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:36.118567 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6109959-ac2d-46bf-86f9-c42596d61568 None None] The sync data for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 is: [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:35Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:36.156004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.168473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42856) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:36.199633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c984a0d4-3f0c-44f5-83b1-43bd144427f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.274473 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.299317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d72c77-42ce-45b2-b35c-f953cd6227df']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:36.311821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0522a421-e5c9-471f-9e99-284e0e40dea2') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:36.312125 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0522a421-e5c9-471f-9e99-284e0e40dea2') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:36.354893 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.368438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.378567 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.381146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Transition to ACTIVE for port object cbdd6ba8-6592-46f2-9148-5553c7e4d732 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:36.393700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c984a0d4-3f0c-44f5-83b1-43bd144427f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.393961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:49:36.394170 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:49:36.396009 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:49:36.405665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Transition to ACTIVE for port object cbdd6ba8-6592-46f2-9148-5553c7e4d732 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:36.481866 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c984a0d4-3f0c-44f5-83b1-43bd144427f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.530892 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c984a0d4-3f0c-44f5-83b1-43bd144427f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbc7d5ce70d04068b128cd7df6fa5482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607554 Aug 24 00:49:36.531112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42860) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:36.533140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984a0d4-3f0c-44f5-83b1-43bd144427f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3594a-6b05-42ff-aa0f-700775da3553,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:36.546490 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.588736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.593925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.598980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] 10.222.0.26 "DELETE /v2.0/networks/67d72c77-42ce-45b2-b35c-f953cd6227df HTTP/1.1" status: 204 len: 168 time: 0.6678095 Aug 24 00:49:36.605870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Network 8ff4e791-b020-41ac-8947-388c75470d60 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:36.608836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:36.614296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:36.623734 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Pushing event updated for resources: {'Port': ['ID=cbdd6ba8-6592-46f2-9148-5553c7e4d732,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:36.684578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739daf5-269d-4ca6-9f10-b715d0e20260 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d72c77-42ce-45b2-b35c-f953cd6227df,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:36.687757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Attempting to bind port cbdd6ba8-6592-46f2-9148-5553c7e4d732 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:36.688298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Attempting to bind port cbdd6ba8-6592-46f2-9148-5553c7e4d732 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:36.693392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Attempting to bind port cbdd6ba8-6592-46f2-9148-5553c7e4d732 on network 8ff4e791-b020-41ac-8947-388c75470d60 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:36.694671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:36.695225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Checking segment: {'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:36.695695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.696150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Bound using segment: {'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:36.696825 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Bound port: cbdd6ba8-6592-46f2-9148-5553c7e4d732, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:36.697092 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.716213 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6475423b-508e-45a7-8b34-5f5be19fb9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.723677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.753234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.786701 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6475423b-508e-45a7-8b34-5f5be19fb9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:36.848122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] For port cbdd6ba8-6592-46f2-9148-5553c7e4d732, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:36.854439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] For port cbdd6ba8-6592-46f2-9148-5553c7e4d732, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cbdd6ba8-6592-46f2-9148-5553c7e4d732,segment=NetworkSegment(5a74d16b-6661-4523-8e2c-f1b3ef481005),segment_id=5a74d16b-6661-4523-8e2c-f1b3ef481005)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:36.888855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 31a32fa1-19fa-433f-b3e4-ce3ff198457b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:36.956333 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.014970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Allocated IP 172.25.5.31 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/3a856fb0-4f1d-48b1-a325-e9202401d7bd) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:37.023724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 31a32fa1-19fa-433f-b3e4-ce3ff198457b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:37.033678 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6475423b-508e-45a7-8b34-5f5be19fb9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.035273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 31a32fa1-19fa-433f-b3e4-ce3ff198457b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:37.035661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.036831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6475423b-508e-45a7-8b34-5f5be19fb9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.045050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6475423b-508e-45a7-8b34-5f5be19fb9df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bb3594a-6b05-42ff-aa0f-700775da3553 HTTP/1.1" status: 204 len: 168 time: 0.5079513 Aug 24 00:49:37.058290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475423b-508e-45a7-8b34-5f5be19fb9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3594a-6b05-42ff-aa0f-700775da3553,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:37.148799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42870) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:37.189740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806a5a5-669d-40ca-8701-4385c6c962d6 None None] Pushing event updated for resources: {'Port': ['ID=cbdd6ba8-6592-46f2-9148-5553c7e4d732,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:37.222097 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3612e03a-f532-4faf-8d91-8c56113d02b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c21fa551c4a45f096d2f765b346b6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714097 Aug 24 00:49:37.222723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42872) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:37.277542 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.306843 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.332288 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcf22a28-c43b-4c3c-a80f-c9fdcb8e353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.346444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42874) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:37.355180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 31a32fa1-19fa-433f-b3e4-ce3ff198457b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=31a32fa1-19fa-433f-b3e4-ce3ff198457b,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:37.362621 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:49:37.402955 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.435204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcf22a28-c43b-4c3c-a80f-c9fdcb8e353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.495529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94020b48-0ccc-48e3-a2e5-537ede036dc6 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:37.501945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-94020b48-0ccc-48e3-a2e5-537ede036dc6 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 814 time: 0.1500995 Aug 24 00:49:37.544913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=31a32fa1-19fa-433f-b3e4-ce3ff198457b,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:37.569035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.682953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Pushing event updated for resources: {'Port': ['ID=3a856fb0-4f1d-48b1-a325-e9202401d7bd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:37.695502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:37.697592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:37.700396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:37.715728 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcf22a28-c43b-4c3c-a80f-c9fdcb8e353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.716173 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dcf22a28-c43b-4c3c-a80f-c9fdcb8e353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:37.718154 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dcf22a28-c43b-4c3c-a80f-c9fdcb8e353e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0fa2712-7d72-4592-9560-34276218cb7f HTTP/1.1" status: 204 len: 168 time: 0.4935188 Aug 24 00:49:37.741961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf22a28-c43b-4c3c-a80f-c9fdcb8e353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa2712-7d72-4592-9560-34276218cb7f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:37.953046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:37.958313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'network': {'name': 'tempest-network-smoke--1439093332', 'project_id': '162b462ae90247339be708b3255fe6d3', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:38.145057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:38.149611 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.195238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:49:38.248962 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.248962 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Added segment 15359d54-4819-4e74-9381-7db0af54b5e4 of type vlan for network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 Aug 24 00:49:38.290342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.331076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.460261 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.466336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:38.466955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.490141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a03ecb-375d-4af9-bcf6-dd4e0ec56f52 None None] Network 8ff4e791-b020-41ac-8947-388c75470d60 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:38.531611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42906) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:38.584991 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0302f11f-1044-4938-861a-26d86285023c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69a34bb63adb4258862e3296b3dbd05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516388 Aug 24 00:49:38.585923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42908) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:38.590264 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6360242 Aug 24 00:49:38.595831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42910) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:38.596184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a01a1-2d49-4169-a6fd-c9e20ca47ba2 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Network': ['ID=1cf7f1ab-7896-48a0-8bfd-ee0372247e26,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:38.613408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.714730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a36b5fa-0673-4f3f-a708-783ccb7c1655 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:38.716969 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a36b5fa-0673-4f3f-a708-783ccb7c1655 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=162b462ae90247339be708b3255fe6d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1174757 Aug 24 00:49:38.720627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42914) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:38.753391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69bfae8-4e23-4100-9937-d89b95672369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.789612 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69bfae8-4e23-4100-9937-d89b95672369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.921495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:49:38.923985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c541f-591e-4a80-b5ce-c2e2f61b2e4c tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:38.926356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-242c541f-591e-4a80-b5ce-c2e2f61b2e4c tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2038023 Aug 24 00:49:38.928511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42916) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:38.956580 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69bfae8-4e23-4100-9937-d89b95672369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.958457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-96ae10bb-29bd-424d-8560-1d70f5cb9e98 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288720 Aug 24 00:49:38.959763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d69bfae8-4e23-4100-9937-d89b95672369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:38.962816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42918) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:38.964125 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d69bfae8-4e23-4100-9937-d89b95672369 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c25421b-8c0a-4e23-93fe-11bf92638882 HTTP/1.1" status: 204 len: 168 time: 0.3759692 Aug 24 00:49:38.979775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bfae8-4e23-4100-9937-d89b95672369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c25421b-8c0a-4e23-93fe-11bf92638882,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:38.998185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42924) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:38.998355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7b437116-df50-433b-8191-ccc812560ab2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=162b462ae90247339be708b3255fe6d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339859 Aug 24 00:49:39.013317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Router dacb35e1-0503-4c77-8e86-11a37538c24f is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:49:39.067585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 31a32fa1-19fa-433f-b3e4-ce3ff198457b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:39.130619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-73384fca-3263-4a82-846d-47a557f6d31d None None] Provisioning for port cbdd6ba8-6592-46f2-9148-5553c7e4d732 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:39.189522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4606af-734a-4c30-9a8f-f098ac283efa tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:39.192907 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bf4606af-734a-4c30-9a8f-f098ac283efa tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1927831 Aug 24 00:49:39.196076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42928) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:39.220457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:39.224843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 31a32fa1-19fa-433f-b3e4-ce3ff198457b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:39.225282 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:39.234178 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Sync routers for ids ['dacb35e1-0503-4c77-8e86-11a37538c24f'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:39.255961 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Routers {'dacb35e1-0503-4c77-8e86-11a37538c24f'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:39.256167 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ee3537c1-b0d2-486c-8652-413d91ea4e7c tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558548 Aug 24 00:49:39.256279 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dacb35e1-0503-4c77-8e86-11a37538c24f'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:39.256427 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42930) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:39.262694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1242267608', 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26', 'project_id': '162b462ae90247339be708b3255fe6d3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:39.360920 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cbdd6ba8-6592-46f2-9148-5553c7e4d732 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:39.377882 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:39.379320 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e9557893-b822-4922-b5f5-f689bf799571 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7567687 Aug 24 00:49:39.382081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42934) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:39.484165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port cbdd6ba8-6592-46f2-9148-5553c7e4d732 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:39.489863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port cbdd6ba8-6592-46f2-9148-5553c7e4d732 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:39.491117 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:39.516705 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Set router dacb35e1-0503-4c77-8e86-11a37538c24f gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:39.606001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:39.611456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:39.701629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:39.853501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port cbdd6ba8-6592-46f2-9148-5553c7e4d732, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cbdd6ba8-6592-46f2-9148-5553c7e4d732,segment=NetworkSegment(5a74d16b-6661-4523-8e2c-f1b3ef481005),segment_id=5a74d16b-6661-4523-8e2c-f1b3ef481005)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:39.868596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-11922249-68ca-4d8c-9393-61773049111d None None] Provisioning complete for port cbdd6ba8-6592-46f2-9148-5553c7e4d732 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:39.869492 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11922249-68ca-4d8c-9393-61773049111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:39.983350 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 3, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port': {'id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:36Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:39.988345 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.018305 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Checking router: dacb35e1-0503-4c77-8e86-11a37538c24f for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:40.018882 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Updating router dacb35e1-0503-4c77-8e86-11a37538c24f port 3a856fb0-4f1d-48b1-a325-e9202401d7bd binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:49:40.049473 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.124305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=cbdd6ba8-6592-46f2-9148-5553c7e4d732,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:40.177704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.179841 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.252967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Subnet': ['ID=c014c26b-cd63-42a4-a107-1fa1af99db3d,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:40.263174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Checking segment: {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:40.263681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network hostable DHCP agents. Network: 1cf7f1ab-7896-48a0-8bfd-ee0372247e26, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:49:40.396476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Allocated IP 172.20.0.1 (8ff4e791-b020-41ac-8947-388c75470d60/03b61f0a-85da-45ab-9f8d-c181a88827ef/f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:40.420017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:49:40.433077 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.447290 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Transition to ACTIVE for port object 3a856fb0-4f1d-48b1-a325-e9202401d7bd will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:40.499383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1cf7f1ab-7896-48a0-8bfd-ee0372247e26) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:40.503903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:40.505326 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.511974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f82ac-8c08-420c-b0ee-976470a04eff None None] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:40.525507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.527519 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.544330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Transition to ACTIVE for port object f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:40.592298 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Attempting to bind port 3a856fb0-4f1d-48b1-a325-e9202401d7bd on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:40.592703 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Attempting to bind port 3a856fb0-4f1d-48b1-a325-e9202401d7bd by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:40.593062 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Attempting to bind port 3a856fb0-4f1d-48b1-a325-e9202401d7bd on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:40.603331 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:40.611985 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:40.611985 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.611985 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:40.611985 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Bound port: 3a856fb0-4f1d-48b1-a325-e9202401d7bd, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:40.611985 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.632476 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ef1ee34d-3cc2-4b18-b402-c1cbfa72848d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3749187 Aug 24 00:49:40.641764 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Pushing event updated for resources: {'Port': ['ID=3a856fb0-4f1d-48b1-a325-e9202401d7bd,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:40.654958 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.655592 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.656327 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.656812 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.657293 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.657847 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.658343 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.658835 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.659476 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.659967 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.660860 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.661369 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:49:40.664378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.685357 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] For port 3a856fb0-4f1d-48b1-a325-e9202401d7bd, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:40.689651 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] For port 3a856fb0-4f1d-48b1-a325-e9202401d7bd, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a856fb0-4f1d-48b1-a325-e9202401d7bd,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:40.720538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Network 8ff4e791-b020-41ac-8947-388c75470d60 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:40.740827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:40.757924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:40.779751 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.800576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-1cf7f1ab-7896-48a0-8bfd-ee0372247e26', 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ips': [{'subnet_id': 'c014c26b-cd63-42a4-a107-1fa1af99db3d'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:49:40.801475 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.813681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:40.855334 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:40.917311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cbdd6ba8-6592-46f2-9148-5553c7e4d732 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:40.992177 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Routers {'dacb35e1-0503-4c77-8e86-11a37538c24f'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:40.994571 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dacb35e1-0503-4c77-8e86-11a37538c24f'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:40.998839 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13614-45c6-46d2-8b3c-bd8844b21073 None None] Pushing event updated for resources: {'Port': ['ID=3a856fb0-4f1d-48b1-a325-e9202401d7bd,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:41.071313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42964) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:41.076336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fc007d27-feb4-4fe0-920f-70e37c90b812 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1927047353', 'description': 'tempest-secgroup-smoke-1927047353 description', 'project_id': '162b462ae90247339be708b3255fe6d3'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:41.107597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port cbdd6ba8-6592-46f2-9148-5553c7e4d732 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:41.107983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.135109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Allocated IP 172.20.0.18 (1cf7f1ab-7896-48a0-8bfd-ee0372247e26/c014c26b-cd63-42a4-a107-1fa1af99db3d/8798d0f3-d333-4e91-a18d-b32361b9f889) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:41.185902 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] Set router dacb35e1-0503-4c77-8e86-11a37538c24f gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:41.198709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.236572 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fc007d27-feb4-4fe0-920f-70e37c90b812 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.351843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-60116e5a-c5a5-4574-81f8-b60300214b3d None None] Provisioning for port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:41.362308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-60116e5a-c5a5-4574-81f8-b60300214b3d None None] Provisioning complete for port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:41.363105 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60116e5a-c5a5-4574-81f8-b60300214b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.433960 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.445900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-60116e5a-c5a5-4574-81f8-b60300214b3d None None] Port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:41.449634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Transition to ACTIVE for port object 8798d0f3-d333-4e91-a18d-b32361b9f889 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:41.455040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fc007d27-feb4-4fe0-920f-70e37c90b812 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.473175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Transition to ACTIVE for port object 8798d0f3-d333-4e91-a18d-b32361b9f889 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:41.489307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 3, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port': {'id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:36Z', 'updated_at': '2021-08-24T00:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:41.490134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.518957 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d7142-3d71-40a6-8262-b1204a641b86 None None] The sync data for ids ['dacb35e1-0503-4c77-8e86-11a37538c24f'] in n-d-804878-2 is: [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 3, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port': {'id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:36Z', 'updated_at': '2021-08-24T00:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:41.526500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fc007d27-feb4-4fe0-920f-70e37c90b812 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.566858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc007d27-feb4-4fe0-920f-70e37c90b812 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac18851-e16d-419f-866c-2db53f9abfec,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:41.590471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.597151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.624813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fc007d27-feb4-4fe0-920f-70e37c90b812 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.626171 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fc007d27-feb4-4fe0-920f-70e37c90b812 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5536411 Aug 24 00:49:41.629085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42974) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:41.634060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1230f9e9-1fd3-4649-a669-23fa592f58d4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '1ac18851-e16d-419f-866c-2db53f9abfec', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:41.651455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:41.658154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:41.661366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:41.671531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Pushing event updated for resources: {'Port': ['ID=8798d0f3-d333-4e91-a18d-b32361b9f889,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:41.746344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Attempting to bind port 8798d0f3-d333-4e91-a18d-b32361b9f889 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:41.746745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Attempting to bind port 8798d0f3-d333-4e91-a18d-b32361b9f889 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:41.747115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Attempting to bind port 8798d0f3-d333-4e91-a18d-b32361b9f889 on network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:41.754337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:41.754862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Checking segment: {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:41.755475 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.756086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Bound using segment: {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:41.756759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Bound port: 8798d0f3-d333-4e91-a18d-b32361b9f889, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:41.757337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.766516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1230f9e9-1fd3-4649-a669-23fa592f58d4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.883760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] For port 8798d0f3-d333-4e91-a18d-b32361b9f889, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:41.888147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] For port 8798d0f3-d333-4e91-a18d-b32361b9f889, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8798d0f3-d333-4e91-a18d-b32361b9f889,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:41.928512 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1230f9e9-1fd3-4649-a669-23fa592f58d4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.976997 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:41.990602 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1230f9e9-1fd3-4649-a669-23fa592f58d4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.022544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230f9e9-1fd3-4649-a669-23fa592f58d4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceda6249-85eb-414e-9f9a-9cbc0a6c0a67,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:42.050889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fb7f2-3ba5-419e-bfcd-7f7e98a0d65f None None] Pushing event updated for resources: {'Port': ['ID=8798d0f3-d333-4e91-a18d-b32361b9f889,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:42.059376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1230f9e9-1fd3-4649-a669-23fa592f58d4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.060998 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1230f9e9-1fd3-4649-a669-23fa592f58d4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4308164 Aug 24 00:49:42.064332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42976) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:42.072309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-eb763b26-7d0d-47fb-840c-f46d598b37a3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '1ac18851-e16d-419f-866c-2db53f9abfec', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:42.105424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:42.129791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.167073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb763b26-7d0d-47fb-840c-f46d598b37a3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.290732 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb763b26-7d0d-47fb-840c-f46d598b37a3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.300651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Network 8ff4e791-b020-41ac-8947-388c75470d60 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:42.302482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:42.375935 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb763b26-7d0d-47fb-840c-f46d598b37a3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.423254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb763b26-7d0d-47fb-840c-f46d598b37a3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba150b6a-c95e-4d1c-a96c-3cf72ec98cba,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:42.464965 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb763b26-7d0d-47fb-840c-f46d598b37a3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.467384 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eb763b26-7d0d-47fb-840c-f46d598b37a3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4012890 Aug 24 00:49:42.470237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 42984) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:42.480919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-927a8efa-d483-487f-8cf2-916aa9f4f225 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '1ac18851-e16d-419f-866c-2db53f9abfec', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:42.579157 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.606509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Router dacb35e1-0503-4c77-8e86-11a37538c24f has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:49:42.611989 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-927a8efa-d483-487f-8cf2-916aa9f4f225 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.708803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-927a8efa-d483-487f-8cf2-916aa9f4f225 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.759911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:49:42.789680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-22b3d05c-7067-4416-84b5-946fa5f9ae45 None None] Provisioning complete for port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:42.790538 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-927a8efa-d483-487f-8cf2-916aa9f4f225 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.790838 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22b3d05c-7067-4416-84b5-946fa5f9ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.813609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a95ef3c7-fa74-4cf9-8cb0-27e44456cff1 admin admin] 10.222.0.26 "PUT /v2.0/routers/dacb35e1-0503-4c77-8e86-11a37538c24f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4282908 Aug 24 00:49:42.848807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a8efa-d483-487f-8cf2-916aa9f4f225 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac61b99-b04a-42a2-882e-6da9944bff89,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:42.898941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-22b3d05c-7067-4416-84b5-946fa5f9ae45 None None] Port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:42.914248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-927a8efa-d483-487f-8cf2-916aa9f4f225 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:42.919005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 42994) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:42.919484 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-927a8efa-d483-487f-8cf2-916aa9f4f225 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4478679 Aug 24 00:49:42.926967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-551ca549-beba-4229-84d5-49cd7ea49ed9 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '1ac18851-e16d-419f-866c-2db53f9abfec', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:42.933680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a856fb0-4f1d-48b1-a325-e9202401d7bd up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:43.039632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-551ca549-beba-4229-84d5-49cd7ea49ed9 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.082067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 3a856fb0-4f1d-48b1-a325-e9202401d7bd completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:43.087833 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 3a856fb0-4f1d-48b1-a325-e9202401d7bd triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:43.088398 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.146355 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-551ca549-beba-4229-84d5-49cd7ea49ed9 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.208172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-551ca549-beba-4229-84d5-49cd7ea49ed9 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.240281 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ca549-beba-4229-84d5-49cd7ea49ed9 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f410d7a0-e4a5-4627-8d36-e440a471a22f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:43.274590 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.307225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 3a856fb0-4f1d-48b1-a325-e9202401d7bd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a856fb0-4f1d-48b1-a325-e9202401d7bd,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:43.328970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-551ca549-beba-4229-84d5-49cd7ea49ed9 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.330885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-551ca549-beba-4229-84d5-49cd7ea49ed9 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4101436 Aug 24 00:49:43.339529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43010) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:43.345870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b182aa51-e9e8-4f43-b18e-d8fc5cc699ce tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '1ac18851-e16d-419f-866c-2db53f9abfec', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:43.391326 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.392225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8798d0f3-d333-4e91-a18d-b32361b9f889 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:43.454536 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-b182aa51-e9e8-4f43-b18e-d8fc5cc699ce tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Project 162b462ae90247339be708b3255fe6d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:49:43.456721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b182aa51-e9e8-4f43-b18e-d8fc5cc699ce tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.521281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6107e-257d-4b6c-be4b-24c1ba99a7c7 None None] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:49:43.548293 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b182aa51-e9e8-4f43-b18e-d8fc5cc699ce tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.630389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=3a856fb0-4f1d-48b1-a325-e9202401d7bd,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:43.647879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-da6e983a-6cf0-4532-a2b2-aab16e01a02b None None] Provisioning for port 8798d0f3-d333-4e91-a18d-b32361b9f889 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:43.648071 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b182aa51-e9e8-4f43-b18e-d8fc5cc699ce tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.680364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182aa51-e9e8-4f43-b18e-d8fc5cc699ce tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbc15dc-cd7f-4482-ad3b-443a09c9c724,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:43.710518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 8798d0f3-d333-4e91-a18d-b32361b9f889 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:43.718844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 8798d0f3-d333-4e91-a18d-b32361b9f889 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:43.719227 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.762293 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b182aa51-e9e8-4f43-b18e-d8fc5cc699ce tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.765266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b182aa51-e9e8-4f43-b18e-d8fc5cc699ce tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4240596 Aug 24 00:49:43.768300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43014) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:43.775030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-81b25827-f9f1-4482-a5fc-a96c783216c0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '1ac18851-e16d-419f-866c-2db53f9abfec', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:43.795373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43016) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:43.800848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-346850210', 'description': 'tempest-secgroup-smoke-346850210 description', 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:43.850121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 00:49:43.850121 n-d-804878-2 neutron-server[95326]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 00:49:43.850121 n-d-804878-2 neutron-server[95326]: [parameters: {'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'id': '0f4a381a-e10b-4534-a61c-4c33b3ea221c', 'expiration': datetime.datetime(2021, 8, 24, 0, 51, 43, 828048)}] Aug 24 00:49:43.850121 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:49:43.850597 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:49:43.866663 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.911415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 8798d0f3-d333-4e91-a18d-b32361b9f889, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8798d0f3-d333-4e91-a18d-b32361b9f889,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:43.916602 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-81b25827-f9f1-4482-a5fc-a96c783216c0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Project 162b462ae90247339be708b3255fe6d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:49:43.924896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81b25827-f9f1-4482-a5fc-a96c783216c0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:43.990771 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.025746 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81b25827-f9f1-4482-a5fc-a96c783216c0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.059152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=8798d0f3-d333-4e91-a18d-b32361b9f889,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:44.082318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Sync routers for ids ['dacb35e1-0503-4c77-8e86-11a37538c24f'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:49:44.099011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81b25827-f9f1-4482-a5fc-a96c783216c0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.102853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b78a3ead-06a5-4509-9142-e186cf8e8596 None None] Provisioning complete for port 8798d0f3-d333-4e91-a18d-b32361b9f889 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:44.103245 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b78a3ead-06a5-4509-9142-e186cf8e8596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.123255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b25827-f9f1-4482-a5fc-a96c783216c0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4a85ca-c871-483b-acf7-26c64dd21ecd,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:44.132031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Routers {'dacb35e1-0503-4c77-8e86-11a37538c24f'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:44.134811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dacb35e1-0503-4c77-8e86-11a37538c24f'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:44.190926 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-81b25827-f9f1-4482-a5fc-a96c783216c0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.192280 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-81b25827-f9f1-4482-a5fc-a96c783216c0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4218509 Aug 24 00:49:44.294903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Set router dacb35e1-0503-4c77-8e86-11a37538c24f gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:44.426931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-e00227e6-069a-470f-9051-c2307617eae7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1927047353&fields=id&tenant_id=162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 267 time: 0.0535467 Aug 24 00:49:44.453456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.549190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:49:41Z', 'revision_number': 4, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port': {'id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:36Z', 'updated_at': '2021-08-24T00:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8', 'name': '', 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'mac_address': 'fa:16:3e:dd:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '03b61f0a-85da-45ab-9f8d-c181a88827ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:40Z', 'updated_at': '2021-08-24T00:49:41Z', 'revision_number': 2, 'project_id': 'bc61420274a24893845baadaef7220c6', 'subnets': [{'id': '03b61f0a-85da-45ab-9f8d-c181a88827ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:44.599759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-b0159825-3efe-4c6d-a798-bf3aff6122d0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:44.602354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-b0159825-3efe-4c6d-a798-bf3aff6122d0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/networks?id=1cf7f1ab-7896-48a0-8bfd-ee0372247e26 HTTP/1.1" status: 200 len: 797 time: 0.1664820 Aug 24 00:49:44.631953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-08b36112-cffc-4a26-9271-23c1241d11ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/quotas/162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 375 time: 0.0216937 Aug 24 00:49:44.655713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.714587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-1ee46f22-49ea-4bec-b3e8-df8536474f81 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0756080 Aug 24 00:49:44.751105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.796006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Checking router: dacb35e1-0503-4c77-8e86-11a37538c24f for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:49:44.796006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Updating router dacb35e1-0503-4c77-8e86-11a37538c24f port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:49:44.796283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b110f78d-6c0f-499a-981a-028337cd9282,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:44.828352 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.852423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:44.852423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2e723498-796d-49d4-a88d-c35fcf3d4edb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0534232 Aug 24 00:49:44.853329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43048) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:44.858703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ff9e9ea4-51b1-4c51-976d-4ba3da0a1735 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'security_group_rule': {'security_group_id': 'b110f78d-6c0f-499a-981a-028337cd9282', 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:44.872355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a856fb0-4f1d-48b1-a325-e9202401d7bd up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:45.003049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 3a856fb0-4f1d-48b1-a325-e9202401d7bd triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:45.003437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.023707 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9ea4-51b1-4c51-976d-4ba3da0a1735 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.093461 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-9528f1fe-52c0-4376-8057-963475f43c29 service neutron] 10.222.0.26 "GET /v2.0/networks/1cf7f1ab-7896-48a0-8bfd-ee0372247e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493607 Aug 24 00:49:45.132588 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9ea4-51b1-4c51-976d-4ba3da0a1735 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.173520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8798d0f3-d333-4e91-a18d-b32361b9f889 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:45.202861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9ea4-51b1-4c51-976d-4ba3da0a1735 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.235645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-0474c133-eb81-4fc5-a9ee-92974be42ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/1cf7f1ab-7896-48a0-8bfd-ee0372247e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337991 Aug 24 00:49:45.236913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e9ea4-51b1-4c51-976d-4ba3da0a1735 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a775e86b-09d5-4b89-8814-9b3a19a3b153,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:45.266498 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.283088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 8798d0f3-d333-4e91-a18d-b32361b9f889 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:45.283088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.284686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Transition to ACTIVE for port object f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:45.320312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ff9e9ea4-51b1-4c51-976d-4ba3da0a1735 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.321960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ff9e9ea4-51b1-4c51-976d-4ba3da0a1735 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676154 Aug 24 00:49:45.324654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43058) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:45.330405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-17ade64a-a1a0-408d-aee7-d9e3a8b35719 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'security_group_rule': {'security_group_id': 'b110f78d-6c0f-499a-981a-028337cd9282', 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:45.366553 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.438957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29853409-85cd-4973-a2c5-4b42f5bc654a None None] Pushing event updated for resources: {'Port': ['ID=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:45.552424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Attempting to bind port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:45.552797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Attempting to bind port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:45.553169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Attempting to bind port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 on network 8ff4e791-b020-41ac-8947-388c75470d60 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:45.567730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:45.568122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Checking segment: {'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:45.568534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.569070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Bound using segment: {'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:45.569381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Bound port: f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a74d16b-6661-4523-8e2c-f1b3ef481005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:45.569827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.612332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39222d11-cce1-4321-872c-55701229d69d req-49f60879-e3d3-478c-a6bf-6a634798596f tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 210 time: 0.0515928 Aug 24 00:49:45.655414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] For port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:45.658841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] For port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,segment=NetworkSegment(5a74d16b-6661-4523-8e2c-f1b3ef481005),segment_id=5a74d16b-6661-4523-8e2c-f1b3ef481005)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:45.691453 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17ade64a-a1a0-408d-aee7-d9e3a8b35719 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.747228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17ade64a-a1a0-408d-aee7-d9e3a8b35719 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.772877 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.819813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17ade64a-a1a0-408d-aee7-d9e3a8b35719 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.840840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ade64a-a1a0-408d-aee7-d9e3a8b35719 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e788a82-f70f-41f3-b04b-a3e3af78b7b4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:45.852308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Routers {'dacb35e1-0503-4c77-8e86-11a37538c24f'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:49:45.853194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dacb35e1-0503-4c77-8e86-11a37538c24f'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:45.906293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29853409-85cd-4973-a2c5-4b42f5bc654a None None] Pushing event updated for resources: {'Port': ['ID=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:45.950795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-17ade64a-a1a0-408d-aee7-d9e3a8b35719 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:45.957443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-17ade64a-a1a0-408d-aee7-d9e3a8b35719 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6272407 Aug 24 00:49:45.959546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43074) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:45.966006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d6b5c969-e1d2-484f-b2d3-1ea9ffa39aa9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'security_group_rule': {'security_group_id': 'b110f78d-6c0f-499a-981a-028337cd9282', 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:46.027505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] Set router dacb35e1-0503-4c77-8e86-11a37538c24f gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:49:46.092322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c969-e1d2-484f-b2d3-1ea9ffa39aa9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:46.180129 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c969-e1d2-484f-b2d3-1ea9ffa39aa9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:46.280585 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c969-e1d2-484f-b2d3-1ea9ffa39aa9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:46.297161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c969-e1d2-484f-b2d3-1ea9ffa39aa9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ac1ffb-13fe-4e96-b7d9-e5691974ee4e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:46.319418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:49:41Z', 'revision_number': 4, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port': {'id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:36Z', 'updated_at': '2021-08-24T00:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8', 'name': '', 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'mac_address': 'fa:16:3e:dd:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '03b61f0a-85da-45ab-9f8d-c181a88827ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:40Z', 'updated_at': '2021-08-24T00:49:45Z', 'revision_number': 4, 'project_id': 'bc61420274a24893845baadaef7220c6', 'subnets': [{'id': '03b61f0a-85da-45ab-9f8d-c181a88827ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:49:46.348362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a3cd4-165a-42c3-b902-1f5a1369fdd7 None None] The sync data for ids ['dacb35e1-0503-4c77-8e86-11a37538c24f'] in n-d-804878-2 is: [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:49:41Z', 'revision_number': 4, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port': {'id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:36Z', 'updated_at': '2021-08-24T00:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8', 'name': '', 'network_id': '8ff4e791-b020-41ac-8947-388c75470d60', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'mac_address': 'fa:16:3e:dd:9c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '03b61f0a-85da-45ab-9f8d-c181a88827ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:40Z', 'updated_at': '2021-08-24T00:49:45Z', 'revision_number': 4, 'project_id': 'bc61420274a24893845baadaef7220c6', 'subnets': [{'id': '03b61f0a-85da-45ab-9f8d-c181a88827ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:49:46.384325 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c969-e1d2-484f-b2d3-1ea9ffa39aa9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:46.388823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43096) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:46.394525 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d6b5c969-e1d2-484f-b2d3-1ea9ffa39aa9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4328392 Aug 24 00:49:46.407275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7780faa7-3a69-48f0-ace4-13558d12c7c9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'security_group_rule': {'security_group_id': 'b110f78d-6c0f-499a-981a-028337cd9282', 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:46.549428 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7780faa7-3a69-48f0-ace4-13558d12c7c9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:46.642978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7780faa7-3a69-48f0-ace4-13558d12c7c9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:46.703715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d6d6a2b-c506-454e-869f-2e49ec88a981 req-0f6813af-4078-4e42-9ca0-6dcd25224a15 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 210 time: 0.0369530 Aug 24 00:49:46.709110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7780faa7-3a69-48f0-ace4-13558d12c7c9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:46.746606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780faa7-3a69-48f0-ace4-13558d12c7c9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397feed6-f201-4265-820f-3a1d02c20135,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:46.818876 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7780faa7-3a69-48f0-ace4-13558d12c7c9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:46.820192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7780faa7-3a69-48f0-ace4-13558d12c7c9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4285767 Aug 24 00:49:46.823031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43128) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:46.828919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-011fa462-9947-4c35-8428-102227e7fdc2 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'security_group_rule': {'security_group_id': 'b110f78d-6c0f-499a-981a-028337cd9282', 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:46.919534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:46.938584 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-011fa462-9947-4c35-8428-102227e7fdc2 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Project 295dd7a3cc1a46a7ac50fc9295f3c119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:49:46.943922 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-011fa462-9947-4c35-8428-102227e7fdc2 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.079940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-011fa462-9947-4c35-8428-102227e7fdc2 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.082261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:47.091701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:47.091701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.154837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-011fa462-9947-4c35-8428-102227e7fdc2 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.200274 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.205181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fa462-9947-4c35-8428-102227e7fdc2 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7e5d06-8c5f-40d4-8196-7cb033ce1581,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:47.240345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,segment=NetworkSegment(5a74d16b-6661-4523-8e2c-f1b3ef481005),segment_id=5a74d16b-6661-4523-8e2c-f1b3ef481005)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:47.260583 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-011fa462-9947-4c35-8428-102227e7fdc2 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.262329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-011fa462-9947-4c35-8428-102227e7fdc2 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4379416 Aug 24 00:49:47.265490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43148) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:47.273113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b39e1ee8-be42-4a73-912e-e0b7c5571fef tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'security_group_rule': {'security_group_id': 'b110f78d-6c0f-499a-981a-028337cd9282', 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:47.311126 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.371929 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:47.391176 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-b39e1ee8-be42-4a73-912e-e0b7c5571fef tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Project 295dd7a3cc1a46a7ac50fc9295f3c119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:49:47.396553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39e1ee8-be42-4a73-912e-e0b7c5571fef tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.509887 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39e1ee8-be42-4a73-912e-e0b7c5571fef tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.605812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39e1ee8-be42-4a73-912e-e0b7c5571fef tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.630596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e1ee8-be42-4a73-912e-e0b7c5571fef tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b58a13-d1fc-46f5-8494-272b367766e9,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:47.728267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b39e1ee8-be42-4a73-912e-e0b7c5571fef tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:47.733713 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b39e1ee8-be42-4a73-912e-e0b7c5571fef tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4627085 Aug 24 00:49:47.831990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e594c3a9-ef0e-49ca-9386-250f2d7bce95 req-c8917465-41f2-405a-8eae-675f018442f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 210 time: 0.0300381 Aug 24 00:49:47.993649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-fa5941b3-c1e1-4af8-90e7-9b51860fb343 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-346850210&fields=id&tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119 HTTP/1.1" status: 200 len: 267 time: 0.0393286 Aug 24 00:49:48.145705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe124-7a43-4e92-9433-55c430699630 req-bccd4386-63e1-4c4c-82b5-d910b5cfabaf tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:48.153134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-bccd4386-63e1-4c4c-82b5-d910b5cfabaf tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/networks?id=3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 200 len: 809 time: 0.1527874 Aug 24 00:49:48.170251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-5a0eb2fd-bc74-4bf8-b47d-efe6ef3f3b2d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/quotas/295dd7a3cc1a46a7ac50fc9295f3c119 HTTP/1.1" status: 200 len: 375 time: 0.0161061 Aug 24 00:49:48.285855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-1518a741-24da-439c-999a-97dcc8f9b5c4 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112745 Aug 24 00:49:48.352972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-2680c7c5-fe6e-4fe3-93e3-23691bdde1b8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:48.355330 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-2680c7c5-fe6e-4fe3-93e3-23691bdde1b8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "GET /v2.0/networks?id=1cf7f1ab-7896-48a0-8bfd-ee0372247e26 HTTP/1.1" status: 200 len: 797 time: 0.1668160 Aug 24 00:49:48.412656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-cc0a5117-7361-42b1-ac08-3043efca6b34 service neutron] 10.222.0.26 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081359 Aug 24 00:49:48.424322 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-3a644573-0ba3-4a4b-9944-bb10b3ab5c81 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 472 time: 0.0535166 Aug 24 00:49:48.435490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'port': {'device_id': 'd4a53152-8b1d-44e5-b0b4-61fffcf0ecf4', 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26', 'admin_state_up': True, 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'security_groups': ['1ac18851-e16d-419f-866c-2db53f9abfec']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:48.533428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-7050ebcc-0cc6-4ffb-b70a-ee2275462a3b service neutron] 10.222.0.26 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135106 Aug 24 00:49:48.642078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:48.645811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:48.778854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43222) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:48.783711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.20.0.19 (1cf7f1ab-7896-48a0-8bfd-ee0372247e26/c014c26b-cd63-42a4-a107-1fa1af99db3d/1d648f16-38d4-4036-a691-b9d0be9588a7) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:48.849907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:48.914019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3efd3f4-ecca-4cb9-8d71-90a205fa5855 req-865006b2-e361-4cab-aa20-4026a7c602a9 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 210 time: 0.0540791 Aug 24 00:49:48.934837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:48.934837 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.056453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af45dbec-e686-47ca-af48-f88148a4d9ab req-2f8133ff-5df2-43a8-93cf-bf896559e5dd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 210 time: 0.0929179 Aug 24 00:49:49.074448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ef52995-342e-4d17-8fd1-6b66486e94e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.075132 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.105778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Transition to ACTIVE for port object 1d648f16-38d4-4036-a691-b9d0be9588a7 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:49.197881 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ef52995-342e-4d17-8fd1-6b66486e94e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.402057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ef52995-342e-4d17-8fd1-6b66486e94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.402511 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.449889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef52995-342e-4d17-8fd1-6b66486e94e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b5fd14-58cc-437a-9cec-44cac7bb16a3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:49.451617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:49.456608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6ef52995-342e-4d17-8fd1-6b66486e94e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75b9e11b00454c8d8cb323c1a038c8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778286 Aug 24 00:49:49.459571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43238) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:49.468841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:49.475788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:49.516645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=1d648f16-38d4-4036-a691-b9d0be9588a7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:49.524820 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bd7dcb7-fe1e-4d14-b223-ca64cbd33787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.552990 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bd7dcb7-fe1e-4d14-b223-ca64cbd33787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.554529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:49.556894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.700068 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-5b627da3-9eeb-4790-b41b-a0ca05544513 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2700934 Aug 24 00:49:49.756355 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bd7dcb7-fe1e-4d14-b223-ca64cbd33787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.756355 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8bd7dcb7-fe1e-4d14-b223-ca64cbd33787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.757407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8bd7dcb7-fe1e-4d14-b223-ca64cbd33787 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61b5fd14-58cc-437a-9cec-44cac7bb16a3 HTTP/1.1" status: 204 len: 168 time: 0.2966902 Aug 24 00:49:49.768816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7dcb7-fe1e-4d14-b223-ca64cbd33787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b5fd14-58cc-437a-9cec-44cac7bb16a3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:49.787390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Request body: {'port': {'device_id': 'd4a53152-8b1d-44e5-b0b4-61fffcf0ecf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:49.855591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.903189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-60afb4c1-e05b-4f5c-b1f0-e7868dc55c2b None None] Provisioning for port 1d648f16-38d4-4036-a691-b9d0be9588a7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:49.913204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-60afb4c1-e05b-4f5c-b1f0-e7868dc55c2b None None] Provisioning complete for port 1d648f16-38d4-4036-a691-b9d0be9588a7 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:49.913204 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60afb4c1-e05b-4f5c-b1f0-e7868dc55c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:49.974589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-60afb4c1-e05b-4f5c-b1f0-e7868dc55c2b None None] Port 1d648f16-38d4-4036-a691-b9d0be9588a7 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:50.007322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67d28767-5e92-4ccf-ad3c-9f0cd40a72cc req-e815c309-8bfd-459d-a7f7-d8bf4caad713 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 210 time: 0.0389585 Aug 24 00:49:50.211644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6604c3-905a-44c4-a13e-e0e278356763 req-da060aa6-d5af-4f82-9d1d-e921a11cfcd8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:50.213474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a6604c3-905a-44c4-a13e-e0e278356763 req-da060aa6-d5af-4f82-9d1d-e921a11cfcd8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 932 time: 0.0624027 Aug 24 00:49:50.215234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d648f16-38d4-4036-a691-b9d0be9588a7 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:50.226513 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.240438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Transition to ACTIVE for port object 1d648f16-38d4-4036-a691-b9d0be9588a7 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:50.256559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a6604c3-905a-44c4-a13e-e0e278356763 req-9400abbc-ca9d-489f-8c1e-e81bd4a8310f tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364649 Aug 24 00:49:50.302791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.363303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Pushing event updated for resources: {'Port': ['ID=1d648f16-38d4-4036-a691-b9d0be9588a7,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:50.445784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Attempting to bind port 1d648f16-38d4-4036-a691-b9d0be9588a7 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:50.445784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Attempting to bind port 1d648f16-38d4-4036-a691-b9d0be9588a7 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:50.445784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Attempting to bind port 1d648f16-38d4-4036-a691-b9d0be9588a7 on network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:50.447563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Port 1d648f16-38d4-4036-a691-b9d0be9588a7 on network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:49:50.448045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Attempting to bind port 1d648f16-38d4-4036-a691-b9d0be9588a7 on network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:50.453902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:50.454255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Checking segment: {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:50.454651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Bound using segment: {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:50.455094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Bound port: 1d648f16-38d4-4036-a691-b9d0be9588a7, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:50.455469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.484496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43254) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:50.502048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7551384-8c41-4e89-82fa-effbb7c8c645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.538510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] For port 1d648f16-38d4-4036-a691-b9d0be9588a7, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:50.544061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] For port 1d648f16-38d4-4036-a691-b9d0be9588a7, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d648f16-38d4-4036-a691-b9d0be9588a7,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:50.616699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7551384-8c41-4e89-82fa-effbb7c8c645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.626140 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.663011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:50.663688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.665073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d648f16-38d4-4036-a691-b9d0be9588a7 HTTP/1.1" status: 200 len: 1092 time: 0.9504189 Aug 24 00:49:50.665520 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a53152-8b1d-44e5-b0b4-61fffcf0ecf4', 'tag': '1d648f16-38d4-4036-a691-b9d0be9588a7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:50.667782 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9781897-0858-4b77-bb45-eefc41ef5645" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4", "tag": "1d648f16-38d4-4036-a691-b9d0be9588a7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:50.696553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8df47-b223-4ead-baa4-98cf46484771 service neutron] Pushing event updated for resources: {'Port': ['ID=1d648f16-38d4-4036-a691-b9d0be9588a7,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:50.733623 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bebc32-67ac-4464-ac2c-c2e715913f5c x-openstack-request-id: req-c2bebc32-67ac-4464-ac2c-c2e715913f5c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:50.733623 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4", "tag": "1d648f16-38d4-4036-a691-b9d0be9588a7", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:50.733623 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2bebc32-67ac-4464-ac2c-c2e715913f5c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:50.733623 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a53152-8b1d-44e5-b0b4-61fffcf0ecf4', 'tag': '1d648f16-38d4-4036-a691-b9d0be9588a7', 'status': 'completed', 'code': 200} Aug 24 00:49:50.773543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7551384-8c41-4e89-82fa-effbb7c8c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:50.813756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9781897-0858-4b77-bb45-eefc41ef5645 req-5793c41d-f69d-4f9b-9c3d-85205f1e1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:50.837030 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f9781897-0858-4b77-bb45-eefc41ef5645 req-5793c41d-f69d-4f9b-9c3d-85205f1e1ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 1095 time: 0.0592318 Aug 24 00:49:50.837547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c7551384-8c41-4e89-82fa-effbb7c8c645 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c2b6d7d758b4e348ee71a3ba4b545f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368454 Aug 24 00:49:50.837547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7551384-8c41-4e89-82fa-effbb7c8c645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c790b012-8452-4000-bc99-7adf9468c8d4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:50.838001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43258) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:49:51.021376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c68415c5-144e-4b23-8367-696e28536465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:51.065728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9781897-0858-4b77-bb45-eefc41ef5645 req-f465637e-1a3d-48cf-b900-aed8ba11afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:51.066210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9781897-0858-4b77-bb45-eefc41ef5645 req-f465637e-1a3d-48cf-b900-aed8ba11afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:51.067776 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f9781897-0858-4b77-bb45-eefc41ef5645 req-f465637e-1a3d-48cf-b900-aed8ba11afb8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=162b462ae90247339be708b3255fe6d3&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2348945 Aug 24 00:49:51.072617 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c68415c5-144e-4b23-8367-696e28536465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:51.119568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa273890-4045-49c1-aaab-bedaf53a9dd3 req-f9500438-39db-466b-9b0b-6614dd5ba55b tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 210 time: 0.0340807 Aug 24 00:49:51.275415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9781897-0858-4b77-bb45-eefc41ef5645 req-5af47e76-e5b9-45d8-af73-c4d4c303e43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:51.276834 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f9781897-0858-4b77-bb45-eefc41ef5645 req-5af47e76-e5b9-45d8-af73-c4d4c303e43a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021554 Aug 24 00:49:51.333283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c68415c5-144e-4b23-8367-696e28536465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:51.336266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c68415c5-144e-4b23-8367-696e28536465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:51.337695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c68415c5-144e-4b23-8367-696e28536465 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c790b012-8452-4000-bc99-7adf9468c8d4 HTTP/1.1" status: 204 len: 168 time: 0.5107124 Aug 24 00:49:51.358132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68415c5-144e-4b23-8367-696e28536465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c790b012-8452-4000-bc99-7adf9468c8d4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:51.424273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-fd5ac99a-9a98-47dc-a962-d7c836654c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:51.426643 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-fd5ac99a-9a98-47dc-a962-d7c836654c7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 1095 time: 0.0859125 Aug 24 00:49:51.429635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad77997-e821-42c4-b45a-d94137dbf120 req-e5dc1419-cba4-4096-87d8-645827ff9cfd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:51.431186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ad77997-e821-42c4-b45a-d94137dbf120 req-e5dc1419-cba4-4096-87d8-645827ff9cfd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 944 time: 0.0992963 Aug 24 00:49:51.485463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ad77997-e821-42c4-b45a-d94137dbf120 req-ef5e0c54-2ae1-4f04-99b4-9cc3179923cc tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477676 Aug 24 00:49:51.491987 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-30c0b033-3193-4efa-b7c4-d1364ad67b5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=1d648f16-38d4-4036-a691-b9d0be9588a7 HTTP/1.1" status: 200 len: 217 time: 0.0514157 Aug 24 00:49:51.553403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-12244b50-57bf-42d4-9e79-953c2091e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:51.556552 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-12244b50-57bf-42d4-9e79-953c2091e37a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c014c26b-cd63-42a4-a107-1fa1af99db3d HTTP/1.1" status: 200 len: 838 time: 0.0563853 Aug 24 00:49:51.608216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-573ddf18-55c9-4f37-b224-b965deb148f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:51.609784 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-573ddf18-55c9-4f37-b224-b965deb148f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf7f1ab-7896-48a0-8bfd-ee0372247e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474937 Aug 24 00:49:51.628897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe124-7a43-4e92-9433-55c430699630 req-69bb86e4-8c72-43c8-b70f-d0c38f030dbb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:51.630728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-69bb86e4-8c72-43c8-b70f-d0c38f030dbb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.37 "GET /v2.0/networks?id=3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 200 len: 809 time: 0.1209395 Aug 24 00:49:51.696063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-279be067-795b-4a1c-994a-57c7582b350c tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119 HTTP/1.1" status: 200 len: 379 time: 0.0538490 Aug 24 00:49:51.707394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'port': {'device_id': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'admin_state_up': True, 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'security_groups': ['b110f78d-6c0f-499a-981a-028337cd9282']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:51.731008 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-fbee84b9-85ec-4f27-8494-ed566cf18867 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7f1ab-7896-48a0-8bfd-ee0372247e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128483 Aug 24 00:49:51.861771 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f85f107c-9b13-4e40-8feb-63bd154837b0 req-f4c91037-90f5-4c47-8218-4fc7b9254ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7f1ab-7896-48a0-8bfd-ee0372247e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233811 Aug 24 00:49:51.903230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Made reservation on behalf of 295dd7a3cc1a46a7ac50fc9295f3c119 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:49:51.906944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.049524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Allocated IP 172.20.0.8 (3a7e464b-07e1-431c-b125-12855fb8154a/81e04c0d-243a-4f4a-8018-ee740b3a84fd/da3cefac-2b17-4550-8411-4a4e93c118cf) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:49:52.206672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.241645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e126c2ec-6da6-44dd-a184-be6d1996bf06 req-c561af78-f22f-418c-b2b5-f31491bb08cb tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 210 time: 0.0398858 Aug 24 00:49:52.252357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Transition to ACTIVE for port object da3cefac-2b17-4550-8411-4a4e93c118cf will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:52.362397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.405882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Network 3a7e464b-07e1-431c-b125-12855fb8154a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:49:52.408985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:49:52.411658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:49:52.447648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'Port': ['ID=da3cefac-2b17-4550-8411-4a4e93c118cf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:52.480028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:52.480673 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.597431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-45730e93-d287-44e7-a4f2-8af402ae6c4d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8943884 Aug 24 00:49:52.629181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591e798-3e67-4ceb-a33d-43cd1112683c req-224713a9-3d2e-4429-86c4-8f8960b27421 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:52.636540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a591e798-3e67-4ceb-a33d-43cd1112683c req-224713a9-3d2e-4429-86c4-8f8960b27421 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 944 time: 0.0732448 Aug 24 00:49:52.682793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a591e798-3e67-4ceb-a33d-43cd1112683c req-5b32ec17-8884-4d62-bd52-f05e4939bcde tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453913 Aug 24 00:49:52.760480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Request body: {'port': {'device_id': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:49:52.819323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.834103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-14072571-f9fa-4a71-8857-b71d2fb96d41 None None] Provisioning for port da3cefac-2b17-4550-8411-4a4e93c118cf completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:52.839039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-14072571-f9fa-4a71-8857-b71d2fb96d41 None None] Provisioning complete for port da3cefac-2b17-4550-8411-4a4e93c118cf triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:52.839371 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-14072571-f9fa-4a71-8857-b71d2fb96d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:52.879079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-14072571-f9fa-4a71-8857-b71d2fb96d41 None None] Port da3cefac-2b17-4550-8411-4a4e93c118cf cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:49:53.112567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3cefac-2b17-4550-8411-4a4e93c118cf {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:53.120229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:53.132784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Transition to ACTIVE for port object da3cefac-2b17-4550-8411-4a4e93c118cf will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:49:53.430736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8bbd4-5de0-45a3-b3ff-d61e23b9c6bf req-b72237bb-0590-44bc-b815-7691bc6dba91 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:53.430736 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fe8bbd4-5de0-45a3-b3ff-d61e23b9c6bf req-b72237bb-0590-44bc-b815-7691bc6dba91 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 931 time: 0.0677218 Aug 24 00:49:53.430736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Pushing event updated for resources: {'Port': ['ID=da3cefac-2b17-4550-8411-4a4e93c118cf,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fe8bbd4-5de0-45a3-b3ff-d61e23b9c6bf req-80b4080c-99b2-4c30-834c-d5ff08e7c055 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818946 Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Attempting to bind port da3cefac-2b17-4550-8411-4a4e93c118cf on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Attempting to bind port da3cefac-2b17-4550-8411-4a4e93c118cf by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Attempting to bind port da3cefac-2b17-4550-8411-4a4e93c118cf on network 3a7e464b-07e1-431c-b125-12855fb8154a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Port da3cefac-2b17-4550-8411-4a4e93c118cf on network 3a7e464b-07e1-431c-b125-12855fb8154a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Attempting to bind port da3cefac-2b17-4550-8411-4a4e93c118cf on network 3a7e464b-07e1-431c-b125-12855fb8154a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Checking segment: {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Bound using segment: {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Bound port: da3cefac-2b17-4550-8411-4a4e93c118cf, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5192f19f-275f-4d02-9b22-67119757915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:49:53.576857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:53.638719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] For port da3cefac-2b17-4550-8411-4a4e93c118cf, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:49:53.641935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] For port da3cefac-2b17-4550-8411-4a4e93c118cf, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=da3cefac-2b17-4550-8411-4a4e93c118cf,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:49:53.803931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13783f-81c4-4a12-81d0-0a0446721f65 req-343ab3ff-a574-4d46-a88e-3cec1946eb3d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:53.805619 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee13783f-81c4-4a12-81d0-0a0446721f65 req-343ab3ff-a574-4d46-a88e-3cec1946eb3d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 944 time: 0.0517886 Aug 24 00:49:53.849196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee13783f-81c4-4a12-81d0-0a0446721f65 req-8dae6d2f-8803-453c-9aad-1ce5eab4407c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364745 Aug 24 00:49:54.259711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:54.300984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:54.301626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:54.303129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] 10.222.0.37 "PUT /v2.0/ports/da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 200 len: 1091 time: 1.6973069 Aug 24 00:49:54.303631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'tag': 'da3cefac-2b17-4550-8411-4a4e93c118cf'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:54.306089 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde34a0e-a83b-4d31-8f87-6cb13a2af675" -d '{"events": [{"name": "network-changed", "server_uuid": "bf98a047-6d53-4d5d-bd9f-dfdbae3a4578", "tag": "da3cefac-2b17-4550-8411-4a4e93c118cf"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:54.332770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746abf34-8e9b-43c4-8e81-37a908686a69 service neutron] Pushing event updated for resources: {'Port': ['ID=da3cefac-2b17-4550-8411-4a4e93c118cf,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:54.492226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe124-7a43-4e92-9433-55c430699630 req-8584b011-15f5-4049-9737-9e0e88e20ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:54.493973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-8584b011-15f5-4049-9737-9e0e88e20ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1094 time: 0.0697989 Aug 24 00:49:54.542189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-4e586426-df7a-4fcf-9b58-67b007c3be0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 200 len: 217 time: 0.0395644 Aug 24 00:49:54.585843 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90439ea-ca99-4eee-8650-b99f9b51c7c5 x-openstack-request-id: req-e90439ea-ca99-4eee-8650-b99f9b51c7c5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:54.586140 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf98a047-6d53-4d5d-bd9f-dfdbae3a4578", "tag": "da3cefac-2b17-4550-8411-4a4e93c118cf", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:54.586397 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e90439ea-ca99-4eee-8650-b99f9b51c7c5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:54.586816 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'tag': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'status': 'completed', 'code': 200} Aug 24 00:49:54.597872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe124-7a43-4e92-9433-55c430699630 req-eac42f31-434c-4744-aeee-83af408fd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:54.599605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-eac42f31-434c-4744-aeee-83af408fd500 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81e04c0d-243a-4f4a-8018-ee740b3a84fd HTTP/1.1" status: 200 len: 848 time: 0.0502768 Aug 24 00:49:54.688560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe124-7a43-4e92-9433-55c430699630 req-7a92d6be-8ed3-4e04-a92a-868658d4a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:54.690107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-7a92d6be-8ed3-4e04-a92a-868658d4a39e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a7e464b-07e1-431c-b125-12855fb8154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832174 Aug 24 00:49:54.700453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff913f-ae4d-435d-aa2a-84a5ed40da95 req-88d0015e-284a-4d5a-ab9a-1cbc1af2535c tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:54.703063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20ff913f-ae4d-435d-aa2a-84a5ed40da95 req-88d0015e-284a-4d5a-ab9a-1cbc1af2535c tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 943 time: 0.0646775 Aug 24 00:49:54.799744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20ff913f-ae4d-435d-aa2a-84a5ed40da95 req-2c821567-04f3-43a6-a4d5-196ab99b7b0a tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882547 Aug 24 00:49:54.823671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-d995e55b-c90c-48dd-9ead-19f0f0c434b3 service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200025 Aug 24 00:49:54.963306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-595fe124-7a43-4e92-9433-55c430699630 req-a24053fa-5e1c-4e82-80f3-34648f25501c service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321802 Aug 24 00:49:54.992892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fa135-237f-4024-bb7c-69307492a3e9 req-b98aa99d-fb09-4e35-88b2-63b4082c4a1d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:54.992892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-653fa135-237f-4024-bb7c-69307492a3e9 req-b98aa99d-fb09-4e35-88b2-63b4082c4a1d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 944 time: 0.0621257 Aug 24 00:49:55.036570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-653fa135-237f-4024-bb7c-69307492a3e9 req-e34b78b3-c99b-4ec2-8413-8f6c16c8f010 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Aug 24 00:49:55.118100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-c869f424-1941-4941-bba8-472da3a47bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:55.119738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-c869f424-1941-4941-bba8-472da3a47bf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1094 time: 0.0523388 Aug 24 00:49:55.213774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-105fb5fd-7b99-413a-ac65-8e4bacdae9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:55.215325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-105fb5fd-7b99-413a-ac65-8e4bacdae9b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 200 len: 910 time: 0.0874960 Aug 24 00:49:55.264946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-2d11ece5-1035-46aa-90e1-c579d3e88f76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 200 len: 217 time: 0.0407712 Aug 24 00:49:55.314989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-55a42b4e-4380-456a-a5cf-43f842a5e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:55.316675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-55a42b4e-4380-456a-a5cf-43f842a5e55b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81e04c0d-243a-4f4a-8018-ee740b3a84fd HTTP/1.1" status: 200 len: 848 time: 0.0454898 Aug 24 00:49:55.365066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-480e308b-1b10-45ef-91f9-47eeef496245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:55.366600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-480e308b-1b10-45ef-91f9-47eeef496245 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a7e464b-07e1-431c-b125-12855fb8154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431812 Aug 24 00:49:55.463170 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-c85ccb02-5e60-4ca8-9615-c2b2a985f696 service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871975 Aug 24 00:49:55.558632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde34a0e-a83b-4d31-8f87-6cb13a2af675 req-b86be63f-fb2b-4957-8e21-868616993494 service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867934 Aug 24 00:49:55.739471 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:55.923026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8fdbb-f0d3-4baa-a94b-88665663eca4 req-a0901852-f968-4c66-adfa-28a9b516e046 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:55.924653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ffe8fdbb-f0d3-4baa-a94b-88665663eca4 req-a0901852-f968-4c66-adfa-28a9b516e046 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 943 time: 0.0535212 Aug 24 00:49:55.974962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ffe8fdbb-f0d3-4baa-a94b-88665663eca4 req-1e725d63-c5cc-4b3c-923a-9a0246e086db tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435250 Aug 24 00:49:56.174720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc8632-4bf9-4fcc-8fc5-58ef24286f60 req-d3b75192-f237-4df3-aa5e-f3bb45998654 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:56.176404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04fc8632-4bf9-4fcc-8fc5-58ef24286f60 req-d3b75192-f237-4df3-aa5e-f3bb45998654 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 944 time: 0.0561965 Aug 24 00:49:56.231953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04fc8632-4bf9-4fcc-8fc5-58ef24286f60 req-b407649e-d5a1-4ba3-973b-136104a46fbb tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465674 Aug 24 00:49:56.270907 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-36b418cc-82e1-4351-9151-3644ce48265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.478142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1d648f16-38d4-4036-a691-b9d0be9588a7 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:49:56.591263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1d648f16-38d4-4036-a691-b9d0be9588a7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d648f16-38d4-4036-a691-b9d0be9588a7,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:56.606841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '1d648f16-38d4-4036-a691-b9d0be9588a7', 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26', 'port_id': '1d648f16-38d4-4036-a691-b9d0be9588a7', 'mac_address': 'fa:16:3e:ef:de:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c014c26b-cd63-42a4-a107-1fa1af99db3d', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:49:56.641731 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.658536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d648f16-38d4-4036-a691-b9d0be9588a7 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:56.683220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1d648f16-38d4-4036-a691-b9d0be9588a7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d648f16-38d4-4036-a691-b9d0be9588a7,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:56.773298 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:56.822377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=1d648f16-38d4-4036-a691-b9d0be9588a7,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:57.109975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b3f9-648e-4c17-9b89-b68bbc74db7e req-47486b9c-3aca-4f29-92e6-c92e846c5fe1 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:57.111765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58d9b3f9-648e-4c17-9b89-b68bbc74db7e req-47486b9c-3aca-4f29-92e6-c92e846c5fe1 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 943 time: 0.0661519 Aug 24 00:49:57.140528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['1d648f16-38d4-4036-a691-b9d0be9588a7'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:49:57.152018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58d9b3f9-648e-4c17-9b89-b68bbc74db7e req-7eab228e-4549-4d68-a380-58591d3a4a18 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343380 Aug 24 00:49:57.391209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3dc9a-9405-4b01-9118-681ef24abc56 req-c9a1b73e-fad5-4e0d-8eb6-ab4b5fa0d102 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:57.392871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ed3dc9a-9405-4b01-9118-681ef24abc56 req-c9a1b73e-fad5-4e0d-8eb6-ab4b5fa0d102 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 945 time: 0.0659955 Aug 24 00:49:57.433420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ed3dc9a-9405-4b01-9118-681ef24abc56 req-a3ee0cde-5277-471e-87f3-17343fa70e9b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335002 Aug 24 00:49:57.940305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device da3cefac-2b17-4550-8411-4a4e93c118cf details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:49:58.040670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port da3cefac-2b17-4550-8411-4a4e93c118cf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=da3cefac-2b17-4550-8411-4a4e93c118cf,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:58.052457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'port_id': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'mac_address': 'fa:16:3e:f4:d4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:49:58.094404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.107795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3cefac-2b17-4550-8411-4a4e93c118cf {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:49:58.127479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port da3cefac-2b17-4550-8411-4a4e93c118cf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=da3cefac-2b17-4550-8411-4a4e93c118cf,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:58.224710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.273104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa782-60bd-4134-9cb8-4e85abccda3e req-af5b2b10-e546-4924-9bea-d42ce0570b98 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:58.274671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2daa782-60bd-4134-9cb8-4e85abccda3e req-af5b2b10-e546-4924-9bea-d42ce0570b98 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 944 time: 0.0538287 Aug 24 00:49:58.288785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=da3cefac-2b17-4550-8411-4a4e93c118cf,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:58.318952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2daa782-60bd-4134-9cb8-4e85abccda3e req-4360becd-357e-4151-88e0-1e62066525fa tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374324 Aug 24 00:49:58.443178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['da3cefac-2b17-4550-8411-4a4e93c118cf'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:49:58.512219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1d648f16-38d4-4036-a691-b9d0be9588a7 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:49:58.569081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f38a-d50e-4e24-80af-a358d731df19 req-52de6d0c-321d-4a22-99d2-d42c2c50bc3d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:58.570651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6224f38a-d50e-4e24-80af-a358d731df19 req-52de6d0c-321d-4a22-99d2-d42c2c50bc3d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 945 time: 0.0632858 Aug 24 00:49:58.615664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6224f38a-d50e-4e24-80af-a358d731df19 req-9194f182-99bc-4381-91e2-082ddbc7f290 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Aug 24 00:49:58.672686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 1d648f16-38d4-4036-a691-b9d0be9588a7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:49:58.678942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 1d648f16-38d4-4036-a691-b9d0be9588a7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:49:58.679314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.822913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.847970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a53152-8b1d-44e5-b0b4-61fffcf0ecf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d648f16-38d4-4036-a691-b9d0be9588a7'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:49:58.850230 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c6fe35-2edb-44a3-b110-6686a6c3a561" -d '{"events": [{"server_uuid": "d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4", "name": "network-vif-plugged", "status": "completed", "tag": "1d648f16-38d4-4036-a691-b9d0be9588a7"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:49:58.864394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 1d648f16-38d4-4036-a691-b9d0be9588a7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d648f16-38d4-4036-a691-b9d0be9588a7,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:49:58.945251 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:58.986118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-652f457b-4ba3-421d-99aa-1e58499f1a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:59.007315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=1d648f16-38d4-4036-a691-b9d0be9588a7,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:49:59.027869 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9a8164-871d-4407-912c-37a7580a096d x-openstack-request-id: req-ae9a8164-871d-4407-912c-37a7580a096d {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:49:59.028355 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4", "name": "network-vif-plugged", "status": "completed", "tag": "1d648f16-38d4-4036-a691-b9d0be9588a7", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:49:59.028815 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae9a8164-871d-4407-912c-37a7580a096d {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:49:59.029224 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a53152-8b1d-44e5-b0b4-61fffcf0ecf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d648f16-38d4-4036-a691-b9d0be9588a7', 'code': 200} Aug 24 00:49:59.139405 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:49:59.160365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacb512-a5e5-46a3-b73b-48fcc1d6cd0e req-b516f673-5a3a-483c-8246-95aeba9644dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:59.161919 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aaacb512-a5e5-46a3-b73b-48fcc1d6cd0e req-b516f673-5a3a-483c-8246-95aeba9644dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 1097 time: 0.0481064 Aug 24 00:49:59.198481 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aaacb512-a5e5-46a3-b73b-48fcc1d6cd0e req-5b5791e2-08e5-4763-b4f1-100b30c2ea7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298290 Aug 24 00:49:59.444607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a4eae-f22d-4c69-86f7-e9fb5d0141e5 req-755ea1f9-3ff6-4339-a686-f4cf78c464f4 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:59.446185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f17a4eae-f22d-4c69-86f7-e9fb5d0141e5 req-755ea1f9-3ff6-4339-a686-f4cf78c464f4 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 944 time: 0.0513909 Aug 24 00:49:59.486476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f17a4eae-f22d-4c69-86f7-e9fb5d0141e5 req-5050dbd6-4eb9-4d47-9657-124d460d8f74 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336068 Aug 24 00:49:59.744916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd39c-9a41-4759-8427-8fccaf1535cb req-2df0d65c-2d12-44b1-94f5-cef4e05b1cc1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:49:59.746517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b1dd39c-9a41-4759-8427-8fccaf1535cb req-2df0d65c-2d12-44b1-94f5-cef4e05b1cc1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 946 time: 0.0556741 Aug 24 00:49:59.784091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b1dd39c-9a41-4759-8427-8fccaf1535cb req-370bbb86-30d2-40eb-b80b-214cbe641af3 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Aug 24 00:49:59.940141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device da3cefac-2b17-4550-8411-4a4e93c118cf up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:00.062380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port da3cefac-2b17-4550-8411-4a4e93c118cf completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:00.066421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port da3cefac-2b17-4550-8411-4a4e93c118cf triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:00.070901 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.146667 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.182707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port da3cefac-2b17-4550-8411-4a4e93c118cf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=da3cefac-2b17-4550-8411-4a4e93c118cf,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:00.331488 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.378548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=da3cefac-2b17-4550-8411-4a4e93c118cf,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:00.446529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:00.607317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4fc69-5e5c-486e-bbb2-7ae39eef0377 req-2750468d-2e70-4722-a8d0-3f7fc6cb5b77 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:00.608991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abe4fc69-5e5c-486e-bbb2-7ae39eef0377 req-2750468d-2e70-4722-a8d0-3f7fc6cb5b77 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 945 time: 0.0544763 Aug 24 00:50:00.650018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abe4fc69-5e5c-486e-bbb2-7ae39eef0377 req-f6120f78-9653-48ea-858b-1f9c57db4725 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341485 Aug 24 00:50:00.899711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ea8fa-5397-4ecd-a3e5-94fc021dfb87 req-ef008645-7e1d-4ee4-8a13-79c60c1bf6c8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:00.901149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc9ea8fa-5397-4ecd-a3e5-94fc021dfb87 req-ef008645-7e1d-4ee4-8a13-79c60c1bf6c8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 946 time: 0.0502763 Aug 24 00:50:00.941623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc9ea8fa-5397-4ecd-a3e5-94fc021dfb87 req-99b0c254-5ff3-417f-a410-12fa603b7e17 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343142 Aug 24 00:50:01.030758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3cefac-2b17-4550-8411-4a4e93c118cf'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:01.033361 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a843c9ba-c28e-45d6-80ed-12ac41b27e40" -d '{"events": [{"server_uuid": "bf98a047-6d53-4d5d-bd9f-dfdbae3a4578", "name": "network-vif-plugged", "status": "completed", "tag": "da3cefac-2b17-4550-8411-4a4e93c118cf"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:01.071386 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14594a1-728b-48dc-88b4-ed4e72976d84 x-openstack-request-id: req-d14594a1-728b-48dc-88b4-ed4e72976d84 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:01.072005 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf98a047-6d53-4d5d-bd9f-dfdbae3a4578", "name": "network-vif-plugged", "status": "completed", "tag": "da3cefac-2b17-4550-8411-4a4e93c118cf", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:01.072005 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d14594a1-728b-48dc-88b4-ed4e72976d84 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:01.072357 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'code': 200} Aug 24 00:50:01.072960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb8417-94a7-4875-9e93-8a091481f9ae req-bece09ce-09d0-4d89-a44e-4116574d79ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:01.074470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fdb8417-94a7-4875-9e93-8a091481f9ae req-bece09ce-09d0-4d89-a44e-4116574d79ef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 946 time: 0.0569541 Aug 24 00:50:01.118095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fdb8417-94a7-4875-9e93-8a091481f9ae req-37020f8e-4a33-40da-9f96-3c0942b1a373 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373685 Aug 24 00:50:01.174111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9741-632f-4453-b8b7-21c739a74d35 req-e530c3d1-851a-4696-a8cc-f2f090d4c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:01.175674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8eb9741-632f-4453-b8b7-21c739a74d35 req-e530c3d1-851a-4696-a8cc-f2f090d4c51d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1096 time: 0.0455234 Aug 24 00:50:01.207938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43464) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:01.211688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8eb9741-632f-4453-b8b7-21c739a74d35 req-4ce68a64-3bb3-4331-bcfa-9441a9ff6a1d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287261 Aug 24 00:50:01.317863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.410170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.526217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.563779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5077cd3b-854f-4c08-9448-3b565be79e73,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:01.567707 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a955a4caf1164ed090fab7d1c27ed845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587623 Aug 24 00:50:01.570551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:01.573902 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.574252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.578959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a650078b-5e0f-4687-b076-e5a43168d4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:01.627417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99c72161-378a-48c0-a074-186e5ac7a8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.651235 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99c72161-378a-48c0-a074-186e5ac7a8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.773535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4b780-07ee-4ece-9bd1-efbf14395807 req-7138700c-50e7-44e5-9d33-5cde16059f57 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:01.775095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26d4b780-07ee-4ece-9bd1-efbf14395807 req-7138700c-50e7-44e5-9d33-5cde16059f57 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 945 time: 0.0539567 Aug 24 00:50:01.810994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99c72161-378a-48c0-a074-186e5ac7a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.813545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99c72161-378a-48c0-a074-186e5ac7a8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:01.814710 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-99c72161-378a-48c0-a074-186e5ac7a8ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5077cd3b-854f-4c08-9448-3b565be79e73 HTTP/1.1" status: 204 len: 168 time: 0.2430470 Aug 24 00:50:01.823040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26d4b780-07ee-4ece-9bd1-efbf14395807 req-12398f4e-6686-47ea-a38a-551954888a64 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400417 Aug 24 00:50:01.831219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c72161-378a-48c0-a074-186e5ac7a8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5077cd3b-854f-4c08-9448-3b565be79e73,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:01.922153 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.444366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:02.459006 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63b9fe8d-a49c-415c-b3de-025187c619cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.551104 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63b9fe8d-a49c-415c-b3de-025187c619cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.622801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63b9fe8d-a49c-415c-b3de-025187c619cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.661163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-63b9fe8d-a49c-415c-b3de-025187c619cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d96270157fc421fa593b24f9a1bcbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155061 Aug 24 00:50:02.662072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9fe8d-a49c-415c-b3de-025187c619cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9600ec93-733e-41ec-aad3-afcbf766d4ca,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:02.663947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43482) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:02.669646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:02.716439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-549ebd1e-f1ae-4b37-a315-dccb87c62f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.739070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-549ebd1e-f1ae-4b37-a315-dccb87c62f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.894990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-549ebd1e-f1ae-4b37-a315-dccb87c62f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.894990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-549ebd1e-f1ae-4b37-a315-dccb87c62f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:02.894990 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-549ebd1e-f1ae-4b37-a315-dccb87c62f4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9600ec93-733e-41ec-aad3-afcbf766d4ca HTTP/1.1" status: 204 len: 168 time: 0.2281017 Aug 24 00:50:02.906894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ebd1e-f1ae-4b37-a315-dccb87c62f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600ec93-733e-41ec-aad3-afcbf766d4ca,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:03.227186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb1302-f827-422b-b43a-99d162fb4d0a req-b4d9864c-5ead-45f5-be0d-2efd476d6d91 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:03.228678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41bb1302-f827-422b-b43a-99d162fb4d0a req-b4d9864c-5ead-45f5-be0d-2efd476d6d91 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 945 time: 0.0963383 Aug 24 00:50:03.312438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41bb1302-f827-422b-b43a-99d162fb4d0a req-0d5ffd38-c0b3-4d37-a414-cb67b54bddb6 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754397 Aug 24 00:50:03.480700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba984f-3938-45a3-a8ba-ca25c5326bff req-3e4375ce-7bbd-429a-8d5e-a02819ba4e5e tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:03.482373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6ba984f-3938-45a3-a8ba-ca25c5326bff req-3e4375ce-7bbd-429a-8d5e-a02819ba4e5e tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 945 time: 0.0868008 Aug 24 00:50:03.557635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6ba984f-3938-45a3-a8ba-ca25c5326bff req-c3d6a454-b4f5-4bd0-a615-80c641f7ad46 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686715 Aug 24 00:50:03.567081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:03.764950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcff2e-52ac-4125-bff3-095958b8b681 req-2e1dc2a6-37cb-4e12-9346-9c2a85ea9b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:03.766498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14dcff2e-52ac-4125-bff3-095958b8b681 req-2e1dc2a6-37cb-4e12-9346-9c2a85ea9b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 945 time: 0.1052172 Aug 24 00:50:03.855258 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14dcff2e-52ac-4125-bff3-095958b8b681 req-c009bf4a-fcf5-4153-896b-ba982ece1bd8 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798247 Aug 24 00:50:03.878784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43512) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:03.912014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.20.0.17 (1cf7f1ab-7896-48a0-8bfd-ee0372247e26/c014c26b-cd63-42a4-a107-1fa1af99db3d/53a348fd-fd95-4b64-9777-a87bbcb3b331) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:04.037191 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.062557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Transition to ACTIVE for port object 53a348fd-fd95-4b64-9777-a87bbcb3b331 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:04.111146 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8bdc7-f69e-46ef-b4ec-8e2231565de1 tempest-TestServerBasicOps-1430555126 tempest-TestServerBasicOps-1430555126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:04.112886 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fcf8bdc7-f69e-46ef-b4ec-8e2231565de1 tempest-TestServerBasicOps-1430555126 tempest-TestServerBasicOps-1430555126-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1091 time: 0.2330887 Aug 24 00:50:04.115930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43524) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:04.120426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:04.167884 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.210330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:04.213483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:04.218381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:04.248773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=53a348fd-fd95-4b64-9777-a87bbcb3b331,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:04.260362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.274471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.378207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.501099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Allocated IP 172.25.5.24 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/3901f72c-757d-4cd3-bead-2a9229b812ae) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:04.517934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.596674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cffd0754-f279-4366-ab38-5f88e4ce9704 None None] Provisioning for port 53a348fd-fd95-4b64-9777-a87bbcb3b331 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:04.603604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cffd0754-f279-4366-ab38-5f88e4ce9704 None None] Provisioning complete for port 53a348fd-fd95-4b64-9777-a87bbcb3b331 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:04.604228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cffd0754-f279-4366-ab38-5f88e4ce9704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.606198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.763401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.814215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:04.821710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:04.825823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:04.832622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-cffd0754-f279-4366-ab38-5f88e4ce9704 None None] Port 53a348fd-fd95-4b64-9777-a87bbcb3b331 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:04.853482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'Port': ['ID=3901f72c-757d-4cd3-bead-2a9229b812ae,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:04.893992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:04.954073 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.034554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=53a348fd-fd95-4b64-9777-a87bbcb3b331,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:05.055064 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.158456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:05.160205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:05.236145 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.300385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router f7b5610b-6564-43e1-9a1f-fcce31b99a34 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:05.390793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.441597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:05.447646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d114aa19-38ce-4229-ac5f-e7482ebd2eb4 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "PUT /v2.0/routers/f7b5610b-6564-43e1-9a1f-fcce31b99a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769310 Aug 24 00:50:05.465526 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Sync routers for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:05.475468 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:05.476417 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:05.479459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1df67e18-1c13-43e8-bf27-fe12046037ad None None] Provisioning complete for port 53a348fd-fd95-4b64-9777-a87bbcb3b331 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:05.479844 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1df67e18-1c13-43e8-bf27-fe12046037ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.548616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1df67e18-1c13-43e8-bf27-fe12046037ad None None] Port 53a348fd-fd95-4b64-9777-a87bbcb3b331 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:05.616352 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:05.618953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.676335 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.769549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event updated for resources: {'Port': ['ID=3901f72c-757d-4cd3-bead-2a9229b812ae,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:05.813938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:05.919142 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Floating IP 816b669c-641d-4c00-a358-da8b85743dcf associated. External IP: 172.25.5.24, port: da3cefac-2b17-4550-8411-4a4e93c118cf. Aug 24 00:50:05.977253 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:04Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:06Z', 'revision_number': 1, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a348fd-fd95-4b64-9777-a87bbcb3b331', 'name': '', 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:b5:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c014c26b-cd63-42a4-a107-1fa1af99db3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:04Z', 'revision_number': 2, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c014c26b-cd63-42a4-a107-1fa1af99db3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:06.015295 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Checking router: f7b5610b-6564-43e1-9a1f-fcce31b99a34 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:06.015741 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Updating router f7b5610b-6564-43e1-9a1f-fcce31b99a34 port 53a348fd-fd95-4b64-9777-a87bbcb3b331 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:50:06.051378 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.433525 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.446743 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Transition to ACTIVE for port object 53a348fd-fd95-4b64-9777-a87bbcb3b331 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:06.527957 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.553078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Router dbd37001-23f7-49f7-9d7e-a83d7080bba2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:06.638735 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481154f-8e95-46c1-829a-f884830dd39e None None] Pushing event updated for resources: {'Port': ['ID=53a348fd-fd95-4b64-9777-a87bbcb3b331,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:06.654603 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Attempting to bind port 53a348fd-fd95-4b64-9777-a87bbcb3b331 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:06.655173 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Attempting to bind port 53a348fd-fd95-4b64-9777-a87bbcb3b331 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:06.655538 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Attempting to bind port 53a348fd-fd95-4b64-9777-a87bbcb3b331 on network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:06.661087 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:06.661488 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Checking segment: {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:06.661924 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.662315 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Bound using segment: {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:06.662772 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Bound port: 53a348fd-fd95-4b64-9777-a87bbcb3b331, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15359d54-4819-4e74-9381-7db0af54b5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:06.663155 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.682727 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:06.696504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] Sync routers for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:06.710102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:06.711327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:06.735079 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] For port 53a348fd-fd95-4b64-9777-a87bbcb3b331, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:06.738601 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] For port 53a348fd-fd95-4b64-9777-a87bbcb3b331, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=53a348fd-fd95-4b64-9777-a87bbcb3b331,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:06.811818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.831671 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:06.843895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:06.847767 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-628932da-edd8-4d7d-b78c-f8c0d872dd20 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7296331 Aug 24 00:50:06.848390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'tag': 'da3cefac-2b17-4550-8411-4a4e93c118cf'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:06.850701 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb34d1e-721c-459a-8c33-02fc9e0b03da" -d '{"events": [{"name": "network-changed", "server_uuid": "bf98a047-6d53-4d5d-bd9f-dfdbae3a4578", "tag": "da3cefac-2b17-4550-8411-4a4e93c118cf"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:06.897921 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:06.899142 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:06.928873 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d964831-59cf-4a1d-8b86-50c63ccb4e0b x-openstack-request-id: req-8d964831-59cf-4a1d-8b86-50c63ccb4e0b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:06.929069 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf98a047-6d53-4d5d-bd9f-dfdbae3a4578", "tag": "da3cefac-2b17-4550-8411-4a4e93c118cf", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:06.929336 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d964831-59cf-4a1d-8b86-50c63ccb4e0b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:06.929786 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'tag': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'status': 'completed', 'code': 200} Aug 24 00:50:07.054150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-78ecce70-8732-4d0b-a3d3-476e86390aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:07.055680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-78ecce70-8732-4d0b-a3d3-476e86390aac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1096 time: 0.0997064 Aug 24 00:50:07.059511 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481154f-8e95-46c1-829a-f884830dd39e None None] Pushing event updated for resources: {'Port': ['ID=53a348fd-fd95-4b64-9777-a87bbcb3b331,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:07.105386 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:07.187611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '816b669c-641d-4c00-a358-da8b85743dcf', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'port_id': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'mac_address': 'fa:16:3e:f4:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:50:05Z', 'updated_at': '2021-08-24T00:50:05Z', 'revision_number': 0, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 5, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:07.222056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] Checking router: dbd37001-23f7-49f7-9d7e-a83d7080bba2 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:07.237874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:07.238664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:49:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:07.293015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-1772fe53-63d4-4246-a663-b52953488454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:07.296140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-1772fe53-63d4-4246-a663-b52953488454 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 200 len: 910 time: 0.2308950 Aug 24 00:50:07.305180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903dec-a482-4a04-8e02-63e3291fcade req-c6991ce6-6208-48d9-9bfd-5c3f1ffe786c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:07.306660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-c6991ce6-6208-48d9-9bfd-5c3f1ffe786c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1691306 Aug 24 00:50:07.363893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-ad957427-546d-411b-8848-c8f7e30988b3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/quotas/98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 375 time: 0.0501902 Aug 24 00:50:07.364246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:07.417993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-99f442ea-ee95-46d9-a41c-1ad2b8767f5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 200 len: 998 time: 0.1101272 Aug 24 00:50:07.437124 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:04Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:06Z', 'revision_number': 1, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a348fd-fd95-4b64-9777-a87bbcb3b331', 'name': '', 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:b5:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c014c26b-cd63-42a4-a107-1fa1af99db3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c014c26b-cd63-42a4-a107-1fa1af99db3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:07.438724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-fe0bd2ac-d27b-46a1-9548-f75b48435ee4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670526 Aug 24 00:50:07.476993 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce3c3c7-5509-4199-8756-beffa0a500e5 None None] The sync data for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 is: [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:04Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:06Z', 'revision_number': 1, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a348fd-fd95-4b64-9777-a87bbcb3b331', 'name': '', 'network_id': '1cf7f1ab-7896-48a0-8bfd-ee0372247e26', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:b5:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c014c26b-cd63-42a4-a107-1fa1af99db3d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:03Z', 'updated_at': '2021-08-24T00:50:06Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c014c26b-cd63-42a4-a107-1fa1af99db3d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:07.556397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-7bd88661-1f79-41c5-aeca-6b4d680a4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:07.557982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-7bd88661-1f79-41c5-aeca-6b4d680a4f82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81e04c0d-243a-4f4a-8018-ee740b3a84fd HTTP/1.1" status: 200 len: 848 time: 0.1267486 Aug 24 00:50:07.638222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '816b669c-641d-4c00-a358-da8b85743dcf', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'port_id': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'mac_address': 'fa:16:3e:f4:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:50:05Z', 'updated_at': '2021-08-24T00:50:05Z', 'revision_number': 0, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 5, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:07.641640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-25412674-b871-420a-ad70-95c61a3113c6 service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600420 Aug 24 00:50:07.642897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-814de329-d397-4855-b88b-b7fe193fb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:07.644396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-814de329-d397-4855-b88b-b7fe193fb31d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a7e464b-07e1-431c-b125-12855fb8154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780201 Aug 24 00:50:07.681175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6452fa-f76f-4990-a295-9290e7452035 None None] The sync data for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 is: [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '816b669c-641d-4c00-a358-da8b85743dcf', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'port_id': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'mac_address': 'fa:16:3e:f4:d4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:50:05Z', 'updated_at': '2021-08-24T00:50:05Z', 'revision_number': 0, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 5, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:07.827968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-c8220b25-fa92-46d9-bb29-cb1cecb39819 service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744201 Aug 24 00:50:07.831856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-d8440e72-3cff-4b4b-a6a2-8594909861ae service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661966 Aug 24 00:50:07.880658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43610) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:07.950446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abb34d1e-721c-459a-8c33-02fc9e0b03da req-7eb49308-1c63-4404-8862-18faa0d2a552 service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157806 Aug 24 00:50:08.036609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ca67170-0564-4aff-ad91-9480fe38e943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:08.041740 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b64b4a-ef08-43f9-aabe-21a5bfab8a33 None None] New status for floating IP 816b669c-641d-4c00-a358-da8b85743dcf: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:50:08.180315 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ca67170-0564-4aff-ad91-9480fe38e943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:08.228606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6ca67170-0564-4aff-ad91-9480fe38e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:08.234505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84e339da-829a-4bf8-ae67-65f4ab235ff9 req-a5bdc2bc-ff9c-450d-b4aa-1b8b9db76620 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 210 time: 0.0512745 Aug 24 00:50:08.278657 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6ca67170-0564-4aff-ad91-9480fe38e943 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6907d17c290d45a3ba699397b09e840c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936784 Aug 24 00:50:08.278657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca67170-0564-4aff-ad91-9480fe38e943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9673067a-37a9-4f68-8a1d-272444939cbb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:08.279300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:08.349668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214759ac-4e04-4e35-9134-a7270453f590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:08.372893 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214759ac-4e04-4e35-9134-a7270453f590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:08.497204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214759ac-4e04-4e35-9134-a7270453f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:08.500511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-214759ac-4e04-4e35-9134-a7270453f590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:08.501804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-214759ac-4e04-4e35-9134-a7270453f590 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9673067a-37a9-4f68-8a1d-272444939cbb HTTP/1.1" status: 204 len: 168 time: 0.2219639 Aug 24 00:50:08.510987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214759ac-4e04-4e35-9134-a7270453f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9673067a-37a9-4f68-8a1d-272444939cbb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:08.830442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 53a348fd-fd95-4b64-9777-a87bbcb3b331 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:08.942375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 53a348fd-fd95-4b64-9777-a87bbcb3b331 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:08.946201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 53a348fd-fd95-4b64-9777-a87bbcb3b331 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:08.946606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.022196 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.054988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 53a348fd-fd95-4b64-9777-a87bbcb3b331, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=53a348fd-fd95-4b64-9777-a87bbcb3b331,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:09.147067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43634) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:09.148168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.162917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01c49eef-2434-4087-a7ab-b77f0d3c022f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.199641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=53a348fd-fd95-4b64-9777-a87bbcb3b331,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:09.255354 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01c49eef-2434-4087-a7ab-b77f0d3c022f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.329470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab465cd7-520e-4916-b015-46ade61e7a87 req-0e1e99d9-5f01-48cc-8cde-200bc22f5038 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 210 time: 0.0276475 Aug 24 00:50:09.330320 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01c49eef-2434-4087-a7ab-b77f0d3c022f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.372732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-01c49eef-2434-4087-a7ab-b77f0d3c022f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bd415e6d17e4b549e5728c69f257859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244937 Aug 24 00:50:09.373731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c49eef-2434-4087-a7ab-b77f0d3c022f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b5efc1-7c09-4598-a7ec-897986d36cfb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:09.375477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43638) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:09.430623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7f30-bd60-4469-9159-92d52a35e9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.453800 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7f30-bd60-4469-9159-92d52a35e9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.567320 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7f30-bd60-4469-9159-92d52a35e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.570097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7f30-bd60-4469-9159-92d52a35e9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:09.571290 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0bcd7f30-bd60-4469-9159-92d52a35e9b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28b5efc1-7c09-4598-a7ec-897986d36cfb HTTP/1.1" status: 204 len: 168 time: 0.1946077 Aug 24 00:50:09.580164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd7f30-bd60-4469-9159-92d52a35e9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b5efc1-7c09-4598-a7ec-897986d36cfb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:10.216094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903dec-a482-4a04-8e02-63e3291fcade req-e6afffb4-ccdb-484a-9943-60bd0b54007e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:10.218237 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-e6afffb4-ccdb-484a-9943-60bd0b54007e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1039751 Aug 24 00:50:10.237312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'port': {'device_id': 'a3c98359-7903-46b5-a53f-23cdb04c91be', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'admin_state_up': True, 'tenant_id': '98d2f1382fca415cbb92091953421b96'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:10.425370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:10.427632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-241a1639-e1be-49f2-8353-942a3bbe6592 req-2a6ea968-0e98-4406-b24e-4266d7788c4d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 210 time: 0.0298562 Aug 24 00:50:10.429868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.574287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.20.0.4 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/86eba363-172d-4fa3-a23e-faa52d366abe) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:10.724620 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.740519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Transition to ACTIVE for port object 86eba363-172d-4fa3-a23e-faa52d366abe will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:10.813499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 53a348fd-fd95-4b64-9777-a87bbcb3b331 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:10.817795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.848871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:10.866307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 53a348fd-fd95-4b64-9777-a87bbcb3b331 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:10.866778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:10.872407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:10.880252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:10.926572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=86eba363-172d-4fa3-a23e-faa52d366abe,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:10.956167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:10.957026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.072038 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-0a07432e-0784-47f3-bf36-614eee2c77a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392472 Aug 24 00:50:11.093082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Request body: {'port': {'device_id': 'a3c98359-7903-46b5-a53f-23cdb04c91be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:11.150010 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.313955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4edf196b-d442-47c2-878e-fe310d2963d9 None None] Provisioning for port 86eba363-172d-4fa3-a23e-faa52d366abe completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:11.318703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4edf196b-d442-47c2-878e-fe310d2963d9 None None] Provisioning complete for port 86eba363-172d-4fa3-a23e-faa52d366abe triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:11.319341 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4edf196b-d442-47c2-878e-fe310d2963d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.360757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4edf196b-d442-47c2-878e-fe310d2963d9 None None] Port 86eba363-172d-4fa3-a23e-faa52d366abe cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:11.467051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86eba363-172d-4fa3-a23e-faa52d366abe {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:50:11.475455 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.489933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Transition to ACTIVE for port object 86eba363-172d-4fa3-a23e-faa52d366abe will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:11.560374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086296-cd0a-4e03-bad6-b346a7f85bb2 req-22c37f55-f3eb-4baa-98c4-cf911ba739c9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:11.562000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35086296-cd0a-4e03-bad6-b346a7f85bb2 req-22c37f55-f3eb-4baa-98c4-cf911ba739c9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 931 time: 0.0554314 Aug 24 00:50:11.590634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.602739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35086296-cd0a-4e03-bad6-b346a7f85bb2 req-40028c4f-91c5-4b33-ac6e-2517fdb3e0ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342474 Aug 24 00:50:11.640937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Pushing event updated for resources: {'Port': ['ID=86eba363-172d-4fa3-a23e-faa52d366abe,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:11.735002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Attempting to bind port 86eba363-172d-4fa3-a23e-faa52d366abe on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:11.735002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Attempting to bind port 86eba363-172d-4fa3-a23e-faa52d366abe by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:11.735002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Attempting to bind port 86eba363-172d-4fa3-a23e-faa52d366abe on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:11.743287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Port 86eba363-172d-4fa3-a23e-faa52d366abe on network 2447c20e-30f4-4062-a057-06c6927bfd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:50:11.743614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Attempting to bind port 86eba363-172d-4fa3-a23e-faa52d366abe on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:11.750532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:11.750980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:11.751279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:11.751736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Bound port: 86eba363-172d-4fa3-a23e-faa52d366abe, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:11.752108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:11.832118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] For port 86eba363-172d-4fa3-a23e-faa52d366abe, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:11.838314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] For port 86eba363-172d-4fa3-a23e-faa52d366abe, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86eba363-172d-4fa3-a23e-faa52d366abe,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:11.973980 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.012323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.013018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.015608 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] 10.222.0.36 "PUT /v2.0/ports/86eba363-172d-4fa3-a23e-faa52d366abe HTTP/1.1" status: 200 len: 1091 time: 0.9262671 Aug 24 00:50:12.016070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c98359-7903-46b5-a53f-23cdb04c91be', 'tag': '86eba363-172d-4fa3-a23e-faa52d366abe'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:12.018386 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e1dd72-3d73-4d25-b4f9-acdb3c7ddc20" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c98359-7903-46b5-a53f-23cdb04c91be", "tag": "86eba363-172d-4fa3-a23e-faa52d366abe"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:12.050113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a5c19-a66d-4831-af3a-2549cd11286e service neutron] Pushing event updated for resources: {'Port': ['ID=86eba363-172d-4fa3-a23e-faa52d366abe,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:12.072432 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffac044-314e-41f1-bfba-a2301042548c x-openstack-request-id: req-4ffac044-314e-41f1-bfba-a2301042548c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:12.072958 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c98359-7903-46b5-a53f-23cdb04c91be", "tag": "86eba363-172d-4fa3-a23e-faa52d366abe", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:12.073316 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ffac044-314e-41f1-bfba-a2301042548c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:12.074263 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c98359-7903-46b5-a53f-23cdb04c91be', 'tag': '86eba363-172d-4fa3-a23e-faa52d366abe', 'status': 'completed', 'code': 200} Aug 24 00:50:12.185219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1dd72-3d73-4d25-b4f9-acdb3c7ddc20 req-830bfa4c-d108-4a77-999c-7f493de7bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.188633 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27e1dd72-3d73-4d25-b4f9-acdb3c7ddc20 req-830bfa4c-d108-4a77-999c-7f493de7bb07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 1094 time: 0.0651562 Aug 24 00:50:12.324477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1dd72-3d73-4d25-b4f9-acdb3c7ddc20 req-4d5467ae-64f2-4254-8d94-a3cca7879705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.326151 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27e1dd72-3d73-4d25-b4f9-acdb3c7ddc20 req-4d5467ae-64f2-4254-8d94-a3cca7879705 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=98d2f1382fca415cbb92091953421b96&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1202133 Aug 24 00:50:12.430393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1dd72-3d73-4d25-b4f9-acdb3c7ddc20 req-ce000ba7-de92-426b-861a-eca8c4a56360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.431885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27e1dd72-3d73-4d25-b4f9-acdb3c7ddc20 req-ce000ba7-de92-426b-861a-eca8c4a56360 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961316 Aug 24 00:50:12.555736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903dec-a482-4a04-8e02-63e3291fcade req-bdd5d110-744a-40ce-a605-810709dd42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.557492 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-bdd5d110-744a-40ce-a605-810709dd42f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 1094 time: 0.0580463 Aug 24 00:50:12.579057 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:12.609141 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-00a5d130-be13-49d4-85cb-d59b3b07ecdf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86eba363-172d-4fa3-a23e-faa52d366abe HTTP/1.1" status: 200 len: 217 time: 0.0351305 Aug 24 00:50:12.661327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903dec-a482-4a04-8e02-63e3291fcade req-7f0e02ce-a557-4f8a-88b2-81d37c42ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.662975 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-7f0e02ce-a557-4f8a-88b2-81d37c42ed95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0466800 Aug 24 00:50:12.725305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903dec-a482-4a04-8e02-63e3291fcade req-af3f053f-f6ab-4399-9d36-a7f8424b7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.727225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-af3f053f-f6ab-4399-9d36-a7f8424b7a08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539479 Aug 24 00:50:12.737405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601343-dca0-4e2a-b710-88df1bff51fa req-eea64e51-b9d2-415f-9d40-61a427d151e1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:12.744729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9601343-dca0-4e2a-b710-88df1bff51fa req-eea64e51-b9d2-415f-9d40-61a427d151e1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0605233 Aug 24 00:50:12.782291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9601343-dca0-4e2a-b710-88df1bff51fa req-bda3c73a-7e5a-41d6-a449-8f8eeba29fac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361476 Aug 24 00:50:12.834344 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-a062f75a-425a-4c2d-bb77-4d6433c6af9a service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987113 Aug 24 00:50:12.937939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b2903dec-a482-4a04-8e02-63e3291fcade req-5713352f-a975-4b9e-90ea-1ad27df333f8 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953801 Aug 24 00:50:13.897525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43720) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:13.916383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c77e79-bc1f-473f-a24e-0e86d61f4858 req-2104a237-3106-4e89-a351-ba4b5ce4f2b3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:13.918939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36c77e79-bc1f-473f-a24e-0e86d61f4858 req-2104a237-3106-4e89-a351-ba4b5ce4f2b3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0583000 Aug 24 00:50:13.957518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36c77e79-bc1f-473f-a24e-0e86d61f4858 req-a184a0ec-24f9-4022-a5f7-a6b4ed59cd5d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Aug 24 00:50:14.009771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68e9ab7b-9754-4fdf-a5e6-4475243a6046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.110516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68e9ab7b-9754-4fdf-a5e6-4475243a6046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.217243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68e9ab7b-9754-4fdf-a5e6-4475243a6046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.264473 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-68e9ab7b-9754-4fdf-a5e6-4475243a6046 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e2c5d14d14d475ab3d097ef3eec53a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655491 Aug 24 00:50:14.267129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43724) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:14.273690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9ab7b-9754-4fdf-a5e6-4475243a6046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d7978-cd1d-481c-8060-4c6cc8dd9565,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:14.327463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-619bfa2e-e75c-4139-a69e-04f57129541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.352494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-619bfa2e-e75c-4139-a69e-04f57129541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.361135 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:50:14.474293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-619bfa2e-e75c-4139-a69e-04f57129541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.478682 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-619bfa2e-e75c-4139-a69e-04f57129541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:14.480125 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-619bfa2e-e75c-4139-a69e-04f57129541e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/407d7978-cd1d-481c-8060-4c6cc8dd9565 HTTP/1.1" status: 204 len: 168 time: 0.2119374 Aug 24 00:50:14.489561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bfa2e-e75c-4139-a69e-04f57129541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d7978-cd1d-481c-8060-4c6cc8dd9565,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:15.082569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257340a-6a0c-4bf2-831f-4df36d620567 req-e0e6a094-7bbe-4858-9db1-3b0c3919f5d6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:15.085118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8257340a-6a0c-4bf2-831f-4df36d620567 req-e0e6a094-7bbe-4858-9db1-3b0c3919f5d6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0544307 Aug 24 00:50:15.126558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8257340a-6a0c-4bf2-831f-4df36d620567 req-732568b6-7cac-4b85-b56d-938c56e4828c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346930 Aug 24 00:50:16.255793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df649d-138f-4506-a486-4b29e875e67a req-de72458f-1a7d-458a-ac85-874971cde73e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:16.257691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52df649d-138f-4506-a486-4b29e875e67a req-de72458f-1a7d-458a-ac85-874971cde73e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0586083 Aug 24 00:50:16.305742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52df649d-138f-4506-a486-4b29e875e67a req-431adf95-f884-42b8-a19b-ea4b9608768f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Aug 24 00:50:16.412572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43798) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:16.523209 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.617300 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.667967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.707979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=552eefe2c598413fad9c370575124258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942448 Aug 24 00:50:16.708931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea15918-9f97-498d-8f37-ca3bfd2f6e84,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:16.710780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43802) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:16.716767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.717124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.717470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.719137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.719137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.719137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.719137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.719137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.719661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.719944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.721114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.721114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec09a45-d794-4374-90fc-e096eddcd1b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:16.775266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2532e543-391d-4f23-8bdc-c407f66cc400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.800774 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2532e543-391d-4f23-8bdc-c407f66cc400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.943005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2532e543-391d-4f23-8bdc-c407f66cc400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.945634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2532e543-391d-4f23-8bdc-c407f66cc400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:16.949191 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2532e543-391d-4f23-8bdc-c407f66cc400 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ea15918-9f97-498d-8f37-ca3bfd2f6e84 HTTP/1.1" status: 204 len: 168 time: 0.2372799 Aug 24 00:50:16.957502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532e543-391d-4f23-8bdc-c407f66cc400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea15918-9f97-498d-8f37-ca3bfd2f6e84,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:17.442628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e2752-1dc3-4ef8-9875-cc71682938f1 req-4531e277-7247-4c29-859a-3fd1abda2e40 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:17.444462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b80e2752-1dc3-4ef8-9875-cc71682938f1 req-4531e277-7247-4c29-859a-3fd1abda2e40 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0634630 Aug 24 00:50:17.489814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b80e2752-1dc3-4ef8-9875-cc71682938f1 req-6d370fea-5617-4814-a8e6-500e7fd4759b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391266 Aug 24 00:50:18.622810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7356d-adb8-4326-98f3-b23e8ec5eed1 req-32190f8c-ef98-4cb1-a6b2-2387c80d3e54 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:18.626267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98a7356d-adb8-4326-98f3-b23e8ec5eed1 req-32190f8c-ef98-4cb1-a6b2-2387c80d3e54 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0648770 Aug 24 00:50:18.667838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98a7356d-adb8-4326-98f3-b23e8ec5eed1 req-22add95c-b8b0-4ef5-83f8-76cb292586c5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Aug 24 00:50:19.804579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f328f-e501-45f8-9a3f-74a5eee284ca req-5b2542f7-c58c-427b-89d9-60a086206a6e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:19.806102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a4f328f-e501-45f8-9a3f-74a5eee284ca req-5b2542f7-c58c-427b-89d9-60a086206a6e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0563581 Aug 24 00:50:19.845900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a4f328f-e501-45f8-9a3f-74a5eee284ca req-f3f17295-fa63-4163-a0e1-5c9ce214f415 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Aug 24 00:50:20.366086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 43926) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:20.480459 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d8f15a-43c8-4ae6-a571-0ef2f2ed11e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.581821 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d8f15a-43c8-4ae6-a571-0ef2f2ed11e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.671314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3d8f15a-43c8-4ae6-a571-0ef2f2ed11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.711187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f3d8f15a-43c8-4ae6-a571-0ef2f2ed11e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ec52ea5c72f4d4ab4865d1b33c0be17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439279 Aug 24 00:50:20.711889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8f15a-43c8-4ae6-a571-0ef2f2ed11e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707ea167-7759-48b1-98a6-788138e8e60c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:20.713880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43930) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:20.769272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d021515-07be-4a45-950c-3ecc10988ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.791807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d021515-07be-4a45-950c-3ecc10988ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.959862 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d021515-07be-4a45-950c-3ecc10988ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.962848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d021515-07be-4a45-950c-3ecc10988ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:20.966272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9d021515-07be-4a45-950c-3ecc10988ede admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/707ea167-7759-48b1-98a6-788138e8e60c HTTP/1.1" status: 204 len: 168 time: 0.2489803 Aug 24 00:50:20.969201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827fa5f-6f12-4c5f-8c58-d4ab2c0b2090 req-a13062c4-a297-427b-89ba-5bfabd0186da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:20.975381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d827fa5f-6f12-4c5f-8c58-d4ab2c0b2090 req-a13062c4-a297-427b-89ba-5bfabd0186da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0607178 Aug 24 00:50:20.977432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d021515-07be-4a45-950c-3ecc10988ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707ea167-7759-48b1-98a6-788138e8e60c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:21.027479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d827fa5f-6f12-4c5f-8c58-d4ab2c0b2090 req-f908fe20-b3a9-4bd8-8958-4515a20ea299 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Aug 24 00:50:22.155506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90385c66-2024-4800-a2c9-7c74936e5fd4 req-d738c408-5978-455e-87bf-b6ad06da1979 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:22.157209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90385c66-2024-4800-a2c9-7c74936e5fd4 req-d738c408-5978-455e-87bf-b6ad06da1979 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0560012 Aug 24 00:50:22.203265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90385c66-2024-4800-a2c9-7c74936e5fd4 req-35330dac-78cd-4913-8cf4-b87077958d35 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359983 Aug 24 00:50:23.332450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bd7ae-af75-4221-bb90-467ad96b2ee4 req-4fa9d9a1-2a14-4720-871a-4a0632e43f74 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:23.340298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787bd7ae-af75-4221-bb90-467ad96b2ee4 req-4fa9d9a1-2a14-4720-871a-4a0632e43f74 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0598598 Aug 24 00:50:23.374517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-787bd7ae-af75-4221-bb90-467ad96b2ee4 req-ebae7137-b35c-4913-a95b-f76c8c3e34b2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333848 Aug 24 00:50:23.684239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43988) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:23.836229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:23.933161 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.037780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.155586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Allocated IP 172.25.5.148 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/acc2d4ed-3eee-4256-9437-573aae7ac27d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:24.262106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.356635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.404356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:24.407789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:24.412950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:24.456493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'Port': ['ID=acc2d4ed-3eee-4256-9437-573aae7ac27d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:24.514499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d120125-8f3d-484f-b5cd-0d7b08d2cf76 req-8b842b88-803e-465c-be47-83b96cb760c5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:24.515101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.516093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d120125-8f3d-484f-b5cd-0d7b08d2cf76 req-8b842b88-803e-465c-be47-83b96cb760c5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0604956 Aug 24 00:50:24.559163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d120125-8f3d-484f-b5cd-0d7b08d2cf76 req-db65d780-cff4-42a9-8172-78c951be1f9a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Aug 24 00:50:24.711997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:24.842090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.022309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.094637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'Port': ['ID=acc2d4ed-3eee-4256-9437-573aae7ac27d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:25.107420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.179385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.180659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7d20ed81-e620-4e85-aefa-ad27c822bdcb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4953697 Aug 24 00:50:25.183397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 43994) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:25.188484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1532699158'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:25.293205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Made reservation on behalf of b27697d645454b5c86154f386bd25e99 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:25.296780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.310968 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.407653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.493360 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.528741 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:50:25.537404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e06b51-8c9d-468f-ad2a-7f991316ad7d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:25.544599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.545525 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Added segment c35a8e4f-4ae6-4aea-b7de-50f969836f16 of type vlan for network d0d28d87-7c98-47b8-9320-48b3242d8c3f Aug 24 00:50:25.585001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.680706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9be14-85ff-4c56-aa48-5023e1bc050d req-1dc2a43c-b19d-4bb5-893b-556cd0280df7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:25.682223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb9be14-85ff-4c56-aa48-5023e1bc050d req-1dc2a43c-b19d-4bb5-893b-556cd0280df7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0504830 Aug 24 00:50:25.719808 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.725287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8eb9be14-85ff-4c56-aa48-5023e1bc050d req-3bcc59a3-2326-4fa9-bd09-c4f8c57bdbb3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364966 Aug 24 00:50:25.725885 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:25.726491 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.802195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'Network': ['ID=d0d28d87-7c98-47b8-9320-48b3242d8c3f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:25.812349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:50:25.859697 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:25.903224 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8a4018ce-c79e-48c6-b86e-4b8303d63fb6 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7186854 Aug 24 00:50:25.905899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44000) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:25.911402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Request body: {'subnet': {'network_id': 'd0d28d87-7c98-47b8-9320-48b3242d8c3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:26.099330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Made reservation on behalf of b27697d645454b5c86154f386bd25e99 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:26.103051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.282174 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfd50c25-ad39-4c34-a440-56bf0f5270fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.448161 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.508869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'Subnet': ['ID=30867ec5-8c8c-41d2-8f13-a741c488a988,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:26.520225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Checking segment: {'id': 'c35a8e4f-4ae6-4aea-b7de-50f969836f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0d28d87-7c98-47b8-9320-48b3242d8c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:26.520591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Network hostable DHCP agents. Network: d0d28d87-7c98-47b8-9320-48b3242d8c3f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:50:26.619514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:50:26.699049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, d0d28d87-7c98-47b8-9320-48b3242d8c3f) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:26.703192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:26.703792 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.708634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7363b-8803-4799-a8d6-720f0c3cd718 None None] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:26.792027 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-64a84cba-4fc9-4807-9d6d-214d43905784 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8848009 Aug 24 00:50:26.794754 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44004) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:26.800572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1686426666', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:26.852558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae182e01-2574-4f61-ae26-1dd5686c0265 req-49579c98-44f2-4006-a62a-6aabd1da3bb9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:26.854128 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae182e01-2574-4f61-ae26-1dd5686c0265 req-49579c98-44f2-4006-a62a-6aabd1da3bb9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0569894 Aug 24 00:50:26.868757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-d0d28d87-7c98-47b8-9320-48b3242d8c3f', 'network_id': 'd0d28d87-7c98-47b8-9320-48b3242d8c3f', 'tenant_id': 'b27697d645454b5c86154f386bd25e99', 'fixed_ips': [{'subnet_id': '30867ec5-8c8c-41d2-8f13-a741c488a988'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:50:26.869731 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.894428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae182e01-2574-4f61-ae26-1dd5686c0265 req-3af8e4e8-8690-4aa0-8c3b-be767be8a23b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Aug 24 00:50:26.960110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:26.961152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.028971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.035605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Allocated IP 172.20.0.2 (d0d28d87-7c98-47b8-9320-48b3242d8c3f/30867ec5-8c8c-41d2-8f13-a741c488a988/1ddc9a40-5702-4635-aaee-00562f840827) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:27.181877 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.192814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Transition to ACTIVE for port object 1ddc9a40-5702-4635-aaee-00562f840827 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:27.207491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Transition to ACTIVE for port object 1ddc9a40-5702-4635-aaee-00562f840827 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:27.299601 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.340770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:27.343506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:27.348214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:27.355978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.358153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Pushing event updated for resources: {'Port': ['ID=1ddc9a40-5702-4635-aaee-00562f840827,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:27.411910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Attempting to bind port 1ddc9a40-5702-4635-aaee-00562f840827 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:50:27.412291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Attempting to bind port 1ddc9a40-5702-4635-aaee-00562f840827 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'c35a8e4f-4ae6-4aea-b7de-50f969836f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0d28d87-7c98-47b8-9320-48b3242d8c3f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:50:27.412659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Attempting to bind port 1ddc9a40-5702-4635-aaee-00562f840827 on network d0d28d87-7c98-47b8-9320-48b3242d8c3f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:50:27.417675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:50:27.418152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Checking segment: {'id': 'c35a8e4f-4ae6-4aea-b7de-50f969836f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0d28d87-7c98-47b8-9320-48b3242d8c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:50:27.418566 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.418959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Bound using segment: {'id': 'c35a8e4f-4ae6-4aea-b7de-50f969836f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0d28d87-7c98-47b8-9320-48b3242d8c3f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:50:27.419513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Bound port: 1ddc9a40-5702-4635-aaee-00562f840827, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35a8e4f-4ae6-4aea-b7de-50f969836f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd0d28d87-7c98-47b8-9320-48b3242d8c3f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:50:27.419869 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.490750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] For port 1ddc9a40-5702-4635-aaee-00562f840827, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:50:27.493862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] For port 1ddc9a40-5702-4635-aaee-00562f840827, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1ddc9a40-5702-4635-aaee-00562f840827,segment=NetworkSegment(c35a8e4f-4ae6-4aea-b7de-50f969836f16),segment_id=c35a8e4f-4ae6-4aea-b7de-50f969836f16)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:50:27.588886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.637279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.654464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11faa0-81bb-439b-9bb1-0837ad1cab44 None None] Pushing event updated for resources: {'Port': ['ID=1ddc9a40-5702-4635-aaee-00562f840827,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:27.657000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:27.779660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Allocated IP 172.25.5.75 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/665d9535-ee81-4633-acb0-e318d67797c8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:27.909863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:28.027313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c5a67-0987-4ce2-880b-49d25fcc7f40 req-4f36746e-ceca-4aa9-9283-1eba71eb5c8e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:28.028294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:28.028822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c7c5a67-0987-4ce2-880b-49d25fcc7f40 req-4f36746e-ceca-4aa9-9283-1eba71eb5c8e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0528853 Aug 24 00:50:28.073581 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:28.074802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c7c5a67-0987-4ce2-880b-49d25fcc7f40 req-0ffa6bf5-d060-4d1e-8f7e-ba9f4d48f673 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Aug 24 00:50:28.076357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:28.081521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:28.111502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'Port': ['ID=665d9535-ee81-4633-acb0-e318d67797c8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:28.412304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:28.678562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f138887-b162-489a-b6e6-750f666cb036 None None] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:28.851453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7895003e-97f5-457f-8d1d-7fd8d640301d None None] Provisioning for port 1ddc9a40-5702-4635-aaee-00562f840827 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:28.928435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1ddc9a40-5702-4635-aaee-00562f840827 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:29.006407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.008136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6305bfaa-5141-41b1-aa48-95265f29d8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.070720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1ddc9a40-5702-4635-aaee-00562f840827 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:29.075906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1ddc9a40-5702-4635-aaee-00562f840827 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:29.076411 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.146781 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.161888 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.198355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf447-372f-4ddb-8681-59624d7d597a req-6cb4b2b7-9590-4b4e-a1b7-7097f81f1ca6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:29.201167 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-871cf447-372f-4ddb-8681-59624d7d597a req-6cb4b2b7-9590-4b4e-a1b7-7097f81f1ca6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0510738 Aug 24 00:50:29.201546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c4396ff4-a2f3-461e-8e84-6d9cd13334fe None None] Provisioning complete for port 1ddc9a40-5702-4635-aaee-00562f840827 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:29.202002 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4396ff4-a2f3-461e-8e84-6d9cd13334fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.205552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 1ddc9a40-5702-4635-aaee-00562f840827, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1ddc9a40-5702-4635-aaee-00562f840827,segment=NetworkSegment(c35a8e4f-4ae6-4aea-b7de-50f969836f16),segment_id=c35a8e4f-4ae6-4aea-b7de-50f969836f16)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:29.241359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-871cf447-372f-4ddb-8681-59624d7d597a req-5faaddd5-7fa0-47c2-a425-cf3e94ecb19c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Aug 24 00:50:29.291958 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4396ff4-a2f3-461e-8e84-6d9cd13334fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.298974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Router 0a1b351f-126a-4b5f-8ed3-eddd0296b948 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:50:29.340877 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.413780 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-c4396ff4-a2f3-461e-8e84-6d9cd13334fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:50:29.414200 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-c4396ff4-a2f3-461e-8e84-6d9cd13334fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:50:29.423783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=1ddc9a40-5702-4635-aaee-00562f840827,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:29.431789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.431789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.432319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.432734 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.433162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.433834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.433991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.434264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.434625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.434907 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.435281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.435614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:50:29.444972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:29.456413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc378744-7019-4003-a3bc-ecb314e82363 None None] Sync routers for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:29.465736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc378744-7019-4003-a3bc-ecb314e82363 None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:29.471245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cc378744-7019-4003-a3bc-ecb314e82363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:29.503483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cc378744-7019-4003-a3bc-ecb314e82363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:29.512358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc378744-7019-4003-a3bc-ecb314e82363 None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:29.512963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cc378744-7019-4003-a3bc-ecb314e82363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:29.516614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:29.521196 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-020269ec-322b-4910-983b-644bdc1c3aca tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7224500 Aug 24 00:50:29.521905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44014) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:29.548146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cc378744-7019-4003-a3bc-ecb314e82363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:29.548832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc378744-7019-4003-a3bc-ecb314e82363 None None] The sync data for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:30.264408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.371178 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.413823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec983084-f372-442d-9ac5-751cb391b95c req-06379b12-2e16-42a9-8bc0-c7ba7ac4e2ca tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:30.415314 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec983084-f372-442d-9ac5-751cb391b95c req-06379b12-2e16-42a9-8bc0-c7ba7ac4e2ca tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0933259 Aug 24 00:50:30.502235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec983084-f372-442d-9ac5-751cb391b95c req-b83ca927-becc-4384-883b-d52dfb3a2a0c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786932 Aug 24 00:50:30.612896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Allocated IP 172.20.0.1 (d0d28d87-7c98-47b8-9320-48b3242d8c3f/30867ec5-8c8c-41d2-8f13-a741c488a988/2253bcd9-3214-4ebb-aa5f-80a18287eef0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:30.735837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.749744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Transition to ACTIVE for port object 2253bcd9-3214-4ebb-aa5f-80a18287eef0 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:30.823673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1ddc9a40-5702-4635-aaee-00562f840827 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:30.882468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1ddc9a40-5702-4635-aaee-00562f840827 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:30.882468 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.905370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:30.957862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:30.961105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:30.963821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:30.971006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'Port': ['ID=2253bcd9-3214-4ebb-aa5f-80a18287eef0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:31.015786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.220252 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.268230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4b77617a-9820-45e8-98d2-02fc48887eea None None] Provisioning for port 2253bcd9-3214-4ebb-aa5f-80a18287eef0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:31.272043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4b77617a-9820-45e8-98d2-02fc48887eea None None] Provisioning complete for port 2253bcd9-3214-4ebb-aa5f-80a18287eef0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:31.272420 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b77617a-9820-45e8-98d2-02fc48887eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.310473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4b77617a-9820-45e8-98d2-02fc48887eea None None] Port 2253bcd9-3214-4ebb-aa5f-80a18287eef0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:31.500845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.622050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6767980-1039-4f9c-b90d-ff2b7fb8229f req-a2df7146-8b09-4d33-9f1d-004d3983ce83 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:31.623565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6767980-1039-4f9c-b90d-ff2b7fb8229f req-a2df7146-8b09-4d33-9f1d-004d3983ce83 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0545909 Aug 24 00:50:31.624671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.715854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.729773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'Port': ['ID=2253bcd9-3214-4ebb-aa5f-80a18287eef0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:31.738235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6767980-1039-4f9c-b90d-ff2b7fb8229f req-1b4877a9-0171-4871-bb84-84beaaff66d1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894265 Aug 24 00:50:31.828394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:31.830376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:31.885384 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:31.951814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Router 0a1b351f-126a-4b5f-8ed3-eddd0296b948 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:32.068108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:32.073275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fc4d525e-d6c4-47a6-9514-13dcc7502b50 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "PUT /v2.0/routers/0a1b351f-126a-4b5f-8ed3-eddd0296b948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501397 Aug 24 00:50:32.075829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44022) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:32.080802 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3c7d1-0919-471e-96e3-50c2cceab54d None None] Sync routers for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:32.083221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Request body: {'port': {'network_id': 'd0d28d87-7c98-47b8-9320-48b3242d8c3f', 'name': 'tempest-FloatingIPAdminTestJSON-765535053'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:32.090978 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3c7d1-0919-471e-96e3-50c2cceab54d None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:32.091701 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aff3c7d1-0919-471e-96e3-50c2cceab54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:32.127477 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aff3c7d1-0919-471e-96e3-50c2cceab54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:32.135951 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3c7d1-0919-471e-96e3-50c2cceab54d None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:32.136555 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aff3c7d1-0919-471e-96e3-50c2cceab54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:32.140802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9cb6ee46-e97b-433b-9c7e-f01569fbbd17 None None] Provisioning complete for port 2253bcd9-3214-4ebb-aa5f-80a18287eef0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:32.141420 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ee46-e97b-433b-9c7e-f01569fbbd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.168672 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aff3c7d1-0919-471e-96e3-50c2cceab54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:32.169327 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3c7d1-0919-471e-96e3-50c2cceab54d None None] The sync data for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:32.282499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Made reservation on behalf of b27697d645454b5c86154f386bd25e99 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:32.286121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.309817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] device_id is not set on port e714dd7a-2712-486f-8aef-bf3c58ccb688 yet. {{(pid=95326) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:50:32.327616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9cb6ee46-e97b-433b-9c7e-f01569fbbd17 None None] Port 2253bcd9-3214-4ebb-aa5f-80a18287eef0 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:32.425911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Allocated IP 172.20.0.4 (d0d28d87-7c98-47b8-9320-48b3242d8c3f/30867ec5-8c8c-41d2-8f13-a741c488a988/e714dd7a-2712-486f-8aef-bf3c58ccb688) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:32.570613 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.584727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Transition to ACTIVE for port object e714dd7a-2712-486f-8aef-bf3c58ccb688 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:50:32.682429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.733273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:32.736519 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:32.740137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:32.768418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event updated for resources: {'Port': ['ID=e714dd7a-2712-486f-8aef-bf3c58ccb688,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:32.807376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:32.808175 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:32.872792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b134-361d-459b-bd0f-8c06ddfb0f86 req-b0898f82-6d79-4b07-8824-30c2afe32250 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:32.874448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7368b134-361d-459b-bd0f-8c06ddfb0f86 req-b0898f82-6d79-4b07-8824-30c2afe32250 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0533652 Aug 24 00:50:32.911355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b885bf1e-5a59-4594-89fc-5c91d2577697 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344843 Aug 24 00:50:32.914556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44028) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:32.916850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7368b134-361d-459b-bd0f-8c06ddfb0f86 req-7e70e0ec-0ff2-4f18-858b-c0e0bf6e80e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359571 Aug 24 00:50:32.969997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'project_id': 'b27697d645454b5c86154f386bd25e99', 'port_id': 'e714dd7a-2712-486f-8aef-bf3c58ccb688'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:33.053809 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.122222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f8dba9e6-6751-4898-97db-7107fa6508ba None None] Provisioning for port e714dd7a-2712-486f-8aef-bf3c58ccb688 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:33.127365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f8dba9e6-6751-4898-97db-7107fa6508ba None None] Provisioning complete for port e714dd7a-2712-486f-8aef-bf3c58ccb688 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:33.127815 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f8dba9e6-6751-4898-97db-7107fa6508ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.147365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.162783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f8dba9e6-6751-4898-97db-7107fa6508ba None None] Port e714dd7a-2712-486f-8aef-bf3c58ccb688 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:50:33.254588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Allocated IP 172.25.5.252 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/64ad8037-d531-4842-962e-fbc343488ed8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:33.380026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.499660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:33.540794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:33.543895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:33.547601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:33.578053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Pushing event updated for resources: {'Port': ['ID=64ad8037-d531-4842-962e-fbc343488ed8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:33.909966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.040705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252dd16-912a-4495-b09a-d5d9e63863e0 req-36a7d15b-28b2-4b5d-b15d-1c7c822ba764 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:34.041337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.042286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f252dd16-912a-4495-b09a-d5d9e63863e0 req-36a7d15b-28b2-4b5d-b15d-1c7c822ba764 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0574818 Aug 24 00:50:34.082679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f252dd16-912a-4495-b09a-d5d9e63863e0 req-d3c62062-9c5e-49d5-bbac-d04012bfa677 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Aug 24 00:50:34.202512 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.279042 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.353401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Pushing event updated for resources: {'Port': ['ID=64ad8037-d531-4842-962e-fbc343488ed8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:34.362540 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.474110 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Floating IP bc590719-7cb5-4d57-a6ac-b133af9710e2 associated. External IP: 172.25.5.252, port: e714dd7a-2712-486f-8aef-bf3c58ccb688. Aug 24 00:50:34.684637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Router 0a1b351f-126a-4b5f-8ed3-eddd0296b948 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:34.793081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:34.802588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8948b5ce-22c5-4e29-9fcf-508c6133b5db None None] Sync routers for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:34.811274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948b5ce-22c5-4e29-9fcf-508c6133b5db None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:34.811878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8948b5ce-22c5-4e29-9fcf-508c6133b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:34.847663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8948b5ce-22c5-4e29-9fcf-508c6133b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:34.856122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948b5ce-22c5-4e29-9fcf-508c6133b5db None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:34.856709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8948b5ce-22c5-4e29-9fcf-508c6133b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:34.882251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:34.888089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8948b5ce-22c5-4e29-9fcf-508c6133b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:34.888712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8948b5ce-22c5-4e29-9fcf-508c6133b5db None None] The sync data for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:34.913786 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e2737170-0637-44ae-b6db-6ec6236396d6 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.9980097 Aug 24 00:50:34.916456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44038) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:35.039301 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-831d4dcf-7c04-4881-9d63-22ff99269c11 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] 10.222.0.26 "GET /v2.0/floatingips/bc590719-7cb5-4d57-a6ac-b133af9710e2 HTTP/1.1" status: 200 len: 982 time: 0.1216266 Aug 24 00:50:35.041585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44040) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:35.145661 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a371a0ac-27c7-4e1e-9c63-11dc23ae370e tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1029780 Aug 24 00:50:35.148359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44044) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:35.200275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9e08c-3604-4496-8cf5-f38403e5bd7a req-d19afd95-ffe4-4932-84fe-4ebf85a82967 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:35.201807 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33d9e08c-3604-4496-8cf5-f38403e5bd7a req-d19afd95-ffe4-4932-84fe-4ebf85a82967 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0490351 Aug 24 00:50:35.240254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33d9e08c-3604-4496-8cf5-f38403e5bd7a req-23a0e7eb-5789-47fd-af8c-dceae5c50809 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Aug 24 00:50:35.305713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Deleting port 64ad8037-d531-4842-962e-fbc343488ed8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:35.305993 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:35.379649 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:35.379972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:35.391348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Calling delete_port for 64ad8037-d531-4842-962e-fbc343488ed8 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:35.648008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:35.676807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event deleted for resources: {'Port': ['ID=64ad8037-d531-4842-962e-fbc343488ed8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:35.743382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:35.743724 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Floating IP bc590719-7cb5-4d57-a6ac-b133af9710e2 disassociated (deleted). External IP: 172.25.5.252, port: e714dd7a-2712-486f-8aef-bf3c58ccb688. Aug 24 00:50:35.958779 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Router 0a1b351f-126a-4b5f-8ed3-eddd0296b948 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:36.072737 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:36.077625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.083008 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001a2b5-b509-43a9-aa74-7c829958bc54 None None] Sync routers for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:36.092359 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001a2b5-b509-43a9-aa74-7c829958bc54 None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:36.092966 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b001a2b5-b509-43a9-aa74-7c829958bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:36.109978 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e984cfd7-c0d8-4f35-a8b7-f16f578cd319 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "DELETE /v2.0/floatingips/bc590719-7cb5-4d57-a6ac-b133af9710e2 HTTP/1.1" status: 204 len: 168 time: 0.9579008 Aug 24 00:50:36.112985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44046) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:36.118107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:36.133247 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b001a2b5-b509-43a9-aa74-7c829958bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:36.142127 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001a2b5-b509-43a9-aa74-7c829958bc54 None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:36.143242 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b001a2b5-b509-43a9-aa74-7c829958bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:36.175786 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b001a2b5-b509-43a9-aa74-7c829958bc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:36.176329 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001a2b5-b509-43a9-aa74-7c829958bc54 None None] The sync data for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:36.219307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.312798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.399695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8de9d-e9e4-49e2-bd8d-b7cff54820d9 req-8fff8d22-d378-44de-a690-d393bc2f6b80 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:36.401292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ae8de9d-e9e4-49e2-bd8d-b7cff54820d9 req-8fff8d22-d378-44de-a690-d393bc2f6b80 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0904539 Aug 24 00:50:36.480850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ae8de9d-e9e4-49e2-bd8d-b7cff54820d9 req-7027d051-7570-4906-a552-586f03c57095 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713003 Aug 24 00:50:36.491921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Allocated IP 172.25.5.204 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/56271908-af7d-4669-a06d-6d8d990a76e9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:36.591679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.688099 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.727846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:36.730823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:36.734343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:36.768074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Pushing event updated for resources: {'Port': ['ID=56271908-af7d-4669-a06d-6d8d990a76e9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:36.860003 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:36.968541 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.127336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.187993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.258553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Pushing event updated for resources: {'Port': ['ID=56271908-af7d-4669-a06d-6d8d990a76e9,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:37.270304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.336570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.337800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-621f9da1-fe87-49d2-a5b7-098728e5703c tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2236044 Aug 24 00:50:37.340617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44052) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:37.442443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:37.524900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.634664 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:37.767007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Allocated IP 172.25.5.34 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/1927498a-c379-47cb-884f-6fa1029d78ba) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:38.194056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61a077-bab5-42af-994f-cf181e8d39ce req-ed229e8e-6aae-4454-9343-c2173991a6b9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:38.195552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e61a077-bab5-42af-994f-cf181e8d39ce req-ed229e8e-6aae-4454-9343-c2173991a6b9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.4034951 Aug 24 00:50:38.234284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.259761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e61a077-bab5-42af-994f-cf181e8d39ce req-b27682a4-eb2a-4377-94d7-131d5c613885 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548396 Aug 24 00:50:38.356652 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.397497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:50:38.427120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:50:38.427120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:50:38.432513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Pushing event updated for resources: {'Port': ['ID=1927498a-c379-47cb-884f-6fa1029d78ba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:38.497224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.590784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.740915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.830903 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.898677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Pushing event updated for resources: {'Port': ['ID=1927498a-c379-47cb-884f-6fa1029d78ba,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:38.911317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.979252 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:38.980522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-27c77a0e-6e7e-415a-80a3-23530eaba881 tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6388943 Aug 24 00:50:38.982966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:39.098724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b13d51f6-f46a-43fc-a21d-f34af6d1001e tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1146200 Aug 24 00:50:39.101306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44062) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:39.171412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ac86e606-6923-49d1-b627-ac9708cc7e3a tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0689979 Aug 24 00:50:39.174369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:39.299157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Deleting port 1927498a-c379-47cb-884f-6fa1029d78ba {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:39.299750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:39.413993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953d879-26c2-49e0-b38d-e663a9fc0dfa req-15dd1006-e5e2-498f-9b05-208cfd49e644 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:39.415387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2953d879-26c2-49e0-b38d-e663a9fc0dfa req-15dd1006-e5e2-498f-9b05-208cfd49e644 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0790565 Aug 24 00:50:39.417105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:39.417435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:39.437625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Calling delete_port for 1927498a-c379-47cb-884f-6fa1029d78ba owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:39.512148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2953d879-26c2-49e0-b38d-e663a9fc0dfa req-dc8dcd1b-6042-4739-80ee-285f77b354d4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866115 Aug 24 00:50:39.665171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:39.689467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Pushing event deleted for resources: {'Port': ['ID=1927498a-c379-47cb-884f-6fa1029d78ba,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:39.761848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:39.764781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:39.766404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-488e3c44-04f0-48e0-9491-c533ba804aca tempest-FloatingIPAdminTestJSON-298019558 tempest-FloatingIPAdminTestJSON-298019558-project] 10.222.0.26 "DELETE /v2.0/floatingips/fae3f266-35b5-42c7-8d80-2e6b0d9a1c93 HTTP/1.1" status: 204 len: 168 time: 0.5907648 Aug 24 00:50:39.769550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:39.792517 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-b7cca79c-cbd4-4f31-b10e-227a48631f72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476298 Aug 24 00:50:39.890785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-3592b539-49ed-4f56-a0a2-d6d410cae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:39.893014 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-3592b539-49ed-4f56-a0a2-d6d410cae862 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 1097 time: 0.0415764 Aug 24 00:50:39.928579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Deleting port 56271908-af7d-4669-a06d-6d8d990a76e9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:39.928851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.008301 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.008639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.021963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Calling delete_port for 56271908-af7d-4669-a06d-6d8d990a76e9 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:40.242444 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.267943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Pushing event deleted for resources: {'Port': ['ID=56271908-af7d-4669-a06d-6d8d990a76e9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:40.337421 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.340184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.341361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6c24050-9f8e-4fc1-acff-8edbfbd96b07 tempest-FloatingIPAdminTestJSON-961124485 tempest-FloatingIPAdminTestJSON-961124485-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/733f830b-c560-4717-a3eb-e89e3ba2e8e4 HTTP/1.1" status: 204 len: 168 time: 0.5707190 Aug 24 00:50:40.344776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44074) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:40.407612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-8bf80a16-977c-4565-8f58-e441763288b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:40.409205 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-8bf80a16-977c-4565-8f58-e441763288b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cf7f1ab-7896-48a0-8bfd-ee0372247e26 HTTP/1.1" status: 200 len: 898 time: 0.4977455 Aug 24 00:50:40.437410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8977b2a7-d35a-4cfe-97c1-c73139eae8a2 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Deleting port e714dd7a-2712-486f-8aef-bf3c58ccb688 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:40.437864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8977b2a7-d35a-4cfe-97c1-c73139eae8a2 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.456100 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-c5ac4a19-9f79-4769-be1d-1ffaea51c69b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=1d648f16-38d4-4036-a691-b9d0be9588a7 HTTP/1.1" status: 200 len: 217 time: 0.0388288 Aug 24 00:50:40.505626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-afb8361d-e16b-4efb-892e-7f63f25d06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:40.507099 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-afb8361d-e16b-4efb-892e-7f63f25d06ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c014c26b-cd63-42a4-a107-1fa1af99db3d HTTP/1.1" status: 200 len: 838 time: 0.0441008 Aug 24 00:50:40.530168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8977b2a7-d35a-4cfe-97c1-c73139eae8a2 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.543822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8977b2a7-d35a-4cfe-97c1-c73139eae8a2 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Calling delete_port for e714dd7a-2712-486f-8aef-bf3c58ccb688 owned by {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:40.554680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-c27277f0-ff95-415c-84a5-b54637c9fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:40.556242 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-c27277f0-ff95-415c-84a5-b54637c9fc1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cf7f1ab-7896-48a0-8bfd-ee0372247e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425904 Aug 24 00:50:40.653939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-394b8d89-ae1b-4566-975c-3c40a0629dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7f1ab-7896-48a0-8bfd-ee0372247e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902596 Aug 24 00:50:40.659176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75377a-6129-4c95-952b-dbe8bee7dde0 req-ba97a111-76aa-4f7f-859a-dc77eae87866 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:40.660667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c75377a-6129-4c95-952b-dbe8bee7dde0 req-ba97a111-76aa-4f7f-859a-dc77eae87866 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0715256 Aug 24 00:50:40.724440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c75377a-6129-4c95-952b-dbe8bee7dde0 req-128a604e-b038-4782-8394-5c139774faaf tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571213 Aug 24 00:50:40.758796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-adaff5dd-ddd3-49ad-85c8-5e1e2eb212fd req-8c5d4a38-da70-4716-a80c-51a507f03d7b service neutron] 10.222.0.36 "GET /v2.0/networks/1cf7f1ab-7896-48a0-8bfd-ee0372247e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905223 Aug 24 00:50:40.822146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8977b2a7-d35a-4cfe-97c1-c73139eae8a2 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.852922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977b2a7-d35a-4cfe-97c1-c73139eae8a2 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event deleted for resources: {'Port': ['ID=e714dd7a-2712-486f-8aef-bf3c58ccb688,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:40.924956 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8977b2a7-d35a-4cfe-97c1-c73139eae8a2 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:40.926936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8977b2a7-d35a-4cfe-97c1-c73139eae8a2 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "DELETE /v2.0/ports/e714dd7a-2712-486f-8aef-bf3c58ccb688 HTTP/1.1" status: 204 len: 168 time: 0.5810478 Aug 24 00:50:40.929371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44078) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:40.979964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee282a67-6904-471f-82e9-90b502f402eb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:40.981875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ee282a67-6904-471f-82e9-90b502f402eb tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "GET /v2.0/ports?device_id=0a1b351f-126a-4b5f-8ed3-eddd0296b948 HTTP/1.1" status: 200 len: 913 time: 0.0512598 Aug 24 00:50:40.984319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44080) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:41.390636 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:41.510610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44092) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:41.533601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44096) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:41.665156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d73850-8a54-4c49-b9b8-c0daa6b15a64 req-027afd7e-020a-40c8-a76b-a213133a73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:41.666735 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97d73850-8a54-4c49-b9b8-c0daa6b15a64 req-027afd7e-020a-40c8-a76b-a213133a73bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1096 time: 0.1549740 Aug 24 00:50:41.704608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Deleting port 2253bcd9-3214-4ebb-aa5f-80a18287eef0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:41.705114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:41.756865 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97d73850-8a54-4c49-b9b8-c0daa6b15a64 req-0e304dda-4f15-4c8a-bd9e-0fbc679c1943 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835683 Aug 24 00:50:41.795421 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:41.819194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Calling delete_port for 2253bcd9-3214-4ebb-aa5f-80a18287eef0 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:41.896552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aec27-8a55-4e8e-8a5d-f91268ea61d9 req-19ec674a-645b-4c33-9d72-2ee60111c08a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:41.898057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b82aec27-8a55-4e8e-8a5d-f91268ea61d9 req-19ec674a-645b-4c33-9d72-2ee60111c08a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0923200 Aug 24 00:50:42.049908 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.292204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b82aec27-8a55-4e8e-8a5d-f91268ea61d9 req-1e463c26-b3d2-48a8-be47-474e2e60eb74 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869264 Aug 24 00:50:42.459686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.487432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 53a348fd-fd95-4b64-9777-a87bbcb3b331 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:42.487835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.491841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event deleted for resources: {'Port': ['ID=2253bcd9-3214-4ebb-aa5f-80a18287eef0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:42.592494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.605334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port 53a348fd-fd95-4b64-9777-a87bbcb3b331, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=53a348fd-fd95-4b64-9777-a87bbcb3b331,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:42.605990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.619626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 53a348fd-fd95-4b64-9777-a87bbcb3b331 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:42.718331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.960861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Router 0a1b351f-126a-4b5f-8ed3-eddd0296b948 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:42.962428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:42.991406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=53a348fd-fd95-4b64-9777-a87bbcb3b331,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:43.078947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:43.087712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-36ba4112-42eb-4392-991c-66ba8993066f tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "PUT /v2.0/routers/0a1b351f-126a-4b5f-8ed3-eddd0296b948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0992284 Aug 24 00:50:43.087712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44110) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:43.090155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4c566-131a-45eb-a2dd-c480db9cf115 None None] Sync routers for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:43.101594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4c566-131a-45eb-a2dd-c480db9cf115 None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:43.102337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1ca4c566-131a-45eb-a2dd-c480db9cf115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:43.145633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1ca4c566-131a-45eb-a2dd-c480db9cf115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:43.155529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca4c566-131a-45eb-a2dd-c480db9cf115 None None] Routers {'0a1b351f-126a-4b5f-8ed3-eddd0296b948'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:43.156485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1ca4c566-131a-45eb-a2dd-c480db9cf115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:43.169012 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.205088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1ca4c566-131a-45eb-a2dd-c480db9cf115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:43.205980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca4c566-131a-45eb-a2dd-c480db9cf115 None None] The sync data for ids ['0a1b351f-126a-4b5f-8ed3-eddd0296b948'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:43.230144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.340874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.407495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router f7b5610b-6564-43e1-9a1f-fcce31b99a34 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:43.409218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18f972-d009-4c15-a1b1-7b5f1fc136b2 req-c0660fca-66e8-4ae9-b52e-cfa2191062d3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:43.410879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d18f972-d009-4c15-a1b1-7b5f1fc136b2 req-c0660fca-66e8-4ae9-b52e-cfa2191062d3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0499616 Aug 24 00:50:43.476230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d18f972-d009-4c15-a1b1-7b5f1fc136b2 req-17a4750e-3dac-4679-9319-5a0514a3b538 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593865 Aug 24 00:50:43.497396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Deleting port 665d9535-ee81-4633-acb0-e318d67797c8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:43.497775 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.528107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:43.533796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-72f82927-1db6-4fae-a786-ed333d4838ee tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "PUT /v2.0/routers/f7b5610b-6564-43e1-9a1f-fcce31b99a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9987886 Aug 24 00:50:43.541709 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] Sync routers for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:43.558025 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:43.558645 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:43.578570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.591110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Calling delete_port for 665d9535-ee81-4633-acb0-e318d67797c8 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:43.752479 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:43.831095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.857499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event deleted for resources: {'Port': ['ID=665d9535-ee81-4633-acb0-e318d67797c8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:43.927385 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:43.985159 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:42Z', 'revision_number': 6, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:06Z', 'revision_number': 1, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:44.011456 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] Checking router: f7b5610b-6564-43e1-9a1f-fcce31b99a34 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:44.020914 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:44.021529 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:44.045211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.049484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.097202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01ddf1-1281-43e8-b743-14a4600d1441 req-bec4e4d8-b334-4b70-93b2-2763414fef0a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:44.098651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa01ddf1-1281-43e8-b743-14a4600d1441 req-bec4e4d8-b334-4b70-93b2-2763414fef0a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 946 time: 0.1430020 Aug 24 00:50:44.129200 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:44.141812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa01ddf1-1281-43e8-b743-14a4600d1441 req-fd5e93fb-f0cd-4c7e-b566-17637a8c50c7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Aug 24 00:50:44.202219 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.202756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1b351f-126a-4b5f-8ed3-eddd0296b948 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:50:44.209967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.213713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6c2d375d-3fbc-451e-9596-459fcdb87168 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "DELETE /v2.0/routers/0a1b351f-126a-4b5f-8ed3-eddd0296b948 HTTP/1.1" status: 204 len: 168 time: 1.1227269 Aug 24 00:50:44.213844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:44.265143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c877c40-abe7-4a09-be4a-a84ad2c5ce9d tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Deleting subnet 30867ec5-8c8c-41d2-8f13-a741c488a988 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:50:44.268801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c877c40-abe7-4a09-be4a-a84ad2c5ce9d tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.366917 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:42Z', 'revision_number': 6, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:06Z', 'revision_number': 1, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:44.398502 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545dfff-55ec-48b0-9ec2-945e5c8607f0 None None] The sync data for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 is: [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:42Z', 'revision_number': 6, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '239f642b-f23f-4b28-bb3f-a77177b848f0', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'port_id': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'mac_address': 'fa:16:3e:c3:aa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:49:00Z', 'updated_at': '2021-08-24T00:49:06Z', 'revision_number': 1, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:44.566490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c877c40-abe7-4a09-be4a-a84ad2c5ce9d tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.610392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f992b0-64dc-49bc-8753-23a443315786 req-2bb52d54-b10c-44a5-bedb-0fd0852a4680 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:44.612509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28f992b0-64dc-49bc-8753-23a443315786 req-2bb52d54-b10c-44a5-bedb-0fd0852a4680 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0599210 Aug 24 00:50:44.649729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-28f992b0-64dc-49bc-8753-23a443315786 req-6e8c0f95-af50-4aa7-85f2-5e8f532ec2ec tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Aug 24 00:50:44.681827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c877c40-abe7-4a09-be4a-a84ad2c5ce9d tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.817184 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c877c40-abe7-4a09-be4a-a84ad2c5ce9d tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.827986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 53a348fd-fd95-4b64-9777-a87bbcb3b331 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:44.852667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 53a348fd-fd95-4b64-9777-a87bbcb3b331 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:44.853023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 53a348fd-fd95-4b64-9777-a87bbcb3b331 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:44.863555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c877c40-abe7-4a09-be4a-a84ad2c5ce9d tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event deleted for resources: {'Subnet': ['ID=30867ec5-8c8c-41d2-8f13-a741c488a988,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:44.867548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c877c40-abe7-4a09-be4a-a84ad2c5ce9d tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:44.870456 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7c877c40-abe7-4a09-be4a-a84ad2c5ce9d tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "DELETE /v2.0/subnets/30867ec5-8c8c-41d2-8f13-a741c488a988 HTTP/1.1" status: 204 len: 168 time: 0.6547439 Aug 24 00:50:44.872326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:44.875290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5964a-9f9f-447f-b0ed-990fc84cbc71 None None] Network d0d28d87-7c98-47b8-9320-48b3242d8c3f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:44.956385 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.016495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Deleting port 1ddc9a40-5702-4635-aaee-00562f840827 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:45.016846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.049256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] DHCP port deletion for d0d28d87-7c98-47b8-9320-48b3242d8c3f request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:50:45.082085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] For port 1ddc9a40-5702-4635-aaee-00562f840827, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1ddc9a40-5702-4635-aaee-00562f840827,segment=NetworkSegment(c35a8e4f-4ae6-4aea-b7de-50f969836f16),segment_id=c35a8e4f-4ae6-4aea-b7de-50f969836f16)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:45.082463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.093971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] Deleting port 1ddc9a40-5702-4635-aaee-00562f840827 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:45.094353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.095795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Calling delete_port for 1ddc9a40-5702-4635-aaee-00562f840827 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:45.155742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] For port 1ddc9a40-5702-4635-aaee-00562f840827, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1ddc9a40-5702-4635-aaee-00562f840827,segment=NetworkSegment(c35a8e4f-4ae6-4aea-b7de-50f969836f16),segment_id=c35a8e4f-4ae6-4aea-b7de-50f969836f16)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:45.156059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.170358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] Calling delete_port for 1ddc9a40-5702-4635-aaee-00562f840827 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:45.242365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.254039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.275538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event deleted for resources: {'Port': ['ID=1ddc9a40-5702-4635-aaee-00562f840827,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:45.278310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] No DVR routers for this DVR port 1ddc9a40-5702-4635-aaee-00562f840827 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:45.284954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] Pushing event deleted for resources: {'Port': ['ID=1ddc9a40-5702-4635-aaee-00562f840827,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:45.287306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a77446-d4cf-4939-ad94-bdb07da669fd None None] No DVR routers for this DVR port 1ddc9a40-5702-4635-aaee-00562f840827 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:45.322170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c736-0a93-455a-958f-510e30f98452 req-46bf2cc8-6953-4375-9194-c3d99a972806 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:45.323689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ace9c736-0a93-455a-958f-510e30f98452 req-46bf2cc8-6953-4375-9194-c3d99a972806 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 946 time: 0.1128068 Aug 24 00:50:45.395532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.412157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d28d87-7c98-47b8-9320-48b3242d8c3f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:45.423776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ace9c736-0a93-455a-958f-510e30f98452 req-e4ff41ae-bbd3-48a4-8d62-ba89740db5e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ac18851-e16d-419f-866c-2db53f9abfec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883772 Aug 24 00:50:45.427066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35a8e4f-4ae6-4aea-b7de-50f969836f16') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:45.427363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35a8e4f-4ae6-4aea-b7de-50f969836f16') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:45.436766 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.452165 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.459027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:45.459429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:45.462524 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:45.590319 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.597046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.598949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "DELETE /v2.0/networks/d0d28d87-7c98-47b8-9320-48b3242d8c3f HTTP/1.1" status: 204 len: 168 time: 0.7252195 Aug 24 00:50:45.601733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44128) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:45.610496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9acc7-d741-4374-bb50-d78c062bf1fc tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event deleted for resources: {'Network': ['ID=d0d28d87-7c98-47b8-9320-48b3242d8c3f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:45.728449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Deleting port acc2d4ed-3eee-4256-9437-573aae7ac27d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:45.728801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.770005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5cc79-85a9-4db6-a2df-5cbfa61f3812 req-80bd5ac9-b5e1-4cf0-9dd7-68b53f262610 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:45.771692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98b5cc79-85a9-4db6-a2df-5cbfa61f3812 req-80bd5ac9-b5e1-4cf0-9dd7-68b53f262610 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0541575 Aug 24 00:50:45.809961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98b5cc79-85a9-4db6-a2df-5cbfa61f3812 req-2b6c307b-a6ba-4148-9d47-bdfe50ab2f7a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Aug 24 00:50:45.862551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-0666b87a-9507-4bc1-8591-83eb4e8658cb tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:45.864030 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-0666b87a-9507-4bc1-8591-83eb4e8658cb tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 946 time: 0.1332500 Aug 24 00:50:45.886619 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.886955 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:45.922566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Calling delete_port for acc2d4ed-3eee-4256-9437-573aae7ac27d owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:46.034524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 1d648f16-38d4-4036-a691-b9d0be9588a7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:46.034785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.161951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port 1d648f16-38d4-4036-a691-b9d0be9588a7, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=1d648f16-38d4-4036-a691-b9d0be9588a7,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:46.162327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.175104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 1d648f16-38d4-4036-a691-b9d0be9588a7 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:46.219840 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.254717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Pushing event deleted for resources: {'Port': ['ID=acc2d4ed-3eee-4256-9437-573aae7ac27d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:46.333634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.336258 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.337433 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ba41f165-1ffa-4efc-a5d9-e4b28251cab9 tempest-FloatingIPAdminTestJSON-1734069374 tempest-FloatingIPAdminTestJSON-1734069374-project] 10.222.0.26 "DELETE /v2.0/floatingips/235d0f93-e62d-43e2-a116-8e4413614188 HTTP/1.1" status: 204 len: 168 time: 0.7346072 Aug 24 00:50:46.467768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.497948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=1d648f16-38d4-4036-a691-b9d0be9588a7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:46.528081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c62f00a8-3c4b-4b69-8fc2-e745d1bea8b1 req-b805356d-02ee-4e21-bb83-a079f1321541 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4 HTTP/1.1" status: 200 len: 210 time: 0.0337448 Aug 24 00:50:46.541286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] No DVR routers for this DVR port 1d648f16-38d4-4036-a691-b9d0be9588a7 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:46.543924 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:46.546072 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-588ff6cd-90a6-4098-a3a8-fde9947b90d3 req-d3985ec2-1635-4077-9017-e2ca50f3d163 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "DELETE /v2.0/ports/1d648f16-38d4-4036-a691-b9d0be9588a7 HTTP/1.1" status: 204 len: 173 time: 0.6741817 Aug 24 00:50:46.546628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a53152-8b1d-44e5-b0b4-61fffcf0ecf4', 'name': 'network-vif-deleted', 'tag': '1d648f16-38d4-4036-a691-b9d0be9588a7'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:46.549712 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402fa355-217d-4020-82b0-e1302a6eccea" -d '{"events": [{"server_uuid": "d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4", "name": "network-vif-deleted", "tag": "1d648f16-38d4-4036-a691-b9d0be9588a7"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:46.584269 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dc6aa5-7209-44b9-82a2-567475e909ef x-openstack-request-id: req-10dc6aa5-7209-44b9-82a2-567475e909ef {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:46.584521 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a53152-8b1d-44e5-b0b4-61fffcf0ecf4", "name": "network-vif-deleted", "tag": "1d648f16-38d4-4036-a691-b9d0be9588a7", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:46.584780 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10dc6aa5-7209-44b9-82a2-567475e909ef {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:46.585187 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a53152-8b1d-44e5-b0b4-61fffcf0ecf4', 'name': 'network-vif-deleted', 'tag': '1d648f16-38d4-4036-a691-b9d0be9588a7', 'status': 'completed', 'code': 200} Aug 24 00:50:46.768401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44140) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:46.828122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1ddc9a40-5702-4635-aaee-00562f840827 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:46.866609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1ddc9a40-5702-4635-aaee-00562f840827 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:46.867872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1ddc9a40-5702-4635-aaee-00562f840827 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:46.954090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-43ecb4e7-4b57-405f-9e9e-214ed0c33b32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b27697d645454b5c86154f386bd25e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843855 Aug 24 00:50:46.957164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44146) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:46.969113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4e94-7100-4649-8707-a61fc98ec97e req-67c10805-c516-4279-95d1-c09042598f29 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:46.970627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73dd4e94-7100-4649-8707-a61fc98ec97e req-67c10805-c516-4279-95d1-c09042598f29 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0761914 Aug 24 00:50:47.036218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73dd4e94-7100-4649-8707-a61fc98ec97e req-304a43a6-8805-437e-bd25-79a5abd7d97d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593414 Aug 24 00:50:47.047368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbb27-f181-4414-a33b-4d39208af96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.073087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbb27-f181-4414-a33b-4d39208af96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.190961 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbb27-f181-4414-a33b-4d39208af96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.193526 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b5fbb27-f181-4414-a33b-4d39208af96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.194737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5b5fbb27-f181-4414-a33b-4d39208af96f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8e06b51-8c9d-468f-ad2a-7f991316ad7d HTTP/1.1" status: 204 len: 168 time: 0.2336292 Aug 24 00:50:47.202994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fbb27-f181-4414-a33b-4d39208af96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e06b51-8c9d-468f-ad2a-7f991316ad7d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:47.587820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44154) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:47.646671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c964e45-81b3-4572-a0be-b43d4359ae3c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.672531 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c964e45-81b3-4572-a0be-b43d4359ae3c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.770516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44156) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:47.784139 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a26ac9b-ef04-4f31-9a42-339eff8574eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.800843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c964e45-81b3-4572-a0be-b43d4359ae3c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.803396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3c964e45-81b3-4572-a0be-b43d4359ae3c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.804517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3c964e45-81b3-4572-a0be-b43d4359ae3c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ac18851-e16d-419f-866c-2db53f9abfec HTTP/1.1" status: 204 len: 168 time: 0.2157130 Aug 24 00:50:47.823375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c964e45-81b3-4572-a0be-b43d4359ae3c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac18851-e16d-419f-866c-2db53f9abfec,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:47.895670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a26ac9b-ef04-4f31-9a42-339eff8574eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.897102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44160) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:47.951306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-b523a29a-0ecb-46aa-b4c9-7e9492a430f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting subnet c014c26b-cd63-42a4-a107-1fa1af99db3d {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:50:47.954331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b523a29a-0ecb-46aa-b4c9-7e9492a430f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:47.988592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4a26ac9b-ef04-4f31-9a42-339eff8574eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.003302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b523a29a-0ecb-46aa-b4c9-7e9492a430f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.060266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4a26ac9b-ef04-4f31-9a42-339eff8574eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc1823fcb1994c6196d34492b9da3630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886107 Aug 24 00:50:48.062805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44164) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:48.068127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26ac9b-ef04-4f31-9a42-339eff8574eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b0dcb-afb4-4641-94f3-3f31fabef3f3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:48.118311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c425aec-6f37-47ee-a407-32da048abdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.139517 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c425aec-6f37-47ee-a407-32da048abdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.151203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b523a29a-0ecb-46aa-b4c9-7e9492a430f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.200585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c910-e65d-4966-beaf-45315fa14371 req-238b6c08-fc80-4624-8bb7-367e56201b62 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:48.202092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d774c910-e65d-4966-beaf-45315fa14371 req-238b6c08-fc80-4624-8bb7-367e56201b62 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0907402 Aug 24 00:50:48.248384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d774c910-e65d-4966-beaf-45315fa14371 req-8cc63fc2-d987-4ff4-b41c-f9299b4d78f8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391216 Aug 24 00:50:48.259490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c425aec-6f37-47ee-a407-32da048abdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.262337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2c425aec-6f37-47ee-a407-32da048abdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.263532 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2c425aec-6f37-47ee-a407-32da048abdb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd6b0dcb-afb4-4641-94f3-3f31fabef3f3 HTTP/1.1" status: 204 len: 168 time: 0.1997483 Aug 24 00:50:48.271971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c425aec-6f37-47ee-a407-32da048abdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b0dcb-afb4-4641-94f3-3f31fabef3f3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:48.325129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b523a29a-0ecb-46aa-b4c9-7e9492a430f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.355121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523a29a-0ecb-46aa-b4c9-7e9492a430f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Subnet': ['ID=c014c26b-cd63-42a4-a107-1fa1af99db3d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:48.358058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b523a29a-0ecb-46aa-b4c9-7e9492a430f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.362990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44168) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:48.363249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66cbff-799f-4162-922f-2c744eb6728a None None] Network 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:48.365740 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b523a29a-0ecb-46aa-b4c9-7e9492a430f1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/subnets/c014c26b-cd63-42a4-a107-1fa1af99db3d HTTP/1.1" status: 204 len: 168 time: 0.4618943 Aug 24 00:50:48.446372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.504131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 8798d0f3-d333-4e91-a18d-b32361b9f889 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:48.504599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.542786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] DHCP port deletion for 1cf7f1ab-7896-48a0-8bfd-ee0372247e26 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:50:48.575230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port 8798d0f3-d333-4e91-a18d-b32361b9f889, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8798d0f3-d333-4e91-a18d-b32361b9f889,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:48.575609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.591580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 8798d0f3-d333-4e91-a18d-b32361b9f889 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:48.600583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] Deleting port 8798d0f3-d333-4e91-a18d-b32361b9f889 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:48.601057 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.664155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] For port 8798d0f3-d333-4e91-a18d-b32361b9f889, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8798d0f3-d333-4e91-a18d-b32361b9f889,segment=NetworkSegment(15359d54-4819-4e74-9381-7db0af54b5e4),segment_id=15359d54-4819-4e74-9381-7db0af54b5e4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:48.664558 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.682570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] Calling delete_port for 8798d0f3-d333-4e91-a18d-b32361b9f889 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:48.753696 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.759266 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.781692 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=8798d0f3-d333-4e91-a18d-b32361b9f889,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:48.784164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] No DVR routers for this DVR port 8798d0f3-d333-4e91-a18d-b32361b9f889 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:48.790239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] Pushing event deleted for resources: {'Port': ['ID=8798d0f3-d333-4e91-a18d-b32361b9f889,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:48.794528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adadd2e9-3545-463d-aa0e-2e193c03533b None None] No DVR routers for this DVR port 8798d0f3-d333-4e91-a18d-b32361b9f889 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:48.853062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8798d0f3-d333-4e91-a18d-b32361b9f889 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:48.872801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.873024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 8798d0f3-d333-4e91-a18d-b32361b9f889 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:48.873232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8798d0f3-d333-4e91-a18d-b32361b9f889 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:48.892796 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf7f1ab-7896-48a0-8bfd-ee0372247e26']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:48.913892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15359d54-4819-4e74-9381-7db0af54b5e4') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:48.914400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15359d54-4819-4e74-9381-7db0af54b5e4') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:48.933455 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.953376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.961295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:48.961736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:48.964721 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:48.993104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44172) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:49.006905 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beaf56ec-24d0-48d0-80ec-e2e7d210c787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.093553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beaf56ec-24d0-48d0-80ec-e2e7d210c787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.104721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.116401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.116401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/networks/1cf7f1ab-7896-48a0-8bfd-ee0372247e26 HTTP/1.1" status: 204 len: 168 time: 0.7497911 Aug 24 00:50:49.117128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44174) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:49.125363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3027fdc-226c-4ec8-abef-ee25e62d7210 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Network': ['ID=1cf7f1ab-7896-48a0-8bfd-ee0372247e26,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:49.158926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beaf56ec-24d0-48d0-80ec-e2e7d210c787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.209309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-beaf56ec-24d0-48d0-80ec-e2e7d210c787 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=682d70fb406a457fa138e7c380d9cc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150760 Aug 24 00:50:49.212065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44176) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:49.219670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf56ec-24d0-48d0-80ec-e2e7d210c787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f1179-1723-4d81-8aa6-ee3cb9ac1e8c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:49.261507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74935a02-53c6-41eb-a910-4bd8fe5633d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.286392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74935a02-53c6-41eb-a910-4bd8fe5633d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.350002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 0a9b989d-3b29-4404-9adc-e0b4e0600ac1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:49.350264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.409911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540b21-6a94-4689-bf07-189cc57a8a35 req-0cc2adf7-c57d-4164-8da5-df6dcef3d5f0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:49.410617 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74935a02-53c6-41eb-a910-4bd8fe5633d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.411433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f540b21-6a94-4689-bf07-189cc57a8a35 req-0cc2adf7-c57d-4164-8da5-df6dcef3d5f0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.0934408 Aug 24 00:50:49.413271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74935a02-53c6-41eb-a910-4bd8fe5633d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.414487 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-74935a02-53c6-41eb-a910-4bd8fe5633d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d61f1179-1723-4d81-8aa6-ee3cb9ac1e8c HTTP/1.1" status: 204 len: 168 time: 0.2014148 Aug 24 00:50:49.424212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74935a02-53c6-41eb-a910-4bd8fe5633d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f1179-1723-4d81-8aa6-ee3cb9ac1e8c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:49.471851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.472186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.492646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 0a9b989d-3b29-4404-9adc-e0b4e0600ac1 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:49.496672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f540b21-6a94-4689-bf07-189cc57a8a35 req-f6d33d05-fca9-43ba-bfb1-9021a1bea60d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770123 Aug 24 00:50:49.719531 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.746734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=0a9b989d-3b29-4404-9adc-e0b4e0600ac1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:49.807721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:49.808085 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Floating IP 239f642b-f23f-4b28-bb3f-a77177b848f0 disassociated (deleted). External IP: 172.25.5.221, port: b203029e-4d26-4f0c-a949-a6cf0954c246. Aug 24 00:50:50.022696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router f7b5610b-6564-43e1-9a1f-fcce31b99a34 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:50.129958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:50.134248 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:50.140307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] Sync routers for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:50.153509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:50.154381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:50.168419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-76f6d5b0-6b35-4c76-a80a-a6d11c645e27 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/floatingips/239f642b-f23f-4b28-bb3f-a77177b848f0 HTTP/1.1" status: 204 len: 168 time: 1.0476873 Aug 24 00:50:50.168419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:50.169832 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d68ec89-208f-40b5-927e-1dfefedb135f" -d '{"events": [{"name": "network-changed", "server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:50.223251 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9f1c22-bc64-4d7c-ab8a-03fe3561819e x-openstack-request-id: req-9f9f1c22-bc64-4d7c-ab8a-03fe3561819e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:50.223251 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:50.223251 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f9f1c22-bc64-4d7c-ab8a-03fe3561819e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:50.223251 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'status': 'completed', 'code': 200} Aug 24 00:50:50.287487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:50.291439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-a9376739-b6ea-40c4-975d-91c3589d7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.293056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-a9376739-b6ea-40c4-975d-91c3589d7701 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 1096 time: 0.0446737 Aug 24 00:50:50.397029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-d9c3688b-87cc-4ef4-b6a9-2706139e7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.399227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-d9c3688b-87cc-4ef4-b6a9-2706139e7d65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a190820-0824-49fd-bd49-a005532cd018 HTTP/1.1" status: 200 len: 897 time: 0.0989993 Aug 24 00:50:50.459198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-010ab1e4-313e-4e02-ad55-761282cef6c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b203029e-4d26-4f0c-a949-a6cf0954c246 HTTP/1.1" status: 200 len: 217 time: 0.0527792 Aug 24 00:50:50.512733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:42Z', 'revision_number': 6, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:50.525446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-580aa8e2-c26b-41e2-855a-763c9d5d1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.526968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-580aa8e2-c26b-41e2-855a-763c9d5d1a77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9248161-fcd0-4411-9bd3-ec32c93e5e8c HTTP/1.1" status: 200 len: 835 time: 0.0604773 Aug 24 00:50:50.547813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] Checking router: f7b5610b-6564-43e1-9a1f-fcce31b99a34 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:50.564811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:50.565458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:50.596793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-5d6750c2-4427-4f54-a8f4-4cb99b26ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.598323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-5d6750c2-4427-4f54-a8f4-4cb99b26ebd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a190820-0824-49fd-bd49-a005532cd018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630636 Aug 24 00:50:50.698775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:50.703086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 86eba363-172d-4fa3-a23e-faa52d366abe details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:50:50.727066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcdef4-23ef-443d-b80e-eec3dd582857 req-13485b26-5419-4ce3-a95f-63e17d482213 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.728583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9fcdef4-23ef-443d-b80e-eec3dd582857 req-13485b26-5419-4ce3-a95f-63e17d482213 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 943 time: 0.1500032 Aug 24 00:50:50.731706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1d648f16-38d4-4036-a691-b9d0be9588a7 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:50.759533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 1d648f16-38d4-4036-a691-b9d0be9588a7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:50.759911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 1d648f16-38d4-4036-a691-b9d0be9588a7 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:50.763900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217488-e8eb-479f-849c-ce499d7273e3 req-1a7a220b-55bf-48d1-87a7-1488f81e039b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:50.765193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5217488-e8eb-479f-849c-ce499d7273e3 req-1a7a220b-55bf-48d1-87a7-1488f81e039b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 945 time: 0.0995851 Aug 24 00:50:50.776279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-0514125a-dcce-4b67-9ab4-420687f08f05 service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641619 Aug 24 00:50:50.838700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9fcdef4-23ef-443d-b80e-eec3dd582857 req-82ef30e0-0b28-40a7-8cc8-d1b9edbf2d01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954156 Aug 24 00:50:50.874389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5217488-e8eb-479f-849c-ce499d7273e3 req-d5fd8821-0788-4d9e-80d2-12013215f16b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973747 Aug 24 00:50:50.914754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d68ec89-208f-40b5-927e-1dfefedb135f req-0372253f-2f73-484d-abc4-65faf1cf74f6 service neutron] 10.222.0.37 "GET /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169157 Aug 24 00:50:50.941944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 86eba363-172d-4fa3-a23e-faa52d366abe, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86eba363-172d-4fa3-a23e-faa52d366abe,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:50.958210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '86eba363-172d-4fa3-a23e-faa52d366abe', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'port_id': '86eba363-172d-4fa3-a23e-faa52d366abe', 'mac_address': 'fa:16:3e:89:25:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:50:51.019979 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:51.054253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86eba363-172d-4fa3-a23e-faa52d366abe {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:50:51.078786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 86eba363-172d-4fa3-a23e-faa52d366abe, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86eba363-172d-4fa3-a23e-faa52d366abe,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:51.093548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:42Z', 'revision_number': 6, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:51.124411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1eacd9-065e-4009-872d-b2593e722162 None None] The sync data for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 is: [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:42Z', 'revision_number': 6, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '28b2ba63-7f91-4f20-9afd-e02b635e1d10', 'name': '', 'network_id': '9a190820-0824-49fd-bd49-a005532cd018', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:76:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:29Z', 'updated_at': '2021-08-24T00:48:37Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'd9248161-fcd0-4411-9bd3-ec32c93e5e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:51.145411 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:51.196751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=86eba363-172d-4fa3-a23e-faa52d366abe,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:51.356874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efca662-2d86-4d16-828a-0ec5c8c5e57b None None] New status for floating IP 239f642b-f23f-4b28-bb3f-a77177b848f0: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:50:51.418051 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:50:51.547160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['86eba363-172d-4fa3-a23e-faa52d366abe'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:51.584795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44228) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:51.681957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6203347f-66d4-483b-b62b-5a3e0905fd72 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:51.825016 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6203347f-66d4-483b-b62b-5a3e0905fd72 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] 10.222.0.26 "PUT /v2.0/quotas/6d1e3afc932842d88fb9700d84052f09 HTTP/1.1" status: 200 len: 368 time: 0.2390900 Aug 24 00:50:51.827663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44232) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:51.832501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Request body: {'network': {'project_id': '6d1e3afc932842d88fb9700d84052f09'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:51.911311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Made reservation on behalf of 6d1e3afc932842d88fb9700d84052f09 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:51.913710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:51.923942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.003316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-60a56228-b19b-4c6a-a5af-d607d04d21a7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:52.004906 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-60a56228-b19b-4c6a-a5af-d607d04d21a7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.37 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 945 time: 0.1091599 Aug 24 00:50:52.022697 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.028100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1cff7-0b4b-4d2c-b809-e8c862643b62 req-ba92620a-dabd-42fd-8f40-51c0a64ab352 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:52.029580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0db1cff7-0b4b-4d2c-b809-e8c862643b62 req-ba92620a-dabd-42fd-8f40-51c0a64ab352 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 944 time: 0.1226289 Aug 24 00:50:52.079343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b2006-301e-40cf-854c-025321b9495b req-1257e388-0ea6-4036-a245-c86d4f188c7f tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:52.080760 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa3b2006-301e-40cf-854c-025321b9495b req-1257e388-0ea6-4036-a245-c86d4f188c7f tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 945 time: 0.1286416 Aug 24 00:50:52.107462 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.128810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:50:52.141308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0db1cff7-0b4b-4d2c-b809-e8c862643b62 req-e962a8e5-55ce-44cf-81b4-bcd6f32ea65b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932596 Aug 24 00:50:52.142547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50a54d4-edc9-4c46-8106-946523df86fd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:52.148817 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.149169 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Added segment 8b79681c-1ad4-47dc-9ca1-58709dcd31c9 of type vlan for network 1c348711-060c-4158-bf4f-987bc4a13561 Aug 24 00:50:52.174569 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa3b2006-301e-40cf-854c-025321b9495b req-c3f4a1a7-3b56-4886-b91b-f147d8f6cdf6 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a6ee705-b409-4aa7-9e6b-fea247b43625&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804608 Aug 24 00:50:52.183420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port b203029e-4d26-4f0c-a949-a6cf0954c246 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:52.183766 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.196321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.290348 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.291370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:52.292010 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.358393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Pushing event updated for resources: {'Network': ['ID=1c348711-060c-4158-bf4f-987bc4a13561,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:52.369096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1c348711-060c-4158-bf4f-987bc4a13561 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:50:52.428316 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-31013387-bf92-4bde-a3f3-138daf5ea310 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5995028 Aug 24 00:50:52.430908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44238) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:52.436318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Request body: {'network': {'project_id': '6d1e3afc932842d88fb9700d84052f09'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:52.513455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Made reservation on behalf of 6d1e3afc932842d88fb9700d84052f09 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:52.515905 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.541836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:50:52.550713 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.553764 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Added segment d8ce5acd-da0a-4d2d-a285-0de146d3cc2c of type vlan for network a436642c-338a-47da-a779-fba44a103b2d Aug 24 00:50:52.590591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.592649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port b203029e-4d26-4f0c-a949-a6cf0954c246, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=b203029e-4d26-4f0c-a949-a6cf0954c246,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:52.593020 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.605511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for b203029e-4d26-4f0c-a949-a6cf0954c246 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:52.661625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.662595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:52.663206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.715091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 86eba363-172d-4fa3-a23e-faa52d366abe up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:50:52.724315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Pushing event updated for resources: {'Network': ['ID=a436642c-338a-47da-a779-fba44a103b2d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:52.739338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a436642c-338a-47da-a779-fba44a103b2d details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:50:52.742420 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6b7ac85d-96bc-4a60-a874-221604a213d7 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3103628 Aug 24 00:50:52.745466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44240) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:52.750688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0173d1ee-58a6-4548-9976-926c9dfc3b10 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Request body: {'network': {'project_id': '6d1e3afc932842d88fb9700d84052f09'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:52.762776 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-0173d1ee-58a6-4548-9976-926c9dfc3b10 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 24 00:50:52.763229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0173d1ee-58a6-4548-9976-926c9dfc3b10 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:50:52.764346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0173d1ee-58a6-4548-9976-926c9dfc3b10 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0178225 Aug 24 00:50:52.767916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44242) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:52.814578 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d891463-159b-455e-814b-0a63901c0b11 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d1e3afc932842d88fb9700d84052f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429997 Aug 24 00:50:52.815032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44244) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:52.830784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.878548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=b203029e-4d26-4f0c-a949-a6cf0954c246,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:52.941199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] No DVR routers for this DVR port b203029e-4d26-4f0c-a949-a6cf0954c246 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:52.947558 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.949538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a21da5d-7f06-4931-b8d9-87e99d58674d req-b2416bf5-79ec-46df-836e-4a0a308c6426 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.37 "DELETE /v2.0/ports/b203029e-4d26-4f0c-a949-a6cf0954c246 HTTP/1.1" status: 204 len: 173 time: 0.9369571 Aug 24 00:50:52.950009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'name': 'network-vif-deleted', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:52.952244 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b9349f-de84-4604-bee9-34204fc4d0de" -d '{"events": [{"server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "name": "network-vif-deleted", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:52.960338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aef0a1a8-8f6e-4fa1-9833-a0d8824c6ac3 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.984351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aef0a1a8-8f6e-4fa1-9833-a0d8824c6ac3 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:52.997402 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cff75d-99a9-46eb-ade3-bf0bdcc6525f x-openstack-request-id: req-43cff75d-99a9-46eb-ade3-bf0bdcc6525f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:52.997722 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95266e4-dadf-46a7-a03d-afd40814298b", "name": "network-vif-deleted", "tag": "b203029e-4d26-4f0c-a949-a6cf0954c246", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:52.997975 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43cff75d-99a9-46eb-ade3-bf0bdcc6525f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:52.998365 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95266e4-dadf-46a7-a03d-afd40814298b', 'name': 'network-vif-deleted', 'tag': 'b203029e-4d26-4f0c-a949-a6cf0954c246', 'status': 'completed', 'code': 200} Aug 24 00:50:53.033329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 86eba363-172d-4fa3-a23e-faa52d366abe completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:50:53.037278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 86eba363-172d-4fa3-a23e-faa52d366abe triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:50:53.037701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.111148 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aef0a1a8-8f6e-4fa1-9833-a0d8824c6ac3 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.113908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aef0a1a8-8f6e-4fa1-9833-a0d8824c6ac3 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.115180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aef0a1a8-8f6e-4fa1-9833-a0d8824c6ac3 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/e50a54d4-edc9-4c46-8106-946523df86fd HTTP/1.1" status: 204 len: 168 time: 0.2991419 Aug 24 00:50:53.118415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44248) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:53.121094 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.123830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0a1a8-8f6e-4fa1-9833-a0d8824c6ac3 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50a54d4-edc9-4c46-8106-946523df86fd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:53.149504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c98359-7903-46b5-a53f-23cdb04c91be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86eba363-172d-4fa3-a23e-faa52d366abe'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:53.151591 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117ca89-4414-42b9-a7c4-52b4fa4762b7" -d '{"events": [{"server_uuid": "a3c98359-7903-46b5-a53f-23cdb04c91be", "name": "network-vif-plugged", "status": "completed", "tag": "86eba363-172d-4fa3-a23e-faa52d366abe"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:53.165176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 86eba363-172d-4fa3-a23e-faa52d366abe, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86eba363-172d-4fa3-a23e-faa52d366abe,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:53.199757 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e4326-05c6-4509-af2d-63472e9badd7 x-openstack-request-id: req-771e4326-05c6-4509-af2d-63472e9badd7 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:53.200115 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c98359-7903-46b5-a53f-23cdb04c91be", "name": "network-vif-plugged", "status": "completed", "tag": "86eba363-172d-4fa3-a23e-faa52d366abe", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:53.200357 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-771e4326-05c6-4509-af2d-63472e9badd7 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:53.200769 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c98359-7903-46b5-a53f-23cdb04c91be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86eba363-172d-4fa3-a23e-faa52d366abe', 'code': 200} Aug 24 00:50:53.205104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.240456 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.335211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=86eba363-172d-4fa3-a23e-faa52d366abe,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:53.358162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eeb62da5-53e2-4858-afc2-20103c6997c6 req-ddf25aa2-e345-4b11-8fa4-fcbaf7d93ae7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=a95266e4-dadf-46a7-a03d-afd40814298b HTTP/1.1" status: 200 len: 210 time: 0.0387387 Aug 24 00:50:53.361438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.379420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157153c-7c5a-42d4-b5da-0cdec9c56d83 req-aacfd6c1-97e5-4c75-aa54-0f80dbc503d5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:53.381419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0157153c-7c5a-42d4-b5da-0cdec9c56d83 req-aacfd6c1-97e5-4c75-aa54-0f80dbc503d5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 945 time: 0.1015158 Aug 24 00:50:53.382951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a436642c-338a-47da-a779-fba44a103b2d']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:53.394980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ce5acd-da0a-4d2d-a285-0de146d3cc2c') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:53.395283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ce5acd-da0a-4d2d-a285-0de146d3cc2c') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:53.407266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.410740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a1383-b889-4f63-ac22-aa0df64b98fe req-714db000-af15-4f42-a6cd-55e92b2d44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:53.412270 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-479a1383-b889-4f63-ac22-aa0df64b98fe req-714db000-af15-4f42-a6cd-55e92b2d44a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 1096 time: 0.0968451 Aug 24 00:50:53.424615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0157153c-7c5a-42d4-b5da-0cdec9c56d83 req-0962de35-c105-4633-9094-038f144e928f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371251 Aug 24 00:50:53.436854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.455958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:53.456370 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:53.458117 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:53.505109 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-479a1383-b889-4f63-ac22-aa0df64b98fe req-18423591-9c0d-4018-a4b9-675f0166a434 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849919 Aug 24 00:50:53.593344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.599786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.601866 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a436642c-338a-47da-a779-fba44a103b2d HTTP/1.1" status: 204 len: 168 time: 0.4821374 Aug 24 00:50:53.604563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44256) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:53.613479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda7abe-9a0b-4d3c-841d-5601118473fc tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Pushing event deleted for resources: {'Network': ['ID=a436642c-338a-47da-a779-fba44a103b2d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:53.674540 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.753188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.762798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c348711-060c-4158-bf4f-987bc4a13561']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:53.773373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b79681c-1ad4-47dc-9ca1-58709dcd31c9') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:53.773715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b79681c-1ad4-47dc-9ca1-58709dcd31c9') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:53.782318 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.795527 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.801942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:53.802335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:53.803941 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:53.933298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.939475 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:53.941418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] 10.222.0.26 "DELETE /v2.0/networks/1c348711-060c-4158-bf4f-987bc4a13561 HTTP/1.1" status: 204 len: 168 time: 0.3358643 Aug 24 00:50:53.952249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef187e-d12c-484c-8e82-6168a0114578 tempest-QuotasNegativeTest-437452836 tempest-QuotasNegativeTest-437452836-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c348711-060c-4158-bf4f-987bc4a13561,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:54.412265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44264) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:54.470925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a002ef3-1a42-4fbf-8395-88f9e45edca5 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:54.499334 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a002ef3-1a42-4fbf-8395-88f9e45edca5 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:54.572809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dfc22-2c15-4356-bfc3-a6b1a010b301 req-23016153-611a-42ca-b326-8f1b47efdda0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:54.574345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4dfc22-2c15-4356-bfc3-a6b1a010b301 req-23016153-611a-42ca-b326-8f1b47efdda0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 945 time: 0.0721583 Aug 24 00:50:54.622547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4dfc22-2c15-4356-bfc3-a6b1a010b301 req-14d4c550-1157-4ceb-b55f-34ee6d43979d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420172 Aug 24 00:50:54.667839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a002ef3-1a42-4fbf-8395-88f9e45edca5 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:54.670521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a002ef3-1a42-4fbf-8395-88f9e45edca5 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:54.671662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6a002ef3-1a42-4fbf-8395-88f9e45edca5 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/security-groups/4a6ee705-b409-4aa7-9e6b-fea247b43625 HTTP/1.1" status: 204 len: 168 time: 0.2583690 Aug 24 00:50:54.674724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44270) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:54.681809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a002ef3-1a42-4fbf-8395-88f9e45edca5 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6ee705-b409-4aa7-9e6b-fea247b43625,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:54.760132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:54.792110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-908297f8-9c16-4e34-ac9e-b7bf53544de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:54.880524 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-908297f8-9c16-4e34-ac9e-b7bf53544de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:54.936058 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-908297f8-9c16-4e34-ac9e-b7bf53544de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:54.975474 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-908297f8-9c16-4e34-ac9e-b7bf53544de0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99d147bf02ba408ea64b168cb8df471a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976716 Aug 24 00:50:54.976634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908297f8-9c16-4e34-ac9e-b7bf53544de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf06393-1fcd-4495-8a06-31b1eeb5eaf8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:54.978157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44278) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:55.090284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df457106-e7f1-4a41-b87f-96bd9d5eb559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.120908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df457106-e7f1-4a41-b87f-96bd9d5eb559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.225309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.315689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df457106-e7f1-4a41-b87f-96bd9d5eb559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.318253 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df457106-e7f1-4a41-b87f-96bd9d5eb559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.319391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-df457106-e7f1-4a41-b87f-96bd9d5eb559 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebf06393-1fcd-4495-8a06-31b1eeb5eaf8 HTTP/1.1" status: 204 len: 168 time: 0.3397446 Aug 24 00:50:55.334249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df457106-e7f1-4a41-b87f-96bd9d5eb559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf06393-1fcd-4495-8a06-31b1eeb5eaf8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:55.509539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 28b2ba63-7f91-4f20-9afd-e02b635e1d10 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:55.510337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.604854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port 28b2ba63-7f91-4f20-9afd-e02b635e1d10, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=28b2ba63-7f91-4f20-9afd-e02b635e1d10,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:55.605211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.618228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 28b2ba63-7f91-4f20-9afd-e02b635e1d10 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:55.789512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e595564-a843-4718-922f-74801f3ff0f8 req-7195b425-e887-4a92-a869-0872fcf2b69a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:55.795353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e595564-a843-4718-922f-74801f3ff0f8 req-7195b425-e887-4a92-a869-0872fcf2b69a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 945 time: 0.0717380 Aug 24 00:50:55.836660 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.864051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e595564-a843-4718-922f-74801f3ff0f8 req-5aea8d8b-601f-4db9-be69-aa777d8bc09f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664151 Aug 24 00:50:55.965595 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:55.996866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=28b2ba63-7f91-4f20-9afd-e02b635e1d10,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:56.057974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607035f-5b2e-4405-8aa7-e1e8fa09c53b req-3771e71a-c97c-4ffd-a295-16904b8eaeff tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:56.059583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6607035f-5b2e-4405-8aa7-e1e8fa09c53b req-3771e71a-c97c-4ffd-a295-16904b8eaeff tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 945 time: 0.1280677 Aug 24 00:50:56.076946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44288) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:56.090815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03b666dd-2e57-4ab2-b597-26f10cb491e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.159430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6607035f-5b2e-4405-8aa7-e1e8fa09c53b req-e5947c61-1c6d-4739-85d4-862768c5303b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888290 Aug 24 00:50:56.207720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b203029e-4d26-4f0c-a949-a6cf0954c246 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:56.220058 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03b666dd-2e57-4ab2-b597-26f10cb491e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.236503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: b203029e-4d26-4f0c-a949-a6cf0954c246 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:56.238795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device b203029e-4d26-4f0c-a949-a6cf0954c246 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:56.238939 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.255998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-47ccc5af-93cc-4019-88e5-e99dace3616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.293591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-03b666dd-2e57-4ab2-b597-26f10cb491e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.333676 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-03b666dd-2e57-4ab2-b597-26f10cb491e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09a04f1d63f2462f833b41017d1beecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556500 Aug 24 00:50:56.334789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b666dd-2e57-4ab2-b597-26f10cb491e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f85151-8ebf-4bc0-8c14-6d6261aa3702,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:56.337157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44292) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:56.378845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed45618-d34a-460c-9fdc-dfd3a59a2a05 req-7f4f577a-9a5f-4086-8828-311a35dc614b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:56.380434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed45618-d34a-460c-9fdc-dfd3a59a2a05 req-7f4f577a-9a5f-4086-8828-311a35dc614b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 945 time: 0.1296482 Aug 24 00:50:56.393440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37ffd652-85a3-42a8-a5e0-a013145a8ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.414919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37ffd652-85a3-42a8-a5e0-a013145a8ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.467267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed45618-d34a-460c-9fdc-dfd3a59a2a05 req-7d074952-2d75-48a5-9dd5-41be5f7e3b18 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793986 Aug 24 00:50:56.530097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router f7b5610b-6564-43e1-9a1f-fcce31b99a34 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:50:56.541936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37ffd652-85a3-42a8-a5e0-a013145a8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.544879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-37ffd652-85a3-42a8-a5e0-a013145a8ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.549269 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-37ffd652-85a3-42a8-a5e0-a013145a8ea2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80f85151-8ebf-4bc0-8c14-6d6261aa3702 HTTP/1.1" status: 204 len: 168 time: 0.2082341 Aug 24 00:50:56.573243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffd652-85a3-42a8-a5e0-a013145a8ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f85151-8ebf-4bc0-8c14-6d6261aa3702,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:56.639733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:50:56.644881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-146b6973-a91e-42fc-9d1c-5051dc84ba41 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "PUT /v2.0/routers/f7b5610b-6564-43e1-9a1f-fcce31b99a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8834465 Aug 24 00:50:56.647747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44300) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:56.653089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] Sync routers for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:50:56.663796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:56.664542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:56.707407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-3389dbe0-bab1-46f1-9480-348846cf05fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting subnet d9248161-fcd0-4411-9bd3-ec32c93e5e8c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:50:56.711877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3389dbe0-bab1-46f1-9480-348846cf05fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.763551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3389dbe0-bab1-46f1-9480-348846cf05fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.775671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:56.854111 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3389dbe0-bab1-46f1-9480-348846cf05fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:56.980349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:55Z', 'revision_number': 7, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:57.005373 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3389dbe0-bab1-46f1-9480-348846cf05fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.015830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] Checking router: f7b5610b-6564-43e1-9a1f-fcce31b99a34 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:50:57.025039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] Routers {'f7b5610b-6564-43e1-9a1f-fcce31b99a34'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:50:57.025697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:57.039512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389dbe0-bab1-46f1-9480-348846cf05fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Subnet': ['ID=d9248161-fcd0-4411-9bd3-ec32c93e5e8c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:57.044010 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3389dbe0-bab1-46f1-9480-348846cf05fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.048083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3389dbe0-bab1-46f1-9480-348846cf05fd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/subnets/d9248161-fcd0-4411-9bd3-ec32c93e5e8c HTTP/1.1" status: 204 len: 168 time: 0.3972225 Aug 24 00:50:57.049392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44308) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:57.063325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc3e6e-4866-4936-a611-d82ebd8753ea req-dca6378b-0563-4c50-b889-e20417016f55 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:57.064425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d7858-7864-490c-bb61-35bbc43704e3 None None] Network 9a190820-0824-49fd-bd49-a005532cd018 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:50:57.065341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12bc3e6e-4866-4936-a611-d82ebd8753ea req-dca6378b-0563-4c50-b889-e20417016f55 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 945 time: 0.0905554 Aug 24 00:50:57.124276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12bc3e6e-4866-4936-a611-d82ebd8753ea req-c0809a2b-9e2c-4aad-a2f2-48f4f5bd9bd4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513663 Aug 24 00:50:57.193592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.225417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] Set router f7b5610b-6564-43e1-9a1f-fcce31b99a34 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:50:57.318458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.393185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] DHCP port deletion for 9a190820-0824-49fd-bd49-a005532cd018 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:50:57.431328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 22ec00a7-8889-43a3-9183-92ddd53a28b5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:57.431680 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.465390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] Deleting port 90af9b24-17fb-4f6a-a4c8-050e1707f841 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:57.465840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.481703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:55Z', 'revision_number': 7, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:57.526559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port 22ec00a7-8889-43a3-9183-92ddd53a28b5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=22ec00a7-8889-43a3-9183-92ddd53a28b5,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:57.527048 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.540057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 22ec00a7-8889-43a3-9183-92ddd53a28b5 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:57.542779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2c1163-c8be-4ef9-ae25-73775019bee2 None None] The sync data for ids ['f7b5610b-6564-43e1-9a1f-fcce31b99a34'] in n-d-804878-2 is: [{'id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'name': 'tempest-TestNetworkBasicOps-router-1567424707', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:23Z', 'updated_at': '2021-08-24T00:50:55Z', 'revision_number': 7, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '22ec00a7-8889-43a3-9183-92ddd53a28b5', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b5610b-6564-43e1-9a1f-fcce31b99a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:24Z', 'updated_at': '2021-08-24T00:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:50:57.565207 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] For port 90af9b24-17fb-4f6a-a4c8-050e1707f841, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=90af9b24-17fb-4f6a-a4c8-050e1707f841,segment=NetworkSegment(f77e58a9-9f7d-4c26-ade8-758f090facbe),segment_id=f77e58a9-9f7d-4c26-ade8-758f090facbe)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:57.565548 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.579993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] Calling delete_port for 90af9b24-17fb-4f6a-a4c8-050e1707f841 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:57.719311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.746484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] Pushing event deleted for resources: {'Port': ['ID=90af9b24-17fb-4f6a-a4c8-050e1707f841,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:57.748635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e830b5a-1b1b-4270-b0a7-f678cce06961 None None] No DVR routers for this DVR port 90af9b24-17fb-4f6a-a4c8-050e1707f841 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:57.787508 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.815400 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=22ec00a7-8889-43a3-9183-92ddd53a28b5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:57.873979 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.989762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:57.992467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.135843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.136435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Fanout notify agent at l3_agent the message router_deleted on router f7b5610b-6564-43e1-9a1f-fcce31b99a34 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:50:58.149500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.149500 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a379aeba-1681-41bd-be7c-f7b5056c242d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/routers/f7b5610b-6564-43e1-9a1f-fcce31b99a34 HTTP/1.1" status: 204 len: 168 time: 1.0951002 Aug 24 00:50:58.149955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44334) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:58.271307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.293415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd6c65-e842-4374-a0a7-bfbdb15c4930 req-f2314db3-4077-473c-9505-28cc9ce10dd6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:58.295077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33dd6c65-e842-4374-a0a7-bfbdb15c4930 req-f2314db3-4077-473c-9505-28cc9ce10dd6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 945 time: 0.0884826 Aug 24 00:50:58.399420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.415226 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33dd6c65-e842-4374-a0a7-bfbdb15c4930 req-4c2bd911-109e-453e-a2ec-e95539a6f13e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964789 Aug 24 00:50:58.416746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a190820-0824-49fd-bd49-a005532cd018']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:58.427856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77e58a9-9f7d-4c26-ade8-758f090facbe') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:58.428237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77e58a9-9f7d-4c26-ade8-758f090facbe') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:50:58.438544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.458368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.464650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:50:58.465056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:50:58.468255 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:50:58.585036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.590375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.595741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/networks/9a190820-0824-49fd-bd49-a005532cd018 HTTP/1.1" status: 204 len: 168 time: 0.4417534 Aug 24 00:50:58.608440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920b914-d1d4-488a-ae2b-72da4e8caa6a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Network': ['ID=9a190820-0824-49fd-bd49-a005532cd018,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:58.610314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:58.625234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'network': {'name': 'tempest-network-smoke--1654710283', 'project_id': '162b462ae90247339be708b3255fe6d3', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:58.693831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:50:58.697733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.717117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-f9726693-bf9d-403a-8783-90a91c80a1f0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:58.718794 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-f9726693-bf9d-403a-8783-90a91c80a1f0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 945 time: 0.0551062 Aug 24 00:50:58.722190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:50:58.731240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.731585 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Added segment 6769cdcb-afa5-4386-996f-8c212a702b3c of type vlan for network e8656cb7-5420-4428-8bf7-3045153ec198 Aug 24 00:50:58.778117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.796421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44350) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:58.824346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port 86eba363-172d-4fa3-a23e-faa52d366abe {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:50:58.824833 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.866677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 90af9b24-17fb-4f6a-a4c8-050e1707f841 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:58.874299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.881635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:50:58.882489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.889279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 90af9b24-17fb-4f6a-a4c8-050e1707f841 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:58.889866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 90af9b24-17fb-4f6a-a4c8-050e1707f841 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:58.890459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 28b2ba63-7f91-4f20-9afd-e02b635e1d10 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:58.916234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 28b2ba63-7f91-4f20-9afd-e02b635e1d10 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:58.916896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 28b2ba63-7f91-4f20-9afd-e02b635e1d10 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:58.917307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 22ec00a7-8889-43a3-9183-92ddd53a28b5 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:50:58.934218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] For port 86eba363-172d-4fa3-a23e-faa52d366abe, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=86eba363-172d-4fa3-a23e-faa52d366abe,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:50:58.934512 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:58.942274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 22ec00a7-8889-43a3-9183-92ddd53a28b5 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:50:58.942625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 22ec00a7-8889-43a3-9183-92ddd53a28b5 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:50:58.948888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for 86eba363-172d-4fa3-a23e-faa52d366abe owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:50:58.961274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d3a330cc-537f-45a0-970b-a709efea1e45 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:58.965366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3533571 Aug 24 00:50:58.970781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:58.975608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'admin_state_up': True, 'project_id': '162b462ae90247339be708b3255fe6d3', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:50:58.997991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41377-d9ad-4a9d-ba89-5477e0bb6f97 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Network': ['ID=e8656cb7-5420-4428-8bf7-3045153ec198,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:59.011628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e8656cb7-5420-4428-8bf7-3045153ec198 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:50:59.024457 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c9f4-fbd8-4065-98ca-147fe1a4276c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.105512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.106698 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.168072 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.194166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3a330cc-537f-45a0-970b-a709efea1e45 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "PUT /v2.0/quotas/ee0ca5ffb2e14933a1384816b1b039d8 HTTP/1.1" status: 200 len: 366 time: 0.3963194 Aug 24 00:50:59.196788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44356) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:59.208040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fcf82bc8-7b09-4984-8c23-8efb9ccfaf9e tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0099933 Aug 24 00:50:59.217159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:59.227606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.228066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-07323814-3de3-471b-a300-cd95ee3289d8 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "GET /v2.0/quotas/ee0ca5ffb2e14933a1384816b1b039d8 HTTP/1.1" status: 200 len: 366 time: 0.0096960 Aug 24 00:50:59.230637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44360) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:59.326021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3f76194-e4e5-418b-bd4e-c3b1be8479da tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/ee0ca5ffb2e14933a1384816b1b039d8 HTTP/1.1" status: 204 len: 168 time: 0.0939670 Aug 24 00:50:59.332457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44362) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:59.349132 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7512f480-eb7b-4edc-a303-2d23eefa732f tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0153217 Aug 24 00:50:59.351615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44364) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:59.366723 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4ba1c705-a356-4696-86d7-fbf7835eea08 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "GET /v2.0/quotas/ee0ca5ffb2e14933a1384816b1b039d8 HTTP/1.1" status: 200 len: 370 time: 0.0140989 Aug 24 00:50:59.370112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44366) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:59.374759 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fc6ab7d2-f04b-4474-bb18-3d4a8592f711 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "GET /v2.0/quotas/ee0ca5ffb2e14933a1384816b1b039d8/default HTTP/1.1" status: 200 len: 370 time: 0.0037141 Aug 24 00:50:59.378092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44368) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:59.385658 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-35e84770-35a7-4fdf-8176-9fcc49517486 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] delete failed (client error): The resource could not be found. Aug 24 00:50:59.390060 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-35e84770-35a7-4fdf-8176-9fcc49517486 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/ee0ca5ffb2e14933a1384816b1b039d8 HTTP/1.1" status: 404 len: 348 time: 0.0076969 Aug 24 00:50:59.390198 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.456496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.494111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=86eba363-172d-4fa3-a23e-faa52d366abe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:50:59.499210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['86eba363-172d-4fa3-a23e-faa52d366abe'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:50:59.527369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7916ab1-db18-43a0-8268-69cade08d254 req-c1198b67-700a-421e-ab37-76de6e367074 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 210 time: 0.0448475 Aug 24 00:50:59.535971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] No DVR routers for this DVR port 86eba363-172d-4fa3-a23e-faa52d366abe on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:50:59.538770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.540915 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-493ea026-f8e4-405e-bcca-2a46b0f0bab8 req-5599b621-7cd0-45b5-adbe-024d96a4dcf4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "DELETE /v2.0/ports/86eba363-172d-4fa3-a23e-faa52d366abe HTTP/1.1" status: 204 len: 173 time: 0.8148980 Aug 24 00:50:59.541402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c98359-7903-46b5-a53f-23cdb04c91be', 'name': 'network-vif-deleted', 'tag': '86eba363-172d-4fa3-a23e-faa52d366abe'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:50:59.544047 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3766671b-29c0-43f3-8266-f7d7a4459644" -d '{"events": [{"server_uuid": "a3c98359-7903-46b5-a53f-23cdb04c91be", "name": "network-vif-deleted", "tag": "86eba363-172d-4fa3-a23e-faa52d366abe"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:50:59.584572 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c22933-93d8-49dc-9d12-3f49c7a72875 x-openstack-request-id: req-13c22933-93d8-49dc-9d12-3f49c7a72875 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:50:59.584921 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c98359-7903-46b5-a53f-23cdb04c91be", "name": "network-vif-deleted", "tag": "86eba363-172d-4fa3-a23e-faa52d366abe", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:50:59.585125 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13c22933-93d8-49dc-9d12-3f49c7a72875 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:50:59.585531 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c98359-7903-46b5-a53f-23cdb04c91be', 'name': 'network-vif-deleted', 'tag': '86eba363-172d-4fa3-a23e-faa52d366abe', 'status': 'completed', 'code': 200} Aug 24 00:50:59.688248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44376) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:50:59.715087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Usage tracker for resource:network and tenant:b8a2cfaed133433ca238e0a01c292803 is out of sync, need to count used quota {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:50:59.727505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:50:59.730425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Usage tracker for resource:subnet and tenant:b8a2cfaed133433ca238e0a01c292803 is out of sync, need to count used quota {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:50:59.737442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:50:59.737623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.752556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Usage tracker for resource:subnetpool and tenant:b8a2cfaed133433ca238e0a01c292803 is out of sync, need to count used quota {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:50:59.757760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:50:59.759566 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:50:59.764897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Usage tracker for resource:port and tenant:b8a2cfaed133433ca238e0a01c292803 is out of sync, need to count used quota {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:50:59.771169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:50:59.778315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Usage tracker for resource:router and tenant:b8a2cfaed133433ca238e0a01c292803 is out of sync, need to count used quota {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:50:59.784804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:50:59.791918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Usage tracker for resource:floatingip and tenant:b8a2cfaed133433ca238e0a01c292803 is out of sync, need to count used quota {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:50:59.798719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:50:59.838871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Usage tracker for resource:security_group and tenant:b8a2cfaed133433ca238e0a01c292803 is out of sync, need to count used quota {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:50:59.845604 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:50:59.852953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Usage tracker for resource:security_group_rule and tenant:b8a2cfaed133433ca238e0a01c292803 is out of sync, need to count used quota {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 24 00:50:59.858701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.quota.resource [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95327) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 24 00:50:59.868141 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0bd97198-a751-4d0d-af35-26ab509e7c71 tempest-QuotasTest-143497204 tempest-QuotasTest-143497204-project-admin] 10.222.0.26 "GET /v2.0/quotas/b8a2cfaed133433ca238e0a01c292803/details.json HTTP/1.1" status: 200 len: 703 time: 0.1752818 Aug 24 00:50:59.875070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.25.5.88 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/8bb417f2-eb4f-4669-a9c9-39fdacf62e91) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:50:59.981441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.114777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.161999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:00.167010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:00.169245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=8bb417f2-eb4f-4669-a9c9-39fdacf62e91,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:00.171409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:00.363318 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.407046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44382) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:00.530494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70e26e49-25f1-4b9e-afd5-aa9ce02de97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.636936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70e26e49-25f1-4b9e-afd5-aa9ce02de97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.685192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d47d4d86-2988-497a-8562-5f2821f76545 req-323e656b-e095-48fe-9df1-e9965abb0014 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 210 time: 0.0478227 Aug 24 00:51:00.708401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70e26e49-25f1-4b9e-afd5-aa9ce02de97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.746971 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-70e26e49-25f1-4b9e-afd5-aa9ce02de97d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50ae40d22c19485d90d358240556124d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379295 Aug 24 00:51:00.749225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e26e49-25f1-4b9e-afd5-aa9ce02de97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad0fe99-f2a7-4917-b1b7-2ab3961efc25,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:00.749859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44388) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:00.805092 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92ea11c3-6586-4e69-8cdb-b7351d74d33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.826768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92ea11c3-6586-4e69-8cdb-b7351d74d33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:00.965827 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.049305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92ea11c3-6586-4e69-8cdb-b7351d74d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.051781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92ea11c3-6586-4e69-8cdb-b7351d74d33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.052977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-92ea11c3-6586-4e69-8cdb-b7351d74d33b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dad0fe99-f2a7-4917-b1b7-2ab3961efc25 HTTP/1.1" status: 204 len: 168 time: 0.3018963 Aug 24 00:51:01.073258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea11c3-6586-4e69-8cdb-b7351d74d33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad0fe99-f2a7-4917-b1b7-2ab3961efc25,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:01.189364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.381524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:01.494566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:01.506263 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Sync routers for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:01.516232 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:01.516885 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:01.565915 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.568013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-087348f1-509c-40b8-b862-ca833544ce20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5961421 Aug 24 00:51:01.578210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44394) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:01.609085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-89ef91c2-ae10-4915-afb3-bbe14e4672a6 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=162b462ae90247339be708b3255fe6d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272560 Aug 24 00:51:01.609357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44396) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:01.625809 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:01.679302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44398) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:01.699253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.712711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ad1d1-0675-49eb-a3f2-f8378979c0db tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:01.718395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5e5ad1d1-0675-49eb-a3f2-f8378979c0db tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1075878 Aug 24 00:51:01.719146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44402) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:01.757110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fc981ac8-3e1b-436b-aec9-58ae861579a2 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366294 Aug 24 00:51:01.762706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44404) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:01.765136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610494309', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'project_id': '162b462ae90247339be708b3255fe6d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:01.856819 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:00Z', 'revision_number': 3, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:01.865591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.878518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.885476 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Checking router: b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:51:01.885847 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Updating router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:51:01.887632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0229dba2-5efe-4df7-982d-602f5d5de1c6 req-6f7c9bd2-3dd3-4819-8fe0-ba19550dec84 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 210 time: 0.0377822 Aug 24 00:51:01.913799 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.927396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:01.971908 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8a2cfaed133433ca238e0a01c292803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914855 Aug 24 00:51:01.973071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828be174-5c57-433f-b946-dd0a867b1669,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:01.974830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44406) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:01.981388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.982003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.982681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.983189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.983710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.984209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.984732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.985229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.986410 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.989801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.989801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:01.989801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d168c9ec-d240-42b7-8549-a7e91bcd5a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.018205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:02.018205 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.095507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b705c59c-e82e-41fb-8736-4c2cf4a7aec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.131552 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b705c59c-e82e-41fb-8736-4c2cf4a7aec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.186236 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.197441 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Transition to ACTIVE for port object 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:02.287576 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.307577 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b705c59c-e82e-41fb-8736-4c2cf4a7aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.310501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b705c59c-e82e-41fb-8736-4c2cf4a7aec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.315943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b705c59c-e82e-41fb-8736-4c2cf4a7aec6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/828be174-5c57-433f-b946-dd0a867b1669 HTTP/1.1" status: 204 len: 168 time: 0.3359773 Aug 24 00:51:02.328843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705c59c-e82e-41fb-8736-4c2cf4a7aec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828be174-5c57-433f-b946-dd0a867b1669,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:02.333525 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.342469 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Attempting to bind port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:02.344029 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Attempting to bind port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:02.344029 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Attempting to bind port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:02.353399 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:02.353931 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:02.354267 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.354672 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:02.355142 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Bound port: 8bb417f2-eb4f-4669-a9c9-39fdacf62e91, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:02.355654 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.392696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Subnet': ['ID=c1aab08a-06a0-4cee-b6d4-c2b701ae600f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:02.412365 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] For port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:02.416849 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] For port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8bb417f2-eb4f-4669-a9c9-39fdacf62e91,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:02.420818 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Pushing event updated for resources: {'Port': ['ID=8bb417f2-eb4f-4669-a9c9-39fdacf62e91,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:02.429372 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.429757 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.430191 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.430456 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.430803 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.431121 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.431445 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.431772 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.432097 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.432422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.432746 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.433061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:02.434539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Checking segment: {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:02.435004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network hostable DHCP agents. Network: e8656cb7-5420-4428-8bf7-3045153ec198, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:51:02.494335 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.526339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network e8656cb7-5420-4428-8bf7-3045153ec198 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:51:02.553920 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:02.554558 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:02.600216 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd474f90-182c-4fb2-8501-dd51450d3a11 None None] Pushing event updated for resources: {'Port': ['ID=8bb417f2-eb4f-4669-a9c9-39fdacf62e91,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:02.608100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e8656cb7-5420-4428-8bf7-3045153ec198) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:02.616031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:02.616674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:02.618359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9dad4e-84ff-4efa-8a98-df093963d6e6 None None] Network e8656cb7-5420-4428-8bf7-3045153ec198 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:02.684102 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:02.725724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-252f53e6-feaf-4778-acae-0e1ad896302c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9633582 Aug 24 00:51:02.726668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44412) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:02.779518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 86eba363-172d-4fa3-a23e-faa52d366abe no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:51:02.832520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 86eba363-172d-4fa3-a23e-faa52d366abe {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:51:02.833495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 86eba363-172d-4fa3-a23e-faa52d366abe not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:51:02.893075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-e8656cb7-5420-4428-8bf7-3045153ec198', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:51:02.893995 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:03.106116 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da47046f-cc7e-4862-a6fe-125b6625def8 req-67dfab0f-1370-48ce-b0cd-1ace8a83e1e8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 210 time: 0.0669630 Aug 24 00:51:03.144721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Allocated IP 172.20.0.2 (e8656cb7-5420-4428-8bf7-3045153ec198/c1aab08a-06a0-4cee-b6d4-c2b701ae600f/b66659f2-4bd0-4a13-b319-0edd710ae251) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:03.188027 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:00Z', 'revision_number': 3, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:03.253471 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9fa83e-c57c-444e-9559-c3d715b7f886 None None] The sync data for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 is: [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:00Z', 'revision_number': 3, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:03.349618 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:03.360948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Transition to ACTIVE for port object b66659f2-4bd0-4a13-b319-0edd710ae251 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:03.366243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:03.386986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Transition to ACTIVE for port object b66659f2-4bd0-4a13-b319-0edd710ae251 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:03.439986 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:03.528851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Pushing event updated for resources: {'Port': ['ID=b66659f2-4bd0-4a13-b319-0edd710ae251,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:03.555584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Network e8656cb7-5420-4428-8bf7-3045153ec198 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:03.557391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:03.571443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:03.635991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Attempting to bind port b66659f2-4bd0-4a13-b319-0edd710ae251 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:03.636641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Attempting to bind port b66659f2-4bd0-4a13-b319-0edd710ae251 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:03.637186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Attempting to bind port b66659f2-4bd0-4a13-b319-0edd710ae251 on network e8656cb7-5420-4428-8bf7-3045153ec198 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:03.645495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:03.645931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Checking segment: {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:03.646347 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:03.646836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Bound using segment: {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:03.647314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Bound port: b66659f2-4bd0-4a13-b319-0edd710ae251, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:03.647706 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:03.734076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] For port b66659f2-4bd0-4a13-b319-0edd710ae251, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:03.737488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] For port b66659f2-4bd0-4a13-b319-0edd710ae251, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b66659f2-4bd0-4a13-b319-0edd710ae251,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:03.819899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:03.831639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.20.0.1 (e8656cb7-5420-4428-8bf7-3045153ec198/c1aab08a-06a0-4cee-b6d4-c2b701ae600f/eadcc8f2-fc36-4426-a76c-e4ad0323efa4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:03.916121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef04489-25d7-4048-8704-79e66717be94 None None] Pushing event updated for resources: {'Port': ['ID=b66659f2-4bd0-4a13-b319-0edd710ae251,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:03.992091 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:04.018031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Transition to ACTIVE for port object eadcc8f2-fc36-4426-a76c-e4ad0323efa4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:04.142404 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:04.219477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network e8656cb7-5420-4428-8bf7-3045153ec198 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:04.223253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:04.229424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:04.241352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:04.294802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:04.322518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-167e58f2-452e-4462-8ba5-8617842a4931 req-aca6fdc2-c8da-4eba-91b1-b69e19abc353 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3c98359-7903-46b5-a53f-23cdb04c91be HTTP/1.1" status: 200 len: 210 time: 0.0637112 Aug 24 00:51:04.586509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:04.983830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:05.021278 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.058418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44448) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:05.095759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.154321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.167814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:05.172310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-272844802', 'router:external': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:05.173118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:05.175697 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.216217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b0c95d-5de7-4728-a2d7-631e3e7589d2 None None] Network e8656cb7-5420-4428-8bf7-3045153ec198 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:05.249314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:05.296650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Made reservation on behalf of 874b2c9507004b17b259ffd4a597982e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:05.302021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.311043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network e8656cb7-5420-4428-8bf7-3045153ec198 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:05.314782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:05.319383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.382671 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.412647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-660d2807-c760-46d8-9fd3-bcdb9e03e73a None None] Provisioning for port b66659f2-4bd0-4a13-b319-0edd710ae251 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:05.420349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8bb417f2-eb4f-4669-a9c9-39fdacf62e91,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:05.484533 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.488785 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:51:05.495172 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.496082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b66659f2-4bd0-4a13-b319-0edd710ae251 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:05.570055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.583957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:51:05.590671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=8bb417f2-eb4f-4669-a9c9-39fdacf62e91,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:05.604757 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.605173 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Added segment 77954976-d258-46bc-9c7e-e46fb3696ded of type vlan for network 225d5d1d-7041-4b42-80d7-acfe291cd27a Aug 24 00:51:05.651843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:05.659205 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1b85d965-88b6-4d67-96e4-10a782ff5bd7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "PUT /v2.0/routers/b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9316933 Aug 24 00:51:05.661806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44456) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:05.686978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5809f760-6be2-41cd-b41e-f37030839ffd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:05.692122 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.704011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b66659f2-4bd0-4a13-b319-0edd710ae251 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:05.708455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b66659f2-4bd0-4a13-b319-0edd710ae251 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:05.708827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.839356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.840957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.841714 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.850153 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:05.878435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Sync routers for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:05.918428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:05.918951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.919087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:05.919621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.920193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.920781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.921307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.922287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.922955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.923974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:05.926127 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0f5ad035-a3f3-4416-b97e-854d27ed3e9f tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5678 time: 0.2631676 Aug 24 00:51:05.929074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44458) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:05.940844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'Network': ['ID=225d5d1d-7041-4b42-80d7-acfe291cd27a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:05.952190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1a4eee64-c6e8-4cfa-a64b-78a9c26f305d tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8889761 Aug 24 00:51:05.952190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44460) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:05.959162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'subnet': {'network_id': '225d5d1d-7041-4b42-80d7-acfe291cd27a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:05.969997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port b66659f2-4bd0-4a13-b319-0edd710ae251, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b66659f2-4bd0-4a13-b319-0edd710ae251,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:05.973166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 225d5d1d-7041-4b42-80d7-acfe291cd27a details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:51:06.053548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.053983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.054513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.055011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.055484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.055939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.056401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.056863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.059311 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-85829c05-53ad-4a0f-8f25-3a7ec3287281 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.1290200 Aug 24 00:51:06.062385 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44462) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:06.095960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Made reservation on behalf of 874b2c9507004b17b259ffd4a597982e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:06.098562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:06.367079 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3fdb2aad-7823-4d6b-a2fd-d7d7703928a0 None None] Provisioning complete for port b66659f2-4bd0-4a13-b319-0edd710ae251 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:06.367646 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2aad-7823-4d6b-a2fd-d7d7703928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:06.372852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:06.454551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:06.520164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=b66659f2-4bd0-4a13-b319-0edd710ae251,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:06.596634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.objects.ports [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95326) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 00:51:06.597192 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:06.681875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d969207-1e84-4fee-962e-b88d57f9e308,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:06.715632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Checking segment: {'id': '77954976-d258-46bc-9c7e-e46fb3696ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '225d5d1d-7041-4b42-80d7-acfe291cd27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:06.716243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Network hostable DHCP agents. Network: 225d5d1d-7041-4b42-80d7-acfe291cd27a, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:51:06.722003 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-14695edb-52f3-4eb8-aeb7-2b0975380b43 tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 0.6551881 Aug 24 00:51:06.748868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 2, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:06.751933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3fdb2aad-7823-4d6b-a2fd-d7d7703928a0 None None] Provisioning for port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:06.777846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Checking router: b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:51:06.778246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Updating router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:51:06.781344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3fdb2aad-7823-4d6b-a2fd-d7d7703928a0 None None] Provisioning complete for port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:06.781746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2aad-7823-4d6b-a2fd-d7d7703928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:06.833931 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:06.835868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb2aad-7823-4d6b-a2fd-d7d7703928a0 None None] Port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:51:06.847906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Network 225d5d1d-7041-4b42-80d7-acfe291cd27a is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:51:06.886666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:06.934129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 225d5d1d-7041-4b42-80d7-acfe291cd27a) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:06.939005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:06.939953 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:06.977720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffcb8a8-52c8-4d1e-8862-8ca5e544368d None None] Network 225d5d1d-7041-4b42-80d7-acfe291cd27a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:07.029436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8d81d835-04c8-4cff-bdf4-e5120f1760a4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0764394 Aug 24 00:51:07.031936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44468) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:07.040650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-397213592', 'network_id': '225d5d1d-7041-4b42-80d7-acfe291cd27a'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:07.108586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-83ebc2bb-3381-4597-8784-727a456fc74c None None] Provisioning complete for port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:07.109011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-83ebc2bb-3381-4597-8784-727a456fc74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.128937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Made reservation on behalf of 874b2c9507004b17b259ffd4a597982e for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:07.133606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.150169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] device_id is not set on port 79c74bba-ec6f-4854-9a35-e227ed792d74 yet. {{(pid=95327) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 24 00:51:07.205868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:07.205868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.232792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44470) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:07.238646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dcdba38c-a3e1-4803-8999-4f59e5dc7326 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-383737641', 'description': 'tempest-secgroup-smoke-383737641 description', 'project_id': '162b462ae90247339be708b3255fe6d3'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:07.270698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-83ebc2bb-3381-4597-8784-727a456fc74c None None] Port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:51:07.284943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Allocated IP 2001:db8::172 (225d5d1d-7041-4b42-80d7-acfe291cd27a/4d969207-1e84-4fee-962e-b88d57f9e308/79c74bba-ec6f-4854-9a35-e227ed792d74) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:07.325200 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcdba38c-a3e1-4803-8999-4f59e5dc7326 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.350397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9f30c-62f9-47e2-ac10-38785800e16c None None] Network 225d5d1d-7041-4b42-80d7-acfe291cd27a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:07.427759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcdba38c-a3e1-4803-8999-4f59e5dc7326 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.444271 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.504933 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcdba38c-a3e1-4803-8999-4f59e5dc7326 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.536078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdba38c-a3e1-4803-8999-4f59e5dc7326 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0391bda5-dfda-4e7d-ac66-9723da5d3037,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:07.538741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b66659f2-4bd0-4a13-b319-0edd710ae251 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:07.545731 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.583045 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.594179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Transition to ACTIVE for port object eadcc8f2-fc36-4426-a76c-e4ad0323efa4 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:07.613435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dcdba38c-a3e1-4803-8999-4f59e5dc7326 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.617974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dcdba38c-a3e1-4803-8999-4f59e5dc7326 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3809924 Aug 24 00:51:07.617974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44474) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:07.625347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dfe295b2-da84-48e4-a571-4e22a424a431 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '0391bda5-dfda-4e7d-ac66-9723da5d3037', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:07.656858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Network 225d5d1d-7041-4b42-80d7-acfe291cd27a is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:07.660923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:07.668328 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:07.672664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:07.674240 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.676083 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.683154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b66659f2-4bd0-4a13-b319-0edd710ae251 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:07.683154 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.695954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'Port': ['ID=79c74bba-ec6f-4854-9a35-e227ed792d74,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:07.750856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe295b2-da84-48e4-a571-4e22a424a431 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.769171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10436c4-3190-4736-8e11-075ce788ac56 None None] Pushing event updated for resources: {'Port': ['ID=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:07.837614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Attempting to bind port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:07.838188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Attempting to bind port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:07.839031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Attempting to bind port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 on network e8656cb7-5420-4428-8bf7-3045153ec198 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:07.849181 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-761bc8e5-0187-4601-b76a-f9d8b889cb3b tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8148222 Aug 24 00:51:07.851688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44482) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:07.858217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe295b2-da84-48e4-a571-4e22a424a431 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.871254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:07.871783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Checking segment: {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:07.872290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.872790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Bound using segment: {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:07.873355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Bound port: eadcc8f2-fc36-4426-a76c-e4ad0323efa4, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:07.873883 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.945201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe295b2-da84-48e4-a571-4e22a424a431 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:07.973011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe295b2-da84-48e4-a571-4e22a424a431 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1617aace-e438-4ea0-bc87-a5fa22aa4af1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:08.019360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-912a3c35-c01d-402c-a7c8-2f439024dc7f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Deleting port 79c74bba-ec6f-4854-9a35-e227ed792d74 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:08.019733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-912a3c35-c01d-402c-a7c8-2f439024dc7f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.067620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dfe295b2-da84-48e4-a571-4e22a424a431 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.068905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dfe295b2-da84-48e4-a571-4e22a424a431 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4498594 Aug 24 00:51:08.071820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44486) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:08.076494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b3869607-1cf3-4a62-b024-9f84b6730460 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '0391bda5-dfda-4e7d-ac66-9723da5d3037', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:08.124169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-912a3c35-c01d-402c-a7c8-2f439024dc7f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.138401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] For port eadcc8f2-fc36-4426-a76c-e4ad0323efa4, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:08.141561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] For port eadcc8f2-fc36-4426-a76c-e4ad0323efa4, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:08.143830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-912a3c35-c01d-402c-a7c8-2f439024dc7f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Calling delete_port for 79c74bba-ec6f-4854-9a35-e227ed792d74 owned by {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:08.207518 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3869607-1cf3-4a62-b024-9f84b6730460 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.238049 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.282945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3869607-1cf3-4a62-b024-9f84b6730460 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.298931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:08.302255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:08.312185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10436c4-3190-4736-8e11-075ce788ac56 None None] Pushing event updated for resources: {'Port': ['ID=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:08.368178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3869607-1cf3-4a62-b024-9f84b6730460 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.389151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3869607-1cf3-4a62-b024-9f84b6730460 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d6783b-146e-408c-8250-7d542ab5d056,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:08.400112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-912a3c35-c01d-402c-a7c8-2f439024dc7f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.438788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a3c35-c01d-402c-a7c8-2f439024dc7f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event deleted for resources: {'Port': ['ID=79c74bba-ec6f-4854-9a35-e227ed792d74,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:08.457148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:08.470932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-912a3c35-c01d-402c-a7c8-2f439024dc7f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.473012 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-912a3c35-c01d-402c-a7c8-2f439024dc7f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "DELETE /v2.0/ports/79c74bba-ec6f-4854-9a35-e227ed792d74 HTTP/1.1" status: 204 len: 168 time: 0.6200511 Aug 24 00:51:08.475885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44488) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:08.480636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '225d5d1d-7041-4b42-80d7-acfe291cd27a', 'external_fixed_ips': [{'subnet_id': '4d969207-1e84-4fee-962e-b88d57f9e308', 'ip_address': '2001:db8::172'}]}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:08.496039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b3869607-1cf3-4a62-b024-9f84b6730460 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.497366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b3869607-1cf3-4a62-b024-9f84b6730460 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4245589 Aug 24 00:51:08.501156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44490) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:08.509759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-26fdde87-cc1b-4547-ab67-10ae33c56b39 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '0391bda5-dfda-4e7d-ac66-9723da5d3037', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:08.593503 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.595517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.654442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.684475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fdde87-cc1b-4547-ab67-10ae33c56b39 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.705585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:08Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:08.744275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441c9cf-88cf-475c-8ca1-47da2af75346 None None] The sync data for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 is: [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:08Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:08.752365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fdde87-cc1b-4547-ab67-10ae33c56b39 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.842843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fdde87-cc1b-4547-ab67-10ae33c56b39 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.880026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdde87-cc1b-4547-ab67-10ae33c56b39 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e161557e-815a-47a2-bd4f-67bca8da11bf,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:08.929814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.981355 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-26fdde87-cc1b-4547-ab67-10ae33c56b39 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:08.987926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44494) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:08.989551 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-26fdde87-cc1b-4547-ab67-10ae33c56b39 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4869211 Aug 24 00:51:08.993921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f5767a60-9a66-4070-933b-40f0c20e9ed7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '0391bda5-dfda-4e7d-ac66-9723da5d3037', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:09.150123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eadcc8f2-fc36-4426-a76c-e4ad0323efa4 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:09.158183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5767a60-9a66-4070-933b-40f0c20e9ed7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.264899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:09.270341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:09.270815 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.327925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5767a60-9a66-4070-933b-40f0c20e9ed7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.347018 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.368606 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.380145 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.411713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5767a60-9a66-4070-933b-40f0c20e9ed7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.417375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port eadcc8f2-fc36-4426-a76c-e4ad0323efa4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:09.441028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5767a60-9a66-4070-933b-40f0c20e9ed7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f5bbe0-7130-4924-90ac-b429106aec69,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:09.505025 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.506760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5767a60-9a66-4070-933b-40f0c20e9ed7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.511114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f5767a60-9a66-4070-933b-40f0c20e9ed7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5185938 Aug 24 00:51:09.515333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44496) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:09.518355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e5fc5077-f69c-455b-b34c-cb0bb735a4e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '0391bda5-dfda-4e7d-ac66-9723da5d3037', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:09.557926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Allocated IP 2001:db8::172 (225d5d1d-7041-4b42-80d7-acfe291cd27a/4d969207-1e84-4fee-962e-b88d57f9e308/fd6608cb-550c-4ecd-b61e-c08043e1645f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:09.567035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:09.619305 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-e5fc5077-f69c-455b-b34c-cb0bb735a4e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Project 162b462ae90247339be708b3255fe6d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:51:09.625485 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5fc5077-f69c-455b-b34c-cb0bb735a4e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.691860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.695582 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5fc5077-f69c-455b-b34c-cb0bb735a4e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.764322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5fc5077-f69c-455b-b34c-cb0bb735a4e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.786390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc5077-f69c-455b-b34c-cb0bb735a4e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86c71d3-9e24-433f-9896-cff8b8a20f22,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:09.797231 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.842383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Network 225d5d1d-7041-4b42-80d7-acfe291cd27a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:09.845976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:09.849422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:09.855170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6608cb-550c-4ecd-b61e-c08043e1645f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:09.873026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5fc5077-f69c-455b-b34c-cb0bb735a4e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:09.877458 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5fc5077-f69c-455b-b34c-cb0bb735a4e1 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3643243 Aug 24 00:51:09.878401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44498) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:09.884103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1e977edc-390e-4441-9485-ee5454716854 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'security_group_rule': {'security_group_id': '0391bda5-dfda-4e7d-ac66-9723da5d3037', 'project_id': '162b462ae90247339be708b3255fe6d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:09.986928 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-1e977edc-390e-4441-9485-ee5454716854 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Project 162b462ae90247339be708b3255fe6d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:51:09.988006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e977edc-390e-4441-9485-ee5454716854 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:10.057114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e977edc-390e-4441-9485-ee5454716854 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:10.142644 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e977edc-390e-4441-9485-ee5454716854 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:10.154481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:10.164349 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e977edc-390e-4441-9485-ee5454716854 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27913f76-afa3-4519-9cb1-cb696a273118,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:10.247651 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e977edc-390e-4441-9485-ee5454716854 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:10.249054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e977edc-390e-4441-9485-ee5454716854 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3696594 Aug 24 00:51:10.359461 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:10.498365 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-886d8c45-7097-483a-b689-b29b5b608916 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-383737641&fields=id&tenant_id=162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 267 time: 0.0478995 Aug 24 00:51:10.616005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-afe54551-a0bf-45bc-a421-387260ba9286 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:10.617405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-afe54551-a0bf-45bc-a421-387260ba9286 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/networks?id=e8656cb7-5420-4428-8bf7-3045153ec198 HTTP/1.1" status: 200 len: 797 time: 0.1103454 Aug 24 00:51:10.633585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-7776cf57-5a94-4993-9556-b790b9ff099a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/quotas/162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 375 time: 0.0101488 Aug 24 00:51:10.636093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Router e081b228-e429-40a4-84cf-ef9b4401dae5 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:10.732386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-2d73b92e-5199-47c7-a938-78c10d98fd22 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931630 Aug 24 00:51:10.830880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:10.843259 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Sync routers for ids ['e081b228-e429-40a4-84cf-ef9b4401dae5'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:10.853826 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Routers {'e081b228-e429-40a4-84cf-ef9b4401dae5'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:10.854783 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e081b228-e429-40a4-84cf-ef9b4401dae5'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:10.861446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eadcc8f2-fc36-4426-a76c-e4ad0323efa4 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:10.902002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-d374c2f5-371c-4c9a-af8d-55d4f567cd5a service neutron] 10.222.0.26 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369662 Aug 24 00:51:10.910039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:10.911923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b15b728d-0188-4ec4-8f41-867287705ec3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4350171 Aug 24 00:51:10.914680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44518) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:10.923859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:10.924480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.041230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-5ab10891-9772-451f-ad4c-5d337f9bf8d7 service neutron] 10.222.0.26 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264338 Aug 24 00:51:11.054845 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Set router e081b228-e429-40a4-84cf-ef9b4401dae5 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:11.061291 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.176827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.270305 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e081b228-e429-40a4-84cf-ef9b4401dae5', 'name': '', 'tenant_id': '874b2c9507004b17b259ffd4a597982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '225d5d1d-7041-4b42-80d7-acfe291cd27a', 'external_fixed_ips': [{'subnet_id': '4d969207-1e84-4fee-962e-b88d57f9e308', 'ip_address': '2001:db8::172'}], 'enable_snat': True}, 'gw_port_id': 'fd6608cb-550c-4ecd-b61e-c08043e1645f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:51:08Z', 'updated_at': '2021-08-24T00:51:09Z', 'revision_number': 3, 'project_id': '874b2c9507004b17b259ffd4a597982e', 'gw_port': {'id': 'fd6608cb-550c-4ecd-b61e-c08043e1645f', 'name': '', 'network_id': '225d5d1d-7041-4b42-80d7-acfe291cd27a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ff:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e081b228-e429-40a4-84cf-ef9b4401dae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '4d969207-1e84-4fee-962e-b88d57f9e308', 'ip_address': '2001:db8::172', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:09Z', 'updated_at': '2021-08-24T00:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d969207-1e84-4fee-962e-b88d57f9e308', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:11.301351 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Checking router: e081b228-e429-40a4-84cf-ef9b4401dae5 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:51:11.301735 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Updating router e081b228-e429-40a4-84cf-ef9b4401dae5 port fd6608cb-550c-4ecd-b61e-c08043e1645f binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:51:11.342468 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.348463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Deleting port fd6608cb-550c-4ecd-b61e-c08043e1645f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:11.350344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.363103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c74f285f-9881-4674-a530-0613f72dd142 req-74541757-7c79-4b00-9603-03e3ddc3b56e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 210 time: 0.0482898 Aug 24 00:51:11.485248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.498576 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Calling delete_port for fd6608cb-550c-4ecd-b61e-c08043e1645f owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:11.776005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.776912 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.db.api [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95329) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:51:11.777392 n-d-804878-2 neutron-server[95329]: DEBUG oslo_db.api [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:51:11.807333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd6608cb-550c-4ecd-b61e-c08043e1645f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:11.828770 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.926747 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:11.928932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.058978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.059557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e081b228-e429-40a4-84cf-ef9b4401dae5 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:12.064506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.065729 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-41969661-b19a-467f-b210-1084a68cd302 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e081b228-e429-40a4-84cf-ef9b4401dae5 HTTP/1.1" status: 204 len: 168 time: 1.1493945 Aug 24 00:51:12.069990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44532) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:12.113924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6dcf3d-2fa4-41c1-bd84-f576b4131f68 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Deleting subnet 4d969207-1e84-4fee-962e-b88d57f9e308 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:51:12.116978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a6dcf3d-2fa4-41c1-bd84-f576b4131f68 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.151362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a6dcf3d-2fa4-41c1-bd84-f576b4131f68 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.196025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a6dcf3d-2fa4-41c1-bd84-f576b4131f68 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.300434 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Port fd6608cb-550c-4ecd-b61e-c08043e1645f not found while updating agent binding for router e081b228-e429-40a4-84cf-ef9b4401dae5. {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 24 00:51:12.309009 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Routers set() bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:12.309807 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Router IDs set() for agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 00:51:12.310597 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_agentschedulers_db [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e081b228-e429-40a4-84cf-ef9b4401dae5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent'). {{(pid=95329) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 24 00:51:12.311167 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbb7f1-8537-4e06-a75f-53352d64ca43 None None] The sync data for ids ['e081b228-e429-40a4-84cf-ef9b4401dae5'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:12.380179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a6dcf3d-2fa4-41c1-bd84-f576b4131f68 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.409178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dcf3d-2fa4-41c1-bd84-f576b4131f68 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d969207-1e84-4fee-962e-b88d57f9e308,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:12.414751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a6dcf3d-2fa4-41c1-bd84-f576b4131f68 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.416897 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a6dcf3d-2fa4-41c1-bd84-f576b4131f68 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/4d969207-1e84-4fee-962e-b88d57f9e308 HTTP/1.1" status: 204 len: 168 time: 0.3476651 Aug 24 00:51:12.419625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44552) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:12.519375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e75fe50b-8453-42bc-936b-436ba78ed04f req-abf4a432-8d37-49e4-8cb5-d620f94e1bf7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 210 time: 0.0468252 Aug 24 00:51:12.525452 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.605493 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.620931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.631009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225d5d1d-7041-4b42-80d7-acfe291cd27a']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:12.641745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77954976-d258-46bc-9c7e-e46fb3696ded') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:12.642046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77954976-d258-46bc-9c7e-e46fb3696ded') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:12.650975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.669335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.676955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:51:12.677502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:51:12.679537 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:51:12.809807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.816427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 225d5d1d-7041-4b42-80d7-acfe291cd27a {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 24 00:51:12.825812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:12.832289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "DELETE /v2.0/networks/225d5d1d-7041-4b42-80d7-acfe291cd27a HTTP/1.1" status: 204 len: 168 time: 0.4063125 Aug 24 00:51:12.832289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29433176-2f9e-4b44-ae39-e94dcf849dfa tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event deleted for resources: {'Network': ['ID=225d5d1d-7041-4b42-80d7-acfe291cd27a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:13.129657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:13.134137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-42d8aeb9-1c6f-4b8b-a1c7-8465e9d9d625 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'router': {'name': 'tempest-router--489395712', 'project_id': '01d34407c32a4724a147864efaded53f'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:13.259805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42d8aeb9-1c6f-4b8b-a1c7-8465e9d9d625 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:13.260941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42d8aeb9-1c6f-4b8b-a1c7-8465e9d9d625 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:13.320021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42d8aeb9-1c6f-4b8b-a1c7-8465e9d9d625 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:13.437077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42d8aeb9-1c6f-4b8b-a1c7-8465e9d9d625 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:13.528639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-600f5367-1f2a-4d85-899a-492bfb835052 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:13.529229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42d8aeb9-1c6f-4b8b-a1c7-8465e9d9d625 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:13.530149 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-600f5367-1f2a-4d85-899a-492bfb835052 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "GET /v2.0/networks?id=e8656cb7-5420-4428-8bf7-3045153ec198 HTTP/1.1" status: 200 len: 797 time: 0.1197348 Aug 24 00:51:13.530347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-42d8aeb9-1c6f-4b8b-a1c7-8465e9d9d625 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3996809 Aug 24 00:51:13.537820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44590) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:13.624025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50048814-73eb-4431-89c8-a8103ede01f4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:13.635173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38943638-29d9-4691-be0c-eee8adc8755f req-7efec821-96fd-49f7-b695-d30475e6af3c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 210 time: 0.0336137 Aug 24 00:51:13.707626 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-c83b6e8d-5ea4-4533-8d14-d7946a77ecf0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=162b462ae90247339be708b3255fe6d3 HTTP/1.1" status: 200 len: 379 time: 0.1306758 Aug 24 00:51:13.773679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'port': {'device_id': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'admin_state_up': True, 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'security_groups': ['0391bda5-dfda-4e7d-ac66-9723da5d3037']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:13.855603 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50048814-73eb-4431-89c8-a8103ede01f4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:13.856921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50048814-73eb-4431-89c8-a8103ede01f4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.022175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50048814-73eb-4431-89c8-a8103ede01f4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.022703 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50048814-73eb-4431-89c8-a8103ede01f4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8e8d61d-1a8c-4a28-83d6-5b0058683437 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:14.027149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50048814-73eb-4431-89c8-a8103ede01f4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.031501 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-50048814-73eb-4431-89c8-a8103ede01f4 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "DELETE /v2.0/routers/c8e8d61d-1a8c-4a28-83d6-5b0058683437 HTTP/1.1" status: 204 len: 168 time: 0.4933958 Aug 24 00:51:14.055111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Made reservation on behalf of 162b462ae90247339be708b3255fe6d3 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:14.055111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.189615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.20.0.10 (e8656cb7-5420-4428-8bf7-3045153ec198/c1aab08a-06a0-4cee-b6d4-c2b701ae600f/14f04f89-f435-4e65-80d2-6eca81346404) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:14.304526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44628) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:14.351340 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.370103 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Transition to ACTIVE for port object 14f04f89-f435-4e65-80d2-6eca81346404 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:14.476973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.529150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network e8656cb7-5420-4428-8bf7-3045153ec198 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:14.538330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-753928036', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:14.543654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:14.549469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:14.556628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=14f04f89-f435-4e65-80d2-6eca81346404,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:14.619317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:14.619944 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.689771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.690929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.774847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.780144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-288e4302-39d7-4003-ab30-f195cb2593ba tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0428808 Aug 24 00:51:14.781769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934d88-8358-4363-a0e3-a3f2c0c4da8b req-56f1b55d-0f4b-44ca-8ddf-c00fb4a6cea0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:14.784076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f934d88-8358-4363-a0e3-a3f2c0c4da8b req-56f1b55d-0f4b-44ca-8ddf-c00fb4a6cea0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 932 time: 0.0687981 Aug 24 00:51:14.801667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Request body: {'port': {'device_id': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:14.828697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2f934d88-8358-4363-a0e3-a3f2c0c4da8b req-b4b75bd0-5f15-40f3-8bc8-7279c74fa610 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385404 Aug 24 00:51:14.884662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e25987d8-17a8-4a62-ae9f-9c491fa7b235 None None] Provisioning for port 14f04f89-f435-4e65-80d2-6eca81346404 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:14.889147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e25987d8-17a8-4a62-ae9f-9c491fa7b235 None None] Provisioning complete for port 14f04f89-f435-4e65-80d2-6eca81346404 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:14.889544 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e25987d8-17a8-4a62-ae9f-9c491fa7b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.896390 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:14.927954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e25987d8-17a8-4a62-ae9f-9c491fa7b235 None None] Port 14f04f89-f435-4e65-80d2-6eca81346404 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:51:15.038308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:15.337715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f04f89-f435-4e65-80d2-6eca81346404 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:51:15.347499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:15.368932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Transition to ACTIVE for port object 14f04f89-f435-4e65-80d2-6eca81346404 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:15.458360 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:15.460239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:15.502463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:15.569240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Pushing event updated for resources: {'Port': ['ID=14f04f89-f435-4e65-80d2-6eca81346404,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:15.698326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Attempting to bind port 14f04f89-f435-4e65-80d2-6eca81346404 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:15.698666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Attempting to bind port 14f04f89-f435-4e65-80d2-6eca81346404 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:15.699003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Attempting to bind port 14f04f89-f435-4e65-80d2-6eca81346404 on network e8656cb7-5420-4428-8bf7-3045153ec198 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:15.701497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Allocated IP 172.25.5.206 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/d73eff54-64fc-46d3-8e2a-239e618228f5) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:15.713120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Port 14f04f89-f435-4e65-80d2-6eca81346404 on network e8656cb7-5420-4428-8bf7-3045153ec198 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:51:15.713450 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Attempting to bind port 14f04f89-f435-4e65-80d2-6eca81346404 on network e8656cb7-5420-4428-8bf7-3045153ec198 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:15.722999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:15.723355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Checking segment: {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:15.723761 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Bound using segment: {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:15.724186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Bound port: 14f04f89-f435-4e65-80d2-6eca81346404, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6769cdcb-afa5-4386-996f-8c212a702b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:15.724593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:15.860637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] For port 14f04f89-f435-4e65-80d2-6eca81346404, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:15.877453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:15.883153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] For port 14f04f89-f435-4e65-80d2-6eca81346404, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=14f04f89-f435-4e65-80d2-6eca81346404,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:15.953723 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:15.969302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd64fa-9bb4-49ff-b58b-cd1025b95ce0 req-d41c58f4-3841-4449-b19c-41eea8ae57ab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:15.976490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfbd64fa-9bb4-49ff-b58b-cd1025b95ce0 req-d41c58f4-3841-4449-b19c-41eea8ae57ab tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 944 time: 0.0609512 Aug 24 00:51:15.991458 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:16.003153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:16.003793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:16.005447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] 10.222.0.36 "PUT /v2.0/ports/14f04f89-f435-4e65-80d2-6eca81346404 HTTP/1.1" status: 200 len: 1092 time: 1.2103031 Aug 24 00:51:16.005993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:16.008296 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434e1f27-2bc9-4494-8505-1d0dd04d5205" -d '{"events": [{"name": "network-changed", "server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "tag": "14f04f89-f435-4e65-80d2-6eca81346404"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:16.026921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfbd64fa-9bb4-49ff-b58b-cd1025b95ce0 req-4a22f706-95d5-4418-a885-6a170259cd20 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493400 Aug 24 00:51:16.040774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063ad77-4f08-4c6c-bc9b-e3293f32ace3 service neutron] Pushing event updated for resources: {'Port': ['ID=14f04f89-f435-4e65-80d2-6eca81346404,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:16.064411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:16.088780 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef6cdc-4923-4347-9b3d-f496a32d8dd8 x-openstack-request-id: req-bfef6cdc-4923-4347-9b3d-f496a32d8dd8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:16.089079 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "tag": "14f04f89-f435-4e65-80d2-6eca81346404", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:16.089338 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfef6cdc-4923-4347-9b3d-f496a32d8dd8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:16.089775 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404', 'status': 'completed', 'code': 200} Aug 24 00:51:16.090760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:16.098901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:16.164823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event updated for resources: {'Port': ['ID=d73eff54-64fc-46d3-8e2a-239e618228f5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:16.231297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e1f27-2bc9-4494-8505-1d0dd04d5205 req-415629c2-370f-44fa-866b-7ad0af90579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:16.232899 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-434e1f27-2bc9-4494-8505-1d0dd04d5205 req-415629c2-370f-44fa-866b-7ad0af90579d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 1095 time: 0.1100917 Aug 24 00:51:16.706036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e1f27-2bc9-4494-8505-1d0dd04d5205 req-93e36dc1-4e99-4bca-9956-2b795bfbce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:16.707535 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-434e1f27-2bc9-4494-8505-1d0dd04d5205 req-93e36dc1-4e99-4bca-9956-2b795bfbce92 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=162b462ae90247339be708b3255fe6d3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1306150 Aug 24 00:51:16.883185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e1f27-2bc9-4494-8505-1d0dd04d5205 req-2515fd73-868c-4694-b85f-12ad3ad5c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:16.884663 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-434e1f27-2bc9-4494-8505-1d0dd04d5205 req-2515fd73-868c-4694-b85f-12ad3ad5c63f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702547 Aug 24 00:51:16.896503 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.038516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-c732043f-5116-4e82-9728-7ecacad95b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:17.039950 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-c732043f-5116-4e82-9728-7ecacad95b29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 1095 time: 0.0886159 Aug 24 00:51:17.115029 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-aa477223-8a42-46e1-941b-10af71f00943 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f04f89-f435-4e65-80d2-6eca81346404 HTTP/1.1" status: 200 len: 217 time: 0.0412343 Aug 24 00:51:17.161975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d997a-762b-4551-ae3c-c953611da28c req-8d8277fe-6c77-4133-b7ec-2dbd781de778 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:17.164351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a6d997a-762b-4551-ae3c-c953611da28c req-8d8277fe-6c77-4133-b7ec-2dbd781de778 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 944 time: 0.0560327 Aug 24 00:51:17.217541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.218319 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a6d997a-762b-4551-ae3c-c953611da28c req-83e7cc9d-7f79-489c-9731-a5e8c5920ebf tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437424 Aug 24 00:51:17.224118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-78301a89-9f5d-4c19-b322-582301712fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:17.225642 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-78301a89-9f5d-4c19-b322-582301712fea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1aab08a-06a0-4cee-b6d4-c2b701ae600f HTTP/1.1" status: 200 len: 835 time: 0.0653200 Aug 24 00:51:17.349648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-f5082654-5fd0-4e97-ae0a-2c51b856c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:17.351175 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-f5082654-5fd0-4e97-ae0a-2c51b856c5d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8656cb7-5420-4428-8bf7-3045153ec198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904698 Aug 24 00:51:17.471080 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-d3d52e2e-bf37-490a-9d23-3ae526e02926 service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117227 Aug 24 00:51:17.525215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Router af72c6bc-387b-4b9f-bf7e-eb12ea198067 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:17.619810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2ad9220e-4f64-4fe7-923a-fe1e857a4f50 req-d2366417-891b-4f48-a462-c4e8c326f119 service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407926 Aug 24 00:51:17.668151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:17.678018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e69a4-c23f-41c6-a170-2a71e51fe174 None None] Sync routers for ids ['af72c6bc-387b-4b9f-bf7e-eb12ea198067'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:17.689412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e69a4-c23f-41c6-a170-2a71e51fe174 None None] Routers {'af72c6bc-387b-4b9f-bf7e-eb12ea198067'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:17.690154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cd3e69a4-c23f-41c6-a170-2a71e51fe174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['af72c6bc-387b-4b9f-bf7e-eb12ea198067'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:17.725380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cd3e69a4-c23f-41c6-a170-2a71e51fe174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:17.734278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e69a4-c23f-41c6-a170-2a71e51fe174 None None] Routers {'af72c6bc-387b-4b9f-bf7e-eb12ea198067'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:17.734882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cd3e69a4-c23f-41c6-a170-2a71e51fe174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['af72c6bc-387b-4b9f-bf7e-eb12ea198067'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:17.767553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cd3e69a4-c23f-41c6-a170-2a71e51fe174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:17.768278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e69a4-c23f-41c6-a170-2a71e51fe174 None None] The sync data for ids ['af72c6bc-387b-4b9f-bf7e-eb12ea198067'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:17.770998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:17.772531 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a54526f3-b9a7-4d59-a69a-2d299fd8e43b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4668844 Aug 24 00:51:17.775239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44646) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:17.885303 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-660edcb7-512c-4bea-b953-6b35f0662fa5 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/routers/af72c6bc-387b-4b9f-bf7e-eb12ea198067 HTTP/1.1" status: 200 len: 924 time: 0.1087854 Aug 24 00:51:17.887958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44648) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:17.915488 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-56a477cc-ef82-4a24-839c-61db3e3df283 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=af72c6bc-387b-4b9f-bf7e-eb12ea198067 HTTP/1.1" status: 200 len: 205 time: 0.0264504 Aug 24 00:51:17.918051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44650) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:18.029597 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.136444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.273496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Deleting port d73eff54-64fc-46d3-8e2a-239e618228f5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:18.273885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.343427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618493-331f-4300-8c72-1903caf54eb9 req-b2a9eb60-513b-4b84-b543-62525f544b49 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:18.345455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04618493-331f-4300-8c72-1903caf54eb9 req-b2a9eb60-513b-4b84-b543-62525f544b49 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 944 time: 0.0580356 Aug 24 00:51:18.362456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.374626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Calling delete_port for d73eff54-64fc-46d3-8e2a-239e618228f5 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:18.385795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04618493-331f-4300-8c72-1903caf54eb9 req-f7018f72-8eff-41f5-86ed-de383619abcf tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340681 Aug 24 00:51:18.619767 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.646662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event deleted for resources: {'Port': ['ID=d73eff54-64fc-46d3-8e2a-239e618228f5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:18.710823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.807225 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.809734 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.939201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.939813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Fanout notify agent at l3_agent the message router_deleted on router af72c6bc-387b-4b9f-bf7e-eb12ea198067 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:18.955406 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:18.956692 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2168d100-19ee-42b1-b2e1-3a24b65d58e1 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/af72c6bc-387b-4b9f-bf7e-eb12ea198067 HTTP/1.1" status: 204 len: 168 time: 1.0377448 Aug 24 00:51:18.960273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44658) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:18.964611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1056868091', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': False}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:19.055708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.056804 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.115702 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.325308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.516106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1789a5-0ad8-417f-a3b9-1e33ff38dff3 req-a7e38de2-c095-4d6a-af13-250a082bbe99 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:19.522032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff1789a5-0ad8-417f-a3b9-1e33ff38dff3 req-a7e38de2-c095-4d6a-af13-250a082bbe99 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 944 time: 0.0573123 Aug 24 00:51:19.559002 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff1789a5-0ad8-417f-a3b9-1e33ff38dff3 req-01bcaa90-1dcd-4d73-9b4d-587c11f9c343 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344605 Aug 24 00:51:19.615357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.638843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.746308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Allocated IP 172.25.5.253 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/fcfe0d00-ebe9-44f0-b354-4bb50a5960f2) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:19.858132 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.947444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:19.988733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:19.991730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:19.994124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:20.022827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'Port': ['ID=fcfe0d00-ebe9-44f0-b354-4bb50a5960f2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:20.317290 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:20.694503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde806e7-14b2-421f-b3c9-9af3e9cdae2c req-7e352a70-19a8-4ff0-99ad-fbb94c0ba1dd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:20.696988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde806e7-14b2-421f-b3c9-9af3e9cdae2c req-7e352a70-19a8-4ff0-99ad-fbb94c0ba1dd tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 944 time: 0.0645080 Aug 24 00:51:20.743933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde806e7-14b2-421f-b3c9-9af3e9cdae2c req-064b3bbc-eb25-404e-9118-486318c51329 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404806 Aug 24 00:51:20.809716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 14f04f89-f435-4e65-80d2-6eca81346404 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:51:20.853540 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:20.919581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 14f04f89-f435-4e65-80d2-6eca81346404, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=14f04f89-f435-4e65-80d2-6eca81346404,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:20.931774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '14f04f89-f435-4e65-80d2-6eca81346404', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'port_id': '14f04f89-f435-4e65-80d2-6eca81346404', 'mac_address': 'fa:16:3e:e6:af:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:51:20.975645 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:20.990891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f04f89-f435-4e65-80d2-6eca81346404 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:51:21.012684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 14f04f89-f435-4e65-80d2-6eca81346404, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=14f04f89-f435-4e65-80d2-6eca81346404,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:21.038891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Router 75bdfc22-d940-4f79-a326-198baed51dd2 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:21.056145 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.121396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=14f04f89-f435-4e65-80d2-6eca81346404,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:21.176087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:21.186731 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Sync routers for ids ['75bdfc22-d940-4f79-a326-198baed51dd2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:21.198798 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Routers {'75bdfc22-d940-4f79-a326-198baed51dd2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:21.203935 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['75bdfc22-d940-4f79-a326-198baed51dd2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:21.267124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.268427 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9f27d829-839e-44d9-a267-5d36d5441cf6 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3071969 Aug 24 00:51:21.270989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44668) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:21.330855 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Set router 75bdfc22-d940-4f79-a326-198baed51dd2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:21.403584 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-54742b4c-2e11-4bbe-bd19-b179e820b6d5 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/routers/75bdfc22-d940-4f79-a326-198baed51dd2 HTTP/1.1" status: 200 len: 909 time: 0.1286595 Aug 24 00:51:21.403924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44670) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:21.409001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1056868091', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': True}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:21.426787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['14f04f89-f435-4e65-80d2-6eca81346404'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:51:21.615040 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdfc22-d940-4f79-a326-198baed51dd2', 'name': 'tempest-snat-router-1056868091', 'tenant_id': '874b2c9507004b17b259ffd4a597982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': False}, 'gw_port_id': 'fcfe0d00-ebe9-44f0-b354-4bb50a5960f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:51:19Z', 'updated_at': '2021-08-24T00:51:20Z', 'revision_number': 3, 'project_id': '874b2c9507004b17b259ffd4a597982e', 'gw_port': {'id': 'fcfe0d00-ebe9-44f0-b354-4bb50a5960f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdfc22-d940-4f79-a326-198baed51dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:19Z', 'updated_at': '2021-08-24T00:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:21.654058 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Checking router: 75bdfc22-d940-4f79-a326-198baed51dd2 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:51:21.654462 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Updating router 75bdfc22-d940-4f79-a326-198baed51dd2 port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:51:21.691417 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:21.898150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b76230-1e36-4aaf-ad41-c0ef3b1a5350 req-5df2e704-253b-41e1-8f7a-dc94240f058d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:21.899673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91b76230-1e36-4aaf-ad41-c0ef3b1a5350 req-5df2e704-253b-41e1-8f7a-dc94240f058d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 945 time: 0.0561705 Aug 24 00:51:21.943871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91b76230-1e36-4aaf-ad41-c0ef3b1a5350 req-3aaf116e-74dd-4517-b026-533a3f851320 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363634 Aug 24 00:51:22.022755 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.034472 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Transition to ACTIVE for port object fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:22.059299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.060393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.118667 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.121363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.172328 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Attempting to bind port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:22.173241 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Attempting to bind port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:22.173634 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Attempting to bind port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:22.175720 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20d8c-c151-4201-beb8-9f076d81584b None None] Pushing event updated for resources: {'Port': ['ID=fcfe0d00-ebe9-44f0-b354-4bb50a5960f2,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:22.184883 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:22.185272 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:22.185723 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.186130 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:22.186584 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Bound port: fcfe0d00-ebe9-44f0-b354-4bb50a5960f2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:22.186975 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.252532 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] For port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:22.256372 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] For port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fcfe0d00-ebe9-44f0-b354-4bb50a5960f2,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:22.313788 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.470774 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Routers {'75bdfc22-d940-4f79-a326-198baed51dd2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:22.471399 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['75bdfc22-d940-4f79-a326-198baed51dd2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:22.518136 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20d8c-c151-4201-beb8-9f076d81584b None None] Pushing event updated for resources: {'Port': ['ID=fcfe0d00-ebe9-44f0-b354-4bb50a5960f2,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:22.604962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] Set router 75bdfc22-d940-4f79-a326-198baed51dd2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:22.679803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-057e8b71-9573-4306-9037-ad1424c26541 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332607 Aug 24 00:51:22.684199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:22.769645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-cf9051c0-0952-49ca-8d2e-529bfcc41436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:22.770653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-cf9051c0-0952-49ca-8d2e-529bfcc41436 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1096 time: 0.0444827 Aug 24 00:51:22.807775 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bdfc22-d940-4f79-a326-198baed51dd2', 'name': 'tempest-snat-router-1056868091', 'tenant_id': '874b2c9507004b17b259ffd4a597982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': False}, 'gw_port_id': 'fcfe0d00-ebe9-44f0-b354-4bb50a5960f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:51:19Z', 'updated_at': '2021-08-24T00:51:20Z', 'revision_number': 3, 'project_id': '874b2c9507004b17b259ffd4a597982e', 'gw_port': {'id': 'fcfe0d00-ebe9-44f0-b354-4bb50a5960f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdfc22-d940-4f79-a326-198baed51dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:19Z', 'updated_at': '2021-08-24T00:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:22.821502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 14f04f89-f435-4e65-80d2-6eca81346404 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:22.861620 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a88be7-95d1-4a54-9f16-a386d74296eb None None] The sync data for ids ['75bdfc22-d940-4f79-a326-198baed51dd2'] in n-d-804878-2 is: [{'id': '75bdfc22-d940-4f79-a326-198baed51dd2', 'name': 'tempest-snat-router-1056868091', 'tenant_id': '874b2c9507004b17b259ffd4a597982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': False}, 'gw_port_id': 'fcfe0d00-ebe9-44f0-b354-4bb50a5960f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:51:19Z', 'updated_at': '2021-08-24T00:51:20Z', 'revision_number': 3, 'project_id': '874b2c9507004b17b259ffd4a597982e', 'gw_port': {'id': 'fcfe0d00-ebe9-44f0-b354-4bb50a5960f2', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bdfc22-d940-4f79-a326-198baed51dd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:19Z', 'updated_at': '2021-08-24T00:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:22.936087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-f2234293-c35a-4343-911a-3fa9765c2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:22.938395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-f2234293-c35a-4343-911a-3fa9765c2f32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 200 len: 910 time: 0.1142929 Aug 24 00:51:22.958123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 14f04f89-f435-4e65-80d2-6eca81346404 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:22.962296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 14f04f89-f435-4e65-80d2-6eca81346404 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:22.962674 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.067062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.102583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:23.108455 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c133d5-b08a-4b30-b64d-31a8a447a62b" -d '{"events": [{"server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "name": "network-vif-plugged", "status": "completed", "tag": "14f04f89-f435-4e65-80d2-6eca81346404"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:23.116715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 14f04f89-f435-4e65-80d2-6eca81346404, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=14f04f89-f435-4e65-80d2-6eca81346404,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:23.169644 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f751a704-9ccb-480f-b17c-0e8cd5a7564a x-openstack-request-id: req-f751a704-9ccb-480f-b17c-0e8cd5a7564a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:23.169962 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "name": "network-vif-plugged", "status": "completed", "tag": "14f04f89-f435-4e65-80d2-6eca81346404", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:23.170215 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f751a704-9ccb-480f-b17c-0e8cd5a7564a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:23.170612 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404', 'code': 200} Aug 24 00:51:23.188672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.207388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-8b6b88ac-b689-44e9-8517-893e5aa71fb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 200 len: 1000 time: 0.2606094 Aug 24 00:51:23.239755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1251daf-0fbb-4b72-b5b7-0a44127449db req-5e97a8fd-1a16-4c3f-a15e-baf6d1078ff0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:23.241328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1251daf-0fbb-4b72-b5b7-0a44127449db req-5e97a8fd-1a16-4c3f-a15e-baf6d1078ff0 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 945 time: 0.2122631 Aug 24 00:51:23.264590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=14f04f89-f435-4e65-80d2-6eca81346404,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:23.311370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a6ab2-f9b2-4027-a197-4df073e9e61c req-1d385f5a-a359-4577-b64e-411691cd7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:23.312944 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ff9a6ab2-f9b2-4027-a197-4df073e9e61c req-1d385f5a-a359-4577-b64e-411691cd7ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 1097 time: 0.0548735 Aug 24 00:51:23.351928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-c2d3b041-96f7-437b-8f99-8ebb132c941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:23.353540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-c2d3b041-96f7-437b-8f99-8ebb132c941b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81e04c0d-243a-4f4a-8018-ee740b3a84fd HTTP/1.1" status: 200 len: 848 time: 0.1336980 Aug 24 00:51:23.354965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ff9a6ab2-f9b2-4027-a197-4df073e9e61c req-109f5d54-4cd8-4a45-b4f1-ecd7196d51f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339460 Aug 24 00:51:23.357641 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.390485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.396427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1251daf-0fbb-4b72-b5b7-0a44127449db req-cf1bb798-0855-4050-ad8c-5f5cbe6dbd80 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074796 Aug 24 00:51:23.483683 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-048dc259-4591-4d5d-a611-0371b6de0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:23.485305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-048dc259-4591-4d5d-a611-0371b6de0706 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a7e464b-07e1-431c-b125-12855fb8154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234896 Aug 24 00:51:23.633029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Allocated IP 172.25.5.55 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/70cc9f75-1d6c-462e-90ba-e02a94ef99f6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:23.638830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-a6328f74-7539-407d-ae3e-b6db76f85ebf service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441638 Aug 24 00:51:23.803412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e17ccfe-2733-4004-b624-cf7e64c3228b req-b93ec49c-cf8d-4f34-94e7-8cb21ec61b7e service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568201 Aug 24 00:51:23.824347 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.936239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:23.977078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:23.981684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:23.986219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:23.992385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'Port': ['ID=70cc9f75-1d6c-462e-90ba-e02a94ef99f6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:24.025283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.025662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.026021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.026365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.026714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.027045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.027382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.027717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.028049 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.028380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.028711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.029081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:24.324058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.565759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:24.581788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7af5dc-049f-40a8-86cb-d546a2242936 req-a0b238b1-acb5-4b65-a36a-ec9086466650 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:24.590173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a7af5dc-049f-40a8-86cb-d546a2242936 req-a0b238b1-acb5-4b65-a36a-ec9086466650 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 946 time: 0.1069007 Aug 24 00:51:24.669671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a7af5dc-049f-40a8-86cb-d546a2242936 req-bc08565c-87c0-425e-90f7-4b6820bffc5b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795496 Aug 24 00:51:24.855420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Router b1ab6ee3-3606-4f45-aecd-024df8ce1273 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:24.885421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:24.981979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:24.990658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Sync routers for ids ['b1ab6ee3-3606-4f45-aecd-024df8ce1273'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:25.001200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Routers {'b1ab6ee3-3606-4f45-aecd-024df8ce1273'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:25.002025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b1ab6ee3-3606-4f45-aecd-024df8ce1273'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:25.036728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:25.047371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:25.047779 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.089816 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.093707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e3273ece-c2d4-43d4-9dc3-ef8276ea17c8 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6863041 Aug 24 00:51:25.093905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44690) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:25.145612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Set router b1ab6ee3-3606-4f45-aecd-024df8ce1273 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:25.293070 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.334686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fcfe0d00-ebe9-44f0-b354-4bb50a5960f2,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:25.417668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab6ee3-3606-4f45-aecd-024df8ce1273', 'name': 'tempest-snat-router-1056868091', 'tenant_id': '874b2c9507004b17b259ffd4a597982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '70cc9f75-1d6c-462e-90ba-e02a94ef99f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:51:22Z', 'updated_at': '2021-08-24T00:51:24Z', 'revision_number': 3, 'project_id': '874b2c9507004b17b259ffd4a597982e', 'gw_port': {'id': '70cc9f75-1d6c-462e-90ba-e02a94ef99f6', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1ab6ee3-3606-4f45-aecd-024df8ce1273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:23Z', 'updated_at': '2021-08-24T00:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:25.454416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Checking router: b1ab6ee3-3606-4f45-aecd-024df8ce1273 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:51:25.454416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Updating router b1ab6ee3-3606-4f45-aecd-024df8ce1273 port 70cc9f75-1d6c-462e-90ba-e02a94ef99f6 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:51:25.477681 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.589858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-70e61a31-f7de-42dd-80d9-eae05aaa5bd9 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/routers/b1ab6ee3-3606-4f45-aecd-024df8ce1273 HTTP/1.1" status: 200 len: 907 time: 0.4940445 Aug 24 00:51:25.592191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:25.715783 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.773370 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.784358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Transition to ACTIVE for port object 70cc9f75-1d6c-462e-90ba-e02a94ef99f6 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:25.786669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.818577 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.839798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=fcfe0d00-ebe9-44f0-b354-4bb50a5960f2,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:25.857382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc70ce-bcc2-4876-8353-4870c483426b req-01b5330b-07df-4e0d-87c9-f9cafebff47d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:25.858935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-55cc70ce-bcc2-4876-8353-4870c483426b req-01b5330b-07df-4e0d-87c9-f9cafebff47d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 946 time: 0.0987229 Aug 24 00:51:25.871008 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.903988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-55cc70ce-bcc2-4876-8353-4870c483426b req-a16ec437-bcc2-4c27-b80a-9677f5272fdc tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362771 Aug 24 00:51:25.910378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.929963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Attempting to bind port 70cc9f75-1d6c-462e-90ba-e02a94ef99f6 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:25.929963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Attempting to bind port 70cc9f75-1d6c-462e-90ba-e02a94ef99f6 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:25.929963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Attempting to bind port 70cc9f75-1d6c-462e-90ba-e02a94ef99f6 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:25.930608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a477368-fd9f-4c38-961f-6aa25e00e43d None None] Pushing event updated for resources: {'Port': ['ID=70cc9f75-1d6c-462e-90ba-e02a94ef99f6,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:25.936432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:25.936659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:25.937007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.937392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:25.937996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Bound port: 70cc9f75-1d6c-462e-90ba-e02a94ef99f6, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:25.938971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:25.999998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] For port 70cc9f75-1d6c-462e-90ba-e02a94ef99f6, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:26.007070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] For port 70cc9f75-1d6c-462e-90ba-e02a94ef99f6, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=70cc9f75-1d6c-462e-90ba-e02a94ef99f6,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:26.079196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9759af1-c26b-4563-9fbe-38024fd60ace req-a085a9be-d569-4f5e-94ac-8ff419f0a932 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:26.080896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9759af1-c26b-4563-9fbe-38024fd60ace req-a085a9be-d569-4f5e-94ac-8ff419f0a932 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 946 time: 0.0646701 Aug 24 00:51:26.085112 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.089691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Deleting port 70cc9f75-1d6c-462e-90ba-e02a94ef99f6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:26.090056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.152301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Routers {'b1ab6ee3-3606-4f45-aecd-024df8ce1273'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:26.152948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b1ab6ee3-3606-4f45-aecd-024df8ce1273'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:26.173673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9759af1-c26b-4563-9fbe-38024fd60ace req-f4b7af2a-36ec-4479-9ebb-eb7c22c52150 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813475 Aug 24 00:51:26.199102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44716) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:26.201019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] For port 70cc9f75-1d6c-462e-90ba-e02a94ef99f6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=70cc9f75-1d6c-462e-90ba-e02a94ef99f6,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:26.201405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.218346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Calling delete_port for 70cc9f75-1d6c-462e-90ba-e02a94ef99f6 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:26.242486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e88f28-71d7-4535-b30e-1a430e5fc30e tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:26.244418 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c3e88f28-71d7-4535-b30e-1a430e5fc30e tempest-TestNetworkBasicOps-1567717763 tempest-TestNetworkBasicOps-1567717763-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 1092 time: 0.0443563 Aug 24 00:51:26.247188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44718) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:26.251875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '14f04f89-f435-4e65-80d2-6eca81346404', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:26.350191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.409054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a477368-fd9f-4c38-961f-6aa25e00e43d None None] Pushing event updated for resources: {'Port': ['ID=70cc9f75-1d6c-462e-90ba-e02a94ef99f6,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:26.430431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] Set router b1ab6ee3-3606-4f45-aecd-024df8ce1273 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:26.482697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.486737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ab6ee3-3606-4f45-aecd-024df8ce1273', 'name': 'tempest-snat-router-1056868091', 'tenant_id': '874b2c9507004b17b259ffd4a597982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:51:22Z', 'updated_at': '2021-08-24T00:51:25Z', 'revision_number': 4, 'project_id': '874b2c9507004b17b259ffd4a597982e', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:26.497440 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.519192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ea580-0741-4fa6-ab32-0dcb95c5fb49 None None] The sync data for ids ['b1ab6ee3-3606-4f45-aecd-024df8ce1273'] in n-d-804878-2 is: [{'id': 'b1ab6ee3-3606-4f45-aecd-024df8ce1273', 'name': 'tempest-snat-router-1056868091', 'tenant_id': '874b2c9507004b17b259ffd4a597982e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:51:22Z', 'updated_at': '2021-08-24T00:51:25Z', 'revision_number': 4, 'project_id': '874b2c9507004b17b259ffd4a597982e', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:26.524857 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f8f32473-fd91-4a87-94b5-8f5a5836efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.549840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event deleted for resources: {'Port': ['ID=70cc9f75-1d6c-462e-90ba-e02a94ef99f6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:26.628644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.657847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Allocated IP 172.25.5.117 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/0f8d0b23-7ff6-461a-96a3-556713823c8e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:26.732060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.737205 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.825388 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.851877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.855583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1ab6ee3-3606-4f45-aecd-024df8ce1273 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:26.864499 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.868044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-42105597-9cbe-4ed1-bfb4-7633e1675283 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b1ab6ee3-3606-4f45-aecd-024df8ce1273 HTTP/1.1" status: 204 len: 168 time: 1.2725220 Aug 24 00:51:26.871180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44720) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:26.894868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:26.947467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.949184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:26.949723 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:26.987575 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.007668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:27.013725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:27.022134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:27.032523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=0f8d0b23-7ff6-461a-96a3-556713823c8e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:27.134452 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.258979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Deleting port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:27.259216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.356834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] For port fcfe0d00-ebe9-44f0-b354-4bb50a5960f2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fcfe0d00-ebe9-44f0-b354-4bb50a5960f2,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:27.357644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.373869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Calling delete_port for fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:27.447874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.605125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.659264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.711170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcfe0d00-ebe9-44f0-b354-4bb50a5960f2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:27.779017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.787119 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.838269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.882759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.885495 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:27.914488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event updated for resources: {'Port': ['ID=0f8d0b23-7ff6-461a-96a3-556713823c8e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:27.934097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.009971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.010522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75bdfc22-d940-4f79-a326-198baed51dd2 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:28.015107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.016472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-220acaa1-ee76-4d07-9ba7-f7a3fdf73074 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "DELETE /v2.0/routers/75bdfc22-d940-4f79-a326-198baed51dd2 HTTP/1.1" status: 204 len: 168 time: 1.1471751 Aug 24 00:51:28.019819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44734) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:28.025229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1153065322', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:28.053465 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Floating IP 82d44e10-d635-4fb2-961b-28342701a152 associated. External IP: 172.25.5.117, port: 14f04f89-f435-4e65-80d2-6eca81346404. Aug 24 00:51:28.128429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.129867 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.226954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.301322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:51:28.359504 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:51:28.409387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:28.421701 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] Sync routers for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:28.433312 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:28.435814 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:28.439343 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.524363 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.554161 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:28.587457 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7ac9820d-ab98-4ffd-be5a-13f2ccbce965 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3392155 Aug 24 00:51:28.588691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:28.590755 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "tag": "14f04f89-f435-4e65-80d2-6eca81346404"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:28.598557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44738) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:28.647373 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaf8ed8-bafc-4582-8bba-bdcd2b3af009 x-openstack-request-id: req-ecaf8ed8-bafc-4582-8bba-bdcd2b3af009 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:28.647675 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "tag": "14f04f89-f435-4e65-80d2-6eca81346404", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:28.647940 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ecaf8ed8-bafc-4582-8bba-bdcd2b3af009 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:28.649109 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404', 'status': 'completed', 'code': 200} Aug 24 00:51:28.698384 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-454d4216-6216-4848-b9b2-f7c70492737b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/floatingips/82d44e10-d635-4fb2-961b-28342701a152 HTTP/1.1" status: 200 len: 992 time: 0.0914767 Aug 24 00:51:28.744651 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-500eba83-0534-4d88-bfb0-cf13169049ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:28.751443 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-500eba83-0534-4d88-bfb0-cf13169049ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 1097 time: 0.0505269 Aug 24 00:51:28.820399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.835237 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '82d44e10-d635-4fb2-961b-28342701a152', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'port_id': '14f04f89-f435-4e65-80d2-6eca81346404', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'mac_address': 'fa:16:3e:e6:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:51:27Z', 'updated_at': '2021-08-24T00:51:27Z', 'revision_number': 0, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:09Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:28.848551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:28.868355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-b5cc0da2-a445-4224-8fab-a02e2b0a187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:28.870413 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-b5cc0da2-a445-4224-8fab-a02e2b0a187c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8656cb7-5420-4428-8bf7-3045153ec198 HTTP/1.1" status: 200 len: 898 time: 0.1128221 Aug 24 00:51:28.873445 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] Checking router: b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:51:28.889316 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:28.890184 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:28.897727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:51:28.937246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:51:28.938883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fcfe0d00-ebe9-44f0-b354-4bb50a5960f2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:51:29.007861 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-4aef6d25-087c-4376-abde-de368685bf9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f04f89-f435-4e65-80d2-6eca81346404 HTTP/1.1" status: 200 len: 1000 time: 0.1293645 Aug 24 00:51:29.043696 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:51:29.044140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Allocated IP 172.25.5.56 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/f9a69c60-3a04-4339-b598-366588f6cab5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:29.058327 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-997df89a-5478-4355-ba46-10f5af869a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:29.071071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-30a70114-f9f1-4919-9a90-3b369e9c52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:29.075299 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-30a70114-f9f1-4919-9a90-3b369e9c52dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1aab08a-06a0-4cee-b6d4-c2b701ae600f HTTP/1.1" status: 200 len: 835 time: 0.0607448 Aug 24 00:51:29.139337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:29.156277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-d35c2621-a809-494e-bea3-e5fe7e8a2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:29.158052 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-d35c2621-a809-494e-bea3-e5fe7e8a2a1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8656cb7-5420-4428-8bf7-3045153ec198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745640 Aug 24 00:51:29.186051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:29.275076 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-d70fae67-e752-4437-b358-eacadfc67b6c service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096592 Aug 24 00:51:29.313319 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:29.349522 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '82d44e10-d635-4fb2-961b-28342701a152', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'port_id': '14f04f89-f435-4e65-80d2-6eca81346404', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'mac_address': 'fa:16:3e:e6:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:51:27Z', 'updated_at': '2021-08-24T00:51:27Z', 'revision_number': 0, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:09Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:29.371340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event updated for resources: {'Port': ['ID=f9a69c60-3a04-4339-b598-366588f6cab5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:29.379442 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e4178-864b-473e-9612-c2e2ef7e5acd None None] The sync data for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 is: [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '82d44e10-d635-4fb2-961b-28342701a152', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'port_id': '14f04f89-f435-4e65-80d2-6eca81346404', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'mac_address': 'fa:16:3e:e6:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:51:27Z', 'updated_at': '2021-08-24T00:51:27Z', 'revision_number': 0, 'project_id': '162b462ae90247339be708b3255fe6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:09Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:29.384897 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6fdea703-ba4b-410e-ac8e-b9c5c704ff8d req-a3ed5b97-964d-4161-8688-56a16ecdeafc service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028912 Aug 24 00:51:29.391492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:29.393096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:29.395539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:29.611583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73ab0f-f27f-4222-9002-e88f9b929567 None None] New status for floating IP 82d44e10-d635-4fb2-961b-28342701a152: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:51:29.695397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44744) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:29.771467 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:29.776627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f04d7e35-b208-4eba-896e-76cd71cc9e08 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/floatingips/82d44e10-d635-4fb2-961b-28342701a152 HTTP/1.1" status: 200 len: 992 time: 0.0800109 Aug 24 00:51:29.990365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:30.225266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Router 8ebe0415-0a64-4863-9cff-8be8cb4be466 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:30.339852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:30.349691 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572eae58-1600-41b2-ba07-b1645d1de66c None None] Sync routers for ids ['8ebe0415-0a64-4863-9cff-8be8cb4be466'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:30.358591 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572eae58-1600-41b2-ba07-b1645d1de66c None None] Routers {'8ebe0415-0a64-4863-9cff-8be8cb4be466'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:30.359192 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-572eae58-1600-41b2-ba07-b1645d1de66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ebe0415-0a64-4863-9cff-8be8cb4be466'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:30.376072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:30.395078 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-572eae58-1600-41b2-ba07-b1645d1de66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:30.403515 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572eae58-1600-41b2-ba07-b1645d1de66c None None] Routers {'8ebe0415-0a64-4863-9cff-8be8cb4be466'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:30.404108 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-572eae58-1600-41b2-ba07-b1645d1de66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ebe0415-0a64-4863-9cff-8be8cb4be466'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:30.432795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:30.434340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c9fc3d79-6d74-4c18-9e6f-68406844c46c tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4134321 Aug 24 00:51:30.435922 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-572eae58-1600-41b2-ba07-b1645d1de66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:30.436573 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572eae58-1600-41b2-ba07-b1645d1de66c None None] The sync data for ids ['8ebe0415-0a64-4863-9cff-8be8cb4be466'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:30.437611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44750) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:30.442729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6866a700-97f3-456f-a86c-1dae372637a1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': False}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:30.780584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:30.847239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b9db6081-d1c4-4b68-9863-55805be718a6 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/floatingips/82d44e10-d635-4fb2-961b-28342701a152 HTTP/1.1" status: 200 len: 994 time: 0.0654342 Aug 24 00:51:31.070768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6866a700-97f3-456f-a86c-1dae372637a1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:31.574283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6866a700-97f3-456f-a86c-1dae372637a1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:31.578067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6866a700-97f3-456f-a86c-1dae372637a1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:31.690268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6866a700-97f3-456f-a86c-1dae372637a1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Router 8ebe0415-0a64-4863-9cff-8be8cb4be466 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:51:31.802043 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6866a700-97f3-456f-a86c-1dae372637a1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:31.807087 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6866a700-97f3-456f-a86c-1dae372637a1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:31.809059 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6866a700-97f3-456f-a86c-1dae372637a1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "PUT /v2.0/routers/8ebe0415-0a64-4863-9cff-8be8cb4be466 HTTP/1.1" status: 200 len: 925 time: 1.3691068 Aug 24 00:51:31.810992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44756) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:31.813080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2ba02-ed37-4529-b18d-8eb7dec94859 None None] Sync routers for ids ['8ebe0415-0a64-4863-9cff-8be8cb4be466'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:31.822387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2ba02-ed37-4529-b18d-8eb7dec94859 None None] Routers {'8ebe0415-0a64-4863-9cff-8be8cb4be466'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:31.823009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0af2ba02-ed37-4529-b18d-8eb7dec94859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ebe0415-0a64-4863-9cff-8be8cb4be466'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:31.858811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0af2ba02-ed37-4529-b18d-8eb7dec94859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:31.869727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2ba02-ed37-4529-b18d-8eb7dec94859 None None] Routers {'8ebe0415-0a64-4863-9cff-8be8cb4be466'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:31.870337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0af2ba02-ed37-4529-b18d-8eb7dec94859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ebe0415-0a64-4863-9cff-8be8cb4be466'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:31.906266 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:31.906966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0af2ba02-ed37-4529-b18d-8eb7dec94859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:31.907612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2ba02-ed37-4529-b18d-8eb7dec94859 None None] The sync data for ids ['8ebe0415-0a64-4863-9cff-8be8cb4be466'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:31.927562 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-840f6b89-44da-496f-94b2-99bca57ecabd tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/routers/8ebe0415-0a64-4863-9cff-8be8cb4be466 HTTP/1.1" status: 200 len: 925 time: 0.1120000 Aug 24 00:51:31.927562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44758) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:31.996994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce675c3d-73d3-4d0e-8461-eecc6a9f9794 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:31.998566 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ce675c3d-73d3-4d0e-8461-eecc6a9f9794 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=8ebe0415-0a64-4863-9cff-8be8cb4be466&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0704403 Aug 24 00:51:32.001909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44760) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:32.094152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae412973-ffdc-46ba-8323-731837cf6118 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:32.095586 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ae412973-ffdc-46ba-8323-731837cf6118 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 881 time: 0.0927598 Aug 24 00:51:32.098462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44762) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:32.126543 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f3433fc0-ba95-4ddc-8ddc-5680c02250d9 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ebe0415-0a64-4863-9cff-8be8cb4be466 HTTP/1.1" status: 200 len: 205 time: 0.0269499 Aug 24 00:51:32.128975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:32.236829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:32.343057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:32.477760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Deleting port f9a69c60-3a04-4339-b598-366588f6cab5 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:32.478108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:32.565100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:32.577726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Calling delete_port for f9a69c60-3a04-4339-b598-366588f6cab5 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:32.819730 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:32.843571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event deleted for resources: {'Port': ['ID=f9a69c60-3a04-4339-b598-366588f6cab5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:32.907774 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.003085 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.005266 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.145006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.145713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Fanout notify agent at l3_agent the message router_deleted on router 8ebe0415-0a64-4863-9cff-8be8cb4be466 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:33.152855 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.154068 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-44262011-5ff0-4249-a23c-fd3647319c56 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/8ebe0415-0a64-4863-9cff-8be8cb4be466 HTTP/1.1" status: 204 len: 168 time: 1.0241799 Aug 24 00:51:33.164451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44770) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:33.164451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8982927c-b388-4b46-ae70-db113bf883be tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-257356734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:33.278811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8982927c-b388-4b46-ae70-db113bf883be tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.279891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8982927c-b388-4b46-ae70-db113bf883be tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.332207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8982927c-b388-4b46-ae70-db113bf883be tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.452476 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8982927c-b388-4b46-ae70-db113bf883be tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.567616 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8982927c-b388-4b46-ae70-db113bf883be tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:33.568898 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8982927c-b388-4b46-ae70-db113bf883be tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4088984 Aug 24 00:51:33.571827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44774) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:33.577536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:34.145111 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:34.387261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:34.406676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:34.517794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Allocated IP 172.25.5.232 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e0964f93-dda6-4a98-b222-7e8c732419a6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:34.623019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:34.713227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:34.762143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:34.764964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:34.769839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:34.773270 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event updated for resources: {'Port': ['ID=e0964f93-dda6-4a98-b222-7e8c732419a6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:35.077949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:35.276321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:35.279567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:35.506269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Router e4590bee-0cbe-4a7a-aba3-72b319443148 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:35.609401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:35.616848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:35.618193 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c8d1fbc1-643e-4e8d-8cb8-489dceb63166 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "PUT /v2.0/routers/e4590bee-0cbe-4a7a-aba3-72b319443148 HTTP/1.1" status: 200 len: 883 time: 2.0452092 Aug 24 00:51:35.620053 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe4a18-d902-47d4-a35a-5405521747c0 None None] Sync routers for ids ['e4590bee-0cbe-4a7a-aba3-72b319443148'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:35.621061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44782) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:35.629478 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe4a18-d902-47d4-a35a-5405521747c0 None None] Routers {'e4590bee-0cbe-4a7a-aba3-72b319443148'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:35.630122 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c8fe4a18-d902-47d4-a35a-5405521747c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e4590bee-0cbe-4a7a-aba3-72b319443148'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:35.663658 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c8fe4a18-d902-47d4-a35a-5405521747c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:35.673239 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe4a18-d902-47d4-a35a-5405521747c0 None None] Routers {'e4590bee-0cbe-4a7a-aba3-72b319443148'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:35.673911 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c8fe4a18-d902-47d4-a35a-5405521747c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['e4590bee-0cbe-4a7a-aba3-72b319443148'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:35.709180 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c8fe4a18-d902-47d4-a35a-5405521747c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:35.709723 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe4a18-d902-47d4-a35a-5405521747c0 None None] The sync data for ids ['e4590bee-0cbe-4a7a-aba3-72b319443148'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:35.730491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-191f5172-e303-42ff-9c62-2c600bb2427e tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/routers/e4590bee-0cbe-4a7a-aba3-72b319443148 HTTP/1.1" status: 200 len: 924 time: 0.1056490 Aug 24 00:51:35.730775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:35.807982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a174a180-a4c0-4745-a487-a843bd6c87c1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:35.809521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a174a180-a4c0-4745-a487-a843bd6c87c1 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=e4590bee-0cbe-4a7a-aba3-72b319443148&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0777881 Aug 24 00:51:35.812167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44792) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:35.964445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6f993f-af04-450b-b99a-901f0ec667cb tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:35.965761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ad6f993f-af04-450b-b99a-901f0ec667cb tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 881 time: 0.1526623 Aug 24 00:51:35.968715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44794) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:35.983655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-910b00e9-adea-4d07-a9d0-21e5a62e2ded tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:35.985733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-910b00e9-adea-4d07-a9d0-21e5a62e2ded tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1307161 Aug 24 00:51:36.002475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-46724645-c296-43db-898e-9bc3af1ed4ab tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4590bee-0cbe-4a7a-aba3-72b319443148 HTTP/1.1" status: 200 len: 205 time: 0.0294316 Aug 24 00:51:36.002713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-800e35b3-bbdb-429b-b5c5-15b96cce73ef tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/quotas/98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 375 time: 0.0099838 Aug 24 00:51:36.002713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:36.444929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-ddb843fe-dc41-405f-b11f-9871e82e90bc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4363508 Aug 24 00:51:36.467102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:36.639819 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:36.647456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-e8fc93b0-df0a-4d03-817e-a55d333935ad service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943452 Aug 24 00:51:36.738662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-bf1e3b1e-1f1e-4468-89ae-40b0293dd3bb service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846591 Aug 24 00:51:36.805425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Deleting port e0964f93-dda6-4a98-b222-7e8c732419a6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:36.805425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:36.882054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:36.894200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Calling delete_port for e0964f93-dda6-4a98-b222-7e8c732419a6 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:37.118361 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.143538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event deleted for resources: {'Port': ['ID=e0964f93-dda6-4a98-b222-7e8c732419a6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:37.210913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.311954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.315625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.333512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-155a3e0f-5468-4abb-a0a8-dce39791619d req-0b6cad42-419b-46f3-90c3-c60cb3521400 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 210 time: 0.0325871 Aug 24 00:51:37.436359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.436984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Fanout notify agent at l3_agent the message router_deleted on router e4590bee-0cbe-4a7a-aba3-72b319443148 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:37.447394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.448864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7c2e0c73-6b8c-4b26-8133-1852f8f47397 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/e4590bee-0cbe-4a7a-aba3-72b319443148 HTTP/1.1" status: 204 len: 168 time: 1.4451222 Aug 24 00:51:37.454776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44814) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:37.459509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-db0bc1b0-5cab-4fac-97d7-41016f59f870 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-18823837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:37.569798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1b0-5cab-4fac-97d7-41016f59f870 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.570879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1b0-5cab-4fac-97d7-41016f59f870 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.626632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1b0-5cab-4fac-97d7-41016f59f870 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.736099 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1b0-5cab-4fac-97d7-41016f59f870 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.821138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-db0bc1b0-5cab-4fac-97d7-41016f59f870 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:37.822442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-db0bc1b0-5cab-4fac-97d7-41016f59f870 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3666136 Aug 24 00:51:37.825126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44818) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:37.829607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': True}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:38.030925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.330561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.349964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.446562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a499755-a78a-48f2-a9b9-6e95ed5fec4c req-fdf7a86c-682c-47dd-857d-5e16fa3a9148 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 210 time: 0.0363388 Aug 24 00:51:38.495215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Allocated IP 172.25.5.246 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/6c311e33-7e97-42fb-9a4b-7feb4b4b518f) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:38.598438 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.735375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:38.779996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:38.784112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:38.789060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:38.791422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'Port': ['ID=6c311e33-7e97-42fb-9a4b-7feb4b4b518f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:39.096090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:39.291028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:39.294458 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:39.361550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-c737e34d-5c60-4008-9162-a4092e036c88 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:39.363085 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-c737e34d-5c60-4008-9162-a4092e036c88 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1056583 Aug 24 00:51:39.382658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'port': {'device_id': 'dd54a6f4-7a9b-4917-b568-086eb8e8f510', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'admin_state_up': True, 'tenant_id': '98d2f1382fca415cbb92091953421b96'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:39.487999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Router ef2c18f8-e872-46e6-ac98-ec0543f69a06 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:39.566137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ff1f70d5-c000-42f3-86a1-2ee471214d4c req-d4585161-2721-4678-a5d9-5e489016788a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 210 time: 0.0343206 Aug 24 00:51:39.579024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:39.582950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:39.623173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:39.627547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:39.634199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1ee5f-f128-40b5-92f9-19f89784dbc8 None None] Sync routers for ids ['ef2c18f8-e872-46e6-ac98-ec0543f69a06'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:39.638215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5e139499-2984-4e92-86ae-6d6fddfbc235 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "PUT /v2.0/routers/ef2c18f8-e872-46e6-ac98-ec0543f69a06 HTTP/1.1" status: 200 len: 917 time: 1.8119459 Aug 24 00:51:39.639197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44824) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:39.645172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1ee5f-f128-40b5-92f9-19f89784dbc8 None None] Routers {'ef2c18f8-e872-46e6-ac98-ec0543f69a06'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:39.646100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4ec1ee5f-f128-40b5-92f9-19f89784dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ef2c18f8-e872-46e6-ac98-ec0543f69a06'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:39.693139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4ec1ee5f-f128-40b5-92f9-19f89784dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:39.704124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1ee5f-f128-40b5-92f9-19f89784dbc8 None None] Routers {'ef2c18f8-e872-46e6-ac98-ec0543f69a06'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:39.705014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4ec1ee5f-f128-40b5-92f9-19f89784dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ef2c18f8-e872-46e6-ac98-ec0543f69a06'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:39.746994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4ec1ee5f-f128-40b5-92f9-19f89784dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:39.747647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1ee5f-f128-40b5-92f9-19f89784dbc8 None None] The sync data for ids ['ef2c18f8-e872-46e6-ac98-ec0543f69a06'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:39.798765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20b380-c910-4f16-924c-be60f7eb89dd req-c7780662-8318-4f7f-aa0d-ec75edc13f4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579181 Aug 24 00:51:39.810908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.20.0.4 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/470e3c35-cab1-4d3d-84f5-1122fa376ce8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:39.824401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bf07513c-9575-42d4-8c92-d86f907a957e tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/routers/ef2c18f8-e872-46e6-ac98-ec0543f69a06 HTTP/1.1" status: 200 len: 923 time: 0.1840837 Aug 24 00:51:39.827285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44826) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:39.910128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1015300-bc9e-4329-9ae9-e305426b56e9 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:39.915452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a1015300-bc9e-4329-9ae9-e305426b56e9 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=ef2c18f8-e872-46e6-ac98-ec0543f69a06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0830629 Aug 24 00:51:39.915452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:39.976404 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:39.991940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Transition to ACTIVE for port object 470e3c35-cab1-4d3d-84f5-1122fa376ce8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:40.088398 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:40.132461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:40.136232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:40.140557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:40.184457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=470e3c35-cab1-4d3d-84f5-1122fa376ce8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:40.211171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:40.211858 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:40.285181 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3e881d61-0f25-4b0f-908e-68606384fed6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9068274 Aug 24 00:51:40.306515 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Request body: {'port': {'device_id': 'dd54a6f4-7a9b-4917-b568-086eb8e8f510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:40.341207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20b380-c910-4f16-924c-be60f7eb89dd req-b65a5478-3459-45ee-a801-5e5ca908c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:40.347079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20b380-c910-4f16-924c-be60f7eb89dd req-b65a5478-3459-45ee-a801-5e5ca908c668 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 1097 time: 0.4746804 Aug 24 00:51:40.377594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:40.432893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7f53e1bd-1c5c-4e72-9eef-cf7c0c4064fc None None] Provisioning for port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:40.444420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834621d-67e4-4e9c-839d-c1b6d3e7ba5f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:40.444420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b834621d-67e4-4e9c-839d-c1b6d3e7ba5f tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 881 time: 0.5278525 Aug 24 00:51:40.446964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44830) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:40.461530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7f53e1bd-1c5c-4e72-9eef-cf7c0c4064fc None None] Provisioning complete for port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:40.462151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7f53e1bd-1c5c-4e72-9eef-cf7c0c4064fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:40.485885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-97b8da58-86f6-4837-a748-b826251a3b1f tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef2c18f8-e872-46e6-ac98-ec0543f69a06 HTTP/1.1" status: 200 len: 205 time: 0.0374351 Aug 24 00:51:40.488797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44832) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:40.506842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7f53e1bd-1c5c-4e72-9eef-cf7c0c4064fc None None] Port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:51:40.559249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20b380-c910-4f16-924c-be60f7eb89dd req-b84f2590-7689-4034-b3c8-6c7c07f46ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:40.560757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20b380-c910-4f16-924c-be60f7eb89dd req-b84f2590-7689-4034-b3c8-6c7c07f46ad5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8656cb7-5420-4428-8bf7-3045153ec198 HTTP/1.1" status: 200 len: 898 time: 0.1829982 Aug 24 00:51:40.671197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470e3c35-cab1-4d3d-84f5-1122fa376ce8 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:51:40.681368 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:40.697247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Transition to ACTIVE for port object 470e3c35-cab1-4d3d-84f5-1122fa376ce8 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:40.708284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:40.714359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20b380-c910-4f16-924c-be60f7eb89dd req-b1734081-345e-455e-a18e-bc916b3cdb85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f04f89-f435-4e65-80d2-6eca81346404 HTTP/1.1" status: 200 len: 1002 time: 0.1165674 Aug 24 00:51:40.791132 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:40.801727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b146e1-4b91-47b6-acaf-07921912a385 req-a0390878-d4f0-4e47-b26d-06a9b1315e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:40.806276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5b146e1-4b91-47b6-acaf-07921912a385 req-a0390878-d4f0-4e47-b26d-06a9b1315e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 931 time: 0.1515918 Aug 24 00:51:40.878590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Pushing event updated for resources: {'Port': ['ID=470e3c35-cab1-4d3d-84f5-1122fa376ce8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:40.886296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20b380-c910-4f16-924c-be60f7eb89dd req-6cd4dd63-6712-413a-8cca-e9ea811e3dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:40.888004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20b380-c910-4f16-924c-be60f7eb89dd req-6cd4dd63-6712-413a-8cca-e9ea811e3dea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1aab08a-06a0-4cee-b6d4-c2b701ae600f HTTP/1.1" status: 200 len: 835 time: 0.1417196 Aug 24 00:51:40.927065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5b146e1-4b91-47b6-acaf-07921912a385 req-883a206e-cfdf-4b1d-9cb8-0bfa31e1ec34 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118202 Aug 24 00:51:40.956244 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:40.975871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Attempting to bind port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:40.976333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Attempting to bind port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:40.983855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Attempting to bind port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:40.984467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20b380-c910-4f16-924c-be60f7eb89dd req-af829ee0-6082-49cd-bb6d-989d14e68858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:40.984467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20b380-c910-4f16-924c-be60f7eb89dd req-af829ee0-6082-49cd-bb6d-989d14e68858 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8656cb7-5420-4428-8bf7-3045153ec198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720329 Aug 24 00:51:40.984695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 on network 2447c20e-30f4-4062-a057-06c6927bfd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:51:40.984695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Attempting to bind port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:40.988971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:40.989526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:40.990024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:40.990541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Bound port: 470e3c35-cab1-4d3d-84f5-1122fa376ce8, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:40.991002 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.070864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] For port 470e3c35-cab1-4d3d-84f5-1122fa376ce8, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:41.075101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] For port 470e3c35-cab1-4d3d-84f5-1122fa376ce8, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=470e3c35-cab1-4d3d-84f5-1122fa376ce8,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:41.115217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20b380-c910-4f16-924c-be60f7eb89dd req-6520d66e-089f-4ecd-b285-cf9a8e98f512 service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279640 Aug 24 00:51:41.125158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Deleting port 6c311e33-7e97-42fb-9a4b-7feb4b4b518f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:41.125538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.141780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.186596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:41.187421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.189491 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] 10.222.0.36 "PUT /v2.0/ports/470e3c35-cab1-4d3d-84f5-1122fa376ce8 HTTP/1.1" status: 200 len: 1091 time: 0.8891199 Aug 24 00:51:41.190218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54a6f4-7a9b-4917-b568-086eb8e8f510', 'tag': '470e3c35-cab1-4d3d-84f5-1122fa376ce8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:41.192752 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29de654-9987-4e03-9c36-57962e4519ac" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54a6f4-7a9b-4917-b568-086eb8e8f510", "tag": "470e3c35-cab1-4d3d-84f5-1122fa376ce8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:41.244350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc320-2a57-418c-ac93-d8d6aae71b65 service neutron] Pushing event updated for resources: {'Port': ['ID=470e3c35-cab1-4d3d-84f5-1122fa376ce8,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:41.260124 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b15f3e8-a819-4ba6-8241-9c437f4397b2 x-openstack-request-id: req-9b15f3e8-a819-4ba6-8241-9c437f4397b2 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:41.269155 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54a6f4-7a9b-4917-b568-086eb8e8f510", "tag": "470e3c35-cab1-4d3d-84f5-1122fa376ce8", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:41.269155 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b15f3e8-a819-4ba6-8241-9c437f4397b2 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:41.269155 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54a6f4-7a9b-4917-b568-086eb8e8f510', 'tag': '470e3c35-cab1-4d3d-84f5-1122fa376ce8', 'status': 'completed', 'code': 200} Aug 24 00:51:41.284134 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.294364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20b380-c910-4f16-924c-be60f7eb89dd req-772e776b-b96d-4698-b3f7-9c2ae919f8ac service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708779 Aug 24 00:51:41.300185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Calling delete_port for 6c311e33-7e97-42fb-9a4b-7feb4b4b518f owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:41.332976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29de654-9987-4e03-9c36-57962e4519ac req-9080de3c-2d6d-47fc-ae09-2030e4f1383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:41.334831 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b29de654-9987-4e03-9c36-57962e4519ac req-9080de3c-2d6d-47fc-ae09-2030e4f1383d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 1094 time: 0.0457301 Aug 24 00:51:41.474871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29de654-9987-4e03-9c36-57962e4519ac req-d50b68ff-2485-4c96-aebb-3f2a5311f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:41.479272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b29de654-9987-4e03-9c36-57962e4519ac req-d50b68ff-2485-4c96-aebb-3f2a5311f37d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=98d2f1382fca415cbb92091953421b96&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1147664 Aug 24 00:51:41.562448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.576784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29de654-9987-4e03-9c36-57962e4519ac req-d699882a-64ec-4744-b042-ea0ed1d8efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:41.578424 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b29de654-9987-4e03-9c36-57962e4519ac req-d699882a-64ec-4744-b042-ea0ed1d8efb8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941150 Aug 24 00:51:41.594854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event deleted for resources: {'Port': ['ID=6c311e33-7e97-42fb-9a4b-7feb4b4b518f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:41.668670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.683985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3322aebd-1adf-414a-a1cc-0f90512c2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:41.685554 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-3322aebd-1adf-414a-a1cc-0f90512c2fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 1094 time: 0.0465891 Aug 24 00:51:41.740627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-b6067b25-71f6-43a0-8e47-c3bd268e3fb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470e3c35-cab1-4d3d-84f5-1122fa376ce8 HTTP/1.1" status: 200 len: 217 time: 0.0410576 Aug 24 00:51:41.772156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.774908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.792410 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-bc3377e7-c9ca-468b-97ea-34e61ebd92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:41.794250 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-bc3377e7-c9ca-468b-97ea-34e61ebd92f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0463958 Aug 24 00:51:41.841994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-2d24474e-6e24-4701-8735-46273bf94b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:41.843661 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-2d24474e-6e24-4701-8735-46273bf94b1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419209 Aug 24 00:51:41.872668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.873390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Fanout notify agent at l3_agent the message router_deleted on router ef2c18f8-e872-46e6-ac98-ec0543f69a06 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:41.882144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:41.892415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-79041d8f-e767-4399-ba73-adc565a85958 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/ef2c18f8-e872-46e6-ac98-ec0543f69a06 HTTP/1.1" status: 204 len: 168 time: 1.3940697 Aug 24 00:51:41.892415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44838) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:41.892415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-379ff735-1eb2-420f-9cd8-7d0b47cbd38b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1011934149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:41.941539 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-5c54e9f6-1cda-4d9d-b6e8-3048a7dc9e7f service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895638 Aug 24 00:51:42.007488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-379ff735-1eb2-420f-9cd8-7d0b47cbd38b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.008524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-379ff735-1eb2-420f-9cd8-7d0b47cbd38b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.042341 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ad714ea5-e328-45cb-99b5-0e12b20ecc9f req-70ddc90e-64b7-4d1d-814c-0357e3294778 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928783 Aug 24 00:51:42.086498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-379ff735-1eb2-420f-9cd8-7d0b47cbd38b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.094207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138f4e7-130b-4db7-a3c7-9d33bd5501ac req-a3c4a71a-1f50-4a7a-a106-a2a5e50b509f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:42.096257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8138f4e7-130b-4db7-a3c7-9d33bd5501ac req-a3c4a71a-1f50-4a7a-a106-a2a5e50b509f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.1005013 Aug 24 00:51:42.136995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8138f4e7-130b-4db7-a3c7-9d33bd5501ac req-b7402a08-4113-4c03-9c91-6c852f8b3497 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Aug 24 00:51:42.152507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-379ff735-1eb2-420f-9cd8-7d0b47cbd38b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.243630 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-379ff735-1eb2-420f-9cd8-7d0b47cbd38b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.244852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-379ff735-1eb2-420f-9cd8-7d0b47cbd38b tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3563011 Aug 24 00:51:42.247542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44842) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:42.252323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'enable_snat': False}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:42.459931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.621098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.717436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.736967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:42.845449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Allocated IP 172.25.5.217 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/fa456ffb-ba22-41c4-987d-e0f217eb5c33) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:42.950689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:43.044394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:43.088116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:43.091000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:43.094941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:43.120977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Pushing event updated for resources: {'Port': ['ID=fa456ffb-ba22-41c4-987d-e0f217eb5c33,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:43.285615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c1720-c7f4-4385-a511-2e35fbfc39c8 req-686e35f6-5a4a-442f-9efe-2ab8732b806f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:43.289821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-257c1720-c7f4-4385-a511-2e35fbfc39c8 req-686e35f6-5a4a-442f-9efe-2ab8732b806f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.0773132 Aug 24 00:51:43.325698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-257c1720-c7f4-4385-a511-2e35fbfc39c8 req-74c18e50-e39d-40eb-b611-591da7959ce0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Aug 24 00:51:43.446719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:43.642034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:43.645181 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:44.209534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Router 84ae9a70-3c8f-4550-9f3d-622a458d9f8c is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:44.315201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:44.320186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:44.320886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-50b105bf-e962-425e-b93b-fb69df71a6d3 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "PUT /v2.0/routers/84ae9a70-3c8f-4550-9f3d-622a458d9f8c HTTP/1.1" status: 200 len: 920 time: 2.0724292 Aug 24 00:51:44.323528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:44.324908 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a3e060-d134-4340-ad39-d87c18767550 None None] Sync routers for ids ['84ae9a70-3c8f-4550-9f3d-622a458d9f8c'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:44.334933 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3e060-d134-4340-ad39-d87c18767550 None None] Routers {'84ae9a70-3c8f-4550-9f3d-622a458d9f8c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:44.335541 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4a3e060-d134-4340-ad39-d87c18767550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['84ae9a70-3c8f-4550-9f3d-622a458d9f8c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:44.368359 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4a3e060-d134-4340-ad39-d87c18767550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:44.377778 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a3e060-d134-4340-ad39-d87c18767550 None None] Routers {'84ae9a70-3c8f-4550-9f3d-622a458d9f8c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:44.378661 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4a3e060-d134-4340-ad39-d87c18767550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['84ae9a70-3c8f-4550-9f3d-622a458d9f8c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:44.470888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6293fcf3-3504-4b0d-9663-acb470c5ea02 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/routers/84ae9a70-3c8f-4550-9f3d-622a458d9f8c HTTP/1.1" status: 200 len: 926 time: 0.1433723 Aug 24 00:51:44.471130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44850) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:44.509670 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4a3e060-d134-4340-ad39-d87c18767550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:44.510324 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a3e060-d134-4340-ad39-d87c18767550 None None] The sync data for ids ['84ae9a70-3c8f-4550-9f3d-622a458d9f8c'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:44.519403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49957d7-99e7-4305-b697-1d208a4a001c req-b5c80713-518e-445f-850c-b58de2d0b721 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:44.520926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c49957d7-99e7-4305-b697-1d208a4a001c req-b5c80713-518e-445f-850c-b58de2d0b721 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.1042676 Aug 24 00:51:44.550528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b45bc-03ac-48aa-9749-0a295a812554 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:44.552109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f60b45bc-03ac-48aa-9749-0a295a812554 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=84ae9a70-3c8f-4550-9f3d-622a458d9f8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0775738 Aug 24 00:51:44.554917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44852) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:44.572867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c49957d7-99e7-4305-b697-1d208a4a001c req-8e696aa8-89fd-4d82-8ce2-ba8b34856422 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 Aug 24 00:51:44.645944 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35baeb-608f-42a9-94c5-02dffa079838 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:44.647390 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fc35baeb-608f-42a9-94c5-02dffa079838 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/networks/48bb8d5d-bed2-4624-90e2-4675c8f1465d HTTP/1.1" status: 200 len: 881 time: 0.0914760 Aug 24 00:51:44.650382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44854) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:44.678339 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-023d03fd-6897-40cc-8844-7ea46df832a5 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=84ae9a70-3c8f-4550-9f3d-622a458d9f8c HTTP/1.1" status: 200 len: 205 time: 0.0269217 Aug 24 00:51:44.680700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44856) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:44.792157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:44.903127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.046757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Deleting port fa456ffb-ba22-41c4-987d-e0f217eb5c33 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:45.047020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.122542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.133748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Calling delete_port for fa456ffb-ba22-41c4-987d-e0f217eb5c33 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:45.351821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.376320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event deleted for resources: {'Port': ['ID=fa456ffb-ba22-41c4-987d-e0f217eb5c33,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:45.438475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.529311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.531456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.699987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064ab5c-4389-4ed9-acfa-65892d9f4c17 req-8257fa14-b700-432d-b99c-1ffe50ce3439 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:45.701635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8064ab5c-4389-4ed9-acfa-65892d9f4c17 req-8257fa14-b700-432d-b99c-1ffe50ce3439 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.0548742 Aug 24 00:51:45.742710 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8064ab5c-4389-4ed9-acfa-65892d9f4c17 req-35104e01-2f4c-4fcd-9c2c-f47a7836809f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Aug 24 00:51:45.952345 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.952942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Fanout notify agent at l3_agent the message router_deleted on router 84ae9a70-3c8f-4550-9f3d-622a458d9f8c {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:45.959497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:45.960537 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-faba12c6-442d-4ae8-a885-bb26cd58f209 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/84ae9a70-3c8f-4550-9f3d-622a458d9f8c HTTP/1.1" status: 204 len: 168 time: 1.2788689 Aug 24 00:51:45.964029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44860) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:45.968307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1356857305', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:46.053337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:46.054360 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:46.103879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:46.291794 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:46.576059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:46.598946 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:46.702613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Allocated IP 172.25.5.22 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/1631eee8-9641-44f9-b46f-7b9e0f211d8c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:46.858933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339bfa3-87a3-4679-9421-3bf32473992f req-a1bb2ffb-d197-482e-8683-2be35106990f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:46.861109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6339bfa3-87a3-4679-9421-3bf32473992f req-a1bb2ffb-d197-482e-8683-2be35106990f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.0515065 Aug 24 00:51:46.898273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6339bfa3-87a3-4679-9421-3bf32473992f req-4d2d3dca-a651-4dd0-aab6-3e3cc06c07e0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Aug 24 00:51:46.973220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:47.083932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:47.126214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:47.128970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:47.131200 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:47.157608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event updated for resources: {'Port': ['ID=1631eee8-9641-44f9-b46f-7b9e0f211d8c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:47.433952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:47.629392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:47.826127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Router ba8aad89-f8c2-48c4-b3e0-e90c1929345c is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:51:47.931964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:47.942561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15ccf3-77b2-46de-a5c0-5e4014d58e50 None None] Sync routers for ids ['ba8aad89-f8c2-48c4-b3e0-e90c1929345c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:47.952924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15ccf3-77b2-46de-a5c0-5e4014d58e50 None None] Routers {'ba8aad89-f8c2-48c4-b3e0-e90c1929345c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:47.954315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af15ccf3-77b2-46de-a5c0-5e4014d58e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ba8aad89-f8c2-48c4-b3e0-e90c1929345c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:47.986504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af15ccf3-77b2-46de-a5c0-5e4014d58e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:47.996155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15ccf3-77b2-46de-a5c0-5e4014d58e50 None None] Routers {'ba8aad89-f8c2-48c4-b3e0-e90c1929345c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:47.996768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af15ccf3-77b2-46de-a5c0-5e4014d58e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ba8aad89-f8c2-48c4-b3e0-e90c1929345c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:48.016891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c993e61-a53e-4912-b064-4c38f2478938 req-bd8718e4-4e67-40d1-b985-0f7215106599 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:48.018443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c993e61-a53e-4912-b064-4c38f2478938 req-bd8718e4-4e67-40d1-b985-0f7215106599 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.0507085 Aug 24 00:51:48.021169 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:48.022787 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-72f3741d-60d9-4a9a-8066-8209ee30e314 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0574937 Aug 24 00:51:48.025175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44866) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:48.030136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:48.031976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-af15ccf3-77b2-46de-a5c0-5e4014d58e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:48.032631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af15ccf3-77b2-46de-a5c0-5e4014d58e50 None None] The sync data for ids ['ba8aad89-f8c2-48c4-b3e0-e90c1929345c'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:48.058701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c993e61-a53e-4912-b064-4c38f2478938 req-f679ebd8-f583-4c26-bdff-4085f8b3ae36 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Aug 24 00:51:48.331577 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:48.396103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:48.530764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Deleting port 1631eee8-9641-44f9-b46f-7b9e0f211d8c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:51:48.531116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:48.606385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:48.618490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Calling delete_port for 1631eee8-9641-44f9-b46f-7b9e0f211d8c owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:51:48.866967 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:48.897692 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Pushing event deleted for resources: {'Port': ['ID=1631eee8-9641-44f9-b46f-7b9e0f211d8c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:48.959000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:49.161998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31961'] for router, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:49.165263 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1684324'] for router, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:49.180204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc4d87-8ad0-45f5-a006-f47f60680862 req-2839edac-b1cf-4077-9daf-d61b51fd6145 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:49.181748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-edbc4d87-8ad0-45f5-a006-f47f60680862 req-2839edac-b1cf-4077-9daf-d61b51fd6145 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.0566201 Aug 24 00:51:49.220727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-edbc4d87-8ad0-45f5-a006-f47f60680862 req-0e725105-7765-47ba-83a9-526329b0d9f5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328386 Aug 24 00:51:49.245991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Router ba8aad89-f8c2-48c4-b3e0-e90c1929345c has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:51:49.322484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:51:49.329627 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:49.330801 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2446cee7-441e-4451-8acb-74c3d90ffa80 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "PUT /v2.0/routers/ba8aad89-f8c2-48c4-b3e0-e90c1929345c HTTP/1.1" status: 200 len: 710 time: 1.3045011 Aug 24 00:51:49.332241 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fae377-2456-4a32-804f-fd85d8860639 None None] Sync routers for ids ['ba8aad89-f8c2-48c4-b3e0-e90c1929345c'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:51:49.333317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44870) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:49.341273 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fae377-2456-4a32-804f-fd85d8860639 None None] Routers {'ba8aad89-f8c2-48c4-b3e0-e90c1929345c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:49.341896 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8fae377-2456-4a32-804f-fd85d8860639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ba8aad89-f8c2-48c4-b3e0-e90c1929345c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:49.374094 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8fae377-2456-4a32-804f-fd85d8860639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:49.382682 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fae377-2456-4a32-804f-fd85d8860639 None None] Routers {'ba8aad89-f8c2-48c4-b3e0-e90c1929345c'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:51:49.383267 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8fae377-2456-4a32-804f-fd85d8860639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ba8aad89-f8c2-48c4-b3e0-e90c1929345c'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:49.410058 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0984ae40-cd1b-4024-8002-f8f3a078728a tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/routers/ba8aad89-f8c2-48c4-b3e0-e90c1929345c HTTP/1.1" status: 200 len: 745 time: 0.0731449 Aug 24 00:51:49.410293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44872) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:49.417597 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8fae377-2456-4a32-804f-fd85d8860639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:51:49.418173 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fae377-2456-4a32-804f-fd85d8860639 None None] The sync data for ids ['ba8aad89-f8c2-48c4-b3e0-e90c1929345c'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:51:49.457810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-57906c24-f461-455b-880d-e256e4d641a9 tempest-RoutersIpV6AdminTest-92726433 tempest-RoutersIpV6AdminTest-92726433-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&device_id=ba8aad89-f8c2-48c4-b3e0-e90c1929345c HTTP/1.1" status: 200 len: 205 time: 0.0464420 Aug 24 00:51:49.460346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44874) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:49.486313 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e173d5a3-e263-42fa-978f-ec9051f30141 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8aad89-f8c2-48c4-b3e0-e90c1929345c HTTP/1.1" status: 200 len: 205 time: 0.0249434 Aug 24 00:51:49.488598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44876) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:49.881839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33bc70d4-9153-4464-872d-abb4d46a14de tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:50.038385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33bc70d4-9153-4464-872d-abb4d46a14de tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:50.040455 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33bc70d4-9153-4464-872d-abb4d46a14de tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:50.146716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33bc70d4-9153-4464-872d-abb4d46a14de tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:50.147153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bc70d4-9153-4464-872d-abb4d46a14de tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Fanout notify agent at l3_agent the message router_deleted on router ba8aad89-f8c2-48c4-b3e0-e90c1929345c {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:51:50.154506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33bc70d4-9153-4464-872d-abb4d46a14de tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:50.155588 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-33bc70d4-9153-4464-872d-abb4d46a14de tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/ba8aad89-f8c2-48c4-b3e0-e90c1929345c HTTP/1.1" status: 204 len: 168 time: 0.6660862 Aug 24 00:51:50.159615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44878) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.186330 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b7b6ae91-d672-43d4-95c4-c86259193155 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8aad89-f8c2-48c4-b3e0-e90c1929345c HTTP/1.1" status: 200 len: 205 time: 0.0256710 Aug 24 00:51:50.189177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44880) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.228772 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-51bcfb9a-3269-4d27-a689-f3a4d9a122cd tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] delete failed (client error): The resource could not be found. Aug 24 00:51:50.229852 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-51bcfb9a-3269-4d27-a689-f3a4d9a122cd tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/ba8aad89-f8c2-48c4-b3e0-e90c1929345c HTTP/1.1" status: 404 len: 336 time: 0.0396750 Aug 24 00:51:50.232272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44882) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.259583 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3396996f-022b-4c0b-8354-ca86e31b4405 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=84ae9a70-3c8f-4550-9f3d-622a458d9f8c HTTP/1.1" status: 200 len: 205 time: 0.0262833 Aug 24 00:51:50.262108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44886) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.299639 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-3e288df8-5c0d-4b7f-ac9c-330600b272dd tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] delete failed (client error): The resource could not be found. Aug 24 00:51:50.300704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3e288df8-5c0d-4b7f-ac9c-330600b272dd tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/84ae9a70-3c8f-4550-9f3d-622a458d9f8c HTTP/1.1" status: 404 len: 336 time: 0.0377071 Aug 24 00:51:50.303263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44888) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.335748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b722cb41-3fd1-400b-a264-319b6e970d10 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef2c18f8-e872-46e6-ac98-ec0543f69a06 HTTP/1.1" status: 200 len: 205 time: 0.0313411 Aug 24 00:51:50.336946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8606d88-d653-49c6-9bde-d8eae3efda6b req-04f4eea9-ca85-4bf6-9092-adeb2ce3c3a3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:50.338056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44890) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.338501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8606d88-d653-49c6-9bde-d8eae3efda6b req-04f4eea9-ca85-4bf6-9092-adeb2ce3c3a3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.0507686 Aug 24 00:51:50.376020 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-5178032a-a615-4471-8ffa-1963dc70a24f tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] delete failed (client error): The resource could not be found. Aug 24 00:51:50.379403 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5178032a-a615-4471-8ffa-1963dc70a24f tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/ef2c18f8-e872-46e6-ac98-ec0543f69a06 HTTP/1.1" status: 404 len: 336 time: 0.0379932 Aug 24 00:51:50.379550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8606d88-d653-49c6-9bde-d8eae3efda6b req-d4400cb0-56ac-4438-94a2-b22468f52403 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Aug 24 00:51:50.379683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44892) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.406108 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e36a21ca-946e-45bb-ae70-b1e18bd0b0b6 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4590bee-0cbe-4a7a-aba3-72b319443148 HTTP/1.1" status: 200 len: 205 time: 0.0253577 Aug 24 00:51:50.408294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44894) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.448251 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-2d4c55bb-f79e-49a0-8e62-1b6e0bad2551 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] delete failed (client error): The resource could not be found. Aug 24 00:51:50.449277 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2d4c55bb-f79e-49a0-8e62-1b6e0bad2551 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/e4590bee-0cbe-4a7a-aba3-72b319443148 HTTP/1.1" status: 404 len: 336 time: 0.0401070 Aug 24 00:51:50.451875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44896) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.478622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-de7d7a74-ccf6-4d15-87a2-647233b0110e tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ebe0415-0a64-4863-9cff-8be8cb4be466 HTTP/1.1" status: 200 len: 205 time: 0.0257192 Aug 24 00:51:50.480747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44898) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.517450 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-17da0dc0-576b-425d-a0ed-eeb3b0ad4772 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] delete failed (client error): The resource could not be found. Aug 24 00:51:50.518513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-17da0dc0-576b-425d-a0ed-eeb3b0ad4772 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/8ebe0415-0a64-4863-9cff-8be8cb4be466 HTTP/1.1" status: 404 len: 336 time: 0.0368972 Aug 24 00:51:50.520866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44900) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.551471 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3601e78d-9778-4297-a114-3b8f3f4e343d tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "GET /v2.0/ports?device_id=af72c6bc-387b-4b9f-bf7e-eb12ea198067 HTTP/1.1" status: 200 len: 205 time: 0.0296085 Aug 24 00:51:50.553753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44902) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.589649 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-9678e1eb-6143-4b30-b482-1aba708204d6 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] delete failed (client error): The resource could not be found. Aug 24 00:51:50.590609 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9678e1eb-6143-4b30-b482-1aba708204d6 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/routers/af72c6bc-387b-4b9f-bf7e-eb12ea198067 HTTP/1.1" status: 404 len: 336 time: 0.0359850 Aug 24 00:51:50.593107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44904) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:50.619767 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-a052db01-dd38-4d44-8705-81d3338d8da5 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] DELETE failed (client error): The resource could not be found. Aug 24 00:51:50.620265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a052db01-dd38-4d44-8705-81d3338d8da5 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 00:51:50.621922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a052db01-dd38-4d44-8705-81d3338d8da5 tempest-RoutersIpV6AdminTest-1342774466 tempest-RoutersIpV6AdminTest-1342774466-project] 10.222.0.26 "DELETE /v2.0/subnets/4d969207-1e84-4fee-962e-b88d57f9e308 HTTP/1.1" status: 404 len: 337 time: 0.0277600 Aug 24 00:51:51.098938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44912) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:51.202795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0667db8d-c98c-48c1-af0e-e5d3a09da187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.289322 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0667db8d-c98c-48c1-af0e-e5d3a09da187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.363076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0667db8d-c98c-48c1-af0e-e5d3a09da187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.405150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0667db8d-c98c-48c1-af0e-e5d3a09da187 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=442ba911db2b45feb89bd885158ba72d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051436 Aug 24 00:51:51.406374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667db8d-c98c-48c1-af0e-e5d3a09da187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b79ba-9bde-489b-8527-0a61d2eb315c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:51.408435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44918) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:51.464331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f270493-d784-4888-bbfe-4cf9ee1c0185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.486968 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f270493-d784-4888-bbfe-4cf9ee1c0185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.495626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09443e33-be0b-47de-ab8c-63ce0e0ac901 req-19a11878-2ea4-4c04-a254-469babf391d7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:51.497207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09443e33-be0b-47de-ab8c-63ce0e0ac901 req-19a11878-2ea4-4c04-a254-469babf391d7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.0508425 Aug 24 00:51:51.536272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09443e33-be0b-47de-ab8c-63ce0e0ac901 req-4ab48ffc-e0b2-48f2-957c-583905a0df1e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Aug 24 00:51:51.592039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f270493-d784-4888-bbfe-4cf9ee1c0185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.595444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f270493-d784-4888-bbfe-4cf9ee1c0185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:51.596639 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4f270493-d784-4888-bbfe-4cf9ee1c0185 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d4b79ba-9bde-489b-8527-0a61d2eb315c HTTP/1.1" status: 204 len: 168 time: 0.1862853 Aug 24 00:51:51.604536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f270493-d784-4888-bbfe-4cf9ee1c0185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b79ba-9bde-489b-8527-0a61d2eb315c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:52.247846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44924) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:52.289188 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-01280a56-aec2-4f35-ac7c-8247e5f6fcc7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=874b2c9507004b17b259ffd4a597982e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401766 Aug 24 00:51:52.291552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44926) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:52.341195 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5176830-962a-4c74-bb89-ca4c8c6de822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.362623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5176830-962a-4c74-bb89-ca4c8c6de822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.642152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5176830-962a-4c74-bb89-ca4c8c6de822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.644884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5176830-962a-4c74-bb89-ca4c8c6de822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:52.648433 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5176830-962a-4c74-bb89-ca4c8c6de822 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5809f760-6be2-41cd-b41e-f37030839ffd HTTP/1.1" status: 204 len: 168 time: 0.3536663 Aug 24 00:51:52.649449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f36987-b03b-45c3-ae4d-9539dbeb26af req-ee2cb4c7-2e2e-4e1f-a212-4e93c331abb1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:52.651019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0f36987-b03b-45c3-ae4d-9539dbeb26af req-ee2cb4c7-2e2e-4e1f-a212-4e93c331abb1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 943 time: 0.0497565 Aug 24 00:51:52.656315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5176830-962a-4c74-bb89-ca4c8c6de822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5809f760-6be2-41cd-b41e-f37030839ffd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:52.698026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0f36987-b03b-45c3-ae4d-9539dbeb26af req-663cb0dc-8db0-4d19-bb3e-8bc3ecfd24ca tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Aug 24 00:51:52.949951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 470e3c35-cab1-4d3d-84f5-1122fa376ce8 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:51:53.046602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 470e3c35-cab1-4d3d-84f5-1122fa376ce8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=470e3c35-cab1-4d3d-84f5-1122fa376ce8,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:53.056994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '470e3c35-cab1-4d3d-84f5-1122fa376ce8', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'port_id': '470e3c35-cab1-4d3d-84f5-1122fa376ce8', 'mac_address': 'fa:16:3e:ac:df:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:51:53.101394 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.114244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470e3c35-cab1-4d3d-84f5-1122fa376ce8 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:51:53.136714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 470e3c35-cab1-4d3d-84f5-1122fa376ce8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=470e3c35-cab1-4d3d-84f5-1122fa376ce8,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:53.242002 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.289823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=470e3c35-cab1-4d3d-84f5-1122fa376ce8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:53.297443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.297764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.298111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.298456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.298796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.299134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.299468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.299800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.300133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.300465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.300796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.301162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:51:53.639379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44950) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:53.666277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['470e3c35-cab1-4d3d-84f5-1122fa376ce8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:51:53.737259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-413d9716-e028-494f-ba7d-912e1649c3a5 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2018546877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:53.826469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b751ab-56a6-4a8e-8ea1-45694db34c51 req-832c6ca0-4567-49f1-8d8f-5e81a8786e1c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:53.827950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5b751ab-56a6-4a8e-8ea1-45694db34c51 req-832c6ca0-4567-49f1-8d8f-5e81a8786e1c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 944 time: 0.0511146 Aug 24 00:51:53.830523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-413d9716-e028-494f-ba7d-912e1649c3a5 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.831663 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-413d9716-e028-494f-ba7d-912e1649c3a5 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.870403 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5b751ab-56a6-4a8e-8ea1-45694db34c51 req-8a4dfcfd-f457-4ab8-8412-9c96ebb55514 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359654 Aug 24 00:51:53.885332 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-413d9716-e028-494f-ba7d-912e1649c3a5 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:53.940606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-413d9716-e028-494f-ba7d-912e1649c3a5 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.014806 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-413d9716-e028-494f-ba7d-912e1649c3a5 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.015985 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-413d9716-e028-494f-ba7d-912e1649c3a5 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3755851 Aug 24 00:51:54.025767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44956) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:54.030697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1028460617'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:54.111748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Made reservation on behalf of 52c11359cd794b4db20a0cb6d3a3959e for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:54.115155 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.123877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.208962 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.271758 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.294016 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:51:54.307847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a4b2cc-e84c-4571-94ab-db5056f45bad,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:54.312473 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.312875 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Added segment a3af195e-542e-4c82-8d52-20a5241fedad of type vlan for network 50497f02-2468-4f8e-b344-a22afe3f545b Aug 24 00:51:54.352416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.431888 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.437343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:54.437961 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.506088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Network': ['ID=50497f02-2468-4f8e-b344-a22afe3f545b,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:54.516904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 50497f02-2468-4f8e-b344-a22afe3f545b details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:51:54.554320 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f7f3965b-ebb7-472d-b4f8-348c6ee1eb64 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5271859 Aug 24 00:51:54.556922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 44958) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:54.563026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'subnet': {'network_id': '50497f02-2468-4f8e-b344-a22afe3f545b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:54.723150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Made reservation on behalf of 52c11359cd794b4db20a0cb6d3a3959e for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:54.726671 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.963388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 470e3c35-cab1-4d3d-84f5-1122fa376ce8 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:54.981083 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:54.986736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab073c-d68f-4a50-b2c5-8674fbb0ea83 req-3c8c4b9b-6fdc-4cb1-a6e8-b6614870578f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:54.988490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1ab073c-d68f-4a50-b2c5-8674fbb0ea83 req-3c8c4b9b-6fdc-4cb1-a6e8-b6614870578f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 944 time: 0.0513616 Aug 24 00:51:55.027822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1ab073c-d68f-4a50-b2c5-8674fbb0ea83 req-dbf369bc-9e48-423b-8085-3c50256e39ce tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Aug 24 00:51:55.048913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Subnet': ['ID=9a80c167-75d3-42d9-8b13-3c21ddee3723,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:55.056241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Checking segment: {'id': 'a3af195e-542e-4c82-8d52-20a5241fedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50497f02-2468-4f8e-b344-a22afe3f545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:55.056607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network hostable DHCP agents. Network: 50497f02-2468-4f8e-b344-a22afe3f545b, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:51:55.066480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:55.071274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:55.071274 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.146676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network 50497f02-2468-4f8e-b344-a22afe3f545b is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:51:55.150304 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.173249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54a6f4-7a9b-4917-b568-086eb8e8f510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470e3c35-cab1-4d3d-84f5-1122fa376ce8'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:51:55.175580 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e776d-97a1-46ec-bd7b-fda5f34e95ff" -d '{"events": [{"server_uuid": "dd54a6f4-7a9b-4917-b568-086eb8e8f510", "name": "network-vif-plugged", "status": "completed", "tag": "470e3c35-cab1-4d3d-84f5-1122fa376ce8"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:51:55.189245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 470e3c35-cab1-4d3d-84f5-1122fa376ce8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=470e3c35-cab1-4d3d-84f5-1122fa376ce8,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:55.214681 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f4ecb-8e75-4d29-921a-50fd50a6c12c x-openstack-request-id: req-a89f4ecb-8e75-4d29-921a-50fd50a6c12c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:51:55.214681 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd54a6f4-7a9b-4917-b568-086eb8e8f510", "name": "network-vif-plugged", "status": "completed", "tag": "470e3c35-cab1-4d3d-84f5-1122fa376ce8", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:51:55.214681 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a89f4ecb-8e75-4d29-921a-50fd50a6c12c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:51:55.214681 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd54a6f4-7a9b-4917-b568-086eb8e8f510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470e3c35-cab1-4d3d-84f5-1122fa376ce8', 'code': 200} Aug 24 00:51:55.232281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 50497f02-2468-4f8e-b344-a22afe3f545b) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:55.236773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:55.237384 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.243483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36033cb1-1c73-47bd-a648-ebab6bcf5e06 None None] Network 50497f02-2468-4f8e-b344-a22afe3f545b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:55.289744 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.335004 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5a9eda38-1950-4dd2-a9cc-ab5d0f63dcfd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7767119 Aug 24 00:51:55.338111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:55.344273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'network': {'name': 'tempest-router-network01--1935644084'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:55.349105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469df210-a06b-4531-a1b6-b4c6acb3d04b req-9744412a-0f7c-406d-a27c-f333ac179511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:55.350651 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-469df210-a06b-4531-a1b6-b4c6acb3d04b req-9744412a-0f7c-406d-a27c-f333ac179511 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 1096 time: 0.0448098 Aug 24 00:51:55.367165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=470e3c35-cab1-4d3d-84f5-1122fa376ce8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:55.392749 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-469df210-a06b-4531-a1b6-b4c6acb3d04b req-908680f3-70aa-4607-96dd-146ffac87133 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Aug 24 00:51:55.415233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Made reservation on behalf of 52c11359cd794b4db20a0cb6d3a3959e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:55.418871 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.435982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-50497f02-2468-4f8e-b344-a22afe3f545b', 'network_id': '50497f02-2468-4f8e-b344-a22afe3f545b', 'tenant_id': '52c11359cd794b4db20a0cb6d3a3959e', 'fixed_ips': [{'subnet_id': '9a80c167-75d3-42d9-8b13-3c21ddee3723'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:51:55.436928 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.445135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:51:55.455286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.455644 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Added segment 5757e57a-4aff-48d8-9621-af1bfe284819 of type vlan for network 9055ce2d-29e2-456a-8044-e1cd807c0225 Aug 24 00:51:55.500644 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.584880 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.585214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Allocated IP 2001:db8::2 (50497f02-2468-4f8e-b344-a22afe3f545b/9a80c167-75d3-42d9-8b13-3c21ddee3723/000387bf-a85c-4453-8a3a-1ab0ff95fd5b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:55.590700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:55.598834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.661358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Network': ['ID=9055ce2d-29e2-456a-8044-e1cd807c0225,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:55.674572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9055ce2d-29e2-456a-8044-e1cd807c0225 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:51:55.677051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aeaf00fe-8a31-49fd-bded-32af49397e9c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3371627 Aug 24 00:51:55.679561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44966) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:55.684747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'network': {'name': 'tempest-router-network02--1564216534'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:55.756294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Made reservation on behalf of 52c11359cd794b4db20a0cb6d3a3959e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:55.760016 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.784549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:51:55.789806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.793823 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.794136 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Added segment c808ff57-da6c-4467-8e08-49f35bcf3dfa of type vlan for network 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 Aug 24 00:51:55.799265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Transition to ACTIVE for port object 000387bf-a85c-4453-8a3a-1ab0ff95fd5b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:55.814938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Transition to ACTIVE for port object 000387bf-a85c-4453-8a3a-1ab0ff95fd5b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:55.835083 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.843179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.894848 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.923508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.929262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:55.929961 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:55.936555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Network 50497f02-2468-4f8e-b344-a22afe3f545b is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:55.940113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:55.942534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:55.971510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Pushing event updated for resources: {'Port': ['ID=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:56.002126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Network': ['ID=8ef977a7-50f7-45fc-b9ec-957d0fab0ea7,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:56.005091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Attempting to bind port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:56.005354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Attempting to bind port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a3af195e-542e-4c82-8d52-20a5241fedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50497f02-2468-4f8e-b344-a22afe3f545b'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:56.005776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Attempting to bind port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b on network 50497f02-2468-4f8e-b344-a22afe3f545b {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:56.012144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:56.012543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Checking segment: {'id': 'a3af195e-542e-4c82-8d52-20a5241fedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50497f02-2468-4f8e-b344-a22afe3f545b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:56.012950 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.013339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Bound using segment: {'id': 'a3af195e-542e-4c82-8d52-20a5241fedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50497f02-2468-4f8e-b344-a22afe3f545b'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:56.013835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Bound port: 000387bf-a85c-4453-8a3a-1ab0ff95fd5b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af195e-542e-4c82-8d52-20a5241fedad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50497f02-2468-4f8e-b344-a22afe3f545b'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:56.014221 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.016712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:51:56.044366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9aac03a4-7a97-4140-a6f3-b6f9da46aae0 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3636384 Aug 24 00:51:56.047462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44968) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:56.052639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'subnet': {'network_id': '9055ce2d-29e2-456a-8044-e1cd807c0225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:56.136522 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] For port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:56.139705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] For port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,segment=NetworkSegment(a3af195e-542e-4c82-8d52-20a5241fedad),segment_id=a3af195e-542e-4c82-8d52-20a5241fedad)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:56.180785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa02245-c9a7-4de7-bf11-8962414db5c6 req-c959f79d-9b1b-4398-b3a4-eb2e954ee875 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:56.182457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaa02245-c9a7-4de7-bf11-8962414db5c6 req-c959f79d-9b1b-4398-b3a4-eb2e954ee875 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 945 time: 0.0815063 Aug 24 00:51:56.215376 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.226928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaa02245-c9a7-4de7-bf11-8962414db5c6 req-de7abeb9-8af6-41b5-9fdb-e17e95ee5109 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377712 Aug 24 00:51:56.279247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddefc5-a1ed-41b1-851e-ced3c0ac0b9b None None] Pushing event updated for resources: {'Port': ['ID=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:56.282943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Made reservation on behalf of 52c11359cd794b4db20a0cb6d3a3959e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:56.286977 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.293685 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9d3b39ab-cc11-4af2-92af-9fc7c4179d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.552303 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.611106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Subnet': ['ID=05607f57-d26e-4f69-8d1f-0ce89649fa37,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:56.626538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Checking segment: {'id': '5757e57a-4aff-48d8-9621-af1bfe284819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9055ce2d-29e2-456a-8044-e1cd807c0225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:56.626852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network hostable DHCP agents. Network: 9055ce2d-29e2-456a-8044-e1cd807c0225, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:51:56.733135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network 9055ce2d-29e2-456a-8044-e1cd807c0225 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:51:56.809515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9055ce2d-29e2-456a-8044-e1cd807c0225) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:56.819901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:56.820080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda9bec-0dca-4930-8109-9f9d8c206332 None None] Network 9055ce2d-29e2-456a-8044-e1cd807c0225 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:56.823364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:56.917201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7ad5b76d-d746-4bef-87af-6b0f653b80dc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8685992 Aug 24 00:51:56.919980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:56.926187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'subnet': {'network_id': '8ef977a7-50f7-45fc-b9ec-957d0fab0ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:51:56.961760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 000387bf-a85c-4453-8a3a-1ab0ff95fd5b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:57.043913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-9055ce2d-29e2-456a-8044-e1cd807c0225', 'network_id': '9055ce2d-29e2-456a-8044-e1cd807c0225', 'tenant_id': '52c11359cd794b4db20a0cb6d3a3959e', 'fixed_ips': [{'subnet_id': '05607f57-d26e-4f69-8d1f-0ce89649fa37'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:51:57.044762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.134655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:57.135601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Made reservation on behalf of 52c11359cd794b4db20a0cb6d3a3959e for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:51:57.139852 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.200306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Allocated IP 2001:db8::2 (9055ce2d-29e2-456a-8044-e1cd807c0225/05607f57-d26e-4f69-8d1f-0ce89649fa37/24cc4b79-35c3-46eb-83bd-c182fcec6b93) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:57.217176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae2f92-4088-45f3-b90c-3a904e57164e None None] Network 50497f02-2468-4f8e-b344-a22afe3f545b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:57.375026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5641d3-dc00-4ff3-adb7-dfab6085781f req-97121db4-8cda-4f76-af2b-c934671e67d5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:57.376577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a5641d3-dc00-4ff3-adb7-dfab6085781f req-97121db4-8cda-4f76-af2b-c934671e67d5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 945 time: 0.0578959 Aug 24 00:51:57.403550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-656ddf75-ef8b-44ca-ac57-a1d0de4e0d63 None None] Provisioning for port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:57.420655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a5641d3-dc00-4ff3-adb7-dfab6085781f req-b85017f9-f276-4c8b-9d30-8bcca3b42a1a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377712 Aug 24 00:51:57.422348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.437331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-656ddf75-ef8b-44ca-ac57-a1d0de4e0d63 None None] Provisioning complete for port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:57.437757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-656ddf75-ef8b-44ca-ac57-a1d0de4e0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.491042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Subnet': ['ID=f4a01d85-a3a5-4b22-906c-37ac3c873ec4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:57.507607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Checking segment: {'id': 'c808ff57-da6c-4467-8e08-49f35bcf3dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8ef977a7-50f7-45fc-b9ec-957d0fab0ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:57.507985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network hostable DHCP agents. Network: 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:51:57.569450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e90267-553c-43bc-817d-a933fe616f83 req-3f255b95-e11f-456d-af61-722081b1a62d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:57.571055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1e90267-553c-43bc-817d-a933fe616f83 req-3f255b95-e11f-456d-af61-722081b1a62d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 945 time: 0.0596192 Aug 24 00:51:57.611510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1e90267-553c-43bc-817d-a933fe616f83 req-b0cfeb72-eb84-4bd5-93e8-e0ff7250acc3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Aug 24 00:51:57.667357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.678030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Transition to ACTIVE for port object 24cc4b79-35c3-46eb-83bd-c182fcec6b93 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:57.687834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:51:57.704061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Transition to ACTIVE for port object 24cc4b79-35c3-46eb-83bd-c182fcec6b93 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:57.743784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-656ddf75-ef8b-44ca-ac57-a1d0de4e0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.779814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-656ddf75-ef8b-44ca-ac57-a1d0de4e0d63 None None] For port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,segment=NetworkSegment(a3af195e-542e-4c82-8d52-20a5241fedad),segment_id=a3af195e-542e-4c82-8d52-20a5241fedad)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:51:57.781143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:57.785444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:51:57.786340 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.792606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317856a-f0b4-4457-8857-47f063024bea None None] Network 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:51:57.839991 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.877727 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-656ddf75-ef8b-44ca-ac57-a1d0de4e0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:57.892750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b7c804ea-49f4-41e5-a7bf-862d2be43c08 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9686964 Aug 24 00:51:57.893171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 44982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:51:57.907954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Network 9055ce2d-29e2-456a-8044-e1cd807c0225 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:57.912680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Pushing event updated for resources: {'Port': ['ID=24cc4b79-35c3-46eb-83bd-c182fcec6b93,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:57.915127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:57.924103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:58.047669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ddf75-ef8b-44ca-ac57-a1d0de4e0d63 None None] Pushing event updated for resources: {'Port': ['ID=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:58.072995 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5dd37620-ed00-497d-aeb0-98d48edc8366 None None] Provisioning complete for port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:58.073378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5dd37620-ed00-497d-aeb0-98d48edc8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.090685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Attempting to bind port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:58.091068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Attempting to bind port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '5757e57a-4aff-48d8-9621-af1bfe284819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9055ce2d-29e2-456a-8044-e1cd807c0225'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:58.091445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Attempting to bind port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 on network 9055ce2d-29e2-456a-8044-e1cd807c0225 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:58.113491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:58.113906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Checking segment: {'id': '5757e57a-4aff-48d8-9621-af1bfe284819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9055ce2d-29e2-456a-8044-e1cd807c0225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:58.114328 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.114730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Bound using segment: {'id': '5757e57a-4aff-48d8-9621-af1bfe284819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9055ce2d-29e2-456a-8044-e1cd807c0225'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:58.115218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Bound port: 24cc4b79-35c3-46eb-83bd-c182fcec6b93, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5757e57a-4aff-48d8-9621-af1bfe284819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '9055ce2d-29e2-456a-8044-e1cd807c0225'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:58.115624 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.127187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8ef977a7-50f7-45fc-b9ec-957d0fab0ea7', 'network_id': '8ef977a7-50f7-45fc-b9ec-957d0fab0ea7', 'tenant_id': '52c11359cd794b4db20a0cb6d3a3959e', 'fixed_ips': [{'subnet_id': 'f4a01d85-a3a5-4b22-906c-37ac3c873ec4'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:51:58.132904 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.198003 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.329110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] For port 24cc4b79-35c3-46eb-83bd-c182fcec6b93, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:58.350746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] For port 24cc4b79-35c3-46eb-83bd-c182fcec6b93, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=24cc4b79-35c3-46eb-83bd-c182fcec6b93,segment=NetworkSegment(5757e57a-4aff-48d8-9621-af1bfe284819),segment_id=5757e57a-4aff-48d8-9621-af1bfe284819)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:58.369244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Allocated IP 2001:db8::2 (8ef977a7-50f7-45fc-b9ec-957d0fab0ea7/f4a01d85-a3a5-4b22-906c-37ac3c873ec4/b0b44948-6c45-42d1-9002-cd8435f2a8e5) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:58.435210 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.448523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Allocated IP 2001:db8::1 (9055ce2d-29e2-456a-8044-e1cd807c0225/05607f57-d26e-4f69-8d1f-0ce89649fa37/9c829af8-afca-4223-bdc2-e2c11a5dd099) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:51:58.535417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28458e-1375-44b4-ae21-94aa025f17d8 None None] Pushing event updated for resources: {'Port': ['ID=24cc4b79-35c3-46eb-83bd-c182fcec6b93,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:58.592304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.606042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.614306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Transition to ACTIVE for port object 9c829af8-afca-4223-bdc2-e2c11a5dd099 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:58.615566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Transition to ACTIVE for port object b0b44948-6c45-42d1-9002-cd8435f2a8e5 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:58.632240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Transition to ACTIVE for port object b0b44948-6c45-42d1-9002-cd8435f2a8e5 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:51:58.718478 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.764173 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.775106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Network 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:58.779710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:58.780669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:58.817070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Pushing event updated for resources: {'Port': ['ID=b0b44948-6c45-42d1-9002-cd8435f2a8e5,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:58.868912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network 9055ce2d-29e2-456a-8044-e1cd807c0225 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:58.875065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:58.880740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Attempting to bind port b0b44948-6c45-42d1-9002-cd8435f2a8e5 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:51:58.881298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Attempting to bind port b0b44948-6c45-42d1-9002-cd8435f2a8e5 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'c808ff57-da6c-4467-8e08-49f35bcf3dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8ef977a7-50f7-45fc-b9ec-957d0fab0ea7'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:51:58.881680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Attempting to bind port b0b44948-6c45-42d1-9002-cd8435f2a8e5 on network 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:51:58.890694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:51:58.891943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.899768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:51:58.900517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Checking segment: {'id': 'c808ff57-da6c-4467-8e08-49f35bcf3dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8ef977a7-50f7-45fc-b9ec-957d0fab0ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:51:58.900936 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.901642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Bound using segment: {'id': 'c808ff57-da6c-4467-8e08-49f35bcf3dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8ef977a7-50f7-45fc-b9ec-957d0fab0ea7'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:51:58.901887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Bound port: b0b44948-6c45-42d1-9002-cd8435f2a8e5, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c808ff57-da6c-4467-8e08-49f35bcf3dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '8ef977a7-50f7-45fc-b9ec-957d0fab0ea7'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:51:58.903897 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:58.962233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Port': ['ID=9c829af8-afca-4223-bdc2-e2c11a5dd099,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:59.014595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4499025d-9525-4736-8d06-2bfb83e9f749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:59.040483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] For port b0b44948-6c45-42d1-9002-cd8435f2a8e5, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:51:59.044036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] For port b0b44948-6c45-42d1-9002-cd8435f2a8e5, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0b44948-6c45-42d1-9002-cd8435f2a8e5,segment=NetworkSegment(c808ff57-da6c-4467-8e08-49f35bcf3dfa),segment_id=c808ff57-da6c-4467-8e08-49f35bcf3dfa)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:51:59.071404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 000387bf-a85c-4453-8a3a-1ab0ff95fd5b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:59.129157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:51:59.129693 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:59.130731 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:59.154241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:59.197964 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:59.263701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cbca9-2ba1-43dd-b186-e398f3b88b82 None None] Pushing event updated for resources: {'Port': ['ID=b0b44948-6c45-42d1-9002-cd8435f2a8e5,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:59.308204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 24cc4b79-35c3-46eb-83bd-c182fcec6b93 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:51:59.450441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:51:59.537836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:59.616027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:59.616314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:51:59.719587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Port': ['ID=9c829af8-afca-4223-bdc2-e2c11a5dd099,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:51:59.767670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network 9055ce2d-29e2-456a-8044-e1cd807c0225 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:51:59.769258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:51:59.926271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c906db-a879-4dc4-a7c4-341212f4e984 None None] Network 9055ce2d-29e2-456a-8044-e1cd807c0225 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:00.032567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Router a855154c-7771-4534-b924-470c22798b86 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:52:00.073541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8bab8987-0a65-4066-b097-3629b463386d None None] Provisioning for port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:00.113740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8bab8987-0a65-4066-b097-3629b463386d None None] Provisioning complete for port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:00.114351 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8bab8987-0a65-4066-b097-3629b463386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.165974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:52:00.181025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-74882a69-ccd6-4f0a-9900-68ca9a24f1f7 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "PUT /v2.0/routers/a855154c-7771-4534-b924-470c22798b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2865748 Aug 24 00:52:00.184088 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45042) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:00.190567 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5639562-9211-402a-bfb1-ee3eac2726b2 None None] Sync routers for ids ['a855154c-7771-4534-b924-470c22798b86'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:52:00.234893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5639562-9211-402a-bfb1-ee3eac2726b2 None None] Routers {'a855154c-7771-4534-b924-470c22798b86'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:00.235552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5639562-9211-402a-bfb1-ee3eac2726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a855154c-7771-4534-b924-470c22798b86'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:00.283275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5639562-9211-402a-bfb1-ee3eac2726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:00.317508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5639562-9211-402a-bfb1-ee3eac2726b2 None None] Routers {'a855154c-7771-4534-b924-470c22798b86'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:00.318382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5639562-9211-402a-bfb1-ee3eac2726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a855154c-7771-4534-b924-470c22798b86'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:00.377035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5639562-9211-402a-bfb1-ee3eac2726b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:00.377789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5639562-9211-402a-bfb1-ee3eac2726b2 None None] The sync data for ids ['a855154c-7771-4534-b924-470c22798b86'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:52:00.393244 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8bab8987-0a65-4066-b097-3629b463386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.415023 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.445498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8bab8987-0a65-4066-b097-3629b463386d None None] For port 24cc4b79-35c3-46eb-83bd-c182fcec6b93, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=24cc4b79-35c3-46eb-83bd-c182fcec6b93,segment=NetworkSegment(5757e57a-4aff-48d8-9621-af1bfe284819),segment_id=5757e57a-4aff-48d8-9621-af1bfe284819)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:00.523330 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8bab8987-0a65-4066-b097-3629b463386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.581431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab8987-0a65-4066-b097-3629b463386d None None] Pushing event updated for resources: {'Port': ['ID=24cc4b79-35c3-46eb-83bd-c182fcec6b93,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:00.603567 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-f7438748-638e-422c-819a-cec49663a7bc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:52:00.603567 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f7438748-638e-422c-819a-cec49663a7bc tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "PUT /v2.0/routers/a855154c-7771-4534-b924-470c22798b86/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4173267 Aug 24 00:52:00.606194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45044) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:00.624965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de8035-683e-4ca0-8fe1-1d79ee623213 None None] Network 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:00.689449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-38c8c003-74f2-440d-a2b9-f20c75060eab None None] Provisioning complete for port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:00.689843 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38c8c003-74f2-440d-a2b9-f20c75060eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:00.929139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-38c8c003-74f2-440d-a2b9-f20c75060eab None None] Provisioning for port b0b44948-6c45-42d1-9002-cd8435f2a8e5 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:00.981757 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.010042 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b0b44948-6c45-42d1-9002-cd8435f2a8e5 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:01.040916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-38c8c003-74f2-440d-a2b9-f20c75060eab None None] Provisioning for port 9c829af8-afca-4223-bdc2-e2c11a5dd099 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:01.048758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-38c8c003-74f2-440d-a2b9-f20c75060eab None None] Provisioning complete for port 9c829af8-afca-4223-bdc2-e2c11a5dd099 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:01.049331 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38c8c003-74f2-440d-a2b9-f20c75060eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.097686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-38c8c003-74f2-440d-a2b9-f20c75060eab None None] Port 9c829af8-afca-4223-bdc2-e2c11a5dd099 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:52:01.179082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b0b44948-6c45-42d1-9002-cd8435f2a8e5 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:01.183253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b0b44948-6c45-42d1-9002-cd8435f2a8e5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:01.183625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.230119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4082f6f8-10e6-492b-81dc-4c8c7172415f None None] Provisioning complete for port b0b44948-6c45-42d1-9002-cd8435f2a8e5 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:01.230494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4082f6f8-10e6-492b-81dc-4c8c7172415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.279652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting port 9c829af8-afca-4223-bdc2-e2c11a5dd099 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:01.280268 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.308133 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.368227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port b0b44948-6c45-42d1-9002-cd8435f2a8e5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0b44948-6c45-42d1-9002-cd8435f2a8e5,segment=NetworkSegment(c808ff57-da6c-4467-8e08-49f35bcf3dfa),segment_id=c808ff57-da6c-4467-8e08-49f35bcf3dfa)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:01.371569 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4082f6f8-10e6-492b-81dc-4c8c7172415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.374088 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.387053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Calling delete_port for 9c829af8-afca-4223-bdc2-e2c11a5dd099 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:01.449242 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.450512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 24cc4b79-35c3-46eb-83bd-c182fcec6b93 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:01.517777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-fbb2a3ea-9b63-4768-8c97-f0745aa7e3f4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:01.520044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-fbb2a3ea-9b63-4768-8c97-f0745aa7e3f4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1103349 Aug 24 00:52:01.544190 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-8f8db8ab-ba18-40a1-8a74-953c5b93c51d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/quotas/98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 375 time: 0.0166464 Aug 24 00:52:01.557074 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-4082f6f8-10e6-492b-81dc-4c8c7172415f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:52:01.557074 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-4082f6f8-10e6-492b-81dc-4c8c7172415f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:52:01.559586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=b0b44948-6c45-42d1-9002-cd8435f2a8e5,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:01.576415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:01.577139 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.605744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-f6063b7a-36df-4351-80e8-65754d346557 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605552 Aug 24 00:52:01.632756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.660835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Port': ['ID=9c829af8-afca-4223-bdc2-e2c11a5dd099,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:01.710264 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-5717e147-6b00-45e0-958a-19325b27aa00 service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957069 Aug 24 00:52:01.760497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.828913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-2d465de8-1373-4831-8a6f-a186076b5a83 service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155155 Aug 24 00:52:01.872518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:01.928271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Router a855154c-7771-4534-b924-470c22798b86 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:52:02.005621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:52:02.011060 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c42ca884-9bc2-4ee3-952c-3c3197e224f9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "PUT /v2.0/routers/a855154c-7771-4534-b924-470c22798b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4037251 Aug 24 00:52:02.014813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45062) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:02.015088 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7cc6d8-337d-470a-892a-baf3db13bd58 None None] Sync routers for ids ['a855154c-7771-4534-b924-470c22798b86'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:52:02.025684 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cc6d8-337d-470a-892a-baf3db13bd58 None None] Routers {'a855154c-7771-4534-b924-470c22798b86'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:02.026461 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cd7cc6d8-337d-470a-892a-baf3db13bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a855154c-7771-4534-b924-470c22798b86'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:02.062115 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-1a5f9be6-a851-4f80-a415-49f27a578c26 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] delete failed (client error): The resource could not be found. Aug 24 00:52:02.063222 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1a5f9be6-a851-4f80-a415-49f27a578c26 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1678048535 HTTP/1.1" status: 404 len: 335 time: 0.0474594 Aug 24 00:52:02.069225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45066) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:02.074441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-53314c48-5689-4dfb-88ae-39b4e67a0fc1 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a855154c-7771-4534-b924-470c22798b86'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:02.078848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cd7cc6d8-337d-470a-892a-baf3db13bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:02.089678 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cc6d8-337d-470a-892a-baf3db13bd58 None None] Routers {'a855154c-7771-4534-b924-470c22798b86'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:02.090228 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cd7cc6d8-337d-470a-892a-baf3db13bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a855154c-7771-4534-b924-470c22798b86'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:02.126126 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cd7cc6d8-337d-470a-892a-baf3db13bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:02.126755 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7cc6d8-337d-470a-892a-baf3db13bd58 None None] The sync data for ids ['a855154c-7771-4534-b924-470c22798b86'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:52:02.259854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4082f6f8-10e6-492b-81dc-4c8c7172415f None None] Could not find standard attr ID for object 9c829af8-afca-4223-bdc2-e2c11a5dd099. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 00:52:02.513908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f832777d-4315-4ee7-8619-73a47325a0ad req-3b85cd1a-f23e-4f86-a2c8-d66a683c63da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 210 time: 0.3958137 Aug 24 00:52:02.647737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-53314c48-5689-4dfb-88ae-39b4e67a0fc1 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:02.727658 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-53314c48-5689-4dfb-88ae-39b4e67a0fc1 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] update failed (client error): The resource could not be found. Aug 24 00:52:02.728701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-53314c48-5689-4dfb-88ae-39b4e67a0fc1 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "PUT /v2.0/routers/a855154c-7771-4534-b924-470c22798b86 HTTP/1.1" status: 404 len: 339 time: 0.6582522 Aug 24 00:52:02.732212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:02.737474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1757795213'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:02.847890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Made reservation on behalf of 52c11359cd794b4db20a0cb6d3a3959e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:02.851774 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:02.876382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:52:02.885860 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:02.886209 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Added segment abcdc619-107d-42ab-9fee-655ee99150be of type vlan for network 8e3137a4-7db8-4923-934f-764aebc22668 Aug 24 00:52:02.887546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b0b44948-6c45-42d1-9002-cd8435f2a8e5 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:02.928399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:02.935888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b0b44948-6c45-42d1-9002-cd8435f2a8e5 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:02.936190 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:03.043251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:03.049837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:03.050423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:03.116056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Network': ['ID=8e3137a4-7db8-4923-934f-764aebc22668,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:03.126098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8e3137a4-7db8-4923-934f-764aebc22668 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:52:03.141120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1d83ff70-0a1f-4c02-ac63-e50b8f3ab45a tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4078829 Aug 24 00:52:03.144223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45082) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:03.149359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'subnet': {'network_id': '8e3137a4-7db8-4923-934f-764aebc22668', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:03.294938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Made reservation on behalf of 52c11359cd794b4db20a0cb6d3a3959e for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:03.299457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:03.540475 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:03.604333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Subnet': ['ID=179d98aa-8260-4933-9cd0-c6f6e3e26bee,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:03.612112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26faa1a9-8fca-4cd5-9177-7abe84b811fd req-afaae193-3092-40f1-8a7b-d8402ebaeb1e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Aug 24 00:52:03.615177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Checking segment: {'id': 'abcdc619-107d-42ab-9fee-655ee99150be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8e3137a4-7db8-4923-934f-764aebc22668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:03.615539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network hostable DHCP agents. Network: 8e3137a4-7db8-4923-934f-764aebc22668, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:52:03.619488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.619837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.620183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.620523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.620861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.621195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.621526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.621883 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.622216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.622530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.622854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.623184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:03.729018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network 8e3137a4-7db8-4923-934f-764aebc22668 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:52:03.825560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8e3137a4-7db8-4923-934f-764aebc22668) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:03.830073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:03.830669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:03.839196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f3c04-915f-4bdd-b7a2-e3feaa8472de None None] Network 8e3137a4-7db8-4923-934f-764aebc22668 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:03.929952 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b2be1c22-e490-4afa-86d8-4b9dc04050fd tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7845981 Aug 24 00:52:03.932680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45086) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:03.938008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9333b69c-299f-4301-a64a-66851a8ab242 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e3137a4-7db8-4923-934f-764aebc22668'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:03.985683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8e3137a4-7db8-4923-934f-764aebc22668', 'network_id': '8e3137a4-7db8-4923-934f-764aebc22668', 'tenant_id': '52c11359cd794b4db20a0cb6d3a3959e', 'fixed_ips': [{'subnet_id': '179d98aa-8260-4933-9cd0-c6f6e3e26bee'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:52:03.986577 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.134881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Allocated IP 2001:db8:1::2 (8e3137a4-7db8-4923-934f-764aebc22668/179d98aa-8260-4933-9cd0-c6f6e3e26bee/a37330e9-0c7d-4712-8d9d-dd8ed0c38e81) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:52:04.219355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-e8d2bd06-157f-4999-960a-294626c63983 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:04.220925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-e8d2bd06-157f-4999-960a-294626c63983 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1257255 Aug 24 00:52:04.239327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'port': {'device_id': 'b55407b2-721e-462b-a7e2-4dd06548cb15', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'admin_state_up': True, 'tenant_id': '98d2f1382fca415cbb92091953421b96'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:04.316274 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.330075 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Transition to ACTIVE for port object a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:04.349317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Transition to ACTIVE for port object a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:04.425387 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.459762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:04.463511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.467499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Network 8e3137a4-7db8-4923-934f-764aebc22668 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:04.470909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:04.474451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:52:04.485273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Pushing event updated for resources: {'Port': ['ID=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:04.524567 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9333b69c-299f-4301-a64a-66851a8ab242 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.546599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Attempting to bind port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:52:04.547770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Attempting to bind port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'abcdc619-107d-42ab-9fee-655ee99150be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8e3137a4-7db8-4923-934f-764aebc22668'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:52:04.547918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Attempting to bind port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 on network 8e3137a4-7db8-4923-934f-764aebc22668 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:04.552948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:52:04.553328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Checking segment: {'id': 'abcdc619-107d-42ab-9fee-655ee99150be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8e3137a4-7db8-4923-934f-764aebc22668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:04.553778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.554179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Bound using segment: {'id': 'abcdc619-107d-42ab-9fee-655ee99150be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8e3137a4-7db8-4923-934f-764aebc22668'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:52:04.554663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Bound port: a37330e9-0c7d-4712-8d9d-dd8ed0c38e81, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcdc619-107d-42ab-9fee-655ee99150be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8e3137a4-7db8-4923-934f-764aebc22668'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:52:04.555103 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.617796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.20.0.10 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/0fa4d011-81b4-4692-9506-2980afe81800) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:52:04.619816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] For port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:52:04.623575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] For port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,segment=NetworkSegment(abcdc619-107d-42ab-9fee-655ee99150be),segment_id=abcdc619-107d-42ab-9fee-655ee99150be)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:52:04.690347 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.720296 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-9333b69c-299f-4301-a64a-66851a8ab242 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 00:52:04.725506 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9333b69c-299f-4301-a64a-66851a8ab242 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "PUT /v2.0/routers/a855154c-7771-4534-b924-470c22798b86 HTTP/1.1" status: 400 len: 364 time: 0.7880585 Aug 24 00:52:04.726309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45092) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:04.774712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-351c664f-49ac-4d8e-b55c-20cbcd976967 req-27542e19-4005-463a-8aeb-fd1a8f2e77f6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 210 time: 0.0387819 Aug 24 00:52:04.776211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe415d10-d052-46da-8d02-61ccc3e0cc9c None None] Pushing event updated for resources: {'Port': ['ID=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:04.843879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.860530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Transition to ACTIVE for port object 0fa4d011-81b4-4692-9506-2980afe81800 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:04.941322 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:04.981877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['470e3c35-cab1-4d3d-84f5-1122fa376ce8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:52:05.042812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:05.053442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:05.064993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:52:05.067858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=0fa4d011-81b4-4692-9506-2980afe81800,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:05.157080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:05.157587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.157799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.278720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-072c05d1-d141-4f6a-9a4a-464e10af1606 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0487082 Aug 24 00:52:05.292277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Request body: {'port': {'device_id': 'b55407b2-721e-462b-a7e2-4dd06548cb15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:05.353609 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.362019 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:52:05.499676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Allocated IP 2001:db8::1 (50497f02-2468-4f8e-b344-a22afe3f545b/9a80c167-75d3-42d9-8b13-3c21ddee3723/7be6263d-b677-47f2-9649-88f1c4f93cba) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:52:05.518690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6a705821-e1f6-4dfb-87e2-ce9f1fc2041f None None] Provisioning for port 0fa4d011-81b4-4692-9506-2980afe81800 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:05.527068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6a705821-e1f6-4dfb-87e2-ce9f1fc2041f None None] Provisioning complete for port 0fa4d011-81b4-4692-9506-2980afe81800 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:05.527461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6a705821-e1f6-4dfb-87e2-ce9f1fc2041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.579088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6a705821-e1f6-4dfb-87e2-ce9f1fc2041f None None] Port 0fa4d011-81b4-4692-9506-2980afe81800 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:52:05.644541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.660688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Transition to ACTIVE for port object 7be6263d-b677-47f2-9649-88f1c4f93cba will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:05.662133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa4d011-81b4-4692-9506-2980afe81800 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:52:05.670524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.686495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Transition to ACTIVE for port object 0fa4d011-81b4-4692-9506-2980afe81800 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:05.757854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.791557 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.859861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa4d011-81b4-4692-9506-2980afe81800,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:05.870541 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network 50497f02-2468-4f8e-b344-a22afe3f545b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:05.880029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:05.884823 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:52:05.886286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:05.936416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Port': ['ID=7be6263d-b677-47f2-9649-88f1c4f93cba,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:06.014406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb01d-cd85-4617-b42a-fb348041c34b req-1ba9c366-338a-4ccf-9205-9c7bf66ed426 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.016073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70abb01d-cd85-4617-b42a-fb348041c34b req-1ba9c366-338a-4ccf-9205-9c7bf66ed426 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.1097190 Aug 24 00:52:06.050528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Attempting to bind port 0fa4d011-81b4-4692-9506-2980afe81800 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:52:06.050814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Attempting to bind port 0fa4d011-81b4-4692-9506-2980afe81800 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:52:06.051150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Attempting to bind port 0fa4d011-81b4-4692-9506-2980afe81800 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:06.064356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fae218-73b9-4f8f-a134-f3008f3d2140 None None] Network 8e3137a4-7db8-4923-934f-764aebc22668 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:06.066055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Port 0fa4d011-81b4-4692-9506-2980afe81800 on network 2447c20e-30f4-4062-a057-06c6927bfd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:52:06.066394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Attempting to bind port 0fa4d011-81b4-4692-9506-2980afe81800 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:06.078158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70abb01d-cd85-4617-b42a-fb348041c34b req-3f5a6f4f-0d53-4451-ba21-2bd77f1f4ec4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526927 Aug 24 00:52:06.083991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:52:06.083991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:06.083991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:52:06.083991 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Bound port: 0fa4d011-81b4-4692-9506-2980afe81800, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:52:06.083991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:06.173037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] For port 0fa4d011-81b4-4692-9506-2980afe81800, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:52:06.176756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] For port 0fa4d011-81b4-4692-9506-2980afe81800, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0fa4d011-81b4-4692-9506-2980afe81800,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:52:06.185243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:06.229773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:06.280245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.281004 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:06.282543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5ca3e89f-0c0d-4210-a6f2-0dfac95e3e4e None None] Provisioning for port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:06.283654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] 10.222.0.37 "PUT /v2.0/ports/0fa4d011-81b4-4692-9506-2980afe81800 HTTP/1.1" status: 200 len: 1092 time: 0.9964437 Aug 24 00:52:06.289798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55407b2-721e-462b-a7e2-4dd06548cb15', 'tag': '0fa4d011-81b4-4692-9506-2980afe81800'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:06.293093 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b495d71-4b48-468c-b5ef-299f069ff223" -d '{"events": [{"name": "network-changed", "server_uuid": "b55407b2-721e-462b-a7e2-4dd06548cb15", "tag": "0fa4d011-81b4-4692-9506-2980afe81800"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:06.328771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3c109-78f5-4658-b9ef-dc7881a8a228 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa4d011-81b4-4692-9506-2980afe81800,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:06.363913 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cc8552-204d-4d25-9d6a-8c994f176f13 x-openstack-request-id: req-21cc8552-204d-4d25-9d6a-8c994f176f13 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:06.364191 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55407b2-721e-462b-a7e2-4dd06548cb15", "tag": "0fa4d011-81b4-4692-9506-2980afe81800", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:06.364444 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21cc8552-204d-4d25-9d6a-8c994f176f13 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:06.364868 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55407b2-721e-462b-a7e2-4dd06548cb15', 'tag': '0fa4d011-81b4-4692-9506-2980afe81800', 'status': 'completed', 'code': 200} Aug 24 00:52:06.441182 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495d71-4b48-468c-b5ef-299f069ff223 req-ea49bb33-7c60-467e-8816-7ed036e12341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.443819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b495d71-4b48-468c-b5ef-299f069ff223 req-ea49bb33-7c60-467e-8816-7ed036e12341 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 1095 time: 0.0564556 Aug 24 00:52:06.557740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3fc2f3db-ca85-4bca-b6f9-4179e685de38 None None] Provisioning for port 7be6263d-b677-47f2-9649-88f1c4f93cba completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:06.565132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3fc2f3db-ca85-4bca-b6f9-4179e685de38 None None] Provisioning complete for port 7be6263d-b677-47f2-9649-88f1c4f93cba triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:06.565825 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3fc2f3db-ca85-4bca-b6f9-4179e685de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:06.588033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495d71-4b48-468c-b5ef-299f069ff223 req-cd36ea59-96d5-4b4d-a493-f77727f09860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.589560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b495d71-4b48-468c-b5ef-299f069ff223 req-cd36ea59-96d5-4b4d-a493-f77727f09860 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=98d2f1382fca415cbb92091953421b96&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1375265 Aug 24 00:52:06.643852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-3fc2f3db-ca85-4bca-b6f9-4179e685de38 None None] Port 7be6263d-b677-47f2-9649-88f1c4f93cba cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:52:06.669097 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:06.710922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b495d71-4b48-468c-b5ef-299f069ff223 req-1c1790a2-ffcc-4b6f-949c-e4dda8f235ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.712438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b495d71-4b48-468c-b5ef-299f069ff223 req-1c1790a2-ffcc-4b6f-949c-e4dda8f235ef service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151893 Aug 24 00:52:06.733437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:06.734314 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:06.805594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-13ff92b9-eddf-4ea1-8bb3-31ba2a4235cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.807114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-13ff92b9-eddf-4ea1-8bb3-31ba2a4235cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 1095 time: 0.0570564 Aug 24 00:52:06.830237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event updated for resources: {'Port': ['ID=7be6263d-b677-47f2-9649-88f1c4f93cba,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:06.854089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-f9644776-70a8-41e2-9011-eb4f1776e168 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fa4d011-81b4-4692-9506-2980afe81800 HTTP/1.1" status: 200 len: 217 time: 0.0390518 Aug 24 00:52:06.893458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Network 50497f02-2468-4f8e-b344-a22afe3f545b is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:06.897287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:06.932941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-3dc39ec8-5694-4f73-bc6d-eaf741570cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:06.941870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-3dc39ec8-5694-4f73-bc6d-eaf741570cae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0806732 Aug 24 00:52:06.965135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:07.016660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-20eb6d05-7bf7-47d5-9222-cb89cf1527ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:07.019058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-20eb6d05-7bf7-47d5-9222-cb89cf1527ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699933 Aug 24 00:52:07.036985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Router a855154c-7771-4534-b924-470c22798b86 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:52:07.143999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-3c20801f-62a6-468c-94d7-81aabd99736b service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170430 Aug 24 00:52:07.146021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:07.150280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:07.150653 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:07.177919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:52:07.191599 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a01d0ad8-947f-4a96-8007-f4df786fb65e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "PUT /v2.0/routers/a855154c-7771-4534-b924-470c22798b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4641759 Aug 24 00:52:07.198623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea0edfb-fd45-4257-8f12-11d7e0502135 None None] Sync routers for ids ['a855154c-7771-4534-b924-470c22798b86'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:52:07.202081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45106) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:07.247906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0edfb-fd45-4257-8f12-11d7e0502135 None None] Routers {'a855154c-7771-4534-b924-470c22798b86'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:07.248932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-aea0edfb-fd45-4257-8f12-11d7e0502135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a855154c-7771-4534-b924-470c22798b86'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:07.272891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba4765e9-9819-40b1-94e5-dc73eddfe50f req-45ad7480-fa4e-449f-b85f-586e1a654260 service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214302 Aug 24 00:52:07.304113 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f29c6d9-10d9-4272-bd1b-f15ea7a2b34e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:07.307993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2464c586-fe1e-42b6-8a39-475d0d666d54 None None] Provisioning complete for port 7be6263d-b677-47f2-9649-88f1c4f93cba triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:07.308664 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2464c586-fe1e-42b6-8a39-475d0d666d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:07.337582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e77fbd-1e75-4893-bb9d-3f4e9ea2e65c req-bed99936-8c11-431c-84e1-ed786af4372e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:07.339779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44e77fbd-1e75-4893-bb9d-3f4e9ea2e65c req-bed99936-8c11-431c-84e1-ed786af4372e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0658081 Aug 24 00:52:07.392344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-aea0edfb-fd45-4257-8f12-11d7e0502135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:07.405166 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:07.407054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44e77fbd-1e75-4893-bb9d-3f4e9ea2e65c req-109ec763-9fa6-4e61-a839-fcdc66b36a6f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597150 Aug 24 00:52:07.418366 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-3f29c6d9-10d9-4272-bd1b-f15ea7a2b34e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 24 00:52:07.419094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2464c586-fe1e-42b6-8a39-475d0d666d54 None None] Port 7be6263d-b677-47f2-9649-88f1c4f93cba cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:52:07.419496 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3f29c6d9-10d9-4272-bd1b-f15ea7a2b34e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/routers/a855154c-7771-4534-b924-470c22798b86 HTTP/1.1" status: 409 len: 329 time: 0.2164273 Aug 24 00:52:07.422872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45108) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:07.435738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0edfb-fd45-4257-8f12-11d7e0502135 None None] Routers {'a855154c-7771-4534-b924-470c22798b86'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:07.436514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-aea0edfb-fd45-4257-8f12-11d7e0502135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a855154c-7771-4534-b924-470c22798b86'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:07.492964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-aea0edfb-fd45-4257-8f12-11d7e0502135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:07.493657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea0edfb-fd45-4257-8f12-11d7e0502135 None None] The sync data for ids ['a855154c-7771-4534-b924-470c22798b86'] in n-d-804878-2 is: [] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:52:07.503686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,segment=NetworkSegment(abcdc619-107d-42ab-9fee-655ee99150be),segment_id=abcdc619-107d-42ab-9fee-655ee99150be)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:07.567878 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:07.595346 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-b91fa428-a806-499e-ab0b-b220970645f7 req-243c7764-9acd-41c9-9334-0ceba60883ed service neutron] (95327) timed out ('10.222.0.37', 49829) {{(pid=95327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:52:07.621241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:07.764213 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:08.029650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting port 7be6263d-b677-47f2-9649-88f1c4f93cba {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:08.029927 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:08.118234 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:08.131345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Calling delete_port for 7be6263d-b677-47f2-9649-88f1c4f93cba owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:08.392081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:08.421753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Port': ['ID=7be6263d-b677-47f2-9649-88f1c4f93cba,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:08.540876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:08.575303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0cbb-48a4-44ff-b7fb-8bcfe9dbf6f2 req-38c0e83a-c97b-44b4-9d40-786f9677eceb tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:08.581859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-975c0cbb-48a4-44ff-b7fb-8bcfe9dbf6f2 req-38c0e83a-c97b-44b4-9d40-786f9677eceb tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0696917 Aug 24 00:52:08.625409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-975c0cbb-48a4-44ff-b7fb-8bcfe9dbf6f2 req-50760af4-5681-4a59-82d2-6f79e09667f0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Aug 24 00:52:08.729312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Router a855154c-7771-4534-b924-470c22798b86 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:52:08.807270 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:52:08.813416 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-98c7a1b5-a319-415c-9cc9-11b31373fa6e tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "PUT /v2.0/routers/a855154c-7771-4534-b924-470c22798b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3890448 Aug 24 00:52:08.817182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:08.820959 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121d2d2-8e36-4a59-930c-805195ebb621 None None] Sync routers for ids ['a855154c-7771-4534-b924-470c22798b86'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:52:08.832054 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121d2d2-8e36-4a59-930c-805195ebb621 None None] Routers {'a855154c-7771-4534-b924-470c22798b86'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:08.832901 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0121d2d2-8e36-4a59-930c-805195ebb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a855154c-7771-4534-b924-470c22798b86'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:08.856502 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-23153337-3e59-46bb-8fde-677cfdb87e78 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] show failed (client error): The resource could not be found. Aug 24 00:52:08.862112 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-23153337-3e59-46bb-8fde-677cfdb87e78 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-591434398 HTTP/1.1" status: 404 len: 334 time: 0.0394747 Aug 24 00:52:08.862263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45114) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:08.867887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-01467a7d-253f-45f7-9d0a-3bdf10ef047c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:08.888182 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0121d2d2-8e36-4a59-930c-805195ebb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:08.898624 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121d2d2-8e36-4a59-930c-805195ebb621 None None] Routers {'a855154c-7771-4534-b924-470c22798b86'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:08.899611 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0121d2d2-8e36-4a59-930c-805195ebb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:51:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a855154c-7771-4534-b924-470c22798b86'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:08.911190 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-01467a7d-253f-45f7-9d0a-3bdf10ef047c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] update failed (client error): The resource could not be found. Aug 24 00:52:08.915694 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-01467a7d-253f-45f7-9d0a-3bdf10ef047c tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-216766153 HTTP/1.1" status: 404 len: 334 time: 0.0491419 Aug 24 00:52:08.916240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:08.918575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:08.944089 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0121d2d2-8e36-4a59-930c-805195ebb621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:08.944756 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121d2d2-8e36-4a59-930c-805195ebb621 None None] The sync data for ids ['a855154c-7771-4534-b924-470c22798b86'] in n-d-804878-2 is: [] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:52:08.976620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:08.977067 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:08.987010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb6a022-96e2-4c42-82b8-2f1c38f619ce tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting subnet 179d98aa-8260-4933-9cd0-c6f6e3e26bee {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:52:08.992892 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a022-96e2-4c42-82b8-2f1c38f619ce tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.037138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a022-96e2-4c42-82b8-2f1c38f619ce tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.135708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a022-96e2-4c42-82b8-2f1c38f619ce tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.278015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a022-96e2-4c42-82b8-2f1c38f619ce tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.307401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6a022-96e2-4c42-82b8-2f1c38f619ce tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Subnet': ['ID=179d98aa-8260-4933-9cd0-c6f6e3e26bee,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:09.312181 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a022-96e2-4c42-82b8-2f1c38f619ce tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.314197 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2fb6a022-96e2-4c42-82b8-2f1c38f619ce tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/subnets/179d98aa-8260-4933-9cd0-c6f6e3e26bee HTTP/1.1" status: 204 len: 168 time: 0.3970144 Aug 24 00:52:09.317132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:09.318797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee604ef8-c6dd-4128-8762-5c4b373d78c2 None None] Network 8e3137a4-7db8-4923-934f-764aebc22668 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:09.527260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] DHCP port deletion for 8e3137a4-7db8-4923-934f-764aebc22668 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:52:09.586057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] Deleting port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:09.586438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.660696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] For port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,segment=NetworkSegment(abcdc619-107d-42ab-9fee-655ee99150be),segment_id=abcdc619-107d-42ab-9fee-655ee99150be)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:09.661554 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.679274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] Calling delete_port for a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:09.763600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.771804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b12a2a-d418-419b-a9df-cc11019d7b66 req-0e38f7e8-90a4-4c0f-a524-334057d76434 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:09.778162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37b12a2a-d418-419b-a9df-cc11019d7b66 req-0e38f7e8-90a4-4c0f-a524-334057d76434 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0701950 Aug 24 00:52:09.819245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:09.819835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.824340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37b12a2a-d418-419b-a9df-cc11019d7b66 req-4841b073-780d-4657-9c97-1d568c3805a9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Aug 24 00:52:09.848964 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.878491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] Pushing event deleted for resources: {'Port': ['ID=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:09.880724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2e575-c66c-4ba3-84f7-fc8ed63d2896 None None] No DVR routers for this DVR port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:09.894983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] For port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,segment=NetworkSegment(abcdc619-107d-42ab-9fee-655ee99150be),segment_id=abcdc619-107d-42ab-9fee-655ee99150be)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:09.894983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:09.906984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Calling delete_port for a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:09.986280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.018218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Port': ['ID=a37330e9-0c7d-4712-8d9d-dd8ed0c38e81,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:10.020623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] No DVR routers for this DVR port a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:10.105116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.116732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3137a4-7db8-4923-934f-764aebc22668']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:10.128617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcdc619-107d-42ab-9fee-655ee99150be') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:10.128924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcdc619-107d-42ab-9fee-655ee99150be') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:10.138756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.153490 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.159433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:52:10.162208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: self.session.flush() Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:52:10.162944 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:52:10.277378 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.284990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.287650 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/networks/8e3137a4-7db8-4923-934f-764aebc22668 HTTP/1.1" status: 204 len: 168 time: 0.9689865 Aug 24 00:52:10.289941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45124) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:10.308224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07cb9e-d390-4bd4-b144-ba5012518c3f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Network': ['ID=8e3137a4-7db8-4923-934f-764aebc22668,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:10.364261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd2db24-b795-46c0-9066-90fc8f571fa9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting subnet f4a01d85-a3a5-4b22-906c-37ac3c873ec4 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:52:10.367389 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdd2db24-b795-46c0-9066-90fc8f571fa9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.413228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdd2db24-b795-46c0-9066-90fc8f571fa9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.503525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdd2db24-b795-46c0-9066-90fc8f571fa9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.638070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdd2db24-b795-46c0-9066-90fc8f571fa9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.666565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2db24-b795-46c0-9066-90fc8f571fa9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a01d85-a3a5-4b22-906c-37ac3c873ec4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:10.670637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bdd2db24-b795-46c0-9066-90fc8f571fa9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.677269 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bdd2db24-b795-46c0-9066-90fc8f571fa9 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/subnets/f4a01d85-a3a5-4b22-906c-37ac3c873ec4 HTTP/1.1" status: 204 len: 168 time: 0.3827269 Aug 24 00:52:10.679432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45126) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:10.682642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836759ad-c286-45e8-acc5-d54a4a2fdbd5 None None] Network 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:10.733174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-a035fbc1-d8bd-493f-a766-dea0dffe532f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting subnet 05607f57-d26e-4f69-8d1f-0ce89649fa37 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:52:10.737265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a035fbc1-d8bd-493f-a766-dea0dffe532f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.778307 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a035fbc1-d8bd-493f-a766-dea0dffe532f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.862172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] DHCP port deletion for 8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:52:10.899325 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a035fbc1-d8bd-493f-a766-dea0dffe532f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.930733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] Deleting port b0b44948-6c45-42d1-9002-cd8435f2a8e5 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:10.931104 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:10.948227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:10.991691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8dd16-4aa2-41e5-b468-1290e13d8108 req-e2dea903-03bd-400c-9a02-162c5e7702c3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:10.993857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67a8dd16-4aa2-41e5-b468-1290e13d8108 req-e2dea903-03bd-400c-9a02-162c5e7702c3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0701017 Aug 24 00:52:11.011649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:52:11.011984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a37330e9-0c7d-4712-8d9d-dd8ed0c38e81 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:11.036503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] For port b0b44948-6c45-42d1-9002-cd8435f2a8e5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0b44948-6c45-42d1-9002-cd8435f2a8e5,segment=NetworkSegment(c808ff57-da6c-4467-8e08-49f35bcf3dfa),segment_id=c808ff57-da6c-4467-8e08-49f35bcf3dfa)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:11.036931 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.045318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67a8dd16-4aa2-41e5-b468-1290e13d8108 req-c59d551e-bd68-4923-9978-19310d520b89 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429630 Aug 24 00:52:11.053796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] Calling delete_port for b0b44948-6c45-42d1-9002-cd8435f2a8e5 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:11.054871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a035fbc1-d8bd-493f-a766-dea0dffe532f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.087483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035fbc1-d8bd-493f-a766-dea0dffe532f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Subnet': ['ID=05607f57-d26e-4f69-8d1f-0ce89649fa37,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:11.090445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a035fbc1-d8bd-493f-a766-dea0dffe532f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.092665 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a035fbc1-d8bd-493f-a766-dea0dffe532f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/subnets/05607f57-d26e-4f69-8d1f-0ce89649fa37 HTTP/1.1" status: 204 len: 168 time: 0.4143381 Aug 24 00:52:11.095861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:11.113396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601f2cb-854a-4d3f-a194-7c9161879b61 None None] Network 9055ce2d-29e2-456a-8044-e1cd807c0225 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:11.180485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.242277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting port b0b44948-6c45-42d1-9002-cd8435f2a8e5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:11.242623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.305023 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.316689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] For port b0b44948-6c45-42d1-9002-cd8435f2a8e5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0b44948-6c45-42d1-9002-cd8435f2a8e5,segment=NetworkSegment(c808ff57-da6c-4467-8e08-49f35bcf3dfa),segment_id=c808ff57-da6c-4467-8e08-49f35bcf3dfa)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:11.317074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.319083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] DHCP port deletion for 9055ce2d-29e2-456a-8044-e1cd807c0225 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:52:11.332536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Calling delete_port for b0b44948-6c45-42d1-9002-cd8435f2a8e5 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:11.348567 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] Pushing event deleted for resources: {'Port': ['ID=b0b44948-6c45-42d1-9002-cd8435f2a8e5,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:11.353431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fd007-1a33-4e1d-9a8e-0afa90785515 None None] No DVR routers for this DVR port b0b44948-6c45-42d1-9002-cd8435f2a8e5 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:11.401111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] Deleting port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:11.401492 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.423521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.454486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] No DVR routers for this DVR port b0b44948-6c45-42d1-9002-cd8435f2a8e5 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:11.460329 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Port': ['ID=b0b44948-6c45-42d1-9002-cd8435f2a8e5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:11.488353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] For port 24cc4b79-35c3-46eb-83bd-c182fcec6b93, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=24cc4b79-35c3-46eb-83bd-c182fcec6b93,segment=NetworkSegment(5757e57a-4aff-48d8-9621-af1bfe284819),segment_id=5757e57a-4aff-48d8-9621-af1bfe284819)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:11.489710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.503604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] Calling delete_port for 24cc4b79-35c3-46eb-83bd-c182fcec6b93 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:11.536752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.547321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef977a7-50f7-45fc-b9ec-957d0fab0ea7']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:11.562142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c808ff57-da6c-4467-8e08-49f35bcf3dfa') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:11.562999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c808ff57-da6c-4467-8e08-49f35bcf3dfa') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:11.573394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.588463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.594815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:52:11.595291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:52:11.598596 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:52:11.683400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.707125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] Pushing event deleted for resources: {'Port': ['ID=24cc4b79-35c3-46eb-83bd-c182fcec6b93,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:11.714300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb8519-dc41-4500-92ea-d15a66430e02 None None] No DVR routers for this DVR port 24cc4b79-35c3-46eb-83bd-c182fcec6b93 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:11.784956 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.792220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.794251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/networks/8ef977a7-50f7-45fc-b9ec-957d0fab0ea7 HTTP/1.1" status: 204 len: 168 time: 0.6973865 Aug 24 00:52:11.797882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45132) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:11.807276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777dc0d-81bf-4627-990a-27996048d62d tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Network': ['ID=8ef977a7-50f7-45fc-b9ec-957d0fab0ea7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:11.882027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.973344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:11.983359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9055ce2d-29e2-456a-8044-e1cd807c0225']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:11.998732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5757e57a-4aff-48d8-9621-af1bfe284819') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:11.999036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5757e57a-4aff-48d8-9621-af1bfe284819') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:12.009238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.024464 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.031302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:52:12.031706 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:52:12.034681 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:52:12.167042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac4ea2-cc15-4b6e-992b-cb74b9076b81 req-bf93d8ec-b56a-4ca3-95d5-27db24a707f6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:12.169454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fac4ea2-cc15-4b6e-992b-cb74b9076b81 req-bf93d8ec-b56a-4ca3-95d5-27db24a707f6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0507014 Aug 24 00:52:12.191974 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.199049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.200922 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/networks/9055ce2d-29e2-456a-8044-e1cd807c0225 HTTP/1.1" status: 204 len: 168 time: 0.4020338 Aug 24 00:52:12.205556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:12.214696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164f9c1-9eee-485e-a57b-63a0eec1ae77 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Network': ['ID=9055ce2d-29e2-456a-8044-e1cd807c0225,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:12.227162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fac4ea2-cc15-4b6e-992b-cb74b9076b81 req-3d9ea65f-cf93-44da-a9af-95743d85a7e1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500703 Aug 24 00:52:12.270838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3897040-0c2d-48f3-8f0b-1ad2ad6ad3ee tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting subnet 9a80c167-75d3-42d9-8b13-3c21ddee3723 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:52:12.274407 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3897040-0c2d-48f3-8f0b-1ad2ad6ad3ee tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.314291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3897040-0c2d-48f3-8f0b-1ad2ad6ad3ee tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.400742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3897040-0c2d-48f3-8f0b-1ad2ad6ad3ee tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.545156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3897040-0c2d-48f3-8f0b-1ad2ad6ad3ee tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.576810 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3897040-0c2d-48f3-8f0b-1ad2ad6ad3ee tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.578752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3897040-0c2d-48f3-8f0b-1ad2ad6ad3ee tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/subnets/9a80c167-75d3-42d9-8b13-3c21ddee3723 HTTP/1.1" status: 204 len: 168 time: 0.3722110 Aug 24 00:52:12.579788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3897040-0c2d-48f3-8f0b-1ad2ad6ad3ee tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Subnet': ['ID=9a80c167-75d3-42d9-8b13-3c21ddee3723,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:12.581484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:12.584804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4f6f9-04a0-4f37-9125-0db82b0c4123 None None] Network 50497f02-2468-4f8e-b344-a22afe3f545b requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:12.631585 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.668389 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.730664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Deleting port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:12.731012 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.761806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46748787-377b-48b0-b635-dab11a187e91 None None] DHCP port deletion for 50497f02-2468-4f8e-b344-a22afe3f545b request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:52:12.797613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] For port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,segment=NetworkSegment(a3af195e-542e-4c82-8d52-20a5241fedad),segment_id=a3af195e-542e-4c82-8d52-20a5241fedad)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:12.797898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.812398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Calling delete_port for 000387bf-a85c-4453-8a3a-1ab0ff95fd5b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:12.812655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-46748787-377b-48b0-b635-dab11a187e91 None None] Deleting port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:12.813014 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-46748787-377b-48b0-b635-dab11a187e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.882256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-46748787-377b-48b0-b635-dab11a187e91 None None] For port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,segment=NetworkSegment(a3af195e-542e-4c82-8d52-20a5241fedad),segment_id=a3af195e-542e-4c82-8d52-20a5241fedad)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:12.882672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-46748787-377b-48b0-b635-dab11a187e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.900078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-46748787-377b-48b0-b635-dab11a187e91 None None] Calling delete_port for 000387bf-a85c-4453-8a3a-1ab0ff95fd5b owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:12.909444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 000387bf-a85c-4453-8a3a-1ab0ff95fd5b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:12.993580 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:12.997955 n-d-804878-2 neutron-server[95328]: INFO neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No ports have port_id starting with 000387bf-a85c-4453-8a3a-1ab0ff95fd5b Aug 24 00:52:13.001301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b0b44948-6c45-42d1-9002-cd8435f2a8e5 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:13.025780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Port': ['ID=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:13.027013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b0b44948-6c45-42d1-9002-cd8435f2a8e5 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:52:13.027365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b0b44948-6c45-42d1-9002-cd8435f2a8e5 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:13.027785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 24cc4b79-35c3-46eb-83bd-c182fcec6b93 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:13.028199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] No DVR routers for this DVR port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:13.053867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 24cc4b79-35c3-46eb-83bd-c182fcec6b93 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:52:13.054252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 24cc4b79-35c3-46eb-83bd-c182fcec6b93 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:13.055711 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-46748787-377b-48b0-b635-dab11a187e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.087933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46748787-377b-48b0-b635-dab11a187e91 None None] Pushing event deleted for resources: {'Port': ['ID=000387bf-a85c-4453-8a3a-1ab0ff95fd5b,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:13.087933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46748787-377b-48b0-b635-dab11a187e91 None None] No DVR routers for this DVR port 000387bf-a85c-4453-8a3a-1ab0ff95fd5b on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:13.135373 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.146587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50497f02-2468-4f8e-b344-a22afe3f545b']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:13.157527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3af195e-542e-4c82-8d52-20a5241fedad') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:13.157857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3af195e-542e-4c82-8d52-20a5241fedad') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:13.168380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.181811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.189927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:52:13.190322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:52:13.196649 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:52:13.342726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.348493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.353029 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/networks/50497f02-2468-4f8e-b344-a22afe3f545b HTTP/1.1" status: 204 len: 168 time: 0.7681019 Aug 24 00:52:13.354485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45142) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:13.354751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6704c3e-b835-479a-82ad-a64faeb60258 req-8fc638e4-608c-4f00-ae5e-4446b15b303d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:13.356292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6704c3e-b835-479a-82ad-a64faeb60258 req-8fc638e4-608c-4f00-ae5e-4446b15b303d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0538216 Aug 24 00:52:13.392372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f7b7e-8c3d-496b-a852-8f0f4e311f69 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Pushing event deleted for resources: {'Network': ['ID=50497f02-2468-4f8e-b344-a22afe3f545b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:13.395658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6704c3e-b835-479a-82ad-a64faeb60258 req-f1b51dcb-9e9e-45f0-9962-86a746fe3078 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Aug 24 00:52:13.396817 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3e8944a3-4ae2-437e-9c7a-6ef79eb62430 tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "GET /v2.0/ports?device_id=a855154c-7771-4534-b924-470c22798b86 HTTP/1.1" status: 200 len: 205 time: 0.0413415 Aug 24 00:52:13.399213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45144) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:13.481750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c589207b-0225-407f-ad60-bfa370b2c84f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.663582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c589207b-0225-407f-ad60-bfa370b2c84f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.665646 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c589207b-0225-407f-ad60-bfa370b2c84f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.792350 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c589207b-0225-407f-ad60-bfa370b2c84f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.792350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589207b-0225-407f-ad60-bfa370b2c84f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Fanout notify agent at l3_agent the message router_deleted on router a855154c-7771-4534-b924-470c22798b86 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:52:13.800084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c589207b-0225-407f-ad60-bfa370b2c84f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:13.807910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c589207b-0225-407f-ad60-bfa370b2c84f tempest-RoutersNegativeIpV6Test-625908204 tempest-RoutersNegativeIpV6Test-625908204-project] 10.222.0.26 "DELETE /v2.0/routers/a855154c-7771-4534-b924-470c22798b86 HTTP/1.1" status: 204 len: 168 time: 0.4009993 Aug 24 00:52:14.296214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45152) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:14.455027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-72c58ac1-044b-4372-adaf-460dde6a4722 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52c11359cd794b4db20a0cb6d3a3959e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575370 Aug 24 00:52:14.457745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45158) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:14.521810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aa7b-57a6-4898-89f6-b71ea6f411ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:14.533664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a8135-dfa2-4139-9c70-f86cea94c1c3 req-9bec4530-ac19-4ba7-9c80-fab675954cc6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:14.535473 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c58a8135-dfa2-4139-9c70-f86cea94c1c3 req-9bec4530-ac19-4ba7-9c80-fab675954cc6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0594826 Aug 24 00:52:14.546635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aa7b-57a6-4898-89f6-b71ea6f411ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:14.575491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c58a8135-dfa2-4139-9c70-f86cea94c1c3 req-1c03ca4b-1103-4282-8b78-33e1b98eab35 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Aug 24 00:52:14.673660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aa7b-57a6-4898-89f6-b71ea6f411ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:14.677881 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5ed1aa7b-57a6-4898-89f6-b71ea6f411ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:14.679467 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5ed1aa7b-57a6-4898-89f6-b71ea6f411ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1a4b2cc-e84c-4571-94ab-db5056f45bad HTTP/1.1" status: 204 len: 168 time: 0.2207284 Aug 24 00:52:14.689178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1aa7b-57a6-4898-89f6-b71ea6f411ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a4b2cc-e84c-4571-94ab-db5056f45bad,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:15.700699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c11eb-6379-47b4-9b4a-056118d075a9 req-da815fd7-6b06-45e1-b24b-543e5fc4d65c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:15.702783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-390c11eb-6379-47b4-9b4a-056118d075a9 req-da815fd7-6b06-45e1-b24b-543e5fc4d65c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0547421 Aug 24 00:52:15.746575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-390c11eb-6379-47b4-9b4a-056118d075a9 req-045e2ad2-403b-4072-aabd-e22f9a748c21 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367708 Aug 24 00:52:15.858975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45182) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:15.863483 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034997 Aug 24 00:52:15.866445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45184) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:15.969948 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-56ae81a8-b7e1-4453-9692-a7ebae3fd8f1 tempest-NetworksApiDiscovery-1372122512 tempest-NetworksApiDiscovery-1372122512-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1024323 Aug 24 00:52:16.482661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45192) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:16.600306 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e12fbd6-c2c4-437f-89be-4efd032d7117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:16.697199 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e12fbd6-c2c4-437f-89be-4efd032d7117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:16.768841 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e12fbd6-c2c4-437f-89be-4efd032d7117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:16.811171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12fbd6-c2c4-437f-89be-4efd032d7117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7102f85-c0b3-40e6-b378-1ada1c4bb2d5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:16.817877 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7e12fbd6-c2c4-437f-89be-4efd032d7117 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98780294d26f4fca9cf0e761cf102378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340440 Aug 24 00:52:16.820392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45198) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:16.869044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd18a6-094a-43ab-826d-d268d58e125f req-53984d91-d28d-438d-9a2e-11b88835c924 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:16.870769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08cd18a6-094a-43ab-826d-d268d58e125f req-53984d91-d28d-438d-9a2e-11b88835c924 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0529189 Aug 24 00:52:16.885118 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f179ce1-9fe4-4a81-8621-ea7a0f07f2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:16.912571 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f179ce1-9fe4-4a81-8621-ea7a0f07f2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:16.915538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08cd18a6-094a-43ab-826d-d268d58e125f req-23a88e9e-274c-4f3e-9a19-6a07817bd26f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Aug 24 00:52:17.049063 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f179ce1-9fe4-4a81-8621-ea7a0f07f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:17.051694 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f179ce1-9fe4-4a81-8621-ea7a0f07f2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:17.052901 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8f179ce1-9fe4-4a81-8621-ea7a0f07f2ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7102f85-c0b3-40e6-b378-1ada1c4bb2d5 HTTP/1.1" status: 204 len: 168 time: 0.2315826 Aug 24 00:52:17.061496 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f179ce1-9fe4-4a81-8621-ea7a0f07f2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7102f85-c0b3-40e6-b378-1ada1c4bb2d5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:18.077168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ea02a-9472-414b-86f6-99531a8f9889 req-025e663a-2a66-44f3-a457-41ab5c3cabd7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:18.078833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-034ea02a-9472-414b-86f6-99531a8f9889 req-025e663a-2a66-44f3-a457-41ab5c3cabd7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0638952 Aug 24 00:52:18.134937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-034ea02a-9472-414b-86f6-99531a8f9889 req-e87146dc-2e6a-4f67-a6a8-dfe54e9fb8ba tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500863 Aug 24 00:52:19.254898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ec569-81ae-48cc-b17a-22fb6815015f req-474f852f-41b5-4587-bff9-8867b1ec244e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:19.256413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-989ec569-81ae-48cc-b17a-22fb6815015f req-474f852f-41b5-4587-bff9-8867b1ec244e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0516171 Aug 24 00:52:19.297106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-989ec569-81ae-48cc-b17a-22fb6815015f req-b925e4fa-400b-4cd3-bd91-6d235ca09e8e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347409 Aug 24 00:52:20.429301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227de3f-f84a-4cd9-b9fb-488bcfacd66f req-332771e3-a5f6-4fb5-a731-39a7b947e581 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:20.430771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c227de3f-f84a-4cd9-b9fb-488bcfacd66f req-332771e3-a5f6-4fb5-a731-39a7b947e581 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0574017 Aug 24 00:52:20.473255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c227de3f-f84a-4cd9-b9fb-488bcfacd66f req-73afa132-31e2-4e44-b8fb-c29e08967559 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Aug 24 00:52:21.611200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093060e2-d7fd-4bda-93b2-ea504d2ebaca req-5d912be6-5c93-4bfa-8d27-1948ac42e3cb tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:21.613445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-093060e2-d7fd-4bda-93b2-ea504d2ebaca req-5d912be6-5c93-4bfa-8d27-1948ac42e3cb tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0666683 Aug 24 00:52:21.653495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-093060e2-d7fd-4bda-93b2-ea504d2ebaca req-d60f999b-f3b3-447c-bc51-8b2123bcdb2a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338080 Aug 24 00:52:22.772168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccabec4-7b23-4934-a064-41514a1eb2fe req-17df3dff-0bdc-40d4-bf51-403c82e93b28 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:22.773735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ccabec4-7b23-4934-a064-41514a1eb2fe req-17df3dff-0bdc-40d4-bf51-403c82e93b28 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0501153 Aug 24 00:52:22.814270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ccabec4-7b23-4934-a064-41514a1eb2fe req-c208fae8-d568-427d-94a4-573bedea143e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Aug 24 00:52:23.566450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-010ef7d0-fc9f-4e7c-9209-194cf0e6cb19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510387 Aug 24 00:52:23.670063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-d5680f24-9dbe-4725-a276-0c4ab4eaebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:23.678375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-d5680f24-9dbe-4725-a276-0c4ab4eaebc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1096 time: 0.0482593 Aug 24 00:52:23.783092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-30a96f97-62b2-4be7-ba0d-2d23f1f1e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:23.785174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-30a96f97-62b2-4be7-ba0d-2d23f1f1e27c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 200 len: 910 time: 0.0878906 Aug 24 00:52:23.855006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-49e9e6b9-932b-4053-81e4-e9fd2c2bfcef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 200 len: 1000 time: 0.0631716 Aug 24 00:52:23.930344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-0aa1d68f-16ed-4abd-9144-a3ebe58694ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:23.931724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-0aa1d68f-16ed-4abd-9144-a3ebe58694ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81e04c0d-243a-4f4a-8018-ee740b3a84fd HTTP/1.1" status: 200 len: 848 time: 0.0691118 Aug 24 00:52:23.979419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fb0f6-5df4-4e74-a948-3e02673e24fb req-81b69141-2cd6-4082-b407-f17934538a2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:23.980889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b67fb0f6-5df4-4e74-a948-3e02673e24fb req-81b69141-2cd6-4082-b407-f17934538a2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0820668 Aug 24 00:52:23.995941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-90c5eaa9-8e9c-4d96-a308-c70032b602ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:23.997402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-90c5eaa9-8e9c-4d96-a308-c70032b602ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a7e464b-07e1-431c-b125-12855fb8154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584013 Aug 24 00:52:24.072775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b67fb0f6-5df4-4e74-a948-3e02673e24fb req-2445d5ca-39cb-41dc-9622-2c911f2f8c2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844712 Aug 24 00:52:24.114196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-28916f87-49b6-4fda-b4be-f76f0c8e612a service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088948 Aug 24 00:52:24.204351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-149f1bf1-661a-490f-9aff-cc2e21c99304 req-c7344d82-e6f4-4872-863d-a4cddc28b2da service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835803 Aug 24 00:52:25.198286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e8db5-0951-4911-abd0-002f22f63c22 req-54bf41e2-ff70-4b3f-8fec-ca7c3c84a03a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:25.200187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-548e8db5-0951-4911-abd0-002f22f63c22 req-54bf41e2-ff70-4b3f-8fec-ca7c3c84a03a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0562830 Aug 24 00:52:25.237789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-548e8db5-0951-4911-abd0-002f22f63c22 req-f3ffe75f-4b02-4acb-8258-701fd06c1370 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Aug 24 00:52:25.831652 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:26.323112 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-820af050-3010-4e54-b8dd-571ff701c853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:26.358691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88267a3d-c339-4710-bf05-9e85716c10b3 req-ee4fe552-71d8-47fa-b2d1-fa05b4c8531e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:26.359832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88267a3d-c339-4710-bf05-9e85716c10b3 req-ee4fe552-71d8-47fa-b2d1-fa05b4c8531e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0504200 Aug 24 00:52:26.399589 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88267a3d-c339-4710-bf05-9e85716c10b3 req-2eb8a202-081b-4b9f-83a5-a73f6dcbf385 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Aug 24 00:52:27.515575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a30d36-753f-450e-8e47-8f1c578a82ee req-86d21d4f-1826-498e-87bb-c0214d68fb02 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:27.516964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66a30d36-753f-450e-8e47-8f1c578a82ee req-86d21d4f-1826-498e-87bb-c0214d68fb02 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0487044 Aug 24 00:52:27.555702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66a30d36-753f-450e-8e47-8f1c578a82ee req-b31823a2-0aa4-452a-989f-e466e931b710 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Aug 24 00:52:28.687080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ce118-7900-4f36-b235-8648183230a9 req-9723b24a-0900-485a-97f3-7dac9554e539 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:28.687080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f73ce118-7900-4f36-b235-8648183230a9 req-9723b24a-0900-485a-97f3-7dac9554e539 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0543284 Aug 24 00:52:28.716676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f73ce118-7900-4f36-b235-8648183230a9 req-71270c76-f73e-4a68-b3a1-4d11d6a783ea tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Aug 24 00:52:28.991338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5de7f2f4-bf41-48d4-ab9b-a9fc5a42142b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.117092 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.351855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45314) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:29.463705 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0262058-07c5-4d5b-8408-5b92e033f01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.555320 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0262058-07c5-4d5b-8408-5b92e033f01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.622878 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0262058-07c5-4d5b-8408-5b92e033f01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.658650 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0262058-07c5-4d5b-8408-5b92e033f01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca894a3b-1f78-4964-87c2-0463b6916838,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:29.669143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45318) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:29.669613 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e0262058-07c5-4d5b-8408-5b92e033f01e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=920f633d8a864e58ada7c673c4c1e33a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143699 Aug 24 00:52:29.718442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.740325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.835259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdd50d-d030-40b7-863d-5c7b91421a7c req-9cd43693-e050-4457-893a-944ec1b06086 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:29.836787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9cdd50d-d030-40b7-863d-5c7b91421a7c req-9cd43693-e050-4457-893a-944ec1b06086 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0504079 Aug 24 00:52:29.875085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9cdd50d-d030-40b7-863d-5c7b91421a7c req-5e8cafbd-fe0a-4fed-b3dd-e858a25f024b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Aug 24 00:52:29.877035 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.882201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:29.882201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca894a3b-1f78-4964-87c2-0463b6916838 HTTP/1.1" status: 204 len: 168 time: 0.2132490 Aug 24 00:52:29.897151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca894a3b-1f78-4964-87c2-0463b6916838,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:29.902540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.902897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.903240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.903586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.903922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.904262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.904598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.904928 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.905254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.905600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.905936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:29.906264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf73881-43c6-4897-bbb7-c8e90c47ff52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:30.432041 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:30.597335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45326) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:30.611556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50d2cec2-b0c0-4955-ac55-c0f448ebb32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:30.699208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50d2cec2-b0c0-4955-ac55-c0f448ebb32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:30.778882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-50d2cec2-b0c0-4955-ac55-c0f448ebb32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:30.822749 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-50d2cec2-b0c0-4955-ac55-c0f448ebb32e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=171d5c8780cc440787165fb6066e7506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214189 Aug 24 00:52:30.822749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2cec2-b0c0-4955-ac55-c0f448ebb32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ac5a8-f8ae-472d-98dd-d4d0605b2d90,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:30.823140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45328) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:30.877829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d6598d0-b066-489c-872d-b8bfad09a10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:30.899919 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d6598d0-b066-489c-872d-b8bfad09a10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:30.993594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c182d-7f8c-412c-8521-c2d1c83a61b5 req-bf14d508-af79-47e0-8143-6908c1ce4565 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:30.995144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b4c182d-7f8c-412c-8521-c2d1c83a61b5 req-bf14d508-af79-47e0-8143-6908c1ce4565 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0500014 Aug 24 00:52:31.033800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b4c182d-7f8c-412c-8521-c2d1c83a61b5 req-dfcc8fbd-bc8e-485c-8d28-2883b1fc2950 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Aug 24 00:52:31.054323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d6598d0-b066-489c-872d-b8bfad09a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:31.057059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d6598d0-b066-489c-872d-b8bfad09a10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:31.060577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6d6598d0-b066-489c-872d-b8bfad09a10e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/248ac5a8-f8ae-472d-98dd-d4d0605b2d90 HTTP/1.1" status: 204 len: 168 time: 0.2340703 Aug 24 00:52:31.066419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6598d0-b066-489c-872d-b8bfad09a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ac5a8-f8ae-472d-98dd-d4d0605b2d90,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:31.876349 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:32.151888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645b65f-068d-4cdf-90b5-1fd1a0a96fa8 req-eea439ed-810d-4465-a393-b1102874fbd5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:32.153423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b645b65f-068d-4cdf-90b5-1fd1a0a96fa8 req-eea439ed-810d-4465-a393-b1102874fbd5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0509732 Aug 24 00:52:32.195856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b645b65f-068d-4cdf-90b5-1fd1a0a96fa8 req-763ef633-35b1-4392-b8f1-3be21f30c07c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Aug 24 00:52:33.317381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bee47-6920-460d-ba4d-71f39a2d7826 req-0f63c621-407e-4b41-b7a6-304fa8564e2a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:33.319088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c3bee47-6920-460d-ba4d-71f39a2d7826 req-0f63c621-407e-4b41-b7a6-304fa8564e2a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0542371 Aug 24 00:52:33.360138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c3bee47-6920-460d-ba4d-71f39a2d7826 req-74b056f8-5b07-4193-a32e-4847ee17c7bd tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342793 Aug 24 00:52:33.962539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45406) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:34.069509 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c683b9e7-a985-4c58-8eeb-88b7c229c8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.157696 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c683b9e7-a985-4c58-8eeb-88b7c229c8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.242260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c683b9e7-a985-4c58-8eeb-88b7c229c8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.281632 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c683b9e7-a985-4c58-8eeb-88b7c229c8ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28a7cbd3dca943d9924404922b2a0046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179088 Aug 24 00:52:34.282533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683b9e7-a985-4c58-8eeb-88b7c229c8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f98977-6615-4a2d-a623-d75bf71021bb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:34.284274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45410) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:34.337236 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e34a51e-72d3-46ad-a29f-43dba27b3f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.359747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e34a51e-72d3-46ad-a29f-43dba27b3f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.481434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f81a2-867f-4f08-91cf-7ee5a448fffc req-2bf5ab42-11a2-4542-9acb-02ca721976e9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:34.482926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f08f81a2-867f-4f08-91cf-7ee5a448fffc req-2bf5ab42-11a2-4542-9acb-02ca721976e9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0526154 Aug 24 00:52:34.516437 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e34a51e-72d3-46ad-a29f-43dba27b3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.518924 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e34a51e-72d3-46ad-a29f-43dba27b3f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:34.520025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9e34a51e-72d3-46ad-a29f-43dba27b3f3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4f98977-6615-4a2d-a623-d75bf71021bb HTTP/1.1" status: 204 len: 168 time: 0.2338541 Aug 24 00:52:34.527819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f08f81a2-867f-4f08-91cf-7ee5a448fffc req-a8acaf60-3262-4bcc-b63b-eeb13ec67f51 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Aug 24 00:52:34.532608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34a51e-72d3-46ad-a29f-43dba27b3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f98977-6615-4a2d-a623-d75bf71021bb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:35.235388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45418) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:35.250150 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-581b0395-e7ab-415c-a67c-13fac69b3750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.347307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-581b0395-e7ab-415c-a67c-13fac69b3750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.453960 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-581b0395-e7ab-415c-a67c-13fac69b3750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.495044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-581b0395-e7ab-415c-a67c-13fac69b3750 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89c658ab72694426ae2a591e478dc044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585354 Aug 24 00:52:35.495900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b0395-e7ab-415c-a67c-13fac69b3750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4312d2-9a8c-4c1f-a2e7-9f924c3f9524,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:35.497660 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45420) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:35.547555 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020d20c8-e571-45eb-99e8-6d0ab0b0bbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.570112 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020d20c8-e571-45eb-99e8-6d0ab0b0bbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.652522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25886af-7ac4-4eb4-a8aa-c4cdedaf987d req-93145c3f-578f-4d05-8075-3b290088bb99 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:35.654064 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d25886af-7ac4-4eb4-a8aa-c4cdedaf987d req-93145c3f-578f-4d05-8075-3b290088bb99 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0562048 Aug 24 00:52:35.693396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d25886af-7ac4-4eb4-a8aa-c4cdedaf987d req-535355b2-54c9-4bf3-8143-33a9f48def88 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Aug 24 00:52:35.716708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020d20c8-e571-45eb-99e8-6d0ab0b0bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.723227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-020d20c8-e571-45eb-99e8-6d0ab0b0bbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:35.723227 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-020d20c8-e571-45eb-99e8-6d0ab0b0bbde admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e4312d2-9a8c-4c1f-a2e7-9f924c3f9524 HTTP/1.1" status: 204 len: 168 time: 0.2219291 Aug 24 00:52:35.730922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d20c8-e571-45eb-99e8-6d0ab0b0bbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4312d2-9a8c-4c1f-a2e7-9f924c3f9524,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:36.814220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2014a-959d-466a-aa57-f17d160d6baf req-a09a6053-1755-4f46-bfe6-1ad898ab498e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:36.815814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1be2014a-959d-466a-aa57-f17d160d6baf req-a09a6053-1755-4f46-bfe6-1ad898ab498e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0541794 Aug 24 00:52:36.855194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1be2014a-959d-466a-aa57-f17d160d6baf req-468e0c2a-3ca9-4f50-b64d-17a3f5d5968b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332086 Aug 24 00:52:37.974088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f75ec-eece-4864-9b29-3eeb08398b9a req-569edf58-08d7-4999-991d-96391af3d86c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:37.975877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c9f75ec-eece-4864-9b29-3eeb08398b9a req-569edf58-08d7-4999-991d-96391af3d86c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0508852 Aug 24 00:52:38.020134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c9f75ec-eece-4864-9b29-3eeb08398b9a req-45e9b108-adc3-41f8-b66e-4083524311ae tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Aug 24 00:52:38.625162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:38.737284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb8b9b7-6b21-4a3b-9804-48874a7a5f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:38.826857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb8b9b7-6b21-4a3b-9804-48874a7a5f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:38.883286 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ceb8b9b7-6b21-4a3b-9804-48874a7a5f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:38.924611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ceb8b9b7-6b21-4a3b-9804-48874a7a5f19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6434d536ce44b829ebc7059e914d741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982912 Aug 24 00:52:38.925635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8b9b7-6b21-4a3b-9804-48874a7a5f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89cc8bb-2872-4424-856a-dc17a6cece94,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:38.927398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45488) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:38.984074 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-897115f4-2b9f-4aab-ad7d-8c3a91ef3942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:39.005592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-897115f4-2b9f-4aab-ad7d-8c3a91ef3942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:39.139661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-897115f4-2b9f-4aab-ad7d-8c3a91ef3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:39.140615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ecf0e-5dbb-4a61-add6-bfb11ce256df req-e2ac0778-386a-451a-ab47-b55f33a3d0ce tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:39.142173 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2ecf0e-5dbb-4a61-add6-bfb11ce256df req-e2ac0778-386a-451a-ab47-b55f33a3d0ce tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0532863 Aug 24 00:52:39.142451 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-897115f4-2b9f-4aab-ad7d-8c3a91ef3942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:39.143619 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-897115f4-2b9f-4aab-ad7d-8c3a91ef3942 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b89cc8bb-2872-4424-856a-dc17a6cece94 HTTP/1.1" status: 204 len: 168 time: 0.2124763 Aug 24 00:52:39.152355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897115f4-2b9f-4aab-ad7d-8c3a91ef3942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89cc8bb-2872-4424-856a-dc17a6cece94,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:39.190805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf2ecf0e-5dbb-4a61-add6-bfb11ce256df req-c79a9d87-e961-4e59-a5b2-8c618db93094 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Aug 24 00:52:39.776741 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-946b5e4d-791a-4a31-8d29-0c1c33faf422 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402482 Aug 24 00:52:39.843214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45496) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:39.877061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f36d371-259c-4882-aaa3-1f4cae66c88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:39.909176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-78539aff-ca0e-4303-8c0d-7d99300d63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:39.910721 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-78539aff-ca0e-4303-8c0d-7d99300d63fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 1097 time: 0.0709419 Aug 24 00:52:40.059331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-c4835099-8704-48df-9fa2-fe5155d50470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:40.060773 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-c4835099-8704-48df-9fa2-fe5155d50470 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8656cb7-5420-4428-8bf7-3045153ec198 HTTP/1.1" status: 200 len: 898 time: 0.1279988 Aug 24 00:52:40.071290 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f36d371-259c-4882-aaa3-1f4cae66c88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:40.131145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-4c30af89-4658-4417-83ed-1e9ab5a7eb80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f04f89-f435-4e65-80d2-6eca81346404 HTTP/1.1" status: 200 len: 1002 time: 0.0624745 Aug 24 00:52:40.181536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-8a6330bc-2ec6-4bbc-be12-c4530a285830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:40.183041 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-8a6330bc-2ec6-4bbc-be12-c4530a285830 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1aab08a-06a0-4cee-b6d4-c2b701ae600f HTTP/1.1" status: 200 len: 835 time: 0.0447829 Aug 24 00:52:40.229493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6f36d371-259c-4882-aaa3-1f4cae66c88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:40.243283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-3579e53b-52ca-4a6a-8d45-0d4596102b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:40.244833 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-3579e53b-52ca-4a6a-8d45-0d4596102b91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8656cb7-5420-4428-8bf7-3045153ec198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544400 Aug 24 00:52:40.292162 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6f36d371-259c-4882-aaa3-1f4cae66c88d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=154433825bf14a389a77e4f9395fd3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479032 Aug 24 00:52:40.303883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:40.322314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36d371-259c-4882-aaa3-1f4cae66c88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a249b4-8db5-43d1-915f-3c06e1ec30e7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:40.357323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f6b3d-7339-42d0-9ec0-39a9463a06e9 req-57f2d359-883c-466c-b376-7640944d6262 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:40.358866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-538f6b3d-7339-42d0-9ec0-39a9463a06e9 req-57f2d359-883c-466c-b376-7640944d6262 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0821335 Aug 24 00:52:40.367719 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-dcfbd340-247a-4fbb-ae05-c1e8db246eab service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121023 Aug 24 00:52:40.384904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92d1d124-7c93-455a-8e50-cf0ccbc24367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:40.421090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92d1d124-7c93-455a-8e50-cf0ccbc24367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:40.432584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-538f6b3d-7339-42d0-9ec0-39a9463a06e9 req-3e374811-9aa1-4ed8-b94a-7da5e43a4b6b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638669 Aug 24 00:52:40.468128 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a83465cb-39d8-4401-9987-5c63f3386d39 req-d8ed3f7c-2417-4e21-80cd-f86c0505d8de service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925272 Aug 24 00:52:40.591173 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92d1d124-7c93-455a-8e50-cf0ccbc24367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:40.593754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-92d1d124-7c93-455a-8e50-cf0ccbc24367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:40.594926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-92d1d124-7c93-455a-8e50-cf0ccbc24367 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10a249b4-8db5-43d1-915f-3c06e1ec30e7 HTTP/1.1" status: 204 len: 168 time: 0.2898297 Aug 24 00:52:40.606192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1d124-7c93-455a-8e50-cf0ccbc24367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a249b4-8db5-43d1-915f-3c06e1ec30e7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:41.551778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b916a-b619-4237-8a7d-3bd979b5aa63 req-189d275c-994f-421f-ba2b-341230a91631 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:41.553299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-563b916a-b619-4237-8a7d-3bd979b5aa63 req-189d275c-994f-421f-ba2b-341230a91631 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0510139 Aug 24 00:52:41.596931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-563b916a-b619-4237-8a7d-3bd979b5aa63 req-4b8b5430-01d9-433e-890f-3a59e45918fe tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352662 Aug 24 00:52:41.884574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45532) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:41.947658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f26ac9d8-c1e5-4c8b-8907-8b0ae82c583c tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/floatingips/82d44e10-d635-4fb2-961b-28342701a152 HTTP/1.1" status: 200 len: 994 time: 0.0617375 Aug 24 00:52:42.218837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:42.364195 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:52:42.387849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 0f8d0b23-7ff6-461a-96a3-556713823c8e {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:42.388196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.466902 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.467240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.478818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 0f8d0b23-7ff6-461a-96a3-556713823c8e owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:42.636952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.686520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:42.730371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=0f8d0b23-7ff6-461a-96a3-556713823c8e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:43.133950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00acddf-0968-4db1-ae6c-f0fd84e68662 req-17141ed6-0dce-40dc-892d-66a1a92d6327 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:43.135495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a00acddf-0968-4db1-ae6c-f0fd84e68662 req-17141ed6-0dce-40dc-892d-66a1a92d6327 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.4603248 Aug 24 00:52:43.185087 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:43.185987 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Floating IP 82d44e10-d635-4fb2-961b-28342701a152 disassociated (deleted). External IP: 172.25.5.117, port: 14f04f89-f435-4e65-80d2-6eca81346404. Aug 24 00:52:43.228928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a00acddf-0968-4db1-ae6c-f0fd84e68662 req-fb6d8dfa-ae91-47c7-9743-9c2ae1c2470d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864079 Aug 24 00:52:43.438144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:52:43.560541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:52:43.565611 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:43.573361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] Sync routers for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:52:43.582949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:43.583798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:43.597865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-23a9deaa-8f07-4a3b-be4c-dedb0c46b459 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/floatingips/82d44e10-d635-4fb2-961b-28342701a152 HTTP/1.1" status: 204 len: 168 time: 1.3766966 Aug 24 00:52:43.597865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:43.598664 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b896b4-08ed-4781-bf06-13dea45a234a" -d '{"events": [{"name": "network-changed", "server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "tag": "14f04f89-f435-4e65-80d2-6eca81346404"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:43.643477 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19947916-599f-4f97-bdcd-a76d063d4082 x-openstack-request-id: req-19947916-599f-4f97-bdcd-a76d063d4082 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:43.643913 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "tag": "14f04f89-f435-4e65-80d2-6eca81346404", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:43.644453 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19947916-599f-4f97-bdcd-a76d063d4082 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:43.645082 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404', 'status': 'completed', 'code': 200} Aug 24 00:52:43.732580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-95deddb0-0055-4116-962c-81348186a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:43.734178 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-95deddb0-0055-4116-962c-81348186a56d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162b462ae90247339be708b3255fe6d3&device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 1097 time: 0.0451512 Aug 24 00:52:43.849087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-2d2fa144-1d87-4139-8b3a-d887ddde1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:43.851565 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-2d2fa144-1d87-4139-8b3a-d887ddde1a42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8656cb7-5420-4428-8bf7-3045153ec198 HTTP/1.1" status: 200 len: 898 time: 0.1094029 Aug 24 00:52:43.895449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:52:43.898046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-1ec0435a-54e3-4c4f-afd0-f999a6b18f29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14f04f89-f435-4e65-80d2-6eca81346404 HTTP/1.1" status: 200 len: 217 time: 0.0379903 Aug 24 00:52:43.957278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-8af69b51-5a30-4c2d-bc29-2341bc2835b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:43.959253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-8af69b51-5a30-4c2d-bc29-2341bc2835b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1aab08a-06a0-4cee-b6d4-c2b701ae600f HTTP/1.1" status: 200 len: 835 time: 0.0543609 Aug 24 00:52:44.016096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-0a441ef1-5ff5-4525-b382-d72c9f1517f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:44.017656 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-0a441ef1-5ff5-4525-b382-d72c9f1517f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8656cb7-5420-4428-8bf7-3045153ec198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500205 Aug 24 00:52:44.065426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d61e-8b92-4f89-aeaf-ce49bcb1496f req-fb14aaee-21c5-4c7b-af20-90494eeaab85 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:44.075121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15d0d61e-8b92-4f89-aeaf-ce49bcb1496f req-fb14aaee-21c5-4c7b-af20-90494eeaab85 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 946 time: 0.0726769 Aug 24 00:52:44.123005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15d0d61e-8b92-4f89-aeaf-ce49bcb1496f req-7c27270f-9350-47cf-ae97-7a62a3ccc70f tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465550 Aug 24 00:52:44.128448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:09Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:44.146403 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-42a87310-3858-47dd-a30a-1803affd42e6 service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195469 Aug 24 00:52:44.160266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] Checking router: b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:52:44.169392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:44.170184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:44.247349 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d6b896b4-08ed-4781-bf06-13dea45a234a req-2478702b-5276-4e6e-8f56-6508d25dec99 service neutron] 10.222.0.36 "GET /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928323 Aug 24 00:52:44.278573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:52:44.359253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c96e2-d881-4b11-b9b1-67bdc2a922aa req-4de28c92-4c21-487a-bd3a-3712e0388f34 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:44.360955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd7c96e2-d881-4b11-b9b1-67bdc2a922aa req-4de28c92-4c21-487a-bd3a-3712e0388f34 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0530403 Aug 24 00:52:44.403653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd7c96e2-d881-4b11-b9b1-67bdc2a922aa req-24e2704e-0e7f-42ff-9a57-d6eeb928da2c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Aug 24 00:52:44.522841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:09Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:44.551570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38710e6-9014-4baf-b863-d1c0bacf9ddb None None] The sync data for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 is: [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:04Z', 'revision_number': 4, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'eadcc8f2-fc36-4426-a76c-e4ad0323efa4', 'name': '', 'network_id': 'e8656cb7-5420-4428-8bf7-3045153ec198', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'mac_address': 'fa:16:3e:7b:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:51:03Z', 'updated_at': '2021-08-24T00:51:09Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'subnets': [{'id': 'c1aab08a-06a0-4cee-b6d4-c2b701ae600f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:52:44.796619 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8d397b-3faa-47bd-8252-4e834631ca2c None None] New status for floating IP 82d44e10-d635-4fb2-961b-28342701a152: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:52:45.240635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582ec23-f905-4f68-9425-e55d220fa48e req-613b773b-f3ee-4abc-8818-2bfab1523243 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:45.242716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c582ec23-f905-4f68-9425-e55d220fa48e req-613b773b-f3ee-4abc-8818-2bfab1523243 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 946 time: 0.0541852 Aug 24 00:52:45.280850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c582ec23-f905-4f68-9425-e55d220fa48e req-0b72a50e-3382-42d7-9f6d-b6ccef5d1b8b tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/security-groups?id=0391bda5-dfda-4e7d-ac66-9723da5d3037&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Aug 24 00:52:45.541858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819770e3-628c-4064-a3e8-964c91d69a07 req-b7c303d3-6c74-4425-a026-6116195ae7c6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:45.543685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-819770e3-628c-4064-a3e8-964c91d69a07 req-b7c303d3-6c74-4425-a026-6116195ae7c6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0536451 Aug 24 00:52:45.586462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-819770e3-628c-4064-a3e8-964c91d69a07 req-68781f48-7959-492e-b42e-6c5a689bdc43 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357015 Aug 24 00:52:45.677758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73290da8-97af-4e78-b32d-6e745aec9492 req-2a754dec-10c0-46f0-8f8a-3f5c1512a7f8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:45.679260 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73290da8-97af-4e78-b32d-6e745aec9492 req-2a754dec-10c0-46f0-8f8a-3f5c1512a7f8 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 946 time: 0.0523458 Aug 24 00:52:45.776321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 14f04f89-f435-4e65-80d2-6eca81346404 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:45.777079 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:45.883045 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port 14f04f89-f435-4e65-80d2-6eca81346404, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=14f04f89-f435-4e65-80d2-6eca81346404,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:45.883467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:45.895856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 14f04f89-f435-4e65-80d2-6eca81346404 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:46.065584 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.096842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=14f04f89-f435-4e65-80d2-6eca81346404,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:46.142416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] No DVR routers for this DVR port 14f04f89-f435-4e65-80d2-6eca81346404 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:46.145023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:46.147249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73290da8-97af-4e78-b32d-6e745aec9492 req-ec355f54-4c3a-419d-9a80-0594c6c5767e tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.36 "DELETE /v2.0/ports/14f04f89-f435-4e65-80d2-6eca81346404 HTTP/1.1" status: 204 len: 173 time: 0.4616952 Aug 24 00:52:46.147699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'name': 'network-vif-deleted', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:46.150592 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7e8b5f-31ed-40cc-8f25-4fde057eb29e" -d '{"events": [{"server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "name": "network-vif-deleted", "tag": "14f04f89-f435-4e65-80d2-6eca81346404"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:46.188673 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5117a07-df51-4683-9597-480308890513 x-openstack-request-id: req-c5117a07-df51-4683-9597-480308890513 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:46.188971 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b503d716-088e-4fb3-bae1-d99e0f34947e", "name": "network-vif-deleted", "tag": "14f04f89-f435-4e65-80d2-6eca81346404", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:46.189231 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5117a07-df51-4683-9597-480308890513 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:46.189660 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b503d716-088e-4fb3-bae1-d99e0f34947e', 'name': 'network-vif-deleted', 'tag': '14f04f89-f435-4e65-80d2-6eca81346404', 'status': 'completed', 'code': 200} Aug 24 00:52:46.391053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e64b452c-84d5-4c7d-8e91-8d2c9570f72d req-f8beaae9-4acb-41b6-bd28-ae42f322b014 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b503d716-088e-4fb3-bae1-d99e0f34947e HTTP/1.1" status: 200 len: 210 time: 0.0285182 Aug 24 00:52:47.008707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d6dcc-a4a4-4d7a-b215-27ac7598dd54 req-81280818-2a22-414f-b935-0a16671ebf38 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:47.010473 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b84d6dcc-a4a4-4d7a-b215-27ac7598dd54 req-81280818-2a22-414f-b935-0a16671ebf38 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0855646 Aug 24 00:52:47.053168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b84d6dcc-a4a4-4d7a-b215-27ac7598dd54 req-796ae431-a771-472d-9d7d-38ba69092d10 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347619 Aug 24 00:52:47.372740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45590) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:47.454177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45596) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:47.514058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8785ad47-ea3c-407f-8963-4c1c5b37cec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:47.540842 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0892f17-d15c-4544-8902-74ed2514f41a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:47.578186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0892f17-d15c-4544-8902-74ed2514f41a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:47.671209 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8785ad47-ea3c-407f-8963-4c1c5b37cec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:47.768538 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0892f17-d15c-4544-8902-74ed2514f41a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:47.771582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0892f17-d15c-4544-8902-74ed2514f41a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:47.772453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f0892f17-d15c-4544-8902-74ed2514f41a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/security-groups/0391bda5-dfda-4e7d-ac66-9723da5d3037 HTTP/1.1" status: 204 len: 168 time: 0.3173580 Aug 24 00:52:47.773798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8785ad47-ea3c-407f-8963-4c1c5b37cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:47.791651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0892f17-d15c-4544-8902-74ed2514f41a tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391bda5-dfda-4e7d-ac66-9723da5d3037,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:47.828561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8785ad47-ea3c-407f-8963-4c1c5b37cec3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00e3ce1097fb4cb08987dde9a0f37883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546382 Aug 24 00:52:47.829922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785ad47-ea3c-407f-8963-4c1c5b37cec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e47218-01af-456e-a42f-ca7b53e18c54,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:47.831263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45600) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:47.877931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45602) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:47.885256 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-598908ce-4397-457c-b586-618768f13955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:47.907264 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-598908ce-4397-457c-b586-618768f13955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:48.031194 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-598908ce-4397-457c-b586-618768f13955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:48.033805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-598908ce-4397-457c-b586-618768f13955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:48.035022 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-598908ce-4397-457c-b586-618768f13955 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02e47218-01af-456e-a42f-ca7b53e18c54 HTTP/1.1" status: 204 len: 168 time: 0.2027488 Aug 24 00:52:48.043814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598908ce-4397-457c-b586-618768f13955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e47218-01af-456e-a42f-ca7b53e18c54,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:48.208412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00a034-a0b1-459e-95b1-b4502c3549e8 req-9a086600-9f91-45c9-8659-92d942257b80 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:48.209925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c00a034-a0b1-459e-95b1-b4502c3549e8 req-9a086600-9f91-45c9-8659-92d942257b80 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0801837 Aug 24 00:52:48.259788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c00a034-a0b1-459e-95b1-b4502c3549e8 req-7f071d9b-cd5d-4360-a0fa-bee969dcd576 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Aug 24 00:52:48.335451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:48.607477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port eadcc8f2-fc36-4426-a76c-e4ad0323efa4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:48.608237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:48.702788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port eadcc8f2-fc36-4426-a76c-e4ad0323efa4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:48.703212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:48.715141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for eadcc8f2-fc36-4426-a76c-e4ad0323efa4 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:48.990832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.015866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=eadcc8f2-fc36-4426-a76c-e4ad0323efa4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:49.158257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 14f04f89-f435-4e65-80d2-6eca81346404 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:49.191820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 14f04f89-f435-4e65-80d2-6eca81346404 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:52:49.192517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 14f04f89-f435-4e65-80d2-6eca81346404 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:49.205163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.454668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faa226-d00b-4e2c-882c-1e10f0e7db74 req-316ccbc7-374c-467b-a067-4b1717a7c226 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:49.456346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16faa226-d00b-4e2c-882c-1e10f0e7db74 req-316ccbc7-374c-467b-a067-4b1717a7c226 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.1280200 Aug 24 00:52:49.486901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:52:49.508973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16faa226-d00b-4e2c-882c-1e10f0e7db74 req-00aad0a1-c111-4ba6-8d6f-dde5ee230528 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Aug 24 00:52:49.615887 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:52:49.621000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bfd65a71-364a-4419-ab11-aea89cc7e809 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "PUT /v2.0/routers/b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419353 Aug 24 00:52:49.623643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45636) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:49.628750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] Sync routers for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:52:49.629393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45638) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:49.644477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:49.645101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:49.677166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-efeb84a3-7516-4b77-b664-5e87098311d7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting subnet c1aab08a-06a0-4cee-b6d4-c2b701ae600f {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:52:49.680999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efeb84a3-7516-4b77-b664-5e87098311d7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.722445 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efeb84a3-7516-4b77-b664-5e87098311d7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.748277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d759d2e-8dba-493b-9c88-133cd266286a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.755567 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:52:49.819533 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efeb84a3-7516-4b77-b664-5e87098311d7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.851435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d759d2e-8dba-493b-9c88-133cd266286a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.910945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d759d2e-8dba-493b-9c88-133cd266286a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.928480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efeb84a3-7516-4b77-b664-5e87098311d7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.937201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:52:48Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:49.942953 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-efeb84a3-7516-4b77-b664-5e87098311d7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:49.948411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-efeb84a3-7516-4b77-b664-5e87098311d7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/subnets/c1aab08a-06a0-4cee-b6d4-c2b701ae600f HTTP/1.1" status: 204 len: 168 time: 0.3237936 Aug 24 00:52:49.950266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45642) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:49.963091 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d759d2e-8dba-493b-9c88-133cd266286a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07054922ed02454495da8098814ef3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301139 Aug 24 00:52:49.965371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45644) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:49.968565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6151e62-7328-43a9-b2e6-8073a8e40c41 None None] Network e8656cb7-5420-4428-8bf7-3045153ec198 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:49.970929 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] Checking router: b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:52:49.994538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb84a3-7516-4b77-b664-5e87098311d7 tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Subnet': ['ID=c1aab08a-06a0-4cee-b6d4-c2b701ae600f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:49.995765 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d759d2e-8dba-493b-9c88-133cd266286a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb49945-7c95-48ad-9883-ad30c6c3bbf8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:50.021098 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3790906c-a7e8-4206-8da6-d4cdb4e81819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.030197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] Routers {'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:50.030830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:50.043828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3790906c-a7e8-4206-8da6-d4cdb4e81819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.071342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.163156 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3790906c-a7e8-4206-8da6-d4cdb4e81819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.166260 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3790906c-a7e8-4206-8da6-d4cdb4e81819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.169834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3790906c-a7e8-4206-8da6-d4cdb4e81819 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfb49945-7c95-48ad-9883-ad30c6c3bbf8 HTTP/1.1" status: 204 len: 168 time: 0.2010939 Aug 24 00:52:50.175521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790906c-a7e8-4206-8da6-d4cdb4e81819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb49945-7c95-48ad-9883-ad30c6c3bbf8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:50.183276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.210076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] Set router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:52:50.305445 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Deleting port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:50.305726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] DHCP port deletion for e8656cb7-5420-4428-8bf7-3045153ec198 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:52:50.305873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.392522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] For port 8bb417f2-eb4f-4669-a9c9-39fdacf62e91, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8bb417f2-eb4f-4669-a9c9-39fdacf62e91,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:50.392901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.407201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Calling delete_port for 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:50.418950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] Deleting port b66659f2-4bd0-4a13-b319-0edd710ae251 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:52:50.419333 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.492112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] For port b66659f2-4bd0-4a13-b319-0edd710ae251, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b66659f2-4bd0-4a13-b319-0edd710ae251,segment=NetworkSegment(6769cdcb-afa5-4386-996f-8c212a702b3c),segment_id=6769cdcb-afa5-4386-996f-8c212a702b3c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:50.492384 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.509310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] Calling delete_port for b66659f2-4bd0-4a13-b319-0edd710ae251 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:52:50.520366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:52:48Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:50.554665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fd4c0-2fcb-404b-90a2-40db38cdda64 None None] The sync data for ids ['b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb'] in n-d-804878-2 is: [{'id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'name': 'tempest-TestNetworkBasicOps-router-1448710109', 'tenant_id': '162b462ae90247339be708b3255fe6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:52:48Z', 'revision_number': 5, 'project_id': '162b462ae90247339be708b3255fe6d3', 'gw_port': {'id': '8bb417f2-eb4f-4669-a9c9-39fdacf62e91', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:50:59Z', 'updated_at': '2021-08-24T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:52:50.659697 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.666919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd049-a846-4095-80d4-b355475d3b62 req-c11793c4-0fea-4bf6-8921-7c4f787bb9b2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:50.668471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-310cd049-a846-4095-80d4-b355475d3b62 req-c11793c4-0fea-4bf6-8921-7c4f787bb9b2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0561922 Aug 24 00:52:50.691077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Port': ['ID=8bb417f2-eb4f-4669-a9c9-39fdacf62e91,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:50.711625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-310cd049-a846-4095-80d4-b355475d3b62 req-561ad29d-52a2-49ed-a8f2-2b1915101d4a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Aug 24 00:52:50.722661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.750880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] Pushing event deleted for resources: {'Port': ['ID=b66659f2-4bd0-4a13-b319-0edd710ae251,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:50.756791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370f2e4-b608-4f1a-90d7-e8e851992f29 None None] No DVR routers for this DVR port b66659f2-4bd0-4a13-b319-0edd710ae251 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:52:50.772526 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.870814 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:50.872981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.008566 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.008566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Fanout notify agent at l3_agent the message router_deleted on router b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:52:51.016879 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.018058 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7ed39132-18b5-4b6b-947a-8b95dd43428d tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/routers/b28c7fc5-9b4b-4e09-9dae-5c8d7567e2fb HTTP/1.1" status: 204 len: 168 time: 1.0666196 Aug 24 00:52:51.020690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45660) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:51.034636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b66659f2-4bd0-4a13-b319-0edd710ae251 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:51.058717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b66659f2-4bd0-4a13-b319-0edd710ae251 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:52:51.059216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b66659f2-4bd0-4a13-b319-0edd710ae251 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:51.059704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eadcc8f2-fc36-4426-a76c-e4ad0323efa4 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:51.084747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: eadcc8f2-fc36-4426-a76c-e4ad0323efa4 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:52:51.085087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eadcc8f2-fc36-4426-a76c-e4ad0323efa4 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:51.129312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.228149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.238692 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8656cb7-5420-4428-8bf7-3045153ec198']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:51.250337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6769cdcb-afa5-4386-996f-8c212a702b3c') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:51.250642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6769cdcb-afa5-4386-996f-8c212a702b3c') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:51.260892 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.276588 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.283153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:52:51.283592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:52:51.290401 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:52:51.379232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45670) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:51.402453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.407304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.412366 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] 10.222.0.26 "DELETE /v2.0/networks/e8656cb7-5420-4428-8bf7-3045153ec198 HTTP/1.1" status: 204 len: 168 time: 0.3876302 Aug 24 00:52:51.435767 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b24209-c9f4-461f-97ea-ff83b37d8cef tempest-TestNetworkBasicOps-1210783111 tempest-TestNetworkBasicOps-1210783111-project] Pushing event deleted for resources: {'Network': ['ID=e8656cb7-5420-4428-8bf7-3045153ec198,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:51.491281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1691776351-network', 'tenant_id': '743af57660e54ab3ab0f71151a53d462'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:51.619699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Made reservation on behalf of 743af57660e54ab3ab0f71151a53d462 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:51.623347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.639359 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.729754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.834783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9943d-0a9c-48d3-aaf8-48080573f94c req-c6e6e8db-2c8d-40f2-81e2-4132cb0369e6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:51.838917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6a9943d-0a9c-48d3-aaf8-48080573f94c req-c6e6e8db-2c8d-40f2-81e2-4132cb0369e6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0519414 Aug 24 00:52:51.839083 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.862311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:52:51.877037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b1fb6a-7296-413b-be5a-0ae875e1cb96,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:51.877515 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6a9943d-0a9c-48d3-aaf8-48080573f94c req-a9916f12-e1ec-4ed8-8f37-5d34d29f9a0b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Aug 24 00:52:51.883225 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:51.883846 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Added segment 114b75b9-7575-4e65-abc2-35674a3e6325 of type vlan for network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 Aug 24 00:52:51.918231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45680) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:51.926766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.013450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.014480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:52.015116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.050486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fb0196a8-f2a8-49f9-a09f-03d38cc26546 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=162b462ae90247339be708b3255fe6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309960 Aug 24 00:52:52.052980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45684) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:52.075511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] Pushing event updated for resources: {'Network': ['ID=f9b897ff-8550-4dd5-8763-1d72ec3b6f63,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:52.086821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:52:52.096912 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e0f4f3a-b95e-4d92-9f27-f5f0b3ccb10e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7139122 Aug 24 00:52:52.097190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45686) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:52.103411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-003b9fb2-56c1-4c40-b98f-ed6f1e3cc66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.107428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Request body: {'subnet': {'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1691776351-subnet', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:52.129779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-003b9fb2-56c1-4c40-b98f-ed6f1e3cc66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.213053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Made reservation on behalf of 743af57660e54ab3ab0f71151a53d462 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:52.215492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.253491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-003b9fb2-56c1-4c40-b98f-ed6f1e3cc66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.256150 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-003b9fb2-56c1-4c40-b98f-ed6f1e3cc66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.257369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-003b9fb2-56c1-4c40-b98f-ed6f1e3cc66d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a9e6d41-4d7d-4e0d-bf6c-cf976568e604 HTTP/1.1" status: 204 len: 168 time: 0.2034318 Aug 24 00:52:52.267069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b9fb2-56c1-4c40-b98f-ed6f1e3cc66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9e6d41-4d7d-4e0d-bf6c-cf976568e604,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:52.522542 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.582637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a9c192-b8f2-40cf-b997-8e3c7b56b738,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:52.592192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Checking segment: {'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:52.596852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Network hostable DHCP agents. Network: f9b897ff-8550-4dd5-8763-1d72ec3b6f63, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:52:52.682194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:52:52.773805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, f9b897ff-8550-4dd5-8763-1d72ec3b6f63) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:52.778487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:52.779537 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.782805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5448ff52-87b4-4d42-9202-dda70bc37577 None None] Network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:52.840332 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c6a00e59-c1f1-413d-a343-a398497482d2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7387974 Aug 24 00:52:52.840332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45692) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:52.845071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:52.890038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:52:52.912704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:52:52.913053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8bb417f2-eb4f-4669-a9c9-39fdacf62e91 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:52:52.928079 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.930727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.944802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45696) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:52.959203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3908b99c-1335-46f4-94a5-a05f9ea553c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.965854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-f9b897ff-8550-4dd5-8763-1d72ec3b6f63', 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'fixed_ips': [{'subnet_id': '37a9c192-b8f2-40cf-b997-8e3c7b56b738'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:52:52.966747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:52.994506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.039674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67d613-ac18-4aaf-afbc-8562f89582b8 req-94535833-4f64-4322-a075-df5944496528 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:53.041230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb67d613-ac18-4aaf-afbc-8562f89582b8 req-94535833-4f64-4322-a075-df5944496528 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0741751 Aug 24 00:52:53.102481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb67d613-ac18-4aaf-afbc-8562f89582b8 req-f44a0818-03fd-4513-b3ef-3d12b3cca8a4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543158 Aug 24 00:52:53.127655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3908b99c-1335-46f4-94a5-a05f9ea553c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.202390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3908b99c-1335-46f4-94a5-a05f9ea553c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.217280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.244813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3908b99c-1335-46f4-94a5-a05f9ea553c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1d9393d0dcc46289078d4ae0b5ae46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983837 Aug 24 00:52:53.245695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908b99c-1335-46f4-94a5-a05f9ea553c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc70a7b-44c8-4491-b867-d095310a2150,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:53.247772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45698) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:53.277957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Allocated IP 172.20.0.2 (f9b897ff-8550-4dd5-8763-1d72ec3b6f63/37a9c192-b8f2-40cf-b997-8e3c7b56b738/f0dfc175-5457-4cd2-94ae-5b5b9fdfa955) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:52:53.309920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc36e13c-bfc1-4a83-9ad8-bc351c338f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.361902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc36e13c-bfc1-4a83-9ad8-bc351c338f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.420582 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.493763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Transition to ACTIVE for port object f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:53.502777 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc36e13c-bfc1-4a83-9ad8-bc351c338f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.505394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-dc36e13c-bfc1-4a83-9ad8-bc351c338f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.506581 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dc36e13c-bfc1-4a83-9ad8-bc351c338f88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbc70a7b-44c8-4491-b867-d095310a2150 HTTP/1.1" status: 204 len: 168 time: 0.2568278 Aug 24 00:52:53.510933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Transition to ACTIVE for port object f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:53.517756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36e13c-bfc1-4a83-9ad8-bc351c338f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc70a7b-44c8-4491-b867-d095310a2150,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:53.579929 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.625094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:53.628572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:53.632223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:52:53.641834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Pushing event updated for resources: {'Port': ['ID=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:53.663538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.664444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.664796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.665283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.665655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.665998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.666335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.666666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.666995 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.667327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.667658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.667987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:53.705081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Attempting to bind port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:52:53.705541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Attempting to bind port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:52:53.708735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Attempting to bind port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 on network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:53.713194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:52:53.713693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Checking segment: {'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:53.714177 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.714693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Bound using segment: {'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:52:53.715380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Bound port: f0dfc175-5457-4cd2-94ae-5b5b9fdfa955, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:52:53.715859 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.789860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] For port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:52:53.793118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] For port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,segment=NetworkSegment(114b75b9-7575-4e65-abc2-35674a3e6325),segment_id=114b75b9-7575-4e65-abc2-35674a3e6325)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:52:53.883560 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.913994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.937269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:53.943294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19136b-fc79-45f9-81c1-90178c12d16f None None] Pushing event updated for resources: {'Port': ['ID=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:54.061965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Allocated IP 172.25.5.232 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/01b5c481-7a7a-4786-b177-0d6f0dc66c82) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:52:54.211327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:54.270473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8415a5-21ba-40ae-bd5f-f7fcde7855a8 req-1870d4d1-f64b-426b-8c95-fea2125036b3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:54.272154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b8415a5-21ba-40ae-bd5f-f7fcde7855a8 req-1870d4d1-f64b-426b-8c95-fea2125036b3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 944 time: 0.0672655 Aug 24 00:52:54.306431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:54.317972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b8415a5-21ba-40ae-bd5f-f7fcde7855a8 req-16c7a54c-5374-4f01-a3c1-4c916538a610 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363412 Aug 24 00:52:54.406904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:54.406904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:54.406904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:52:54.406904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Pushing event updated for resources: {'Port': ['ID=01b5c481-7a7a-4786-b177-0d6f0dc66c82,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:54.629161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0fa4d011-81b4-4692-9506-2980afe81800 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:52:54.762529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0fa4d011-81b4-4692-9506-2980afe81800, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0fa4d011-81b4-4692-9506-2980afe81800,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:54.768685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:54.776695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '0fa4d011-81b4-4692-9506-2980afe81800', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'port_id': '0fa4d011-81b4-4692-9506-2980afe81800', 'mac_address': 'fa:16:3e:e3:9a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:52:54.829969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:54.846108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa4d011-81b4-4692-9506-2980afe81800 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:52:54.869071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0fa4d011-81b4-4692-9506-2980afe81800, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0fa4d011-81b4-4692-9506-2980afe81800,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:54.956063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dbfcad-7468-4583-844e-45b592dd9142 None None] Network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:52:55.000013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:55.011763 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.030898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.125069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0fa4d011-81b4-4692-9506-2980afe81800,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:55.157538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d0691448-fc98-4b9e-8f4d-d5fd5764188a None None] Provisioning for port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:55.233845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:55.233845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:55.233845 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.268935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['0fa4d011-81b4-4692-9506-2980afe81800'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:52:55.276219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Router b56f804b-fe95-483c-b6c2-ad7c7a119944 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:52:55.365841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.437597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:52:55.445438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,segment=NetworkSegment(114b75b9-7575-4e65-abc2-35674a3e6325),segment_id=114b75b9-7575-4e65-abc2-35674a3e6325)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:55.451604 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Sync routers for ids ['b56f804b-fe95-483c-b6c2-ad7c7a119944'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:52:55.465451 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Routers {'b56f804b-fe95-483c-b6c2-ad7c7a119944'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:55.468358 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b56f804b-fe95-483c-b6c2-ad7c7a119944'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:55.494464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268885bc-300e-4bc3-97a8-4490f27910d4 req-ce3e18d1-90eb-463a-8387-d1dc511e6f15 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:55.501138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-268885bc-300e-4bc3-97a8-4490f27910d4 req-ce3e18d1-90eb-463a-8387-d1dc511e6f15 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 945 time: 0.0969861 Aug 24 00:52:55.539188 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.550455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-268885bc-300e-4bc3-97a8-4490f27910d4 req-8c9ae6e0-2d5b-42b9-88c0-1c3623aae9fc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Aug 24 00:52:55.551395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.555534 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e6ab8a89-31c5-402b-a759-c1591488b63e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7114053 Aug 24 00:52:55.555878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45736) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:55.607020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-71b6678d-08a3-4eb4-9378-ef7a878fe991 None None] Provisioning complete for port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:55.607399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-71b6678d-08a3-4eb4-9378-ef7a878fe991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.612039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:55.638054 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Set router b56f804b-fe95-483c-b6c2-ad7c7a119944 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:52:55.835669 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:52:54Z', 'revision_number': 3, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:55.863797 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Checking router: b56f804b-fe95-483c-b6c2-ad7c7a119944 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:52:55.864124 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Updating router b56f804b-fe95-483c-b6c2-ad7c7a119944 port 01b5c481-7a7a-4786-b177-0d6f0dc66c82 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:52:55.864837 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:55.890136 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.021900 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.147989 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.157872 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Transition to ACTIVE for port object 01b5c481-7a7a-4786-b177-0d6f0dc66c82 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:56.229327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Allocated IP 172.20.0.1 (f9b897ff-8550-4dd5-8763-1d72ec3b6f63/37a9c192-b8f2-40cf-b997-8e3c7b56b738/72cf6070-4208-4077-b1ba-8c06612f3d84) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:52:56.231309 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.253999 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3d75-f11a-4dca-bebb-31dc0c8a7ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.285205 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Attempting to bind port 01b5c481-7a7a-4786-b177-0d6f0dc66c82 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:52:56.285495 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Attempting to bind port 01b5c481-7a7a-4786-b177-0d6f0dc66c82 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:52:56.285908 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Attempting to bind port 01b5c481-7a7a-4786-b177-0d6f0dc66c82 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:52:56.294140 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:52:56.294512 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:56.294911 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.295559 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:52:56.296027 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Bound port: 01b5c481-7a7a-4786-b177-0d6f0dc66c82, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:52:56.296405 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.333030 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Pushing event updated for resources: {'Port': ['ID=01b5c481-7a7a-4786-b177-0d6f0dc66c82,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:56.345449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.350597 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] For port 01b5c481-7a7a-4786-b177-0d6f0dc66c82, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:52:56.359373 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.359719 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.360057 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.360388 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.360764 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.361049 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.361372 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.361719 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.362040 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.362355 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.362676 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.362993 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:52:56.364176 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Transition to ACTIVE for port object 72cf6070-4208-4077-b1ba-8c06612f3d84 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:56.374446 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] For port 01b5c481-7a7a-4786-b177-0d6f0dc66c82, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=01b5c481-7a7a-4786-b177-0d6f0dc66c82,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:52:56.442836 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.471483 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.493760 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Routers {'b56f804b-fe95-483c-b6c2-ad7c7a119944'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:56.495007 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b56f804b-fe95-483c-b6c2-ad7c7a119944'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:56.519391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:56.522231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:56.525905 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:52:56.555289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Pushing event updated for resources: {'Port': ['ID=72cf6070-4208-4077-b1ba-8c06612f3d84,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:56.593445 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.615164 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] Set router b56f804b-fe95-483c-b6c2-ad7c7a119944 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:52:56.647704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0fa4d011-81b4-4692-9506-2980afe81800 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:56.705495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c86e8-356a-4ddb-986b-7e9d740bc3ec req-c70cf4b2-a838-481b-89d2-89dfe6b9f2fc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:56.715557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da1c86e8-356a-4ddb-986b-7e9d740bc3ec req-c70cf4b2-a838-481b-89d2-89dfe6b9f2fc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 945 time: 0.0839427 Aug 24 00:52:56.766416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da1c86e8-356a-4ddb-986b-7e9d740bc3ec req-dec00f06-16b2-4faf-abd9-7fe64936f682 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496294 Aug 24 00:52:56.827839 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f1fc9-33ff-4e3a-8f82-cdfba6273257 None None] Pushing event updated for resources: {'Port': ['ID=01b5c481-7a7a-4786-b177-0d6f0dc66c82,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:56.842239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 0fa4d011-81b4-4692-9506-2980afe81800 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:56.846829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 0fa4d011-81b4-4692-9506-2980afe81800 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:56.854692 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.931659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6c1088ee-a124-4c96-9850-a844c19b571e None None] Provisioning for port 72cf6070-4208-4077-b1ba-8c06612f3d84 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:56.932582 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.938740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6c1088ee-a124-4c96-9850-a844c19b571e None None] Provisioning complete for port 72cf6070-4208-4077-b1ba-8c06612f3d84 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:56.940606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6c1088ee-a124-4c96-9850-a844c19b571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:56.992964 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:52:54Z', 'revision_number': 3, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:57.022428 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.025830 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dc142-4ae5-4ee8-a80b-40d82a1681c2 None None] The sync data for ids ['b56f804b-fe95-483c-b6c2-ad7c7a119944'] in n-d-804878-2 is: [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:52:54Z', 'revision_number': 3, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:52:57.042421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:57.100159 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55407b2-721e-462b-a7e2-4dd06548cb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa4d011-81b4-4692-9506-2980afe81800'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:52:57.103122 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc7995f-d374-4f65-8db7-e9e983ce0474" -d '{"events": [{"server_uuid": "b55407b2-721e-462b-a7e2-4dd06548cb15", "name": "network-vif-plugged", "status": "completed", "tag": "0fa4d011-81b4-4692-9506-2980afe81800"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:52:57.126781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6c1088ee-a124-4c96-9850-a844c19b571e None None] Port 72cf6070-4208-4077-b1ba-8c06612f3d84 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:52:57.130015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0fa4d011-81b4-4692-9506-2980afe81800, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0fa4d011-81b4-4692-9506-2980afe81800,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:57.141675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:57.141675 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.164812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.186608 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7fd053-18e1-4732-84cf-872d9d295fb2 x-openstack-request-id: req-dd7fd053-18e1-4732-84cf-872d9d295fb2 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:52:57.186971 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55407b2-721e-462b-a7e2-4dd06548cb15", "name": "network-vif-plugged", "status": "completed", "tag": "0fa4d011-81b4-4692-9506-2980afe81800", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:52:57.187176 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd7fd053-18e1-4732-84cf-872d9d295fb2 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:52:57.187532 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55407b2-721e-462b-a7e2-4dd06548cb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa4d011-81b4-4692-9506-2980afe81800', 'code': 200} Aug 24 00:52:57.242235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.245963 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.267772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda89b9-d3dc-41bd-80bd-1c3f541cf6b8 req-1352c36e-394e-471a-860b-748b17ff6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:57.270571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2eda89b9-d3dc-41bd-80bd-1c3f541cf6b8 req-1352c36e-394e-471a-860b-748b17ff6053 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 1096 time: 0.0487833 Aug 24 00:52:57.305110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0fa4d011-81b4-4692-9506-2980afe81800,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:57.324703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2eda89b9-d3dc-41bd-80bd-1c3f541cf6b8 req-432f9bb1-0018-4498-8c42-7c79a1aff755 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Aug 24 00:52:57.360229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Pushing event updated for resources: {'Port': ['ID=72cf6070-4208-4077-b1ba-8c06612f3d84,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:57.378941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45760) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:57.380099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.384138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'network': {'name': 'tempest-network-smoke--640901618', 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:57.485609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Made reservation on behalf of a04e1ca4549e44b481dd7e81baeb44f7 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:57.485845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.488923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:57.490535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:57.495458 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.620121 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.631179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Router b56f804b-fe95-483c-b6c2-ad7c7a119944 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:52:57.699660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.723073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:52:57.742220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.742694 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Added segment 484b82b1-6136-488b-8975-54f70d337c37 of type vlan for network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 Aug 24 00:52:57.753722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-968992db-4334-40cc-b6ad-57b175a55c0c None None] Provisioning complete for port 72cf6070-4208-4077-b1ba-8c06612f3d84 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:57.754017 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-968992db-4334-40cc-b6ad-57b175a55c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.762815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:52:57.769701 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-de0f0668-cb92-4140-b112-69497f46b67a admin admin] 10.222.0.26 "PUT /v2.0/routers/b56f804b-fe95-483c-b6c2-ad7c7a119944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2116024 Aug 24 00:52:57.799786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd03fd25-7269-4f15-88a0-93c494f82613,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:57.803710 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.810422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-968992db-4334-40cc-b6ad-57b175a55c0c None None] Port 72cf6070-4208-4077-b1ba-8c06612f3d84 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:52:57.895830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.902399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:57.903540 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:57.978342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd93473-7f92-42d8-83a1-a0cc70485d07 req-e8ffec5a-f478-46fb-bf89-5f70d34ee010 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:57.979623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdd93473-7f92-42d8-83a1-a0cc70485d07 req-e8ffec5a-f478-46fb-bf89-5f70d34ee010 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 946 time: 0.1226008 Aug 24 00:52:57.995105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Network': ['ID=a01c6a7c-173b-4322-bc6f-c11c7501ffc3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:58.012109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:52:58.022565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-848b125e-2a60-4cd5-97d9-83560ed6f218 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6423419 Aug 24 00:52:58.025375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45768) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:58.028169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdd93473-7f92-42d8-83a1-a0cc70485d07 req-47195ca9-5daa-46d9-9ede-06d936d666cc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Aug 24 00:52:58.030825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'admin_state_up': True, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:58.105469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.106593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.161369 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.394149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.609546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45780) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:58.614974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-939405685-network', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:58.687787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Made reservation on behalf of d2979ab96bfd49cdb60b6f3124271bac for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:58.688838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.690835 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.703720 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.707731 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.798055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.811901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Sync routers for ids ['b56f804b-fe95-483c-b6c2-ad7c7a119944'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:52:58.821321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Routers {'b56f804b-fe95-483c-b6c2-ad7c7a119944'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:52:58.821948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b56f804b-fe95-483c-b6c2-ad7c7a119944'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:58.822263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Allocated IP 172.25.5.128 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/2d62e349-31bf-4b31-b2c0-c331e714159f) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:52:58.876258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.908718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:52:58.913504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0545fc2-5944-488f-9f69-4161a8c94ab9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:58.927038 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.927038 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Added segment 79c08796-a32f-4834-93c7-6da7b4e34346 of type vlan for network af312815-154c-461f-a68f-e0d3d3bcec03 Aug 24 00:52:58.963477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Set router b56f804b-fe95-483c-b6c2-ad7c7a119944 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:52:58.963761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.981703 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:58.997280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 01b5c481-7a7a-4786-b177-0d6f0dc66c82 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:52:59.027626 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5939-6ec3-44c6-b416-af325294dd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.065152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.066227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:59.073225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.105381 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.143048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.152585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:52:59.156224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:59.158971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:52:59.170795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] Pushing event updated for resources: {'Network': ['ID=af312815-154c-461f-a68f-e0d3d3bcec03,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:59.185837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network af312815-154c-461f-a68f-e0d3d3bcec03 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:52:59.191289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898aaca-54d4-4a0d-b6b8-3cee37269760 req-aa40d644-989b-4da2-b5c8-c9481e4ad8b2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:59.192770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1898aaca-54d4-4a0d-b6b8-3cee37269760 req-aa40d644-989b-4da2-b5c8-c9481e4ad8b2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 946 time: 0.0755696 Aug 24 00:52:59.193995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=2d62e349-31bf-4b31-b2c0-c331e714159f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:59.225979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 01b5c481-7a7a-4786-b177-0d6f0dc66c82 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:52:59.237415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9b646535-49c2-4bbb-beaf-19ca662fc996 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6241393 Aug 24 00:52:59.237829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45784) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:52:59.242911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Request body: {'subnet': {'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-939405685-subnet', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:52:59.261638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1898aaca-54d4-4a0d-b6b8-3cee37269760 req-4e1ee6bf-cb81-4cde-93f6-51fe9f301f46 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572567 Aug 24 00:52:59.277001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 01b5c481-7a7a-4786-b177-0d6f0dc66c82 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:52:59.277001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.340300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:52:56Z', 'revision_number': 4, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '72cf6070-4208-4077-b1ba-8c06612f3d84', 'name': '', 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'mac_address': 'fa:16:3e:67:5b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37a9c192-b8f2-40cf-b997-8e3c7b56b738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:56Z', 'updated_at': '2021-08-24T00:52:56Z', 'revision_number': 2, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'subnets': [{'id': '37a9c192-b8f2-40cf-b997-8e3c7b56b738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:52:59.369678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Checking router: b56f804b-fe95-483c-b6c2-ad7c7a119944 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:52:59.370038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Updating router b56f804b-fe95-483c-b6c2-ad7c7a119944 port 72cf6070-4208-4077-b1ba-8c06612f3d84 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:52:59.373976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1d582-d288-40b4-833f-be1a3af473b6 req-242ad386-0e80-44ad-aace-0fe905b2ea17 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:59.375478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0b1d582-d288-40b4-833f-be1a3af473b6 req-242ad386-0e80-44ad-aace-0fe905b2ea17 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 946 time: 0.0503013 Aug 24 00:52:59.415043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a0b1d582-d288-40b4-833f-be1a3af473b6 req-692a1902-a06c-4452-94c8-0fe0fad998d3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334060 Aug 24 00:52:59.416372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Made reservation on behalf of d2979ab96bfd49cdb60b6f3124271bac for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:52:59.418368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.423167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.432880 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.488947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 01b5c481-7a7a-4786-b177-0d6f0dc66c82, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=01b5c481-7a7a-4786-b177-0d6f0dc66c82,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:52:59.562506 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.654301 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.683763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=01b5c481-7a7a-4786-b177-0d6f0dc66c82,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:59.721039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40de67ed-27f6-49b5-958f-f50c7d6ce1f7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:52:59.728343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Checking segment: {'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:52:59.728755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Network hostable DHCP agents. Network: af312815-154c-461f-a68f-e0d3d3bcec03, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:52:59.819375 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.832164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Transition to ACTIVE for port object 72cf6070-4208-4077-b1ba-8c06612f3d84 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:52:59.895254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Network af312815-154c-461f-a68f-e0d3d3bcec03 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:52:59.901665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.967882 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:52:59.985404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, af312815-154c-461f-a68f-e0d3d3bcec03) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:52:59.993412 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:52:59.994043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.003316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bae5e4-5de6-4402-96ca-dbb69a6f127b None None] Network af312815-154c-461f-a68f-e0d3d3bcec03 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:53:00.074908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebcf5e-da90-44d6-bd09-1000ececc031 None None] Pushing event updated for resources: {'Port': ['ID=72cf6070-4208-4077-b1ba-8c06612f3d84,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:00.108493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-eb5d07d4-c593-4a44-a31b-4519d7468bb2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8694208 Aug 24 00:53:00.110785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45794) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:00.115861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:00.145769 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.152224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6ed6f-5523-4c23-a7c9-e1c4d94d0b46 req-b861f86a-ab2e-498b-957a-0793b7adde63 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:00.153898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed6ed6f-5523-4c23-a7c9-e1c4d94d0b46 req-b861f86a-ab2e-498b-957a-0793b7adde63 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 946 time: 0.0913620 Aug 24 00:53:00.198859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eed6ed6f-5523-4c23-a7c9-e1c4d94d0b46 req-c72b7156-67b5-4740-8142-07097c66a5bc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Aug 24 00:53:00.236925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.238245 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.299634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.318365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Attempting to bind port 72cf6070-4208-4077-b1ba-8c06612f3d84 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:00.318663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Attempting to bind port 72cf6070-4208-4077-b1ba-8c06612f3d84 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:00.319081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Attempting to bind port 72cf6070-4208-4077-b1ba-8c06612f3d84 on network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:00.338016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:00.338401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Checking segment: {'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:00.338826 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.339216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Bound using segment: {'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:00.339691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Bound port: 72cf6070-4208-4077-b1ba-8c06612f3d84, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114b75b9-7575-4e65-abc2-35674a3e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:00.340079 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.396426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Router 4cca4be6-204b-485d-9ef5-e47b1b20af41 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:53:00.450676 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.472937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-af312815-154c-461f-a68f-e0d3d3bcec03', 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'fixed_ips': [{'subnet_id': '40de67ed-27f6-49b5-958f-f50c7d6ce1f7'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:53:00.473638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.480888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] For port 72cf6070-4208-4077-b1ba-8c06612f3d84, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:00.502091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.514440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] For port 72cf6070-4208-4077-b1ba-8c06612f3d84, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=72cf6070-4208-4077-b1ba-8c06612f3d84,segment=NetworkSegment(114b75b9-7575-4e65-abc2-35674a3e6325),segment_id=114b75b9-7575-4e65-abc2-35674a3e6325)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:00.517874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:00.528817 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Sync routers for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:00.537959 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:00.539184 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:00.645204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Allocated IP 172.20.0.2 (af312815-154c-461f-a68f-e0d3d3bcec03/40de67ed-27f6-49b5-958f-f50c7d6ce1f7/86591161-c875-4a78-8f12-ce22a1cf39fe) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:00.647591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.648742 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.649902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cb87ac95-2744-4c4a-ac64-a2cb95f73391 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6234391 Aug 24 00:53:00.652243 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:00.653335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45796) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:00.770771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebcf5e-da90-44d6-bd09-1000ececc031 None None] Pushing event updated for resources: {'Port': ['ID=72cf6070-4208-4077-b1ba-8c06612f3d84,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:00.790440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Routers {'b56f804b-fe95-483c-b6c2-ad7c7a119944'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:00.791096 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b56f804b-fe95-483c-b6c2-ad7c7a119944'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:00.854813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.901284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:00.905938 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:52:59Z', 'revision_number': 3, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:00.959526 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Checking router: 4cca4be6-204b-485d-9ef5-e47b1b20af41 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:00.959878 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Updating router 4cca4be6-204b-485d-9ef5-e47b1b20af41 port 2d62e349-31bf-4b31-b2c0-c331e714159f binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:53:01.001727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 01b5c481-7a7a-4786-b177-0d6f0dc66c82 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:01.002232 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.065961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] Set router b56f804b-fe95-483c-b6c2-ad7c7a119944 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:01.091278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b74a0886-d869-462e-be48-711877b92234 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a04e1ca4549e44b481dd7e81baeb44f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4366000 Aug 24 00:53:01.094276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45800) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:01.103884 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.121606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Transition to ACTIVE for port object 86591161-c875-4a78-8f12-ce22a1cf39fe will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:01.178911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Transition to ACTIVE for port object 86591161-c875-4a78-8f12-ce22a1cf39fe will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:01.181176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Allocated IP 172.25.5.248 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/ea19440c-ea7c-4c42-becf-a00a8150c5fa) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:01.182248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 01b5c481-7a7a-4786-b177-0d6f0dc66c82 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:01.182630 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.273520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a08f2-1754-4c7b-9228-121fee78b09b tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:01.277779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8d0a08f2-1754-4c7b-9228-121fee78b09b tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1799197 Aug 24 00:53:01.278610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45804) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:01.281854 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.313997 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-56e9b219-76dc-4ddd-9f3c-25184687d1da tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316427 Aug 24 00:53:01.314246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45806) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:01.319090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-879629368', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:01.355761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Network af312815-154c-461f-a68f-e0d3d3bcec03 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:01.361321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.373843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094462d-8d7d-444c-97df-312eb2affea5 req-50ce35ed-ec3c-4104-afc6-125f804639a8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:01.375367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c094462d-8d7d-444c-97df-312eb2affea5 req-50ce35ed-ec3c-4104-afc6-125f804639a8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 946 time: 0.0815494 Aug 24 00:53:01.381736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:01.384524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:01.418231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Pushing event updated for resources: {'Port': ['ID=86591161-c875-4a78-8f12-ce22a1cf39fe,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:01.435895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c094462d-8d7d-444c-97df-312eb2affea5 req-25fca7dc-7ee5-4dca-be87-74a8421e42b2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538702 Aug 24 00:53:01.492559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Attempting to bind port 86591161-c875-4a78-8f12-ce22a1cf39fe on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:01.492930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Attempting to bind port 86591161-c875-4a78-8f12-ce22a1cf39fe by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:01.493297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Attempting to bind port 86591161-c875-4a78-8f12-ce22a1cf39fe on network af312815-154c-461f-a68f-e0d3d3bcec03 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:01.496822 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-c516b235-7ccc-4536-b0c2-71e55552e8c5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:01.498510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-c516b235-7ccc-4536-b0c2-71e55552e8c5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 946 time: 0.0618091 Aug 24 00:53:01.500575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:01.500947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Checking segment: {'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:01.501353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.501771 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Bound using segment: {'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:01.502232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Bound port: 86591161-c875-4a78-8f12-ce22a1cf39fe, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:01.502613 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.505193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Made reservation on behalf of a04e1ca4549e44b481dd7e81baeb44f7 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:53:01.509072 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.520571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:52:56Z', 'revision_number': 4, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '72cf6070-4208-4077-b1ba-8c06612f3d84', 'name': '', 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'mac_address': 'fa:16:3e:67:5b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37a9c192-b8f2-40cf-b997-8e3c7b56b738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:56Z', 'updated_at': '2021-08-24T00:53:00Z', 'revision_number': 4, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'subnets': [{'id': '37a9c192-b8f2-40cf-b997-8e3c7b56b738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:01.555792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f985778-8a06-48ad-97e4-c7bc3009f93c None None] The sync data for ids ['b56f804b-fe95-483c-b6c2-ad7c7a119944'] in n-d-804878-2 is: [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:52:56Z', 'revision_number': 4, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '72cf6070-4208-4077-b1ba-8c06612f3d84', 'name': '', 'network_id': 'f9b897ff-8550-4dd5-8763-1d72ec3b6f63', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'mac_address': 'fa:16:3e:67:5b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37a9c192-b8f2-40cf-b997-8e3c7b56b738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:56Z', 'updated_at': '2021-08-24T00:53:00Z', 'revision_number': 4, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'subnets': [{'id': '37a9c192-b8f2-40cf-b997-8e3c7b56b738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:01.649395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] For port 86591161-c875-4a78-8f12-ce22a1cf39fe, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:01.654541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] For port 86591161-c875-4a78-8f12-ce22a1cf39fe, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=86591161-c875-4a78-8f12-ce22a1cf39fe,segment=NetworkSegment(79c08796-a32f-4834-93c7-6da7b4e34346),segment_id=79c08796-a32f-4834-93c7-6da7b4e34346)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:01.777516 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.837265 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.850345 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Transition to ACTIVE for port object 2d62e349-31bf-4b31-b2c0-c331e714159f will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:01.865558 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.918061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05cf2-43bd-4f12-9cea-1fdd1a791b8e None None] Pushing event updated for resources: {'Port': ['ID=86591161-c875-4a78-8f12-ce22a1cf39fe,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:01.932040 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Subnet': ['ID=86a8ebac-6886-424f-9e4e-eb0869e1502f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:01.944657 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.973321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:01.976081 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.015335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Checking segment: {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:02.016055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network hostable DHCP agents. Network: a01c6a7c-173b-4322-bc6f-c11c7501ffc3, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:53:02.040313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:02.048669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Pushing event updated for resources: {'Port': ['ID=ea19440c-ea7c-4c42-becf-a00a8150c5fa,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:02.052689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:02.060931 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Attempting to bind port 2d62e349-31bf-4b31-b2c0-c331e714159f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:02.063909 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Attempting to bind port 2d62e349-31bf-4b31-b2c0-c331e714159f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:02.063909 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Attempting to bind port 2d62e349-31bf-4b31-b2c0-c331e714159f on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:02.065421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:02.076061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:02.076933 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:02.077524 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.078324 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:02.079159 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Bound port: 2d62e349-31bf-4b31-b2c0-c331e714159f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:02.079735 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.110159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port 0fa4d011-81b4-4692-9506-2980afe81800 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:02.110517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.157962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b851d-c91d-47e0-9dbf-919d618c90f7 None None] Pushing event updated for resources: {'Port': ['ID=2d62e349-31bf-4b31-b2c0-c331e714159f,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:02.173615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:53:02.189299 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] For port 2d62e349-31bf-4b31-b2c0-c331e714159f, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:02.192855 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] For port 2d62e349-31bf-4b31-b2c0-c331e714159f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2d62e349-31bf-4b31-b2c0-c331e714159f,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:02.260846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a01c6a7c-173b-4322-bc6f-c11c7501ffc3) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:02.266547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:02.272215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.273805 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.283801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13134f7b-e006-40a2-b0bb-84900158061c None None] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:53:02.318298 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-91560205-6ac1-41e0-8e03-0e28c905234f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0029683 Aug 24 00:53:02.321647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45808) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:02.343536 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:02.344242 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:02.355320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] For port 0fa4d011-81b4-4692-9506-2980afe81800, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0fa4d011-81b4-4692-9506-2980afe81800,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:02.355834 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.375155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for 0fa4d011-81b4-4692-9506-2980afe81800 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:02.403350 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b851d-c91d-47e0-9dbf-919d618c90f7 None None] Pushing event updated for resources: {'Port': ['ID=2d62e349-31bf-4b31-b2c0-c331e714159f,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:02.534380 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:02.558254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:53:02.559466 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.659782 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:02.756144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Allocated IP 172.20.0.2 (a01c6a7c-173b-4322-bc6f-c11c7501ffc3/86a8ebac-6886-424f-9e4e-eb0869e1502f/5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:02.813897 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:52:59Z', 'revision_number': 3, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:02.869963 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4e039-b4c9-4f38-824f-0b43e038541c None None] The sync data for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 is: [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:52:59Z', 'revision_number': 3, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:02.983467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c039b-5a6d-42fa-83b8-fba3e635fce7 req-65318b09-95e4-4894-a253-05c095522cf5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:02.987080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca1c039b-5a6d-42fa-83b8-fba3e635fce7 req-65318b09-95e4-4894-a253-05c095522cf5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 946 time: 0.3401392 Aug 24 00:53:02.999730 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.095838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['470e3c35-cab1-4d3d-84f5-1122fa376ce8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:53:03.124865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=0fa4d011-81b4-4692-9506-2980afe81800,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:03.164390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 72cf6070-4208-4077-b1ba-8c06612f3d84 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:03.218307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] No DVR routers for this DVR port 0fa4d011-81b4-4692-9506-2980afe81800 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:53:03.232501 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.239950 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.242253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43dfc527-dfcf-4d69-b91b-b1f793357e82 req-becc347d-4b98-4044-bca5-c7f27114487a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "DELETE /v2.0/ports/0fa4d011-81b4-4692-9506-2980afe81800 HTTP/1.1" status: 204 len: 173 time: 1.7378421 Aug 24 00:53:03.244542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55407b2-721e-462b-a7e2-4dd06548cb15', 'name': 'network-vif-deleted', 'tag': '0fa4d011-81b4-4692-9506-2980afe81800'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:03.247699 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcaf8c5-4b10-4f5e-bb88-dc0bc9c00d61" -d '{"events": [{"server_uuid": "b55407b2-721e-462b-a7e2-4dd06548cb15", "name": "network-vif-deleted", "tag": "0fa4d011-81b4-4692-9506-2980afe81800"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:03.256776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca1c039b-5a6d-42fa-83b8-fba3e635fce7 req-74f1c023-e9f6-4f29-aa34-69d533bc18f2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360475 Aug 24 00:53:03.364162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.418627 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73099ca2-162f-4fd6-a03a-39bd6712343e x-openstack-request-id: req-73099ca2-162f-4fd6-a03a-39bd6712343e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:03.424985 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55407b2-721e-462b-a7e2-4dd06548cb15", "name": "network-vif-deleted", "tag": "0fa4d011-81b4-4692-9506-2980afe81800", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:03.424985 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73099ca2-162f-4fd6-a03a-39bd6712343e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:03.424985 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55407b2-721e-462b-a7e2-4dd06548cb15', 'name': 'network-vif-deleted', 'tag': '0fa4d011-81b4-4692-9506-2980afe81800', 'status': 'completed', 'code': 200} Aug 24 00:53:03.453412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb60262-7f14-4613-95f7-dbaf2dc3dc8b None None] Network af312815-154c-461f-a68f-e0d3d3bcec03 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:53:03.456023 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.465843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Transition to ACTIVE for port object 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:03.473301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 72cf6070-4208-4077-b1ba-8c06612f3d84 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:03.491391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 72cf6070-4208-4077-b1ba-8c06612f3d84 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:03.491391 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.631957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Transition to ACTIVE for port object 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:03.727879 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.765429 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.784586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Router 903f8c2c-7de9-443e-b474-2089e6f7b84c is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:53:03.792196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c2bffc12-7ef8-4d82-ba63-267da9b619de None None] Provisioning for port 86591161-c875-4a78-8f12-ce22a1cf39fe completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:03.824818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Allocated IP 172.20.0.1 (a01c6a7c-173b-4322-bc6f-c11c7501ffc3/86a8ebac-6886-424f-9e4e-eb0869e1502f/e1f3f2f0-2bab-46d0-8d30-df3346032852) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:03.857455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:03.864492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:03.867517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:03.877444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 72cf6070-4208-4077-b1ba-8c06612f3d84, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=72cf6070-4208-4077-b1ba-8c06612f3d84,segment=NetworkSegment(114b75b9-7575-4e65-abc2-35674a3e6325),segment_id=114b75b9-7575-4e65-abc2-35674a3e6325)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:03.922893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Pushing event updated for resources: {'Port': ['ID=5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:03.964739 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:03.965671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 86591161-c875-4a78-8f12-ce22a1cf39fe up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:03.989828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:04.004453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.027210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Transition to ACTIVE for port object e1f3f2f0-2bab-46d0-8d30-df3346032852 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:04.027815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Sync routers for ids ['903f8c2c-7de9-443e-b474-2089e6f7b84c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:04.076325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.077962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-be8d38d0-b2cf-4cc9-8ff1-12cfeaa15351 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9660456 Aug 24 00:53:04.080863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45814) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:04.092121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Attempting to bind port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:04.092495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Attempting to bind port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:04.092863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Attempting to bind port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d on network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:04.122115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Routers {'903f8c2c-7de9-443e-b474-2089e6f7b84c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:04.122747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['903f8c2c-7de9-443e-b474-2089e6f7b84c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:04.133006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:04.133385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Checking segment: {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:04.133824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.134223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Bound using segment: {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:04.134705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Bound port: 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:04.135087 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.218757 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.328083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:04.337007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:04.351493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:04.378363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=72cf6070-4208-4077-b1ba-8c06612f3d84,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:04.415477 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.436996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1789ff74-48d2-4c3e-af68-9a7fa25094a7 req-c5a2d64d-fec3-44aa-a74d-f92a4162bd73 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 210 time: 0.0543928 Aug 24 00:53:04.490455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=e1f3f2f0-2bab-46d0-8d30-df3346032852,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:04.536702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Set router 903f8c2c-7de9-443e-b474-2089e6f7b84c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:04.539590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] For port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.561032 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:04.603008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 86591161-c875-4a78-8f12-ce22a1cf39fe completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:04.609049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] For port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:04.628860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 86591161-c875-4a78-8f12-ce22a1cf39fe triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:04.629090 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.693923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0fa4d011-81b4-4692-9506-2980afe81800 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:04.723517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 0fa4d011-81b4-4692-9506-2980afe81800 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:04.723869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0fa4d011-81b4-4692-9506-2980afe81800 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:04.725855 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.823886 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.854328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611fa6b-09e1-41d3-b807-f4d5cb6e9c18 None None] Pushing event updated for resources: {'Port': ['ID=5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:04.875723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b6d454af-2d9f-48d0-9b0c-5a7f40bcd304 None None] Provisioning complete for port 86591161-c875-4a78-8f12-ce22a1cf39fe triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:04.876106 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6d454af-2d9f-48d0-9b0c-5a7f40bcd304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:04.936071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.010365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 86591161-c875-4a78-8f12-ce22a1cf39fe, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=86591161-c875-4a78-8f12-ce22a1cf39fe,segment=NetworkSegment(79c08796-a32f-4834-93c7-6da7b4e34346),segment_id=79c08796-a32f-4834-93c7-6da7b4e34346)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:05.013941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:02Z', 'revision_number': 3, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port': {'id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:05.047321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Checking router: 903f8c2c-7de9-443e-b474-2089e6f7b84c for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:05.047321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Updating router 903f8c2c-7de9-443e-b474-2089e6f7b84c port ea19440c-ea7c-4c42-becf-a00a8150c5fa binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:53:05.059964 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b6d454af-2d9f-48d0-9b0c-5a7f40bcd304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.156581 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.215645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.331011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-b6d454af-2d9f-48d0-9b0c-5a7f40bcd304 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 00:53:05.331647 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-b6d454af-2d9f-48d0-9b0c-5a7f40bcd304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 00:53:05.334591 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.381440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=86591161-c875-4a78-8f12-ce22a1cf39fe,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:05.388056 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.459498 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.523789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 72cf6070-4208-4077-b1ba-8c06612f3d84 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:05.571796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8454a085-e82b-40a9-8db8-54640afd537a req-69108a52-bf4c-40a7-bc73-0fb35fb7055a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 210 time: 0.0532846 Aug 24 00:53:05.600553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.609459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Allocated IP 172.20.0.1 (af312815-154c-461f-a68f-e0d3d3bcec03/40de67ed-27f6-49b5-958f-f50c7d6ce1f7/333e789b-3391-4e92-b335-6007edcd34ee) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:05.615916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=e1f3f2f0-2bab-46d0-8d30-df3346032852,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:05.666776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 72cf6070-4208-4077-b1ba-8c06612f3d84 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:05.667147 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.826207 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.842382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:05.873675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Transition to ACTIVE for port object ea19440c-ea7c-4c42-becf-a00a8150c5fa will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:05.957191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:05.997703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:06.027204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2d62e349-31bf-4b31-b2c0-c331e714159f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:06.032638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3e63-fe94-44e7-b8b8-5c58d735e597 None None] Pushing event updated for resources: {'Port': ['ID=ea19440c-ea7c-4c42-becf-a00a8150c5fa,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:06.062841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Attempting to bind port ea19440c-ea7c-4c42-becf-a00a8150c5fa on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:06.063376 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Attempting to bind port ea19440c-ea7c-4c42-becf-a00a8150c5fa by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:06.063886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Attempting to bind port ea19440c-ea7c-4c42-becf-a00a8150c5fa on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:06.075519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:06.076011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:06.076584 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.077074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:06.077872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Bound port: ea19440c-ea7c-4c42-becf-a00a8150c5fa, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:06.078453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.158062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] For port ea19440c-ea7c-4c42-becf-a00a8150c5fa, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:06.161912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] For port ea19440c-ea7c-4c42-becf-a00a8150c5fa, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ea19440c-ea7c-4c42-becf-a00a8150c5fa,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:06.257644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:06.261003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:06.265211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.277448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2d62e349-31bf-4b31-b2c0-c331e714159f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:06.285228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2d62e349-31bf-4b31-b2c0-c331e714159f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:06.285681 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.312653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14c6c8-5e21-4213-91ac-32e99fc87e9f None None] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:53:06.323697 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.324254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Transition to ACTIVE for port object 333e789b-3391-4e92-b335-6007edcd34ee will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:06.431563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Router 4cca4be6-204b-485d-9ef5-e47b1b20af41 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:53:06.483467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Routers {'903f8c2c-7de9-443e-b474-2089e6f7b84c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:06.484476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['903f8c2c-7de9-443e-b474-2089e6f7b84c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:06.486422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc3e63-fe94-44e7-b8b8-5c58d735e597 None None] Pushing event updated for resources: {'Port': ['ID=ea19440c-ea7c-4c42-becf-a00a8150c5fa,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:06.505173 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.534642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7a343976-2a99-4e26-b1f2-e1c47a3719ff None None] Provisioning for port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:06.577962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7a343976-2a99-4e26-b1f2-e1c47a3719ff None None] Provisioning complete for port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:06.578224 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a343976-2a99-4e26-b1f2-e1c47a3719ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.599365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Network af312815-154c-461f-a68f-e0d3d3bcec03 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:06.608076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:06.615003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:06.617315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Pushing event updated for resources: {'Port': ['ID=333e789b-3391-4e92-b335-6007edcd34ee,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:06.621831 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:06.629444 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c3ab5e41-2290-4031-ba04-08f5ec0da13e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "PUT /v2.0/routers/4cca4be6-204b-485d-9ef5-e47b1b20af41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3036792 Aug 24 00:53:06.633587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45822) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:06.639521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ce6afd2d-7fb7-4e9d-94ab-ddef66f58e56 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--92049139', 'description': 'tempest-secgroup_access--92049139 description', 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:06.652821 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Sync routers for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:06.683716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.692476 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:06.693973 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:06.727354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-621ac546-48a7-4fd2-b891-746e219e8d70 req-55a90ca6-faa8-4c70-8407-fd9e798a63e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 210 time: 0.0377264 Aug 24 00:53:06.736403 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.851470 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:06.884258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce6afd2d-7fb7-4e9d-94ab-ddef66f58e56 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.967247 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:06.972642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2d62e349-31bf-4b31-b2c0-c331e714159f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2d62e349-31bf-4b31-b2c0-c331e714159f,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:07.010168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce6afd2d-7fb7-4e9d-94ab-ddef66f58e56 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.093931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce6afd2d-7fb7-4e9d-94ab-ddef66f58e56 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.098808 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.102419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] Set router 903f8c2c-7de9-443e-b474-2089e6f7b84c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:07.137430 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:05Z', 'revision_number': 2, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:07.206667 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Checking router: 4cca4be6-204b-485d-9ef5-e47b1b20af41 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:07.208755 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Updating router 4cca4be6-204b-485d-9ef5-e47b1b20af41 port e1f3f2f0-2bab-46d0-8d30-df3346032852 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:53:07.214861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6afd2d-7fb7-4e9d-94ab-ddef66f58e56 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86b7e30-4968-4788-a85b-a0c5aa79f275,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:07.242610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce6afd2d-7fb7-4e9d-94ab-ddef66f58e56 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.248192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ce6afd2d-7fb7-4e9d-94ab-ddef66f58e56 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6130257 Aug 24 00:53:07.248192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45824) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:07.251532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.254654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-95824b3d-f9aa-4e44-b5e1-38dd935a5991 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--127539126', 'description': 'tempest-secgroup_general--127539126 description', 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:07.262910 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.295872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2d62e349-31bf-4b31-b2c0-c331e714159f,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:07.344909 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.349132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 86591161-c875-4a78-8f12-ce22a1cf39fe up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:07.396767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95824b3d-f9aa-4e44-b5e1-38dd935a5991 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.432461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a343976-2a99-4e26-b1f2-e1c47a3719ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.462949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Pushing event updated for resources: {'Port': ['ID=333e789b-3391-4e92-b335-6007edcd34ee,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:07.469317 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.580136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95824b3d-f9aa-4e44-b5e1-38dd935a5991 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.597467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7a343976-2a99-4e26-b1f2-e1c47a3719ff None None] For port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:07.639203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Network af312815-154c-461f-a68f-e0d3d3bcec03 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:07.640666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 86591161-c875-4a78-8f12-ce22a1cf39fe triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:07.641840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.650104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:07.653666 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95824b3d-f9aa-4e44-b5e1-38dd935a5991 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.712594 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a343976-2a99-4e26-b1f2-e1c47a3719ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.734563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:02Z', 'revision_number': 3, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port': {'id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:07.737226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95824b3d-f9aa-4e44-b5e1-38dd935a5991 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562d7759-967f-4ff2-9e5b-db46c0bb958a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:07.819032 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-95824b3d-f9aa-4e44-b5e1-38dd935a5991 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.825562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-95824b3d-f9aa-4e44-b5e1-38dd935a5991 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5763469 Aug 24 00:53:07.826612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45828) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:07.831250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9e7fd1c3-bc41-445c-a6e4-51e64dd00eea tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'security_group_rule': {'security_group_id': 'd86b7e30-4968-4788-a85b-a0c5aa79f275', 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:07.898246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049f564a-3dd6-4815-b9d5-d449c6a752f8 None None] The sync data for ids ['903f8c2c-7de9-443e-b474-2089e6f7b84c'] in n-d-804878-2 is: [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:02Z', 'revision_number': 3, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port': {'id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:07.949802 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:07.971012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Router 903f8c2c-7de9-443e-b474-2089e6f7b84c has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:53:07.974762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a924f06f-e7c9-41e8-a6b0-772683f4af15 req-a81e2833-8a68-4020-88df-0b1cc8741be2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 210 time: 0.1135375 Aug 24 00:53:07.997749 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Transition to ACTIVE for port object e1f3f2f0-2bab-46d0-8d30-df3346032852 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:08.026860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a343976-2a99-4e26-b1f2-e1c47a3719ff None None] Pushing event updated for resources: {'Port': ['ID=5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:08.071849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Provisioning for port e1f3f2f0-2bab-46d0-8d30-df3346032852 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:08.090360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Provisioning complete for port e1f3f2f0-2bab-46d0-8d30-df3346032852 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:08.090820 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.099471 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd1c3-bc41-445c-a6e4-51e64dd00eea tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.140676 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.146038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:08.154396 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e6b0f9da-4f06-45fe-aba7-37f59a037f43 admin admin] 10.222.0.26 "PUT /v2.0/routers/903f8c2c-7de9-443e-b474-2089e6f7b84c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0716693 Aug 24 00:53:08.204201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Port e1f3f2f0-2bab-46d0-8d30-df3346032852 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:08.214237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd1c3-bc41-445c-a6e4-51e64dd00eea tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.246546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Provisioning complete for port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:08.247275 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.306504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd1c3-bc41-445c-a6e4-51e64dd00eea tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.342194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fd1c3-bc41-445c-a6e4-51e64dd00eea tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3155e336-9b40-4672-8eb5-eba6442dbd38,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:08.395877 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b8d56-3b0f-49e8-b66b-9262ae635013 None None] Pushing event updated for resources: {'Port': ['ID=e1f3f2f0-2bab-46d0-8d30-df3346032852,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:08.419418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd1c3-bc41-445c-a6e4-51e64dd00eea tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.427582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9e7fd1c3-bc41-445c-a6e4-51e64dd00eea tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5961015 Aug 24 00:53:08.448326 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Attempting to bind port e1f3f2f0-2bab-46d0-8d30-df3346032852 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:08.448709 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Attempting to bind port e1f3f2f0-2bab-46d0-8d30-df3346032852 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:08.449061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Attempting to bind port e1f3f2f0-2bab-46d0-8d30-df3346032852 on network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:08.458438 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:08.458807 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Checking segment: {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:08.459214 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.459709 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Bound using segment: {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:08.460187 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Bound port: e1f3f2f0-2bab-46d0-8d30-df3346032852, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:08.461369 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.545252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Provisioning for port 333e789b-3391-4e92-b335-6007edcd34ee completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:08.555335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Provisioning complete for port 333e789b-3391-4e92-b335-6007edcd34ee triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:08.555749 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.585264 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] For port e1f3f2f0-2bab-46d0-8d30-df3346032852, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:08.593737 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] For port e1f3f2f0-2bab-46d0-8d30-df3346032852, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e1f3f2f0-2bab-46d0-8d30-df3346032852,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:08.654104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-10632b1d-e676-448e-a010-e98d3d3329fd None None] Port 333e789b-3391-4e92-b335-6007edcd34ee cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:08.700027 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.783507 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:08.784577 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:08.790547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-e3ff4b63-95d7-43e8-8e02-7aca06e6faaf tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--92049139&fields=id&tenant_id=a04e1ca4549e44b481dd7e81baeb44f7 HTTP/1.1" status: 200 len: 267 time: 0.0755067 Aug 24 00:53:08.802368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5a0ead18-fe1e-4ea5-8ac1-91d53c94945c None None] Provisioning complete for port 333e789b-3391-4e92-b335-6007edcd34ee triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:08.802368 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5a0ead18-fe1e-4ea5-8ac1-91d53c94945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:08.847921 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b8d56-3b0f-49e8-b66b-9262ae635013 None None] Pushing event updated for resources: {'Port': ['ID=e1f3f2f0-2bab-46d0-8d30-df3346032852,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:08.852370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ead18-fe1e-4ea5-8ac1-91d53c94945c None None] Port 333e789b-3391-4e92-b335-6007edcd34ee cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:08.885719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-f68d3e5a-d762-4d0f-b4a8-b46298f46282 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--127539126&fields=id&tenant_id=a04e1ca4549e44b481dd7e81baeb44f7 HTTP/1.1" status: 200 len: 267 time: 0.0873046 Aug 24 00:53:08.963654 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:09.115922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-a17e53e1-cc5d-46a1-92f8-5cc58931d0d2 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:09.118742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-a17e53e1-cc5d-46a1-92f8-5cc58931d0d2 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/networks?id=a01c6a7c-173b-4322-bc6f-c11c7501ffc3 HTTP/1.1" status: 200 len: 796 time: 0.2215455 Aug 24 00:53:09.148804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-d30be401-2799-4760-8706-c51fa2200f29 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/quotas/a04e1ca4549e44b481dd7e81baeb44f7 HTTP/1.1" status: 200 len: 375 time: 0.0232725 Aug 24 00:53:09.247433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eae036a1-709e-4047-9473-2d46ef8f8984 req-864610b5-4661-43f4-8af1-8fb454276a44 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=b55407b2-721e-462b-a7e2-4dd06548cb15 HTTP/1.1" status: 200 len: 210 time: 0.0573435 Aug 24 00:53:09.264681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-fc31b8b3-1d74-4722-be8b-d19ccfc6796a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067927 Aug 24 00:53:09.273450 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:08Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:09.307346 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f14b6-b9a5-4661-b635-08468f444376 None None] The sync data for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 is: [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:08Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:09.497265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-61df4189-2fdc-45cb-b8f3-46a4a3b3c35c service neutron] 10.222.0.26 "GET /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003741 Aug 24 00:53:09.558597 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:09.628802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:09.629320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:09.634280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-982aa589-3411-4a2e-93cf-ee1731ece0a7 service neutron] 10.222.0.26 "GET /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218994 Aug 24 00:53:09.846064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2d62e349-31bf-4b31-b2c0-c331e714159f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:09.930217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2d62e349-31bf-4b31-b2c0-c331e714159f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:09.930838 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:10.052523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-859c5240-95ed-4e16-8e41-3b2d0580ec04 req-1d8859cf-9928-4cb8-8c8f-e83326316424 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 210 time: 0.0405850 Aug 24 00:53:10.134112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ea19440c-ea7c-4c42-becf-a00a8150c5fa up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:10.281622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ea19440c-ea7c-4c42-becf-a00a8150c5fa completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:10.286527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ea19440c-ea7c-4c42-becf-a00a8150c5fa triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:10.287281 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:10.439127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:10.472160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ea19440c-ea7c-4c42-becf-a00a8150c5fa, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ea19440c-ea7c-4c42-becf-a00a8150c5fa,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:10.584881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:10.638335 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ea19440c-ea7c-4c42-becf-a00a8150c5fa,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:10.932580 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Sync routers for ids ['903f8c2c-7de9-443e-b474-2089e6f7b84c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:10.942261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Routers {'903f8c2c-7de9-443e-b474-2089e6f7b84c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:10.942888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['903f8c2c-7de9-443e-b474-2089e6f7b84c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:11.028070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45912) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:11.088440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Set router 903f8c2c-7de9-443e-b474-2089e6f7b84c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:11.256917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91113280-562d-42b5-88ed-7c08d0266544 req-0d57fbae-407c-493f-8c23-62efb5b62717 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 210 time: 0.0988142 Aug 24 00:53:11.351835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port': {'id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '333e789b-3391-4e92-b335-6007edcd34ee', 'name': '', 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'mac_address': 'fa:16:3e:c6:9c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '40de67ed-27f6-49b5-958f-f50c7d6ce1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:05Z', 'updated_at': '2021-08-24T00:53:07Z', 'revision_number': 2, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'subnets': [{'id': '40de67ed-27f6-49b5-958f-f50c7d6ce1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:11.401952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Checking router: 903f8c2c-7de9-443e-b474-2089e6f7b84c for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:11.402307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Updating router 903f8c2c-7de9-443e-b474-2089e6f7b84c port 333e789b-3391-4e92-b335-6007edcd34ee binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:53:11.455507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:11.476969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ea19440c-ea7c-4c42-becf-a00a8150c5fa up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:11.571050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:11.642546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ea19440c-ea7c-4c42-becf-a00a8150c5fa triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:11.642873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:11.867995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Deleting port 72cf6070-4208-4077-b1ba-8c06612f3d84 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:11.868349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:11.958841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] For port 72cf6070-4208-4077-b1ba-8c06612f3d84, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=72cf6070-4208-4077-b1ba-8c06612f3d84,segment=NetworkSegment(114b75b9-7575-4e65-abc2-35674a3e6325),segment_id=114b75b9-7575-4e65-abc2-35674a3e6325)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:11.959220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:11.971431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Calling delete_port for 72cf6070-4208-4077-b1ba-8c06612f3d84 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:11.985493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e1f3f2f0-2bab-46d0-8d30-df3346032852 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:12.088887 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.100463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Transition to ACTIVE for port object 333e789b-3391-4e92-b335-6007edcd34ee will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:12.144510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e1f3f2f0-2bab-46d0-8d30-df3346032852 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:12.148510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e1f3f2f0-2bab-46d0-8d30-df3346032852 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:12.148881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.192378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.276913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.284057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038579a-d70b-4ea1-90e6-3d207528c9b6 None None] Pushing event updated for resources: {'Port': ['ID=333e789b-3391-4e92-b335-6007edcd34ee,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:12.348137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Pushing event deleted for resources: {'Port': ['ID=72cf6070-4208-4077-b1ba-8c06612f3d84,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:12.380230 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.394741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Attempting to bind port 333e789b-3391-4e92-b335-6007edcd34ee on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:12.395051 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Attempting to bind port 333e789b-3391-4e92-b335-6007edcd34ee by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:12.395423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Attempting to bind port 333e789b-3391-4e92-b335-6007edcd34ee on network af312815-154c-461f-a68f-e0d3d3bcec03 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:12.415367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:12.415793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Checking segment: {'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:12.416192 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.416595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Bound using segment: {'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:12.417254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Bound port: 333e789b-3391-4e92-b335-6007edcd34ee, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c08796-a32f-4834-93c7-6da7b4e34346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:12.417608 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.438468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e1f3f2f0-2bab-46d0-8d30-df3346032852, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e1f3f2f0-2bab-46d0-8d30-df3346032852,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:12.475290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5bbfeda8-acd7-4b66-ab95-c0046ff0923d req-1ba8fb04-5e9b-4f3a-b81a-333dfb1d4ee7 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 210 time: 0.0812862 Aug 24 00:53:12.591326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] For port 333e789b-3391-4e92-b335-6007edcd34ee, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:12.596112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] For port 333e789b-3391-4e92-b335-6007edcd34ee, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=333e789b-3391-4e92-b335-6007edcd34ee,segment=NetworkSegment(79c08796-a32f-4834-93c7-6da7b4e34346),segment_id=79c08796-a32f-4834-93c7-6da7b4e34346)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:12.600996 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.655048 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.685383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e1f3f2f0-2bab-46d0-8d30-df3346032852,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:12.717289 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.782680 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:12.808757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Routers {'903f8c2c-7de9-443e-b474-2089e6f7b84c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:12.812590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['903f8c2c-7de9-443e-b474-2089e6f7b84c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:12.874139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038579a-d70b-4ea1-90e6-3d207528c9b6 None None] Pushing event updated for resources: {'Port': ['ID=333e789b-3391-4e92-b335-6007edcd34ee,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:12.958523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] Set router 903f8c2c-7de9-443e-b474-2089e6f7b84c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:13.025690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-2d1cff33-cf4d-4856-bcd6-68c02874061d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:13.030797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-2d1cff33-cf4d-4856-bcd6-68c02874061d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.37 "GET /v2.0/networks?id=a01c6a7c-173b-4322-bc6f-c11c7501ffc3 HTTP/1.1" status: 200 len: 796 time: 0.2181852 Aug 24 00:53:13.286841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port': {'id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '333e789b-3391-4e92-b335-6007edcd34ee', 'name': '', 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'mac_address': 'fa:16:3e:c6:9c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '40de67ed-27f6-49b5-958f-f50c7d6ce1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:05Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 4, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'subnets': [{'id': '40de67ed-27f6-49b5-958f-f50c7d6ce1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:13.337049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e45cc3-4189-425f-876a-d9c259b8ef64 None None] The sync data for ids ['903f8c2c-7de9-443e-b474-2089e6f7b84c'] in n-d-804878-2 is: [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port': {'id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '333e789b-3391-4e92-b335-6007edcd34ee', 'name': '', 'network_id': 'af312815-154c-461f-a68f-e0d3d3bcec03', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'mac_address': 'fa:16:3e:c6:9c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '40de67ed-27f6-49b5-958f-f50c7d6ce1f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:05Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 4, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'subnets': [{'id': '40de67ed-27f6-49b5-958f-f50c7d6ce1f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:13.391382 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e1f3f2f0-2bab-46d0-8d30-df3346032852 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:13.485759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e1f3f2f0-2bab-46d0-8d30-df3346032852 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:13.487814 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:13.650360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-6ba54394-d705-44f7-b048-433e09138a03 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04e1ca4549e44b481dd7e81baeb44f7 HTTP/1.1" status: 200 len: 475 time: 0.6020331 Aug 24 00:53:13.660311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'port': {'device_id': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'admin_state_up': True, 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'security_groups': ['d86b7e30-4968-4788-a85b-a0c5aa79f275', '562d7759-967f-4ff2-9e5b-db46c0bb958a']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:13.697092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6b660ae-3516-4ff1-b77d-fa6bdd249b87 req-7da3c5af-fec5-45d1-8c0e-79415929d28c tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 210 time: 0.0874434 Aug 24 00:53:13.744243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Router b56f804b-fe95-483c-b6c2-ad7c7a119944 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:53:13.917664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:13.923729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-54a96bc1-3255-4545-be0d-a1ef2af15544 admin admin] 10.222.0.26 "PUT /v2.0/routers/b56f804b-fe95-483c-b6c2-ad7c7a119944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8972752 Aug 24 00:53:13.926410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:13.937974 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] Sync routers for ids ['b56f804b-fe95-483c-b6c2-ad7c7a119944'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:13.956272 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] Routers {'b56f804b-fe95-483c-b6c2-ad7c7a119944'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:13.956924 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b56f804b-fe95-483c-b6c2-ad7c7a119944'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:13.989682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Made reservation on behalf of a04e1ca4549e44b481dd7e81baeb44f7 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:53:13.993741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:14.108068 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] Set router b56f804b-fe95-483c-b6c2-ad7c7a119944 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:14.132158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:14.259841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Allocated IP 172.20.0.11 (a01c6a7c-173b-4322-bc6f-c11c7501ffc3/86a8ebac-6886-424f-9e4e-eb0869e1502f/8a9ef3a4-f7aa-496b-9d03-06f17a7cac05) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:14.302413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:14.335090 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:14.366173 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] Checking router: b56f804b-fe95-483c-b6c2-ad7c7a119944 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:14.375939 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] Routers {'b56f804b-fe95-483c-b6c2-ad7c7a119944'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:14.376617 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['b56f804b-fe95-483c-b6c2-ad7c7a119944'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:14.475655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:14.484631 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] Set router b56f804b-fe95-483c-b6c2-ad7c7a119944 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:14.493033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Transition to ACTIVE for port object 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:14.496988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Deleting port 01b5c481-7a7a-4786-b177-0d6f0dc66c82 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:14.501068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:14.597201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] For port 01b5c481-7a7a-4786-b177-0d6f0dc66c82, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=01b5c481-7a7a-4786-b177-0d6f0dc66c82,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:14.597600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:14.616199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Calling delete_port for 01b5c481-7a7a-4786-b177-0d6f0dc66c82 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:14.667103 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:14.681213 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:14.707344 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215d983-ebdb-4325-be08-4d6f9584b28e None None] The sync data for ids ['b56f804b-fe95-483c-b6c2-ad7c7a119944'] in n-d-804878-2 is: [{'id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'name': 'tempest-TestAggregatesBasicOps-1691776351-router', 'tenant_id': '743af57660e54ab3ab0f71151a53d462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:52Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': '743af57660e54ab3ab0f71151a53d462', 'gw_port': {'id': '01b5c481-7a7a-4786-b177-0d6f0dc66c82', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f804b-fe95-483c-b6c2-ad7c7a119944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:53Z', 'updated_at': '2021-08-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:14.723614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:14.731085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:14.737065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:14.797924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:14.871253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:14.871843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:14.927523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590baa47-24d2-4f90-afa8-325efc94cfea req-5bc15423-e01f-469a-94c4-5a1e4cd38865 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:14.929168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-590baa47-24d2-4f90-afa8-325efc94cfea req-5bc15423-e01f-469a-94c4-5a1e4cd38865 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 971 time: 0.1247213 Aug 24 00:53:14.983829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-590baa47-24d2-4f90-afa8-325efc94cfea req-b162155d-327f-415b-8e3b-51e556141fc8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0458956 Aug 24 00:53:15.002886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-0850ce7b-87db-41ff-971f-2eb52ad75066 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3465044 Aug 24 00:53:15.018494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Request body: {'port': {'device_id': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:15.089770 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.102095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.154506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b5c481-7a7a-4786-b177-0d6f0dc66c82,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:15.230286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7807290e-53e8-4f2d-83d3-00a7f9fdce08 None None] Provisioning for port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:15.235334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7807290e-53e8-4f2d-83d3-00a7f9fdce08 None None] Provisioning complete for port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:15.235714 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7807290e-53e8-4f2d-83d3-00a7f9fdce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.272896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7807290e-53e8-4f2d-83d3-00a7f9fdce08 None None] Port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:15.290437 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.439832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.443136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.477911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 333e789b-3391-4e92-b335-6007edcd34ee up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:15.561411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ac12a-bef3-43c4-8302-dd7f29ae3564 req-9d93f4e6-87c1-486e-aa5a-0eddc2ba0ac7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:15.562835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da9ac12a-bef3-43c4-8302-dd7f29ae3564 req-9d93f4e6-87c1-486e-aa5a-0eddc2ba0ac7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 945 time: 0.1892183 Aug 24 00:53:15.607280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 333e789b-3391-4e92-b335-6007edcd34ee completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:15.611206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 333e789b-3391-4e92-b335-6007edcd34ee triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:15.611633 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.629295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da9ac12a-bef3-43c4-8302-dd7f29ae3564 req-92b8381b-607a-4a20-8131-a85aa671440f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601630 Aug 24 00:53:15.638902 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.639434 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b56f804b-fe95-483c-b6c2-ad7c7a119944 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:53:15.646331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.647530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cf957875-9473-4aa4-b81e-d589151e8b71 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b56f804b-fe95-483c-b6c2-ad7c7a119944 HTTP/1.1" status: 204 len: 168 time: 1.7201457 Aug 24 00:53:15.650223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45942) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:15.685836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:53:15.694998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.708492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Transition to ACTIVE for port object 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:15.712639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ac4bd1-487c-4b26-947d-7ea8dd464da6 admin admin] Deleting subnet 37a9c192-b8f2-40cf-b997-8e3c7b56b738 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:53:15.716500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4bd1-487c-4b26-947d-7ea8dd464da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.723109 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.754972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4bd1-487c-4b26-947d-7ea8dd464da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.755964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 333e789b-3391-4e92-b335-6007edcd34ee, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=333e789b-3391-4e92-b335-6007edcd34ee,segment=NetworkSegment(79c08796-a32f-4834-93c7-6da7b4e34346),segment_id=79c08796-a32f-4834-93c7-6da7b4e34346)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:15.790745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.818991 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.841131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4bd1-487c-4b26-947d-7ea8dd464da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.847501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 72cf6070-4208-4077-b1ba-8c06612f3d84 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:15.870754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:15.881183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 72cf6070-4208-4077-b1ba-8c06612f3d84 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:15.881524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 72cf6070-4208-4077-b1ba-8c06612f3d84 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:15.901870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=333e789b-3391-4e92-b335-6007edcd34ee,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:15.933134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Attempting to bind port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:15.933482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Attempting to bind port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:15.933858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Attempting to bind port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 on network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:15.939019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 on network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:53:15.939353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Attempting to bind port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 on network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:15.944726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:15.945073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Checking segment: {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:15.945470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Bound using segment: {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:15.945939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Bound port: 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484b82b1-6136-488b-8975-54f70d337c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:15.946308 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:15.985023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4bd1-487c-4b26-947d-7ea8dd464da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.020870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] For port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:16.026175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac4bd1-487c-4b26-947d-7ea8dd464da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a9c192-b8f2-40cf-b997-8e3c7b56b738,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:16.032444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07855a34-8aa9-4f36-aa0a-11a67f3ce6be None None] Network f9b897ff-8550-4dd5-8763-1d72ec3b6f63 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:53:16.032682 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] For port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:16.033821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4bd1-487c-4b26-947d-7ea8dd464da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.039345 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e5ac4bd1-487c-4b26-947d-7ea8dd464da6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/37a9c192-b8f2-40cf-b997-8e3c7b56b738 HTTP/1.1" status: 204 len: 168 time: 0.3880472 Aug 24 00:53:16.039546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45946) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:16.117469 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.196833 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.212147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:16.212147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.212723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] 10.222.0.37 "PUT /v2.0/ports/8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 HTTP/1.1" status: 200 len: 1131 time: 1.1991911 Aug 24 00:53:16.219423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:16.221877 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31837f02-8129-497c-a44f-ffe16d674809" -d '{"events": [{"name": "network-changed", "server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:16.226969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] DHCP port deletion for f9b897ff-8550-4dd5-8763-1d72ec3b6f63 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:53:16.267680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeab37d-bf9e-422f-9e84-53c2925ebd0d req-a3e71772-c892-428c-a1c7-22d130b33e36 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:16.267680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aeab37d-bf9e-422f-9e84-53c2925ebd0d req-a3e71772-c892-428c-a1c7-22d130b33e36 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 983 time: 0.1671877 Aug 24 00:53:16.267680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33320df4-5550-4e2b-a1ed-02f8dcab8105 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:16.301186 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df59ba16-54a9-49b6-a90f-991eaad6ddc8 x-openstack-request-id: req-df59ba16-54a9-49b6-a90f-991eaad6ddc8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:16.301482 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:16.303241 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df59ba16-54a9-49b6-a90f-991eaad6ddc8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:16.309086 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'status': 'completed', 'code': 200} Aug 24 00:53:16.332949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] Deleting port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:16.333509 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.394568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aeab37d-bf9e-422f-9e84-53c2925ebd0d req-11005ee5-5946-4426-b8b8-9c94025e170f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0895278 Aug 24 00:53:16.409986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] For port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,segment=NetworkSegment(114b75b9-7575-4e65-abc2-35674a3e6325),segment_id=114b75b9-7575-4e65-abc2-35674a3e6325)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:16.410288 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.411393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31837f02-8129-497c-a44f-ffe16d674809 req-ed2eda91-5f6b-412e-9d88-d12ba890dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:16.412911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31837f02-8129-497c-a44f-ffe16d674809 req-ed2eda91-5f6b-412e-9d88-d12ba890dc98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 1134 time: 0.0905409 Aug 24 00:53:16.422654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Deleting port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:16.422654 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.427497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] Calling delete_port for f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:16.552353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] For port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,segment=NetworkSegment(114b75b9-7575-4e65-abc2-35674a3e6325),segment_id=114b75b9-7575-4e65-abc2-35674a3e6325)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:16.552800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.579436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Calling delete_port for f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:16.596247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.602707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31837f02-8129-497c-a44f-ffe16d674809 req-c5afe7bf-a507-4227-844a-38aff6dcd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:16.603995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31837f02-8129-497c-a44f-ffe16d674809 req-c5afe7bf-a507-4227-844a-38aff6dcd78f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1829903 Aug 24 00:53:16.626963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] No DVR routers for this DVR port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:53:16.631214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899c587-16af-44cc-8aa3-a22c54347ac9 None None] Pushing event deleted for resources: {'Port': ['ID=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:16.784396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.794183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31837f02-8129-497c-a44f-ffe16d674809 req-53f2fd0a-6f36-4149-8cf5-23147f1199d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:16.795919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31837f02-8129-497c-a44f-ffe16d674809 req-53f2fd0a-6f36-4149-8cf5-23147f1199d5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640429 Aug 24 00:53:16.816330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0dfc175-5457-4cd2-94ae-5b5b9fdfa955,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:16.820860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] No DVR routers for this DVR port f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:53:16.850271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3d0cc-1fab-4097-a39b-30d0abed4826 req-7afc9729-35f2-4022-a1cd-db43b750eb5a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:16.851717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5f3d0cc-1fab-4097-a39b-30d0abed4826 req-7afc9729-35f2-4022-a1cd-db43b750eb5a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 945 time: 0.1141324 Aug 24 00:53:16.946200 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:16.967918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b897ff-8550-4dd5-8763-1d72ec3b6f63']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:16.978055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5f3d0cc-1fab-4097-a39b-30d0abed4826 req-bb2fd466-7983-4d88-8706-4f2fc1f36efe tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150076 Aug 24 00:53:16.981540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114b75b9-7575-4e65-abc2-35674a3e6325') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:16.981876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114b75b9-7575-4e65-abc2-35674a3e6325') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:16.984983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-f72f327a-1016-424a-8dd6-d34ae21f5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:16.986447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-f72f327a-1016-424a-8dd6-d34ae21f5050 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 1134 time: 0.1338761 Aug 24 00:53:16.995110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.042236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-d0b522fb-58b4-4a14-bc73-1d21f455cb20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 HTTP/1.1" status: 200 len: 217 time: 0.0452483 Aug 24 00:53:17.045939 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.060276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: self.session.flush() Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:53:17.062832 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:53:17.142357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-1d44e43d-5b8b-4ddf-a636-028dc4462a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:17.143831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-1d44e43d-5b8b-4ddf-a636-028dc4462a87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86a8ebac-6886-424f-9e4e-eb0869e1502f HTTP/1.1" status: 200 len: 834 time: 0.0931873 Aug 24 00:53:17.184989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-5de80dc2-5243-4203-8479-4c197be13276 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:17.186709 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-5de80dc2-5243-4203-8479-4c197be13276 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 945 time: 0.0550420 Aug 24 00:53:17.195316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-3085a2a0-4163-43d7-83bc-9edfef42ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:17.196961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-3085a2a0-4163-43d7-83bc-9edfef42ce61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a01c6a7c-173b-4322-bc6f-c11c7501ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465980 Aug 24 00:53:17.252626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.261826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.263676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f9b897ff-8550-4dd5-8763-1d72ec3b6f63 HTTP/1.1" status: 204 len: 168 time: 1.2231853 Aug 24 00:53:17.266757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45952) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:17.274598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 333e789b-3391-4e92-b335-6007edcd34ee up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:17.283347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8f775-6c64-48f9-ba6e-9124c9c14a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b897ff-8550-4dd5-8763-1d72ec3b6f63,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:17.290852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:17.291209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.335567 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 333e789b-3391-4e92-b335-6007edcd34ee triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:17.335567 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.394982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-2300a2ef-6c3f-49c5-abd2-9eebf9ea0ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898057 Aug 24 00:53:17.403633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] For port 470e3c35-cab1-4d3d-84f5-1122fa376ce8, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=470e3c35-cab1-4d3d-84f5-1122fa376ce8,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:17.404014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.418387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for 470e3c35-cab1-4d3d-84f5-1122fa376ce8 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:17.530292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:17.550527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:17.550880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f0dfc175-5457-4cd2-94ae-5b5b9fdfa955 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:17.551431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 01b5c481-7a7a-4786-b177-0d6f0dc66c82 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:17.570787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 01b5c481-7a7a-4786-b177-0d6f0dc66c82 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:17.571142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 01b5c481-7a7a-4786-b177-0d6f0dc66c82 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:17.611293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aec8c397-eacd-4072-99c2-58addc90e0e5 req-7a697214-6fe3-49ef-ae00-ad5d7c306f99 service neutron] 10.222.0.37 "GET /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084787 Aug 24 00:53:17.630241 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.630567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef2046-8d66-41c7-a8e7-9be94e77a482 req-2571a64e-2168-4664-9bc8-f89cc0749a80 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:17.631913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7ef2046-8d66-41c7-a8e7-9be94e77a482 req-2571a64e-2168-4664-9bc8-f89cc0749a80 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 983 time: 0.1128941 Aug 24 00:53:17.662680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['470e3c35-cab1-4d3d-84f5-1122fa376ce8'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:53:17.669475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=470e3c35-cab1-4d3d-84f5-1122fa376ce8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:17.726546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7ef2046-8d66-41c7-a8e7-9be94e77a482 req-ba32c61c-4fc2-4a27-9af3-ecdf5ba2cd8c tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0710936 Aug 24 00:53:17.749255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] No DVR routers for this DVR port 470e3c35-cab1-4d3d-84f5-1122fa376ce8 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:53:17.751981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:17.754150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-87b1a24d-7573-4fd6-86bd-f4703b5f16fe req-52b12075-a992-43cc-b8d7-838cf10e5d0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "DELETE /v2.0/ports/470e3c35-cab1-4d3d-84f5-1122fa376ce8 HTTP/1.1" status: 204 len: 173 time: 0.5605016 Aug 24 00:53:17.754623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54a6f4-7a9b-4917-b568-086eb8e8f510', 'name': 'network-vif-deleted', 'tag': '470e3c35-cab1-4d3d-84f5-1122fa376ce8'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:17.756985 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd8785-0163-4508-baf7-378a2f5e4526" -d '{"events": [{"server_uuid": "dd54a6f4-7a9b-4917-b568-086eb8e8f510", "name": "network-vif-deleted", "tag": "470e3c35-cab1-4d3d-84f5-1122fa376ce8"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:17.795836 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25437b5-737a-4809-9cd5-407a330c0d4e x-openstack-request-id: req-a25437b5-737a-4809-9cd5-407a330c0d4e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:17.795836 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd54a6f4-7a9b-4917-b568-086eb8e8f510", "name": "network-vif-deleted", "tag": "470e3c35-cab1-4d3d-84f5-1122fa376ce8", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:17.795836 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a25437b5-737a-4809-9cd5-407a330c0d4e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:17.795836 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd54a6f4-7a9b-4917-b568-086eb8e8f510', 'name': 'network-vif-deleted', 'tag': '470e3c35-cab1-4d3d-84f5-1122fa376ce8', 'status': 'completed', 'code': 200} Aug 24 00:53:17.818631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:18.280285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bf07dcc-0f9e-412f-843e-5b6b92e34d00 req-ad0a2826-35c8-4673-825e-0356f64fef0e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 210 time: 0.0346775 Aug 24 00:53:18.429964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Deleting port 333e789b-3391-4e92-b335-6007edcd34ee {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:18.430316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:18.511171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] For port 333e789b-3391-4e92-b335-6007edcd34ee, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=333e789b-3391-4e92-b335-6007edcd34ee,segment=NetworkSegment(79c08796-a32f-4834-93c7-6da7b4e34346),segment_id=79c08796-a32f-4834-93c7-6da7b4e34346)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:18.511544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:18.523365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Calling delete_port for 333e789b-3391-4e92-b335-6007edcd34ee owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:18.778941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:18.806698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Pushing event deleted for resources: {'Port': ['ID=333e789b-3391-4e92-b335-6007edcd34ee,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:18.902754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77c394-60d1-457f-b833-08a26b81e1b0 req-3cf4b533-c588-4c05-b604-857bd3d10a9c tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:18.904532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd77c394-60d1-457f-b833-08a26b81e1b0 req-3cf4b533-c588-4c05-b604-857bd3d10a9c tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 983 time: 0.1034193 Aug 24 00:53:18.998752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd77c394-60d1-457f-b833-08a26b81e1b0 req-72980056-86df-426f-b606-b3a2068c8cab tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0853183 Aug 24 00:53:19.059093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:19.284104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Router 903f8c2c-7de9-443e-b474-2089e6f7b84c has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:53:19.363512 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:53:19.411410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10e69f1b-d522-4fff-aa42-77ffeec93ecd req-649bc4f8-7f20-4d7a-993b-49a05e2f8d28 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 210 time: 0.0362997 Aug 24 00:53:19.421524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:19.430766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9674370a-1460-4fd6-b933-fced0f64821b admin admin] 10.222.0.26 "PUT /v2.0/routers/903f8c2c-7de9-443e-b474-2089e6f7b84c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1511712 Aug 24 00:53:19.430766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45964) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:19.431776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] Sync routers for ids ['903f8c2c-7de9-443e-b474-2089e6f7b84c'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:19.442919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] Routers {'903f8c2c-7de9-443e-b474-2089e6f7b84c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:19.443533 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['903f8c2c-7de9-443e-b474-2089e6f7b84c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:19.547590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:19.554940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] Set router 903f8c2c-7de9-443e-b474-2089e6f7b84c gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:19.647281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:19.737014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:18Z', 'revision_number': 5, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port': {'id': 'ea19440c-ea7c-4c42-becf-a00a8150c5fa', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:19.773155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] Checking router: 903f8c2c-7de9-443e-b474-2089e6f7b84c for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:19.782463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] Routers {'903f8c2c-7de9-443e-b474-2089e6f7b84c'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:19.783328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['903f8c2c-7de9-443e-b474-2089e6f7b84c'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:19.786392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Deleting port ea19440c-ea7c-4c42-becf-a00a8150c5fa {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:19.786750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:19.878121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] Set router 903f8c2c-7de9-443e-b474-2089e6f7b84c gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:19.892854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] For port ea19440c-ea7c-4c42-becf-a00a8150c5fa, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ea19440c-ea7c-4c42-becf-a00a8150c5fa,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:19.893227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:19.906843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Calling delete_port for ea19440c-ea7c-4c42-becf-a00a8150c5fa owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:19.934283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:19Z', 'revision_number': 6, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:19.964350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d6c28e-d9b9-4074-87e5-526680042a05 None None] The sync data for ids ['903f8c2c-7de9-443e-b474-2089e6f7b84c'] in n-d-804878-2 is: [{'id': '903f8c2c-7de9-443e-b474-2089e6f7b84c', 'name': 'tempest-TestAggregatesBasicOps-939405685-router', 'tenant_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:00Z', 'updated_at': '2021-08-24T00:53:19Z', 'revision_number': 6, 'project_id': 'd2979ab96bfd49cdb60b6f3124271bac', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:20.125543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336c167-306c-4322-bdd6-1d976a498949 req-7acd1277-9afd-4a1d-ae92-fc79407e20d7 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:20.127065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2336c167-306c-4322-bdd6-1d976a498949 req-7acd1277-9afd-4a1d-ae92-fc79407e20d7 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 983 time: 0.0510242 Aug 24 00:53:20.141380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.187163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea19440c-ea7c-4c42-becf-a00a8150c5fa,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:20.245237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2336c167-306c-4322-bdd6-1d976a498949 req-2853f126-4a8e-4d06-bef9-29d37692e9e3 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1110477 Aug 24 00:53:20.265011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.368069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.371402 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.482590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.483189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 903f8c2c-7de9-443e-b474-2089e6f7b84c {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:53:20.492267 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.493525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-beeeeecd-c0c1-4738-bc8c-a5dc7340393e admin admin] 10.222.0.26 "DELETE /v2.0/routers/903f8c2c-7de9-443e-b474-2089e6f7b84c HTTP/1.1" status: 204 len: 168 time: 1.0618653 Aug 24 00:53:20.496726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45970) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:20.554537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b49e8f02-40f5-4085-9f82-5741498226d4 req-673d236a-103a-4eaa-bfef-355d8de3790d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 210 time: 0.0486238 Aug 24 00:53:20.566318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79d2c17-f74d-4309-a0d9-7270dba0ca0b admin admin] Deleting subnet 40de67ed-27f6-49b5-958f-f50c7d6ce1f7 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:53:20.570598 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d2c17-f74d-4309-a0d9-7270dba0ca0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.605932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d2c17-f74d-4309-a0d9-7270dba0ca0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.688719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d2c17-f74d-4309-a0d9-7270dba0ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.770685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:53:20.820518 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d2c17-f74d-4309-a0d9-7270dba0ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.855420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d2c17-f74d-4309-a0d9-7270dba0ca0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40de67ed-27f6-49b5-958f-f50c7d6ce1f7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:20.878323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d79d2c17-f74d-4309-a0d9-7270dba0ca0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:20.880666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d79d2c17-f74d-4309-a0d9-7270dba0ca0b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/40de67ed-27f6-49b5-958f-f50c7d6ce1f7 HTTP/1.1" status: 204 len: 168 time: 0.3823063 Aug 24 00:53:20.882967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45972) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:20.886352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d416728-bfce-41c0-adb2-1e42be51769a None None] Network af312815-154c-461f-a68f-e0d3d3bcec03 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:53:20.974391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.057908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Deleting port 86591161-c875-4a78-8f12-ce22a1cf39fe {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:53:21.058560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.163858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:21.170569 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] For port 86591161-c875-4a78-8f12-ce22a1cf39fe, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=86591161-c875-4a78-8f12-ce22a1cf39fe,segment=NetworkSegment(79c08796-a32f-4834-93c7-6da7b4e34346),segment_id=79c08796-a32f-4834-93c7-6da7b4e34346)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:21.171185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.213873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'port_id': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'mac_address': 'fa:16:3e:37:cb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:53:21.215213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Calling delete_port for 86591161-c875-4a78-8f12-ce22a1cf39fe owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:53:21.274932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 470e3c35-cab1-4d3d-84f5-1122fa376ce8 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:21.302810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ea19440c-ea7c-4c42-becf-a00a8150c5fa no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:21.380721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 470e3c35-cab1-4d3d-84f5-1122fa376ce8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:21.383476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 470e3c35-cab1-4d3d-84f5-1122fa376ce8 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:21.389209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: ea19440c-ea7c-4c42-becf-a00a8150c5fa {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:21.389613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ea19440c-ea7c-4c42-becf-a00a8150c5fa not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:21.390031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 333e789b-3391-4e92-b335-6007edcd34ee no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:21.395020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.399066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe3291-fe65-48a1-b5a8-1038502b202d req-64de40cb-f58b-451e-a866-64a3b7d8be35 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:21.401591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12fe3291-fe65-48a1-b5a8-1038502b202d req-64de40cb-f58b-451e-a866-64a3b7d8be35 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 983 time: 0.0696311 Aug 24 00:53:21.424647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 333e789b-3391-4e92-b335-6007edcd34ee {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:21.425601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 333e789b-3391-4e92-b335-6007edcd34ee not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:21.447296 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.470593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12fe3291-fe65-48a1-b5a8-1038502b202d req-20db10df-1b5c-4ba4-bac1-f566f5055ac6 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0626915 Aug 24 00:53:21.476957 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Pushing event deleted for resources: {'Port': ['ID=86591161-c875-4a78-8f12-ce22a1cf39fe,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:21.482061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] No DVR routers for this DVR port 86591161-c875-4a78-8f12-ce22a1cf39fe on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:53:21.485387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:53:21.509298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:21.558233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b138fa-db84-4818-90b9-536e12d064cc None None] DHCP port deletion for af312815-154c-461f-a68f-e0d3d3bcec03 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:53:21.574068 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.592466 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af312815-154c-461f-a68f-e0d3d3bcec03']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:21.606040 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c08796-a32f-4834-93c7-6da7b4e34346') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:21.606304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c08796-a32f-4834-93c7-6da7b4e34346') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:21.608183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.620174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.635924 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.642866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:53:21.643287 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:53:21.645481 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:53:21.673289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adbc7610-1d84-48e7-afa7-7c4cde810de6 req-29064cc9-2de3-4667-a010-8e5892ff8d19 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd54a6f4-7a9b-4917-b568-086eb8e8f510 HTTP/1.1" status: 200 len: 210 time: 0.0444083 Aug 24 00:53:21.704186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:21.812607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['8a9ef3a4-f7aa-496b-9d03-06f17a7cac05'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:53:21.836618 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.842434 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:21.847272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] 10.222.0.26 "DELETE /v2.0/networks/af312815-154c-461f-a68f-e0d3d3bcec03 HTTP/1.1" status: 204 len: 168 time: 0.9603755 Aug 24 00:53:21.865972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab363aa5-d560-4c19-830b-2a5298f3c12e admin admin] Pushing event deleted for resources: {'Network': ['ID=af312815-154c-461f-a68f-e0d3d3bcec03,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:22.210911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45980) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:22.253029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0711bba0-ebca-4f6d-a11f-9ff17c7bafd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=743af57660e54ab3ab0f71151a53d462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409582 Aug 24 00:53:22.255620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 45982) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:22.303077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d187e6f8-5be6-49ca-89ec-cea149c1303b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:22.325323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d187e6f8-5be6-49ca-89ec-cea149c1303b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:22.419189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d187e6f8-5be6-49ca-89ec-cea149c1303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:22.423142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d187e6f8-5be6-49ca-89ec-cea149c1303b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:22.424345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d187e6f8-5be6-49ca-89ec-cea149c1303b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12b1fb6a-7296-413b-be5a-0ae875e1cb96 HTTP/1.1" status: 204 len: 168 time: 0.1678183 Aug 24 00:53:22.436700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187e6f8-5be6-49ca-89ec-cea149c1303b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b1fb6a-7296-413b-be5a-0ae875e1cb96,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:22.606758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b73fd7-6888-4cd9-8c39-0adf30036846 req-2f3efdf5-7115-476e-bc84-29b86bec8114 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:22.608507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-42b73fd7-6888-4cd9-8c39-0adf30036846 req-2f3efdf5-7115-476e-bc84-29b86bec8114 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 984 time: 0.0563786 Aug 24 00:53:22.657560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-42b73fd7-6888-4cd9-8c39-0adf30036846 req-98d6d419-9009-4d65-9fa6-077676e91392 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0390110 Aug 24 00:53:22.785615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:22.899557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:22.903712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:22.907201 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:22.987212 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:23.009321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:23.011592 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c67b30-c3a5-4eb0-99d9-80827de3dc0d" -d '{"events": [{"server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "name": "network-vif-plugged", "status": "completed", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:23.024890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:23.051679 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cabcb3a-ce6a-4cb5-ac3e-265775340abd x-openstack-request-id: req-9cabcb3a-ce6a-4cb5-ac3e-265775340abd {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:23.052124 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "name": "network-vif-plugged", "status": "completed", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:23.052268 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cabcb3a-ce6a-4cb5-ac3e-265775340abd {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:23.052673 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'code': 200} Aug 24 00:53:23.087484 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:23.119574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45996) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:23.158695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:23.158902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f77d41-4c9e-4d5d-b71a-be015f2eb193 req-0db5b26c-e636-4693-8a8e-45f54998de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:23.160538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0f77d41-4c9e-4d5d-b71a-be015f2eb193 req-0db5b26c-e636-4693-8a8e-45f54998de12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 1136 time: 0.0476975 Aug 24 00:53:23.164801 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d4db9c25-7165-4082-989f-04daa15b1ae8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2979ab96bfd49cdb60b6f3124271bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440347 Aug 24 00:53:23.168332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 45998) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:23.201139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0f77d41-4c9e-4d5d-b71a-be015f2eb193 req-84f193aa-3952-4527-8d55-bdd28e581b25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0334849 Aug 24 00:53:23.232591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae437aa4-e781-43bd-98bf-88917afec558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:23.247926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 86591161-c875-4a78-8f12-ce22a1cf39fe no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:53:23.259857 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae437aa4-e781-43bd-98bf-88917afec558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:23.275643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 86591161-c875-4a78-8f12-ce22a1cf39fe {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:53:23.276545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 86591161-c875-4a78-8f12-ce22a1cf39fe not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:53:23.390286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae437aa4-e781-43bd-98bf-88917afec558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:23.392860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ae437aa4-e781-43bd-98bf-88917afec558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:23.394063 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ae437aa4-e781-43bd-98bf-88917afec558 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0545fc2-5944-488f-9f69-4161a8c94ab9 HTTP/1.1" status: 204 len: 168 time: 0.2247207 Aug 24 00:53:23.405307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae437aa4-e781-43bd-98bf-88917afec558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0545fc2-5944-488f-9f69-4161a8c94ab9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:23.781496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f1fe-0bb6-4c00-b808-166ccda673df req-336061eb-7dff-4caf-94d1-3e3eac129974 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:23.785465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a688f1fe-0bb6-4c00-b808-166ccda673df req-336061eb-7dff-4caf-94d1-3e3eac129974 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 985 time: 0.0546741 Aug 24 00:53:23.843679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a688f1fe-0bb6-4c00-b808-166ccda673df req-875eebe6-c454-4aee-9588-fa65f99c7801 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0492444 Aug 24 00:53:24.238786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-ed9a4ea6-b374-4b67-ad67-9cffca5e9327 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408359 Aug 24 00:53:24.322400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-8e11e68e-9ad3-4a18-bbac-02ef069b33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:24.323884 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-8e11e68e-9ad3-4a18-bbac-02ef069b33de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1096 time: 0.0453207 Aug 24 00:53:24.433047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-55835cff-fcb9-4a4c-93ac-9b756ffaeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:24.434407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-55835cff-fcb9-4a4c-93ac-9b756ffaeec5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 200 len: 910 time: 0.0906670 Aug 24 00:53:24.511839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-e0720b02-57c6-4ff9-bb5b-2f735436e144 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 200 len: 1000 time: 0.0702760 Aug 24 00:53:24.563839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-bf24a6b3-b75f-4fdb-a224-e4e6e90c2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:24.565317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-bf24a6b3-b75f-4fdb-a224-e4e6e90c2d5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81e04c0d-243a-4f4a-8018-ee740b3a84fd HTTP/1.1" status: 200 len: 848 time: 0.0458872 Aug 24 00:53:24.612695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-474bc9f4-c66a-42db-adb5-d4b09ad652f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:24.614583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-474bc9f4-c66a-42db-adb5-d4b09ad652f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a7e464b-07e1-431c-b125-12855fb8154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424988 Aug 24 00:53:24.709469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-28a2fda4-63f2-4b60-bbee-62f74402b57d service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874417 Aug 24 00:53:24.812030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d58b3d2-a835-404b-bc3b-5f53a2a2fb48 req-013317a1-fa69-4e20-94f8-a3af7c708e71 service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957828 Aug 24 00:53:24.964441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09826a01-ebfc-4713-8ea4-1539899d2f57 req-b1b6b6e7-775d-4647-a57a-43f307eaad04 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:24.966036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09826a01-ebfc-4713-8ea4-1539899d2f57 req-b1b6b6e7-775d-4647-a57a-43f307eaad04 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 985 time: 0.0579646 Aug 24 00:53:25.036653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09826a01-ebfc-4713-8ea4-1539899d2f57 req-13245bdd-c1dc-48ee-b4c8-654313d7ee53 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0527534 Aug 24 00:53:25.189149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0007d8-32e6-4272-9bd2-6e0250fcdac5 req-ac1c2cf7-c116-4876-82aa-6be1e8b7d447 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:25.190930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f0007d8-32e6-4272-9bd2-6e0250fcdac5 req-ac1c2cf7-c116-4876-82aa-6be1e8b7d447 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 985 time: 0.0759401 Aug 24 00:53:25.251807 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f0007d8-32e6-4272-9bd2-6e0250fcdac5 req-e3ab032d-5194-475d-af35-0b1cfb3d5f15 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0534172 Aug 24 00:53:25.372898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf76079-0071-4893-807b-917efb1afb28 req-f3917845-9837-4de6-8cfd-865420f4d9a1 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:25.374919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbf76079-0071-4893-807b-917efb1afb28 req-f3917845-9837-4de6-8cfd-865420f4d9a1 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 1136 time: 0.0572438 Aug 24 00:53:25.395321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dbf76079-0071-4893-807b-917efb1afb28 req-3d5b6c9c-f0e4-42ef-ad1c-8492b16f8125 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:25.518902 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dbf76079-0071-4893-807b-917efb1afb28 req-3d5b6c9c-f0e4-42ef-ad1c-8492b16f8125 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:25.665027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-dbf76079-0071-4893-807b-917efb1afb28 req-3d5b6c9c-f0e4-42ef-ad1c-8492b16f8125 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:25.688054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbf76079-0071-4893-807b-917efb1afb28 req-3d5b6c9c-f0e4-42ef-ad1c-8492b16f8125 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.3071501 Aug 24 00:53:25.700945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b6c9c-f0e4-42ef-ad1c-8492b16f8125 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058b4bba-54cf-45a6-9a91-c60bb3aba300,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:25.711876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46076) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:25.757746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abc10be-a6b7-4937-a2f0-921eb9593cf9 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:25.759401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3abc10be-a6b7-4937-a2f0-921eb9593cf9 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 1131 time: 0.0459406 Aug 24 00:53:25.762622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:25.768515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:25.777155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46084) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:25.783572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877380522', 'description': 'tempest-secgroup-smoke-1877380522 description', 'project_id': '58b36801afc7442c9f10a5f6712fef5c'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:25.859055 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:25.898822 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:25.985661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:25.995569 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:25.999948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.091107 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.113873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Allocated IP 172.25.5.201 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/2f361dc5-52f9-4e97-8b29-f0c57a19e7fb) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:26.127283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.168590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe35374-c8b3-4abf-85e7-3c8915c18999,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:26.228752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.233049 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.253218 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e8cd756f-19b8-40cf-953b-fdea32c5aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.287363 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.306050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.322573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:26.352712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:26.355725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:26.359107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:26.361859 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.363729 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7c3423c4-c26f-4f08-9c14-91e28c9ca5f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5852337 Aug 24 00:53:26.367196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46106) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:26.375123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-67de085e-3c4e-4bf9-a6f7-b5cb8a813d25 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:26.386973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=2f361dc5-52f9-4e97-8b29-f0c57a19e7fb,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:26.455912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67de085e-3c4e-4bf9-a6f7-b5cb8a813d25 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.515059 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67de085e-3c4e-4bf9-a6f7-b5cb8a813d25 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.561347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67de085e-3c4e-4bf9-a6f7-b5cb8a813d25 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.582096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46108) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:26.589342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b2c076a3-3bd3-4cb6-a141-a9f4e35993f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504762734', 'description': 'tempest-secgroup-smoke-1504762734 description', 'project_id': '98d2f1382fca415cbb92091953421b96'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:26.594058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de085e-3c4e-4bf9-a6f7-b5cb8a813d25 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76ed566-e00b-4288-9d1e-fd69d8a485f3,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:26.660504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-67de085e-3c4e-4bf9-a6f7-b5cb8a813d25 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.661811 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-67de085e-3c4e-4bf9-a6f7-b5cb8a813d25 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934475 Aug 24 00:53:26.665190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46110) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:26.670108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-173606c8-7a95-4a4e-948f-fba04c49a2d5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:26.731500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2c076a3-3bd3-4cb6-a141-a9f4e35993f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.817679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-173606c8-7a95-4a4e-948f-fba04c49a2d5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.914980 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-173606c8-7a95-4a4e-948f-fba04c49a2d5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:26.932015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2c076a3-3bd3-4cb6-a141-a9f4e35993f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.008230 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-173606c8-7a95-4a4e-948f-fba04c49a2d5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.025393 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2c076a3-3bd3-4cb6-a141-a9f4e35993f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.036933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173606c8-7a95-4a4e-948f-fba04c49a2d5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5f1439-6825-4b6f-8b85-00de8f5d814a,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.060890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c076a3-3bd3-4cb6-a141-a9f4e35993f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa68ae-17d6-4b51-8c16-46440d89f9f3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.087408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-173606c8-7a95-4a4e-948f-fba04c49a2d5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.088673 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-173606c8-7a95-4a4e-948f-fba04c49a2d5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4225199 Aug 24 00:53:27.091457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46112) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:27.096020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-70e8cc93-d9d5-4497-b0df-50a96b86d9f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:27.111166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b2c076a3-3bd3-4cb6-a141-a9f4e35993f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.112361 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b2c076a3-3bd3-4cb6-a141-a9f4e35993f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5293148 Aug 24 00:53:27.117243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46114) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:27.121713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-593ce7fe-f935-470a-b213-d45126277d01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'security_group_rule': {'security_group_id': '5dfa68ae-17d6-4b51-8c16-46440d89f9f3', 'project_id': '98d2f1382fca415cbb92091953421b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:27.182468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.207521 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70e8cc93-d9d5-4497-b0df-50a96b86d9f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.269357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70e8cc93-d9d5-4497-b0df-50a96b86d9f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.291821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593ce7fe-f935-470a-b213-d45126277d01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.329872 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70e8cc93-d9d5-4497-b0df-50a96b86d9f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.332074 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.353581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593ce7fe-f935-470a-b213-d45126277d01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.360197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8cc93-d9d5-4497-b0df-50a96b86d9f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefffee3-5373-4fcd-8cbe-061b525d35dc,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.395677 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593ce7fe-f935-470a-b213-d45126277d01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.415938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ce7fe-f935-470a-b213-d45126277d01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c0104e-d6db-48b3-909e-6218e09ab1c1,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.420487 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-70e8cc93-d9d5-4497-b0df-50a96b86d9f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.421883 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-70e8cc93-d9d5-4497-b0df-50a96b86d9f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3294029 Aug 24 00:53:27.424545 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:27.429598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-625dcca5-7135-4d9e-be85-5641d18bd39a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:27.472277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-593ce7fe-f935-470a-b213-d45126277d01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.473521 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-593ce7fe-f935-470a-b213-d45126277d01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3553224 Aug 24 00:53:27.476430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46118) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:27.482697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3b5c95ee-17f6-45d3-9f42-cb78a25463ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'security_group_rule': {'security_group_id': '5dfa68ae-17d6-4b51-8c16-46440d89f9f3', 'project_id': '98d2f1382fca415cbb92091953421b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:27.493291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.555558 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.595308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625dcca5-7135-4d9e-be85-5641d18bd39a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.625791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=2f361dc5-52f9-4e97-8b29-f0c57a19e7fb,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.634372 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.662070 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625dcca5-7135-4d9e-be85-5641d18bd39a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.698161 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b5c95ee-17f6-45d3-9f42-cb78a25463ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.740488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625dcca5-7135-4d9e-be85-5641d18bd39a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.746040 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Floating IP d88d3f89-3f9e-4bdd-9f35-4de13b14acd1 associated. External IP: 172.25.5.201, port: 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05. Aug 24 00:53:27.761180 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b5c95ee-17f6-45d3-9f42-cb78a25463ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.767954 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dcca5-7135-4d9e-be85-5641d18bd39a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee225f3-58b6-405c-9417-52707858b221,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.824386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b5c95ee-17f6-45d3-9f42-cb78a25463ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.843048 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c95ee-17f6-45d3-9f42-cb78a25463ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75d9370-78e1-47ce-aa50-6eb355330200,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:27.852749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625dcca5-7135-4d9e-be85-5641d18bd39a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.854020 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-625dcca5-7135-4d9e-be85-5641d18bd39a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4284875 Aug 24 00:53:27.857693 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46120) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:27.861321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9adc62c8-0a94-4a10-beac-298cc03ab61d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:27.911679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b5c95ee-17f6-45d3-9f42-cb78a25463ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:27.913527 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3b5c95ee-17f6-45d3-9f42-cb78a25463ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4356639 Aug 24 00:53:27.917130 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46122) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:27.923060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-639823bd-70a7-4aef-bd94-731e9ef74d2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'security_group_rule': {'security_group_id': '5dfa68ae-17d6-4b51-8c16-46440d89f9f3', 'project_id': '98d2f1382fca415cbb92091953421b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:27.962596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Router 4cca4be6-204b-485d-9ef5-e47b1b20af41 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:53:27.980620 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-9adc62c8-0a94-4a10-beac-298cc03ab61d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Project 58b36801afc7442c9f10a5f6712fef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:53:27.990026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9adc62c8-0a94-4a10-beac-298cc03ab61d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.057878 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-639823bd-70a7-4aef-bd94-731e9ef74d2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.078319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:28.090967 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9adc62c8-0a94-4a10-beac-298cc03ab61d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.091758 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] Sync routers for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:28.101060 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:28.101650 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:28.122312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-639823bd-70a7-4aef-bd94-731e9ef74d2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.162116 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.179346 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9adc62c8-0a94-4a10-beac-298cc03ab61d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.184679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-639823bd-70a7-4aef-bd94-731e9ef74d2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.193837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b9068cbf-4170-4bfc-81ea-72b5198b165f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4268227 Aug 24 00:53:28.193837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:28.194556 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:28.196987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46124) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:28.206282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc62c8-0a94-4a10-beac-298cc03ab61d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bce52a3-704a-4334-8c8b-91a0a22e780a,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:28.212845 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:28.225100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639823bd-70a7-4aef-bd94-731e9ef74d2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64134e29-6b4d-4eef-b3ea-454e24c59698,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:28.245744 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dc09e8-7cbf-4cc9-94d5-73a2e8457c5a x-openstack-request-id: req-a2dc09e8-7cbf-4cc9-94d5-73a2e8457c5a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:28.246044 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:28.246338 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2dc09e8-7cbf-4cc9-94d5-73a2e8457c5a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:28.246728 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'status': 'completed', 'code': 200} Aug 24 00:53:28.265024 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9adc62c8-0a94-4a10-beac-298cc03ab61d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.269135 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9adc62c8-0a94-4a10-beac-298cc03ab61d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4090288 Aug 24 00:53:28.269709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46128) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:28.275761 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1c377037-8f58-48e5-9a41-6678aaf13a89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:28.284836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-639823bd-70a7-4aef-bd94-731e9ef74d2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.289986 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-639823bd-70a7-4aef-bd94-731e9ef74d2f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3690085 Aug 24 00:53:28.290217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46130) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:28.309471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-435c419d-7fbc-45b8-a927-83be393290e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'security_group_rule': {'security_group_id': '5dfa68ae-17d6-4b51-8c16-46440d89f9f3', 'project_id': '98d2f1382fca415cbb92091953421b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:28.356429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-9b4db46e-0e1b-4358-b01a-0b934eede20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.357911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-9b4db46e-0e1b-4358-b01a-0b934eede20e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 1136 time: 0.0817866 Aug 24 00:53:28.367868 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-1c377037-8f58-48e5-9a41-6678aaf13a89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Project 58b36801afc7442c9f10a5f6712fef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:53:28.374450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c377037-8f58-48e5-9a41-6678aaf13a89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.411537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.412021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.412487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.413006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.413507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.414023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.414507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.414965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.416967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6b2912a-3f37-4b6f-9175-ca18f65f96c3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.2087867 Aug 24 00:53:28.423600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46132) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:28.493315 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c377037-8f58-48e5-9a41-6678aaf13a89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.495083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-5a0056f9-6d07-44a6-84a0-9c4ac32ef289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.496877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-5a0056f9-6d07-44a6-84a0-9c4ac32ef289 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a01c6a7c-173b-4322-bc6f-c11c7501ffc3 HTTP/1.1" status: 200 len: 897 time: 0.1268337 Aug 24 00:53:28.506550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.508763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.508763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.508763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.509073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.509448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.509923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.510370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.515295 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-22504dcc-78e2-4548-baab-982aa61d67d8 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.0908065 Aug 24 00:53:28.515933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46134) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:28.554888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-435c419d-7fbc-45b8-a927-83be393290e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.555708 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd88d3f89-3f9e-4bdd-9f35-4de13b14acd1', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'port_id': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'mac_address': 'fa:16:3e:37:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:53:26Z', 'updated_at': '2021-08-24T00:53:26Z', 'revision_number': 0, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:28.584084 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] Checking router: 4cca4be6-204b-485d-9ef5-e47b1b20af41 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:28.590808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-68cff6b6-13c7-48cf-8d33-837a076ec847 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 HTTP/1.1" status: 200 len: 1000 time: 0.0867059 Aug 24 00:53:28.594043 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:28.594921 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:28.623772 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c377037-8f58-48e5-9a41-6678aaf13a89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.653793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c377037-8f58-48e5-9a41-6678aaf13a89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9212496d-ad81-45b7-8bde-7473f2494a7d,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:28.655530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-435c419d-7fbc-45b8-a927-83be393290e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.662585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-edb6e0db-5658-4b16-a298-61ff48e1f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.664099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-edb6e0db-5658-4b16-a298-61ff48e1f86d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86a8ebac-6886-424f-9e4e-eb0869e1502f HTTP/1.1" status: 200 len: 834 time: 0.0651531 Aug 24 00:53:28.689118 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-649ff633-a451-482b-a627-06d1f0c2101e tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 0.1695993 Aug 24 00:53:28.689352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46136) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:28.711541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-5efa8e39-b652-4091-a3f9-d3b3746cdef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.713260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-5efa8e39-b652-4091-a3f9-d3b3746cdef6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a01c6a7c-173b-4322-bc6f-c11c7501ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424263 Aug 24 00:53:28.715923 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-435c419d-7fbc-45b8-a927-83be393290e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.719303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1c377037-8f58-48e5-9a41-6678aaf13a89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.719683 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:28.722235 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1c377037-8f58-48e5-9a41-6678aaf13a89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4511724 Aug 24 00:53:28.727347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:28.732579 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'network': {'name': 'tempest-network-smoke--1528109775', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'port_security_enabled': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:28.754674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c419d-7fbc-45b8-a927-83be393290e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef8f5e8-247d-4e17-a86a-b1f718ceb9b1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:28.758738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07cd3ee-bca0-4d1a-90fb-ba861703c785 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.759866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07cd3ee-bca0-4d1a-90fb-ba861703c785 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.773589 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b07cd3ee-bca0-4d1a-90fb-ba861703c785 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4cca4be6-204b-485d-9ef5-e47b1b20af41 HTTP/1.1" status: 200 len: 1990 time: 0.0715635 Aug 24 00:53:28.807402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:53:28.811236 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.831797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-88095115-6e85-4d97-b4b8-3422fee7d711 service neutron] 10.222.0.37 "GET /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079822 Aug 24 00:53:28.845065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:53:28.854972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.855365 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Added segment 23d8a7d5-e915-41bf-ba17-f8c10e412782 of type vlan for network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 Aug 24 00:53:28.858268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-435c419d-7fbc-45b8-a927-83be393290e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.862025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-435c419d-7fbc-45b8-a927-83be393290e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5686240 Aug 24 00:53:28.863426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46142) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:28.870153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-eb1fdf38-9f61-4e50-8b0d-cfadeff2d0da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'security_group_rule': {'security_group_id': '5dfa68ae-17d6-4b51-8c16-46440d89f9f3', 'project_id': '98d2f1382fca415cbb92091953421b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:28.914357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.938331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-429bbe95-ec5b-4486-bbd7-98c82c66e7ae req-1f32dcc4-e1d1-4929-90c4-17e077769b4a service neutron] 10.222.0.37 "GET /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998704 Aug 24 00:53:28.961713 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c33691f8-bf6a-4d93-9a90-bab9ac451da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.962521 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd88d3f89-3f9e-4bdd-9f35-4de13b14acd1', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'port_id': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'mac_address': 'fa:16:3e:37:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:53:26Z', 'updated_at': '2021-08-24T00:53:26Z', 'revision_number': 0, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:28.979215 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-eb1fdf38-9f61-4e50-8b0d-cfadeff2d0da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Project 98d2f1382fca415cbb92091953421b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:53:28.982344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.987846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:28.988468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:28.989284 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db4c1d-9ede-482e-af05-3d56a736faba None None] The sync data for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 is: [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd88d3f89-3f9e-4bdd-9f35-4de13b14acd1', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'port_id': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'mac_address': 'fa:16:3e:37:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:53:26Z', 'updated_at': '2021-08-24T00:53:26Z', 'revision_number': 0, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:29.010627 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdf38-9f61-4e50-8b0d-cfadeff2d0da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.081761 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Network': ['ID=3655eb45-5e66-4ff6-8f4e-79102db6fc54,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:29.092576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:53:29.113987 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdf38-9f61-4e50-8b0d-cfadeff2d0da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.132947 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.163774 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f52336ca-adbf-4f54-b9d7-e61a926f997f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4353027 Aug 24 00:53:29.166901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46144) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:29.171752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'admin_state_up': True, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:29.201950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdf38-9f61-4e50-8b0d-cfadeff2d0da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.202557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd924296-eb7a-4126-a50c-33c865d98b9d None None] New status for floating IP d88d3f89-3f9e-4bdd-9f35-4de13b14acd1: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:53:29.226794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fdf38-9f61-4e50-8b0d-cfadeff2d0da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c9b54e-ba8f-4d7b-b0ae-23d16d89efae,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:29.254902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.255995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.308022 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.310281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eb1fdf38-9f61-4e50-8b0d-cfadeff2d0da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.311607 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eb1fdf38-9f61-4e50-8b0d-cfadeff2d0da tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4471474 Aug 24 00:53:29.314458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46146) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:29.319282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d2b66bbe-2d4c-45e6-ac3d-2811e2b5a513 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'security_group_rule': {'security_group_id': '5dfa68ae-17d6-4b51-8c16-46440d89f9f3', 'project_id': '98d2f1382fca415cbb92091953421b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:29.471888 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-d2b66bbe-2d4c-45e6-ac3d-2811e2b5a513 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Project 98d2f1382fca415cbb92091953421b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:53:29.478351 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b66bbe-2d4c-45e6-ac3d-2811e2b5a513 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.517757 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.573104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b66bbe-2d4c-45e6-ac3d-2811e2b5a513 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.649376 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b66bbe-2d4c-45e6-ac3d-2811e2b5a513 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.673699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b66bbe-2d4c-45e6-ac3d-2811e2b5a513 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5231e126-1731-4906-8c61-123cbdb0feec,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:29.768861 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2b66bbe-2d4c-45e6-ac3d-2811e2b5a513 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.770049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d2b66bbe-2d4c-45e6-ac3d-2811e2b5a513 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4546430 Aug 24 00:53:29.796379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.819885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:29.928312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.25.5.179 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:30.037465 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:30.156039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:30.195966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:30.198735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:30.202107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:30.207439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:30.390434 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:30.500427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:31.045637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:31.232548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:53:31.345999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:31.355544 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Sync routers for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:31.364542 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:31.365148 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:31.413437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:31.414815 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-78f16602-8e0e-4cad-8741-a8adfc085f9e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2470427 Aug 24 00:53:31.418080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46220) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:31.488419 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:31.576708 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4d2d02ea-3cff-49d3-9154-7a7637861552 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=58b36801afc7442c9f10a5f6712fef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1571820 Aug 24 00:53:31.579483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46226) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:31.677425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee57693-11f8-46f8-9014-dd6a51d60021 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:31.679151 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6ee57693-11f8-46f8-9014-dd6a51d60021 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986457 Aug 24 00:53:31.682230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46228) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:31.683886 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:30Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:31.712683 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-38ff7dac-20bc-4d16-bc49-780754f58459 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293422 Aug 24 00:53:31.715495 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Checking router: 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:31.716427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Updating router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:53:31.718552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46230) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:31.725439 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1405147086', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:31.741692 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:31.882680 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:31.892713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:53:31.896704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.020447 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.030645 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Transition to ACTIVE for port object 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:32.077330 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.133685 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Attempting to bind port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:32.138564 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Attempting to bind port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:32.138564 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Attempting to bind port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:32.141464 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1417ede-f628-423b-8841-8ed07564374b None None] Pushing event updated for resources: {'Port': ['ID=4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:32.145127 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:32.145502 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:32.145924 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.146301 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:32.146758 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Bound port: 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:32.147158 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.155630 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.199620 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] For port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:32.203272 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] For port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:32.224101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Subnet': ['ID=8ffb2eba-280d-47d4-a290-9461ac04a289,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:32.234068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Checking segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:32.234438 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network hostable DHCP agents. Network: 3655eb45-5e66-4ff6-8f4e-79102db6fc54, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:53:32.288351 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.317915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:53:32.349187 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:32.349835 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:32.355418 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1417ede-f628-423b-8841-8ed07564374b None None] Pushing event updated for resources: {'Port': ['ID=4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:32.401485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 3655eb45-5e66-4ff6-8f4e-79102db6fc54) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:32.407532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:32.408066 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.409850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b1ced-cdaa-4450-b7b6-660948600394 None None] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:53:32.470205 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:32.494212 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e85a23b7-aad6-4977-97d9-1e7282945d93 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7740805 Aug 24 00:53:32.496864 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:32.618724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:53:32.620514 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.785368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Allocated IP 172.20.0.2 (3655eb45-5e66-4ff6-8f4e-79102db6fc54/8ffb2eba-280d-47d4-a290-9461ac04a289/85d54ab6-83e9-450b-be2d-cb45b87ede99) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:32.798602 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:30Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:32.833798 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8704c2-b04b-4234-9174-a66a2008b2dc None None] The sync data for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 is: [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:30Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:32.986612 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:32.997035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Transition to ACTIVE for port object 85d54ab6-83e9-450b-be2d-cb45b87ede99 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:33.013525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Transition to ACTIVE for port object 85d54ab6-83e9-450b-be2d-cb45b87ede99 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:33.081944 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.082217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.132728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:33.135886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:33.138684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:33.170333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Pushing event updated for resources: {'Port': ['ID=85d54ab6-83e9-450b-be2d-cb45b87ede99,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:33.250285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Attempting to bind port 85d54ab6-83e9-450b-be2d-cb45b87ede99 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:33.250785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Attempting to bind port 85d54ab6-83e9-450b-be2d-cb45b87ede99 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:33.251270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Attempting to bind port 85d54ab6-83e9-450b-be2d-cb45b87ede99 on network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:33.267429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:33.267969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Checking segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:33.268725 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.269428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Bound using segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:33.270141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Bound port: 85d54ab6-83e9-450b-be2d-cb45b87ede99, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:33.270701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.364356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:33.425320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] For port 85d54ab6-83e9-450b-be2d-cb45b87ede99, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:33.430218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] For port 85d54ab6-83e9-450b-be2d-cb45b87ede99, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=85d54ab6-83e9-450b-be2d-cb45b87ede99,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:33.505503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.532781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.20.0.1 (3655eb45-5e66-4ff6-8f4e-79102db6fc54/8ffb2eba-280d-47d4-a290-9461ac04a289/77d99656-a109-4af8-9629-03467ad6021b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:33.540141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:33.555964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:33.560050 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.622025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286ba5c-84a2-4791-bb1f-17c9ae4c5337 None None] Pushing event updated for resources: {'Port': ['ID=85d54ab6-83e9-450b-be2d-cb45b87ede99,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:33.681747 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.704627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:33.710680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.726774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Transition to ACTIVE for port object 77d99656-a109-4af8-9629-03467ad6021b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:33.773699 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.825032 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:33.848809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:33.898614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:33.904341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:33.908326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:33.955092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=77d99656-a109-4af8-9629-03467ad6021b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:33.969861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.970296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.970727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.971143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.971556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.971967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.972394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.972782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.973179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.973599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.974029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.974425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:53:33.984742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:34.226768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:34.553676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:34.613463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:34.698049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:34.700904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=77d99656-a109-4af8-9629-03467ad6021b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:34.735924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872829a-334e-4001-b675-78da8ccbf3a7 None None] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:53:34.828265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:34.829794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:34.910720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-23e3546b-c72e-4411-bc0f-874a369d06be None None] Provisioning for port 85d54ab6-83e9-450b-be2d-cb45b87ede99 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:34.973021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:53:35.111452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:35.116751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c98bc8f9-edf6-405f-abfb-1d6325a66fde tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "PUT /v2.0/routers/05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6180830 Aug 24 00:53:35.344116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ca29d218-390a-46a0-8536-86fa01169dac None None] Provisioning for port 77d99656-a109-4af8-9629-03467ad6021b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:35.348283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ca29d218-390a-46a0-8536-86fa01169dac None None] Provisioning complete for port 77d99656-a109-4af8-9629-03467ad6021b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:35.348663 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ca29d218-390a-46a0-8536-86fa01169dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:35.356743 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-d6af41fe-8d22-4814-ac33-a93d8cb579dc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877380522&fields=id&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 267 time: 0.0617886 Aug 24 00:53:35.392944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Sync routers for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:35.410687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:35.411340 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:35.464428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ca29d218-390a-46a0-8536-86fa01169dac None None] Port 77d99656-a109-4af8-9629-03467ad6021b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:35.474300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 85d54ab6-83e9-450b-be2d-cb45b87ede99 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:35.501601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-6279a0d9-ad6c-4de1-9ae1-0b1d70819489 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:35.503158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-6279a0d9-ad6c-4de1-9ae1-0b1d70819489 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 797 time: 0.1416557 Aug 24 00:53:35.520954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-9e2336f2-a88d-47d0-a66f-2430992a7a9a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/quotas/58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 375 time: 0.0101357 Aug 24 00:53:35.590172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-9985714e-80e7-4e6a-907a-9a67e9d9ff5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610781 Aug 24 00:53:35.592024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:35.639115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e7ea7490-acac-4cc0-95af-7f45380ed8da None None] Provisioning complete for port 77d99656-a109-4af8-9629-03467ad6021b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:35.639493 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7490-acac-4cc0-95af-7f45380ed8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:35.641151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 85d54ab6-83e9-450b-be2d-cb45b87ede99 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:35.671462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 85d54ab6-83e9-450b-be2d-cb45b87ede99 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:35.671832 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:35.726818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-cf0f765b-1eb1-4d31-9184-35712832aa2f service neutron] 10.222.0.26 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222999 Aug 24 00:53:35.747487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea7490-acac-4cc0-95af-7f45380ed8da None None] Port 77d99656-a109-4af8-9629-03467ad6021b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:35.837393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-13441ca7-cbe4-44c4-a03f-a45170820a0b service neutron] 10.222.0.26 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062171 Aug 24 00:53:35.887781 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:35.934046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ee9786b0-1e42-4f79-8fad-421ca5be46d4 None None] Provisioning complete for port 77d99656-a109-4af8-9629-03467ad6021b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:35.934425 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ee9786b0-1e42-4f79-8fad-421ca5be46d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:35.984154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 85d54ab6-83e9-450b-be2d-cb45b87ede99, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=85d54ab6-83e9-450b-be2d-cb45b87ede99,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:35.990076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ee9786b0-1e42-4f79-8fad-421ca5be46d4 None None] Port 77d99656-a109-4af8-9629-03467ad6021b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:36.006991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 2, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:36.044180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Checking router: 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:36.044792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Updating router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 port 77d99656-a109-4af8-9629-03467ad6021b binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:53:36.074832 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.076880 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.077695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:36.087042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ecbbea3-2526-45cb-ad15-3ddbd4fbed76 req-df14cf8d-b7f2-49fd-9511-204384afedb0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 210 time: 0.0355144 Aug 24 00:53:36.193967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=85d54ab6-83e9-450b-be2d-cb45b87ede99,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:36.268745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:36.269038 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.500225 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.510937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Transition to ACTIVE for port object 77d99656-a109-4af8-9629-03467ad6021b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:36.584518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.635474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b5694-07d4-4d80-b937-a925372b0a4e None None] Pushing event updated for resources: {'Port': ['ID=77d99656-a109-4af8-9629-03467ad6021b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:36.691398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Attempting to bind port 77d99656-a109-4af8-9629-03467ad6021b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:36.691781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Attempting to bind port 77d99656-a109-4af8-9629-03467ad6021b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:36.692150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Attempting to bind port 77d99656-a109-4af8-9629-03467ad6021b on network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:36.697976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:36.698365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Checking segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:36.698784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.699231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Bound using segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:36.699716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Bound port: 77d99656-a109-4af8-9629-03467ad6021b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:36.700112 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.776221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] For port 77d99656-a109-4af8-9629-03467ad6021b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:36.781691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] For port 77d99656-a109-4af8-9629-03467ad6021b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=77d99656-a109-4af8-9629-03467ad6021b,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:36.860419 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:36.938399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:36.939044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:37.129398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b5694-07d4-4d80-b937-a925372b0a4e None None] Pushing event updated for resources: {'Port': ['ID=77d99656-a109-4af8-9629-03467ad6021b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:37.222839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-273b7d7e-7044-478a-8bf8-a87d9b1d916e req-aeaf89ca-54c7-46c2-b2e9-ad391dbbbc25 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 210 time: 0.0437708 Aug 24 00:53:37.229747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:37.312381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 85d54ab6-83e9-450b-be2d-cb45b87ede99 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:37.431418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 85d54ab6-83e9-450b-be2d-cb45b87ede99 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:37.431720 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:37.542981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:36Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:37.817981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b936ad-c6b6-4d39-b5fe-9fd48c30ed47 None None] The sync data for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 is: [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:36Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:38.326526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f662e8cc-18b7-4bb3-a85a-f1a4956dcab6 req-1e90ef77-5c43-4030-90e9-7ff31c23889d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 210 time: 0.0374134 Aug 24 00:53:38.561033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-eb77cdc5-ce64-46c0-868c-db88ee478637 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:38.564135 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-eb77cdc5-ce64-46c0-868c-db88ee478637 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 797 time: 0.1128566 Aug 24 00:53:38.621209 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-fd0d1d3d-3120-4f91-bbff-c353c16120e1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 380 time: 0.0378470 Aug 24 00:53:38.626987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'port': {'device_id': '26add223-7694-4afb-adb8-ebcf253ee843', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'admin_state_up': True, 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'security_groups': ['6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:38.847209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:53:38.851225 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:38.988645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.20.0.13 (3655eb45-5e66-4ff6-8f4e-79102db6fc54/8ffb2eba-280d-47d4-a290-9461ac04a289/0808a469-fafb-4768-abfd-be4b3d4fd58d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:39.139253 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.154017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Transition to ACTIVE for port object 0808a469-fafb-4768-abfd-be4b3d4fd58d will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:39.259579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.291768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 77d99656-a109-4af8-9629-03467ad6021b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:39.310860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:39.316901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:39.323375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:39.327475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:39.387854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:39.388538 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.447733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 77d99656-a109-4af8-9629-03467ad6021b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:39.458062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29f5b9-7c55-4a4e-9d7a-3b57585b04b9 req-b72ee535-c3b2-49dd-9bbb-2295129c0eac tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:39.459182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 77d99656-a109-4af8-9629-03467ad6021b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:39.459861 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.462147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c29f5b9-7c55-4a4e-9d7a-3b57585b04b9 req-b72ee535-c3b2-49dd-9bbb-2295129c0eac tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 932 time: 0.0618036 Aug 24 00:53:39.507227 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-5d70567a-263d-46c1-8dd6-0fd45888b9e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8833416 Aug 24 00:53:39.532262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c29f5b9-7c55-4a4e-9d7a-3b57585b04b9 req-5cf71756-abb1-4afc-8acf-06c90c45612a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615997 Aug 24 00:53:39.558541 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.565948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Request body: {'port': {'device_id': '26add223-7694-4afb-adb8-ebcf253ee843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:39.594340 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 77d99656-a109-4af8-9629-03467ad6021b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=77d99656-a109-4af8-9629-03467ad6021b,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:39.626777 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.686898 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.711997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9293f690-bdad-43ae-9eb2-77c00da68ef1 None None] Provisioning for port 0808a469-fafb-4768-abfd-be4b3d4fd58d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:39.722547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9293f690-bdad-43ae-9eb2-77c00da68ef1 None None] Provisioning complete for port 0808a469-fafb-4768-abfd-be4b3d4fd58d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:39.722930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9293f690-bdad-43ae-9eb2-77c00da68ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.767587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=77d99656-a109-4af8-9629-03467ad6021b,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:39.772227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9293f690-bdad-43ae-9eb2-77c00da68ef1 None None] Port 0808a469-fafb-4768-abfd-be4b3d4fd58d cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:39.909449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0808a469-fafb-4768-abfd-be4b3d4fd58d {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:53:39.917548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:39.931860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Transition to ACTIVE for port object 0808a469-fafb-4768-abfd-be4b3d4fd58d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:40.013109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:40.070286 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:40.152376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Attempting to bind port 0808a469-fafb-4768-abfd-be4b3d4fd58d on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:40.155381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Attempting to bind port 0808a469-fafb-4768-abfd-be4b3d4fd58d by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:40.155381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Attempting to bind port 0808a469-fafb-4768-abfd-be4b3d4fd58d on network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:40.158395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Port 0808a469-fafb-4768-abfd-be4b3d4fd58d on network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:53:40.158856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Attempting to bind port 0808a469-fafb-4768-abfd-be4b3d4fd58d on network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:40.164899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:40.165240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Checking segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:40.165692 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Bound using segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:40.166128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Bound port: 0808a469-fafb-4768-abfd-be4b3d4fd58d, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:40.168444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:40.238968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:40.242719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:40.321499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:40.362947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:40.363708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:40.365254 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] 10.222.0.36 "PUT /v2.0/ports/0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 1092 time: 0.8038390 Aug 24 00:53:40.367848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:40.370273 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea809f0-8558-46fa-b0f4-56772bb1006c" -d '{"events": [{"name": "network-changed", "server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:40.410643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37125cbf-5967-431d-be8f-dbfa372dfc2d service neutron] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:40.422374 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c437a95b-2095-443e-aaf4-7d79b8681d31 x-openstack-request-id: req-c437a95b-2095-443e-aaf4-7d79b8681d31 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:40.422683 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:40.422969 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c437a95b-2095-443e-aaf4-7d79b8681d31 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:40.423591 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'status': 'completed', 'code': 200} Aug 24 00:53:40.545001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea809f0-8558-46fa-b0f4-56772bb1006c req-9be15c5e-a242-4f79-bcff-6a2c37e8ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:40.545001 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bea809f0-8558-46fa-b0f4-56772bb1006c req-9be15c5e-a242-4f79-bcff-6a2c37e8ba2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1095 time: 0.0443599 Aug 24 00:53:40.641214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea809f0-8558-46fa-b0f4-56772bb1006c req-edd26e0b-3f75-48b0-bd5c-2ea4ef558da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:40.643585 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bea809f0-8558-46fa-b0f4-56772bb1006c req-edd26e0b-3f75-48b0-bd5c-2ea4ef558da3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=58b36801afc7442c9f10a5f6712fef5c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1201060 Aug 24 00:53:40.693192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180d0f2-c555-41dd-ad3c-b1447313dc54 req-2ab0a71b-6ae1-45b2-9e5c-dc5801623c7f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:40.698307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d180d0f2-c555-41dd-ad3c-b1447313dc54 req-2ab0a71b-6ae1-45b2-9e5c-dc5801623c7f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.0628667 Aug 24 00:53:40.741989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d180d0f2-c555-41dd-ad3c-b1447313dc54 req-db643094-939a-4639-a575-849dc0f110d5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389302 Aug 24 00:53:40.757120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea809f0-8558-46fa-b0f4-56772bb1006c req-1b7a946f-83a8-45c3-8087-03da15bea15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:40.758705 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bea809f0-8558-46fa-b0f4-56772bb1006c req-1b7a946f-83a8-45c3-8087-03da15bea15d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086500 Aug 24 00:53:40.857325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-ed8e474c-68b1-4094-9f97-787150572e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:40.858787 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-ed8e474c-68b1-4094-9f97-787150572e92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1095 time: 0.0421538 Aug 24 00:53:40.911662 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-d65ce4b6-e43c-47ee-a152-e024eaf7d563 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 217 time: 0.0392540 Aug 24 00:53:40.964098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-cb983cc5-3c5a-4f0b-b0a7-908c07d03099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:40.965709 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-cb983cc5-3c5a-4f0b-b0a7-908c07d03099 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0471332 Aug 24 00:53:41.014216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-16ad6d7c-9c80-4793-b628-98dd99a0eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:41.015755 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-16ad6d7c-9c80-4793-b628-98dd99a0eea1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430918 Aug 24 00:53:41.111903 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-6d710eb8-95ab-4598-bf9c-6db977d62c3f service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887458 Aug 24 00:53:41.206634 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5d8d3fb1-6c35-4c97-b701-7acac4716dde req-22948777-ecd0-4638-97fd-f6014633c89e service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882828 Aug 24 00:53:41.268768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 77d99656-a109-4af8-9629-03467ad6021b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:41.322636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 77d99656-a109-4af8-9629-03467ad6021b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:41.323011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:41.940155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8a83d-1cce-4cb1-ac40-de44d2204abe req-ecd79ff3-0e31-4e11-852b-d91d7a945dcf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:41.941810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebb8a83d-1cce-4cb1-ac40-de44d2204abe req-ecd79ff3-0e31-4e11-852b-d91d7a945dcf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.1270959 Aug 24 00:53:41.985892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebb8a83d-1cce-4cb1-ac40-de44d2204abe req-35b1cc34-6545-4112-bb57-f144de7ff25a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371182 Aug 24 00:53:42.653100 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:43.160161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3e0f1-5944-4be3-b8fb-031dcf7201c8 req-90b251be-73cc-45c7-8687-69056b5a952b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:43.161755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39d3e0f1-5944-4be3-b8fb-031dcf7201c8 req-90b251be-73cc-45c7-8687-69056b5a952b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.1093059 Aug 24 00:53:43.201034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39d3e0f1-5944-4be3-b8fb-031dcf7201c8 req-eb2b29a3-20e0-4840-9228-38646089ef66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Aug 24 00:53:44.323640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134404e-484d-4c7e-ba50-c61f0483b57c req-39888396-d70f-4505-b83c-1ec94f0b7a45 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:44.325169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0134404e-484d-4c7e-ba50-c61f0483b57c req-39888396-d70f-4505-b83c-1ec94f0b7a45 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.0520899 Aug 24 00:53:44.367753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0134404e-484d-4c7e-ba50-c61f0483b57c req-6d68ad1b-f37e-452f-8724-291378b55250 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330465 Aug 24 00:53:45.351989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0808a469-fafb-4768-abfd-be4b3d4fd58d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:53:45.453936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:45.465180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'port_id': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'mac_address': 'fa:16:3e:b1:ee:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:53:45.486066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de5764-a6c2-4f40-8143-ea32c098c219 req-a79cd905-c2be-4d86-bbc2-1b84c4dcddc1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:45.487581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64de5764-a6c2-4f40-8143-ea32c098c219 req-a79cd905-c2be-4d86-bbc2-1b84c4dcddc1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.0505183 Aug 24 00:53:45.503082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:45.516789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0808a469-fafb-4768-abfd-be4b3d4fd58d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:53:45.537092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64de5764-a6c2-4f40-8143-ea32c098c219 req-ef12ba9b-0d70-4221-8272-d5d0f4f1ff82 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Aug 24 00:53:45.537773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:45.606652 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:45.653117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:45.981210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['0808a469-fafb-4768-abfd-be4b3d4fd58d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:53:46.653931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43454c3-2622-4e84-a64a-44734caac8ac req-b98b7b0b-6547-4254-81e4-3e173fd4451c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:46.655301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e43454c3-2622-4e84-a64a-44734caac8ac req-b98b7b0b-6547-4254-81e4-3e173fd4451c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Aug 24 00:53:46.699537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e43454c3-2622-4e84-a64a-44734caac8ac req-97f4bffb-d0b5-4522-b1c4-5efde41c3b1e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380218 Aug 24 00:53:47.368353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0808a469-fafb-4768-abfd-be4b3d4fd58d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:53:47.539591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 0808a469-fafb-4768-abfd-be4b3d4fd58d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:47.544179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 0808a469-fafb-4768-abfd-be4b3d4fd58d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:47.545020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:47.627722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:47.651060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:47.653364 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4069ef-8512-4a2a-bcd2-e8dd4aac518f" -d '{"events": [{"server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "name": "network-vif-plugged", "status": "completed", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:47.669651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:53:47.690119 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50412b7f-f939-4dc7-93a9-9c90041e0750 x-openstack-request-id: req-50412b7f-f939-4dc7-93a9-9c90041e0750 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:47.690418 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "name": "network-vif-plugged", "status": "completed", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:47.690678 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50412b7f-f939-4dc7-93a9-9c90041e0750 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:47.691080 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'code': 200} Aug 24 00:53:47.773931 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:47.826506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:47.828591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3197-c830-4079-871c-24798b640f46 req-05232250-33be-48b8-a5b2-a571f8b59656 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:47.831466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36bb3197-c830-4079-871c-24798b640f46 req-05232250-33be-48b8-a5b2-a571f8b59656 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0557842 Aug 24 00:53:47.871831 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36bb3197-c830-4079-871c-24798b640f46 req-7905124b-4e17-4179-beca-b37304ea89cc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332153 Aug 24 00:53:47.923067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab0f5e-4236-48d2-9c53-5479dd41c01c req-8e86da55-5ca8-46b0-8d82-889dc86bef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:47.924627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f4ab0f5e-4236-48d2-9c53-5479dd41c01c req-8e86da55-5ca8-46b0-8d82-889dc86bef0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1097 time: 0.0419805 Aug 24 00:53:47.959229 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f4ab0f5e-4236-48d2-9c53-5479dd41c01c req-3b55e2f5-8061-4091-952d-e00d2d0f4864 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277610 Aug 24 00:53:48.996375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e539445-d3cb-4986-b69f-867cb332d227 req-d8830304-925d-4a68-ae79-b60c5d854f46 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:48.997874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e539445-d3cb-4986-b69f-867cb332d227 req-d8830304-925d-4a68-ae79-b60c5d854f46 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0538726 Aug 24 00:53:49.040112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e539445-d3cb-4986-b69f-867cb332d227 req-b487e299-33ad-4c5e-b284-9d659a4c1a3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362170 Aug 24 00:53:50.165711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055ea9-f50b-422f-bc0f-58e838bcac8a req-25177f72-a918-4e8c-b984-97e3b2a27c0e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:50.167168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29055ea9-f50b-422f-bc0f-58e838bcac8a req-25177f72-a918-4e8c-b984-97e3b2a27c0e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0546727 Aug 24 00:53:50.207023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29055ea9-f50b-422f-bc0f-58e838bcac8a req-2ea4e0db-c4ca-46f7-b497-6394cd30577a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336246 Aug 24 00:53:50.329838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5ac0f-5871-447d-9373-01e9c5655224 req-f4dde473-e29c-45d0-beea-10e0c536d723 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:50.331289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69b5ac0f-5871-447d-9373-01e9c5655224 req-f4dde473-e29c-45d0-beea-10e0c536d723 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0507100 Aug 24 00:53:50.371283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69b5ac0f-5871-447d-9373-01e9c5655224 req-73759f3f-6d0d-4b52-b5e8-d4cd8ba08b85 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329490 Aug 24 00:53:50.393217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46354) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:50.433220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bbe61-d6cb-40c4-8a83-9f79314f73d0 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:50.434748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c36bbe61-d6cb-40c4-8a83-9f79314f73d0 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1092 time: 0.0405383 Aug 24 00:53:50.437719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46356) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:50.442303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:50.533473 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:50.635578 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:50.747767 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.25.5.6 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/a5cc9942-c9fa-4ec8-bfb9-9d89ae399b45) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:50.849713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:50.978924 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:51.022193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:51.025177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:51.029914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:51.033076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=a5cc9942-c9fa-4ec8-bfb9-9d89ae399b45,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:51.753164 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:51.895198 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:52.041941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:52.103937 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:52.177702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=a5cc9942-c9fa-4ec8-bfb9-9d89ae399b45,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:52.186006 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:52.286338 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Floating IP 82c25aa9-84e0-4388-87ff-0719cfaa51e1 associated. External IP: 172.25.5.6, port: 0808a469-fafb-4768-abfd-be4b3d4fd58d. Aug 24 00:53:52.494808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:53:52.601485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:53:52.611993 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] Sync routers for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:53:52.621840 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:52.624168 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:52.670753 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:52.702058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ac391662-3bfa-4531-b7f3-d473eb51cf4e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2632570 Aug 24 00:53:52.702665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:52.705174 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beab515-5246-491b-83f7-30b6cdf7940e" -d '{"events": [{"name": "network-changed", "server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:52.729836 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:52.753167 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86428037-1dc3-4df5-91c5-b250f3d22f5f x-openstack-request-id: req-86428037-1dc3-4df5-91c5-b250f3d22f5f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:52.753465 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:52.754073 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86428037-1dc3-4df5-91c5-b250f3d22f5f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:52.754220 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'status': 'completed', 'code': 200} Aug 24 00:53:52.831738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c084284-e9f6-4249-9678-e1908ad48efc req-6bedd21a-ae2a-4bb5-9e8b-441db60d6fc5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:52.833701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c084284-e9f6-4249-9678-e1908ad48efc req-6bedd21a-ae2a-4bb5-9e8b-441db60d6fc5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0550499 Aug 24 00:53:52.853157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab515-5246-491b-83f7-30b6cdf7940e req-52d899f8-a18f-480b-8513-5ea5a76c5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:52.855312 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4beab515-5246-491b-83f7-30b6cdf7940e req-52d899f8-a18f-480b-8513-5ea5a76c5e4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1097 time: 0.0590804 Aug 24 00:53:52.879720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c084284-e9f6-4249-9678-e1908ad48efc req-a9ef8ff8-10a0-4a29-972e-2a7f24b24e94 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Aug 24 00:53:52.902737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46370) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:52.958192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab515-5246-491b-83f7-30b6cdf7940e req-51250af6-bad5-4fc3-836f-dfdd9fb05233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:52.959886 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4beab515-5246-491b-83f7-30b6cdf7940e req-51250af6-bad5-4fc3-836f-dfdd9fb05233 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 898 time: 0.0970976 Aug 24 00:53:52.969316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e91ec47-897f-40d8-8d3b-9e52b763d21f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/82c25aa9-84e0-4388-87ff-0719cfaa51e1 HTTP/1.1" status: 200 len: 990 time: 0.0654745 Aug 24 00:53:52.974493 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '82c25aa9-84e0-4388-87ff-0719cfaa51e1', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'port_id': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'mac_address': 'fa:16:3e:b1:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26add223-7694-4afb-adb8-ebcf253ee843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:53:51Z', 'updated_at': '2021-08-24T00:53:51Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:39Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:53.009717 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] Checking router: 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:53:53.019449 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:53:53.020298 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:53.034533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4beab515-5246-491b-83f7-30b6cdf7940e req-faf4c79e-12dd-447e-a0c8-23f4cba57012 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 998 time: 0.0667620 Aug 24 00:53:53.098625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab515-5246-491b-83f7-30b6cdf7940e req-82ee3cbf-d4c1-40f5-afb7-7bd891952ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:53.100877 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4beab515-5246-491b-83f7-30b6cdf7940e req-82ee3cbf-d4c1-40f5-afb7-7bd891952ec8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0595663 Aug 24 00:53:53.143734 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:53:53.149282 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beab515-5246-491b-83f7-30b6cdf7940e req-d7741865-05ca-4403-8f8b-73216d4ad4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:53.150843 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4beab515-5246-491b-83f7-30b6cdf7940e req-d7741865-05ca-4403-8f8b-73216d4ad4e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423744 Aug 24 00:53:53.249781 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4beab515-5246-491b-83f7-30b6cdf7940e req-7f8dcef3-2527-4a12-9c8f-65b46e8e2b95 service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913610 Aug 24 00:53:53.274749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-79ca44cf-bf9c-4d1a-bc82-d8c530504f34 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504762734&fields=id&tenant_id=98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 267 time: 0.0335541 Aug 24 00:53:53.346673 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4beab515-5246-491b-83f7-30b6cdf7940e req-bf491d9e-7a0f-489f-9e7a-19163088d32c service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899243 Aug 24 00:53:53.376417 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '82c25aa9-84e0-4388-87ff-0719cfaa51e1', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'port_id': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'mac_address': 'fa:16:3e:b1:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26add223-7694-4afb-adb8-ebcf253ee843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:53:51Z', 'updated_at': '2021-08-24T00:53:51Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:39Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:53:53.388807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-ae9f3f5d-fe8b-40a5-b3b0-f6e669430cb4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:53.390411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-ae9f3f5d-fe8b-40a5-b3b0-f6e669430cb4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1079874 Aug 24 00:53:53.403300 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7be50ad-0cc3-45ec-a70f-f1618ea82018 None None] The sync data for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 is: [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '82c25aa9-84e0-4388-87ff-0719cfaa51e1', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'port_id': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'mac_address': 'fa:16:3e:b1:ee:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26add223-7694-4afb-adb8-ebcf253ee843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:53:51Z', 'updated_at': '2021-08-24T00:53:51Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:39Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:53:53.408287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-56041f9a-327a-4192-b3de-cde78421cfac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/quotas/98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 375 time: 0.0105751 Aug 24 00:53:53.466414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-5d72fea6-6dd3-4989-852f-1240c8c71156 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512927 Aug 24 00:53:53.568598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-dd23ea0b-46f1-44d5-9903-dd250085fe5f service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897627 Aug 24 00:53:53.599699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93e254f-72df-410a-ab19-314cfae1ce9c None None] New status for floating IP 82c25aa9-84e0-4388-87ff-0719cfaa51e1: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:53:53.659810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-b57c7b57-8e0a-4ee4-9bfb-1c3d0c9f11cd service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847740 Aug 24 00:53:53.973291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46386) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:53:54.038868 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a5e1dcef-a4ac-4b1d-ab0c-e4dbd348eb5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/82c25aa9-84e0-4388-87ff-0719cfaa51e1 HTTP/1.1" status: 200 len: 992 time: 0.0644846 Aug 24 00:53:54.247810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70199b12-ff93-4371-95ae-09372df13f7a req-03de89f0-c682-4b81-af5e-0d43bd1e89d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 210 time: 0.0313036 Aug 24 00:53:55.340257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-820ed65e-55a4-4fc8-b22a-4be39f9caa9b req-54e20580-908b-4925-8954-a6c9a9a4a67a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 210 time: 0.0272596 Aug 24 00:53:55.818377 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:56.231564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-f01968a9-af8c-4fd6-80ae-d0b2ac1626cf tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:56.233071 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-f01968a9-af8c-4fd6-80ae-d0b2ac1626cf tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1020954 Aug 24 00:53:56.287246 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01dd4f2f-b7ec-43e8-83d0-8b1565945dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:56.293924 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-be2e2822-7d52-4ebd-8110-1bf7226e3d1a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 380 time: 0.0351489 Aug 24 00:53:56.305937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'port': {'device_id': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'admin_state_up': True, 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'security_groups': ['5dfa68ae-17d6-4b51-8c16-46440d89f9f3']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:56.362636 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:53:56.437445 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1400946a-db7b-48a3-aaab-5b1c23955176 req-b48b6dad-8674-46f7-ac31-2a3554f79dff tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 210 time: 0.0268793 Aug 24 00:53:56.487130 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:53:56.491534 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:56.616645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.20.0.9 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/300a38a0-fc13-406c-b577-e82d541a3fa9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:53:56.760047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:56.773636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Transition to ACTIVE for port object 300a38a0-fc13-406c-b577-e82d541a3fa9 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:56.876257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:56.923095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:53:56.926269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:53:56.931129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:53:56.965284 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=300a38a0-fc13-406c-b577-e82d541a3fa9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:56.992212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:56.992916 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:57.059470 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-a00f9724-7aac-4b4e-8c96-b27764f1fd70 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579265 Aug 24 00:53:57.078953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Request body: {'port': {'device_id': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:53:57.134055 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:57.219098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ad0a56ec-a3b0-4939-96a0-16e824d3856c None None] Provisioning for port 300a38a0-fc13-406c-b577-e82d541a3fa9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:53:57.223532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ad0a56ec-a3b0-4939-96a0-16e824d3856c None None] Provisioning complete for port 300a38a0-fc13-406c-b577-e82d541a3fa9 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:53:57.224697 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ad0a56ec-a3b0-4939-96a0-16e824d3856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:57.269830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a56ec-a3b0-4939-96a0-16e824d3856c None None] Port 300a38a0-fc13-406c-b577-e82d541a3fa9 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:53:57.403302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300a38a0-fc13-406c-b577-e82d541a3fa9 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:53:57.410777 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:57.422880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Transition to ACTIVE for port object 300a38a0-fc13-406c-b577-e82d541a3fa9 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:53:57.475800 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:57.535035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Pushing event updated for resources: {'Port': ['ID=300a38a0-fc13-406c-b577-e82d541a3fa9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:57.554169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081bd72-2741-458c-9702-08b6d94da74b req-5a580068-8fc1-4a27-a152-7cb0b40eea73 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:57.562025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d081bd72-2741-458c-9702-08b6d94da74b req-5a580068-8fc1-4a27-a152-7cb0b40eea73 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0569344 Aug 24 00:53:57.609455 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Attempting to bind port 300a38a0-fc13-406c-b577-e82d541a3fa9 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:53:57.609913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Attempting to bind port 300a38a0-fc13-406c-b577-e82d541a3fa9 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:53:57.610259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Attempting to bind port 300a38a0-fc13-406c-b577-e82d541a3fa9 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:57.613006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d081bd72-2741-458c-9702-08b6d94da74b req-25338b86-6b6b-4ef4-bae0-20141a2b0485 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500948 Aug 24 00:53:57.615350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Port 300a38a0-fc13-406c-b577-e82d541a3fa9 on network 2447c20e-30f4-4062-a057-06c6927bfd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:53:57.615683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Attempting to bind port 300a38a0-fc13-406c-b577-e82d541a3fa9 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:53:57.623404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:53:57.623940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:53:57.624609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:53:57.625406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Bound port: 300a38a0-fc13-406c-b577-e82d541a3fa9, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:53:57.625963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:57.706211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] For port 300a38a0-fc13-406c-b577-e82d541a3fa9, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:53:57.709797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] For port 300a38a0-fc13-406c-b577-e82d541a3fa9, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=300a38a0-fc13-406c-b577-e82d541a3fa9,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:53:57.783899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:57.825155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:57.825807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:57.827222 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] 10.222.0.36 "PUT /v2.0/ports/300a38a0-fc13-406c-b577-e82d541a3fa9 HTTP/1.1" status: 200 len: 1091 time: 0.7529254 Aug 24 00:53:57.827672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'tag': '300a38a0-fc13-406c-b577-e82d541a3fa9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:53:57.829988 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49374bb-8c7a-4a69-a452-80801f06754f" -d '{"events": [{"name": "network-changed", "server_uuid": "d07cac50-430f-4073-a046-8ffcf16d9788", "tag": "300a38a0-fc13-406c-b577-e82d541a3fa9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:53:57.855326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f933c-de2a-42b2-a213-2018b8df7cfe service neutron] Pushing event updated for resources: {'Port': ['ID=300a38a0-fc13-406c-b577-e82d541a3fa9,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:53:57.879064 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f013fb-3021-45d0-8df2-4e5bad88de07 x-openstack-request-id: req-e1f013fb-3021-45d0-8df2-4e5bad88de07 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:53:57.879602 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07cac50-430f-4073-a046-8ffcf16d9788", "tag": "300a38a0-fc13-406c-b577-e82d541a3fa9", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:53:57.879890 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1f013fb-3021-45d0-8df2-4e5bad88de07 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:53:57.880311 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'tag': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'status': 'completed', 'code': 200} Aug 24 00:53:57.966517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49374bb-8c7a-4a69-a452-80801f06754f req-2967d29d-dbdf-4a8c-95d6-ac090379df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:57.968179 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f49374bb-8c7a-4a69-a452-80801f06754f req-2967d29d-dbdf-4a8c-95d6-ac090379df7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 1094 time: 0.0464249 Aug 24 00:53:58.076897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49374bb-8c7a-4a69-a452-80801f06754f req-a78d26cc-d61d-4dc8-b138-79ecf2731921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:58.078410 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f49374bb-8c7a-4a69-a452-80801f06754f req-a78d26cc-d61d-4dc8-b138-79ecf2731921 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=98d2f1382fca415cbb92091953421b96&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0954108 Aug 24 00:53:58.175084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49374bb-8c7a-4a69-a452-80801f06754f req-0cdf22b4-d60e-45a8-9518-738bae09e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:58.176589 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f49374bb-8c7a-4a69-a452-80801f06754f req-0cdf22b4-d60e-45a8-9518-738bae09e2c2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905969 Aug 24 00:53:58.279492 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-932022ff-bd57-4abc-8e5e-ec56bdab06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:58.281052 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-932022ff-bd57-4abc-8e5e-ec56bdab06fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 1094 time: 0.0444984 Aug 24 00:53:58.335539 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-2a8233b4-c668-440a-93a8-decc4fd61729 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=300a38a0-fc13-406c-b577-e82d541a3fa9 HTTP/1.1" status: 200 len: 217 time: 0.0400801 Aug 24 00:53:58.385247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9b8c70c6-255d-4ee3-9040-67ae3ab70626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:58.386748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9b8c70c6-255d-4ee3-9040-67ae3ab70626 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0438166 Aug 24 00:53:58.434123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-5feffd46-6760-4887-bb86-9a9f8282190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:58.435676 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-5feffd46-6760-4887-bb86-9a9f8282190f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418112 Aug 24 00:53:58.530624 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-89452119-a55b-42c0-8412-bd5d163cd5ea service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Aug 24 00:53:58.620286 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43d618c7-bf47-425e-ac08-0fbfbc6f7b13 req-9d934113-b7e4-453a-bf92-b5eb4a944439 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823972 Aug 24 00:53:58.761328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc63bcd-2f07-4006-a63f-655c7bf52803 req-183c78da-c185-4861-afc0-c3dbb888a9c5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:58.763100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bc63bcd-2f07-4006-a63f-655c7bf52803 req-183c78da-c185-4861-afc0-c3dbb888a9c5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0564268 Aug 24 00:53:58.801829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9bc63bcd-2f07-4006-a63f-655c7bf52803 req-68855cf0-368f-4374-a055-ea4f40aa2cf2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Aug 24 00:53:58.979420 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cf45b5b-9a82-4366-97f1-abf1252e919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:59.121190 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:53:59.925323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28be46-28a4-4f03-931c-c192c8e53d85 req-0b28c10b-c751-41ce-b78b-d5a1098e733a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:53:59.926774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de28be46-28a4-4f03-931c-c192c8e53d85 req-0b28c10b-c751-41ce-b78b-d5a1098e733a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0560503 Aug 24 00:53:59.965305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de28be46-28a4-4f03-931c-c192c8e53d85 req-4d32aaa9-6d76-4894-b3a4-5990cec5c078 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322783 Aug 24 00:54:00.401484 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:01.079405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4c06-a9f8-4954-ac55-d5cc0b62f8bc req-0dd03636-b545-4030-9d86-2474c2aa02af tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:01.080896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67ed4c06-a9f8-4954-ac55-d5cc0b62f8bc req-0dd03636-b545-4030-9d86-2474c2aa02af tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0509546 Aug 24 00:54:01.118670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67ed4c06-a9f8-4954-ac55-d5cc0b62f8bc req-04bc5fe4-676c-4847-a128-e5e760ff5465 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312335 Aug 24 00:54:01.869511 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:02.241532 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021182df-f897-4784-bae6-419aa339cba5 req-a0b8b7bb-4c1f-49f0-99c6-68b52ba8dfcc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:02.243810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-021182df-f897-4784-bae6-419aa339cba5 req-a0b8b7bb-4c1f-49f0-99c6-68b52ba8dfcc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0543144 Aug 24 00:54:02.280176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-021182df-f897-4784-bae6-419aa339cba5 req-4080906c-85c5-40d4-be6e-90bdee179519 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305083 Aug 24 00:54:02.736930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46420) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:02.833730 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b6b54205-d036-4c8d-b30a-8c5d20ca4e58 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3967 time: 0.0956767 Aug 24 00:54:02.838056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46422) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:02.842996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'network': {'name': 'tempest-network-smoke--942712456', 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'port_security_enabled': False}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:02.921209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Made reservation on behalf of a04e1ca4549e44b481dd7e81baeb44f7 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:54:02.925146 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:02.947841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:54:02.956358 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:02.959416 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Added segment b24492fb-8135-4fbe-99ed-f7347b53588a of type vlan for network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 Aug 24 00:54:02.995136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:03.075215 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:03.080778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:03.081433 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:03.148622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Network': ['ID=bf2ea0b9-eac8-4962-a07b-e71645cf1f78,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:03.155056 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-602d214f-dada-412a-9191-9d1085ec114e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3160479 Aug 24 00:54:03.157822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46424) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:03.159791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:54:03.162262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'admin_state_up': True, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:03.246579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:03.247610 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:03.297005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:03.395689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032372c9-c398-49bf-b44e-15e026e017a9 req-d3b6b7ad-9e99-4352-bb19-72ce4a89940a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:03.397265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-032372c9-c398-49bf-b44e-15e026e017a9 req-d3b6b7ad-9e99-4352-bb19-72ce4a89940a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0505183 Aug 24 00:54:03.438611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-032372c9-c398-49bf-b44e-15e026e017a9 req-78b905fa-103a-46ea-9fb1-b20e615063c0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350757 Aug 24 00:54:03.841472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:04.088394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:04.108741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:04.215822 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Allocated IP 172.25.5.243 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/00ca7ded-71f8-4518-9809-30f920fa6cf9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:04.318300 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:04.418047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:04.457380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:04.460315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:04.464305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:04.494671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=00ca7ded-71f8-4518-9809-30f920fa6cf9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:04.555051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdf641-3908-4621-a546-8d5b3cecaf2b req-e4511344-0432-4550-ac91-728b9950b7ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:04.556564 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fbdf641-3908-4621-a546-8d5b3cecaf2b req-e4511344-0432-4550-ac91-728b9950b7ac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0493615 Aug 24 00:54:04.595071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fbdf641-3908-4621-a546-8d5b3cecaf2b req-fa50dac0-40b1-4049-aefa-b1bb587e6986 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Aug 24 00:54:04.787098 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:04.984000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:05.195223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:54:05.300903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:05.310179 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Sync routers for ids ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:05.318803 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Routers {'23a9ad3e-033c-4c9b-b9de-0266ed47cedd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:05.319414 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:05.407429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:05.408821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-528d3218-267b-4946-b8fa-02ef808b909a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2500622 Aug 24 00:54:05.411772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46430) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:05.424648 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Set router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:05.460327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53204b0-e2d3-406a-80c7-6540e4467867 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:05.462074 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d53204b0-e2d3-406a-80c7-6540e4467867 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a04e1ca4549e44b481dd7e81baeb44f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0492976 Aug 24 00:54:05.464782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46432) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:05.553544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde013a-a9fa-487b-a0c1-ff2ea36e6463 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:05.555610 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3bde013a-a9fa-487b-a0c1-ff2ea36e6463 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893626 Aug 24 00:54:05.558408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46434) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:05.586739 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-55531325-2878-4109-81cf-aec67587353c tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272429 Aug 24 00:54:05.589296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46436) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:05.604515 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:04Z', 'revision_number': 3, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:05.616440 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-49e7f5c5-47c2-4388-b64c-8965e7ea3f45 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a04e1ca4549e44b481dd7e81baeb44f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258665 Aug 24 00:54:05.619140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46440) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:05.631510 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Checking router: 23a9ad3e-033c-4c9b-b9de-0266ed47cedd for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:05.631976 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Updating router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd port 00ca7ded-71f8-4518-9809-30f920fa6cf9 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:54:05.658719 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:05.708918 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1167ee3-da63-483e-bb08-40abaa0284bd tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:05.713948 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1167ee3-da63-483e-bb08-40abaa0284bd tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938308 Aug 24 00:54:05.714163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46442) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:05.734570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7997ae-01dd-44fc-b467-59ccfb7c7226 req-b14936bb-37ae-4d6c-bbdd-5aedf840d0b7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:05.736058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a7997ae-01dd-44fc-b467-59ccfb7c7226 req-b14936bb-37ae-4d6c-bbdd-5aedf840d0b7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0702770 Aug 24 00:54:05.760428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cafdb75a-c026-476d-98df-03c573f70f4d tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428667 Aug 24 00:54:05.763090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46446) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:05.768768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910688444', 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78', 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:05.788948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a7997ae-01dd-44fc-b467-59ccfb7c7226 req-20c6bfba-a849-4486-b9f3-319fd0aa4d14 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363941 Aug 24 00:54:05.917168 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:05.926909 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Transition to ACTIVE for port object 00ca7ded-71f8-4518-9809-30f920fa6cf9 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:05.944064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Made reservation on behalf of a04e1ca4549e44b481dd7e81baeb44f7 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:54:05.948201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:05.995760 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.144533 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Attempting to bind port 00ca7ded-71f8-4518-9809-30f920fa6cf9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:06.144903 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Attempting to bind port 00ca7ded-71f8-4518-9809-30f920fa6cf9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:06.145270 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Attempting to bind port 00ca7ded-71f8-4518-9809-30f920fa6cf9 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:06.147306 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Pushing event updated for resources: {'Port': ['ID=00ca7ded-71f8-4518-9809-30f920fa6cf9,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:06.157110 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.157483 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.157850 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.158191 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.158530 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.158867 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.159199 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.159528 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.159930 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.160208 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.160540 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.160865 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.165094 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:06.165489 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:06.165925 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.166315 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:06.166787 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Bound port: 00ca7ded-71f8-4518-9809-30f920fa6cf9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:06.167173 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.167291 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.219806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] For port 00ca7ded-71f8-4518-9809-30f920fa6cf9, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:06.223041 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] For port 00ca7ded-71f8-4518-9809-30f920fa6cf9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=00ca7ded-71f8-4518-9809-30f920fa6cf9,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:06.226337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Subnet': ['ID=032dc5a3-53e5-424b-a643-789906be75c5,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:06.240194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.241933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.241933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.241933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.241933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.241933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.243026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.243145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.243480 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.243810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.244138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.244465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:06.248680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Checking segment: {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:06.248984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network hostable DHCP agents. Network: bf2ea0b9-eac8-4962-a07b-e71645cf1f78, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:54:06.275902 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.315622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:54:06.333480 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Routers {'23a9ad3e-033c-4c9b-b9de-0266ed47cedd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:06.334190 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:06.336696 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda898d3-0cb1-4114-aab9-a96e7a8b6a80 None None] Pushing event updated for resources: {'Port': ['ID=00ca7ded-71f8-4518-9809-30f920fa6cf9,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:06.366830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, bf2ea0b9-eac8-4962-a07b-e71645cf1f78) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:06.372196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:06.372392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.376438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8730f1c-b2f8-4303-8230-9d0f2c578e39 None None] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:54:06.439174 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1d49a2d-f2f3-40b8-a1aa-00ab3b00c057 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6722019 Aug 24 00:54:06.439413 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] Set router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:06.439572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46448) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:06.528619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-bf2ea0b9-eac8-4962-a07b-e71645cf1f78', 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'fixed_ips': [{'subnet_id': '032dc5a3-53e5-424b-a643-789906be75c5'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:54:06.529546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.627138 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:04Z', 'revision_number': 3, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:06.653872 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ddac7-2ce8-45fc-9548-c343287e4f66 None None] The sync data for ids ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'] in n-d-804878-2 is: [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:04Z', 'revision_number': 3, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:06.677509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Allocated IP 172.20.0.18 (bf2ea0b9-eac8-4962-a07b-e71645cf1f78/032dc5a3-53e5-424b-a643-789906be75c5/2bb1b703-f981-441f-9ac9-fe28387041bb) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:06.834168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.844445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Transition to ACTIVE for port object 2bb1b703-f981-441f-9ac9-fe28387041bb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:06.863412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Transition to ACTIVE for port object 2bb1b703-f981-441f-9ac9-fe28387041bb will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:06.929021 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.943618 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:06.975055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f29a5-6faf-4426-809a-59c3ad93dda9 req-91807273-2004-4a91-8180-5d45dccb5bb6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:06.977405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f01f29a5-6faf-4426-809a-59c3ad93dda9 req-91807273-2004-4a91-8180-5d45dccb5bb6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.1040914 Aug 24 00:54:06.997362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:07.001432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:07.004200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Pushing event updated for resources: {'Port': ['ID=2bb1b703-f981-441f-9ac9-fe28387041bb,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:07.006892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:07.017732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.018399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.018916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.019264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.019599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.020202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.020701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.021165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.021333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.021698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.022029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.022356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:07.036545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f01f29a5-6faf-4426-809a-59c3ad93dda9 req-07d1aa5e-b52a-42cb-9d92-9f84d9a5182a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407467 Aug 24 00:54:07.087350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Attempting to bind port 2bb1b703-f981-441f-9ac9-fe28387041bb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:07.093937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Attempting to bind port 2bb1b703-f981-441f-9ac9-fe28387041bb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:07.093937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Attempting to bind port 2bb1b703-f981-441f-9ac9-fe28387041bb on network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:07.095333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:07.095727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Checking segment: {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:07.096146 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.096546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Bound using segment: {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:07.097025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Bound port: 2bb1b703-f981-441f-9ac9-fe28387041bb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:07.097417 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.402290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] For port 2bb1b703-f981-441f-9ac9-fe28387041bb, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:07.402290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] For port 2bb1b703-f981-441f-9ac9-fe28387041bb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2bb1b703-f981-441f-9ac9-fe28387041bb,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:07.404928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Allocated IP 172.20.0.17 (bf2ea0b9-eac8-4962-a07b-e71645cf1f78/032dc5a3-53e5-424b-a643-789906be75c5/aeaea805-ab72-4dda-8985-d7b0c1c2c621) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:07.405419 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.405419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 00ca7ded-71f8-4518-9809-30f920fa6cf9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:07.405419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efa3b9-5a7c-4ce7-8935-16f4c098c81a None None] Pushing event updated for resources: {'Port': ['ID=2bb1b703-f981-441f-9ac9-fe28387041bb,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:07.405773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.427288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Transition to ACTIVE for port object aeaea805-ab72-4dda-8985-d7b0c1c2c621 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:07.584082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 00ca7ded-71f8-4518-9809-30f920fa6cf9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:07.593826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 00ca7ded-71f8-4518-9809-30f920fa6cf9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:07.594299 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.635907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.685298 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.697818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:07.701536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:07.705659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:07.708839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 00ca7ded-71f8-4518-9809-30f920fa6cf9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=00ca7ded-71f8-4518-9809-30f920fa6cf9,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:07.737352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=aeaea805-ab72-4dda-8985-d7b0c1c2c621,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:07.756575 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.795771 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:07.845639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=00ca7ded-71f8-4518-9809-30f920fa6cf9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:07.956973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:08.163961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbc89b-ff6b-4702-bf1a-41a9bdb578c0 req-6f365645-3914-4745-a7c1-e916e0bc0040 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:08.166094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ebbc89b-ff6b-4702-bf1a-41a9bdb578c0 req-6f365645-3914-4745-a7c1-e916e0bc0040 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0588980 Aug 24 00:54:08.213713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ebbc89b-ff6b-4702-bf1a-41a9bdb578c0 req-bbad5eb5-cd05-4832-84cb-3037125b5bac tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411210 Aug 24 00:54:08.255086 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:08.315813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:08.342121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1c86e-88b1-4c13-b3e8-9951c71a08bf None None] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:54:08.397104 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=aeaea805-ab72-4dda-8985-d7b0c1c2c621,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:08.400223 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:08.471556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9275b6ba-78e1-4be8-a781-ec653075547a None None] Provisioning for port 2bb1b703-f981-441f-9ac9-fe28387041bb completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:08.494547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:08.496029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:08.623756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:08.740868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:08.746345 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-23ddea26-70c5-457f-9f54-ae0647603c91 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "PUT /v2.0/routers/23a9ad3e-033c-4c9b-b9de-0266ed47cedd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3059609 Aug 24 00:54:08.867017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Sync routers for ids ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:08.871492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf020981-d907-4052-aec5-17938d959094 None None] Provisioning for port aeaea805-ab72-4dda-8985-d7b0c1c2c621 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:08.878393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bf020981-d907-4052-aec5-17938d959094 None None] Provisioning complete for port aeaea805-ab72-4dda-8985-d7b0c1c2c621 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:08.878842 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bf020981-d907-4052-aec5-17938d959094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:08.911167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Routers {'23a9ad3e-033c-4c9b-b9de-0266ed47cedd'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:08.911815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:08.965196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bf020981-d907-4052-aec5-17938d959094 None None] Port aeaea805-ab72-4dda-8985-d7b0c1c2c621 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:54:09.026416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Set router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:09.029195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-7bd02a92-85b7-4cd8-89e3-0e2541e644c1 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:09.030774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-7bd02a92-85b7-4cd8-89e3-0e2541e644c1 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/networks?id=bf2ea0b9-eac8-4962-a07b-e71645cf1f78 HTTP/1.1" status: 200 len: 797 time: 0.1122575 Aug 24 00:54:09.048390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-cf26772e-b4c0-48e7-90ac-ed3302833a26 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/quotas/a04e1ca4549e44b481dd7e81baeb44f7 HTTP/1.1" status: 200 len: 375 time: 0.0116088 Aug 24 00:54:09.116248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-ea094dd7-566c-4fa8-92d0-c3c3197723f5 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0617423 Aug 24 00:54:09.158825 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1c9fcfe6-134c-4715-bd38-45de292bd6df None None] Provisioning complete for port aeaea805-ab72-4dda-8985-d7b0c1c2c621 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:09.159196 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcfe6-134c-4715-bd38-45de292bd6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:09.222385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-37a2c389-4bf0-4bab-8565-04c45208ece8 service neutron] 10.222.0.26 "GET /v2.0/networks/bf2ea0b9-eac8-4962-a07b-e71645cf1f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943761 Aug 24 00:54:09.334830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-db2bb304-edbf-4073-8a5f-9be539fab079 service neutron] 10.222.0.26 "GET /v2.0/networks/bf2ea0b9-eac8-4962-a07b-e71645cf1f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051731 Aug 24 00:54:09.361817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fcfe6-134c-4715-bd38-45de292bd6df None None] Port aeaea805-ab72-4dda-8985-d7b0c1c2c621 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:54:09.387710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7bfeb-9c62-4110-862a-9cd37709b99a req-952e47e9-ceb7-4d2c-85e0-b0b1afedbe10 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:09.389357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ca7bfeb-9c62-4110-862a-9cd37709b99a req-952e47e9-ceb7-4d2c-85e0-b0b1afedbe10 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 943 time: 0.0723650 Aug 24 00:54:09.427956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'aeaea805-ab72-4dda-8985-d7b0c1c2c621', 'name': '', 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:1c:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '032dc5a3-53e5-424b-a643-789906be75c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:07Z', 'updated_at': '2021-08-24T00:54:08Z', 'revision_number': 2, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '032dc5a3-53e5-424b-a643-789906be75c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:09.446708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7ca7bfeb-9c62-4110-862a-9cd37709b99a req-db481169-8615-4267-857c-b27febcbe4e6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501273 Aug 24 00:54:09.462057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Checking router: 23a9ad3e-033c-4c9b-b9de-0266ed47cedd for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:09.462635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Updating router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd port aeaea805-ab72-4dda-8985-d7b0c1c2c621 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:54:09.464967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 00ca7ded-71f8-4518-9809-30f920fa6cf9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:09.469908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 300a38a0-fc13-406c-b577-e82d541a3fa9 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:54:09.528695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:09.551735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a2b98db3-e8ce-48b3-88e0-d6abb981b95a None None] Provisioning complete for port aeaea805-ab72-4dda-8985-d7b0c1c2c621 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:09.552097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a2b98db3-e8ce-48b3-88e0-d6abb981b95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:09.626896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4566a1fe-ffbb-4c35-bb5d-6f4ab6178787 req-401bdf4a-20f5-49af-b49f-afe51b7a7819 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 210 time: 0.0287194 Aug 24 00:54:09.673257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a2b98db3-e8ce-48b3-88e0-d6abb981b95a None None] Port aeaea805-ab72-4dda-8985-d7b0c1c2c621 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:54:09.741536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 00ca7ded-71f8-4518-9809-30f920fa6cf9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:09.741937 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:09.802027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 300a38a0-fc13-406c-b577-e82d541a3fa9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=300a38a0-fc13-406c-b577-e82d541a3fa9,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:09.858845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'port_id': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'mac_address': 'fa:16:3e:af:22:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:54:09.968216 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:09.982469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2bb1b703-f981-441f-9ac9-fe28387041bb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:10.011259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300a38a0-fc13-406c-b577-e82d541a3fa9 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:54:10.069708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 300a38a0-fc13-406c-b577-e82d541a3fa9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=300a38a0-fc13-406c-b577-e82d541a3fa9,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:10.097698 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.108444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Transition to ACTIVE for port object aeaea805-ab72-4dda-8985-d7b0c1c2c621 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:10.150359 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.197178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=300a38a0-fc13-406c-b577-e82d541a3fa9,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:10.207309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2bb1b703-f981-441f-9ac9-fe28387041bb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:10.209562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.221214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2bb1b703-f981-441f-9ac9-fe28387041bb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:10.221615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.294730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd97d5-95d5-4805-8555-2977977d3016 None None] Pushing event updated for resources: {'Port': ['ID=aeaea805-ab72-4dda-8985-d7b0c1c2c621,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:10.374481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Attempting to bind port aeaea805-ab72-4dda-8985-d7b0c1c2c621 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:10.374865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Attempting to bind port aeaea805-ab72-4dda-8985-d7b0c1c2c621 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:10.375237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Attempting to bind port aeaea805-ab72-4dda-8985-d7b0c1c2c621 on network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:10.385538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:10.385952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Checking segment: {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:10.386374 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.386775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Bound using segment: {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:10.387262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Bound port: aeaea805-ab72-4dda-8985-d7b0c1c2c621, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:10.387661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.402699 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.476955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2bb1b703-f981-441f-9ac9-fe28387041bb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2bb1b703-f981-441f-9ac9-fe28387041bb,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:10.491794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] For port aeaea805-ab72-4dda-8985-d7b0c1c2c621, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:10.497025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] For port aeaea805-ab72-4dda-8985-d7b0c1c2c621, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=aeaea805-ab72-4dda-8985-d7b0c1c2c621,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:10.555181 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.559337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:10.565027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['300a38a0-fc13-406c-b577-e82d541a3fa9'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:54:10.567437 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6706c2-b59e-408e-bd5f-301a72f11efb req-2e5491c8-4c9d-48dd-8afb-a9c7b02128b7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:10.568946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef6706c2-b59e-408e-bd5f-301a72f11efb req-2e5491c8-4c9d-48dd-8afb-a9c7b02128b7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 944 time: 0.0502791 Aug 24 00:54:10.608245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef6706c2-b59e-408e-bd5f-301a72f11efb req-599b43b0-f9aa-4674-b5ee-2ec61cfe2802 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Aug 24 00:54:10.655828 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2bb1b703-f981-441f-9ac9-fe28387041bb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:10.658478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Routers {'23a9ad3e-033c-4c9b-b9de-0266ed47cedd'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:10.659091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:10.741526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b91c63fb-7697-48a3-9aa3-57c878197a94 req-26a107f6-f5a1-40a8-9350-94e5212f65cf tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 210 time: 0.0323980 Aug 24 00:54:10.815680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd97d5-95d5-4805-8555-2977977d3016 None None] Pushing event updated for resources: {'Port': ['ID=aeaea805-ab72-4dda-8985-d7b0c1c2c621,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:10.853151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] Set router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:11.174363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'aeaea805-ab72-4dda-8985-d7b0c1c2c621', 'name': '', 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:1c:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '032dc5a3-53e5-424b-a643-789906be75c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:07Z', 'updated_at': '2021-08-24T00:54:10Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '032dc5a3-53e5-424b-a643-789906be75c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:11.204247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdc212-fd7a-40b9-925b-ddb10507f38d None None] The sync data for ids ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'] in n-d-804878-2 is: [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'aeaea805-ab72-4dda-8985-d7b0c1c2c621', 'name': '', 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:1c:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '032dc5a3-53e5-424b-a643-789906be75c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:07Z', 'updated_at': '2021-08-24T00:54:10Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '032dc5a3-53e5-424b-a643-789906be75c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:11.315502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2bb1b703-f981-441f-9ac9-fe28387041bb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:11.368633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2bb1b703-f981-441f-9ac9-fe28387041bb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:11.369011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:11.712007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-07d40626-e693-4cd6-84a7-3f300454d385 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:11.713748 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-07d40626-e693-4cd6-84a7-3f300454d385 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.36 "GET /v2.0/networks?id=bf2ea0b9-eac8-4962-a07b-e71645cf1f78 HTTP/1.1" status: 200 len: 797 time: 0.1176925 Aug 24 00:54:11.733840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Request body: {'port': {'device_id': 'ef11b508-6115-4b9d-9d5b-95a95bedd2f6', 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78', 'admin_state_up': True, 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:11.734947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610959c7-50c8-4ccb-bd3c-edd44dbc7388 req-3953e821-5872-44e0-a668-1ee5e02c98bb tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:11.736554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-610959c7-50c8-4ccb-bd3c-edd44dbc7388 req-3953e821-5872-44e0-a668-1ee5e02c98bb tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 944 time: 0.0562088 Aug 24 00:54:11.805247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-610959c7-50c8-4ccb-bd3c-edd44dbc7388 req-b657c6a2-53a3-4fd9-9fbc-9434c43b337c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514097 Aug 24 00:54:11.855657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36c09635-1c35-486b-82ea-87d4c0833282 req-4bb0db3e-49da-466f-9c81-1468708f9374 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 210 time: 0.0297801 Aug 24 00:54:11.944078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Made reservation on behalf of a04e1ca4549e44b481dd7e81baeb44f7 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:54:11.948339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:12.421401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Allocated IP 172.20.0.28 (bf2ea0b9-eac8-4962-a07b-e71645cf1f78/032dc5a3-53e5-424b-a643-789906be75c5/74cf4503-c248-44ce-92d6-79fb564500d6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:12.530624 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:12.543674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Transition to ACTIVE for port object 74cf4503-c248-44ce-92d6-79fb564500d6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:12.641141 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:12.687510 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:12.733794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:12.736776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:12.739204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:12.764991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event updated for resources: {'Port': ['ID=74cf4503-c248-44ce-92d6-79fb564500d6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:12.800827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:12.801606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:12.865122 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-4c774b23-deb1-46ae-84ff-3a7cd4771507 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1360550 Aug 24 00:54:12.886064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Request body: {'port': {'device_id': 'ef11b508-6115-4b9d-9d5b-95a95bedd2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:12.947256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dcf8d-eb15-4fff-baf6-40a755e4421b req-bf4d135d-7f3d-4735-92f7-bafa957234c4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:12.948848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e7dcf8d-eb15-4fff-baf6-40a755e4421b req-bf4d135d-7f3d-4735-92f7-bafa957234c4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 944 time: 0.0733969 Aug 24 00:54:12.951138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.021492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e7dcf8d-eb15-4fff-baf6-40a755e4421b req-a4c49413-c326-4485-a195-85e5536b6b12 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636599 Aug 24 00:54:13.028270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a06a0447-c039-4fec-ae32-c563828085ea None None] Provisioning for port 74cf4503-c248-44ce-92d6-79fb564500d6 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:13.029781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69335b2d-a998-4a54-9b3d-dc186600b654 req-4849f847-6581-4284-b910-2df30e2dbd0b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:13.031253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69335b2d-a998-4a54-9b3d-dc186600b654 req-4849f847-6581-4284-b910-2df30e2dbd0b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 895 time: 0.0936604 Aug 24 00:54:13.044441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a06a0447-c039-4fec-ae32-c563828085ea None None] Provisioning complete for port 74cf4503-c248-44ce-92d6-79fb564500d6 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:13.044906 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a06a0447-c039-4fec-ae32-c563828085ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.082600 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a06a0447-c039-4fec-ae32-c563828085ea None None] Port 74cf4503-c248-44ce-92d6-79fb564500d6 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:54:13.226733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cf4503-c248-44ce-92d6-79fb564500d6 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:54:13.233928 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.248174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Transition to ACTIVE for port object 74cf4503-c248-44ce-92d6-79fb564500d6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:54:13.300254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device aeaea805-ab72-4dda-8985-d7b0c1c2c621 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:13.327087 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.375246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Pushing event updated for resources: {'Port': ['ID=74cf4503-c248-44ce-92d6-79fb564500d6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:13.406864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port aeaea805-ab72-4dda-8985-d7b0c1c2c621 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:13.411040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port aeaea805-ab72-4dda-8985-d7b0c1c2c621 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:13.411436 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.457235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Attempting to bind port 74cf4503-c248-44ce-92d6-79fb564500d6 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:54:13.457750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Attempting to bind port 74cf4503-c248-44ce-92d6-79fb564500d6 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:54:13.457968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Attempting to bind port 74cf4503-c248-44ce-92d6-79fb564500d6 on network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:13.463075 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Port 74cf4503-c248-44ce-92d6-79fb564500d6 on network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:54:13.463833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Attempting to bind port 74cf4503-c248-44ce-92d6-79fb564500d6 on network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:54:13.469699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:54:13.470058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Checking segment: {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:54:13.470457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Bound using segment: {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:54:13.470910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Bound port: 74cf4503-c248-44ce-92d6-79fb564500d6, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24492fb-8135-4fbe-99ed-f7347b53588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:54:13.471333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.490458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 300a38a0-fc13-406c-b577-e82d541a3fa9 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:13.537986 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.545038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] For port 74cf4503-c248-44ce-92d6-79fb564500d6, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:54:13.551970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] For port 74cf4503-c248-44ce-92d6-79fb564500d6, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=74cf4503-c248-44ce-92d6-79fb564500d6,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:54:13.579249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port aeaea805-ab72-4dda-8985-d7b0c1c2c621, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=aeaea805-ab72-4dda-8985-d7b0c1c2c621,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:13.635122 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.657947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 300a38a0-fc13-406c-b577-e82d541a3fa9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:13.660167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.668435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 300a38a0-fc13-406c-b577-e82d541a3fa9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:13.669590 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.670712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:13.671337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.672761 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/74cf4503-c248-44ce-92d6-79fb564500d6 HTTP/1.1" status: 200 len: 1055 time: 0.7932594 Aug 24 00:54:13.673223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11b508-6115-4b9d-9d5b-95a95bedd2f6', 'tag': '74cf4503-c248-44ce-92d6-79fb564500d6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:13.675570 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1fdd83-b1b0-42ff-981d-29e123782d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11b508-6115-4b9d-9d5b-95a95bedd2f6", "tag": "74cf4503-c248-44ce-92d6-79fb564500d6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:13.710529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba215b4-adbd-4b40-86f1-2cdccd8b53d0 service neutron] Pushing event updated for resources: {'Port': ['ID=74cf4503-c248-44ce-92d6-79fb564500d6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:13.745366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=aeaea805-ab72-4dda-8985-d7b0c1c2c621,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:13.804039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.819226 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c2df7d-cc18-4881-b7cc-b0d78b2fae72 x-openstack-request-id: req-43c2df7d-cc18-4881-b7cc-b0d78b2fae72 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:13.820041 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11b508-6115-4b9d-9d5b-95a95bedd2f6", "tag": "74cf4503-c248-44ce-92d6-79fb564500d6", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:13.820301 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43c2df7d-cc18-4881-b7cc-b0d78b2fae72 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:13.820737 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11b508-6115-4b9d-9d5b-95a95bedd2f6', 'tag': '74cf4503-c248-44ce-92d6-79fb564500d6', 'status': 'completed', 'code': 200} Aug 24 00:54:13.829599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300a38a0-fc13-406c-b577-e82d541a3fa9'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:13.833738 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82a1e5e-4287-4e45-8f68-6741ba27c0c4" -d '{"events": [{"server_uuid": "d07cac50-430f-4073-a046-8ffcf16d9788", "name": "network-vif-plugged", "status": "completed", "tag": "300a38a0-fc13-406c-b577-e82d541a3fa9"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:13.848731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 300a38a0-fc13-406c-b577-e82d541a3fa9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=300a38a0-fc13-406c-b577-e82d541a3fa9,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:13.873631 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb88a18-05a3-4e2e-a72d-f168b33fe891 x-openstack-request-id: req-0bb88a18-05a3-4e2e-a72d-f168b33fe891 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:13.873939 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cac50-430f-4073-a046-8ffcf16d9788", "name": "network-vif-plugged", "status": "completed", "tag": "300a38a0-fc13-406c-b577-e82d541a3fa9", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:13.874210 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bb88a18-05a3-4e2e-a72d-f168b33fe891 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:13.874613 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'code': 200} Aug 24 00:54:13.884228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-2de195a7-550d-41d4-88bf-67af9e1fe183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:13.885903 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-2de195a7-550d-41d4-88bf-67af9e1fe183 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 1058 time: 0.0475969 Aug 24 00:54:13.926859 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:13.955349 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-91f381f2-9c95-4672-baa3-f360c232475b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=74cf4503-c248-44ce-92d6-79fb564500d6 HTTP/1.1" status: 200 len: 217 time: 0.0432513 Aug 24 00:54:13.974314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=300a38a0-fc13-406c-b577-e82d541a3fa9,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:14.006249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-be4b64c5-b15b-48f2-b10d-f58985e9a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.007776 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-be4b64c5-b15b-48f2-b10d-f58985e9a70c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=032dc5a3-53e5-424b-a643-789906be75c5 HTTP/1.1" status: 200 len: 837 time: 0.0448489 Aug 24 00:54:14.021210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584c34-ca4e-4b98-b67b-a80307aa0f64 req-81e40f98-dc4b-4394-8faa-64742a0139dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.022761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46584c34-ca4e-4b98-b67b-a80307aa0f64 req-81e40f98-dc4b-4394-8faa-64742a0139dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 1096 time: 0.0473268 Aug 24 00:54:14.055997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-6a9b1c09-b3b4-4557-8380-2a6a3fd60c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.056838 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-6a9b1c09-b3b4-4557-8380-2a6a3fd60c13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf2ea0b9-eac8-4962-a07b-e71645cf1f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412607 Aug 24 00:54:14.060193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46584c34-ca4e-4b98-b67b-a80307aa0f64 req-68daf172-2878-4b94-a3a8-df95eba28c04 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309210 Aug 24 00:54:14.182292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f44fc-65d4-4432-a4c3-1522c24d256c req-1e34bf2f-6ea1-4687-b022-dfc5581c628c tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.183777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-935f44fc-65d4-4432-a4c3-1522c24d256c req-1e34bf2f-6ea1-4687-b022-dfc5581c628c tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 907 time: 0.0813439 Aug 24 00:54:14.191734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b342-f3f3-4fbd-a373-db4d91d2249a req-93695f6a-3020-4f09-a319-21f03d06441a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.193131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f41b342-f3f3-4fbd-a373-db4d91d2249a req-93695f6a-3020-4f09-a319-21f03d06441a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 945 time: 0.0819266 Aug 24 00:54:14.233085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f41b342-f3f3-4fbd-a373-db4d91d2249a req-aa430362-fbca-4168-85ac-f3f864001a3b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333149 Aug 24 00:54:14.502194 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-28ef2f5c-54fd-4f7d-afeb-bbb37f832522 service neutron] 10.222.0.36 "GET /v2.0/networks/bf2ea0b9-eac8-4962-a07b-e71645cf1f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925388 Aug 24 00:54:14.591877 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ce77df96-bfd5-4c84-b8a8-76c79cbc93fb req-ce824ec6-4c31-44a3-80be-85830dd68391 service neutron] 10.222.0.36 "GET /v2.0/networks/bf2ea0b9-eac8-4962-a07b-e71645cf1f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822144 Aug 24 00:54:14.850814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-f045808d-02da-48d4-bfb8-da828ff0a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.852851 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-f045808d-02da-48d4-bfb8-da828ff0a248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 1058 time: 0.0411127 Aug 24 00:54:14.949010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-c5373196-116a-4020-80aa-d77d8fa9bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:14.950544 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-c5373196-116a-4020-80aa-d77d8fa9bc5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf2ea0b9-eac8-4962-a07b-e71645cf1f78 HTTP/1.1" status: 200 len: 898 time: 0.0897002 Aug 24 00:54:14.993977 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-5418c54e-d4ce-4cc2-9138-1ce6ecbea62e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=74cf4503-c248-44ce-92d6-79fb564500d6 HTTP/1.1" status: 200 len: 217 time: 0.0354090 Aug 24 00:54:15.047853 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-e0299ca1-b79f-42ec-b1f0-4d7ec2713158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.049273 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-e0299ca1-b79f-42ec-b1f0-4d7ec2713158 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=032dc5a3-53e5-424b-a643-789906be75c5 HTTP/1.1" status: 200 len: 837 time: 0.0475833 Aug 24 00:54:15.094117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-406df71f-cb16-4c1f-a9f2-093cf8c7e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.095589 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-406df71f-cb16-4c1f-a9f2-093cf8c7e03c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf2ea0b9-eac8-4962-a07b-e71645cf1f78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388269 Aug 24 00:54:15.187626 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-047eebcd-9228-4350-a14d-fbd112914f09 service neutron] 10.222.0.36 "GET /v2.0/networks/bf2ea0b9-eac8-4962-a07b-e71645cf1f78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836692 Aug 24 00:54:15.291551 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a1fdd83-b1b0-42ff-981d-29e123782d6a req-b15e51f1-55aa-4107-8935-8fb1d303c524 service neutron] 10.222.0.36 "GET /v2.0/networks/bf2ea0b9-eac8-4962-a07b-e71645cf1f78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938449 Aug 24 00:54:15.304074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfad6d-581c-4d73-9281-6183707a50ff req-07db8e0d-2f41-4d41-ba2d-529e5d5276d3 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.307312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ebfad6d-581c-4d73-9281-6183707a50ff req-07db8e0d-2f41-4d41-ba2d-529e5d5276d3 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 907 time: 0.0544846 Aug 24 00:54:15.309127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device aeaea805-ab72-4dda-8985-d7b0c1c2c621 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:15.359400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port aeaea805-ab72-4dda-8985-d7b0c1c2c621 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:15.359778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:15.386295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa3254-15d0-4224-a6e3-e358e3bc3b10 req-59d73ca3-10ee-4cac-8010-0c8e9ced5aed tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:15.387808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5fa3254-15d0-4224-a6e3-e358e3bc3b10 req-59d73ca3-10ee-4cac-8010-0c8e9ced5aed tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 945 time: 0.0500653 Aug 24 00:54:15.426526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f5fa3254-15d0-4224-a6e3-e358e3bc3b10 req-018bf0b4-a140-476e-98e0-13a4eac43d0f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324540 Aug 24 00:54:16.424992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce99a-b0b0-4897-9fdb-8d215da03e18 req-4d495de6-55aa-4962-ac56-e8b36787387b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:16.426499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7cce99a-b0b0-4897-9fdb-8d215da03e18 req-4d495de6-55aa-4962-ac56-e8b36787387b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 907 time: 0.0531564 Aug 24 00:54:16.538843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209641c-ddd4-44b0-a046-28750e5ea05f req-67f3f637-bd3a-4148-b48c-af06feb87d26 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:16.540848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9209641c-ddd4-44b0-a046-28750e5ea05f req-67f3f637-bd3a-4148-b48c-af06feb87d26 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 945 time: 0.0492060 Aug 24 00:54:16.578724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9209641c-ddd4-44b0-a046-28750e5ea05f req-7386f16f-c431-4221-9ea6-00c3098f6e22 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Aug 24 00:54:16.691046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f56d5-640b-4bee-a9a2-0d261c242d66 req-d4409ecd-ea8d-4e21-b51a-eff7b31fd424 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:16.692522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd4f56d5-640b-4bee-a9a2-0d261c242d66 req-d4409ecd-ea8d-4e21-b51a-eff7b31fd424 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 945 time: 0.0496085 Aug 24 00:54:16.731683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd4f56d5-640b-4bee-a9a2-0d261c242d66 req-d019a2e1-1252-4a0f-adcb-d2b2fefd2103 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332732 Aug 24 00:54:16.753560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:16.905152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811523a5-95b5-464e-88ee-0d4771eb5fb0 tempest-TestVolumeBootPattern-1281300294 tempest-TestVolumeBootPattern-1281300294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:16.906728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-811523a5-95b5-464e-88ee-0d4771eb5fb0 tempest-TestVolumeBootPattern-1281300294 tempest-TestVolumeBootPattern-1281300294-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 1091 time: 0.1521630 Aug 24 00:54:16.909656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:16.913946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:54:17.000307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:17.096251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:17.204472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.25.5.4 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/173120a5-4ba3-4285-86ae-3af0f21eaebc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:54:17.309129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:17.412070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:17.457000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:54:17.458460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:54:17.460985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:54:17.491671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 74cf4503-c248-44ce-92d6-79fb564500d6 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:54:17.494207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=173120a5-4ba3-4285-86ae-3af0f21eaebc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:17.585017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 74cf4503-c248-44ce-92d6-79fb564500d6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=74cf4503-c248-44ce-92d6-79fb564500d6,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:17.593787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26a0e6-0787-49d1-88fe-ca7f41a5b24e req-f8625969-e029-489e-8327-46678834c1be tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:17.595298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab26a0e6-0787-49d1-88fe-ca7f41a5b24e req-f8625969-e029-489e-8327-46678834c1be tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 907 time: 0.0976710 Aug 24 00:54:17.595427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '74cf4503-c248-44ce-92d6-79fb564500d6', 'network_id': 'bf2ea0b9-eac8-4962-a07b-e71645cf1f78', 'port_id': '74cf4503-c248-44ce-92d6-79fb564500d6', 'mac_address': 'fa:16:3e:0d:18:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '032dc5a3-53e5-424b-a643-789906be75c5', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:54:17.637668 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:17.650725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cf4503-c248-44ce-92d6-79fb564500d6 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:54:17.669282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 74cf4503-c248-44ce-92d6-79fb564500d6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=74cf4503-c248-44ce-92d6-79fb564500d6,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:17.754238 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:17.801260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=74cf4503-c248-44ce-92d6-79fb564500d6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:17.865814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:17.991717 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:18.138632 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:18.166703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['74cf4503-c248-44ce-92d6-79fb564500d6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:54:18.218300 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:18.302193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=173120a5-4ba3-4285-86ae-3af0f21eaebc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:18.310717 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:18.410277 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Floating IP 22e09537-d206-4de5-9cc7-2e5f874fb27b associated. External IP: 172.25.5.4, port: 300a38a0-fc13-406c-b577-e82d541a3fa9. Aug 24 00:54:18.614559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Router 9515094f-e805-4dc9-9590-87ccdd18a828 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:19.084044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:19.093587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e64e-76ca-4c1c-b3b8-0ba6e8db1af3 req-083298ae-17c8-4265-9863-850fe0b26c0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.095175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea04e64e-76ca-4c1c-b3b8-0ba6e8db1af3 req-083298ae-17c8-4265-9863-850fe0b26c0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 908 time: 0.4326422 Aug 24 00:54:19.095928 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:19.105733 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:19.106350 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:19.161524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:19.188973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2dc13968-9961-41db-9a7c-74d02bd616dc tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2782958 Aug 24 00:54:19.190595 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'tag': '300a38a0-fc13-406c-b577-e82d541a3fa9'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:19.191882 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46579783-9a72-4092-bff1-5a6a2c061181" -d '{"events": [{"name": "network-changed", "server_uuid": "d07cac50-430f-4073-a046-8ffcf16d9788", "tag": "300a38a0-fc13-406c-b577-e82d541a3fa9"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:19.215241 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:19.231295 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf9aec-4720-476e-ad2f-b7ba8373b8fe x-openstack-request-id: req-7ccf9aec-4720-476e-ad2f-b7ba8373b8fe {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:19.231589 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07cac50-430f-4073-a046-8ffcf16d9788", "tag": "300a38a0-fc13-406c-b577-e82d541a3fa9", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:19.231845 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ccf9aec-4720-476e-ad2f-b7ba8373b8fe {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:19.233478 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'tag': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'status': 'completed', 'code': 200} Aug 24 00:54:19.328000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46579783-9a72-4092-bff1-5a6a2c061181 req-7ae045eb-d072-4463-8ed6-1be104bb7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.329533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46579783-9a72-4092-bff1-5a6a2c061181 req-7ae045eb-d072-4463-8ed6-1be104bb7209 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 1096 time: 0.0427492 Aug 24 00:54:19.427477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46579783-9a72-4092-bff1-5a6a2c061181 req-cbbadd27-6fe4-4332-90bf-bf78555d80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.428972 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46579783-9a72-4092-bff1-5a6a2c061181 req-cbbadd27-6fe4-4332-90bf-bf78555d80e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0890846 Aug 24 00:54:19.457529 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '22e09537-d206-4de5-9cc7-2e5f874fb27b', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:af:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:17Z', 'updated_at': '2021-08-24T00:54:17Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:19.486690 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:19.495356 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:19.495951 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:19.497249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46579783-9a72-4092-bff1-5a6a2c061181 req-9cccab94-0632-482d-b95d-927540298a12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=300a38a0-fc13-406c-b577-e82d541a3fa9 HTTP/1.1" status: 200 len: 997 time: 0.0590611 Aug 24 00:54:19.506965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 74cf4503-c248-44ce-92d6-79fb564500d6 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:54:19.548963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46579783-9a72-4092-bff1-5a6a2c061181 req-ea7b99a0-fa7a-4fd0-9508-776b2d564a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.550475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46579783-9a72-4092-bff1-5a6a2c061181 req-ea7b99a0-fa7a-4fd0-9508-776b2d564a0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0451643 Aug 24 00:54:19.601268 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:19.601449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46579783-9a72-4092-bff1-5a6a2c061181 req-e93f1ab4-d8b7-4f57-a2e2-4543b4a064ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.603494 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46579783-9a72-4092-bff1-5a6a2c061181 req-e93f1ab4-d8b7-4f57-a2e2-4543b4a064ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443285 Aug 24 00:54:19.663091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 74cf4503-c248-44ce-92d6-79fb564500d6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:54:19.667960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 74cf4503-c248-44ce-92d6-79fb564500d6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:54:19.668553 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:19.697842 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46579783-9a72-4092-bff1-5a6a2c061181 req-1280e5f8-c3ea-43db-a93a-6cc1de8e4cf0 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854640 Aug 24 00:54:19.753896 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:19.778104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11b508-6115-4b9d-9d5b-95a95bedd2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cf4503-c248-44ce-92d6-79fb564500d6'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:19.780830 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313f0d4f-b764-42fe-8dcb-9b1cbec43bfc" -d '{"events": [{"server_uuid": "ef11b508-6115-4b9d-9d5b-95a95bedd2f6", "name": "network-vif-plugged", "status": "completed", "tag": "74cf4503-c248-44ce-92d6-79fb564500d6"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:19.796066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 74cf4503-c248-44ce-92d6-79fb564500d6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=74cf4503-c248-44ce-92d6-79fb564500d6,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:19.810002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-46579783-9a72-4092-bff1-5a6a2c061181 req-b28a9ff2-12e3-49f2-b5ac-bd04288f5576 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039422 Aug 24 00:54:19.821830 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383517f8-69bd-47f5-8e45-ca4f4730105f x-openstack-request-id: req-383517f8-69bd-47f5-8e45-ca4f4730105f {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:19.822128 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11b508-6115-4b9d-9d5b-95a95bedd2f6", "name": "network-vif-plugged", "status": "completed", "tag": "74cf4503-c248-44ce-92d6-79fb564500d6", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:19.822385 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-383517f8-69bd-47f5-8e45-ca4f4730105f {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:19.822804 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11b508-6115-4b9d-9d5b-95a95bedd2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cf4503-c248-44ce-92d6-79fb564500d6', 'code': 200} Aug 24 00:54:19.853208 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:19.854929 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '22e09537-d206-4de5-9cc7-2e5f874fb27b', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:af:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:17Z', 'updated_at': '2021-08-24T00:54:17Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:19.883560 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea5763c-c02d-4e70-94fb-d52035ebdc54 None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '22e09537-d206-4de5-9cc7-2e5f874fb27b', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:af:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:54:17Z', 'updated_at': '2021-08-24T00:54:17Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:19.901897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=74cf4503-c248-44ce-92d6-79fb564500d6,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:19.970870 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce20278-1b22-4d80-a759-bed59c3d311e req-c1d04a56-deb1-4424-8977-da17fa4c2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:19.972524 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7ce20278-1b22-4d80-a759-bed59c3d311e req-c1d04a56-deb1-4424-8977-da17fa4c2d10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 1060 time: 0.0421138 Aug 24 00:54:20.007549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-ffefc6fa-0450-4bee-b4ed-8991b66804ad req-b1511e78-2a7c-4421-9cd4-e50256e38a91 service neutron] (95327) timed out ('10.222.0.37', 49887) {{(pid=95327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 00:54:20.092759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af4faf-1b6d-43dc-a83c-308678722aa8 None None] New status for floating IP 22e09537-d206-4de5-9cc7-2e5f874fb27b: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:54:20.216852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1522-b64b-4f9f-bba9-70ad74b3c6b7 req-d4e72479-a89d-4cff-b3d2-f822d76350b1 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:20.218420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d38d1522-b64b-4f9f-bba9-70ad74b3c6b7 req-d4e72479-a89d-4cff-b3d2-f822d76350b1 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 909 time: 0.0534272 Aug 24 00:54:21.340886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1273bf8-2fd8-4a02-ba33-c266d16c7014 req-c05191db-de3e-4f10-90e7-6425924f4428 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:21.342431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1273bf8-2fd8-4a02-ba33-c266d16c7014 req-c05191db-de3e-4f10-90e7-6425924f4428 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 909 time: 0.0494344 Aug 24 00:54:22.459450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1186-464d-43c2-8bdb-d84ff2703a34 req-abb193ce-b8b5-46d3-8912-46e892e69c20 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:22.460938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-307c1186-464d-43c2-8bdb-d84ff2703a34 req-abb193ce-b8b5-46d3-8912-46e892e69c20 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 909 time: 0.0505102 Aug 24 00:54:22.573729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08509fb-dabb-4221-844c-12268148497d req-b719c8d4-241d-4fc3-8718-d5e28832b0ed tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:22.575182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a08509fb-dabb-4221-844c-12268148497d req-b719c8d4-241d-4fc3-8718-d5e28832b0ed tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 909 time: 0.0478873 Aug 24 00:54:22.679755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f5ae-c697-4d91-be55-e150c92cdc4b req-cc9d9031-80a6-4de1-b38e-75960475170c tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:22.681296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be14f5ae-c697-4d91-be55-e150c92cdc4b req-cc9d9031-80a6-4de1-b38e-75960475170c tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 1060 time: 0.0430739 Aug 24 00:54:22.784529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b916a-4d2e-4f7f-a9f2-30c87d91b72e req-3bf37df3-deb4-4294-a639-0494d1f1f0ea tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:22.786082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca3b916a-4d2e-4f7f-a9f2-30c87d91b72e req-3bf37df3-deb4-4294-a639-0494d1f1f0ea tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 1136 time: 0.0400691 Aug 24 00:54:22.823450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca3b916a-4d2e-4f7f-a9f2-30c87d91b72e req-e6280ba4-f400-4ea8-8344-b768b012db5a tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0305998 Aug 24 00:54:22.844806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:22.884676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a0bc1-be46-415e-823b-cd43ab473ac3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:22.886257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-552a0bc1-be46-415e-823b-cd43ab473ac3 tempest-TestSecurityGroupsBasicOps-550154401 tempest-TestSecurityGroupsBasicOps-550154401-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 1055 time: 0.0404665 Aug 24 00:54:23.325099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ec2bc-6ddb-42a3-9dc2-033313252ba3 req-b891bd72-0aa7-43b5-8861-c402fe86ec1e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:23.326642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-254ec2bc-6ddb-42a3-9dc2-033313252ba3 req-b891bd72-0aa7-43b5-8861-c402fe86ec1e tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 909 time: 0.0529082 Aug 24 00:54:24.442468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec558f6-d28d-4a3f-9d60-454a5ebda662 req-a194611a-e632-4889-a2ba-915097f4e661 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:24.443964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dec558f6-d28d-4a3f-9d60-454a5ebda662 req-a194611a-e632-4889-a2ba-915097f4e661 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 909 time: 0.0487456 Aug 24 00:54:24.889466 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-ae961951-c83e-464d-a0d9-604973c13b89 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:24.890938 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-ae961951-c83e-464d-a0d9-604973c13b89 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 909 time: 0.0489314 Aug 24 00:54:24.988632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting port 74cf4503-c248-44ce-92d6-79fb564500d6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:24.989037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.078839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] For port 74cf4503-c248-44ce-92d6-79fb564500d6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=74cf4503-c248-44ce-92d6-79fb564500d6,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:25.079212 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.090972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Calling delete_port for 74cf4503-c248-44ce-92d6-79fb564500d6 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:25.221188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-57131da0-8610-4feb-b778-7b9f677ade44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407052 Aug 24 00:54:25.301649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-83bdfba4-ee75-4876-b910-52dacfe50e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:25.303188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-83bdfba4-ee75-4876-b910-52dacfe50e84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 1096 time: 0.0409276 Aug 24 00:54:25.337222 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.365251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Port': ['ID=74cf4503-c248-44ce-92d6-79fb564500d6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:25.408599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] No DVR routers for this DVR port 74cf4503-c248-44ce-92d6-79fb564500d6 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:25.411810 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:25.415598 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21c83803-df4f-4fc6-ac8e-4d57e6d4dc5f req-4fce49ab-f283-4745-a3a8-3fb82a0cd37d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.36 "DELETE /v2.0/ports/74cf4503-c248-44ce-92d6-79fb564500d6 HTTP/1.1" status: 204 len: 173 time: 0.5172603 Aug 24 00:54:25.416073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11b508-6115-4b9d-9d5b-95a95bedd2f6', 'name': 'network-vif-deleted', 'tag': '74cf4503-c248-44ce-92d6-79fb564500d6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:25.416844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-0fb5fd17-f6f9-4093-b8d1-be9f97dceb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:25.418420 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af66fdbc-355c-4dd9-a417-4e6067114ccf" -d '{"events": [{"server_uuid": "ef11b508-6115-4b9d-9d5b-95a95bedd2f6", "name": "network-vif-deleted", "tag": "74cf4503-c248-44ce-92d6-79fb564500d6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:25.420133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-0fb5fd17-f6f9-4093-b8d1-be9f97dceb59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 200 len: 910 time: 0.0977073 Aug 24 00:54:25.458842 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf38a4-b548-4394-9296-d3182e96baf9 x-openstack-request-id: req-8cbf38a4-b548-4394-9296-d3182e96baf9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:25.459134 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11b508-6115-4b9d-9d5b-95a95bedd2f6", "name": "network-vif-deleted", "tag": "74cf4503-c248-44ce-92d6-79fb564500d6", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:25.459412 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cbf38a4-b548-4394-9296-d3182e96baf9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:25.459860 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11b508-6115-4b9d-9d5b-95a95bedd2f6', 'name': 'network-vif-deleted', 'tag': '74cf4503-c248-44ce-92d6-79fb564500d6', 'status': 'completed', 'code': 200} Aug 24 00:54:25.498921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-5478dda4-b003-47f1-84cd-d7cca76421bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 200 len: 1000 time: 0.0677977 Aug 24 00:54:25.569878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65c0e2f8-b13e-4bf8-92d0-8de09cad946b req-84277dbd-50f6-4d4d-ad10-f4197fb924d0 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef11b508-6115-4b9d-9d5b-95a95bedd2f6 HTTP/1.1" status: 200 len: 210 time: 0.0317955 Aug 24 00:54:25.580440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-9c28c5fc-ec80-458d-9a49-2db5c6a75ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:25.581952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-9c28c5fc-ec80-458d-9a49-2db5c6a75ed6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=81e04c0d-243a-4f4a-8018-ee740b3a84fd HTTP/1.1" status: 200 len: 848 time: 0.0758123 Aug 24 00:54:25.628160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-ad668ac8-f2d7-4032-9271-d05cbba6969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:25.629670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-ad668ac8-f2d7-4032-9271-d05cbba6969d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a7e464b-07e1-431c-b125-12855fb8154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407078 Aug 24 00:54:25.640443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-926f5547-81e8-4208-85ea-eeba1f83d2dd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:54:25.641418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-926f5547-81e8-4208-85ea-eeba1f83d2dd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049748 Aug 24 00:54:25.737007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-95b12218-1fe1-4e6b-9230-d90a62b2bad8 service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879371 Aug 24 00:54:25.829550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b24d1a3-4591-4f60-bf31-3c5046b0cd7b req-957e95eb-1f38-40de-8504-9cfcdf413ad9 service neutron] 10.222.0.37 "GET /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856054 Aug 24 00:54:25.853223 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.269608 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-82f7d3f9-0947-4f83-9d8f-f620e19189e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:26.627348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46554) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:27.007553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.297439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting port aeaea805-ab72-4dda-8985-d7b0c1c2c621 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:27.297870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.388626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] For port aeaea805-ab72-4dda-8985-d7b0c1c2c621, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=aeaea805-ab72-4dda-8985-d7b0c1c2c621,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:27.388994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.401188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Calling delete_port for aeaea805-ab72-4dda-8985-d7b0c1c2c621 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:27.554320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 74cf4503-c248-44ce-92d6-79fb564500d6 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:27.574733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 74cf4503-c248-44ce-92d6-79fb564500d6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:27.575084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 74cf4503-c248-44ce-92d6-79fb564500d6 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:27.662840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:27.693421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Port': ['ID=aeaea805-ab72-4dda-8985-d7b0c1c2c621,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:27.876276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.093278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:28.205258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:28.213904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46558) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:28.214309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-83bf4217-2b6f-40be-87cc-b49a22f0ede8 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "PUT /v2.0/routers/23a9ad3e-033c-4c9b-b9de-0266ed47cedd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5856462 Aug 24 00:54:28.217167 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] Sync routers for ids ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:28.227322 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] Routers {'23a9ad3e-033c-4c9b-b9de-0266ed47cedd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:28.228664 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:28.277816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-667688dc-6489-419c-bac4-beb40e45be4f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting subnet 032dc5a3-53e5-424b-a643-789906be75c5 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:54:28.280878 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-667688dc-6489-419c-bac4-beb40e45be4f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.320790 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-667688dc-6489-419c-bac4-beb40e45be4f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.333118 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] Set router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:28.411000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-667688dc-6489-419c-bac4-beb40e45be4f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.538821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-667688dc-6489-419c-bac4-beb40e45be4f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.566491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667688dc-6489-419c-bac4-beb40e45be4f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Subnet': ['ID=032dc5a3-53e5-424b-a643-789906be75c5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:28.571776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-667688dc-6489-419c-bac4-beb40e45be4f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.573819 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-667688dc-6489-419c-bac4-beb40e45be4f tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/subnets/032dc5a3-53e5-424b-a643-789906be75c5 HTTP/1.1" status: 204 len: 168 time: 0.3577390 Aug 24 00:54:28.576621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46562) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:28.578030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62270034-e534-4072-8ba9-01ce83bcbb9d None None] Network bf2ea0b9-eac8-4962-a07b-e71645cf1f78 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:54:28.605330 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:28.631317 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] Checking router: 23a9ad3e-033c-4c9b-b9de-0266ed47cedd for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:28.643956 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] Routers {'23a9ad3e-033c-4c9b-b9de-0266ed47cedd'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:28.644577 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:53:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:28.691382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.767555 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] Set router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:28.801835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.898745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] DHCP port deletion for bf2ea0b9-eac8-4962-a07b-e71645cf1f78 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:54:28.922395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting port 00ca7ded-71f8-4518-9809-30f920fa6cf9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:28.922750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.955594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] Deleting port 2bb1b703-f981-441f-9ac9-fe28387041bb {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:28.955891 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:28.963187 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:28.991022 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796618f9-40cd-4171-917b-283a7e4d28f9 None None] The sync data for ids ['23a9ad3e-033c-4c9b-b9de-0266ed47cedd'] in n-d-804878-2 is: [{'id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1015513673', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:54:03Z', 'updated_at': '2021-08-24T00:54:27Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '00ca7ded-71f8-4518-9809-30f920fa6cf9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a9ad3e-033c-4c9b-b9de-0266ed47cedd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:54:04Z', 'updated_at': '2021-08-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:29.008910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a2b333eb-b6b6-4a81-88e3-376955fbb1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.018715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] For port 00ca7ded-71f8-4518-9809-30f920fa6cf9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=00ca7ded-71f8-4518-9809-30f920fa6cf9,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:29.019099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.032009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Calling delete_port for 00ca7ded-71f8-4518-9809-30f920fa6cf9 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:29.032321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] For port 2bb1b703-f981-441f-9ac9-fe28387041bb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2bb1b703-f981-441f-9ac9-fe28387041bb,segment=NetworkSegment(b24492fb-8135-4fbe-99ed-f7347b53588a),segment_id=b24492fb-8135-4fbe-99ed-f7347b53588a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:29.032732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.054619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] Calling delete_port for 2bb1b703-f981-441f-9ac9-fe28387041bb owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:29.155412 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.218144 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.244503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] Pushing event deleted for resources: {'Port': ['ID=2bb1b703-f981-441f-9ac9-fe28387041bb,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:29.249375 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9b54-b7d3-4131-ad6f-13f98f65533e None None] No DVR routers for this DVR port 2bb1b703-f981-441f-9ac9-fe28387041bb on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:29.263877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.294737 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Port': ['ID=00ca7ded-71f8-4518-9809-30f920fa6cf9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:29.364190 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.474392 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.476595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.489510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2bb1b703-f981-441f-9ac9-fe28387041bb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:29.514495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2bb1b703-f981-441f-9ac9-fe28387041bb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:29.514804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2bb1b703-f981-441f-9ac9-fe28387041bb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:29.515184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device aeaea805-ab72-4dda-8985-d7b0c1c2c621 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:29.534793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: aeaea805-ab72-4dda-8985-d7b0c1c2c621 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:29.535138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device aeaea805-ab72-4dda-8985-d7b0c1c2c621 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:29.605334 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.605901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Fanout notify agent at l3_agent the message router_deleted on router 23a9ad3e-033c-4c9b-b9de-0266ed47cedd {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:54:29.612592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.613854 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-160bb688-fa8a-465c-a328-9b24c5dfc35b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/routers/23a9ad3e-033c-4c9b-b9de-0266ed47cedd HTTP/1.1" status: 204 len: 168 time: 1.0361512 Aug 24 00:54:29.616417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46564) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:29.696139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.786735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.796706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2ea0b9-eac8-4962-a07b-e71645cf1f78']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:29.806917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24492fb-8135-4fbe-99ed-f7347b53588a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:29.807220 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24492fb-8135-4fbe-99ed-f7347b53588a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:29.815872 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.829641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.835452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:54:29.835859 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:54:29.839321 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:54:29.960847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.968656 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:29.969918 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/networks/bf2ea0b9-eac8-4962-a07b-e71645cf1f78 HTTP/1.1" status: 204 len: 168 time: 0.3525310 Aug 24 00:54:29.972746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46566) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:29.981322 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd499f2-7d25-452d-8832-1a8447f47dee tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Network': ['ID=bf2ea0b9-eac8-4962-a07b-e71645cf1f78,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:30.140815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting port 2f361dc5-52f9-4e97-8b29-f0c57a19e7fb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:30.141165 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.215001 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.215353 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.226844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Calling delete_port for 2f361dc5-52f9-4e97-8b29-f0c57a19e7fb owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:30.390095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.446853 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.471066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Port': ['ID=2f361dc5-52f9-4e97-8b29-f0c57a19e7fb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:30.534759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.535138 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Floating IP d88d3f89-3f9e-4bdd-9f35-4de13b14acd1 disassociated (deleted). External IP: 172.25.5.201, port: 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05. Aug 24 00:54:30.736481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Router 4cca4be6-204b-485d-9ef5-e47b1b20af41 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:30.843577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:30.847928 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:30.853586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86805083-7aba-4130-aa08-20d1622974bd None None] Sync routers for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:30.862790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86805083-7aba-4130-aa08-20d1622974bd None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:30.863480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86805083-7aba-4130-aa08-20d1622974bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:30.881026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a24081df-5760-4fe9-8ba7-46a5350ae74a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/floatingips/d88d3f89-3f9e-4bdd-9f35-4de13b14acd1 HTTP/1.1" status: 204 len: 168 time: 0.9050059 Aug 24 00:54:30.881026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:30.881669 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82" -d '{"events": [{"name": "network-changed", "server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:30.922823 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c6508c-eedf-4e0f-b102-0eabbb835708 x-openstack-request-id: req-f5c6508c-eedf-4e0f-b102-0eabbb835708 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:30.923184 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:30.923510 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5c6508c-eedf-4e0f-b102-0eabbb835708 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:30.923933 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'status': 'completed', 'code': 200} Aug 24 00:54:30.972493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-86805083-7aba-4130-aa08-20d1622974bd None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:30.987606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-38757abc-e33e-45e2-9d38-e0b576940f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:30.989093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-38757abc-e33e-45e2-9d38-e0b576940f90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 1136 time: 0.0429318 Aug 24 00:54:31.078221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-1cf1a7e1-8179-4352-a566-cf39234ce520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:31.079772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-1cf1a7e1-8179-4352-a566-cf39234ce520 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a01c6a7c-173b-4322-bc6f-c11c7501ffc3 HTTP/1.1" status: 200 len: 897 time: 0.0842915 Aug 24 00:54:31.129894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-20342eba-bc5e-4b8e-8228-b3833283a1fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 HTTP/1.1" status: 200 len: 217 time: 0.0424349 Aug 24 00:54:31.171223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86805083-7aba-4130-aa08-20d1622974bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:31.178810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-bb291595-1792-484a-aae2-22552f795562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:31.180294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-bb291595-1792-484a-aae2-22552f795562 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86a8ebac-6886-424f-9e4e-eb0869e1502f HTTP/1.1" status: 200 len: 834 time: 0.0440929 Aug 24 00:54:31.200507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86805083-7aba-4130-aa08-20d1622974bd None None] Checking router: 4cca4be6-204b-485d-9ef5-e47b1b20af41 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:31.209288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86805083-7aba-4130-aa08-20d1622974bd None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:31.212249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86805083-7aba-4130-aa08-20d1622974bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:31.229126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-5d45e16a-a57e-4fe3-a6d3-ceb3922189be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:31.230774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-5d45e16a-a57e-4fe3-a6d3-ceb3922189be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a01c6a7c-173b-4322-bc6f-c11c7501ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434144 Aug 24 00:54:31.295132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 00ca7ded-71f8-4518-9809-30f920fa6cf9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:31.324149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 00ca7ded-71f8-4518-9809-30f920fa6cf9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:31.324475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 00ca7ded-71f8-4518-9809-30f920fa6cf9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:31.342509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-86805083-7aba-4130-aa08-20d1622974bd None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:31.369209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecc057-0963-4fb6-8654-21471c9dcf3f req-46f05dec-d528-4894-b8f3-9fdbb2bade5b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:31.370766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02ecc057-0963-4fb6-8654-21471c9dcf3f req-46f05dec-d528-4894-b8f3-9fdbb2bade5b tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 985 time: 0.0772784 Aug 24 00:54:31.377174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-e6088ab0-ab15-4ad3-8077-39f0bef468e4 service neutron] 10.222.0.37 "GET /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319587 Aug 24 00:54:31.547242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-86805083-7aba-4130-aa08-20d1622974bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:31.580161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86805083-7aba-4130-aa08-20d1622974bd None None] The sync data for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 is: [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:04Z', 'revision_number': 4, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e1f3f2f0-2bab-46d0-8d30-df3346032852', 'name': '', 'network_id': 'a01c6a7c-173b-4322-bc6f-c11c7501ffc3', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'mac_address': 'fa:16:3e:9e:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:03Z', 'updated_at': '2021-08-24T00:53:12Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'subnets': [{'id': '86a8ebac-6886-424f-9e4e-eb0869e1502f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:31.811696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02ecc057-0963-4fb6-8654-21471c9dcf3f req-af007851-b623-45ab-a5b6-6d9a03ead3fe tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.4335470 Aug 24 00:54:31.841236 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a55875-fae2-4bd6-ad60-ddddffb3624e None None] New status for floating IP d88d3f89-3f9e-4bdd-9f35-4de13b14acd1: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:54:31.847757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af583455-7ea6-4f61-9ea3-ab9ed2ff5e82 req-52d14b4f-892f-41ac-aad7-f5bf0df02fc3 service neutron] 10.222.0.37 "GET /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623232 Aug 24 00:54:31.890974 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.589054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-6a203016-ac01-40bc-a6c0-41800ee9ef9a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:32.590508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-6a203016-ac01-40bc-a6c0-41800ee9ef9a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.37 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 985 time: 0.0493042 Aug 24 00:54:32.683807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:32.684147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.773179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] For port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:32.773485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:32.785756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Calling delete_port for 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:32.953098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d59729-3e7c-48e8-93a6-83b60743922b req-a9cbfc47-22b1-4613-9948-7834c62a9460 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:32.954676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48d59729-3e7c-48e8-93a6-83b60743922b req-a9cbfc47-22b1-4613-9948-7834c62a9460 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/ports?device_id=56cada91-6a85-4bf9-b3e5-6910d011211e HTTP/1.1" status: 200 len: 985 time: 0.0640333 Aug 24 00:54:32.994705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48d59729-3e7c-48e8-93a6-83b60743922b req-06ce26c8-5c3f-440c-8294-bc203c35123d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "GET /v2.0/security-groups?id=562d7759-967f-4ff2-9e5b-db46c0bb958a&id=d86b7e30-4968-4788-a85b-a0c5aa79f275&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0339880 Aug 24 00:54:33.018229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.045674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Port': ['ID=8a9ef3a4-f7aa-496b-9d03-06f17a7cac05,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:33.091308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] No DVR routers for this DVR port 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:33.093787 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:33.095803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f18f55-07ac-42a2-bc31-1cc8c85527b5 req-641e3e0b-dc8e-409a-b33f-14a76ab350bd tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.37 "DELETE /v2.0/ports/8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 HTTP/1.1" status: 204 len: 173 time: 0.4987950 Aug 24 00:54:33.096259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'name': 'network-vif-deleted', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:33.098508 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5221926f-70e9-4775-82d7-19341f588aa2" -d '{"events": [{"server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "name": "network-vif-deleted", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:33.133957 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f675cc-0b28-4bb1-b8a0-360223e3ee7c x-openstack-request-id: req-b4f675cc-0b28-4bb1-b8a0-360223e3ee7c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:33.134269 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cada91-6a85-4bf9-b3e5-6910d011211e", "name": "network-vif-deleted", "tag": "8a9ef3a4-f7aa-496b-9d03-06f17a7cac05", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:33.134547 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4f675cc-0b28-4bb1-b8a0-360223e3ee7c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:33.134950 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cada91-6a85-4bf9-b3e5-6910d011211e', 'name': 'network-vif-deleted', 'tag': '8a9ef3a4-f7aa-496b-9d03-06f17a7cac05', 'status': 'completed', 'code': 200} Aug 24 00:54:33.361436 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:54:34.050474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:34.104508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.126796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.229309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.231856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.233041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/security-groups/562d7759-967f-4ff2-9e5b-db46c0bb958a HTTP/1.1" status: 204 len: 168 time: 0.1815810 Aug 24 00:54:34.235896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46586) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:34.241896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d7759-967f-4ff2-9e5b-db46c0bb958a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:34.249357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.249756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.250105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.250444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.250790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.251126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.251460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.251793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.252129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.252459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.252788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.253111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dcd8fb-59ca-4976-8c94-a43f6d311e0a tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:54:34.293004 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715c4232-2e51-4345-b818-13e36bab1692 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.316547 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715c4232-2e51-4345-b818-13e36bab1692 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.412207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715c4232-2e51-4345-b818-13e36bab1692 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.414816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-715c4232-2e51-4345-b818-13e36bab1692 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:34.416036 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-715c4232-2e51-4345-b818-13e36bab1692 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/security-groups/d86b7e30-4968-4788-a85b-a0c5aa79f275 HTTP/1.1" status: 204 len: 168 time: 0.1791117 Aug 24 00:54:34.419302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46590) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:34.425538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c4232-2e51-4345-b818-13e36bab1692 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86b7e30-4968-4788-a85b-a0c5aa79f275,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:34.797853 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:35.065479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting port e1f3f2f0-2bab-46d0-8d30-df3346032852 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:35.066142 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:35.154391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] For port e1f3f2f0-2bab-46d0-8d30-df3346032852, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e1f3f2f0-2bab-46d0-8d30-df3346032852,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:35.154767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:35.166616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Calling delete_port for e1f3f2f0-2bab-46d0-8d30-df3346032852 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:35.405650 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:35.434491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Port': ['ID=e1f3f2f0-2bab-46d0-8d30-df3346032852,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:35.613349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:35.831099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Router 4cca4be6-204b-485d-9ef5-e47b1b20af41 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:35.937262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:35.943270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1a23ff71-03c5-4f26-b769-b01edadd5250 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "PUT /v2.0/routers/4cca4be6-204b-485d-9ef5-e47b1b20af41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5228744 Aug 24 00:54:35.946121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46592) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:35.947196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] Sync routers for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:35.956881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:35.957488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:35.996244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ede7df9-d52d-4b54-b1fa-a17d43f11b97 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting subnet 86a8ebac-6886-424f-9e4e-eb0869e1502f {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:54:35.999317 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ede7df9-d52d-4b54-b1fa-a17d43f11b97 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.038525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ede7df9-d52d-4b54-b1fa-a17d43f11b97 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.064386 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:36.125241 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ede7df9-d52d-4b54-b1fa-a17d43f11b97 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.243389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:54:35Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:36.264157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ede7df9-d52d-4b54-b1fa-a17d43f11b97 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.269151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] Checking router: 4cca4be6-204b-485d-9ef5-e47b1b20af41 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:36.278585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] Routers {'4cca4be6-204b-485d-9ef5-e47b1b20af41'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:36.279193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4cca4be6-204b-485d-9ef5-e47b1b20af41'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:36.294783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede7df9-d52d-4b54-b1fa-a17d43f11b97 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Subnet': ['ID=86a8ebac-6886-424f-9e4e-eb0869e1502f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:36.296739 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9ede7df9-d52d-4b54-b1fa-a17d43f11b97 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.301355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46594) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:36.301869 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9ede7df9-d52d-4b54-b1fa-a17d43f11b97 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/subnets/86a8ebac-6886-424f-9e4e-eb0869e1502f HTTP/1.1" status: 204 len: 168 time: 0.3537166 Aug 24 00:54:36.320478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc33ddb-4367-43de-a59b-1cb4e2278af9 None None] Network a01c6a7c-173b-4322-bc6f-c11c7501ffc3 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:54:36.409039 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.479219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] Set router 4cca4be6-204b-485d-9ef5-e47b1b20af41 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:36.519096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.637254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Deleting port 2d62e349-31bf-4b31-b2c0-c331e714159f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:36.637635 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.722409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] For port 2d62e349-31bf-4b31-b2c0-c331e714159f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2d62e349-31bf-4b31-b2c0-c331e714159f,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:36.722698 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.735325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Calling delete_port for 2d62e349-31bf-4b31-b2c0-c331e714159f owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:36.819443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] DHCP port deletion for a01c6a7c-173b-4322-bc6f-c11c7501ffc3 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:54:36.875866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:54:35Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:36.906118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be10117-97a5-4974-bc13-25a22f70e957 None None] The sync data for ids ['4cca4be6-204b-485d-9ef5-e47b1b20af41'] in n-d-804878-2 is: [{'id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1143930966', 'tenant_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:54:35Z', 'revision_number': 5, 'project_id': 'a04e1ca4549e44b481dd7e81baeb44f7', 'gw_port': {'id': '2d62e349-31bf-4b31-b2c0-c331e714159f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cca4be6-204b-485d-9ef5-e47b1b20af41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:52:58Z', 'updated_at': '2021-08-24T00:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:36.910958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] Deleting port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:36.911353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.972874 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.982073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] For port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d,segment=NetworkSegment(484b82b1-6136-488b-8975-54f70d337c37),segment_id=484b82b1-6136-488b-8975-54f70d337c37)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:36.982615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:36.995605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] Calling delete_port for 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:36.999713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Port': ['ID=2d62e349-31bf-4b31-b2c0-c331e714159f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:37.065055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.149954 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.155724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.158055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.176525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] Pushing event deleted for resources: {'Port': ['ID=5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:37.181687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b4952-cc86-461b-9e92-b58372bb380a None None] No DVR routers for this DVR port 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:37.195266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:37.219962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:37.220304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 8a9ef3a4-f7aa-496b-9d03-06f17a7cac05 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:37.274321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.274964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Fanout notify agent at l3_agent the message router_deleted on router 4cca4be6-204b-485d-9ef5-e47b1b20af41 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:54:37.282278 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.285852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8a708a33-3f0a-4693-ac21-cb7d9cf6af58 tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/routers/4cca4be6-204b-485d-9ef5-e47b1b20af41 HTTP/1.1" status: 204 len: 168 time: 0.9807804 Aug 24 00:54:37.286202 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46596) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:37.373668 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.396524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:37.417701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:37.418052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 5ddf6483-3dd1-4ff3-bae1-8bab3c662e3d not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:37.418739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e1f3f2f0-2bab-46d0-8d30-df3346032852 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:37.438641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e1f3f2f0-2bab-46d0-8d30-df3346032852 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:37.439090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e1f3f2f0-2bab-46d0-8d30-df3346032852 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:37.464893 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.474697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01c6a7c-173b-4322-bc6f-c11c7501ffc3']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:37.485453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484b82b1-6136-488b-8975-54f70d337c37') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:37.485738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484b82b1-6136-488b-8975-54f70d337c37') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:37.495831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.510997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.517470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:54:37.517902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:54:37.520878 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:54:37.646773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.654341 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:37.656224 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] 10.222.0.26 "DELETE /v2.0/networks/a01c6a7c-173b-4322-bc6f-c11c7501ffc3 HTTP/1.1" status: 204 len: 168 time: 0.3690271 Aug 24 00:54:37.668729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4177881-ed4f-4980-a860-b37a24273f4d tempest-TestSecurityGroupsBasicOps-640942102 tempest-TestSecurityGroupsBasicOps-640942102-project] Pushing event deleted for resources: {'Network': ['ID=a01c6a7c-173b-4322-bc6f-c11c7501ffc3,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:38.262916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:38.406537 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d16850f7-789d-4194-96bb-a48530ff31b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a04e1ca4549e44b481dd7e81baeb44f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424623 Aug 24 00:54:38.409110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46608) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:38.460250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c06c9a48-dc0d-48f2-8326-a666e4718bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:38.481708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c06c9a48-dc0d-48f2-8326-a666e4718bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:38.616711 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c06c9a48-dc0d-48f2-8326-a666e4718bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:38.619761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c06c9a48-dc0d-48f2-8326-a666e4718bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:38.620939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c06c9a48-dc0d-48f2-8326-a666e4718bc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd03fd25-7269-4f15-88a0-93c494f82613 HTTP/1.1" status: 204 len: 168 time: 0.2108495 Aug 24 00:54:38.628610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c9a48-dc0d-48f2-8326-a666e4718bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd03fd25-7269-4f15-88a0-93c494f82613,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:39.163271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46616) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:39.178071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6da3-50e0-4c4c-b0b4-bf427d2f35e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.256165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2d62e349-31bf-4b31-b2c0-c331e714159f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:39.282849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2d62e349-31bf-4b31-b2c0-c331e714159f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:39.283199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2d62e349-31bf-4b31-b2c0-c331e714159f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:39.302078 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6da3-50e0-4c4c-b0b4-bf427d2f35e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.372805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8c9b6da3-50e0-4c4c-b0b4-bf427d2f35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.411407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b6da3-50e0-4c4c-b0b4-bf427d2f35e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c54a6-d6d1-4536-b80c-93cde0fce415,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:39.416603 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8c9b6da3-50e0-4c4c-b0b4-bf427d2f35e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f96b443c33244cda26c901ace93c88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522452 Aug 24 00:54:39.419369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46618) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:39.468600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b018854f-2ba7-4051-8253-2c995b97b7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.495514 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b018854f-2ba7-4051-8253-2c995b97b7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.635404 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b018854f-2ba7-4051-8253-2c995b97b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.638189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b018854f-2ba7-4051-8253-2c995b97b7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:39.639456 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b018854f-2ba7-4051-8253-2c995b97b7d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c8c54a6-d6d1-4536-b80c-93cde0fce415 HTTP/1.1" status: 204 len: 168 time: 0.2190843 Aug 24 00:54:39.647860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018854f-2ba7-4051-8253-2c995b97b7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c54a6-d6d1-4536-b80c-93cde0fce415,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:40.375706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:40.415277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-20a0dffb-0e69-4a55-a5f6-0a7472fd1619 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41b8ca4fbd0d45fd92307456115f31a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378721 Aug 24 00:54:40.417899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46628) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:40.468456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-519044b1-aefd-475f-9c72-bda1c41eeb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:40.489974 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-519044b1-aefd-475f-9c72-bda1c41eeb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:40.595276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-519044b1-aefd-475f-9c72-bda1c41eeb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:40.598001 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-519044b1-aefd-475f-9c72-bda1c41eeb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:40.599168 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-519044b1-aefd-475f-9c72-bda1c41eeb0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/058b4bba-54cf-45a6-9a91-c60bb3aba300 HTTP/1.1" status: 204 len: 168 time: 0.1800210 Aug 24 00:54:40.607917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519044b1-aefd-475f-9c72-bda1c41eeb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058b4bba-54cf-45a6-9a91-c60bb3aba300,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:40.732848 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-429d9c86-9712-47c0-9f87-70c7976786d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412149 Aug 24 00:54:40.828073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-f76faa20-7669-4e9f-a84b-e0f50a31b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:40.829600 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-f76faa20-7669-4e9f-a84b-e0f50a31b0f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1097 time: 0.0410159 Aug 24 00:54:40.943979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-943659de-d08d-4a2e-84d4-378b67bbdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:40.945814 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-943659de-d08d-4a2e-84d4-378b67bbdc0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 898 time: 0.0962093 Aug 24 00:54:41.016524 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-f75fe733-70a4-4dc1-94a6-30d84c27e53f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 1000 time: 0.0632608 Aug 24 00:54:41.070599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-6fd97065-51ec-48fb-aa53-a1b70fba8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:41.072740 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-6fd97065-51ec-48fb-aa53-a1b70fba8acd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0492122 Aug 24 00:54:41.126625 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-83e5a35d-a1df-4c62-a173-01c63a455be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:41.128218 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-83e5a35d-a1df-4c62-a173-01c63a455be4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482230 Aug 24 00:54:41.140023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-477b2e44-d5f2-4c98-b90c-9f2983f7f373 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:54:41.141002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-477b2e44-d5f2-4c98-b90c-9f2983f7f373 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053768 Aug 24 00:54:41.244217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-05bb9336-254b-42ae-ab45-7b3ed19498fe service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958300 Aug 24 00:54:41.349502 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62a51a84-29b3-4939-b799-64cde8fa6a6f req-2c4a1845-bd49-4545-aa04-627de2cfd886 service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977128 Aug 24 00:54:42.663708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:46.877331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bbfd4-1a43-4a91-98e0-af4a2c6874d8 req-e9c8da9a-5cb0-4df7-99ba-9a76cd9c050d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:46.878920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-985bbfd4-1a43-4a91-98e0-af4a2c6874d8 req-e9c8da9a-5cb0-4df7-99ba-9a76cd9c050d tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 945 time: 0.0526900 Aug 24 00:54:46.916338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-985bbfd4-1a43-4a91-98e0-af4a2c6874d8 req-e145d14c-8a3e-4414-874b-a6960551b809 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312700 Aug 24 00:54:48.061291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b75564-c3fc-4e2e-93a2-ebf5ceb38b63 req-3882a757-b490-4f94-8b45-625bff0c913e tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:48.062817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66b75564-c3fc-4e2e-93a2-ebf5ceb38b63 req-3882a757-b490-4f94-8b45-625bff0c913e tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 945 time: 0.0762064 Aug 24 00:54:48.091712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-75d56c6a-7c18-46ce-b08c-24da467cb1a6 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:54:48.093095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-75d56c6a-7c18-46ce-b08c-24da467cb1a6 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 945 time: 0.0800211 Aug 24 00:54:48.155345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66b75564-c3fc-4e2e-93a2-ebf5ceb38b63 req-d7194fa2-aad8-4fe5-97fe-3f615a8b9476 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/security-groups?id=b110f78d-6c0f-499a-981a-028337cd9282&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852356 Aug 24 00:54:48.200634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Deleting port da3cefac-2b17-4550-8411-4a4e93c118cf {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:48.200919 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:48.288300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] For port da3cefac-2b17-4550-8411-4a4e93c118cf, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=da3cefac-2b17-4550-8411-4a4e93c118cf,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:48.288668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:48.465270 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:48.465699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:48.466025 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Floating IP 816b669c-641d-4c00-a358-da8b85743dcf disassociated. External IP: 172.25.5.24, port: da3cefac-2b17-4550-8411-4a4e93c118cf. Aug 24 00:54:48.466369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Calling delete_port for da3cefac-2b17-4550-8411-4a4e93c118cf owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:48.662236 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:48.692907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event deleted for resources: {'Port': ['ID=da3cefac-2b17-4550-8411-4a4e93c118cf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:48.808484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Router dbd37001-23f7-49f7-9d7e-a83d7080bba2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:48.916088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:48.925727 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] Sync routers for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:48.935430 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:48.936049 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:48.960150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] No DVR routers for this DVR port da3cefac-2b17-4550-8411-4a4e93c118cf on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:48.962775 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:48.968145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-370888d8-e157-4c6c-8f02-2af512d4cddc req-1cb6ec4b-9764-444e-bd28-9d6d8a2e6bd0 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.37 "DELETE /v2.0/ports/da3cefac-2b17-4550-8411-4a4e93c118cf HTTP/1.1" status: 204 len: 173 time: 0.8659847 Aug 24 00:54:48.968145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'name': 'network-vif-deleted', 'tag': 'da3cefac-2b17-4550-8411-4a4e93c118cf'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:54:48.968145 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4c34b1-58d9-4114-ab2c-0381dbc93383" -d '{"events": [{"server_uuid": "bf98a047-6d53-4d5d-bd9f-dfdbae3a4578", "name": "network-vif-deleted", "tag": "da3cefac-2b17-4550-8411-4a4e93c118cf"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:54:49.009068 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9453ab64-4a4c-43af-b4df-520bfec78f4f x-openstack-request-id: req-9453ab64-4a4c-43af-b4df-520bfec78f4f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:54:49.009364 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf98a047-6d53-4d5d-bd9f-dfdbae3a4578", "name": "network-vif-deleted", "tag": "da3cefac-2b17-4550-8411-4a4e93c118cf", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:54:49.009651 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9453ab64-4a4c-43af-b4df-520bfec78f4f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:54:49.010057 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf98a047-6d53-4d5d-bd9f-dfdbae3a4578', 'name': 'network-vif-deleted', 'tag': 'da3cefac-2b17-4550-8411-4a4e93c118cf', 'status': 'completed', 'code': 200} Aug 24 00:54:49.046514 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:49.260861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c60e86a9-4d55-4360-8859-a80644a2199d req-862ec374-1ad9-486f-8cc5-b15795a1ed6a tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf98a047-6d53-4d5d-bd9f-dfdbae3a4578 HTTP/1.1" status: 200 len: 210 time: 0.0284770 Aug 24 00:54:49.272379 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 5, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:49.305383 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] Checking router: dbd37001-23f7-49f7-9d7e-a83d7080bba2 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:49.314568 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:49.315180 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:49.419452 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:49.614374 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 5, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:49.642432 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818c74e-fb70-4723-b5dc-9eeb79860858 None None] The sync data for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 is: [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:49:31Z', 'revision_number': 4, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '31a32fa1-19fa-433f-b3e4-ce3ff198457b', 'name': '', 'network_id': '3a7e464b-07e1-431c-b125-12855fb8154a', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'mac_address': 'fa:16:3e:0c:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:30Z', 'updated_at': '2021-08-24T00:49:37Z', 'revision_number': 5, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'subnets': [{'id': '81e04c0d-243a-4f4a-8018-ee740b3a84fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:49.869105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39685ade-5fc6-41a4-8692-b9edb16b1b41 None None] New status for floating IP 816b669c-641d-4c00-a358-da8b85743dcf: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:54:50.327273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46650) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:50.448781 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Deleting port 3901f72c-757d-4cd3-bead-2a9229b812ae {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:50.449151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:50.524492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:50.525198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:50.538191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Calling delete_port for 3901f72c-757d-4cd3-bead-2a9229b812ae owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:50.755593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:50.781939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event deleted for resources: {'Port': ['ID=3901f72c-757d-4cd3-bead-2a9229b812ae,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:50.844282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:50.846860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:50.848031 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a90d6d9c-4b3a-47ab-b7f3-17fe6afc7b32 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "DELETE /v2.0/floatingips/816b669c-641d-4c00-a358-da8b85743dcf HTTP/1.1" status: 204 len: 168 time: 0.5197811 Aug 24 00:54:50.917771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46658) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:50.976020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9b12-bad4-476c-9f7f-12e2fb234730 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:51.002541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9b12-bad4-476c-9f7f-12e2fb234730 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:51.107859 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9b12-bad4-476c-9f7f-12e2fb234730 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:51.110494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d5ef9b12-bad4-476c-9f7f-12e2fb234730 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:51.111661 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5ef9b12-bad4-476c-9f7f-12e2fb234730 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] 10.222.0.26 "DELETE /v2.0/security-groups/b110f78d-6c0f-499a-981a-028337cd9282 HTTP/1.1" status: 204 len: 168 time: 0.1926320 Aug 24 00:54:51.121595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef9b12-bad4-476c-9f7f-12e2fb234730 tempest-TestServerBasicOps-497718258 tempest-TestServerBasicOps-497718258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b110f78d-6c0f-499a-981a-028337cd9282,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:51.211472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46662) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:51.242592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device da3cefac-2b17-4550-8411-4a4e93c118cf no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:51.267537 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: da3cefac-2b17-4550-8411-4a4e93c118cf {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:51.267886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device da3cefac-2b17-4550-8411-4a4e93c118cf not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:52.029940 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:52.271206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Deleting port 31a32fa1-19fa-433f-b3e4-ce3ff198457b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:52.271549 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:52.347597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] For port 31a32fa1-19fa-433f-b3e4-ce3ff198457b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=31a32fa1-19fa-433f-b3e4-ce3ff198457b,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:52.347961 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:52.360739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Calling delete_port for 31a32fa1-19fa-433f-b3e4-ce3ff198457b owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:52.605380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:52.630325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=31a32fa1-19fa-433f-b3e4-ce3ff198457b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:52.803884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:53.024109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Router dbd37001-23f7-49f7-9d7e-a83d7080bba2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:53.130368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:53.135851 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-daf390f8-ebec-467d-8a02-23b001338fcc admin admin] 10.222.0.26 "PUT /v2.0/routers/dbd37001-23f7-49f7-9d7e-a83d7080bba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9228346 Aug 24 00:54:53.138341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46668) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:53.141461 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] Sync routers for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:53.150583 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:53.152982 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:53.246581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:53.350978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:53.351190 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:53.494233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Deleting port e7277017-0a9b-4e03-9046-6516ca9e597f {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:53.494489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:53.529209 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:54:52Z', 'revision_number': 5, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port': {'id': 'e7277017-0a9b-4e03-9046-6516ca9e597f', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:27Z', 'updated_at': '2021-08-24T00:49:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:53.556130 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] Checking router: dbd37001-23f7-49f7-9d7e-a83d7080bba2 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:53.564773 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] Routers {'dbd37001-23f7-49f7-9d7e-a83d7080bba2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:53.565478 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:53.574314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] For port e7277017-0a9b-4e03-9046-6516ca9e597f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7277017-0a9b-4e03-9046-6516ca9e597f,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:53.574909 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:53.586645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Calling delete_port for e7277017-0a9b-4e03-9046-6516ca9e597f owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:53.652256 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] Set router dbd37001-23f7-49f7-9d7e-a83d7080bba2 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:53.710140 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:54:53Z', 'revision_number': 6, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:53.737434 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b491c4-801a-49b7-a3af-d1711203866d None None] The sync data for ids ['dbd37001-23f7-49f7-9d7e-a83d7080bba2'] in n-d-804878-2 is: [{'id': 'dbd37001-23f7-49f7-9d7e-a83d7080bba2', 'name': 'tempest-TestServerBasicOps-1201104601-router', 'tenant_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:26Z', 'updated_at': '2021-08-24T00:54:53Z', 'revision_number': 6, 'project_id': '295dd7a3cc1a46a7ac50fc9295f3c119', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:53.833795 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:53.859165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7277017-0a9b-4e03-9046-6516ca9e597f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:53.924279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.013724 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.015745 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.147696 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.148310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbd37001-23f7-49f7-9d7e-a83d7080bba2 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:54:54.155056 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.156267 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-930dce00-1d86-4755-9774-493dea56b2c5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/dbd37001-23f7-49f7-9d7e-a83d7080bba2 HTTP/1.1" status: 204 len: 168 time: 1.0169461 Aug 24 00:54:54.158745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46670) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:54.204475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-49181e00-70bb-4665-9d36-17bf816224b9 admin admin] Deleting subnet 81e04c0d-243a-4f4a-8018-ee740b3a84fd {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:54:54.207566 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49181e00-70bb-4665-9d36-17bf816224b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.246742 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49181e00-70bb-4665-9d36-17bf816224b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.326268 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49181e00-70bb-4665-9d36-17bf816224b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.439319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49181e00-70bb-4665-9d36-17bf816224b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.465418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49181e00-70bb-4665-9d36-17bf816224b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e04c0d-243a-4f4a-8018-ee740b3a84fd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:54.469172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-49181e00-70bb-4665-9d36-17bf816224b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.471165 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-49181e00-70bb-4665-9d36-17bf816224b9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/81e04c0d-243a-4f4a-8018-ee740b3a84fd HTTP/1.1" status: 204 len: 168 time: 0.3113699 Aug 24 00:54:54.473943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46672) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:54.476463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c7f5cd-654c-4e39-80fd-00ce5ff063b9 None None] Network 3a7e464b-07e1-431c-b125-12855fb8154a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:54:54.546094 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.613449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Deleting port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:54.614037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.675575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] DHCP port deletion for 3a7e464b-07e1-431c-b125-12855fb8154a request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:54:54.681427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] For port 0d0a8246-d0cf-4e66-984a-69113fc5efd6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0d0a8246-d0cf-4e66-984a-69113fc5efd6,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:54.681955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.696989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Calling delete_port for 0d0a8246-d0cf-4e66-984a-69113fc5efd6 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:54.732060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] Deleting port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:54.732534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.803735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] For port 0d0a8246-d0cf-4e66-984a-69113fc5efd6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0d0a8246-d0cf-4e66-984a-69113fc5efd6,segment=NetworkSegment(5192f19f-275f-4d02-9b22-67119757915b),segment_id=5192f19f-275f-4d02-9b22-67119757915b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:54.803735 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.816808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] Calling delete_port for 0d0a8246-d0cf-4e66-984a-69113fc5efd6 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:54.846937 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.874568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0a8246-d0cf-4e66-984a-69113fc5efd6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:54.876316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] No DVR routers for this DVR port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 00:54:54.887341 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 00:54:54.896198 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.917397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] Pushing event deleted for resources: {'Port': ['ID=0d0a8246-d0cf-4e66-984a-69113fc5efd6,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:54.923502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fd4b0-51a3-4e57-8c19-237e14d32129 None None] No DVR routers for this DVR port 0d0a8246-d0cf-4e66-984a-69113fc5efd6 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:54.954144 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:54.966425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7e464b-07e1-431c-b125-12855fb8154a']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:54.979719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5192f19f-275f-4d02-9b22-67119757915b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:54.980154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5192f19f-275f-4d02-9b22-67119757915b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:54.991683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:55.006155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:55.012523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:54:55.015908 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:54:55.149327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:55.155603 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:55.158120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] 10.222.0.26 "DELETE /v2.0/networks/3a7e464b-07e1-431c-b125-12855fb8154a HTTP/1.1" status: 204 len: 168 time: 0.6817572 Aug 24 00:54:55.161159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46674) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:55.169870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb2d96-4d49-4386-8787-d2dfb151df7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7e464b-07e1-431c-b125-12855fb8154a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:55.304112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 31a32fa1-19fa-433f-b3e4-ce3ff198457b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:55.324762 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 31a32fa1-19fa-433f-b3e4-ce3ff198457b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:55.325101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 31a32fa1-19fa-433f-b3e4-ce3ff198457b not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:55.325523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0d0a8246-d0cf-4e66-984a-69113fc5efd6 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:55.344688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 0d0a8246-d0cf-4e66-984a-69113fc5efd6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:55.345038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0d0a8246-d0cf-4e66-984a-69113fc5efd6 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:55.345519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7277017-0a9b-4e03-9046-6516ca9e597f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:55.364099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e7277017-0a9b-4e03-9046-6516ca9e597f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:55.364449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7277017-0a9b-4e03-9046-6516ca9e597f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:55.520077 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:55.771020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Deleting port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:55.771496 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:55.848204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] For port f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,segment=NetworkSegment(5a74d16b-6661-4523-8e2c-f1b3ef481005),segment_id=5a74d16b-6661-4523-8e2c-f1b3ef481005)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:55.848568 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:55.860165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Calling delete_port for f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:55.864076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:56.098016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:56.131807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:56.275111 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3815-d28a-4cef-974b-6377c54f1b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:56.301304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:56.859350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Router dacb35e1-0503-4c77-8e86-11a37538c24f has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:54:56.968187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:54:56.973153 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-87eef3dd-0e70-4f70-b5bf-c0d03a6db730 admin admin] 10.222.0.26 "PUT /v2.0/routers/dacb35e1-0503-4c77-8e86-11a37538c24f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8108630 Aug 24 00:54:56.975606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46676) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:56.978574 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] Sync routers for ids ['dacb35e1-0503-4c77-8e86-11a37538c24f'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:54:56.988954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] Routers {'dacb35e1-0503-4c77-8e86-11a37538c24f'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:56.989592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dacb35e1-0503-4c77-8e86-11a37538c24f'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:57.080912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.091223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] Set router dacb35e1-0503-4c77-8e86-11a37538c24f gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:57.181228 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.266524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:54:55Z', 'revision_number': 5, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port': {'id': '3a856fb0-4f1d-48b1-a325-e9202401d7bd', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:49:36Z', 'updated_at': '2021-08-24T00:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:57.293513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] Checking router: dacb35e1-0503-4c77-8e86-11a37538c24f for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:54:57.304364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] Routers {'dacb35e1-0503-4c77-8e86-11a37538c24f'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:54:57.304983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:54:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['dacb35e1-0503-4c77-8e86-11a37538c24f'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:57.321706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Deleting port 3a856fb0-4f1d-48b1-a325-e9202401d7bd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:57.323573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.395877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] Set router dacb35e1-0503-4c77-8e86-11a37538c24f gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:54:57.400795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] For port 3a856fb0-4f1d-48b1-a325-e9202401d7bd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3a856fb0-4f1d-48b1-a325-e9202401d7bd,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:57.401260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.413292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Calling delete_port for 3a856fb0-4f1d-48b1-a325-e9202401d7bd owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:57.449817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:54:57Z', 'revision_number': 6, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:57.480790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd53bf72-2b51-40da-a031-b9c7cee674e6 None None] The sync data for ids ['dacb35e1-0503-4c77-8e86-11a37538c24f'] in n-d-804878-2 is: [{'id': 'dacb35e1-0503-4c77-8e86-11a37538c24f', 'name': 'tempest-TestServerBasicOps-1720393482-router', 'tenant_id': 'bc61420274a24893845baadaef7220c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:49:35Z', 'updated_at': '2021-08-24T00:54:57Z', 'revision_number': 6, 'project_id': 'bc61420274a24893845baadaef7220c6', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:54:57.627495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.653240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a856fb0-4f1d-48b1-a325-e9202401d7bd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:57.718965 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.813662 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.815902 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.921415 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.921987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dacb35e1-0503-4c77-8e86-11a37538c24f {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:54:57.930752 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:57.930752 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-68ec7c0d-aa8c-41f1-a1c3-5e1785befa69 admin admin] 10.222.0.26 "DELETE /v2.0/routers/dacb35e1-0503-4c77-8e86-11a37538c24f HTTP/1.1" status: 204 len: 168 time: 0.9509068 Aug 24 00:54:57.930752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46678) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:57.979688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a52b4a-150f-48d9-83e4-3390566a600f admin admin] Deleting subnet 03b61f0a-85da-45ab-9f8d-c181a88827ef {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:54:57.982760 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5a52b4a-150f-48d9-83e4-3390566a600f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.016700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5a52b4a-150f-48d9-83e4-3390566a600f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.093119 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5a52b4a-150f-48d9-83e4-3390566a600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.212874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5a52b4a-150f-48d9-83e4-3390566a600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.244222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a52b4a-150f-48d9-83e4-3390566a600f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b61f0a-85da-45ab-9f8d-c181a88827ef,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:58.251219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b5a52b4a-150f-48d9-83e4-3390566a600f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.255819 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b5a52b4a-150f-48d9-83e4-3390566a600f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/03b61f0a-85da-45ab-9f8d-c181a88827ef HTTP/1.1" status: 204 len: 168 time: 0.3223341 Aug 24 00:54:58.256025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:58.259326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acee1d6-fdad-468a-9845-fd2100f52146 None None] Network 8ff4e791-b020-41ac-8947-388c75470d60 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:54:58.327622 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.453217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] DHCP port deletion for 8ff4e791-b020-41ac-8947-388c75470d60 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:54:58.502966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] Deleting port cbdd6ba8-6592-46f2-9148-5553c7e4d732 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:58.503255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.570689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] For port cbdd6ba8-6592-46f2-9148-5553c7e4d732, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cbdd6ba8-6592-46f2-9148-5553c7e4d732,segment=NetworkSegment(5a74d16b-6661-4523-8e2c-f1b3ef481005),segment_id=5a74d16b-6661-4523-8e2c-f1b3ef481005)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:58.571095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.585021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] Calling delete_port for cbdd6ba8-6592-46f2-9148-5553c7e4d732 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:58.737332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Deleting port cbdd6ba8-6592-46f2-9148-5553c7e4d732 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:54:58.737625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.767057 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.792298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] No DVR routers for this DVR port cbdd6ba8-6592-46f2-9148-5553c7e4d732 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:58.799063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7bfeb-194e-4a51-9752-7d77bb4f71a3 None None] Pushing event deleted for resources: {'Port': ['ID=cbdd6ba8-6592-46f2-9148-5553c7e4d732,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:58.804180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] For port cbdd6ba8-6592-46f2-9148-5553c7e4d732, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=cbdd6ba8-6592-46f2-9148-5553c7e4d732,segment=NetworkSegment(5a74d16b-6661-4523-8e2c-f1b3ef481005),segment_id=5a74d16b-6661-4523-8e2c-f1b3ef481005)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:54:58.804567 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.818681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Calling delete_port for cbdd6ba8-6592-46f2-9148-5553c7e4d732 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:54:58.896418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.924027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdd6ba8-6592-46f2-9148-5553c7e4d732,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:58.925879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] No DVR routers for this DVR port cbdd6ba8-6592-46f2-9148-5553c7e4d732 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:54:58.966790 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-70a5c559-a369-4e61-997f-bb2b4c2c2a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:58.996033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.005668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff4e791-b020-41ac-8947-388c75470d60']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:59.019339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a74d16b-6661-4523-8e2c-f1b3ef481005') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:59.019586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a74d16b-6661-4523-8e2c-f1b3ef481005') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:54:59.028192 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.047266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.048876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:54:59.049275 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:54:59.051035 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:54:59.132389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.189561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.194741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.196787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] 10.222.0.26 "DELETE /v2.0/networks/8ff4e791-b020-41ac-8947-388c75470d60 HTTP/1.1" status: 204 len: 168 time: 0.9396825 Aug 24 00:54:59.208074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64f8cb-3b78-4556-a5b0-a63b23b35b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff4e791-b020-41ac-8947-388c75470d60,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:54:59.303997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:59.324798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:59.325144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f7cc0b1e-baf3-4bd6-a369-63b6074b6ce8 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:59.325560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a856fb0-4f1d-48b1-a325-e9202401d7bd no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:59.343849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 3a856fb0-4f1d-48b1-a325-e9202401d7bd {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:59.344197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 3a856fb0-4f1d-48b1-a325-e9202401d7bd not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:59.344600 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cbdd6ba8-6592-46f2-9148-5553c7e4d732 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:54:59.362979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: cbdd6ba8-6592-46f2-9148-5553c7e4d732 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:54:59.363331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device cbdd6ba8-6592-46f2-9148-5553c7e4d732 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:54:59.611038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46688) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:59.650661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f445a742-4cd1-4c62-90e5-67063bb20e35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=295dd7a3cc1a46a7ac50fc9295f3c119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384350 Aug 24 00:54:59.653030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46690) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:54:59.699992 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df12ed86-a05a-4965-9fd0-5850540a7070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.724248 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df12ed86-a05a-4965-9fd0-5850540a7070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.835363 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df12ed86-a05a-4965-9fd0-5850540a7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.838037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-df12ed86-a05a-4965-9fd0-5850540a7070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:54:59.839210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-df12ed86-a05a-4965-9fd0-5850540a7070 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dca9d0e6-65cc-466b-b93e-4d1f7f137f7b HTTP/1.1" status: 204 len: 168 time: 0.1852603 Aug 24 00:54:59.847625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12ed86-a05a-4965-9fd0-5850540a7070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca9d0e6-65cc-466b-b93e-4d1f7f137f7b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:55:00.412606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:00.461138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46696) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:55:00.500144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cc8705db-da3a-460d-beb3-e80ada0d813b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc61420274a24893845baadaef7220c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377765 Aug 24 00:55:00.502673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:55:00.550047 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2963-607d-4f2b-8f37-34d02e2e5d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:00.570762 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2963-607d-4f2b-8f37-34d02e2e5d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:00.684587 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2963-607d-4f2b-8f37-34d02e2e5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:00.687155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2963-607d-4f2b-8f37-34d02e2e5d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:00.688303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8c3f2963-607d-4f2b-8f37-34d02e2e5d6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8b94b4b-52c8-4a7c-9825-a8f821c901b6 HTTP/1.1" status: 204 len: 168 time: 0.1847079 Aug 24 00:55:00.696112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f2963-607d-4f2b-8f37-34d02e2e5d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b94b4b-52c8-4a7c-9825-a8f821c901b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:55:01.875218 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:07.089410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4fe97-4146-4ba9-a620-ce6b5d2d5537 req-d87fa5e4-2e69-42a0-be3c-5d7e916b4c0d tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:07.090953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61f4fe97-4146-4ba9-a620-ce6b5d2d5537 req-d87fa5e4-2e69-42a0-be3c-5d7e916b4c0d tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1097 time: 0.0427971 Aug 24 00:55:07.109917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61f4fe97-4146-4ba9-a620-ce6b5d2d5537 req-b44bdeec-5800-42f1-bcac-4c1b7918fe01 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:07.193594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61f4fe97-4146-4ba9-a620-ce6b5d2d5537 req-b44bdeec-5800-42f1-bcac-4c1b7918fe01 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:07.252097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-61f4fe97-4146-4ba9-a620-ce6b5d2d5537 req-b44bdeec-5800-42f1-bcac-4c1b7918fe01 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:07.273008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61f4fe97-4146-4ba9-a620-ce6b5d2d5537 req-b44bdeec-5800-42f1-bcac-4c1b7918fe01 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753132 Aug 24 00:55:07.284522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bdeec-5800-42f1-bcac-4c1b7918fe01 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4920022-c023-489c-8d0c-4fa215d0018e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:55:07.397811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f22ed6-05ab-47d2-9b77-5f71f7ad928a req-c9f62f0d-8e8c-4ba9-9716-f1a00bec7fb0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:07.399294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f22ed6-05ab-47d2-9b77-5f71f7ad928a req-c9f62f0d-8e8c-4ba9-9716-f1a00bec7fb0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0504377 Aug 24 00:55:07.437110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f22ed6-05ab-47d2-9b77-5f71f7ad928a req-96f0a9d9-7a76-4462-b930-d05c469655da tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Aug 24 00:55:07.459524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46710) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:55:07.524518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-05f63dfc-3ded-48b9-81cd-6d858ffaf0f1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/82c25aa9-84e0-4388-87ff-0719cfaa51e1 HTTP/1.1" status: 200 len: 992 time: 0.0637226 Aug 24 00:55:08.421857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68cc91-1847-40b6-9d2a-95e19d1a9d5c req-9f5d44a4-96f6-4429-a508-366bdde9b293 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:08.423391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f68cc91-1847-40b6-9d2a-95e19d1a9d5c req-9f5d44a4-96f6-4429-a508-366bdde9b293 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0498097 Aug 24 00:55:08.460837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f68cc91-1847-40b6-9d2a-95e19d1a9d5c req-f08904ae-9717-4daa-a185-ea3d8493e910 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Aug 24 00:55:08.725148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-1139fdc2-54e2-486e-9a79-028283120e72 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1397643 Aug 24 00:55:09.583137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beae29-b80d-4318-85f9-dfd22ca12c00 req-94e0b6fa-2375-4b3f-8d80-05a9a0f6cc8d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:09.584630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9beae29-b80d-4318-85f9-dfd22ca12c00 req-94e0b6fa-2375-4b3f-8d80-05a9a0f6cc8d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0549526 Aug 24 00:55:09.622474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9beae29-b80d-4318-85f9-dfd22ca12c00 req-29e68db9-7ec3-48c6-a3ce-e26edcf878ce tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Aug 24 00:55:10.361475 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:55:10.738817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51d76c-e94e-47e6-9662-e7ff38ab0e6e req-4ce2aed2-8a8c-4568-a0da-9f93284d3c48 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:10.740325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a51d76c-e94e-47e6-9662-e7ff38ab0e6e req-4ce2aed2-8a8c-4568-a0da-9f93284d3c48 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0500848 Aug 24 00:55:10.780409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a51d76c-e94e-47e6-9662-e7ff38ab0e6e req-685f8618-b012-4ac3-9221-f907a67f5661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340867 Aug 24 00:55:11.051979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-bf693ece-17a0-4780-85aa-c4475b574f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:11.053845 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-bf693ece-17a0-4780-85aa-c4475b574f9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1097 time: 0.0973501 Aug 24 00:55:11.143919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-2e73c44b-770e-4ff1-9bf7-f26e5d21e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:11.145350 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-2e73c44b-770e-4ff1-9bf7-f26e5d21e004 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 898 time: 0.0833220 Aug 24 00:55:11.216474 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-ce62dbe9-4baa-44df-b767-9b44deef3694 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 1000 time: 0.0637207 Aug 24 00:55:11.265294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-06c5b32d-e4a0-48d9-b3ce-03d3a4d4e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:11.266834 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-06c5b32d-e4a0-48d9-b3ce-03d3a4d4e99b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0435388 Aug 24 00:55:11.313297 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-81647424-a05f-4ee6-88c6-593e319294ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:11.314778 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-81647424-a05f-4ee6-88c6-593e319294ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405238 Aug 24 00:55:11.408232 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-5ae60ddb-d8e0-443a-80c6-a91c62372c18 service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861547 Aug 24 00:55:11.500034 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-55cb0ceb-7f17-4e78-b01f-c84b1af0b8ce service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851357 Aug 24 00:55:11.896655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24e4e7-e13f-4966-adf0-3dd370768887 req-ad4ed062-a2bd-4797-a8d7-6fa30c7c6950 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:11.898353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c24e4e7-e13f-4966-adf0-3dd370768887 req-ad4ed062-a2bd-4797-a8d7-6fa30c7c6950 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0499291 Aug 24 00:55:11.939218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c24e4e7-e13f-4966-adf0-3dd370768887 req-77f82aff-face-43e7-9204-6b8e5933e8e8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348179 Aug 24 00:55:12.686586 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:13.060215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819e21a-b929-46ac-bdbe-9b9c6e100b77 req-4c61e0f1-8401-464c-b0cd-82b5085d7426 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:13.062213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8819e21a-b929-46ac-bdbe-9b9c6e100b77 req-4c61e0f1-8401-464c-b0cd-82b5085d7426 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0556359 Aug 24 00:55:13.100669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8819e21a-b929-46ac-bdbe-9b9c6e100b77 req-7f451f83-cc75-48c9-8679-bfefa2ff1b5e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323024 Aug 24 00:55:14.218666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27375233-8bfb-4e9f-a2e9-185fd2ae9ba1 req-40b7438c-5fe4-4c40-924b-9996b9fce5f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:14.220276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27375233-8bfb-4e9f-a2e9-185fd2ae9ba1 req-40b7438c-5fe4-4c40-924b-9996b9fce5f3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0525038 Aug 24 00:55:14.257883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27375233-8bfb-4e9f-a2e9-185fd2ae9ba1 req-41b108e4-ed87-414d-a9f8-0986fab9eb1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Aug 24 00:55:15.371891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7b16-0fc3-4166-bcd2-fa52decb3dec req-154dadfc-d1f4-4597-acae-e574c332ebb2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:15.373354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-589b7b16-0fc3-4166-bcd2-fa52decb3dec req-154dadfc-d1f4-4597-acae-e574c332ebb2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0489366 Aug 24 00:55:15.411856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-589b7b16-0fc3-4166-bcd2-fa52decb3dec req-ee627abd-0617-44ba-9d68-d7e4f199d3b0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324371 Aug 24 00:55:16.531552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429f11c-9dd9-46c8-a408-f1cd32dda4d3 req-3e21369c-1489-45c0-a145-867a46f84c0e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:16.533076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a429f11c-9dd9-46c8-a408-f1cd32dda4d3 req-3e21369c-1489-45c0-a145-867a46f84c0e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0536928 Aug 24 00:55:16.570877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a429f11c-9dd9-46c8-a408-f1cd32dda4d3 req-f24bfa30-9794-4a63-859a-02ca45462327 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Aug 24 00:55:17.689007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ed90c-b27e-4334-9e0c-f77302b68055 req-89b04778-7fc9-4f24-ab3d-48a84d32d772 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:17.690571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e75ed90c-b27e-4334-9e0c-f77302b68055 req-89b04778-7fc9-4f24-ab3d-48a84d32d772 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0532520 Aug 24 00:55:17.728945 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e75ed90c-b27e-4334-9e0c-f77302b68055 req-e0997b7a-f06f-4c21-8f86-0d295586c382 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Aug 24 00:55:18.842557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c208a-14e2-48f2-9b7f-581ca32632a8 req-ff9f41c1-fcb1-4b23-9cab-d2421fb6d65e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:18.844084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-101c208a-14e2-48f2-9b7f-581ca32632a8 req-ff9f41c1-fcb1-4b23-9cab-d2421fb6d65e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0488055 Aug 24 00:55:18.882210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-101c208a-14e2-48f2-9b7f-581ca32632a8 req-ed9a71b2-c43a-4c5f-9f0b-575d0a841c21 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317636 Aug 24 00:55:20.004411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eefad8-8a18-4650-a668-420516299918 req-c0789031-c038-4826-84a1-461266e37d2e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:20.005950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06eefad8-8a18-4650-a668-420516299918 req-c0789031-c038-4826-84a1-461266e37d2e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0539975 Aug 24 00:55:20.044401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06eefad8-8a18-4650-a668-420516299918 req-6d09271d-6302-4e9f-a53e-599575eded7d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323074 Aug 24 00:55:21.176854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d71ac-5f0a-4e2b-96d2-58e210364e92 req-ea7b02a0-3840-46b7-8b80-de2b1c5297e4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:21.178442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-164d71ac-5f0a-4e2b-96d2-58e210364e92 req-ea7b02a0-3840-46b7-8b80-de2b1c5297e4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0500870 Aug 24 00:55:21.218256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-164d71ac-5f0a-4e2b-96d2-58e210364e92 req-f5ed6717-0aa6-4cc5-b87b-dfbbac8d05ef tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336506 Aug 24 00:55:22.347337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0558b8d-75c8-4a59-9dc4-68761b69d815 req-ea2785d6-651f-4790-90b3-f771f9330b89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:22.348803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0558b8d-75c8-4a59-9dc4-68761b69d815 req-ea2785d6-651f-4790-90b3-f771f9330b89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0485775 Aug 24 00:55:22.385707 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b0558b8d-75c8-4a59-9dc4-68761b69d815 req-1a6ae380-55ff-4340-af09-297951726ccb tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307913 Aug 24 00:55:23.506424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd06131-0ba2-49d7-8349-676d4ea12184 req-53963e09-526f-427f-9224-4e7cd945af88 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:23.507917 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1bd06131-0ba2-49d7-8349-676d4ea12184 req-53963e09-526f-427f-9224-4e7cd945af88 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0534794 Aug 24 00:55:23.545929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1bd06131-0ba2-49d7-8349-676d4ea12184 req-d65961e3-7824-4950-b626-2f3b3db8932d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Aug 24 00:55:24.661372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f027c79-6a56-4dd5-85a9-895487812064 req-19b073a3-ccac-4e88-aad1-9eb066ed9fd1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:24.662878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f027c79-6a56-4dd5-85a9-895487812064 req-19b073a3-ccac-4e88-aad1-9eb066ed9fd1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0510085 Aug 24 00:55:24.702612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7f027c79-6a56-4dd5-85a9-895487812064 req-0ad7621c-40e1-496d-a897-54bf4c94683b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Aug 24 00:55:25.825517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d83e5-c0a3-4989-8eb5-183685dead78 req-3a67ae92-1383-4cdb-851f-e86791e44bdb tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:25.826986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d77d83e5-c0a3-4989-8eb5-183685dead78 req-3a67ae92-1383-4cdb-851f-e86791e44bdb tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0548344 Aug 24 00:55:25.846770 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:25.865477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d77d83e5-c0a3-4989-8eb5-183685dead78 req-3ef44ad6-46ac-40e0-98b7-420a0e05e8e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Aug 24 00:55:26.280588 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-83de7f2c-03fe-420a-b55f-5b6b3badfcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:26.984030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd1ca3-6b33-4b0b-a139-33e22d0bf30f req-4eac8534-6e93-4496-aef2-b7002021e0c9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:26.985495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3dd1ca3-6b33-4b0b-a139-33e22d0bf30f req-4eac8534-6e93-4496-aef2-b7002021e0c9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0533202 Aug 24 00:55:27.023412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3dd1ca3-6b33-4b0b-a139-33e22d0bf30f req-758601b8-c5f6-4289-bb8d-ffc63a63b7de tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Aug 24 00:55:28.152249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3c570-1bc2-42df-8d6e-c2f7eabf086c req-5b224c33-c57d-420c-b046-85f2f27b74f2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:28.153745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25a3c570-1bc2-42df-8d6e-c2f7eabf086c req-5b224c33-c57d-420c-b046-85f2f27b74f2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0508723 Aug 24 00:55:28.194015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25a3c570-1bc2-42df-8d6e-c2f7eabf086c req-a8c46be5-15a2-47a9-8c40-a6d726e8b423 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336072 Aug 24 00:55:28.832786 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-c96c612b-445d-4745-a0ca-f4fc5103d8eb service neutron] show failed (client error): The resource could not be found. Aug 24 00:55:28.833851 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-c96c612b-445d-4745-a0ca-f4fc5103d8eb service neutron] 10.222.0.36 "GET /v2.0/ports/0808a469-fafb-4768-abfd-be4b3d4fd58d/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0569165 Aug 24 00:55:28.992273 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e26b852-3d13-4b13-bbec-a977c4941c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:29.143231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:29.314469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112139e-ed9e-4c41-9946-a19b73d2b87b req-0bb3a263-1437-48cb-8d41-c37e5667eb71 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:29.316031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9112139e-ed9e-4c41-9946-a19b73d2b87b req-0bb3a263-1437-48cb-8d41-c37e5667eb71 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0534861 Aug 24 00:55:29.378851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9112139e-ed9e-4c41-9946-a19b73d2b87b req-0c35987a-bcfa-45eb-ab44-ebccdb46988f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537937 Aug 24 00:55:29.384739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-f62d8046-5439-4b1e-a587-bf154e52548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:29.386261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-f62d8046-5439-4b1e-a587-bf154e52548e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 1097 time: 0.1321108 Aug 24 00:55:29.399288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:55:29.452228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:29.652835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:55:29.685244 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:55:29.723411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:55:29.726362 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af78bb6-61b3-4a67-ae7e-8392c786930b" -d '{"events": [{"server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "name": "network-vif-unplugged", "status": "completed", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:55:29.730398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:29.743017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Transition to ACTIVE for port object 0808a469-fafb-4768-abfd-be4b3d4fd58d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:55:29.849544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:29.925594 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509a91a0-d58a-463e-b2e6-c13339cc5835 x-openstack-request-id: req-509a91a0-d58a-463e-b2e6-c13339cc5835 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:55:29.925889 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "name": "network-vif-unplugged", "status": "completed", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:55:29.926147 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-509a91a0-d58a-463e-b2e6-c13339cc5835 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:55:29.926546 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'code': 200} Aug 24 00:55:29.940607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:55:29.974554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] No DVR routers for this DVR port 0808a469-fafb-4768-abfd-be4b3d4fd58d on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:55:30.109717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Attempting to bind port 0808a469-fafb-4768-abfd-be4b3d4fd58d on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:55:30.110062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Attempting to bind port 0808a469-fafb-4768-abfd-be4b3d4fd58d by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:55:30.110393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Attempting to bind port 0808a469-fafb-4768-abfd-be4b3d4fd58d on network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:55:30.114661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Port 0808a469-fafb-4768-abfd-be4b3d4fd58d on network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:55:30.114987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Attempting to bind port 0808a469-fafb-4768-abfd-be4b3d4fd58d on network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:55:30.120349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:55:30.120693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Checking segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:55:30.121079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Bound using segment: {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:55:30.121503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Bound port: 0808a469-fafb-4768-abfd-be4b3d4fd58d, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d8a7d5-e915-41bf-ba17-f8c10e412782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:55:30.121898 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:30.188216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:55:30.191065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:55:30.280814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:30.320590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:30.321243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:30.322882 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] 10.222.0.37 "PUT /v2.0/ports/0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 1092 time: 0.9285724 Aug 24 00:55:30.345529 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a713939-af82-48b5-b6cf-bb24e0e6b25e service neutron] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:55:30.396315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-4d003201-b7af-4634-8d92-eb11e211e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:30.398007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-4d003201-b7af-4634-8d92-eb11e211e342 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1095 time: 0.0493827 Aug 24 00:55:30.400462 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:30.544963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ee3fe-a399-4f92-8d28-699513c23964 req-4151d171-4b34-4c9f-8c4f-e15443100e20 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:30.546840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-721ee3fe-a399-4f92-8d28-699513c23964 req-4151d171-4b34-4c9f-8c4f-e15443100e20 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.0824664 Aug 24 00:55:30.551469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-80bba0fc-69b8-4d99-a505-9a861870ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:30.554806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-80bba0fc-69b8-4d99-a505-9a861870ddf0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 898 time: 0.1465414 Aug 24 00:55:30.634491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-721ee3fe-a399-4f92-8d28-699513c23964 req-d76ae783-f449-4ff6-a2d8-01699ff3d64e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799894 Aug 24 00:55:30.642293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-6beaf944-d798-42f1-815a-40c5d2737581 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 998 time: 0.0818903 Aug 24 00:55:30.692789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-987b8f8b-607f-4e8f-8646-37d30195bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:30.694271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-987b8f8b-607f-4e8f-8646-37d30195bade service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0452027 Aug 24 00:55:30.739775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-c88945b3-4c6b-4af4-8472-461a45185c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:30.741749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-c88945b3-4c6b-4af4-8472-461a45185c38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401812 Aug 24 00:55:30.833926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-b0e17ecf-ec82-4cc9-a630-13625a87c346 service neutron] 10.222.0.37 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843313 Aug 24 00:55:30.922438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f93e0260-f232-47df-9baa-0bcb2797cdc4 req-2beee470-44ca-48fd-8aa9-9de21fcd87d4 service neutron] 10.222.0.37 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817525 Aug 24 00:55:31.761626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ce808-5a2d-478e-a64f-eec8b4664496 req-b88263d6-1aa9-4356-995e-7d5d58c9a309 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:31.763031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-522ce808-5a2d-478e-a64f-eec8b4664496 req-b88263d6-1aa9-4356-995e-7d5d58c9a309 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.0495007 Aug 24 00:55:31.808554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-522ce808-5a2d-478e-a64f-eec8b4664496 req-57ce1270-a53d-45b9-a868-2b24f2926ff1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Aug 24 00:55:31.815621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0808a469-fafb-4768-abfd-be4b3d4fd58d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:55:31.859085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0808a469-fafb-4768-abfd-be4b3d4fd58d not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:55:31.902979 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:31.927306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:55:31.930319 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e420b924-f66f-430d-b317-f87515229f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:55:31.976430 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee80523b-1dd0-4ef1-a2da-b8c33cf8e9c7 x-openstack-request-id: req-ee80523b-1dd0-4ef1-a2da-b8c33cf8e9c7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:55:31.976723 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:55:31.977008 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee80523b-1dd0-4ef1-a2da-b8c33cf8e9c7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:55:31.977406 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'status': 'completed', 'code': 200} Aug 24 00:55:32.040314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b924-f66f-430d-b317-f87515229f9b req-199d376d-4e52-431c-a62f-04e47245c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.041813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-199d376d-4e52-431c-a62f-04e47245c5d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1095 time: 0.0444913 Aug 24 00:55:32.065379 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b924-f66f-430d-b317-f87515229f9b req-320f2772-0f20-4c79-8854-19084b140432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.066918 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-320f2772-0f20-4c79-8854-19084b140432 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1095 time: 0.0465519 Aug 24 00:55:32.131870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b924-f66f-430d-b317-f87515229f9b req-0e173ce4-ece8-4def-ad12-8702d7fbd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.133356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-0e173ce4-ece8-4def-ad12-8702d7fbd6aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 898 time: 0.0842743 Aug 24 00:55:32.156444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b924-f66f-430d-b317-f87515229f9b req-fb4c45dc-710a-4159-b516-c3fa3e9c998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.157957 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-fb4c45dc-710a-4159-b516-c3fa3e9c998e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 898 time: 0.0837350 Aug 24 00:55:32.203690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-2c92b361-ea38-465e-a1fb-af5d66d3fd9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 998 time: 0.0623295 Aug 24 00:55:32.227581 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-c52f658e-cef2-4e72-bb13-ddf1c0b3127a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 998 time: 0.0626206 Aug 24 00:55:32.253469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b924-f66f-430d-b317-f87515229f9b req-ab2661bf-d6ac-4164-a0f8-84db11bb2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.254989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-ab2661bf-d6ac-4164-a0f8-84db11bb2f20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0439095 Aug 24 00:55:32.276549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b924-f66f-430d-b317-f87515229f9b req-f308029c-8ab5-407e-ae66-bae2957fb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.278072 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-f308029c-8ab5-407e-ae66-bae2957fb124 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0440776 Aug 24 00:55:32.300854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b924-f66f-430d-b317-f87515229f9b req-63b0da9a-eb9d-469b-a87e-b13bd4a250e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.302347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-63b0da9a-eb9d-469b-a87e-b13bd4a250e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397434 Aug 24 00:55:32.324842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b924-f66f-430d-b317-f87515229f9b req-8b3b4e2e-5ef5-436b-9e4a-baf4779e1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.326393 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-8b3b4e2e-5ef5-436b-9e4a-baf4779e1f30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414925 Aug 24 00:55:32.395141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-210fe47b-ae28-4c6c-95fb-fe4797d139e4 service neutron] 10.222.0.37 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849173 Aug 24 00:55:32.420534 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-de115cd1-d0bb-4554-864c-98b7bb75cd10 service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870376 Aug 24 00:55:32.487544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-517d56b6-d8c0-45ed-85e5-3d9d96ed0048 service neutron] 10.222.0.37 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831676 Aug 24 00:55:32.513855 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e420b924-f66f-430d-b317-f87515229f9b req-c315e588-cc90-44cf-8f95-821d65d9dd77 service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862684 Aug 24 00:55:32.927466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b968fc0-1f24-4ed2-9a2a-899f5250adbc req-ae2793f8-3d88-4289-9610-37d3babee275 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:32.929062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b968fc0-1f24-4ed2-9a2a-899f5250adbc req-ae2793f8-3d88-4289-9610-37d3babee275 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.0499494 Aug 24 00:55:32.972015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b968fc0-1f24-4ed2-9a2a-899f5250adbc req-63f3000e-f909-4219-9980-c2b2a6fa8937 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369451 Aug 24 00:55:33.283030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c79336-29e4-4255-b3de-6dcbaa96b391 req-9abc8f48-e87a-4390-882e-bd499d19a58f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:33.288342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1c79336-29e4-4255-b3de-6dcbaa96b391 req-9abc8f48-e87a-4390-882e-bd499d19a58f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 944 time: 0.0510833 Aug 24 00:55:33.324256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1c79336-29e4-4255-b3de-6dcbaa96b391 req-1cdee403-1448-45fc-97c0-b134a7ac49cd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333543 Aug 24 00:55:33.416283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-c2b113b5-7369-4d85-b865-8e755408a0ec tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:33.418029 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-c2b113b5-7369-4d85-b865-8e755408a0ec tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843&tenant_id=58b36801afc7442c9f10a5f6712fef5c&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 944 time: 0.0884151 Aug 24 00:55:33.451390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0808a469-fafb-4768-abfd-be4b3d4fd58d details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:55:33.479392 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-09cac861-4020-49f0-bf01-65c9628795b9 service neutron] delete failed (client error): The resource could not be found. Aug 24 00:55:33.480420 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-09cac861-4020-49f0-bf01-65c9628795b9 service neutron] 10.222.0.36 "DELETE /v2.0/ports/0808a469-fafb-4768-abfd-be4b3d4fd58d/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0549359 Aug 24 00:55:33.546525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:55:33.557493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'port_id': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'mac_address': 'fa:16:3e:b1:ee:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:55:33.582923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-f60e8b83-8351-4ecf-a8fa-0357b3fb8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:33.584439 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-f60e8b83-8351-4ecf-a8fa-0357b3fb8d1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1095 time: 0.0419004 Aug 24 00:55:33.594064 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:33.607014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0808a469-fafb-4768-abfd-be4b3d4fd58d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:55:33.626188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:55:33.678994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-0c1c7b9c-7c73-40f8-a473-1037b8bab3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:33.680518 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-0c1c7b9c-7c73-40f8-a473-1037b8bab3b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 898 time: 0.0892732 Aug 24 00:55:33.697808 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:33.747628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:55:33.749210 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-9eb7ac46-873c-4a8e-91a7-15a358018344 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 998 time: 0.0594401 Aug 24 00:55:33.754979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.755332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.755677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.756047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.756384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.756795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.757143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.757493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.757830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.758156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.758481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.758802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:55:33.800637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-24b93b39-5fec-4895-9544-62c9ebe9ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:33.802168 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-24b93b39-5fec-4895-9544-62c9ebe9ecb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0446427 Aug 24 00:55:33.852256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-2f363c3b-0537-4d02-82e1-62bf10f16693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:33.853838 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-2f363c3b-0537-4d02-82e1-62bf10f16693 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434446 Aug 24 00:55:33.913616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['0808a469-fafb-4768-abfd-be4b3d4fd58d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:55:33.945816 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-6872e476-eb9b-40b9-9632-8876d190d32e service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827107 Aug 24 00:55:34.049586 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0fd7bb9d-a1c6-43e3-8374-6422e0221826 req-4a9983f9-2ff1-4e80-99e9-1ec5b35ce1da service neutron] 10.222.0.36 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952001 Aug 24 00:55:34.444221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2fb29-b0ce-4652-9c2b-4148f3887cb5 req-ae8c37d4-2118-40be-ad8d-8d5380f9fd40 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:34.445590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2a2fb29-b0ce-4652-9c2b-4148f3887cb5 req-ae8c37d4-2118-40be-ad8d-8d5380f9fd40 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Aug 24 00:55:34.484363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f2a2fb29-b0ce-4652-9c2b-4148f3887cb5 req-b7f459c8-9214-43fd-9d6a-35455ad88369 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326772 Aug 24 00:55:35.474947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0808a469-fafb-4768-abfd-be4b3d4fd58d up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:55:35.589093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 0808a469-fafb-4768-abfd-be4b3d4fd58d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:55:35.593013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 0808a469-fafb-4768-abfd-be4b3d4fd58d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:55:35.593415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:35.599094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef43907-9f74-4ad9-943a-47cfb886d1b5 req-07e9277b-f169-41f7-aa29-85b15aa39cc8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:35.600592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ef43907-9f74-4ad9-943a-47cfb886d1b5 req-07e9277b-f169-41f7-aa29-85b15aa39cc8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 945 time: 0.0490873 Aug 24 00:55:35.642786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ef43907-9f74-4ad9-943a-47cfb886d1b5 req-1f466057-595d-42cf-8c72-4eaf3f451e21 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359755 Aug 24 00:55:35.665474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46826) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:55:35.670915 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:35.694100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:55:35.696312 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813758da-3fe0-4ea8-a8dd-84f2282fd184" -d '{"events": [{"server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "name": "network-vif-plugged", "status": "completed", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:55:35.713940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:55:35.727600 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-08441314-9ee0-4f92-8d6d-db7a866b475f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/82c25aa9-84e0-4388-87ff-0719cfaa51e1 HTTP/1.1" status: 200 len: 991 time: 0.0609343 Aug 24 00:55:35.801712 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3423d1f0-1091-4ce0-b5e9-c78132ffb3d2 x-openstack-request-id: req-3423d1f0-1091-4ce0-b5e9-c78132ffb3d2 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:55:35.802014 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "name": "network-vif-plugged", "status": "completed", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:55:35.802277 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3423d1f0-1091-4ce0-b5e9-c78132ffb3d2 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:55:35.802736 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'code': 200} Aug 24 00:55:35.826143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:35.874546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:55:40.747732 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-ba05ad01-5ec7-4e32-9019-8f6b4a967145 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403228 Aug 24 00:55:40.829596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-304b0ed9-d611-4fe5-9447-9416333f2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:40.831187 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-304b0ed9-d611-4fe5-9447-9416333f2470 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 1096 time: 0.0459328 Aug 24 00:55:40.941536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-00b26572-7225-45c6-9c12-2ce6b6de3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:40.943046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-00b26572-7225-45c6-9c12-2ce6b6de3c20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0911741 Aug 24 00:55:41.011500 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-ad852d65-ad05-4887-a4e1-bca42781761f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=300a38a0-fc13-406c-b577-e82d541a3fa9 HTTP/1.1" status: 200 len: 999 time: 0.0612144 Aug 24 00:55:41.060746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-54de5a89-2e9a-4340-82d2-c713eba0ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:41.062208 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-54de5a89-2e9a-4340-82d2-c713eba0ffe6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0434434 Aug 24 00:55:41.107764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-768e9e8b-a5dc-405a-8bfc-b7fdda5cc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:55:41.109208 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-768e9e8b-a5dc-405a-8bfc-b7fdda5cc71e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396080 Aug 24 00:55:41.219207 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-1327c9d8-ab7e-461e-832b-db1a8275c357 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022353 Aug 24 00:55:41.310612 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-27a1b1af-1466-484d-b4d9-cb6378e52bb9 req-a1080bec-e19b-46a8-909e-1ab2604fef3f service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834153 Aug 24 00:55:42.660324 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:47.360702 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:55:55.886751 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:56.251920 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-723699c6-8553-46a3-ab4a-05d4ad7241e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:58.974365 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a260cabf-ea7b-4de7-bfe6-27fdb106ce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:55:59.099876 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:00.405677 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:01.876827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:04.149007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c77df-48ab-413c-86b8-784883a5f7f5 req-808f4119-e74a-4102-a256-a663cab15ed2 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:04.151063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd1c77df-48ab-413c-86b8-784883a5f7f5 req-808f4119-e74a-4102-a256-a663cab15ed2 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1097 time: 0.0407157 Aug 24 00:56:04.184820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd1c77df-48ab-413c-86b8-784883a5f7f5 req-b3581880-83dc-406a-87e1-4a81be8ff39f tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279717 Aug 24 00:56:04.205723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46842) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:04.362273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port a5cc9942-c9fa-4ec8-bfb9-9d89ae399b45 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:56:04.362544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:04.440172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:04.440555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:04.452444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for a5cc9942-c9fa-4ec8-bfb9-9d89ae399b45 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:56:04.671365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:04.699616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=a5cc9942-c9fa-4ec8-bfb9-9d89ae399b45,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:04.724409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.724776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.725134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.725492 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.725986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.726333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.726679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.727076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.727417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.727757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.728096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.728458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:04.768472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:04.768812 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Floating IP 82c25aa9-84e0-4388-87ff-0719cfaa51e1 disassociated (deleted). External IP: 172.25.5.6, port: 0808a469-fafb-4768-abfd-be4b3d4fd58d. Aug 24 00:56:04.974356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:56:05.083856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:56:05.088580 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:05.094721 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] Sync routers for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:56:05.103577 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:05.104180 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:55:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:05.114918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-13c62143-1fa9-4185-80bc-15f8a8b9c1e5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/floatingips/82c25aa9-84e0-4388-87ff-0719cfaa51e1 HTTP/1.1" status: 204 len: 168 time: 0.9081342 Aug 24 00:56:05.116449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:05.117816 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:05.156161 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd5a96-d52c-4162-a2d5-7377828b1d73 x-openstack-request-id: req-6cbd5a96-d52c-4162-a2d5-7377828b1d73 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:05.156778 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:05.157241 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cbd5a96-d52c-4162-a2d5-7377828b1d73 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:05.157560 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'status': 'completed', 'code': 200} Aug 24 00:56:05.216439 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:05.224100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-6c6f818d-2da0-4f67-a20e-6dfbc4f89894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:05.227033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-6c6f818d-2da0-4f67-a20e-6dfbc4f89894 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 1097 time: 0.0441895 Aug 24 00:56:05.325943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-00c7dc37-1104-4382-a169-11dd2a0dc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:05.327470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-00c7dc37-1104-4382-a169-11dd2a0dc7c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 200 len: 898 time: 0.0946362 Aug 24 00:56:05.370366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-b50b479a-72c7-4ac6-b11a-07f63493450e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 200 len: 217 time: 0.0357010 Aug 24 00:56:05.422145 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:39Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:05.423663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-290a0277-12ec-4662-8f2f-7119e89d6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:05.425188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-290a0277-12ec-4662-8f2f-7119e89d6680 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 200 len: 835 time: 0.0485351 Aug 24 00:56:05.449522 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] Checking router: 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:56:05.458594 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:05.459208 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:55:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:05.472370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-47444742-a6a6-45ad-aba9-0bbd06b21832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:05.474125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-47444742-a6a6-45ad-aba9-0bbd06b21832 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3655eb45-5e66-4ff6-8f4e-79102db6fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425448 Aug 24 00:56:05.571127 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:05.605255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7508be-f561-48cb-90c8-345e90934b67 req-500dcab5-a145-4988-9982-311670e208c4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:05.606786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e7508be-f561-48cb-90c8-345e90934b67 req-500dcab5-a145-4988-9982-311670e208c4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0745506 Aug 24 00:56:05.612121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-90dd73c5-26ce-4385-8fc8-dfeb05a4aef2 service neutron] 10.222.0.37 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315007 Aug 24 00:56:05.694078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7e7508be-f561-48cb-90c8-345e90934b67 req-20682f01-f1d2-4cea-9dad-24bdf5382db2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809617 Aug 24 00:56:05.728457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec3f1aef-68e1-421e-8ced-0106ae7aa9c7 req-d8d9c195-4f9b-4a5f-8f5d-a59322e259d5 service neutron] 10.222.0.37 "GET /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085732 Aug 24 00:56:05.769695 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:39Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:05.798873 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd56270-b00d-4072-a144-eb594afe0bb3 None None] The sync data for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 is: [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:34Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '77d99656-a109-4af8-9629-03467ad6021b', 'name': '', 'network_id': '3655eb45-5e66-4ff6-8f4e-79102db6fc54', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:f2:44:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:33Z', 'updated_at': '2021-08-24T00:53:39Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8ffb2eba-280d-47d4-a290-9461ac04a289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:56:06.020126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78e16c9-118b-47b3-bba1-4ea8dbc320dc None None] New status for floating IP 82c25aa9-84e0-4388-87ff-0719cfaa51e1: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:56:06.844003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfce29-a8e3-4d5b-8e57-3c9182650634 req-39998a98-8845-41fd-9243-b59b03eb9767 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:06.845595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1bfce29-a8e3-4d5b-8e57-3c9182650634 req-39998a98-8845-41fd-9243-b59b03eb9767 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0821815 Aug 24 00:56:06.856904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-508359c6-ff42-4a6c-82e4-6f5c341ceb16 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:06.858302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-508359c6-ff42-4a6c-82e4-6f5c341ceb16 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 946 time: 0.0692198 Aug 24 00:56:06.922533 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1bfce29-a8e3-4d5b-8e57-3c9182650634 req-7b3ca919-fa74-4276-a57c-9040c634441b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632792 Aug 24 00:56:06.966758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port 0808a469-fafb-4768-abfd-be4b3d4fd58d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:56:06.967107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:07.055685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port 0808a469-fafb-4768-abfd-be4b3d4fd58d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0808a469-fafb-4768-abfd-be4b3d4fd58d,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:07.055980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:07.067475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for 0808a469-fafb-4768-abfd-be4b3d4fd58d owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:56:07.292124 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:07.656812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=0808a469-fafb-4768-abfd-be4b3d4fd58d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:07.697927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] No DVR routers for this DVR port 0808a469-fafb-4768-abfd-be4b3d4fd58d on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:56:07.700529 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:07.702575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-19af7646-e3c2-49c9-acc7-e2af7a219988 req-f94c8e95-38cc-444f-8454-1c0b050a6706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "DELETE /v2.0/ports/0808a469-fafb-4768-abfd-be4b3d4fd58d HTTP/1.1" status: 204 len: 173 time: 0.8369334 Aug 24 00:56:07.703016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'name': 'network-vif-deleted', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:07.705200 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d724562-1b73-4afc-9f62-1f0afef176d8" -d '{"events": [{"server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "name": "network-vif-deleted", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:07.739569 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefa29bf-937c-45a1-9f4d-90c20fc86238 x-openstack-request-id: req-aefa29bf-937c-45a1-9f4d-90c20fc86238 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:07.739865 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26add223-7694-4afb-adb8-ebcf253ee843", "name": "network-vif-deleted", "tag": "0808a469-fafb-4768-abfd-be4b3d4fd58d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:07.740120 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aefa29bf-937c-45a1-9f4d-90c20fc86238 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:07.740518 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26add223-7694-4afb-adb8-ebcf253ee843', 'name': 'network-vif-deleted', 'tag': '0808a469-fafb-4768-abfd-be4b3d4fd58d', 'status': 'completed', 'code': 200} Aug 24 00:56:08.027757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9567ce8-acfe-4780-b280-5deeb9d8001f req-3375c467-e234-427a-b1cb-1a531674da37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=26add223-7694-4afb-adb8-ebcf253ee843 HTTP/1.1" status: 200 len: 210 time: 0.0276563 Aug 24 00:56:09.083820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46860) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:09.440448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:09.595089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0808a469-fafb-4768-abfd-be4b3d4fd58d no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:56:09.614917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 0808a469-fafb-4768-abfd-be4b3d4fd58d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:56:09.615264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0808a469-fafb-4768-abfd-be4b3d4fd58d not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:56:09.695504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port 77d99656-a109-4af8-9629-03467ad6021b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:56:09.695777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:09.780842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port 77d99656-a109-4af8-9629-03467ad6021b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=77d99656-a109-4af8-9629-03467ad6021b,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:09.781208 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:09.793647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for 77d99656-a109-4af8-9629-03467ad6021b owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:56:10.043158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:10.068463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=77d99656-a109-4af8-9629-03467ad6021b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:10.244390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:10.458092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:56:10.564690 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:56:10.569738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d0d8acfe-c0ea-426d-9f4d-14065199c5f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "PUT /v2.0/routers/05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848213 Aug 24 00:56:10.572662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46864) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:10.573961 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] Sync routers for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:56:10.583143 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:10.583749 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:55:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:10.623793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da3cc31-50ff-4f78-b251-5a58e905b702 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting subnet 8ffb2eba-280d-47d4-a290-9461ac04a289 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:56:10.626864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6da3cc31-50ff-4f78-b251-5a58e905b702 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:10.665321 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6da3cc31-50ff-4f78-b251-5a58e905b702 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:10.687490 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:10.756839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6da3cc31-50ff-4f78-b251-5a58e905b702 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:10.892779 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6da3cc31-50ff-4f78-b251-5a58e905b702 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:10.923242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3cc31-50ff-4f78-b251-5a58e905b702 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffb2eba-280d-47d4-a290-9461ac04a289,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:10.926929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6da3cc31-50ff-4f78-b251-5a58e905b702 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:10.928987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6da3cc31-50ff-4f78-b251-5a58e905b702 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/subnets/8ffb2eba-280d-47d4-a290-9461ac04a289 HTTP/1.1" status: 204 len: 168 time: 0.3552334 Aug 24 00:56:10.931624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46866) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:10.932812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a09799-faf1-429a-b6cc-4b2ec49dd925 None None] Network 3655eb45-5e66-4ff6-8f4e-79102db6fc54 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:56:10.957210 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:56:09Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:10.985875 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] Checking router: 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:56:10.994638 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] Routers {'05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:10.995376 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:55:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:11.048453 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.109876 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] Set router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:11.156954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.263313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] DHCP port deletion for 3655eb45-5e66-4ff6-8f4e-79102db6fc54 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:56:11.280935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:56:11.281502 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.302603 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:56:09Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:11.331516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] Deleting port 85d54ab6-83e9-450b-be2d-cb45b87ede99 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:56:11.336279 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.336418 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9fcb2-bf7a-413a-818d-5cf95570ffc2 None None] The sync data for ids ['05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4'] in n-d-804878-2 is: [{'id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093345210', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:56:09Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:53:29Z', 'updated_at': '2021-08-24T00:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:56:11.388811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:11.389225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.402619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:56:11.410865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] For port 85d54ab6-83e9-450b-be2d-cb45b87ede99, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=85d54ab6-83e9-450b-be2d-cb45b87ede99,segment=NetworkSegment(23d8a7d5-e915-41bf-ba17-f8c10e412782),segment_id=23d8a7d5-e915-41bf-ba17-f8c10e412782)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:11.411338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.423964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] Calling delete_port for 85d54ab6-83e9-450b-be2d-cb45b87ede99 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:56:11.602884 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.628793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] Pushing event deleted for resources: {'Port': ['ID=85d54ab6-83e9-450b-be2d-cb45b87ede99,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:11.631299 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.633398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a1a85-1e5d-4a59-b79c-59bcf8cb5c02 None None] No DVR routers for this DVR port 85d54ab6-83e9-450b-be2d-cb45b87ede99 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:56:11.658136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:11.717607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 85d54ab6-83e9-450b-be2d-cb45b87ede99 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:56:11.735374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.746747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 85d54ab6-83e9-450b-be2d-cb45b87ede99 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:56:11.750739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 85d54ab6-83e9-450b-be2d-cb45b87ede99 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:56:11.834375 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.836564 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.934314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.934843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Fanout notify agent at l3_agent the message router_deleted on router 05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:56:11.941778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:11.945262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2f83444d-f9d5-4faf-9395-9b08b1c3a8c0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/routers/05b3a984-da13-4e1d-bbfe-4a9cfb1cbdd4 HTTP/1.1" status: 204 len: 168 time: 1.0099404 Aug 24 00:56:11.945677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46868) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:12.034482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.124593 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.134134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3655eb45-5e66-4ff6-8f4e-79102db6fc54']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:12.144272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d8a7d5-e915-41bf-ba17-f8c10e412782') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:12.144510 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d8a7d5-e915-41bf-ba17-f8c10e412782') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:12.153064 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.167370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.173188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:56:12.173615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:56:12.176512 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:56:12.302825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.310329 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.311751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/networks/3655eb45-5e66-4ff6-8f4e-79102db6fc54 HTTP/1.1" status: 204 len: 168 time: 0.3650925 Aug 24 00:56:12.314609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46870) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:12.330478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fea3b-3b0c-4f17-8ff8-1cafb2377943 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Network': ['ID=3655eb45-5e66-4ff6-8f4e-79102db6fc54,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:12.376785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.404047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.519991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.522604 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.523768 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/security-groups/6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9 HTTP/1.1" status: 204 len: 168 time: 0.2080462 Aug 24 00:56:12.532978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63edc7-8b47-4ec5-bb3c-082ba9ba20a9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:12.540874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.541232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.541864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.542205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.542542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.542881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.543216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.543549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.544264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.544264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.544518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.544843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f733c92-2327-42c4-be8f-c5760502a942 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:12.668532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:12.976465 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46876) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:12.981826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0ec0a72f-19b6-411d-842f-86e1ece572e7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114983564', 'description': 'tempest-secgroup-smoke-114983564 description', 'project_id': '58b36801afc7442c9f10a5f6712fef5c'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:13.091286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a72f-19b6-411d-842f-86e1ece572e7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.170428 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a72f-19b6-411d-842f-86e1ece572e7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.247826 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a72f-19b6-411d-842f-86e1ece572e7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.276648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0a72f-19b6-411d-842f-86e1ece572e7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea772e3-1ad5-498d-966e-d560491d5dc9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:13.340061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a72f-19b6-411d-842f-86e1ece572e7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.341379 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0ec0a72f-19b6-411d-842f-86e1ece572e7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3638885 Aug 24 00:56:13.344473 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:13.350990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5a20723c-0905-478d-9dcf-c71d2c62949f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'aea772e3-1ad5-498d-966e-d560491d5dc9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:13.351158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:56:13.373543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:56:13.373961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 4d1e2857-9f1e-4f78-9957-fbf1cd43a5dc not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:56:13.374384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 77d99656-a109-4af8-9629-03467ad6021b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:56:13.393078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 77d99656-a109-4af8-9629-03467ad6021b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:56:13.393420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 77d99656-a109-4af8-9629-03467ad6021b not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:56:13.441955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a20723c-0905-478d-9dcf-c71d2c62949f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.499740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a20723c-0905-478d-9dcf-c71d2c62949f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.568357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a20723c-0905-478d-9dcf-c71d2c62949f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.587409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20723c-0905-478d-9dcf-c71d2c62949f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489e7a6c-0f0c-492a-bce7-a0d80554296b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:13.642516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a20723c-0905-478d-9dcf-c71d2c62949f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.643822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5a20723c-0905-478d-9dcf-c71d2c62949f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983305 Aug 24 00:56:13.646428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46880) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:13.650905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7523efb7-5002-4d9e-9af5-061a555d1bce tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'aea772e3-1ad5-498d-966e-d560491d5dc9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:13.742647 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7523efb7-5002-4d9e-9af5-061a555d1bce tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.800461 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7523efb7-5002-4d9e-9af5-061a555d1bce tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.876379 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7523efb7-5002-4d9e-9af5-061a555d1bce tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.894772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523efb7-5002-4d9e-9af5-061a555d1bce tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a36713f-00b8-4541-bf2b-24651331ebb0,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:13.945241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7523efb7-5002-4d9e-9af5-061a555d1bce tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:13.946561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7523efb7-5002-4d9e-9af5-061a555d1bce tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992063 Aug 24 00:56:13.949367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46884) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:13.953904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1713b8db-2d31-4b04-8431-e7ec41123341 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'aea772e3-1ad5-498d-966e-d560491d5dc9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:14.035332 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1713b8db-2d31-4b04-8431-e7ec41123341 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.096349 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1713b8db-2d31-4b04-8431-e7ec41123341 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.139249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1713b8db-2d31-4b04-8431-e7ec41123341 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.157932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713b8db-2d31-4b04-8431-e7ec41123341 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f7e58e-c443-47fd-8e19-7f82989ca824,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:14.211383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1713b8db-2d31-4b04-8431-e7ec41123341 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.213080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1713b8db-2d31-4b04-8431-e7ec41123341 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2622418 Aug 24 00:56:14.215705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46886) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:14.220004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-33cc74a7-e685-492d-a4d9-2de594737a3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'aea772e3-1ad5-498d-966e-d560491d5dc9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:14.309909 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33cc74a7-e685-492d-a4d9-2de594737a3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.366446 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33cc74a7-e685-492d-a4d9-2de594737a3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.417409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33cc74a7-e685-492d-a4d9-2de594737a3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.436485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc74a7-e685-492d-a4d9-2de594737a3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1154751a-ef54-4263-832b-8bccb21876b2,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:14.509111 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-33cc74a7-e685-492d-a4d9-2de594737a3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.510999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-33cc74a7-e685-492d-a4d9-2de594737a3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2942798 Aug 24 00:56:14.513512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46888) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:14.517948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-90582db2-26de-4691-b057-98e8ddfd55fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'aea772e3-1ad5-498d-966e-d560491d5dc9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:14.606186 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-90582db2-26de-4691-b057-98e8ddfd55fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Project 58b36801afc7442c9f10a5f6712fef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:56:14.611054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90582db2-26de-4691-b057-98e8ddfd55fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.670610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90582db2-26de-4691-b057-98e8ddfd55fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.745465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90582db2-26de-4691-b057-98e8ddfd55fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.762862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90582db2-26de-4691-b057-98e8ddfd55fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36095bc1-e148-4ee2-9203-011c739e5044,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:14.819523 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-90582db2-26de-4691-b057-98e8ddfd55fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.820731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-90582db2-26de-4691-b057-98e8ddfd55fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3062656 Aug 24 00:56:14.824007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46890) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:14.828371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-26858a22-a8d8-4791-9a93-e3dbb96964dd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'aea772e3-1ad5-498d-966e-d560491d5dc9', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:14.888086 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-26858a22-a8d8-4791-9a93-e3dbb96964dd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Project 58b36801afc7442c9f10a5f6712fef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:56:14.892790 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26858a22-a8d8-4791-9a93-e3dbb96964dd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:14.955839 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26858a22-a8d8-4791-9a93-e3dbb96964dd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.013975 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26858a22-a8d8-4791-9a93-e3dbb96964dd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.031816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26858a22-a8d8-4791-9a93-e3dbb96964dd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c348121e-3d2c-4dc4-8a3b-6009c4aac2a0,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:15.091542 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26858a22-a8d8-4791-9a93-e3dbb96964dd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.092797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-26858a22-a8d8-4791-9a93-e3dbb96964dd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2678688 Aug 24 00:56:15.095543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46892) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:15.103623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'network': {'name': 'tempest-network-smoke--2028408356', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:15.208034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:56:15.211426 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.238692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:56:15.248356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.248709 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Added segment 1e1e1e2f-2978-4d52-a4c6-897aad6a46ca of type vlan for network 8bd48671-04da-4338-af53-be8b4d2c78b4 Aug 24 00:56:15.288059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.396745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.403070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:15.407152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.471214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Network': ['ID=8bd48671-04da-4338-af53-be8b4d2c78b4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:15.485543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:56:15.532307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-84832054-6e4c-40a5-9779-476217f08e66 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4356406 Aug 24 00:56:15.534811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46894) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:15.539340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'admin_state_up': True, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:15.623225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.624342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.675424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:15.864389 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:16.123499 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:16.145051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:16.243507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.25.5.84 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e48d270f-00f7-49d0-85bd-72ae2f533ac0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:56:16.346598 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:16.471315 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:16.513129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:56:16.516006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:16.520354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:56:16.542552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=e48d270f-00f7-49d0-85bd-72ae2f533ac0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:16.842212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:17.382366 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:17.562201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 71df1327-60d3-402d-aefd-d20751359650 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:56:17.675670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:56:17.685440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Sync routers for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:56:17.694389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:17.695015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:55:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:17.768225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:17.769496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-115ccaab-d8c2-4b41-86b9-b132bb1da64d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2337210 Aug 24 00:56:17.772624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46896) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:17.799239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:17.800273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-daf69b99-a7f8-4558-a4a9-b8212019a425 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=58b36801afc7442c9f10a5f6712fef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264983 Aug 24 00:56:17.803015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46898) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:17.889468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1445e63-c341-4973-a253-4e588b71aade tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:17.891170 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1445e63-c341-4973-a253-4e588b71aade tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871203 Aug 24 00:56:17.893955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46900) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:17.925932 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9949ad07-b1fb-47bd-b5f1-b686a14e17a6 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308769 Aug 24 00:56:17.928538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46902) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:17.934081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525916967', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:17.978161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:16Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:18.004218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Checking router: 71df1327-60d3-402d-aefd-d20751359650 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:56:18.004572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Updating router 71df1327-60d3-402d-aefd-d20751359650 port e48d270f-00f7-49d0-85bd-72ae2f533ac0 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:56:18.030485 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.105341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:56:18.109039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.283456 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.293661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Transition to ACTIVE for port object e48d270f-00f7-49d0-85bd-72ae2f533ac0 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:18.368452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.385094 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.430184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Subnet': ['ID=0c69770d-b649-47de-9a2c-133a6e2e8ba2,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:18.438625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Attempting to bind port e48d270f-00f7-49d0-85bd-72ae2f533ac0 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:56:18.439003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Attempting to bind port e48d270f-00f7-49d0-85bd-72ae2f533ac0 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:56:18.439114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Checking segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:56:18.439370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network hostable DHCP agents. Network: 8bd48671-04da-4338-af53-be8b4d2c78b4, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:56:18.439482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Attempting to bind port e48d270f-00f7-49d0-85bd-72ae2f533ac0 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:18.442687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d6a26-c367-463e-89f9-5d84a47626f3 None None] Pushing event updated for resources: {'Port': ['ID=e48d270f-00f7-49d0-85bd-72ae2f533ac0,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:18.447421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:56:18.447810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:56:18.448225 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.448661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:56:18.453510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Bound port: e48d270f-00f7-49d0-85bd-72ae2f533ac0, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:56:18.453510 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.502648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] For port e48d270f-00f7-49d0-85bd-72ae2f533ac0, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:56:18.505796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] For port e48d270f-00f7-49d0-85bd-72ae2f533ac0, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e48d270f-00f7-49d0-85bd-72ae2f533ac0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:56:18.522193 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:56:18.568188 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.627449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:18.628055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:55:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:18.628735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8bd48671-04da-4338-af53-be8b4d2c78b4) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:18.632166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d6a26-c367-463e-89f9-5d84a47626f3 None None] Pushing event updated for resources: {'Port': ['ID=e48d270f-00f7-49d0-85bd-72ae2f533ac0,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:18.638724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:18.639331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:18.666540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd810746-f40f-4e0f-a10b-ef65807d52eb None None] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:56:18.723582 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-64727fa7-755a-4396-a525-efc18bf5f03b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7937443 Aug 24 00:56:18.726261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46904) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:18.801426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:18.961440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8bd48671-04da-4338-af53-be8b4d2c78b4', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:56:18.963607 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.136589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:16Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:19.157677 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.164503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Allocated IP 172.20.0.2 (8bd48671-04da-4338-af53-be8b4d2c78b4/0c69770d-b649-47de-9a2c-133a6e2e8ba2/eff94bcf-601c-4a6a-864f-1100da42810d) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:56:19.167015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77a6696-88b8-429e-a226-2f65bcc74308 None None] The sync data for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 is: [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:16Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:56:19.316324 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.326637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Transition to ACTIVE for port object eff94bcf-601c-4a6a-864f-1100da42810d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:19.343274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Transition to ACTIVE for port object eff94bcf-601c-4a6a-864f-1100da42810d will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:19.443528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.488124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:56:19.491227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:19.494247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:56:19.506035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Pushing event updated for resources: {'Port': ['ID=eff94bcf-601c-4a6a-864f-1100da42810d,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:19.512747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.20.0.1 (8bd48671-04da-4338-af53-be8b4d2c78b4/0c69770d-b649-47de-9a2c-133a6e2e8ba2/c53ef92b-2632-436d-87b3-86858a0b2ab4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:56:19.562865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Attempting to bind port eff94bcf-601c-4a6a-864f-1100da42810d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:56:19.563244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Attempting to bind port eff94bcf-601c-4a6a-864f-1100da42810d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:56:19.563608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Attempting to bind port eff94bcf-601c-4a6a-864f-1100da42810d on network 8bd48671-04da-4338-af53-be8b4d2c78b4 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:19.569214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:56:19.569508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Checking segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:56:19.570038 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.570603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Bound using segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:56:19.571081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Bound port: eff94bcf-601c-4a6a-864f-1100da42810d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:56:19.571483 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.640361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.641027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] For port eff94bcf-601c-4a6a-864f-1100da42810d, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:56:19.644240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] For port eff94bcf-601c-4a6a-864f-1100da42810d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eff94bcf-601c-4a6a-864f-1100da42810d,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:56:19.655314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Transition to ACTIVE for port object c53ef92b-2632-436d-87b3-86858a0b2ab4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:19.729595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.763030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:19.801136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdd90d-9f0d-478c-935d-2d26320c2ce4 None None] Pushing event updated for resources: {'Port': ['ID=eff94bcf-601c-4a6a-864f-1100da42810d,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:19.817981 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:56:19.821513 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:19.825397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:56:19.832614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=c53ef92b-2632-436d-87b3-86858a0b2ab4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:20.229877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:20.433057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:20.711880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:20.768384 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:20.848174 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:20.850023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=c53ef92b-2632-436d-87b3-86858a0b2ab4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:20.931555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d13abc-16ca-4b47-9bd8-442d03008d37 None None] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:56:20.959155 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:56:20.960835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:21.085174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 71df1327-60d3-402d-aefd-d20751359650 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:56:21.103694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6da12c5e-feb6-4e7d-be75-c787ab717bec None None] Provisioning for port eff94bcf-601c-4a6a-864f-1100da42810d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:21.210161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:56:21.223800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c3edbe03-f668-451d-be34-bc931793e7db tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "PUT /v2.0/routers/71df1327-60d3-402d-aefd-d20751359650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4878881 Aug 24 00:56:21.411201 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Sync routers for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:56:21.450770 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:21.451932 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:55:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:21.515656 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e48d270f-00f7-49d0-85bd-72ae2f533ac0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:21.524565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-21748c7e-62b9-4a01-8ac5-14cfb7ae85ea tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114983564&fields=id&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 267 time: 0.1022933 Aug 24 00:56:21.567236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d581832a-b10f-446d-97e7-0f33b373b6b8 None None] Provisioning for port c53ef92b-2632-436d-87b3-86858a0b2ab4 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:21.573261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d581832a-b10f-446d-97e7-0f33b373b6b8 None None] Provisioning complete for port c53ef92b-2632-436d-87b3-86858a0b2ab4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:21.573760 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d581832a-b10f-446d-97e7-0f33b373b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:21.586811 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:21.631448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d581832a-b10f-446d-97e7-0f33b373b6b8 None None] Port c53ef92b-2632-436d-87b3-86858a0b2ab4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:56:21.677223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-c6e96b9a-0a86-47cf-817e-6c69caf42cd8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:21.682130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-c6e96b9a-0a86-47cf-817e-6c69caf42cd8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 797 time: 0.1555395 Aug 24 00:56:21.688176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e48d270f-00f7-49d0-85bd-72ae2f533ac0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:21.694054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e48d270f-00f7-49d0-85bd-72ae2f533ac0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:21.695105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-eacbcc2d-ab6e-49fd-b6d9-10f6aeb6968d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/quotas/58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 375 time: 0.0103328 Aug 24 00:56:21.695262 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:21.809419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-92a80919-08f1-4d93-a561-a9e08ae22838 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064730 Aug 24 00:56:21.838475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-ed3ae25d-cf04-422b-8903-a2914183ff51 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:56:21.844243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-ed3ae25d-cf04-422b-8903-a2914183ff51 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182161 Aug 24 00:56:21.857663 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 2, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:21.894873 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Checking router: 71df1327-60d3-402d-aefd-d20751359650 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:56:21.895276 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Updating router 71df1327-60d3-402d-aefd-d20751359650 port c53ef92b-2632-436d-87b3-86858a0b2ab4 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:56:21.929058 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:21.962306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5cd92c2b-3e3f-4f91-8c6d-178fa7e84c22 None None] Provisioning complete for port c53ef92b-2632-436d-87b3-86858a0b2ab4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:21.963296 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5cd92c2b-3e3f-4f91-8c6d-178fa7e84c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:21.967438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-660f7df9-4603-4fe8-91ad-31a951cd1f5f service neutron] 10.222.0.26 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127968 Aug 24 00:56:21.999930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.006866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5cd92c2b-3e3f-4f91-8c6d-178fa7e84c22 None None] Port c53ef92b-2632-436d-87b3-86858a0b2ab4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:56:22.023209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e48d270f-00f7-49d0-85bd-72ae2f533ac0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e48d270f-00f7-49d0-85bd-72ae2f533ac0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:22.068769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-1962b020-2113-4f3d-b192-2ac8b7ba3f8f service neutron] 10.222.0.26 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945053 Aug 24 00:56:22.088598 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.089423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eff94bcf-601c-4a6a-864f-1100da42810d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:22.183946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1b9cd33c-88af-4bdb-aed8-0774a2768c87 None None] Provisioning complete for port c53ef92b-2632-436d-87b3-86858a0b2ab4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:22.184337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1b9cd33c-88af-4bdb-aed8-0774a2768c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.187693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e48d270f-00f7-49d0-85bd-72ae2f533ac0,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:22.204824 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.214498 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Transition to ACTIVE for port object c53ef92b-2632-436d-87b3-86858a0b2ab4 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:22.226892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1b9cd33c-88af-4bdb-aed8-0774a2768c87 None None] Port c53ef92b-2632-436d-87b3-86858a0b2ab4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:56:22.301361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4dffcf5a-52e7-44ef-a385-411e29f87262 req-79b56503-7b14-4a02-b7b7-854564e0e6d3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Aug 24 00:56:22.305536 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.328534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port eff94bcf-601c-4a6a-864f-1100da42810d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:22.333485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port eff94bcf-601c-4a6a-864f-1100da42810d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:22.333962 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.363604 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Pushing event updated for resources: {'Port': ['ID=c53ef92b-2632-436d-87b3-86858a0b2ab4,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:22.406913 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.407263 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.408037 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.408037 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.408219 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.408532 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.408853 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.409170 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.409806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.409806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.410132 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.410500 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:22.419473 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.427664 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Attempting to bind port c53ef92b-2632-436d-87b3-86858a0b2ab4 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:56:22.428192 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Attempting to bind port c53ef92b-2632-436d-87b3-86858a0b2ab4 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:56:22.428380 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Attempting to bind port c53ef92b-2632-436d-87b3-86858a0b2ab4 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:22.434430 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:56:22.434740 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Checking segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:56:22.435144 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.435562 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Bound using segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:56:22.436167 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Bound port: c53ef92b-2632-436d-87b3-86858a0b2ab4, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:56:22.436556 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.464634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port eff94bcf-601c-4a6a-864f-1100da42810d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eff94bcf-601c-4a6a-864f-1100da42810d,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:22.511357 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] For port c53ef92b-2632-436d-87b3-86858a0b2ab4, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:56:22.514701 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] For port c53ef92b-2632-436d-87b3-86858a0b2ab4, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c53ef92b-2632-436d-87b3-86858a0b2ab4,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:56:22.533915 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.581381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=eff94bcf-601c-4a6a-864f-1100da42810d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:22.614213 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:22.673053 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d574310-40c1-467b-8c11-5dfe94389640 None None] Pushing event updated for resources: {'Port': ['ID=c53ef92b-2632-436d-87b3-86858a0b2ab4,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:22.675572 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:22.676172 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:55:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:22.784666 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:23.067220 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:23.093136 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a1eff-9dcd-4f71-8f9b-06631acc09f1 None None] The sync data for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 is: [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:56:23.398227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5357137-8cbc-42e5-8dba-ef2073f6bb2d req-f200d96f-eeb8-4003-bc00-f857e5cf8053 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 210 time: 0.0289860 Aug 24 00:56:23.485253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c53ef92b-2632-436d-87b3-86858a0b2ab4 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:23.594274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c53ef92b-2632-436d-87b3-86858a0b2ab4 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:23.598966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c53ef92b-2632-436d-87b3-86858a0b2ab4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:23.603610 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:23.685877 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:23.719023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c53ef92b-2632-436d-87b3-86858a0b2ab4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c53ef92b-2632-436d-87b3-86858a0b2ab4,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:23.785326 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:23.786234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e48d270f-00f7-49d0-85bd-72ae2f533ac0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:23.862353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c53ef92b-2632-436d-87b3-86858a0b2ab4,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:23.878342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e48d270f-00f7-49d0-85bd-72ae2f533ac0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:23.878342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:23.962876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eff94bcf-601c-4a6a-864f-1100da42810d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:24.010965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port eff94bcf-601c-4a6a-864f-1100da42810d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:24.011173 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:24.360122 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:56:24.503650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72a5ed4c-9dc2-41a2-9939-07a2e12445b0 req-563f7883-9f57-40ae-857e-19644860551e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 210 time: 0.0284560 Aug 24 00:56:25.359444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c53ef92b-2632-436d-87b3-86858a0b2ab4 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:25.409443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c53ef92b-2632-436d-87b3-86858a0b2ab4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:25.409853 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:25.600591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1308b80f-1805-41c9-992a-592822614dba req-f027d66a-16f6-4e54-99b6-35eef76234a3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 210 time: 0.0315919 Aug 24 00:56:25.851530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:26.169697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-64e3bf9c-2b6e-402d-9554-509a7112b7c8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:26.171092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-64e3bf9c-2b6e-402d-9554-509a7112b7c8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 797 time: 0.1044631 Aug 24 00:56:26.215929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-d80ee8ce-b9ac-4149-a6b6-b37227fe7c1d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 379 time: 0.0359061 Aug 24 00:56:26.225651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'port': {'device_id': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'admin_state_up': True, 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'security_groups': ['aea772e3-1ad5-498d-966e-d560491d5dc9']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:26.282184 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0235e1c9-1c1e-4f3f-ad52-1ce55a392199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:26.470549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:56:26.474245 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:26.596924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.20.0.6 (8bd48671-04da-4338-af53-be8b4d2c78b4/0c69770d-b649-47de-9a2c-133a6e2e8ba2/ea59b342-76a6-4b40-947c-56bdec22d751) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:56:26.712372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a4e90cb-d6b1-4c6a-8b37-07ed06b7aeda req-ea8a183c-3c9b-464d-8d44-762ec515d7e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 210 time: 0.0328779 Aug 24 00:56:26.759573 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:26.773196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Transition to ACTIVE for port object ea59b342-76a6-4b40-947c-56bdec22d751 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:26.882553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:26.927395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:56:26.930354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:26.934419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:56:26.962351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:26.992779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:26.994253 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.077357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-3bce4015-addb-4757-b4d1-ad0165c9a13a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8554277 Aug 24 00:56:27.090113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Request body: {'port': {'device_id': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:27.158176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.194594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bb9acc16-d658-4e4e-a55f-e71f3352dee4 None None] Provisioning for port ea59b342-76a6-4b40-947c-56bdec22d751 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:27.198962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bb9acc16-d658-4e4e-a55f-e71f3352dee4 None None] Provisioning complete for port ea59b342-76a6-4b40-947c-56bdec22d751 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:27.199340 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bb9acc16-d658-4e4e-a55f-e71f3352dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.236559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bb9acc16-d658-4e4e-a55f-e71f3352dee4 None None] Port ea59b342-76a6-4b40-947c-56bdec22d751 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:56:27.424104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea59b342-76a6-4b40-947c-56bdec22d751 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:56:27.431406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.442965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Transition to ACTIVE for port object ea59b342-76a6-4b40-947c-56bdec22d751 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:27.522377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.577779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:27.649440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:56:27.650271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:56:27.650586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:27.655521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:56:27.659914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:27.661544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:56:27.661921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Checking segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:56:27.662312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Bound using segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:56:27.662749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Bound port: ea59b342-76a6-4b40-947c-56bdec22d751, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:56:27.663116 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.730773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:56:27.734194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:56:27.832742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6682ea5-e8b5-4539-885e-49dd5d214db3 req-37fbc29e-79fe-4fa9-9dc8-e35e62e9e2a7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:27.834274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6682ea5-e8b5-4539-885e-49dd5d214db3 req-37fbc29e-79fe-4fa9-9dc8-e35e62e9e2a7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 943 time: 0.0542562 Aug 24 00:56:27.840176 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.893996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:27.894627 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:27.896033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] 10.222.0.37 "PUT /v2.0/ports/ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 1091 time: 0.8105283 Aug 24 00:56:27.896476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:27.898815 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33695a4d-85d6-487b-b2ab-4c402ba919ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:27.933462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f6682ea5-e8b5-4539-885e-49dd5d214db3 req-ac548618-dd66-423a-9318-56564c417b1b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907981 Aug 24 00:56:27.934541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e912ad0-19a3-4e1f-a562-ac63c15dea21 service neutron] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:27.953496 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ecfb5-281b-4aa2-a6f9-82e47ac382f1 x-openstack-request-id: req-c50ecfb5-281b-4aa2-a6f9-82e47ac382f1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:27.956200 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:27.956200 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c50ecfb5-281b-4aa2-a6f9-82e47ac382f1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:27.956200 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'status': 'completed', 'code': 200} Aug 24 00:56:28.008618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33695a4d-85d6-487b-b2ab-4c402ba919ac req-725556ab-dcf0-4564-8a5c-7ea9bcac76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:28.010742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33695a4d-85d6-487b-b2ab-4c402ba919ac req-725556ab-dcf0-4564-8a5c-7ea9bcac76c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1094 time: 0.0435340 Aug 24 00:56:28.116695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33695a4d-85d6-487b-b2ab-4c402ba919ac req-f11ffa0c-c56b-41c2-a212-3d125b5bc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:28.118214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33695a4d-85d6-487b-b2ab-4c402ba919ac req-f11ffa0c-c56b-41c2-a212-3d125b5bc5ac service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=58b36801afc7442c9f10a5f6712fef5c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995438 Aug 24 00:56:28.215845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33695a4d-85d6-487b-b2ab-4c402ba919ac req-0c0ad0e2-667e-4581-82e6-0cbcf2d3e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:28.217261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33695a4d-85d6-487b-b2ab-4c402ba919ac req-0c0ad0e2-667e-4581-82e6-0cbcf2d3e1be service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919230 Aug 24 00:56:28.297392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-b38b05d1-b18b-45bd-adf7-ff78cb394f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:28.303244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-b38b05d1-b18b-45bd-adf7-ff78cb394f4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1094 time: 0.0461962 Aug 24 00:56:28.340806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-d1d85f23-1c12-4a6c-8030-eebfaa5d0d98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 217 time: 0.0337610 Aug 24 00:56:28.390037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-f862d075-3390-45d8-a4e9-29f59464d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:28.391429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-f862d075-3390-45d8-a4e9-29f59464d4c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0435288 Aug 24 00:56:28.440203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-fb429f4f-2d2a-4b5e-9258-717663214cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:28.441720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-fb429f4f-2d2a-4b5e-9258-717663214cdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435152 Aug 24 00:56:28.529594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-e221ced0-baff-4a06-ac88-62f9f88da76b service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811410 Aug 24 00:56:28.622591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb667074-4302-40d3-9921-f3f55c6301a5 req-346bdc14-1e31-438a-a94b-443a3f987d01 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860775 Aug 24 00:56:28.967834 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10b2bd58-de79-4b61-a3c5-200436044ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:29.054005 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4409f-61b3-4a97-8231-bde15f6bd4c7 req-2e756b34-248f-4e99-8205-b4c91b366f74 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:29.055545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3f4409f-61b3-4a97-8231-bde15f6bd4c7 req-2e756b34-248f-4e99-8205-b4c91b366f74 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 943 time: 0.0501497 Aug 24 00:56:29.092418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3f4409f-61b3-4a97-8231-bde15f6bd4c7 req-b7fb5437-452b-40f0-bd62-44338a9c2d39 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308921 Aug 24 00:56:29.119969 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:30.209239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f885aa-84a4-409f-a08f-f3a0d5007981 req-3cbb09fb-37ad-4a82-916d-e84c7d9532af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:30.210807 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0f885aa-84a4-409f-a08f-f3a0d5007981 req-3cbb09fb-37ad-4a82-916d-e84c7d9532af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 943 time: 0.0506575 Aug 24 00:56:30.249249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0f885aa-84a4-409f-a08f-f3a0d5007981 req-68fcf172-4da5-49c7-b55e-007a77d31c1e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Aug 24 00:56:30.417349 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:31.366870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2a302-c48b-472a-ad4e-086401ae59c2 req-fc9c4f50-4739-4821-a630-459d68d7fd56 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:31.368827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bf2a302-c48b-472a-ad4e-086401ae59c2 req-fc9c4f50-4739-4821-a630-459d68d7fd56 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 943 time: 0.0522618 Aug 24 00:56:31.411681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6bf2a302-c48b-472a-ad4e-086401ae59c2 req-74cf26cc-cb25-403d-ac5e-ae6ae375d726 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368319 Aug 24 00:56:31.735181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:56:31.839344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:31.849798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'port_id': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'mac_address': 'fa:16:3e:3b:0e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:56:31.890461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:31.903609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea59b342-76a6-4b40-947c-56bdec22d751 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:56:31.922687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:31.933420 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:32.030494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:32.076056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:32.216319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['ea59b342-76a6-4b40-947c-56bdec22d751'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:56:32.529757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3acfce-3fd1-4028-8a47-59ec9b234382 req-59e5c38e-b41a-4290-ae1b-b4d65c99e9ab tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:32.531260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea3acfce-3fd1-4028-8a47-59ec9b234382 req-59e5c38e-b41a-4290-ae1b-b4d65c99e9ab tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.0502317 Aug 24 00:56:32.569272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea3acfce-3fd1-4028-8a47-59ec9b234382 req-51314701-fc41-4500-a8cc-2d2613c3f5a4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319912 Aug 24 00:56:33.683882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20bad6-8084-42b1-aaae-96accca26ecd req-a1e11d43-75d2-4bcb-878d-8a588c936922 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:33.685346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20bad6-8084-42b1-aaae-96accca26ecd req-a1e11d43-75d2-4bcb-878d-8a588c936922 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.0487695 Aug 24 00:56:33.721990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df20bad6-8084-42b1-aaae-96accca26ecd req-fd2f732b-3a01-444b-a446-adf79a543565 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307124 Aug 24 00:56:33.766392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:56:33.876047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port ea59b342-76a6-4b40-947c-56bdec22d751 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:33.879735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port ea59b342-76a6-4b40-947c-56bdec22d751 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:33.880146 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:33.958124 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:33.979992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:33.982262 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9bb655-5218-421b-b86e-97f60f8d6033" -d '{"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-plugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:33.994425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:34.019499 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313faa17-165f-4c75-be84-16dc5f82d58a x-openstack-request-id: req-313faa17-165f-4c75-be84-16dc5f82d58a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:34.020148 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-plugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:34.020402 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-313faa17-165f-4c75-be84-16dc5f82d58a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:34.020794 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'code': 200} Aug 24 00:56:34.065175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:34.111991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:34.116710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff8951-98ab-452b-9ff2-6117b5b67dfe req-1f98418c-01eb-430b-9acd-90f741763262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:34.118283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69ff8951-98ab-452b-9ff2-6117b5b67dfe req-1f98418c-01eb-430b-9acd-90f741763262 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1096 time: 0.0447206 Aug 24 00:56:34.119355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.119703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.120047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.120384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.120723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.121055 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.121383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.121743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.122073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.122460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.122786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.123111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:56:34.153483 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69ff8951-98ab-452b-9ff2-6117b5b67dfe req-b57a2d92-e78a-400f-9a2d-5e7bdea78576 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278444 Aug 24 00:56:34.838458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990019d0-f9b1-42d7-ba8b-488749e3bf68 req-ef8a8289-310f-4ca2-8304-4feebe0d7151 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:34.839948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-990019d0-f9b1-42d7-ba8b-488749e3bf68 req-ef8a8289-310f-4ca2-8304-4feebe0d7151 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0497971 Aug 24 00:56:34.877930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-990019d0-f9b1-42d7-ba8b-488749e3bf68 req-c9afd5f5-071a-4468-8447-bbe8ec7ec2b1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Aug 24 00:56:35.993674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d78b0-da5a-47bf-9fcf-de2ff92db134 req-24f09f50-0a7f-405d-a8d5-161b905f20fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:35.995155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53d78b0-da5a-47bf-9fcf-de2ff92db134 req-24f09f50-0a7f-405d-a8d5-161b905f20fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0493855 Aug 24 00:56:36.032805 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c53d78b0-da5a-47bf-9fcf-de2ff92db134 req-b501ec20-f808-416f-b8bf-22d8fd8afd35 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309918 Aug 24 00:56:36.148800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbea81d-3bd7-4643-84c7-eccc6238815f req-e1319a81-a96f-4ddf-8843-4772cb5f69b7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.150326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fbea81d-3bd7-4643-84c7-eccc6238815f req-e1319a81-a96f-4ddf-8843-4772cb5f69b7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0525301 Aug 24 00:56:36.188270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fbea81d-3bd7-4643-84c7-eccc6238815f req-2d75ab67-bc87-49a7-98d2-eab6f13748df tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318577 Aug 24 00:56:36.209196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46972) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:36.249152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5b92c1-0060-4e8f-8225-37f6f1fa6484 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:36.250780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4c5b92c1-0060-4e8f-8225-37f6f1fa6484 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1091 time: 0.0403984 Aug 24 00:56:36.253594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 46974) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:36.258003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:36.357106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:36.457080 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:36.558995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.25.5.118 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/b725278b-0595-4fcc-aa56-7db8f000c113) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:56:36.661059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:36.739543 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:36.779829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:56:36.782614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:36.785979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:56:36.791480 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=b725278b-0595-4fcc-aa56-7db8f000c113,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:37.138660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:37.272547 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:37.424653 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:37.497491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:37.566431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=b725278b-0595-4fcc-aa56-7db8f000c113,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:37.577556 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:37.675899 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Floating IP d9d786b6-7490-4f3c-867d-81ed3d19fe78 associated. External IP: 172.25.5.118, port: ea59b342-76a6-4b40-947c-56bdec22d751. Aug 24 00:56:37.883248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 71df1327-60d3-402d-aefd-d20751359650 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:56:37.989041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:56:37.998864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] Sync routers for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:56:38.008748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:38.009360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:56:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:38.093462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:38.114246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:38.120827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d9de3438-3a8d-42e6-a554-440c40241cb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8662138 Aug 24 00:56:38.121411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:38.123747 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:38.159843 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cd515b-35b3-4ac8-9f88-c42a37aab06e x-openstack-request-id: req-f6cd515b-35b3-4ac8-9f88-c42a37aab06e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:38.160460 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:38.160551 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6cd515b-35b3-4ac8-9f88-c42a37aab06e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:38.161012 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'status': 'completed', 'code': 200} Aug 24 00:56:38.264590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7584597-0f63-4a0c-b43c-751c3fff0049 req-461717cd-e5e4-44f4-9f10-912c54d77d1e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.266061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7584597-0f63-4a0c-b43c-751c3fff0049 req-461717cd-e5e4-44f4-9f10-912c54d77d1e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0847328 Aug 24 00:56:38.271536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-0336b923-28ef-46ff-b48a-65539eb504ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.272932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-0336b923-28ef-46ff-b48a-65539eb504ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1096 time: 0.0790086 Aug 24 00:56:38.354209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd9d786b6-7490-4f3c-867d-81ed3d19fe78', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '71df1327-60d3-402d-aefd-d20751359650', 'port_id': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'mac_address': 'fa:16:3e:3b:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:56:37Z', 'updated_at': '2021-08-24T00:56:37Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:23Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:38.354842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7584597-0f63-4a0c-b43c-751c3fff0049 req-3ef4d49a-3326-4b79-bddd-8ac7c5771617 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809381 Aug 24 00:56:38.376853 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46980) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:38.381880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] Checking router: 71df1327-60d3-402d-aefd-d20751359650 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:56:38.390789 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-7b4d5068-d21d-4ace-9d12-7775bdfd9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.391417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:38.392095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:56:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:38.392440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-7b4d5068-d21d-4ace-9d12-7775bdfd9095 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.1120446 Aug 24 00:56:38.445250 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ebfcccd5-293a-469a-86f4-8ec45f329c16 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/d9d786b6-7490-4f3c-867d-81ed3d19fe78 HTTP/1.1" status: 200 len: 991 time: 0.0663996 Aug 24 00:56:38.463963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-b3979851-8db8-4cc0-8dbf-fdc2f22d9b9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 999 time: 0.0646672 Aug 24 00:56:38.503350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:38.521216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-13193686-8cc7-4966-b6d5-5d58b7eae7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.523562 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-13193686-8cc7-4966-b6d5-5d58b7eae7da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0527391 Aug 24 00:56:38.569696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-64f4136d-7d83-4eb4-bc0d-d2cab86c63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:38.571215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-64f4136d-7d83-4eb4-bc0d-d2cab86c63b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413578 Aug 24 00:56:38.736368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd9d786b6-7490-4f3c-867d-81ed3d19fe78', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '71df1327-60d3-402d-aefd-d20751359650', 'port_id': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'mac_address': 'fa:16:3e:3b:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:56:37Z', 'updated_at': '2021-08-24T00:56:37Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:23Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:38.768756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa37517-6df4-4867-b2d1-7dc91565cb81 None None] The sync data for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 is: [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd9d786b6-7490-4f3c-867d-81ed3d19fe78', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.118', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '71df1327-60d3-402d-aefd-d20751359650', 'port_id': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'mac_address': 'fa:16:3e:3b:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:56:37Z', 'updated_at': '2021-08-24T00:56:37Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:23Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:56:38.982232 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e971ffcd-c33a-48cf-9b77-700e490e96b3 None None] New status for floating IP d9d786b6-7490-4f3c-867d-81ed3d19fe78: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:56:39.018082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-2343e440-29d0-4f39-86a5-f5db195fc078 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395108 Aug 24 00:56:39.107962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f8aec2a5-c02a-4982-8122-1b7f314ac5b5 req-0a9cfa0e-e73b-4d87-9c56-28e9826cb075 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822835 Aug 24 00:56:39.449123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 46982) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:56:39.509072 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-811430ef-872c-4429-9e9e-4fd88bfc7e52 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/d9d786b6-7490-4f3c-867d-81ed3d19fe78 HTTP/1.1" status: 200 len: 993 time: 0.0587797 Aug 24 00:56:41.729425 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-b01060c4-83a0-4e3b-adda-b42bf93aefad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432925 Aug 24 00:56:41.828609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-73d8d4fe-6229-4992-b109-e0299ed3e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:41.830278 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-73d8d4fe-6229-4992-b109-e0299ed3e1ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 1096 time: 0.0421474 Aug 24 00:56:41.931433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-8a5ba85f-b13b-4a98-b81c-fb413fbd9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:41.933533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-8a5ba85f-b13b-4a98-b81c-fb413fbd9d0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0847824 Aug 24 00:56:42.004647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-0290dcda-7ca5-4e17-9d62-ec78c7008329 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=300a38a0-fc13-406c-b577-e82d541a3fa9 HTTP/1.1" status: 200 len: 999 time: 0.0635045 Aug 24 00:56:42.053641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-a7a96e78-20fc-46b8-90b6-83a0c00fcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:42.055305 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-a7a96e78-20fc-46b8-90b6-83a0c00fcdd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0441308 Aug 24 00:56:42.101809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-53a960cd-4e24-4af3-a96c-380ba81b8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:42.103337 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-53a960cd-4e24-4af3-a96c-380ba81b8430 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411091 Aug 24 00:56:42.197030 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-e5b0887f-d759-4e72-a1a5-be20b5113b39 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861456 Aug 24 00:56:42.287656 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-eeac892e-94ee-4990-8d46-fb6ffae166b1 req-dbc48db0-ea8e-41cf-a763-579824603141 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829222 Aug 24 00:56:42.680139 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:46.140260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ebfe4-2145-4538-91aa-28ca7a1521e9 req-70ef7e62-5bba-4b43-bf09-253d75d1aa49 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:46.141818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-350ebfe4-2145-4538-91aa-28ca7a1521e9 req-70ef7e62-5bba-4b43-bf09-253d75d1aa49 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 945 time: 0.0578773 Aug 24 00:56:46.180029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-350ebfe4-2145-4538-91aa-28ca7a1521e9 req-a7c00ce6-083e-4afe-9f11-a1a693ebb712 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320780 Aug 24 00:56:47.293730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a52e1-d491-4d52-94e2-cb0db5d9b79c req-5da8867c-2503-4489-ac51-5eea392417c0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:47.295191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-918a52e1-d491-4d52-94e2-cb0db5d9b79c req-5da8867c-2503-4489-ac51-5eea392417c0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 945 time: 0.0478077 Aug 24 00:56:47.334782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-918a52e1-d491-4d52-94e2-cb0db5d9b79c req-22e3535c-822e-41b2-b4cd-54ef84e01b05 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336702 Aug 24 00:56:47.872299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a785e5b6-15c5-4705-a095-0c098fd11ad4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:47.873821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a785e5b6-15c5-4705-a095-0c098fd11ad4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 945 time: 0.0490220 Aug 24 00:56:47.968367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port 300a38a0-fc13-406c-b577-e82d541a3fa9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:56:47.968719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:48.056249 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] For port 300a38a0-fc13-406c-b577-e82d541a3fa9, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=300a38a0-fc13-406c-b577-e82d541a3fa9,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:56:48.056623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:48.273528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:48.273945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:48.274261 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Floating IP 22e09537-d206-4de5-9cc7-2e5f874fb27b disassociated. External IP: 172.25.5.4, port: 300a38a0-fc13-406c-b577-e82d541a3fa9. Aug 24 00:56:48.274611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for 300a38a0-fc13-406c-b577-e82d541a3fa9 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:56:48.451193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb7d8-4301-4377-8cf5-34a162d6946a req-851047b6-33fb-4809-8ce9-4ca406aa35a0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:48.452661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fdeb7d8-4301-4377-8cf5-34a162d6946a req-851047b6-33fb-4809-8ce9-4ca406aa35a0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 945 time: 0.0495574 Aug 24 00:56:48.464248 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:48.491099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fdeb7d8-4301-4377-8cf5-34a162d6946a req-5a52fa9d-c280-41a8-90b8-d9f1ffe231c4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Aug 24 00:56:48.493260 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=300a38a0-fc13-406c-b577-e82d541a3fa9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:48.610575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Router 9515094f-e805-4dc9-9590-87ccdd18a828 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:56:48.716397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:56:48.725461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:56:48.735293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:48.735983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:56:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:48.758452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] No DVR routers for this DVR port 300a38a0-fc13-406c-b577-e82d541a3fa9 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:56:48.761090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:48.763148 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0f9755b6-56af-4099-b8d5-a4cf6a2781b3 req-a8940123-97c7-4d21-8985-11f39cb06b65 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "DELETE /v2.0/ports/300a38a0-fc13-406c-b577-e82d541a3fa9 HTTP/1.1" status: 204 len: 173 time: 0.8828750 Aug 24 00:56:48.763586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'name': 'network-vif-deleted', 'tag': '300a38a0-fc13-406c-b577-e82d541a3fa9'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:48.765939 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c04aa8-8450-484c-893c-d01b76dfd2a9" -d '{"events": [{"server_uuid": "d07cac50-430f-4073-a046-8ffcf16d9788", "name": "network-vif-deleted", "tag": "300a38a0-fc13-406c-b577-e82d541a3fa9"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:48.803813 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87a6e9e-b2ab-41f7-895b-f78df14c5f7a x-openstack-request-id: req-a87a6e9e-b2ab-41f7-895b-f78df14c5f7a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:48.804105 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07cac50-430f-4073-a046-8ffcf16d9788", "name": "network-vif-deleted", "tag": "300a38a0-fc13-406c-b577-e82d541a3fa9", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:48.804357 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a87a6e9e-b2ab-41f7-895b-f78df14c5f7a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:48.804756 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07cac50-430f-4073-a046-8ffcf16d9788', 'name': 'network-vif-deleted', 'tag': '300a38a0-fc13-406c-b577-e82d541a3fa9', 'status': 'completed', 'code': 200} Aug 24 00:56:48.844944 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:49.059505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:49.089641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:56:49.098080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:56:49.098693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:56:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:49.204570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:56:49.550136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:56:49.577729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384af0af-6277-42a6-837f-2a9acece0db1 None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:56:49.599506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46cd0983-ef6b-4d2c-9232-7f841a004401 req-f3e81af1-9f4f-4e26-9706-9b0a7cf12a24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 210 time: 0.0328205 Aug 24 00:56:49.818428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77dd772-86ea-4183-ab93-76a67ee32f2e None None] New status for floating IP 22e09537-d206-4de5-9cc7-2e5f874fb27b: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:56:50.184840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 300a38a0-fc13-406c-b577-e82d541a3fa9 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:56:50.208236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 300a38a0-fc13-406c-b577-e82d541a3fa9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:56:50.208585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 300a38a0-fc13-406c-b577-e82d541a3fa9 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:56:50.693773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8570261-8166-45dd-976e-6ee33f95d39b req-e8ce9ede-ef21-4b9e-ad6c-dce52c03a90d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 210 time: 0.0258360 Aug 24 00:56:51.786985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-348fd2ed-d5d3-4533-b2ab-48159030db29 req-018d08ae-e4f0-4c84-8b08-df4659ddb7e7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Aug 24 00:56:52.894214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66029ed1-146f-4ee6-af02-8cfb61150db5 req-a1142ed7-cdf9-4e89-99ca-62054083589e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=d07cac50-430f-4073-a046-8ffcf16d9788 HTTP/1.1" status: 200 len: 210 time: 0.0285497 Aug 24 00:56:54.139426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-726c8490-66ac-4285-86ff-2c9cb34295db tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504762734&fields=id&tenant_id=98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 267 time: 0.0320647 Aug 24 00:56:54.246444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-3a88a89d-d723-4317-89ba-4a56350476f5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:54.247873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-3a88a89d-d723-4317-89ba-4a56350476f5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1011748 Aug 24 00:56:54.264907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-843cadf2-bd5c-45f4-a309-261aaa4dd40b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/quotas/98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 375 time: 0.0112097 Aug 24 00:56:54.318981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-e83f439b-d5af-4fea-b4e9-73e6fbdeb4a7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485988 Aug 24 00:56:54.466520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-88319ac4-0b3e-4784-87fe-99bc9f41de16 service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361206 Aug 24 00:56:54.553505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-36ba5cde-a043-489e-b530-c8ad4584f0fe service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806108 Aug 24 00:56:55.125738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24262f03-0972-4d8f-87ae-53dff5d9f148 req-d5af3107-a43e-4ad1-9b48-5839ec4b5a76 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 210 time: 0.0348389 Aug 24 00:56:55.867990 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:56.220331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b63d9369-9a29-4923-9b76-93218b6fc6fc req-bcb366cc-c376-4250-8160-8999da13edee tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 210 time: 0.0298855 Aug 24 00:56:56.275746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-14d51850-9bca-4bb3-85d9-7f92f0b2282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:56.983755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-565010f4-36b3-4ae5-8424-d63f0c93f4f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:56.985234 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-565010f4-36b3-4ae5-8424-d63f0c93f4f3 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1026793 Aug 24 00:56:57.033965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cd34de70-b73f-4790-97b2-1c3e2e83e94d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 380 time: 0.0342689 Aug 24 00:56:57.043257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'port': {'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'admin_state_up': True, 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'security_groups': ['5dfa68ae-17d6-4b51-8c16-46440d89f9f3']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:57.211471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:56:57.216283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:57.319391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29571551-f1e3-412b-868b-2bbb3d4356c1 req-3cfec2a4-55b7-43c1-a5d9-0276d04a9d45 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 210 time: 0.0305374 Aug 24 00:56:57.352116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.20.0.5 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/87b9c672-8c52-4387-a259-7ba8ee20827c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:56:57.494343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:57.508506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Transition to ACTIVE for port object 87b9c672-8c52-4387-a259-7ba8ee20827c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:57.613502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:57.660481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:56:57.663692 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:56:57.667697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:56:57.700275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=87b9c672-8c52-4387-a259-7ba8ee20827c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:57.728561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:57.729242 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:57.808560 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-debb66f0-9d42-4d72-a6d1-5cfeae602e68 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684252 Aug 24 00:56:57.827559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Request body: {'port': {'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:56:57.888733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:57.972845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2d510629-e939-4e82-b7d1-1e6f25f2f266 None None] Provisioning for port 87b9c672-8c52-4387-a259-7ba8ee20827c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:56:57.977359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2d510629-e939-4e82-b7d1-1e6f25f2f266 None None] Provisioning complete for port 87b9c672-8c52-4387-a259-7ba8ee20827c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:56:57.977914 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2d510629-e939-4e82-b7d1-1e6f25f2f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:58.018021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2d510629-e939-4e82-b7d1-1e6f25f2f266 None None] Port 87b9c672-8c52-4387-a259-7ba8ee20827c cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:56:58.157456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b9c672-8c52-4387-a259-7ba8ee20827c {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:56:58.165005 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:58.176942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Transition to ACTIVE for port object 87b9c672-8c52-4387-a259-7ba8ee20827c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:56:58.252971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:58.342283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=87b9c672-8c52-4387-a259-7ba8ee20827c,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:58.414646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Attempting to bind port 87b9c672-8c52-4387-a259-7ba8ee20827c on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:56:58.415243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Attempting to bind port 87b9c672-8c52-4387-a259-7ba8ee20827c by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:56:58.415834 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Attempting to bind port 87b9c672-8c52-4387-a259-7ba8ee20827c on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:58.422471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Port 87b9c672-8c52-4387-a259-7ba8ee20827c on network 2447c20e-30f4-4062-a057-06c6927bfd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:56:58.422812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Attempting to bind port 87b9c672-8c52-4387-a259-7ba8ee20827c on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:56:58.432251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:56:58.433186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:56:58.433609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:56:58.434067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Bound port: 87b9c672-8c52-4387-a259-7ba8ee20827c, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:56:58.434438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:58.459951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aba948-2326-4a4d-a346-94e2422fe59e req-1d578075-dbd3-448e-bbe8-f58e6116dc6f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:58.461669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9aba948-2326-4a4d-a346-94e2422fe59e req-1d578075-dbd3-448e-bbe8-f58e6116dc6f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0567498 Aug 24 00:56:58.513679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9aba948-2326-4a4d-a346-94e2422fe59e req-2f90eab0-56b2-448a-9338-2df68f0eb508 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447669 Aug 24 00:56:58.520592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] For port 87b9c672-8c52-4387-a259-7ba8ee20827c, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:56:58.528477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] For port 87b9c672-8c52-4387-a259-7ba8ee20827c, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=87b9c672-8c52-4387-a259-7ba8ee20827c,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:56:58.600717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:58.645342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:58.645846 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:58.647282 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] 10.222.0.36 "PUT /v2.0/ports/87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 200 len: 1091 time: 0.8249860 Aug 24 00:56:58.649916 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:56:58.652111 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6208f131-2116-465d-af70-bd848136878c" -d '{"events": [{"name": "network-changed", "server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:56:58.689547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb951350-fd42-494f-9d1a-91ccf03b0cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=87b9c672-8c52-4387-a259-7ba8ee20827c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:56:58.705784 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b73c52-613f-47cd-96f6-27ba64949772 x-openstack-request-id: req-a0b73c52-613f-47cd-96f6-27ba64949772 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:56:58.706096 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:56:58.706364 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0b73c52-613f-47cd-96f6-27ba64949772 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:56:58.706922 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'status': 'completed', 'code': 200} Aug 24 00:56:58.787406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208f131-2116-465d-af70-bd848136878c req-d66c7978-73f6-47fc-b1eb-47b36e293077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:58.788942 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6208f131-2116-465d-af70-bd848136878c req-d66c7978-73f6-47fc-b1eb-47b36e293077 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1094 time: 0.0458846 Aug 24 00:56:58.899319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208f131-2116-465d-af70-bd848136878c req-076f5836-dffa-47b1-96ca-b4de49afe4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:58.900807 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6208f131-2116-465d-af70-bd848136878c req-076f5836-dffa-47b1-96ca-b4de49afe4c5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=98d2f1382fca415cbb92091953421b96&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0977943 Aug 24 00:56:58.967567 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-95ec3809-f19f-4153-9fc0-043a43f6cb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:59.006697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208f131-2116-465d-af70-bd848136878c req-6600420d-2d66-48a3-9dc8-88fed7b31a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:59.008273 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6208f131-2116-465d-af70-bd848136878c req-6600420d-2d66-48a3-9dc8-88fed7b31a7f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998333 Aug 24 00:56:59.102472 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:56:59.114332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-7ae06398-77f3-41ef-9de6-3106732911ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:59.115837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-7ae06398-77f3-41ef-9de6-3106732911ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1094 time: 0.0420964 Aug 24 00:56:59.168730 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-e10bb650-48ee-46a2-9065-f6876ac27530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 200 len: 217 time: 0.0392036 Aug 24 00:56:59.218501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-2c66663d-b252-4b21-b720-a2b0f8e9f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:59.219987 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-2c66663d-b252-4b21-b720-a2b0f8e9f8be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0439122 Aug 24 00:56:59.266341 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-5b508b20-601c-49b2-adee-6ef84b146182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:59.267858 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-5b508b20-601c-49b2-adee-6ef84b146182 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409067 Aug 24 00:56:59.361837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-15fd14c2-99a6-421d-b62d-a9ecaf301847 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870388 Aug 24 00:56:59.451629 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7707bc94-8ca9-4a7f-9dc0-2c9902dcd88d req-469105f7-e54e-4a13-a3bd-bf53bbb4be05 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830600 Aug 24 00:56:59.631559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecc6e7-ad09-4c29-844a-fd9d2d09a7d1 req-b1a3e047-cf70-46de-9a4b-3784f0ab1e77 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:56:59.633163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ecc6e7-ad09-4c29-844a-fd9d2d09a7d1 req-b1a3e047-cf70-46de-9a4b-3784f0ab1e77 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0515175 Aug 24 00:56:59.675069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30ecc6e7-ad09-4c29-844a-fd9d2d09a7d1 req-1e5e5b32-7d70-4cba-94d1-315ad27854b4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347230 Aug 24 00:57:00.389743 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:00.792295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3e7b7-96da-42f5-8eb0-6de5801a61b2 req-1a545945-4338-443f-a8b4-1761512bad4f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:00.793824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fee3e7b7-96da-42f5-8eb0-6de5801a61b2 req-1a545945-4338-443f-a8b4-1761512bad4f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0497150 Aug 24 00:57:00.835748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fee3e7b7-96da-42f5-8eb0-6de5801a61b2 req-261dfa5a-db0c-46b1-bcd6-e2978cb7850f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360405 Aug 24 00:57:01.363284 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:57:01.915219 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:01.953037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9de5-ac53-41b3-8c67-faecdd94dbbb req-4ab4e7df-f78b-4753-a9de-d79a25a75776 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:01.954730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e96a9de5-ac53-41b3-8c67-faecdd94dbbb req-4ab4e7df-f78b-4753-a9de-d79a25a75776 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0504339 Aug 24 00:57:01.996413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e96a9de5-ac53-41b3-8c67-faecdd94dbbb req-5f132033-c7d4-47c1-acfb-e691c6d23531 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347474 Aug 24 00:57:03.114963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637bbb5-f571-4bae-a19d-f5c1dea5def6 req-a1c98fec-9e09-44a4-98c9-becc7e34930e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:03.116433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c637bbb5-f571-4bae-a19d-f5c1dea5def6 req-a1c98fec-9e09-44a4-98c9-becc7e34930e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0512793 Aug 24 00:57:03.152996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c637bbb5-f571-4bae-a19d-f5c1dea5def6 req-76741056-ccb2-485d-a270-8966daf96d5c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300860 Aug 24 00:57:04.266343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba506fe-b441-4270-b79b-37fadded2d2c req-9c8dbbf9-0299-4b0f-9cf4-718f94592c1b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:04.267835 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ba506fe-b441-4270-b79b-37fadded2d2c req-9c8dbbf9-0299-4b0f-9cf4-718f94592c1b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0497200 Aug 24 00:57:04.309681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ba506fe-b441-4270-b79b-37fadded2d2c req-5b897f2d-b508-48dd-9879-df118750069d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359576 Aug 24 00:57:05.423289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3a5c-e846-42a4-83c2-05d225d5b075 req-1d3a6178-ad79-4fbc-933a-de7a00140c55 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:05.424763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fcf3a5c-e846-42a4-83c2-05d225d5b075 req-1d3a6178-ad79-4fbc-933a-de7a00140c55 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0487218 Aug 24 00:57:05.461551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fcf3a5c-e846-42a4-83c2-05d225d5b075 req-8c34d1ba-5ca4-4993-aaea-5e02e42a5f8d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Aug 24 00:57:06.574248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daf89b-7846-4ddb-8b6f-4cf8f1cd115e req-109b478c-b740-4884-8edb-220e2999d378 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:06.575738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45daf89b-7846-4ddb-8b6f-4cf8f1cd115e req-109b478c-b740-4884-8edb-220e2999d378 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0488367 Aug 24 00:57:06.612058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45daf89b-7846-4ddb-8b6f-4cf8f1cd115e req-bb105d0a-3086-4381-aa77-b8c11660470b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303807 Aug 24 00:57:07.726267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c281c-c4f8-465b-afcd-da921ff6fc8f req-73d6571f-d233-4e20-b552-fdb7378fd30c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:07.727796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-697c281c-c4f8-465b-afcd-da921ff6fc8f req-73d6571f-d233-4e20-b552-fdb7378fd30c tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0504184 Aug 24 00:57:07.771617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-697c281c-c4f8-465b-afcd-da921ff6fc8f req-5e2b008e-4716-43a7-b537-4d9d523496e0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358536 Aug 24 00:57:08.886911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f810-76e7-4f01-81ee-fb989269d52b req-b373caeb-46d3-4ce9-be3d-4bba6c968418 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:08.888385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c02f810-76e7-4f01-81ee-fb989269d52b req-b373caeb-46d3-4ce9-be3d-4bba6c968418 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0494678 Aug 24 00:57:08.925357 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c02f810-76e7-4f01-81ee-fb989269d52b req-8b3060c6-bfcd-43e6-9504-e173a5e36845 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Aug 24 00:57:10.042915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333134-5913-4888-8a8d-f60be4c0d1fa req-155638f5-82ae-41e4-89fd-f8a8348b674d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:10.044547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18333134-5913-4888-8a8d-f60be4c0d1fa req-155638f5-82ae-41e4-89fd-f8a8348b674d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 943 time: 0.0527370 Aug 24 00:57:10.083816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18333134-5913-4888-8a8d-f60be4c0d1fa req-ded42ec8-b54e-4938-9ddb-b491e129ba78 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316875 Aug 24 00:57:10.278762 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 87b9c672-8c52-4387-a259-7ba8ee20827c details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:57:10.374224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 87b9c672-8c52-4387-a259-7ba8ee20827c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=87b9c672-8c52-4387-a259-7ba8ee20827c,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:10.384116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:57:10.420209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:10.432181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b9c672-8c52-4387-a259-7ba8ee20827c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:57:10.452192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 87b9c672-8c52-4387-a259-7ba8ee20827c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=87b9c672-8c52-4387-a259-7ba8ee20827c,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:10.519338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:10.566004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=87b9c672-8c52-4387-a259-7ba8ee20827c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:10.649747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ea12d-e544-4e66-93fc-f727838f91d4 req-3b562544-83fd-4665-b3bd-3820aa0557af tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:10.651247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be2ea12d-e544-4e66-93fc-f727838f91d4 req-3b562544-83fd-4665-b3bd-3820aa0557af tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1096 time: 0.0401392 Aug 24 00:57:10.689432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be2ea12d-e544-4e66-93fc-f727838f91d4 req-80a65259-dc77-431b-aef6-ef56b7cdb254 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322726 Aug 24 00:57:10.800189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ef9c8-d4c2-40a0-8f66-018fce58187f req-50194237-dabe-4ae1-818d-37136be6406d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:10.801691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f9ef9c8-d4c2-40a0-8f66-018fce58187f req-50194237-dabe-4ae1-818d-37136be6406d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Aug 24 00:57:10.840505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0f9ef9c8-d4c2-40a0-8f66-018fce58187f req-00935c8a-ddbe-424a-aa94-16defdbc2940 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326052 Aug 24 00:57:10.862378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47076) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:57:10.923131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-182d74a5-dd88-4673-9cb7-202e0bb3f0a6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/d9d786b6-7490-4f3c-867d-81ed3d19fe78 HTTP/1.1" status: 200 len: 993 time: 0.0595605 Aug 24 00:57:10.965069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['87b9c672-8c52-4387-a259-7ba8ee20827c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:57:11.201581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6da99-de91-4919-ae9f-8f365b1fbd02 req-fc90f55a-a57f-4c3c-ac54-5d43f55227c9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:11.203101 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbf6da99-de91-4919-ae9f-8f365b1fbd02 req-fc90f55a-a57f-4c3c-ac54-5d43f55227c9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 944 time: 0.0535719 Aug 24 00:57:11.241764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbf6da99-de91-4919-ae9f-8f365b1fbd02 req-6c16dd1f-370d-428c-ba77-cebdff783450 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Aug 24 00:57:11.771002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0eca7-8ab1-427e-8683-db196b248a36 req-3f01f788-ef7e-4b61-b789-c193520bc0f6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:11.772547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6db0eca7-8ab1-427e-8683-db196b248a36 req-3f01f788-ef7e-4b61-b789-c193520bc0f6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Aug 24 00:57:11.810984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6db0eca7-8ab1-427e-8683-db196b248a36 req-7f905772-a390-4601-81b9-824d568618fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Aug 24 00:57:11.951383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-7a8ff89e-c4e2-43ca-af68-c991777f7bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901504 Aug 24 00:57:12.293774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 87b9c672-8c52-4387-a259-7ba8ee20827c up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:57:12.370267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718d41a-afaa-4475-be87-93a7b1240134 req-6e3ba0e9-fd85-4a99-b195-d7fad95dc4c8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:12.371975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0718d41a-afaa-4475-be87-93a7b1240134 req-6e3ba0e9-fd85-4a99-b195-d7fad95dc4c8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 944 time: 0.0568035 Aug 24 00:57:12.407058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 87b9c672-8c52-4387-a259-7ba8ee20827c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:57:12.410704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 87b9c672-8c52-4387-a259-7ba8ee20827c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:57:12.411076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:12.423439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0718d41a-afaa-4475-be87-93a7b1240134 req-4de7d1d7-5eff-4938-83ef-0e6bbe0f3c05 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451622 Aug 24 00:57:12.497702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:12.519955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:57:12.522279 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324cb2b4-cea9-4a0f-9ae1-98923ac7059c" -d '{"events": [{"server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "name": "network-vif-plugged", "status": "completed", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:57:12.535226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 87b9c672-8c52-4387-a259-7ba8ee20827c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=87b9c672-8c52-4387-a259-7ba8ee20827c,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:12.558931 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56650ae6-dd1a-44fc-a0bd-d059c460014e x-openstack-request-id: req-56650ae6-dd1a-44fc-a0bd-d059c460014e {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:57:12.559236 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "name": "network-vif-plugged", "status": "completed", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:57:12.559498 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56650ae6-dd1a-44fc-a0bd-d059c460014e {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:57:12.559900 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'code': 200} Aug 24 00:57:12.623340 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:12.675056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=87b9c672-8c52-4387-a259-7ba8ee20827c,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:12.684009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921bc08-3e04-40be-9cd4-17239daf983d req-08f19416-8b8f-4e4a-a979-954b784a8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:12.685555 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c921bc08-3e04-40be-9cd4-17239daf983d req-08f19416-8b8f-4e4a-a979-954b784a8ecf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1096 time: 0.0429354 Aug 24 00:57:12.720182 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c921bc08-3e04-40be-9cd4-17239daf983d req-c34930a3-e53d-4d74-bd59-08b3686bc274 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277939 Aug 24 00:57:12.720533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:12.933582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec4cd7-dbce-4987-b842-0e81d4c72547 req-dad7ec3a-da4e-4336-a94c-77f4e09b3147 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:12.935088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cec4cd7-dbce-4987-b842-0e81d4c72547 req-dad7ec3a-da4e-4336-a94c-77f4e09b3147 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Aug 24 00:57:12.973129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cec4cd7-dbce-4987-b842-0e81d4c72547 req-e63e2a40-3b3d-4c2e-9dd2-19e180c7ca74 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Aug 24 00:57:13.540830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c0a8-1f43-4dcf-b735-65da1ab5b1f2 req-cbc6e22d-02e9-4cac-9a7c-92e92c5d1164 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:13.542885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52b8c0a8-1f43-4dcf-b735-65da1ab5b1f2 req-cbc6e22d-02e9-4cac-9a7c-92e92c5d1164 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 945 time: 0.0504148 Aug 24 00:57:13.582372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52b8c0a8-1f43-4dcf-b735-65da1ab5b1f2 req-c52e9c49-c446-4d76-bba4-b2fd00f44ab7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333264 Aug 24 00:57:14.093199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9efd-509c-4237-a098-6b037877ab5d req-b0a7cc61-3842-4b08-94ff-b345af110d2f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:14.094962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4ce9efd-509c-4237-a098-6b037877ab5d req-b0a7cc61-3842-4b08-94ff-b345af110d2f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0559447 Aug 24 00:57:14.136269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4ce9efd-509c-4237-a098-6b037877ab5d req-e158a569-a2da-4065-9868-065660f2bbd0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354655 Aug 24 00:57:14.403346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-424c875e-acce-4110-8f38-b466539cad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:14.404885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-424c875e-acce-4110-8f38-b466539cad51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1096 time: 0.0446489 Aug 24 00:57:14.503622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-d7c2a691-18b6-4bf5-afec-c243cc808554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:14.505120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-d7c2a691-18b6-4bf5-afec-c243cc808554 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0938215 Aug 24 00:57:14.576172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-a8b0dbc9-fbaa-432f-b3d8-01aa9e2dde33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 1001 time: 0.0638039 Aug 24 00:57:14.627580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-e0a7aaf0-0820-4384-9c49-1cbfb238d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:14.629087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-e0a7aaf0-0820-4384-9c49-1cbfb238d6ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0448682 Aug 24 00:57:14.711183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-9bc3327d-b3d9-4a23-9e4b-323f6d6bf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:14.712576 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-9bc3327d-b3d9-4a23-9e4b-323f6d6bf4f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771055 Aug 24 00:57:14.724335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad8cb1-ecf0-4494-ac55-54b4f5a4fb64 req-19d90b10-4c40-4261-b728-95ee876665fa tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:14.725753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79ad8cb1-ecf0-4494-ac55-54b4f5a4fb64 req-19d90b10-4c40-4261-b728-95ee876665fa tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 945 time: 0.0646722 Aug 24 00:57:14.808923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79ad8cb1-ecf0-4494-ac55-54b4f5a4fb64 req-94a62773-026b-4869-8c08-1952d67ae8e2 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753760 Aug 24 00:57:14.841356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-02e41101-58a1-40c0-9d8c-2ef66d90b497 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146491 Aug 24 00:57:14.966326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5d3c7-9d9b-4eb6-926b-382c578cfc15 req-eb057bf9-0d88-4e40-a581-5a9f5357c459 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:14.967851 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98d5d3c7-9d9b-4eb6-926b-382c578cfc15 req-eb057bf9-0d88-4e40-a581-5a9f5357c459 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 945 time: 0.0709267 Aug 24 00:57:14.985069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-34ae87a3-5b78-46fd-83ed-b1e343348215 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368551 Aug 24 00:57:15.011350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98d5d3c7-9d9b-4eb6-926b-382c578cfc15 req-3849de95-47a9-4b51-962d-05de5cb80d0f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360909 Aug 24 00:57:15.034567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47136) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:57:15.079287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32f9da-94b7-46d3-a4d3-6682d6587ff1 tempest-TestVolumeBootPattern-1281300294 tempest-TestVolumeBootPattern-1281300294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:15.080810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0f32f9da-94b7-46d3-a4d3-6682d6587ff1 tempest-TestVolumeBootPattern-1281300294 tempest-TestVolumeBootPattern-1281300294-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1091 time: 0.0452724 Aug 24 00:57:15.083573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47138) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:57:15.088023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:57:15.182856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:15.286355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b999e-c22b-422e-b5d0-5509cf100dcd req-9d891dcc-a307-4590-9f3d-5b9f44f5346f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:15.287803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-535b999e-c22b-422e-b5d0-5509cf100dcd req-9d891dcc-a307-4590-9f3d-5b9f44f5346f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0622444 Aug 24 00:57:15.346030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-535b999e-c22b-422e-b5d0-5509cf100dcd req-5e3df451-9a1c-4434-b252-3e25f5cc3866 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512078 Aug 24 00:57:15.355416 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:15.457408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.25.5.193 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/ea4d4530-abd7-4509-91e9-412749a848b5) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:57:15.564084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:15.674958 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:15.712824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:57:15.716318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:57:15.719677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:57:15.745306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=ea4d4530-abd7-4509-91e9-412749a848b5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:15.755230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.755585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.755944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.756283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.756619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.757031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.757298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.757656 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.757988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.758318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.758646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:15.758974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:16.098696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:16.207763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:16.352391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:16.395186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:16.502948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=ea4d4530-abd7-4509-91e9-412749a848b5,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:16.516573 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:16.526608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c866f9f-ca4e-449a-a244-05a8f405e919 req-0cdfff03-1775-424e-bf3a-93117146a07d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:16.528759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c866f9f-ca4e-449a-a244-05a8f405e919 req-0cdfff03-1775-424e-bf3a-93117146a07d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.1000044 Aug 24 00:57:16.629730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c866f9f-ca4e-449a-a244-05a8f405e919 req-c829bb90-0053-4840-a822-54ab6d4cde4c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713992 Aug 24 00:57:16.650443 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Floating IP 6fc65a85-5044-4557-93b9-6eee5fb050c5 associated. External IP: 172.25.5.193, port: 87b9c672-8c52-4387-a259-7ba8ee20827c. Aug 24 00:57:16.856584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Router 9515094f-e805-4dc9-9590-87ccdd18a828 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:57:16.963029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:57:16.972462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:57:16.982226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:57:16.984986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:56:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:57:17.033614 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:17.060826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7e1733cb-4173-44bc-ac73-60a6763d8463 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9761231 Aug 24 00:57:17.061418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:57:17.063715 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:57:17.093628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:57:17.100215 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08dd7f9-550c-435f-bd4d-92e8f4ffdba8 x-openstack-request-id: req-b08dd7f9-550c-435f-bd4d-92e8f4ffdba8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:57:17.100528 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:57:17.100784 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b08dd7f9-550c-435f-bd4d-92e8f4ffdba8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:57:17.101189 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'status': 'completed', 'code': 200} Aug 24 00:57:17.187892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-c718c557-6d28-4144-909d-f5facf421416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:17.189552 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-c718c557-6d28-4144-909d-f5facf421416 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1096 time: 0.0447528 Aug 24 00:57:17.277768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-1838c3e2-7bfa-4197-afba-e429cf5fec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:17.279172 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-1838c3e2-7bfa-4197-afba-e429cf5fec8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0830572 Aug 24 00:57:17.314861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:15Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:57:17.340888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:57:17.349160 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-d2d1f73f-8c2c-4fb5-b78e-57f1ebb15167 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 200 len: 999 time: 0.0623114 Aug 24 00:57:17.349323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:57:17.349871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:56:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:57:17.398758 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-57f3f869-5d8a-4d22-8a1b-63e0c13bb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:17.400343 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-57f3f869-5d8a-4d22-8a1b-63e0c13bb142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0439384 Aug 24 00:57:17.450380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-9ba301d3-202b-402f-841c-7ddff4df2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:17.452149 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-9ba301d3-202b-402f-841c-7ddff4df2b93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425014 Aug 24 00:57:17.456862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:57:17.546626 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-1506662b-cfa8-4d99-93af-b5c5929fc63b service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869846 Aug 24 00:57:17.635195 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3acddbbb-7cd9-472c-bb90-016dcc3b6b1a req-c2e8f070-12a6-4f1c-ac73-5480c7bb4ec5 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816708 Aug 24 00:57:17.685744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:15Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:57:17.712537 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f78abb-e2fa-450a-9fd7-937428c09dac None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:15Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:57:17.758193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d66c0-f4ab-458b-a5a8-e02836107e58 req-a6dae054-a952-4ca9-b5f2-67fc1b2a9b1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:17.760535 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa0d66c0-f4ab-458b-a5a8-e02836107e58 req-a6dae054-a952-4ca9-b5f2-67fc1b2a9b1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0607417 Aug 24 00:57:17.806951 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa0d66c0-f4ab-458b-a5a8-e02836107e58 req-628692f5-fa01-4c95-a7ad-f4e1a7c05f85 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401146 Aug 24 00:57:17.910512 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e5df7e-9e4a-4b2d-a9c9-ddd571c911f4 None None] New status for floating IP 6fc65a85-5044-4557-93b9-6eee5fb050c5: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:57:18.918989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c088a07-da46-40cd-9c3d-e767aad52491 req-e293d8e4-cc8a-4689-af8d-54fbf6ea231e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:18.920535 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c088a07-da46-40cd-9c3d-e767aad52491 req-e293d8e4-cc8a-4689-af8d-54fbf6ea231e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0486014 Aug 24 00:57:18.959234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c088a07-da46-40cd-9c3d-e767aad52491 req-450a049d-9edb-4974-95fa-55f8cb365a26 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324738 Aug 24 00:57:20.077587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52c2c9-36cd-4faf-9b89-7f33a4125433 req-784711de-c51e-4154-930a-40ec11dac513 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:20.079081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52c2c9-36cd-4faf-9b89-7f33a4125433 req-784711de-c51e-4154-930a-40ec11dac513 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0528619 Aug 24 00:57:20.115491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d52c2c9-36cd-4faf-9b89-7f33a4125433 req-3286758c-ac36-456d-97eb-036fd26bf15a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305893 Aug 24 00:57:21.234487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef61e16-dacf-4440-9cf3-55f822baa7df req-0df3784c-9aee-4961-a1bb-971fa319d0f0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:21.236063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ef61e16-dacf-4440-9cf3-55f822baa7df req-0df3784c-9aee-4961-a1bb-971fa319d0f0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Aug 24 00:57:21.274997 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ef61e16-dacf-4440-9cf3-55f822baa7df req-261df859-bb37-4e08-be71-4e9a25ead427 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328741 Aug 24 00:57:22.387873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a0d38-e051-46c2-9ce2-831b3e932664 req-ab470b1a-5561-486b-9fb5-0685f455989a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:22.389332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b4a0d38-e051-46c2-9ce2-831b3e932664 req-ab470b1a-5561-486b-9fb5-0685f455989a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0475230 Aug 24 00:57:22.426307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b4a0d38-e051-46c2-9ce2-831b3e932664 req-b910f84c-1a98-4e82-8415-fd36d31840f0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Aug 24 00:57:23.547709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c02d8d-c293-4f1b-8e9b-f7352c7d6094 req-5b2a160c-3773-4090-b5fb-8dbe6300990f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:23.547709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5c02d8d-c293-4f1b-8e9b-f7352c7d6094 req-5b2a160c-3773-4090-b5fb-8dbe6300990f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0533597 Aug 24 00:57:23.582107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5c02d8d-c293-4f1b-8e9b-f7352c7d6094 req-7dfbe073-23ed-49e7-81eb-9b0be0a46f9c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313017 Aug 24 00:57:24.699304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b7b01-d182-4b84-8e22-085b95f76b57 req-30c01f58-c9c6-454c-af09-437882344cb8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:24.700877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-813b7b01-d182-4b84-8e22-085b95f76b57 req-30c01f58-c9c6-454c-af09-437882344cb8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0517333 Aug 24 00:57:24.739132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-813b7b01-d182-4b84-8e22-085b95f76b57 req-9639b25c-c4d9-4a43-a2e3-d9bb375593c6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Aug 24 00:57:25.854638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517bcd-20ec-49c6-9f14-ee2e573df3fb req-a3a3d733-c351-48cb-8dbe-ba349dfada24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:25.856094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c517bcd-20ec-49c6-9f14-ee2e573df3fb req-a3a3d733-c351-48cb-8dbe-ba349dfada24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0480568 Aug 24 00:57:25.891776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:25.893151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c517bcd-20ec-49c6-9f14-ee2e573df3fb req-ad620943-1e95-47ce-b6a0-1c7b633de532 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Aug 24 00:57:26.257140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-8ed51c01-366e-4692-b075-a895447772cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:26.258679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-8ed51c01-366e-4692-b075-a895447772cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1096 time: 0.0446718 Aug 24 00:57:26.280545 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c33bc00b-727f-478b-a378-abfb4d6a0d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:26.361212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-4056c01f-33b2-4e69-8dd6-8c7c6a3621fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:26.362728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-4056c01f-33b2-4e69-8dd6-8c7c6a3621fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0839598 Aug 24 00:57:26.769164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-f7eedaae-feaa-428a-a3d1-7ac8c80026c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 1001 time: 0.3988266 Aug 24 00:57:26.816891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-53713ffe-f3a7-457b-806f-0889b74d4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:26.818318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-53713ffe-f3a7-457b-806f-0889b74d4d37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0423601 Aug 24 00:57:26.863376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-b43f5c4b-89af-4ce6-b375-1316aa4a8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:26.864838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-b43f5c4b-89af-4ce6-b375-1316aa4a8aac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389118 Aug 24 00:57:26.956900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-dee19a25-70f6-4e1c-8c14-93f0c77ad7b8 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844231 Aug 24 00:57:27.065924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9687-9016-47d4-818f-26ab36b47594 req-6c581d45-1041-48bf-9e84-1d2073ef081e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:27.067419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b87b9687-9016-47d4-818f-26ab36b47594 req-6c581d45-1041-48bf-9e84-1d2073ef081e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.1057291 Aug 24 00:57:27.097498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cad093c0-109c-4cf9-8706-2c8ecd93af68 req-949d136b-db24-4afd-8486-f8c45f7d37ec service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258099 Aug 24 00:57:27.116162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b87b9687-9016-47d4-818f-26ab36b47594 req-6513dbfd-ec9e-46b9-88f0-6f886cc8950d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404103 Aug 24 00:57:27.186756 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-df92297d-a081-401e-a040-42941384543b service neutron] show failed (client error): The resource could not be found. Aug 24 00:57:27.187738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-df92297d-a081-401e-a040-42941384543b service neutron] 10.222.0.37 "GET /v2.0/ports/ea59b342-76a6-4b40-947c-56bdec22d751/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0549073 Aug 24 00:57:27.710063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-a529db5d-8c77-44bc-afb9-2d470f15805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:27.711508 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-a529db5d-8c77-44bc-afb9-2d470f15805c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 1096 time: 0.0930045 Aug 24 00:57:27.731034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:57:27.783166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:27.986444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:28.018664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:57:28.057762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:57:28.060277 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811ea3cb-48df-46f5-acb7-5868e3acee5b" -d '{"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:57:28.064007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:28.076277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Transition to ACTIVE for port object ea59b342-76a6-4b40-947c-56bdec22d751 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:57:28.114431 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd15998-8e2e-4daf-a8ee-c45c41fdf6ae x-openstack-request-id: req-8cd15998-8e2e-4daf-a8ee-c45c41fdf6ae {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:57:28.114728 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:57:28.114981 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cd15998-8e2e-4daf-a8ee-c45c41fdf6ae {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:57:28.115382 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'code': 200} Aug 24 00:57:28.142811 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:28.249145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760fe5f-b900-4313-8f95-2f244bc550b2 req-fdff770d-ac38-430f-89b2-6fe544f74b88 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:28.249764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:28.251492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6760fe5f-b900-4313-8f95-2f244bc550b2 req-fdff770d-ac38-430f-89b2-6fe544f74b88 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 943 time: 0.0559762 Aug 24 00:57:28.277725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.278618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.278975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.279317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.279665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.280000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.280333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.280669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.280999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.281484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.281674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.282005 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:28.300698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6760fe5f-b900-4313-8f95-2f244bc550b2 req-8d1a93d0-7c34-47d1-b8a4-b79aba21bec2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425704 Aug 24 00:57:28.336628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] No DVR routers for this DVR port ea59b342-76a6-4b40-947c-56bdec22d751 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:57:28.478554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:57:28.478898 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:57:28.479230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:57:28.484112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:57:28.484443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:57:28.489321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:57:28.489702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Checking segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:57:28.490097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Bound using segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:57:28.490523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Bound port: ea59b342-76a6-4b40-947c-56bdec22d751, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:57:28.490885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:28.554294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:57:28.557178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:57:28.623889 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:28.660487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:28.661165 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:28.662627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] 10.222.0.36 "PUT /v2.0/ports/ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 1091 time: 0.9356532 Aug 24 00:57:28.681626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7c156-1ce3-47a9-97d2-7f45f6deb0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:28.745321 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-defcd595-42f5-4c4c-9452-6e13be8897ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:28.747588 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-defcd595-42f5-4c4c-9452-6e13be8897ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1094 time: 0.0431082 Aug 24 00:57:28.844201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-77b3d2dd-22f3-4688-a793-3afa81675770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:28.845727 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-77b3d2dd-22f3-4688-a793-3afa81675770 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0911572 Aug 24 00:57:28.911979 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-d230ebf2-739f-4ff8-94a1-0ca9aaf106d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 999 time: 0.0591328 Aug 24 00:57:28.966501 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f2891314-14f6-4083-941e-3cb7e00d5ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:28.967042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-3c508eb0-1607-414e-891f-9dc539d2a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:28.968846 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-3c508eb0-1607-414e-891f-9dc539d2a8b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0497317 Aug 24 00:57:29.015978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-80973537-8195-44ef-a8ba-8dd8c753e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:29.017454 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-80973537-8195-44ef-a8ba-8dd8c753e0d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405416 Aug 24 00:57:29.097378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:29.111312 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-b57e0696-b621-4e3e-bbbf-c82d17e722a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864866 Aug 24 00:57:29.425362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd1ee-2325-4a7d-a2ee-513fbed8876e req-dbc785d2-02c6-4e39-bfb2-09ca7b38a583 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:29.427009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-822bd1ee-2325-4a7d-a2ee-513fbed8876e req-dbc785d2-02c6-4e39-bfb2-09ca7b38a583 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 943 time: 0.0539155 Aug 24 00:57:29.467345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-822bd1ee-2325-4a7d-a2ee-513fbed8876e req-7e911e76-a12a-448a-a37f-1b4336567798 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342786 Aug 24 00:57:29.549157 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-97bdf87b-654b-4454-bbf3-8d2174fa3146 req-d8495335-795f-4ff8-987e-6407a0233d0d service neutron] 10.222.0.36 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309878 Aug 24 00:57:30.081887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:57:30.116716 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:57:30.119321 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93a26d9-3671-41b4-bb0c-a17fa92782ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:57:30.127418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:57:30.174062 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda8b21-d250-4ed3-a21a-584e2a2868f4 x-openstack-request-id: req-deda8b21-d250-4ed3-a21a-584e2a2868f4 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:57:30.174354 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:57:30.174615 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-deda8b21-d250-4ed3-a21a-584e2a2868f4 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:57:30.175035 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'status': 'completed', 'code': 200} Aug 24 00:57:30.232717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-66b5ad25-83b2-4b3b-88a8-a0e0a7c88e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.234248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-66b5ad25-83b2-4b3b-88a8-a0e0a7c88e74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1094 time: 0.0413604 Aug 24 00:57:30.260279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-e9ef0645-93eb-4555-b731-5f7de55c806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.261845 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-e9ef0645-93eb-4555-b731-5f7de55c806c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1094 time: 0.0429087 Aug 24 00:57:30.332482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-f36fa4dc-941e-4e54-bd3f-e995c4b8b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.333996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-f36fa4dc-941e-4e54-bd3f-e995c4b8b85f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0926878 Aug 24 00:57:30.358225 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-561f23e7-6776-4e34-b03a-63c0bd0b0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.359722 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-561f23e7-6776-4e34-b03a-63c0bd0b0ac0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0903454 Aug 24 00:57:30.389925 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:30.402989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-95999091-0a51-48be-a4e8-2e2d367142f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 999 time: 0.0619769 Aug 24 00:57:30.425517 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-8af75019-91c6-4447-8609-e70c8f33bd67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 999 time: 0.0583708 Aug 24 00:57:30.454645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-a8de64e3-cb0c-4dee-a5a6-438459ae5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.456126 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-a8de64e3-cb0c-4dee-a5a6-438459ae5854 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0461485 Aug 24 00:57:30.475514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-303c4915-9ac6-4d9d-b5e4-e8938fa6c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.477012 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-303c4915-9ac6-4d9d-b5e4-e8938fa6c100 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0446160 Aug 24 00:57:30.505929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-8b182f39-7e9f-4eb9-b675-d82919c91bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.507440 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-8b182f39-7e9f-4eb9-b675-d82919c91bb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444725 Aug 24 00:57:30.529982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-9f5eb785-74ad-490e-a76d-74f94b3dd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.531537 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-9f5eb785-74ad-490e-a76d-74f94b3dd3e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467560 Aug 24 00:57:30.623508 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-7e3b53b3-8335-46cf-a697-2daf3e71a9c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840607 Aug 24 00:57:30.628024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607cd4-7df2-4083-be4d-14c1a1abbed7 req-74a1d193-7877-41e7-89ba-4b8163700730 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:30.629550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75607cd4-7df2-4083-be4d-14c1a1abbed7 req-74a1d193-7877-41e7-89ba-4b8163700730 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 943 time: 0.0709493 Aug 24 00:57:30.656902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-ae35a0f1-3748-4bb8-94e0-d13a413eccf5 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415522 Aug 24 00:57:30.693875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75607cd4-7df2-4083-be4d-14c1a1abbed7 req-8b028fdd-fa09-4fe3-aac4-9944dfc01e29 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584378 Aug 24 00:57:30.735006 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-baab53a6-a556-4dee-a8fc-b12624dce987 service neutron] 10.222.0.36 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938492 Aug 24 00:57:30.758933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d93a26d9-3671-41b4-bb0c-a17fa92782ce req-7f90bcb0-5213-4fdc-a07f-d820ab9d14d0 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947077 Aug 24 00:57:31.828218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78adb7-945c-4ccf-ad81-cf379b4f3d18 req-39eb6533-1530-472c-87fa-e25392428685 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:31.831213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd78adb7-945c-4ccf-ad81-cf379b4f3d18 req-39eb6533-1530-472c-87fa-e25392428685 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 943 time: 0.0590627 Aug 24 00:57:31.867818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd78adb7-945c-4ccf-ad81-cf379b4f3d18 req-518871c1-4837-4d21-99b8-922cc906dedf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 Aug 24 00:57:31.891894 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:32.376296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:57:32.473851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:32.484954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'port_id': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'mac_address': 'fa:16:3e:3b:0e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:57:32.522919 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:32.537198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea59b342-76a6-4b40-947c-56bdec22d751 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:57:32.556366 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:32.633702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:32.684933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:32.990686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7ed2-c4fc-45f3-ac68-d69ff2cadfa7 req-8f0f6bf8-dffd-40c5-96f3-3816fec26b84 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:32.992184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c73e7ed2-c4fc-45f3-ac68-d69ff2cadfa7 req-8f0f6bf8-dffd-40c5-96f3-3816fec26b84 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.0547593 Aug 24 00:57:33.030285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c73e7ed2-c4fc-45f3-ac68-d69ff2cadfa7 req-fae321cb-33e2-48c7-aa31-b89b4721b34a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Aug 24 00:57:34.079860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['ea59b342-76a6-4b40-947c-56bdec22d751'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:57:34.148396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaccb1-f166-4659-a685-e8587440f987 req-7fb972e7-8789-4377-8e83-0ea2e60b8ed1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:34.150115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27aaccb1-f166-4659-a685-e8587440f987 req-7fb972e7-8789-4377-8e83-0ea2e60b8ed1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.0510597 Aug 24 00:57:34.190642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27aaccb1-f166-4659-a685-e8587440f987 req-1bffcbff-ac33-4969-b7b0-33d86bf59a80 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338962 Aug 24 00:57:34.664340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7297e83-7660-4b72-9222-87b837e34d51 req-61f12a9b-6685-45ff-84a7-1ed35c24e0a7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:34.666127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7297e83-7660-4b72-9222-87b837e34d51 req-61f12a9b-6685-45ff-84a7-1ed35c24e0a7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.0509090 Aug 24 00:57:34.704337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7297e83-7660-4b72-9222-87b837e34d51 req-ae0790ba-a2bd-4b9c-8ddb-1fca1c332ebc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320671 Aug 24 00:57:34.714289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-7c5ed766-c0da-4f7c-be7e-17e7f957c7a7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:34.715999 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-7c5ed766-c0da-4f7c-be7e-17e7f957c7a7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0&tenant_id=58b36801afc7442c9f10a5f6712fef5c&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 944 time: 0.0533564 Aug 24 00:57:34.778956 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-0d2ac5b2-619b-4748-9786-1a31296653a7 service neutron] 10.222.0.36 "GET /v2.0/ports/ea59b342-76a6-4b40-947c-56bdec22d751/bindings/n-h1-804878-2 HTTP/1.1" status: 200 len: 382 time: 0.0539546 Aug 24 00:57:34.865498 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b8599823-9f90-4a28-bd28-b55ed36a86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:34.867004 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b8599823-9f90-4a28-bd28-b55ed36a86ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1095 time: 0.0413983 Aug 24 00:57:34.960992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-04cacdb1-2e12-4ad6-b789-30215908be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:34.962421 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-04cacdb1-2e12-4ad6-b789-30215908be2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0874190 Aug 24 00:57:35.027458 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b4c10b74-591e-45fc-a2fd-3d90a337a7ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 1000 time: 0.0565541 Aug 24 00:57:35.080464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b11d2a07-9286-48e8-81ac-18e8624a3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:35.081884 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b11d2a07-9286-48e8-81ac-18e8624a3000 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0463912 Aug 24 00:57:35.127272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b859906a-9c82-496f-88f5-ef7211c1dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:35.128753 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b859906a-9c82-496f-88f5-ef7211c1dffd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390229 Aug 24 00:57:35.220991 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-3b660b99-a8e3-43da-8e81-ceea21b04016 service neutron] 10.222.0.36 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838635 Aug 24 00:57:35.324111 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-3a0776aa-f314-4ad4-87ed-594c11c5a09b service neutron] 10.222.0.36 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959654 Aug 24 00:57:35.826859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8194-9ab8-46a9-aadf-5c2ab6bbfbbd req-e39a80ba-5cdc-40b0-8b69-cca663735911 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:35.828376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e8d8194-9ab8-46a9-aadf-5c2ab6bbfbbd req-e39a80ba-5cdc-40b0-8b69-cca663735911 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.0530057 Aug 24 00:57:35.867774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9e8d8194-9ab8-46a9-aadf-5c2ab6bbfbbd req-4e316922-3f6d-4c02-8a2d-cb1ff9ce1bac tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Aug 24 00:57:36.389093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:57:36.497255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port ea59b342-76a6-4b40-947c-56bdec22d751 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:57:36.501954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port ea59b342-76a6-4b40-947c-56bdec22d751 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:57:36.502314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:36.577312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:36.598525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:57:36.600731 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91930677-b56c-41e9-a894-6ad0f8de4e85" -d '{"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-plugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:57:36.615884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:36.650644 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6325119-a5ed-4147-b325-efc411f512e3 x-openstack-request-id: req-d6325119-a5ed-4147-b325-efc411f512e3 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:57:36.650941 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-plugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:57:36.651197 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6325119-a5ed-4147-b325-efc411f512e3 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:57:36.651593 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'code': 200} Aug 24 00:57:36.674592 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:36.722403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:36.730059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.730407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.730749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.731083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.731415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.731812 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.732755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.733209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.733611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.733940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.739428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:36.739428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:57:37.046225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5628c6a-ff48-4af8-bf60-cd3dab9c2f80 req-6aa6bca9-3489-459f-a0ea-29e4df5eee19 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:37.047771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5628c6a-ff48-4af8-bf60-cd3dab9c2f80 req-6aa6bca9-3489-459f-a0ea-29e4df5eee19 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0509794 Aug 24 00:57:37.090431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5628c6a-ff48-4af8-bf60-cd3dab9c2f80 req-68847fc2-05c0-4470-ba3f-77007631d4a2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367942 Aug 24 00:57:38.210302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c0cf0-704a-4c23-be94-5037b3495b17 req-8dac52c1-662a-41b2-902a-f1b6fce73ece tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:38.211848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-101c0cf0-704a-4c23-be94-5037b3495b17 req-8dac52c1-662a-41b2-902a-f1b6fce73ece tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 945 time: 0.0512476 Aug 24 00:57:38.250475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-101c0cf0-704a-4c23-be94-5037b3495b17 req-9be4a337-8f07-4c31-9fe4-17e48c209440 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Aug 24 00:57:38.363294 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:57:38.400140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b13ae908-54b5-49d1-abf9-db625cc4d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:38.401558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-b13ae908-54b5-49d1-abf9-db625cc4d1a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 1096 time: 0.0451257 Aug 24 00:57:38.412777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:57:38.465887 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:38.666475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:38.698283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:57:38.741064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:57:38.743454 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f9deb3-0207-438f-b6cf-8478084675ba" -d '{"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:57:38.749288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:38.765277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Transition to ACTIVE for port object ea59b342-76a6-4b40-947c-56bdec22d751 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:57:38.793668 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e6db9e-73a4-4db6-a736-9ed02b8819b8 x-openstack-request-id: req-63e6db9e-73a4-4db6-a736-9ed02b8819b8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:57:38.793967 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-unplugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:57:38.794220 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63e6db9e-73a4-4db6-a736-9ed02b8819b8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:57:38.794628 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'code': 200} Aug 24 00:57:38.833247 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:38.916303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:38.957653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] No DVR routers for this DVR port ea59b342-76a6-4b40-947c-56bdec22d751 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:57:39.100405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:57:39.100740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:57:39.101069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:57:39.105282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:57:39.105627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Attempting to bind port ea59b342-76a6-4b40-947c-56bdec22d751 on network 8bd48671-04da-4338-af53-be8b4d2c78b4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:57:39.110904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:57:39.111245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Checking segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:57:39.111633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Bound using segment: {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:57:39.112056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Bound port: ea59b342-76a6-4b40-947c-56bdec22d751, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:57:39.112409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:39.174097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:57:39.177004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:57:39.228836 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:39.267971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:39.268597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:39.270082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] 10.222.0.37 "PUT /v2.0/ports/ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 1092 time: 0.8612285 Aug 24 00:57:39.287453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad8247-ec7d-4067-838c-ef39ee78c1fa service neutron] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=11']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:39.360915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-988674d2-c8c2-4538-8542-e756b7807847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:39.362531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-988674d2-c8c2-4538-8542-e756b7807847 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1095 time: 0.0568228 Aug 24 00:57:39.453594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e195639-32e8-4503-b1ef-5620e51dcd83 req-93973647-21b3-477b-91ad-307110cf2b54 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:39.455139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e195639-32e8-4503-b1ef-5620e51dcd83 req-93973647-21b3-477b-91ad-307110cf2b54 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.1086824 Aug 24 00:57:39.508088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-070fc28c-48b0-4157-b76b-1adfa3834e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:39.509599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-070fc28c-48b0-4157-b76b-1adfa3834e85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.1300352 Aug 24 00:57:39.514581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e195639-32e8-4503-b1ef-5620e51dcd83 req-9056f0b9-eb66-4162-9685-c22e9f62cde1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487695 Aug 24 00:57:39.579450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-cb66e262-6e66-4e08-8f5b-3fceb747dfae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 999 time: 0.0620918 Aug 24 00:57:39.628180 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-dfb9af8f-d379-4366-84f1-e2308abe80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:39.629675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-dfb9af8f-d379-4366-84f1-e2308abe80fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0440080 Aug 24 00:57:39.679130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-fb5b368a-2ff5-4877-b4ef-d45f8eb1bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:39.680683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-fb5b368a-2ff5-4877-b4ef-d45f8eb1bc83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444362 Aug 24 00:57:39.776975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-d2aa3af7-7014-4889-b0a0-cd66c47f334a service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885525 Aug 24 00:57:39.868200 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccb5be4d-8285-4e56-bae0-e09caf92f6c8 req-c9a6eaab-1fa4-41bd-9285-485af70626c4 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844035 Aug 24 00:57:40.417776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:57:40.456301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:57:40.641654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ccce-e3a1-4e2d-b322-d1e34cacfc79 req-c661311a-9bff-43a0-a19b-5f334ce1f0a6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:40.643140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b099ccce-e3a1-4e2d-b322-d1e34cacfc79 req-c661311a-9bff-43a0-a19b-5f334ce1f0a6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.0569360 Aug 24 00:57:40.682283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b099ccce-e3a1-4e2d-b322-d1e34cacfc79 req-283860aa-3ce0-47a0-a167-82ccd15d9da4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 Aug 24 00:57:40.796100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:57:40.798496 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408ae6c-ff54-4c63-b26e-e7eee774cc27" -d '{"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:57:40.847253 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ea67ea-eded-4bae-bc42-9383afa557e6 x-openstack-request-id: req-15ea67ea-eded-4bae-bc42-9383afa557e6 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:57:40.847253 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:57:40.847508 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15ea67ea-eded-4bae-bc42-9383afa557e6 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:57:40.847984 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'status': 'completed', 'code': 200} Aug 24 00:57:40.905514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-624eda0b-5e5f-417e-b410-e04df5f3e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:40.907088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-624eda0b-5e5f-417e-b410-e04df5f3e917 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1095 time: 0.0414433 Aug 24 00:57:40.938147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-79567fd3-e86b-484b-951f-a62ebf6cc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:40.939710 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-79567fd3-e86b-484b-951f-a62ebf6cc03f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1095 time: 0.0445194 Aug 24 00:57:40.998697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-95558ecf-f518-4702-830e-b0aef7311aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:41.000194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-95558ecf-f518-4702-830e-b0aef7311aab service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0859206 Aug 24 00:57:41.040398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-db7aaafd-75af-41ad-87a8-24c95d90e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:41.041955 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-db7aaafd-75af-41ad-87a8-24c95d90e707 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0956953 Aug 24 00:57:41.071046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-525e73f5-c8bd-41ac-9f08-8103058c8d22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 999 time: 0.0632515 Aug 24 00:57:41.109591 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-95c54543-e48b-4f5f-b290-cdc89c2cea86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 999 time: 0.0599720 Aug 24 00:57:41.125356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-bcca5e64-b204-4d1e-9119-0eaa2abdcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:41.126992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-bcca5e64-b204-4d1e-9119-0eaa2abdcba8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0442140 Aug 24 00:57:41.159662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-6eb720ca-b3fe-47a2-b4f3-4d2df50aaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:41.161182 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-6eb720ca-b3fe-47a2-b4f3-4d2df50aaacf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0446332 Aug 24 00:57:41.173697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-1435b673-9793-4dda-b2fb-b9d31bb4a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:41.175201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-1435b673-9793-4dda-b2fb-b9d31bb4a224 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411441 Aug 24 00:57:41.213605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-6c769370-4886-4783-a98a-f0f4858eca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:41.215046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-6c769370-4886-4783-a98a-f0f4858eca0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466545 Aug 24 00:57:41.271812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-68e82670-e6e7-4f41-8e5d-8f0af470d665 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886519 Aug 24 00:57:41.313543 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-54d08d2f-cf77-4876-b1c4-592a362980b2 service neutron] 10.222.0.36 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911572 Aug 24 00:57:41.369395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-a429d413-f4dc-4ab4-9a09-4bb52e0f7341 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884395 Aug 24 00:57:41.411292 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2408ae6c-ff54-4c63-b26e-e7eee774cc27 req-75027802-48e6-42be-9ee1-3b12a919d3c9 service neutron] 10.222.0.36 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913768 Aug 24 00:57:41.803761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c777-4b69-4d1f-8202-07a6ae6678c8 req-d49ee864-4836-45c1-85d4-4e0641daa159 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:41.805261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eeb9c777-4b69-4d1f-8202-07a6ae6678c8 req-d49ee864-4836-45c1-85d4-4e0641daa159 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 944 time: 0.0583386 Aug 24 00:57:41.844555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eeb9c777-4b69-4d1f-8202-07a6ae6678c8 req-29acc38b-05df-4b5a-bbea-94d0cad7e26d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331633 Aug 24 00:57:41.867443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47210) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:57:41.928426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0123d1c3-e1c6-48f4-90f4-cd523984aaa5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/d9d786b6-7490-4f3c-867d-81ed3d19fe78 HTTP/1.1" status: 200 len: 991 time: 0.0598292 Aug 24 00:57:42.144645 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:57:42.239191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:42.249229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'port_id': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'mac_address': 'fa:16:3e:3b:0e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:57:42.285755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:42.298905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea59b342-76a6-4b40-947c-56bdec22d751 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:57:42.317512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:42.365669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:42.411870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:42.577810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['ea59b342-76a6-4b40-947c-56bdec22d751'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:57:42.710144 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:42.741185 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-38718864-7b8c-4635-a895-5c1a55cd907f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416851 Aug 24 00:57:42.839637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-ccdaec87-4883-47b3-adea-61d487d565a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:42.841161 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-ccdaec87-4883-47b3-adea-61d487d565a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1096 time: 0.0416830 Aug 24 00:57:42.948342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-69a08a15-44c2-4a78-aa5c-ba8cf821cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:42.949901 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-69a08a15-44c2-4a78-aa5c-ba8cf821cefa service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0896404 Aug 24 00:57:43.014957 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-50c21414-011a-4cbe-a880-d045b5a6b322 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 200 len: 1001 time: 0.0582256 Aug 24 00:57:43.063472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-9a0eca18-6448-4dac-92ab-abde032bf29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:43.064975 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-9a0eca18-6448-4dac-92ab-abde032bf29e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0433631 Aug 24 00:57:43.114376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-d42a72fe-cedf-4137-9951-523561a0b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:57:43.115873 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-d42a72fe-cedf-4137-9951-523561a0b7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439589 Aug 24 00:57:43.205447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-ab5fb3cd-b20a-4177-8dfd-291afabdddc4 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822289 Aug 24 00:57:43.313836 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c2ef83a-393a-44a0-be04-b7faa822ae85 req-176074c3-6dea-4b13-b00b-f9e092719c32 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007180 Aug 24 00:57:44.143166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:57:44.244409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port ea59b342-76a6-4b40-947c-56bdec22d751 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:57:44.248187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port ea59b342-76a6-4b40-947c-56bdec22d751 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:57:44.248588 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:44.326595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:44.349500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:57:44.351759 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72ece5c-d562-4386-ba4b-d344d53e757c" -d '{"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-plugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:57:44.364448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:57:44.388358 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5eb4eb-d5ef-4420-9233-7b149d57faab x-openstack-request-id: req-4f5eb4eb-d5ef-4420-9233-7b149d57faab {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:57:44.388666 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-plugged", "status": "completed", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:57:44.388909 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f5eb4eb-d5ef-4420-9233-7b149d57faab {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:57:44.389306 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'code': 200} Aug 24 00:57:44.445430 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:44.492864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=13']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:57:55.879170 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:56.273784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b96bf735-a4d8-4f38-aabb-c9dfaaf47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:58.976937 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c609bf5a-cbd3-4d0b-865b-4cd6247a65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:57:59.125703 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:00.427547 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:01.918956 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:12.566163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e67f5d-13bd-4c75-80c8-2fd0f0b49808 req-94d4a7ac-238b-46e9-9f83-4c17be8d00de tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:12.567658 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e67f5d-13bd-4c75-80c8-2fd0f0b49808 req-94d4a7ac-238b-46e9-9f83-4c17be8d00de tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1097 time: 0.0404031 Aug 24 00:58:12.604017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f4e67f5d-13bd-4c75-80c8-2fd0f0b49808 req-efc93a18-7700-49d2-816a-13d02b952e59 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304646 Aug 24 00:58:12.628003 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47230) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:12.696176 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:12.786775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port b725278b-0595-4fcc-aa56-7db8f000c113 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:58:12.787036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:12.861288 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:12.861641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:12.873305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for b725278b-0595-4fcc-aa56-7db8f000c113 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:58:13.112973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:13.141148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=b725278b-0595-4fcc-aa56-7db8f000c113,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:13.202481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:13.202827 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Floating IP d9d786b6-7490-4f3c-867d-81ed3d19fe78 disassociated (deleted). External IP: 172.25.5.118, port: ea59b342-76a6-4b40-947c-56bdec22d751. Aug 24 00:58:13.413184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 71df1327-60d3-402d-aefd-d20751359650 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:58:13.520347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:58:13.525251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:13.530044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] Sync routers for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:58:13.539136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:13.539747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:57:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:13.552647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0957ba71-c345-4b61-9dd8-03e79ae75c37 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/floatingips/d9d786b6-7490-4f3c-867d-81ed3d19fe78 HTTP/1.1" status: 204 len: 168 time: 0.9235370 Aug 24 00:58:13.553344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:58:13.555656 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:58:13.593664 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1760cec4-5dfb-418c-bda7-987a330f676d x-openstack-request-id: req-1760cec4-5dfb-418c-bda7-987a330f676d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:58:13.593963 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:58:13.594222 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1760cec4-5dfb-418c-bda7-987a330f676d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:58:13.594753 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'status': 'completed', 'code': 200} Aug 24 00:58:13.662645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-4096722e-ed41-40bb-9382-fca669a3f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:13.664345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-4096722e-ed41-40bb-9382-fca669a3f4bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 1097 time: 0.0451787 Aug 24 00:58:13.762024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-a09d863d-bf32-4ffd-bccc-e48b70ff9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:13.763732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-a09d863d-bf32-4ffd-bccc-e48b70ff9745 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 200 len: 898 time: 0.0914237 Aug 24 00:58:13.801109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:13.812346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-6e382f10-aea0-417b-8515-7b900fd77c8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 200 len: 217 time: 0.0408444 Aug 24 00:58:13.862129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-c38eba62-cfc7-405f-b577-f29eb9c4e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:13.863597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-c38eba62-cfc7-405f-b577-f29eb9c4e0d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 200 len: 834 time: 0.0447736 Aug 24 00:58:13.910268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-f40fd672-ebc8-49d8-8b17-39db29bc8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:13.911770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-f40fd672-ebc8-49d8-8b17-39db29bc8c83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bd48671-04da-4338-af53-be8b4d2c78b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407155 Aug 24 00:58:14.006595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:23Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:14.012532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-0403ecc2-70f2-4fc6-8322-f7c52fb96b75 service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937788 Aug 24 00:58:14.036661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] Checking router: 71df1327-60d3-402d-aefd-d20751359650 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:58:14.046228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:14.046945 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:57:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:14.142550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e587dc4-5253-45be-9ab1-cfaef9e03a3d req-fd7ad1e1-5fc6-42a3-9711-07a686bf642c service neutron] 10.222.0.37 "GET /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206796 Aug 24 00:58:14.154515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d5ad5-129f-41ec-841f-96467b0913f0 req-24fb80b4-a779-4d1a-bc0a-ca918cec0471 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:14.156342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-454d5ad5-129f-41ec-841f-96467b0913f0 req-24fb80b4-a779-4d1a-bc0a-ca918cec0471 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 946 time: 0.0711226 Aug 24 00:58:14.159661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:14.200635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-454d5ad5-129f-41ec-841f-96467b0913f0 req-ad069409-dfad-4eb6-acc8-a6f7d008e9ff tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369444 Aug 24 00:58:14.364670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:23Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:14.396971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10baaff-5a31-40dd-b484-c047e5a948a7 None None] The sync data for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 is: [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:56:20Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'c53ef92b-2632-436d-87b3-86858a0b2ab4', 'name': '', 'network_id': '8bd48671-04da-4338-af53-be8b4d2c78b4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:07:3b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:19Z', 'updated_at': '2021-08-24T00:56:23Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '0c69770d-b649-47de-9a2c-133a6e2e8ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:58:14.608005 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfdb9c0-e82b-4b8d-bbef-89f9ae57e0f9 None None] New status for floating IP d9d786b6-7490-4f3c-867d-81ed3d19fe78: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:58:15.321625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9cab7-394a-4421-9e88-dd236e7b9b8a req-6775f0e8-3854-448d-8b43-1d49d2b54cf5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:15.323111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fa9cab7-394a-4421-9e88-dd236e7b9b8a req-6775f0e8-3854-448d-8b43-1d49d2b54cf5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 946 time: 0.0497489 Aug 24 00:58:15.363036 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:58:15.363160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1fa9cab7-394a-4421-9e88-dd236e7b9b8a req-37e0378d-374a-4172-b993-0f362c48dd8b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=aea772e3-1ad5-498d-966e-d560491d5dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Aug 24 00:58:15.433330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-c366c469-6b75-4b34-acec-3eaae43af86f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:15.435512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-c366c469-6b75-4b34-acec-3eaae43af86f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 946 time: 0.0580921 Aug 24 00:58:15.542372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port ea59b342-76a6-4b40-947c-56bdec22d751 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:58:15.542639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:15.629438 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port ea59b342-76a6-4b40-947c-56bdec22d751, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=ea59b342-76a6-4b40-947c-56bdec22d751,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:15.629843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:15.641344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for ea59b342-76a6-4b40-947c-56bdec22d751 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:58:15.856187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:15.886302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=ea59b342-76a6-4b40-947c-56bdec22d751,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:15.911920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.912285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.912639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.913010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.913364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.914021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.914340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.914686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.915027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.915366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.915703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.916035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:15.938000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] No DVR routers for this DVR port ea59b342-76a6-4b40-947c-56bdec22d751 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:58:15.940615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:15.942705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0506921-1cd9-4258-a6b3-6e1091946fed req-9c753c0e-56b4-4c88-a18f-1bcf1a7072c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "DELETE /v2.0/ports/ea59b342-76a6-4b40-947c-56bdec22d751 HTTP/1.1" status: 204 len: 173 time: 0.5007987 Aug 24 00:58:15.943142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-deleted', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:58:15.945411 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab4e5e-adfa-4fbf-9a95-3660f92ebcae" -d '{"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-deleted", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:58:15.981449 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e421f-3bad-47ce-9393-7c1b0facc1a2 x-openstack-request-id: req-294e421f-3bad-47ce-9393-7c1b0facc1a2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:58:15.981449 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0286906d-4684-4fc2-a833-9c7d32b957c0", "name": "network-vif-deleted", "tag": "ea59b342-76a6-4b40-947c-56bdec22d751", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:58:15.981449 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-294e421f-3bad-47ce-9393-7c1b0facc1a2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:58:15.981449 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0286906d-4684-4fc2-a833-9c7d32b957c0', 'name': 'network-vif-deleted', 'tag': 'ea59b342-76a6-4b40-947c-56bdec22d751', 'status': 'completed', 'code': 200} Aug 24 00:58:16.480981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6653030c-bef8-4eae-9aab-547f8ea6125b req-187b1395-8bfb-451c-bc0f-65d70ae88db7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=0286906d-4684-4fc2-a833-9c7d32b957c0 HTTP/1.1" status: 200 len: 210 time: 0.0366044 Aug 24 00:58:17.540787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47248) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:18.176265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:18.300918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:58:18.321379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: ea59b342-76a6-4b40-947c-56bdec22d751 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:58:18.321762 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device ea59b342-76a6-4b40-947c-56bdec22d751 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:58:18.437419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port c53ef92b-2632-436d-87b3-86858a0b2ab4 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:58:18.437867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:18.526368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port c53ef92b-2632-436d-87b3-86858a0b2ab4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c53ef92b-2632-436d-87b3-86858a0b2ab4,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:18.526747 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:18.538821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for c53ef92b-2632-436d-87b3-86858a0b2ab4 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:58:18.815960 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:18.846653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=c53ef92b-2632-436d-87b3-86858a0b2ab4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:19.025148 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:19.249301 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 71df1327-60d3-402d-aefd-d20751359650 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:58:19.357505 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:58:19.366165 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d75be054-85d6-4403-8d78-e8ed2866a61c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "PUT /v2.0/routers/71df1327-60d3-402d-aefd-d20751359650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212254 Aug 24 00:58:19.366258 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47252) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:19.367970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] Sync routers for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:58:19.378064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:19.379070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:57:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:19.424401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-659df43e-c660-4162-9fbc-ca2cf3b85e5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting subnet 0c69770d-b649-47de-9a2c-133a6e2e8ba2 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:58:19.428012 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-659df43e-c660-4162-9fbc-ca2cf3b85e5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:19.472582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-659df43e-c660-4162-9fbc-ca2cf3b85e5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:19.492344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:19.565544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-659df43e-c660-4162-9fbc-ca2cf3b85e5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:19.687694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:58:18Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:19.707710 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-659df43e-c660-4162-9fbc-ca2cf3b85e5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:19.712853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] Checking router: 71df1327-60d3-402d-aefd-d20751359650 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:58:19.721817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] Routers {'71df1327-60d3-402d-aefd-d20751359650'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:19.722427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:57:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['71df1327-60d3-402d-aefd-d20751359650'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:19.737303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659df43e-c660-4162-9fbc-ca2cf3b85e5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Subnet': ['ID=0c69770d-b649-47de-9a2c-133a6e2e8ba2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:19.739309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-659df43e-c660-4162-9fbc-ca2cf3b85e5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:19.741443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-659df43e-c660-4162-9fbc-ca2cf3b85e5f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/subnets/0c69770d-b649-47de-9a2c-133a6e2e8ba2 HTTP/1.1" status: 204 len: 168 time: 0.3744154 Aug 24 00:58:19.744021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47254) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:19.757440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761ec5f2-5fde-4f8a-97f7-153ebd32afec None None] Network 8bd48671-04da-4338-af53-be8b4d2c78b4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:58:19.854429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:19.917802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] Set router 71df1327-60d3-402d-aefd-d20751359650 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:19.962162 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.084664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] DHCP port deletion for 8bd48671-04da-4338-af53-be8b4d2c78b4 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:58:20.092106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port e48d270f-00f7-49d0-85bd-72ae2f533ac0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:58:20.092462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.149325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:58:18Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:20.180311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port e48d270f-00f7-49d0-85bd-72ae2f533ac0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e48d270f-00f7-49d0-85bd-72ae2f533ac0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:20.180679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.187229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] Deleting port eff94bcf-601c-4a6a-864f-1100da42810d {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:58:20.187837 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.190900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fd431-71cd-4003-9ce3-e27979de20ab None None] The sync data for ids ['71df1327-60d3-402d-aefd-d20751359650'] in n-d-804878-2 is: [{'id': '71df1327-60d3-402d-aefd-d20751359650', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557266278', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:56:15Z', 'updated_at': '2021-08-24T00:58:18Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': 'e48d270f-00f7-49d0-85bd-72ae2f533ac0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cf:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71df1327-60d3-402d-aefd-d20751359650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:56:16Z', 'updated_at': '2021-08-24T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:58:20.192907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for e48d270f-00f7-49d0-85bd-72ae2f533ac0 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:58:20.259504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] For port eff94bcf-601c-4a6a-864f-1100da42810d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=eff94bcf-601c-4a6a-864f-1100da42810d,segment=NetworkSegment(1e1e1e2f-2978-4d52-a4c6-897aad6a46ca),segment_id=1e1e1e2f-2978-4d52-a4c6-897aad6a46ca)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:20.259919 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.273072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] Calling delete_port for eff94bcf-601c-4a6a-864f-1100da42810d owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:58:20.421549 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.449273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] Pushing event deleted for resources: {'Port': ['ID=eff94bcf-601c-4a6a-864f-1100da42810d,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:20.453782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89093db-6e5a-4156-98d3-288c4946692b None None] No DVR routers for this DVR port eff94bcf-601c-4a6a-864f-1100da42810d on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:58:20.472339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.494414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=e48d270f-00f7-49d0-85bd-72ae2f533ac0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:20.557369 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.651009 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.664131 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.770247 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.770834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Fanout notify agent at l3_agent the message router_deleted on router 71df1327-60d3-402d-aefd-d20751359650 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:58:20.778417 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.779597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7364245b-31f6-4dfb-aacf-3b74af2b28d9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/routers/71df1327-60d3-402d-aefd-d20751359650 HTTP/1.1" status: 204 len: 168 time: 1.0342090 Aug 24 00:58:20.783090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47258) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:20.871894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.978657 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:20.988985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd48671-04da-4338-af53-be8b4d2c78b4']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:21.005854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:21.006157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1e1e2f-2978-4d52-a4c6-897aad6a46ca') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:21.023176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.039762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.045640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:58:21.046085 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: timer() Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:58:21.049209 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:58:21.164759 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.172275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.173902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/networks/8bd48671-04da-4338-af53-be8b4d2c78b4 HTTP/1.1" status: 204 len: 168 time: 0.3897748 Aug 24 00:58:21.180103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47260) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:21.185495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b76af-ebda-417a-847b-f0047cbbbd87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Network': ['ID=8bd48671-04da-4338-af53-be8b4d2c78b4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:21.256582 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8dfa-5ab5-4018-b389-c0b5c046653d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.287287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8dfa-5ab5-4018-b389-c0b5c046653d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.421635 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c53ef92b-2632-436d-87b3-86858a0b2ab4 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:58:21.427394 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8dfa-5ab5-4018-b389-c0b5c046653d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.433949 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8dfa-5ab5-4018-b389-c0b5c046653d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:21.433949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d8bc8dfa-5ab5-4018-b389-c0b5c046653d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/security-groups/aea772e3-1ad5-498d-966e-d560491d5dc9 HTTP/1.1" status: 204 len: 168 time: 0.2497041 Aug 24 00:58:21.445543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc8dfa-5ab5-4018-b389-c0b5c046653d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea772e3-1ad5-498d-966e-d560491d5dc9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:21.461534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c53ef92b-2632-436d-87b3-86858a0b2ab4 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:58:21.462325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c53ef92b-2632-436d-87b3-86858a0b2ab4 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:58:21.462909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e48d270f-00f7-49d0-85bd-72ae2f533ac0 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:58:21.487683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e48d270f-00f7-49d0-85bd-72ae2f533ac0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:58:21.488021 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e48d270f-00f7-49d0-85bd-72ae2f533ac0 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:58:21.488436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eff94bcf-601c-4a6a-864f-1100da42810d no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:58:21.512354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: eff94bcf-601c-4a6a-864f-1100da42810d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:58:21.512664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device eff94bcf-601c-4a6a-864f-1100da42810d not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:58:22.106223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47266) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:22.111689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b85773d2-24e1-48f5-98b1-7bdd6ae1ce0b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604408247', 'description': 'tempest-secgroup-smoke-604408247 description', 'project_id': '58b36801afc7442c9f10a5f6712fef5c'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:22.215894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b85773d2-24e1-48f5-98b1-7bdd6ae1ce0b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:22.295826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b85773d2-24e1-48f5-98b1-7bdd6ae1ce0b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:22.381546 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b85773d2-24e1-48f5-98b1-7bdd6ae1ce0b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:22.413029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85773d2-24e1-48f5-98b1-7bdd6ae1ce0b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1d4290-0d14-417f-9927-fcabe680f7fd,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:22.501584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b85773d2-24e1-48f5-98b1-7bdd6ae1ce0b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:22.503079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b85773d2-24e1-48f5-98b1-7bdd6ae1ce0b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3958380 Aug 24 00:58:22.505836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:22.510325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bbdb1391-d658-40a7-b635-43a2943515ca tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '7e1d4290-0d14-417f-9927-fcabe680f7fd', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:22.632676 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1391-d658-40a7-b635-43a2943515ca tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:22.687801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1391-d658-40a7-b635-43a2943515ca tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:22.758655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1391-d658-40a7-b635-43a2943515ca tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:22.776474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb1391-d658-40a7-b635-43a2943515ca tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b0d9d0-ff0f-4cb3-8e74-cb58074691ee,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:22.878663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1391-d658-40a7-b635-43a2943515ca tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:22.880634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bbdb1391-d658-40a7-b635-43a2943515ca tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733244 Aug 24 00:58:22.882874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47270) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:22.887238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6021aeb2-06cb-42f2-a235-dca4aa29ec5d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '7e1d4290-0d14-417f-9927-fcabe680f7fd', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:22.974589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6021aeb2-06cb-42f2-a235-dca4aa29ec5d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.030623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6021aeb2-06cb-42f2-a235-dca4aa29ec5d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.123817 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6021aeb2-06cb-42f2-a235-dca4aa29ec5d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.142545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021aeb2-06cb-42f2-a235-dca4aa29ec5d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0716e9bd-5651-4640-9062-da8048c43d1f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:23.192729 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6021aeb2-06cb-42f2-a235-dca4aa29ec5d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.194004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6021aeb2-06cb-42f2-a235-dca4aa29ec5d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102040 Aug 24 00:58:23.196645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47272) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:23.201124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-13b20657-9363-422a-b6d7-dfb70e616c4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '7e1d4290-0d14-417f-9927-fcabe680f7fd', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:23.288830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13b20657-9363-422a-b6d7-dfb70e616c4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.345108 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13b20657-9363-422a-b6d7-dfb70e616c4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.432724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13b20657-9363-422a-b6d7-dfb70e616c4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.459925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b20657-9363-422a-b6d7-dfb70e616c4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcc3e7a-4d22-4a8b-aa65-242681e613cd,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:23.558783 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13b20657-9363-422a-b6d7-dfb70e616c4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.560025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-13b20657-9363-422a-b6d7-dfb70e616c4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624771 Aug 24 00:58:23.562754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47274) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:23.567284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-31a6056f-5fa8-4554-bd20-3aaf860f83bc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '7e1d4290-0d14-417f-9927-fcabe680f7fd', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:23.671611 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31a6056f-5fa8-4554-bd20-3aaf860f83bc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.728589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31a6056f-5fa8-4554-bd20-3aaf860f83bc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.815969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31a6056f-5fa8-4554-bd20-3aaf860f83bc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.835832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6056f-5fa8-4554-bd20-3aaf860f83bc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f623051-8844-482a-b3be-6ddfa195e7b3,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:23.935608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-31a6056f-5fa8-4554-bd20-3aaf860f83bc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:23.936968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-31a6056f-5fa8-4554-bd20-3aaf860f83bc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3732514 Aug 24 00:58:23.940176 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47276) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:23.944547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9ebc343f-71bc-46aa-8770-ad659bdc7f62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '7e1d4290-0d14-417f-9927-fcabe680f7fd', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:24.050084 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-9ebc343f-71bc-46aa-8770-ad659bdc7f62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Project 58b36801afc7442c9f10a5f6712fef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:58:24.055005 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ebc343f-71bc-46aa-8770-ad659bdc7f62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.112817 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ebc343f-71bc-46aa-8770-ad659bdc7f62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.226970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ebc343f-71bc-46aa-8770-ad659bdc7f62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.244279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc343f-71bc-46aa-8770-ad659bdc7f62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbb75b9-0e44-4d9a-aa80-c08dc9c71c27,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:24.347476 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ebc343f-71bc-46aa-8770-ad659bdc7f62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.348727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ebc343f-71bc-46aa-8770-ad659bdc7f62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4076138 Aug 24 00:58:24.351610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47278) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:24.356074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4fea1e8b-4997-4268-aa39-a990850d82c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': '7e1d4290-0d14-417f-9927-fcabe680f7fd', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:24.530356 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-4fea1e8b-4997-4268-aa39-a990850d82c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Project 58b36801afc7442c9f10a5f6712fef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:58:24.541184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fea1e8b-4997-4268-aa39-a990850d82c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.597625 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fea1e8b-4997-4268-aa39-a990850d82c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.672777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fea1e8b-4997-4268-aa39-a990850d82c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.694759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea1e8b-4997-4268-aa39-a990850d82c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff99210-713b-4cd5-afcc-280b9aa6f9db,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:24.741501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4fea1e8b-4997-4268-aa39-a990850d82c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.742789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4fea1e8b-4997-4268-aa39-a990850d82c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3902490 Aug 24 00:58:24.745749 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47280) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:24.750932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'network': {'name': 'tempest-network-smoke--1780558133', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'port_security_enabled': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:24.872980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:58:24.876467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.901369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:58:24.911497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:24.911884 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Added segment 0dc5af0c-26bf-4444-9676-a173c3f2e079 of type vlan for network d1086524-31dd-4396-bca9-14a06c533a65 Aug 24 00:58:24.962113 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:25.090075 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:25.096382 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:25.096975 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:25.199765 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Network': ['ID=d1086524-31dd-4396-bca9-14a06c533a65,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:25.214271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network d1086524-31dd-4396-bca9-14a06c533a65 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:58:25.239841 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1e5e01cc-f8eb-4bfc-9bed-4cca83c4ac89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4929457 Aug 24 00:58:25.242618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47282) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:25.247099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'admin_state_up': True, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:25.335997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:25.337104 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:25.425681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:25.628065 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:25.901670 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:25.910162 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:26.187323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:26.290149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0175bd36-7608-4ab0-b9bd-fadd41ed3149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:26.336083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.25.5.251 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/0f4e584f-1a54-4633-be3f-e76e1cbbccf0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:58:26.442837 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:26.581998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:26.629301 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:58:26.632738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:58:26.635188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:58:26.670876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=0f4e584f-1a54-4633-be3f-e76e1cbbccf0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:26.951888 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:27.153595 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:27.421538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 0584ac10-2ef6-459e-b332-00469b874d01 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:58:27.528203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:58:27.538206 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Sync routers for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:58:27.547084 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:27.547686 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:57:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:27.621788 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:27.626225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-16b65c69-42cc-4ae2-b321-85f63da0b2a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3795013 Aug 24 00:58:27.626696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:27.649500 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:27.654950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5c32e29f-7c87-4e23-85f8-a90411794ab7 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=58b36801afc7442c9f10a5f6712fef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269876 Aug 24 00:58:27.658152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47288) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:27.745812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2badc306-4c84-4016-bde4-693610e0b715 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:27.750059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2badc306-4c84-4016-bde4-693610e0b715 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882053 Aug 24 00:58:27.750293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47290) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:27.777966 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-21dae991-b697-41b1-b6b6-530dff814023 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264730 Aug 24 00:58:27.780380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:27.827313 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:26Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:27.835465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923881460', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:27.948794 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Checking router: 0584ac10-2ef6-459e-b332-00469b874d01 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:58:27.949149 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Updating router 0584ac10-2ef6-459e-b332-00469b874d01 port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:58:27.974847 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:27.981447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:58:27.985135 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.225039 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.234672 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Transition to ACTIVE for port object 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:58:28.244319 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.304574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Subnet': ['ID=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:28.311600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Checking segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:58:28.311962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network hostable DHCP agents. Network: d1086524-31dd-4396-bca9-14a06c533a65, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:58:28.364081 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.419566 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Attempting to bind port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:58:28.420103 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Attempting to bind port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:58:28.420460 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Attempting to bind port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:58:28.421304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network d1086524-31dd-4396-bca9-14a06c533a65 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:58:28.422294 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Pushing event updated for resources: {'Port': ['ID=0f4e584f-1a54-4633-be3f-e76e1cbbccf0,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:28.431059 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:58:28.431428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:58:28.431821 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.432206 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:58:28.432656 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Bound port: 0f4e584f-1a54-4633-be3f-e76e1cbbccf0, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:58:28.433028 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.435313 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.435650 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.435985 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.436312 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.436632 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.436951 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.437415 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.437765 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.438082 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.438920 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.439242 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.439556 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:28.491191 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] For port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:58:28.494071 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] For port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0f4e584f-1a54-4633-be3f-e76e1cbbccf0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:58:28.529770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, d1086524-31dd-4396-bca9-14a06c533a65) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:58:28.534120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:28.534760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.538728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ddffd-af39-4712-988d-cc7bf2b5ec63 None None] Network d1086524-31dd-4396-bca9-14a06c533a65 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:58:28.621931 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.645342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-03d0ddfa-8cbc-4e67-ae98-6461666adf3a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8636725 Aug 24 00:58:28.647906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47296) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:28.683213 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31d5cd-a6bc-45b5-bd76-1a67e2ff8ca2 None None] Pushing event updated for resources: {'Port': ['ID=0f4e584f-1a54-4633-be3f-e76e1cbbccf0,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:28.689357 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:28.689357 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:57:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:28.697269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-d1086524-31dd-4396-bca9-14a06c533a65', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:58:28.698268 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:28.799154 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:28.839479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Allocated IP 172.20.0.2 (d1086524-31dd-4396-bca9-14a06c533a65/8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b/2ba50724-0a2f-477d-8d0c-f411fe55f251) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:58:28.987487 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:26Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:29.003551 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.012694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Transition to ACTIVE for port object 2ba50724-0a2f-477d-8d0c-f411fe55f251 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:58:29.017172 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b22c8c-02b3-4f69-979f-6179fdf9580f None None] The sync data for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 is: [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:26Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:58:29.028803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Transition to ACTIVE for port object 2ba50724-0a2f-477d-8d0c-f411fe55f251 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:58:29.073250 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f1b3634-7b21-44c6-8eef-13c0f6a51958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.148141 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.183683 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.204892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Network d1086524-31dd-4396-bca9-14a06c533a65 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:58:29.208299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:58:29.213143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:58:29.216548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Pushing event updated for resources: {'Port': ['ID=2ba50724-0a2f-477d-8d0c-f411fe55f251,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:29.284623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Attempting to bind port 2ba50724-0a2f-477d-8d0c-f411fe55f251 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:58:29.285003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Attempting to bind port 2ba50724-0a2f-477d-8d0c-f411fe55f251 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:58:29.285377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Attempting to bind port 2ba50724-0a2f-477d-8d0c-f411fe55f251 on network d1086524-31dd-4396-bca9-14a06c533a65 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:58:29.291321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:58:29.294604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Checking segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:58:29.294604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.294604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Bound using segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:58:29.294604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Bound port: 2ba50724-0a2f-477d-8d0c-f411fe55f251, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:58:29.294604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.368460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] For port 2ba50724-0a2f-477d-8d0c-f411fe55f251, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:58:29.376762 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] For port 2ba50724-0a2f-477d-8d0c-f411fe55f251, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2ba50724-0a2f-477d-8d0c-f411fe55f251,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:58:29.463211 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.476249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:58:29.511470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.564232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9dad3-d13c-4c36-bf00-c5e821567334 None None] Pushing event updated for resources: {'Port': ['ID=2ba50724-0a2f-477d-8d0c-f411fe55f251,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:29.678490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:58:29.683657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:29.684052 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.834062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:29.857212 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0f4e584f-1a54-4633-be3f-e76e1cbbccf0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:29.888055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.20.0.1 (d1086524-31dd-4396-bca9-14a06c533a65/8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b/9e23d8dc-0912-45b1-9e3f-9e83094b8c5b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:58:30.007919 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.020004 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.022326 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Transition to ACTIVE for port object 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:58:30.076978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=0f4e584f-1a54-4633-be3f-e76e1cbbccf0,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:30.130758 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.175264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network d1086524-31dd-4396-bca9-14a06c533a65 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:58:30.178268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:58:30.182463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:58:30.189048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:30.235861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.480258 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.483509 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.517323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3fcaa2-8c86-4349-afa0-95edf5b9cb87 None None] Network d1086524-31dd-4396-bca9-14a06c533a65 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:58:30.777532 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.821559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2871098b-14a7-4e32-b1bb-95cde02b8e81 None None] Provisioning for port 2ba50724-0a2f-477d-8d0c-f411fe55f251 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:58:30.861953 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:30.942150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:30.947433 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:31.046973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network d1086524-31dd-4396-bca9-14a06c533a65 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:58:31.048417 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:58:31.130364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-001f89a7-c2b5-44cb-9b6b-4653e93945b4 None None] Provisioning for port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:58:31.135016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-001f89a7-c2b5-44cb-9b6b-4653e93945b4 None None] Provisioning complete for port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:31.135162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-001f89a7-c2b5-44cb-9b6b-4653e93945b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:31.169862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-001f89a7-c2b5-44cb-9b6b-4653e93945b4 None None] Port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:58:31.173393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 0584ac10-2ef6-459e-b332-00469b874d01 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:58:31.290801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-46ee0ff1-5863-4b6e-8c40-f98e128a82d8 None None] Provisioning complete for port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:31.290801 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-46ee0ff1-5863-4b6e-8c40-f98e128a82d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:31.292626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:58:31.299310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e19c63df-d496-40ea-9994-445e8f779547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "PUT /v2.0/routers/0584ac10-2ef6-459e-b332-00469b874d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6499264 Aug 24 00:58:31.317369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Sync routers for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:58:31.338392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:31.339030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:58:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:31.343638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-46ee0ff1-5863-4b6e-8c40-f98e128a82d8 None None] Port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:58:31.472782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:31.474399 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-093aaec4-9693-4612-a949-ad046fb2fd20 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604408247&fields=id&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 267 time: 0.0407882 Aug 24 00:58:31.515832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-da723e0f-1947-4fda-86a4-6324618624e3 None None] Provisioning complete for port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:31.516227 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da723e0f-1947-4fda-86a4-6324618624e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:31.550047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2ba50724-0a2f-477d-8d0c-f411fe55f251 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:58:31.595470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-d15f0344-ab11-4d4b-97e2-f4b3565b7ab3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:31.596949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-d15f0344-ab11-4d4b-97e2-f4b3565b7ab3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/networks?id=d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 200 len: 797 time: 0.1141415 Aug 24 00:58:31.613007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-6cdde1ef-64e5-4c0f-9b7f-de2818c30795 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/quotas/58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 375 time: 0.0097122 Aug 24 00:58:31.657636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-da723e0f-1947-4fda-86a4-6324618624e3 None None] Port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:58:31.666147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-1ee98655-76e6-4c34-a982-2889983da0cd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471709 Aug 24 00:58:31.759209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 2, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:31.790611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2ba50724-0a2f-477d-8d0c-f411fe55f251 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:58:31.792676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Checking router: 0584ac10-2ef6-459e-b332-00469b874d01 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:58:31.793038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Updating router 0584ac10-2ef6-459e-b332-00469b874d01 port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:58:31.797324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2ba50724-0a2f-477d-8d0c-f411fe55f251 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:31.807076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:31.817959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-38645b06-0190-4e9e-9fba-43cb8482235d service neutron] 10.222.0.26 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391864 Aug 24 00:58:31.853341 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:31.916207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-93499429-95a9-449c-9d13-99b494837c47 service neutron] 10.222.0.26 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910747 Aug 24 00:58:31.986738 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.010268 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.089100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2ba50724-0a2f-477d-8d0c-f411fe55f251, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2ba50724-0a2f-477d-8d0c-f411fe55f251,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:32.183934 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.184775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:58:32.190648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df21f4d1-329f-4e33-a600-4c008138d1e2 req-eb025d2d-6652-426e-a191-81ea7a39b795 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 210 time: 0.0289416 Aug 24 00:58:32.231986 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.264410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Transition to ACTIVE for port object 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:58:32.280627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2ba50724-0a2f-477d-8d0c-f411fe55f251,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:32.292483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:32.292862 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.357367 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.422735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ee37b-2797-4c30-81da-aadcf6dbdab1 None None] Pushing event updated for resources: {'Port': ['ID=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:32.478672 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Attempting to bind port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:58:32.479243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Attempting to bind port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:58:32.479562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Attempting to bind port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b on network d1086524-31dd-4396-bca9-14a06c533a65 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:58:32.484947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:58:32.485365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Checking segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:58:32.485805 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.486196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Bound using segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:58:32.486660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Bound port: 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:58:32.487433 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.555832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] For port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:58:32.559391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] For port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:58:32.639439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:32.711394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:32.712016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:58:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:32.714044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ee37b-2797-4c30-81da-aadcf6dbdab1 None None] Pushing event updated for resources: {'Port': ['ID=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:32.834943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:33.041078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:32Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:33.071460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e875cf8-8d3d-480a-940c-1d149edbb390 None None] The sync data for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 is: [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:32Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:58:33.314000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd9668d1-fee8-44cb-8c60-21bf34862ffd req-aee8369b-0926-4126-a339-53cba6f71055 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 210 time: 0.0273643 Aug 24 00:58:33.524298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:58:33.638504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:58:33.642692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:33.643106 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:33.734321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:33.767815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:33.867613 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:33.868423 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2ba50724-0a2f-477d-8d0c-f411fe55f251 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:58:33.945441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:33.959214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2ba50724-0a2f-477d-8d0c-f411fe55f251 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:33.959316 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:34.231945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-93a518e6-de65-49ee-9e8f-a93b6adcc372 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:34.233428 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-93a518e6-de65-49ee-9e8f-a93b6adcc372 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "GET /v2.0/networks?id=d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 200 len: 797 time: 0.1100523 Aug 24 00:58:34.277498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-af9b32eb-38f9-40d6-92c4-ce1666fb2c12 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 379 time: 0.0350530 Aug 24 00:58:34.287386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'port': {'device_id': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'admin_state_up': True, 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'security_groups': ['7e1d4290-0d14-417f-9927-fcabe680f7fd']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:34.437396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfc2c8fc-0155-458a-824f-ae39b4127f14 req-00fd158c-bacb-4bc9-a15f-51624dc39bf1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 210 time: 0.0323939 Aug 24 00:58:34.472481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:58:34.476067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:34.600390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.20.0.13 (d1086524-31dd-4396-bca9-14a06c533a65/8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b/c64eac5f-d44b-4414-b6d8-828266f8554b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:58:34.737105 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:34.750446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Transition to ACTIVE for port object c64eac5f-d44b-4414-b6d8-828266f8554b will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:58:34.827300 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:34.872092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network d1086524-31dd-4396-bca9-14a06c533a65 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:58:34.875063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:58:34.878714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:58:34.907867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:34.936196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:34.936837 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:34.999879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-f1025d1b-d31c-4394-b471-213d9ea99b24 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7158465 Aug 24 00:58:35.012197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Request body: {'port': {'device_id': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:35.067867 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:35.142318 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1763bfb6-3091-4221-b8cd-35e4adea9f85 None None] Provisioning for port c64eac5f-d44b-4414-b6d8-828266f8554b completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:58:35.149583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1763bfb6-3091-4221-b8cd-35e4adea9f85 None None] Provisioning complete for port c64eac5f-d44b-4414-b6d8-828266f8554b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:35.149583 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1763bfb6-3091-4221-b8cd-35e4adea9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:35.181295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1763bfb6-3091-4221-b8cd-35e4adea9f85 None None] Port c64eac5f-d44b-4414-b6d8-828266f8554b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:58:35.333738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64eac5f-d44b-4414-b6d8-828266f8554b {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:58:35.341163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:35.352783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Transition to ACTIVE for port object c64eac5f-d44b-4414-b6d8-828266f8554b will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:58:35.427335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:35.431233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:58:35.483293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:35.483628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:35.503324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:35.591454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:58:35.591726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:58:35.592067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:58:35.598973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:58:35.599311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:58:35.607542 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:58:35.607896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Checking segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:58:35.608298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Bound using segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:58:35.608738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Bound port: c64eac5f-d44b-4414-b6d8-828266f8554b, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:58:35.609113 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:35.618435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb9d8-a70f-4cce-89b0-518f454b9dbc req-9614db9e-3d67-40a9-93d3-5219af8b6362 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:35.620026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fcbb9d8-a70f-4cce-89b0-518f454b9dbc req-9614db9e-3d67-40a9-93d3-5219af8b6362 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 944 time: 0.0824919 Aug 24 00:58:35.694232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fcbb9d8-a70f-4cce-89b0-518f454b9dbc req-15bcbe7f-10d9-44ba-b81e-1b5d68cbc4b0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661285 Aug 24 00:58:35.717625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:58:35.721248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:58:35.775843 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:35.812946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:35.814140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:35.815571 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] 10.222.0.37 "PUT /v2.0/ports/c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 1092 time: 0.8081298 Aug 24 00:58:35.816011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:58:35.818305 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c13673b-185e-411e-8a82-5913009684ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:58:35.850489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20e24c-96ad-4ce5-ac05-eefae101f151 service neutron] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:35.862816 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3bf52e-cbba-4b08-9212-b8467ba82239 x-openstack-request-id: req-7f3bf52e-cbba-4b08-9212-b8467ba82239 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:58:35.863105 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:58:35.863357 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f3bf52e-cbba-4b08-9212-b8467ba82239 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:58:35.863761 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'status': 'completed', 'code': 200} Aug 24 00:58:35.926875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13673b-185e-411e-8a82-5913009684ac req-76bfe08a-b471-462c-8c43-085d81c3ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:35.929871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c13673b-185e-411e-8a82-5913009684ac req-76bfe08a-b471-462c-8c43-085d81c3ff1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1095 time: 0.0450470 Aug 24 00:58:36.034981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13673b-185e-411e-8a82-5913009684ac req-86f851b9-705f-4caf-9097-05ccbfb9902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:36.036452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c13673b-185e-411e-8a82-5913009684ac req-86f851b9-705f-4caf-9097-05ccbfb9902b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=58b36801afc7442c9f10a5f6712fef5c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0990074 Aug 24 00:58:36.128039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13673b-185e-411e-8a82-5913009684ac req-6fc93508-ac77-4fb2-9bd8-4338ee0d3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:36.129361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7c13673b-185e-411e-8a82-5913009684ac req-6fc93508-ac77-4fb2-9bd8-4338ee0d3cf1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866187 Aug 24 00:58:36.209802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-cabe446e-9616-4d6a-a66a-3eded6449434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:36.211279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-cabe446e-9616-4d6a-a66a-3eded6449434 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1095 time: 0.0453794 Aug 24 00:58:36.254289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-1891b092-a903-40ce-8cf5-b60bf70ff5b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 217 time: 0.0339131 Aug 24 00:58:36.303081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-67a52026-c290-4079-8446-16e1f8817840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:36.304572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-67a52026-c290-4079-8446-16e1f8817840 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b HTTP/1.1" status: 200 len: 834 time: 0.0434794 Aug 24 00:58:36.353587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-7f92a730-84d9-48e9-9444-406ba3533033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:36.355104 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-7f92a730-84d9-48e9-9444-406ba3533033 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1086524-31dd-4396-bca9-14a06c533a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436940 Aug 24 00:58:36.450688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-13193e3b-fef6-4e01-b264-e314a4090bbf service neutron] 10.222.0.37 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864165 Aug 24 00:58:36.550131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87f05c15-eba4-4556-affb-9006b03ac7ab req-69f85de7-8ddf-4d36-91c7-573c1e4b22ee service neutron] 10.222.0.37 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932002 Aug 24 00:58:36.813880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19ee6f-bdd2-4f5d-8ec0-18ba727f74f0 req-02e80a57-b76f-42e8-b387-1592421c0f4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:36.815396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc19ee6f-bdd2-4f5d-8ec0-18ba727f74f0 req-02e80a57-b76f-42e8-b387-1592421c0f4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 944 time: 0.0508840 Aug 24 00:58:36.853184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc19ee6f-bdd2-4f5d-8ec0-18ba727f74f0 req-dc4a8e68-5afc-40de-aeb3-a4f008c1c250 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319216 Aug 24 00:58:37.967905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f70243-3f0c-4115-b568-3a46f5493570 req-68b80142-9eb9-4f48-b0e6-67081da9cc22 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:37.969380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10f70243-3f0c-4115-b568-3a46f5493570 req-68b80142-9eb9-4f48-b0e6-67081da9cc22 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 944 time: 0.0486619 Aug 24 00:58:38.006742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10f70243-3f0c-4115-b568-3a46f5493570 req-ac769778-806d-4ed1-86f1-e90a852b0ae9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306990 Aug 24 00:58:38.424818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c64eac5f-d44b-4414-b6d8-828266f8554b details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:58:38.518346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:38.528480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'port_id': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'mac_address': 'fa:16:3e:ed:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 00:58:38.566087 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:38.581545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64eac5f-d44b-4414-b6d8-828266f8554b {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:58:38.599871 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:38.672501 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:38.718536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:38.726374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.726728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.727072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.727414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.727778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.728113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.728474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.728814 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.729149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.729479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.729836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.730167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:58:38.867820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c64eac5f-d44b-4414-b6d8-828266f8554b'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:58:39.120087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0724c-2c73-4f41-935f-0354c9d184ca req-ba3d7d27-9f4c-4b54-94ff-996d2a3a4816 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:39.121645 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bf0724c-2c73-4f41-935f-0354c9d184ca req-ba3d7d27-9f4c-4b54-94ff-996d2a3a4816 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 945 time: 0.0485864 Aug 24 00:58:39.163489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bf0724c-2c73-4f41-935f-0354c9d184ca req-11643cee-3d9b-4079-ac4f-777a4bb0f39c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349383 Aug 24 00:58:40.282884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7be58-efe5-4bd2-b23b-a36df8f62fd6 req-7806b54c-3a51-465b-8b33-a7f1d8a29ae6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:40.284372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cae7be58-efe5-4bd2-b23b-a36df8f62fd6 req-7806b54c-3a51-465b-8b33-a7f1d8a29ae6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 945 time: 0.0498838 Aug 24 00:58:40.321704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cae7be58-efe5-4bd2-b23b-a36df8f62fd6 req-4692baa1-6219-4bd0-bdc8-afb2c468814d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310733 Aug 24 00:58:40.439901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c64eac5f-d44b-4414-b6d8-828266f8554b up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:58:40.575319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c64eac5f-d44b-4414-b6d8-828266f8554b completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:58:40.579161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c64eac5f-d44b-4414-b6d8-828266f8554b triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:58:40.579461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:40.658833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:40.680215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:58:40.682451 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216d415b-d1f6-4598-a0b3-88f9f69b4b7f" -d '{"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-plugged", "status": "completed", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:58:40.694506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:58:40.728477 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98247f49-39f0-4435-9aa6-d5ddb1940616 x-openstack-request-id: req-98247f49-39f0-4435-9aa6-d5ddb1940616 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:58:40.728477 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-plugged", "status": "completed", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:58:40.728477 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98247f49-39f0-4435-9aa6-d5ddb1940616 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:58:40.728477 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'code': 200} Aug 24 00:58:40.781350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:40.812710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4e44a-4ee6-4252-a3b8-43ab488dae4c req-0656987e-fe21-413d-809f-84f84169a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:40.814944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15a4e44a-4ee6-4252-a3b8-43ab488dae4c req-0656987e-fe21-413d-809f-84f84169a1cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1097 time: 0.0403051 Aug 24 00:58:40.828985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:40.853021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-15a4e44a-4ee6-4252-a3b8-43ab488dae4c req-6cf6edb6-11a2-4556-85df-9ec49a81e5b3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321305 Aug 24 00:58:41.436038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4110a-9b93-4f54-b757-92af30f98dca req-46549d46-11af-41ce-8dbb-c743e66b6551 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:41.437508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0c4110a-9b93-4f54-b757-92af30f98dca req-46549d46-11af-41ce-8dbb-c743e66b6551 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0486925 Aug 24 00:58:41.545129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0c4110a-9b93-4f54-b757-92af30f98dca req-60243f54-9f79-484a-be7c-f094ae8c4082 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003366 Aug 24 00:58:42.678384 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:42.728373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32922c7-7f5a-40ee-9845-10d038137f3c req-1b20e0bc-4e98-4868-9f7c-2589261b14f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:42.729724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f32922c7-7f5a-40ee-9845-10d038137f3c req-1b20e0bc-4e98-4868-9f7c-2589261b14f5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.1156189 Aug 24 00:58:42.734931 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-c27f5ba7-c67b-4fc8-8c68-500506d8fb5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409505 Aug 24 00:58:42.768547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f32922c7-7f5a-40ee-9845-10d038137f3c req-4cebdf8d-5a4a-4aca-80d8-041e0d0b1668 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324051 Aug 24 00:58:42.834743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-a0b1e14b-2311-453c-ab86-d6320b4eed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:42.836431 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-a0b1e14b-2311-453c-ab86-d6320b4eed51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1096 time: 0.0419033 Aug 24 00:58:42.886351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c3cb3-8637-4987-a952-a7298154e9b6 req-64bfb250-e84f-47b0-97ec-deb47bd28bbf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:42.887840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-867c3cb3-8637-4987-a952-a7298154e9b6 req-64bfb250-e84f-47b0-97ec-deb47bd28bbf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0488935 Aug 24 00:58:42.927205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-867c3cb3-8637-4987-a952-a7298154e9b6 req-9186c097-0ab7-48eb-88c1-e839f7041299 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319972 Aug 24 00:58:42.946554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-7454abf6-ad93-4f08-852c-3d714cac542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:42.948044 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-7454abf6-ad93-4f08-852c-3d714cac542d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0913861 Aug 24 00:58:42.949713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47364) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:43.014854 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-dc33aefe-7776-47d0-a168-86cf0ad26c2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 200 len: 1001 time: 0.0593185 Aug 24 00:58:43.092397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-78e6bd6b-c535-4b25-a35c-0c4d0b8e483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:43.094014 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-78e6bd6b-c535-4b25-a35c-0c4d0b8e483e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0723941 Aug 24 00:58:43.103860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a7796-7e69-495d-bef9-f07444e6e82d tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:43.105253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3f3a7796-7e69-495d-bef9-f07444e6e82d tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1092 time: 0.1546290 Aug 24 00:58:43.108330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47368) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:43.113383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:58:43.143845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-daf04be2-f7d6-4f7a-bbdb-7a57bbde3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:43.145354 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-daf04be2-f7d6-4f7a-bbdb-7a57bbde3294 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434575 Aug 24 00:58:43.209709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:43.237120 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-fda8827b-612a-420e-b60c-b9a4bcc5dc41 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837593 Aug 24 00:58:43.313199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:43.333819 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ab712c05-59e4-4d31-8b30-51c872c6e568 req-21448fd6-9649-44f6-a348-d2fa6a72f3bb service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894761 Aug 24 00:58:43.415364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.25.5.206 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/70bb8c36-0c79-4a2a-a176-8608ae646ba2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:58:43.518127 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:43.587076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:43.627446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:58:43.630250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:58:43.633622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:58:43.659265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=70bb8c36-0c79-4a2a-a176-8608ae646ba2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:43.989245 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:44.153200 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:44.297601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:44.374963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:44.448443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=70bb8c36-0c79-4a2a-a176-8608ae646ba2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:58:44.456764 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:44.554413 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Floating IP 5c2c2dce-f181-484c-b29b-86a0dffe41d4 associated. External IP: 172.25.5.206, port: c64eac5f-d44b-4414-b6d8-828266f8554b. Aug 24 00:58:45.098291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 0584ac10-2ef6-459e-b332-00469b874d01 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:58:45.205818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:58:45.215896 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] Sync routers for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:58:45.226907 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:45.228796 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:58:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:45.290248 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:45.320975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ba7b7de0-f2e2-46ee-aaa7-6eca564d03fe tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2091382 Aug 24 00:58:45.320975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:58:45.321593 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89afd7-8e39-4f1c-82e8-96438fa671bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:58:45.336220 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:45.363251 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aaffc7-84d1-49cc-a5c4-601afd5a597b x-openstack-request-id: req-b5aaffc7-84d1-49cc-a5c4-601afd5a597b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:58:45.363251 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:58:45.363251 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b5aaffc7-84d1-49cc-a5c4-601afd5a597b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:58:45.363251 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'status': 'completed', 'code': 200} Aug 24 00:58:45.449668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f7882-8049-4fed-a43f-19df56071aeb req-64593d6c-f895-483b-8633-975c22a37b84 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:45.451215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a6f7882-8049-4fed-a43f-19df56071aeb req-64593d6c-f895-483b-8633-975c22a37b84 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0798588 Aug 24 00:58:45.453174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-cc5caf18-ab07-46b1-99f5-ac99a3ce337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:45.455113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-cc5caf18-ab07-46b1-99f5-ac99a3ce337d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1097 time: 0.0725400 Aug 24 00:58:45.548306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a6f7882-8049-4fed-a43f-19df56071aeb req-97a7697d-fe56-4bec-8cb6-95ed4504cf02 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878463 Aug 24 00:58:45.576912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-0f20f7b6-0ad7-4734-972f-d57a7144dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:45.577554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47374) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:45.578605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-0f20f7b6-0ad7-4734-972f-d57a7144dbba service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 200 len: 898 time: 0.1120789 Aug 24 00:58:45.584316 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '5c2c2dce-f181-484c-b29b-86a0dffe41d4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'port_id': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'mac_address': 'fa:16:3e:ed:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:58:43Z', 'updated_at': '2021-08-24T00:58:43Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:33Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:45.627259 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] Checking router: 0584ac10-2ef6-459e-b332-00469b874d01 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:58:45.630348 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:58:45.631306 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:58:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:45.647984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-7c0e348b-9575-47d9-8d48-0698c4336e96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 1000 time: 0.0624545 Aug 24 00:58:45.656872 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e4420b0-bf03-47d0-b57d-449d90634ad7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/5c2c2dce-f181-484c-b29b-86a0dffe41d4 HTTP/1.1" status: 200 len: 992 time: 0.0778024 Aug 24 00:58:45.702567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-4cb272c4-ffdb-43d8-908f-19fe6c82f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:45.704053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-4cb272c4-ffdb-43d8-908f-19fe6c82f620 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b HTTP/1.1" status: 200 len: 834 time: 0.0494289 Aug 24 00:58:45.739628 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:58:45.749441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-681bf430-6833-475f-a286-ed166df107ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:58:45.751519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-681bf430-6833-475f-a286-ed166df107ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1086524-31dd-4396-bca9-14a06c533a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403121 Aug 24 00:58:45.840237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-e2a03bef-3bb3-4629-b73f-b5a8e0c0c0e5 service neutron] 10.222.0.37 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821030 Aug 24 00:58:45.944810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da89afd7-8e39-4f1c-82e8-96438fa671bf req-9c569656-9a08-41c4-a9b3-8ec78c582c7a service neutron] 10.222.0.37 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960772 Aug 24 00:58:45.967345 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '5c2c2dce-f181-484c-b29b-86a0dffe41d4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'port_id': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'mac_address': 'fa:16:3e:ed:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:58:43Z', 'updated_at': '2021-08-24T00:58:43Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:33Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:58:45.993662 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647c19d-42bd-438b-94ae-0fd4c5307640 None None] The sync data for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 is: [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '5c2c2dce-f181-484c-b29b-86a0dffe41d4', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'port_id': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'mac_address': 'fa:16:3e:ed:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:58:43Z', 'updated_at': '2021-08-24T00:58:43Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:33Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:58:46.181218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff7ff7-1921-435b-8663-52ceb7b3f851 None None] New status for floating IP 5c2c2dce-f181-484c-b29b-86a0dffe41d4: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:58:46.660584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47376) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:58:46.726072 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c5ab3cb7-3abb-4262-a419-a3e41ed27cc8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/5c2c2dce-f181-484c-b29b-86a0dffe41d4 HTTP/1.1" status: 200 len: 994 time: 0.0642235 Aug 24 00:58:52.361917 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:58:55.883729 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:56.300601 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8cc23691-a853-4855-b3ea-9c9b45f0abe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:58.998134 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7f7345e0-dd93-4e65-a19c-7d8a6a397fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:58:59.118005 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:00.403389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:01.906495 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:12.678179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:17.975788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cdcce-04cf-4713-9fb0-d844a3ece645 req-3869a794-5dd5-4970-acee-c5b4b30bbb8a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:17.977252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e1cdcce-04cf-4713-9fb0-d844a3ece645 req-3869a794-5dd5-4970-acee-c5b4b30bbb8a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0491071 Aug 24 00:59:18.015289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e1cdcce-04cf-4713-9fb0-d844a3ece645 req-42d64a00-694e-4242-8d19-c93d6d0e14c8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321004 Aug 24 00:59:18.037922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47394) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:18.107569 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e2a48205-376e-44d8-a03a-01a09e52a0a5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/5c2c2dce-f181-484c-b29b-86a0dffe41d4 HTTP/1.1" status: 200 len: 994 time: 0.0684943 Aug 24 00:59:18.443156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493168c-0cf6-45c1-b8be-c4754846cd21 req-d0fcc25e-57ac-4805-b8b8-1ca3b4436d4a tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:18.444602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0493168c-0cf6-45c1-b8be-c4754846cd21 req-d0fcc25e-57ac-4805-b8b8-1ca3b4436d4a tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1097 time: 0.0449617 Aug 24 00:59:18.479708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0493168c-0cf6-45c1-b8be-c4754846cd21 req-b17e1f71-475b-4bda-88a0-7ecc211392ad tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291178 Aug 24 00:59:19.343475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-01ec3b38-d4a4-43c4-951a-89a2ab144189 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404127 Aug 24 00:59:20.237777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-52d48a30-8482-458b-9258-a5ea80b38353 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 00:59:20.238812 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-52d48a30-8482-458b-9258-a5ea80b38353 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0748835 Aug 24 00:59:20.250454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Request body: {'binding': {'host': 'n-h1-804878-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:20.251036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Unknown quota resources ['binding']. {{(pid=95326) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 24 00:59:20.391189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on host n-h1-804878-2 for vnic_type normal with profile None {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:59:20.391867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:59:20.391867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:20.396041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:59:20.396867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:20.401688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:59:20.402033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Checking segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:59:20.402423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Bound using segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:59:20.402850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Bound port: c64eac5f-d44b-4414-b6d8-828266f8554b, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:59:20.486617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:59:20.605893 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] Notify callbacks [] for binding, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:20.612936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89f35241-c40f-46b0-9747-590230546594 service neutron] 10.222.0.26 "POST /v2.0/ports/c64eac5f-d44b-4414-b6d8-828266f8554b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3603733 Aug 24 00:59:20.931432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c456ef8-e4b4-4d59-b13a-b31b5decc1a1 req-acb4565a-cfb9-4510-a547-7deae7532274 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:20.933378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c456ef8-e4b4-4d59-b13a-b31b5decc1a1 req-acb4565a-cfb9-4510-a547-7deae7532274 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0585210 Aug 24 00:59:20.973330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6c456ef8-e4b4-4d59-b13a-b31b5decc1a1 req-e1e4509b-d06c-46d7-9d37-99321243b2ab tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336637 Aug 24 00:59:21.297213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-5c5cbeef-2217-43b2-8274-e1fd5dbc48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:21.298952 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-5c5cbeef-2217-43b2-8274-e1fd5dbc48b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1097 time: 0.0486090 Aug 24 00:59:21.397064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-8c3a94a6-6676-45a7-819a-86c1f5919639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:21.398713 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-8c3a94a6-6676-45a7-819a-86c1f5919639 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 200 len: 898 time: 0.0928485 Aug 24 00:59:21.473825 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-b3fb0a5e-8e02-4595-9a97-13e2e0ab2c3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 1002 time: 0.0678499 Aug 24 00:59:21.526121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-b81c1ed4-e5eb-4726-bbd3-26cbf8ae46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:21.527562 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-b81c1ed4-e5eb-4726-bbd3-26cbf8ae46fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b HTTP/1.1" status: 200 len: 834 time: 0.0474195 Aug 24 00:59:21.576672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-aea80f72-2a8c-4573-885d-ef6add5ec591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:21.578248 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-aea80f72-2a8c-4573-885d-ef6add5ec591 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1086524-31dd-4396-bca9-14a06c533a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435898 Aug 24 00:59:21.676498 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-14681c89-877b-4eb4-a57f-c90370e6b0ad service neutron] 10.222.0.36 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911183 Aug 24 00:59:21.773704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-6763e64c-20c2-4e3c-96ea-9fb9051be825 service neutron] 10.222.0.36 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896542 Aug 24 00:59:21.969959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89288f9e-250b-4d53-80d4-975f9095cdaf tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:21.971619 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-89288f9e-250b-4d53-80d4-975f9095cdaf tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785&tenant_id=58b36801afc7442c9f10a5f6712fef5c&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1097 time: 0.0853817 Aug 24 00:59:21.983814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804878-2'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:22.040816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:22.106573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46606d1-4b06-49ee-8c88-66824a848a6c req-8e99b32f-d239-401d-8036-3bda116f1e4b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:22.108130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f46606d1-4b06-49ee-8c88-66824a848a6c req-8e99b32f-d239-401d-8036-3bda116f1e4b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0561872 Aug 24 00:59:22.148705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f46606d1-4b06-49ee-8c88-66824a848a6c req-7578dfae-ad46-4787-ba19-afa2c0badf53 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341799 Aug 24 00:59:22.434939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:22.472925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:22.512233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:22.514436 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722cf4fb-ff10-4284-8e5f-05b1ec49a15c" -d '{"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-unplugged", "status": "completed", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:22.518186 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:22.612889 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf494a-c2d4-4e8d-8fe4-3de3dfb32b48 x-openstack-request-id: req-c6bf494a-c2d4-4e8d-8fe4-3de3dfb32b48 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:22.613184 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-unplugged", "status": "completed", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:22.613439 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6bf494a-c2d4-4e8d-8fe4-3de3dfb32b48 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:22.613993 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'code': 200} Aug 24 00:59:22.615675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:22.717783 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:22.733646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.734006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.734355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.734703 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.735040 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.735377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.735711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.736044 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.736376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.736718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.737036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.737364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:22.780163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on host n-h2-804878-2 for vnic_type normal with profile {"migrating_to": "n-h1-804878-2"} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:59:22.780467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:59:22.781270 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:22.785454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:59:22.785817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Attempting to bind port c64eac5f-d44b-4414-b6d8-828266f8554b on network d1086524-31dd-4396-bca9-14a06c533a65 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:22.791264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:59:22.791609 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Checking segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:59:22.792000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Bound using segment: {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:59:22.792436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Bound port: c64eac5f-d44b-4414-b6d8-828266f8554b, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc5af0c-26bf-4444-9676-a173c3f2e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:59:22.792807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:22.860262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:22.863433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:59:22.908442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-95bab410-2d66-42f8-be86-5f3ddafc78e6 None None] Provisioning complete for port c64eac5f-d44b-4414-b6d8-828266f8554b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:22.909022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-95bab410-2d66-42f8-be86-5f3ddafc78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:22.942360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-95bab410-2d66-42f8-be86-5f3ddafc78e6 None None] Port c64eac5f-d44b-4414-b6d8-828266f8554b cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:59:22.958239 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:23.062354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=8']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:23.103173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:23.103803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:23.105331 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ab8217bd-f6e6-4815-ba48-76dabd66e85c service neutron] 10.222.0.36 "PUT /v2.0/ports/c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 1122 time: 1.1255779 Aug 24 00:59:23.167555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c64eac5f-d44b-4414-b6d8-828266f8554b'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 00:59:23.278085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09fa55-8abf-4a8b-8bf5-cca0c6cab7c9 req-3584c05f-2bb8-4570-b7bf-938620c49d88 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:23.279567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a09fa55-8abf-4a8b-8bf5-cca0c6cab7c9 req-3584c05f-2bb8-4570-b7bf-938620c49d88 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 944 time: 0.0588205 Aug 24 00:59:23.290475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b9ecfe30-522c-4f0c-97b2-32aaa257ce86 None None] Provisioning complete for port c64eac5f-d44b-4414-b6d8-828266f8554b triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:23.290860 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b9ecfe30-522c-4f0c-97b2-32aaa257ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:23.320581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a09fa55-8abf-4a8b-8bf5-cca0c6cab7c9 req-868e7b2a-077f-460b-8514-da36e5e80b94 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349212 Aug 24 00:59:23.430698 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b9ecfe30-522c-4f0c-97b2-32aaa257ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:23.470102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:23.472315 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2db706-0913-4c53-b391-8478720b5335" -d '{"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-plugged", "status": "completed", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:23.493419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b9ecfe30-522c-4f0c-97b2-32aaa257ce86 None None] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:23.515650 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d19ab4-7227-458f-a487-e33f3c9be214 x-openstack-request-id: req-c1d19ab4-7227-458f-a487-e33f3c9be214 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:23.515650 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-plugged", "status": "completed", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:23.515650 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1d19ab4-7227-458f-a487-e33f3c9be214 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:23.515650 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'code': 200} Aug 24 00:59:23.614762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b9ecfe30-522c-4f0c-97b2-32aaa257ce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:23.752578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecfe30-522c-4f0c-97b2-32aaa257ce86 None None] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:24.461962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5be18-e587-4a03-bb93-3544ed2b2172 req-ca1d5251-774b-4b78-9d3e-ad3f4dc68d26 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:24.463464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8d5be18-e587-4a03-bb93-3544ed2b2172 req-ca1d5251-774b-4b78-9d3e-ad3f4dc68d26 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0606430 Aug 24 00:59:24.501344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8d5be18-e587-4a03-bb93-3544ed2b2172 req-19205356-cff3-4105-84f6-8f3234b71c23 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317037 Aug 24 00:59:24.614912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:24.617328 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5880af-a405-483c-9f5d-db612a271e68" -d '{"events": [{"name": "network-changed", "server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:24.654434 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc43af32-c4fe-4ac3-ade1-9a5c4cda3d4b x-openstack-request-id: req-dc43af32-c4fe-4ac3-ade1-9a5c4cda3d4b {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:24.654740 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:24.655001 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc43af32-c4fe-4ac3-ade1-9a5c4cda3d4b {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:24.655408 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'status': 'completed', 'code': 200} Aug 24 00:59:24.725485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5880af-a405-483c-9f5d-db612a271e68 req-ebc176ef-bfb2-4fca-830d-92981818fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:24.727070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf5880af-a405-483c-9f5d-db612a271e68 req-ebc176ef-bfb2-4fca-830d-92981818fa14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1127 time: 0.0486767 Aug 24 00:59:24.820657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5880af-a405-483c-9f5d-db612a271e68 req-85e14894-d21d-4eca-be79-b1664a6333ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:24.822191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf5880af-a405-483c-9f5d-db612a271e68 req-85e14894-d21d-4eca-be79-b1664a6333ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 200 len: 898 time: 0.0873866 Aug 24 00:59:24.894638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf5880af-a405-483c-9f5d-db612a271e68 req-864ae2a8-eaaf-4829-8853-57d16a9fb54d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 1002 time: 0.0635245 Aug 24 00:59:24.944200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5880af-a405-483c-9f5d-db612a271e68 req-2d32f6d3-a3cf-41c5-ad8f-9f5a89c1df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:24.945697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf5880af-a405-483c-9f5d-db612a271e68 req-2d32f6d3-a3cf-41c5-ad8f-9f5a89c1df1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b HTTP/1.1" status: 200 len: 834 time: 0.0447495 Aug 24 00:59:24.964922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c64eac5f-d44b-4414-b6d8-828266f8554b details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 00:59:24.992539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5880af-a405-483c-9f5d-db612a271e68 req-fcb4fbbe-37dd-48a6-acc4-8026223c96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:24.994095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf5880af-a405-483c-9f5d-db612a271e68 req-fcb4fbbe-37dd-48a6-acc4-8026223c96f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1086524-31dd-4396-bca9-14a06c533a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405068 Aug 24 00:59:25.080356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:25.092167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c64eac5f-d44b-4414-b6d8-828266f8554b has no active binding in host n-h1-804878-2 {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 24 00:59:25.099147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf5880af-a405-483c-9f5d-db612a271e68 req-6cb21aac-1d05-4e5f-adf5-54a16fdcff53 service neutron] 10.222.0.37 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979648 Aug 24 00:59:25.191830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf5880af-a405-483c-9f5d-db612a271e68 req-c3fda783-8df2-45b0-b188-efa364a845b9 service neutron] 10.222.0.37 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848820 Aug 24 00:59:25.618870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1ed29-a3c9-4524-b05f-da9b3bb78181 req-41e46104-e8c1-442d-bc47-13ea430be146 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:25.620371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71f1ed29-a3c9-4524-b05f-da9b3bb78181 req-41e46104-e8c1-442d-bc47-13ea430be146 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0499170 Aug 24 00:59:25.657934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71f1ed29-a3c9-4524-b05f-da9b3bb78181 req-1bc87124-cca0-42ad-91c7-34e6102cacd2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Aug 24 00:59:25.883642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:26.259204 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6424c00a-1622-4e27-93b3-96a1c40103c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:26.780139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be93f00-27b3-4d50-bcba-6d3bf010dd59 req-5d25d524-f4a1-4d6d-a4c2-fcd95bc8eee6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:26.781607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0be93f00-27b3-4d50-bcba-6d3bf010dd59 req-5d25d524-f4a1-4d6d-a4c2-fcd95bc8eee6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0541985 Aug 24 00:59:26.821069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0be93f00-27b3-4d50-bcba-6d3bf010dd59 req-3034bb72-a4e7-476d-b53d-4d8fafb8e405 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324099 Aug 24 00:59:27.577269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-420443d0-1ab7-4a47-809b-219b03ce6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:27.578900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-420443d0-1ab7-4a47-809b-219b03ce6b62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1127 time: 0.0440464 Aug 24 00:59:27.691980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-0ef809e2-8ce0-468d-ac70-aaf4dcb0d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:27.692224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-0ef809e2-8ce0-468d-ac70-aaf4dcb0d210 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 200 len: 898 time: 0.0947344 Aug 24 00:59:27.766852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-2499b97e-cb01-49db-bf45-bfb82e9cc8c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 1002 time: 0.0678992 Aug 24 00:59:27.819105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-1737dedb-ff45-4324-94e3-7dfa85daa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:27.820641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-1737dedb-ff45-4324-94e3-7dfa85daa361 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b HTTP/1.1" status: 200 len: 834 time: 0.0457389 Aug 24 00:59:27.872559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-fe4667f8-c9b6-4030-a3e8-b0c37174f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:27.874195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-fe4667f8-c9b6-4030-a3e8-b0c37174f984 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d1086524-31dd-4396-bca9-14a06c533a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459979 Aug 24 00:59:27.987582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24462866-f24a-4181-aa0c-ceb1a73376c2 req-844b80bf-7a79-4ce1-806b-0cf4f6a106a9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:27.988998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24462866-f24a-4181-aa0c-ceb1a73376c2 req-844b80bf-7a79-4ce1-806b-0cf4f6a106a9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0996923 Aug 24 00:59:28.019676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-860b9094-d755-4bae-879d-03d19beb7c0e service neutron] 10.222.0.37 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389120 Aug 24 00:59:28.081364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24462866-f24a-4181-aa0c-ceb1a73376c2 req-9b42f9f3-e6e4-43ff-8bfb-5afdfaf0a369 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828407 Aug 24 00:59:28.126795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c22ac6e6-cea6-4107-8bb9-eebdb7f5871b req-ceefbda9-2164-456d-a78b-4d4e43ac810c service neutron] 10.222.0.37 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999296 Aug 24 00:59:29.014808 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e47294dd-1de0-45db-86ad-bf315829ce89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:29.111816 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:29.205094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad091ce-3b09-418a-b73f-1872563c4e52 req-3efb2956-16d2-481e-811e-14ab4e3b0046 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:29.206673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ad091ce-3b09-418a-b73f-1872563c4e52 req-3efb2956-16d2-481e-811e-14ab4e3b0046 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0524364 Aug 24 00:59:29.247132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4ad091ce-3b09-418a-b73f-1872563c4e52 req-dc9bd291-18fc-4e79-ac62-99ebc28dc525 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331500 Aug 24 00:59:29.361817 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 00:59:30.371909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c1f81-0369-478a-8807-7df66552e3fb req-f579c384-625e-4348-a0fc-b6e7fa1617ff tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:30.374189 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a9c1f81-0369-478a-8807-7df66552e3fb req-f579c384-625e-4348-a0fc-b6e7fa1617ff tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0582149 Aug 24 00:59:30.412984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a9c1f81-0369-478a-8807-7df66552e3fb req-a2d370ee-f648-4448-829d-0315fd8ecc3e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320570 Aug 24 00:59:30.425428 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:31.537553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecf16c-3a88-4591-93ff-ba5465c751d9 req-00d93532-8c20-4157-bf1b-da4cbc2b2f99 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:31.539967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4ecf16c-3a88-4591-93ff-ba5465c751d9 req-00d93532-8c20-4157-bf1b-da4cbc2b2f99 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0558703 Aug 24 00:59:31.581449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4ecf16c-3a88-4591-93ff-ba5465c751d9 req-4e3918d2-f3ed-4a38-9ed3-a8007ddaae54 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356767 Aug 24 00:59:31.940344 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:32.713793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f595c-9da7-47f7-bead-91e7e60e885e req-0efcd399-ad6a-4362-85b8-2897656b8be9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:32.715641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc7f595c-9da7-47f7-bead-91e7e60e885e req-0efcd399-ad6a-4362-85b8-2897656b8be9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 946 time: 0.0541394 Aug 24 00:59:32.755839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc7f595c-9da7-47f7-bead-91e7e60e885e req-e5ce5633-fcdc-4066-a01e-427251593835 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340908 Aug 24 00:59:32.834902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-bc4a471c-38c0-408c-9136-37f61f9ae9a7 service neutron] 10.222.0.37 "GET /v2.0/ports/c64eac5f-d44b-4414-b6d8-828266f8554b/bindings/n-h1-804878-2 HTTP/1.1" status: 200 len: 384 time: 0.0713582 Aug 24 00:59:33.033413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:33.057893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:33.104137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:33.106501 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97dbdba-e4fb-41ec-8d8d-accaacebdd11" -d '{"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-unplugged", "status": "completed", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:33.113678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:33.148903 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e41008-332b-4154-8c4c-e080e37b10d8 x-openstack-request-id: req-68e41008-332b-4154-8c4c-e080e37b10d8 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:33.149320 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-unplugged", "status": "completed", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:33.149717 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68e41008-332b-4154-8c4c-e080e37b10d8 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:33.150181 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'code': 200} Aug 24 00:59:33.198376 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:33.280803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Transition to ACTIVE for port object c64eac5f-d44b-4414-b6d8-828266f8554b will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:33.352066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:33.452704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Pushing event updated for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=11']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:33.465245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.465615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.465964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.466305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.466640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.466972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.467302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.467630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.467961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.468287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.468611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.468961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:33.501893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] No DVR routers for this DVR port c64eac5f-d44b-4414-b6d8-828266f8554b on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:59:33.638086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-45b445f0-53b9-4036-a5d1-a6f26ef9145c service neutron] 10.222.0.37 "PUT /v2.0/ports/c64eac5f-d44b-4414-b6d8-828266f8554b/bindings/n-h1-804878-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7962632 Aug 24 00:59:33.883833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069560-f118-4ea1-8b20-8a9d537780f3 req-7ac9e9fb-3a04-4a27-9490-5396c361b4af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:33.885353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6069560-f118-4ea1-8b20-8a9d537780f3 req-7ac9e9fb-3a04-4a27-9490-5396c361b4af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 945 time: 0.0564742 Aug 24 00:59:33.931821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6069560-f118-4ea1-8b20-8a9d537780f3 req-4fa09228-d216-4c03-8668-639e799989e0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373263 Aug 24 00:59:34.196201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-0baa895f-7f09-49a8-81ab-6ffaaf1641c5 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:34.198172 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-0baa895f-7f09-49a8-81ab-6ffaaf1641c5 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785&tenant_id=58b36801afc7442c9f10a5f6712fef5c&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0476234 Aug 24 00:59:34.244483 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ce354b9e-b64b-4207-91a8-64230063cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:34.246010 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-ce354b9e-b64b-4207-91a8-64230063cf6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 1096 time: 0.0402517 Aug 24 00:59:34.319302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-028074f4-475b-4bcc-8177-29bbd3ec6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:34.320859 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-028074f4-475b-4bcc-8177-29bbd3ec6b5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1096 time: 0.0424659 Aug 24 00:59:34.417389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-6046c353-3a40-40b9-92a8-5a8596ce46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:34.418913 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-6046c353-3a40-40b9-92a8-5a8596ce46e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 200 len: 898 time: 0.0910826 Aug 24 00:59:34.489486 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-71ea1eb5-2255-4033-9ec6-3cfb805e6310 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 1000 time: 0.0634687 Aug 24 00:59:34.541244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-5b2d83cd-7fa0-4f5e-973d-fb16634a9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:34.542786 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-5b2d83cd-7fa0-4f5e-973d-fb16634a9946 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b HTTP/1.1" status: 200 len: 834 time: 0.0473421 Aug 24 00:59:34.599555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-abcfdc72-5db6-4cac-aff0-462eb2bf4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:34.601984 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-abcfdc72-5db6-4cac-aff0-462eb2bf4f1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1086524-31dd-4396-bca9-14a06c533a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520980 Aug 24 00:59:34.700297 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-e0e957fa-2ee2-40c3-b087-592b78c9c47d service neutron] 10.222.0.36 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911288 Aug 24 00:59:34.782881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c64eac5f-d44b-4414-b6d8-828266f8554b no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:59:34.803893 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-54c38d36-b216-4522-ac41-28669abd6814 service neutron] 10.222.0.36 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958347 Aug 24 00:59:34.830682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c64eac5f-d44b-4414-b6d8-828266f8554b not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:59:35.062490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65b71e-b321-492d-93ce-445eaec1da1f req-a28ea7d9-ba67-416b-917c-3751de1c4149 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:35.064827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa65b71e-b321-492d-93ce-445eaec1da1f req-a28ea7d9-ba67-416b-917c-3751de1c4149 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 945 time: 0.0592165 Aug 24 00:59:35.102118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa65b71e-b321-492d-93ce-445eaec1da1f req-aa321023-fbd7-4125-9abb-a09489a94903 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322533 Aug 24 00:59:35.346116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-98be634c-0afc-493a-a4b5-952589c3d046 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:35.347659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-98be634c-0afc-493a-a4b5-952589c3d046 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785&tenant_id=58b36801afc7442c9f10a5f6712fef5c&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 1096 time: 0.0466802 Aug 24 00:59:35.564924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-2a294303-c2c3-4e32-b42c-0b35ea2791a2 service neutron] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:35.568175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-2a294303-c2c3-4e32-b42c-0b35ea2791a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:35.569355 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-05e8b8f9-c446-4a9a-9236-0ffe3ae64d16 req-2a294303-c2c3-4e32-b42c-0b35ea2791a2 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c64eac5f-d44b-4414-b6d8-828266f8554b/bindings/n-h2-804878-2 HTTP/1.1" status: 204 len: 173 time: 0.2144244 Aug 24 00:59:36.225228 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6a4d2-d97c-42a3-8db6-ea440d793ec6 req-bd3440e1-d11a-426f-ad6b-0a850f6746fb tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:36.227345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3db6a4d2-d97c-42a3-8db6-ea440d793ec6 req-bd3440e1-d11a-426f-ad6b-0a850f6746fb tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 945 time: 0.0518231 Aug 24 00:59:36.268788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3db6a4d2-d97c-42a3-8db6-ea440d793ec6 req-f29ed646-bc83-4fad-9e43-db1b08a37669 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354438 Aug 24 00:59:36.387761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2563fd-238a-4cdb-90cf-28efbf3c1552 req-05bf71c3-47b3-4ba8-b604-ababf841ed6e tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:36.389276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b2563fd-238a-4cdb-90cf-28efbf3c1552 req-05bf71c3-47b3-4ba8-b604-ababf841ed6e tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1096 time: 0.0456553 Aug 24 00:59:36.426011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b2563fd-238a-4cdb-90cf-28efbf3c1552 req-f368955b-a126-4331-9b02-256f23c8fd32 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301788 Aug 24 00:59:36.545208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99239f1-17f1-4744-a6d9-34948116d430 req-d65d11c0-4612-42ff-b0a6-f5181cdbcf62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:36.546685 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c99239f1-17f1-4744-a6d9-34948116d430 req-d65d11c0-4612-42ff-b0a6-f5181cdbcf62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 945 time: 0.0496943 Aug 24 00:59:36.585280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c99239f1-17f1-4744-a6d9-34948116d430 req-cd623864-8973-452f-90ab-519bc56f2806 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324104 Aug 24 00:59:36.608112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47518) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:36.667806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f7ee69ba-639c-45de-a203-fe2380dd6ca8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/5c2c2dce-f181-484c-b29b-86a0dffe41d4 HTTP/1.1" status: 200 len: 992 time: 0.0585561 Aug 24 00:59:38.905420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47528) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:39.093926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port 70bb8c36-0c79-4a2a-a176-8608ae646ba2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:59:39.094269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:39.181034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:39.181377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:39.193463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for 70bb8c36-0c79-4a2a-a176-8608ae646ba2 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:59:39.449486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:39.473794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=70bb8c36-0c79-4a2a-a176-8608ae646ba2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:39.546003 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:39.546331 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Floating IP 5c2c2dce-f181-484c-b29b-86a0dffe41d4 disassociated (deleted). External IP: 172.25.5.206, port: c64eac5f-d44b-4414-b6d8-828266f8554b. Aug 24 00:59:39.752695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 0584ac10-2ef6-459e-b332-00469b874d01 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:59:39.860765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:59:39.865295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:39.870342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] Sync routers for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:59:39.884329 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:39.884954 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:39.895350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-904b7bb0-9255-4c62-a6ec-b897b14050e9 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/floatingips/5c2c2dce-f181-484c-b29b-86a0dffe41d4 HTTP/1.1" status: 204 len: 168 time: 0.9886732 Aug 24 00:59:39.895912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:39.898290 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4040d8-5d51-4736-bb96-7cef44b67ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:39.939081 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ee7188-0e39-460b-8717-f30b29ef66fc x-openstack-request-id: req-b0ee7188-0e39-460b-8717-f30b29ef66fc {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:39.939678 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:39.940553 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0ee7188-0e39-460b-8717-f30b29ef66fc {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:39.941019 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'status': 'completed', 'code': 200} Aug 24 00:59:40.032773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-2f196aeb-909a-4a99-a3ac-7ec85db5371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.034263 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-2f196aeb-909a-4a99-a3ac-7ec85db5371f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 1096 time: 0.0449951 Aug 24 00:59:40.091926 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:40.137748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-fd6e64c8-6a40-4c3e-bdc2-967c29c953a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.139370 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-fd6e64c8-6a40-4c3e-bdc2-967c29c953a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 200 len: 898 time: 0.0978887 Aug 24 00:59:40.191447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-b9e146bb-ce40-48aa-976d-732de4b0ee46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 200 len: 217 time: 0.0454867 Aug 24 00:59:40.255287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-e830e73d-d9c0-45b7-8946-df34bcced9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.257292 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-e830e73d-d9c0-45b7-8946-df34bcced9b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b HTTP/1.1" status: 200 len: 834 time: 0.0587246 Aug 24 00:59:40.325188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-917757da-2915-46ce-b9a3-de362c9d1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.326785 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-917757da-2915-46ce-b9a3-de362c9d1a29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d1086524-31dd-4396-bca9-14a06c533a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620110 Aug 24 00:59:40.358933 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:33Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:40.389873 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] Checking router: 0584ac10-2ef6-459e-b332-00469b874d01 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:59:40.400495 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:40.401109 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:40.447926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbebfd-2e1e-4b78-b8d6-cdb65ee34829 req-53ae47d1-9dc6-4bcc-af2d-05ccc917262f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:40.448135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2cbebfd-2e1e-4b78-b8d6-cdb65ee34829 req-53ae47d1-9dc6-4bcc-af2d-05ccc917262f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 945 time: 0.0848460 Aug 24 00:59:40.501293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2cbebfd-2e1e-4b78-b8d6-cdb65ee34829 req-57af865e-13bb-4b5d-aeeb-200923ca8231 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e1d4290-0d14-417f-9927-fcabe680f7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444121 Aug 24 00:59:40.508035 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-5df45a02-8b1c-48f5-96a1-96184fa3161e service neutron] 10.222.0.36 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549692 Aug 24 00:59:40.531463 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:40.642427 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c4040d8-5d51-4736-bb96-7cef44b67ddd req-38aa3c9b-b3b6-4e58-aad8-2957c92b7400 service neutron] 10.222.0.36 "GET /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215959 Aug 24 00:59:40.757953 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:33Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:40.790498 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bd46f-76ca-44dd-aa12-a5650dd32863 None None] The sync data for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 is: [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:58:30Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '9e23d8dc-0912-45b1-9e3f-9e83094b8c5b', 'name': '', 'network_id': 'd1086524-31dd-4396-bca9-14a06c533a65', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:54:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:29Z', 'updated_at': '2021-08-24T00:58:33Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:59:41.022070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a054c77-ffe4-4116-b381-5a60ffcfeb3d None None] New status for floating IP 5c2c2dce-f181-484c-b29b-86a0dffe41d4: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 00:59:41.097115 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-f1339857-1a05-42a6-b765-8f976e2dbc1e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:41.098736 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-f1339857-1a05-42a6-b765-8f976e2dbc1e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 945 time: 0.0547490 Aug 24 00:59:41.191474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port c64eac5f-d44b-4414-b6d8-828266f8554b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:59:41.191746 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:41.283417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port c64eac5f-d44b-4414-b6d8-828266f8554b, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c64eac5f-d44b-4414-b6d8-828266f8554b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:41.283787 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:41.298111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for c64eac5f-d44b-4414-b6d8-828266f8554b owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:59:41.500636 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:41.530923 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=c64eac5f-d44b-4414-b6d8-828266f8554b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:41.580793 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] No DVR routers for this DVR port c64eac5f-d44b-4414-b6d8-828266f8554b on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:59:41.583460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:41.585613 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c314bce1-cf1b-4695-8ed6-91c24df1fd78 req-95e53d54-3249-4a73-919a-8f04846a0891 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "DELETE /v2.0/ports/c64eac5f-d44b-4414-b6d8-828266f8554b HTTP/1.1" status: 204 len: 173 time: 0.4808207 Aug 24 00:59:41.591210 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-deleted', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:41.591210 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b024ca8-5344-435d-8b6d-9f2b2978c4e2" -d '{"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-deleted", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:41.627409 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4e1050-2c7a-485b-981c-40b73e25e284 x-openstack-request-id: req-fb4e1050-2c7a-485b-981c-40b73e25e284 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:41.627708 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f9201-dfbf-4ebb-8f48-bf8368c67785", "name": "network-vif-deleted", "tag": "c64eac5f-d44b-4414-b6d8-828266f8554b", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:41.627963 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb4e1050-2c7a-485b-981c-40b73e25e284 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:41.628365 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f9201-dfbf-4ebb-8f48-bf8368c67785', 'name': 'network-vif-deleted', 'tag': 'c64eac5f-d44b-4414-b6d8-828266f8554b', 'status': 'completed', 'code': 200} Aug 24 00:59:41.631163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-708ef1c0-f597-465f-849d-546b97806349 req-cae20cda-a5bc-4698-92d3-3e6c58adae5e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 210 time: 0.0430710 Aug 24 00:59:42.736103 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:42.741380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db60c732-c0c8-43c5-aa55-9822d16c9918 req-57eba94f-871b-4fb7-8171-586a1b32c262 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b99f9201-dfbf-4ebb-8f48-bf8368c67785 HTTP/1.1" status: 200 len: 210 time: 0.0264852 Aug 24 00:59:42.772253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-c3ce19dd-1b96-4125-bac0-b1f1d36e71a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431297 Aug 24 00:59:42.877354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-6fc4c073-ac0a-44b3-b15d-3e15be71b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:42.878927 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-6fc4c073-ac0a-44b3-b15d-3e15be71b07c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1096 time: 0.0482800 Aug 24 00:59:42.984861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-50d9709e-4373-4182-a976-453ae8784260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:42.986343 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-50d9709e-4373-4182-a976-453ae8784260 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0877941 Aug 24 00:59:43.058333 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-6b5c518f-acb7-4a22-94d8-93521be529c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 200 len: 1001 time: 0.0643642 Aug 24 00:59:43.108178 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-dd0a29da-d1ed-4170-828e-0cf75b10d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:43.109651 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-dd0a29da-d1ed-4170-828e-0cf75b10d652 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0436606 Aug 24 00:59:43.154636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-ad568a02-4b1a-4510-bf1d-e7f93c32a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:43.156098 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-ad568a02-4b1a-4510-bf1d-e7f93c32a368 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396991 Aug 24 00:59:43.261229 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-f4273fb8-de8c-43b6-bec9-aee871d35510 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980008 Aug 24 00:59:43.354425 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-79ab3790-d09e-45e3-b7c1-2712302efe5f req-837c56fe-5c1d-41c1-8c24-120b565233bc service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853655 Aug 24 00:59:43.802121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47554) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:44.167549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:44.770169 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:59:44.770522 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:44.856649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:44.857336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:44.868357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:59:45.040649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c64eac5f-d44b-4414-b6d8-828266f8554b no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:59:45.059746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: c64eac5f-d44b-4414-b6d8-828266f8554b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:59:45.060088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c64eac5f-d44b-4414-b6d8-828266f8554b not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:59:45.117466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:45.145204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=9e23d8dc-0912-45b1-9e3f-9e83094b8c5b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:45.321342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:45.539316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router 0584ac10-2ef6-459e-b332-00469b874d01 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:59:45.650184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:59:45.658372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-abb2d3f0-1942-4943-a373-04a7fa87459b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "PUT /v2.0/routers/0584ac10-2ef6-459e-b332-00469b874d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8523636 Aug 24 00:59:45.658465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:45.664442 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] Sync routers for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:59:45.674449 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:45.675156 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:45.711287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-493c92f9-8b3d-4d70-ac91-bfd307cf9027 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting subnet 8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 00:59:45.714747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-493c92f9-8b3d-4d70-ac91-bfd307cf9027 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:45.775562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-493c92f9-8b3d-4d70-ac91-bfd307cf9027 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:45.784012 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:45.814938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-7c315297-58ec-4bb8-8bf3-8eac28bccbf9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504762734&fields=id&tenant_id=98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 267 time: 0.0742192 Aug 24 00:59:45.935815 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-493c92f9-8b3d-4d70-ac91-bfd307cf9027 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:45.957927 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:59:44Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:45.987634 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] Checking router: 0584ac10-2ef6-459e-b332-00469b874d01 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:59:45.990207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2cde-0535-4851-a369-0681c338a591 req-7abf50e1-7509-442f-90a4-d14b4a3d00c1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:45.991703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-7abf50e1-7509-442f-90a4-d14b4a3d00c1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1672666 Aug 24 00:59:45.996635 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] Routers {'0584ac10-2ef6-459e-b332-00469b874d01'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:45.997255 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['0584ac10-2ef6-459e-b332-00469b874d01'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:46.016415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-bf51621a-b7b1-4af7-9430-7ca40d23fe97 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/quotas/98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 375 time: 0.0158954 Aug 24 00:59:46.075134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-b6c9d3f3-10bc-4582-a48c-abeee089d2c1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527329 Aug 24 00:59:46.097610 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-493c92f9-8b3d-4d70-ac91-bfd307cf9027 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.101317 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] Set router 0584ac10-2ef6-459e-b332-00469b874d01 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:46.168667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c92f9-8b3d-4d70-ac91-bfd307cf9027 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Subnet': ['ID=8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:46.172813 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-493c92f9-8b3d-4d70-ac91-bfd307cf9027 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.174362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d2f1e-3068-4ee4-b51f-73f305cfb712 None None] Network d1086524-31dd-4396-bca9-14a06c533a65 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:59:46.178385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-493c92f9-8b3d-4d70-ac91-bfd307cf9027 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/subnets/8df8a6e8-12c5-4d4f-ba0a-7fa5c914030b HTTP/1.1" status: 204 len: 168 time: 0.5155213 Aug 24 00:59:46.178484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47570) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:46.214030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-bec3c58a-23bd-4d59-a93f-28e6012d414d service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252420 Aug 24 00:59:46.301597 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:59:44Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:46.311581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-fc2ec8c0-5786-49e9-af2c-031a058e9e14 service neutron] 10.222.0.26 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905516 Aug 24 00:59:46.330773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.332729 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85104070-0f52-435d-860d-3dd0bf1135cd None None] The sync data for ids ['0584ac10-2ef6-459e-b332-00469b874d01'] in n-d-804878-2 is: [{'id': '0584ac10-2ef6-459e-b332-00469b874d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1569252411', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:58:25Z', 'updated_at': '2021-08-24T00:59:44Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '0f4e584f-1a54-4633-be3f-e76e1cbbccf0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0584ac10-2ef6-459e-b332-00469b874d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:58:26Z', 'updated_at': '2021-08-24T00:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:59:46.448067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.583426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:59:46.583703 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.668041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port 0f4e584f-1a54-4633-be3f-e76e1cbbccf0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0f4e584f-1a54-4633-be3f-e76e1cbbccf0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:46.668467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.681137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:59:46.709643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] DHCP port deletion for d1086524-31dd-4396-bca9-14a06c533a65 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 00:59:46.782993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Deleting port 2ba50724-0a2f-477d-8d0c-f411fe55f251 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 00:59:46.783760 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.856651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] For port 2ba50724-0a2f-477d-8d0c-f411fe55f251, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2ba50724-0a2f-477d-8d0c-f411fe55f251,segment=NetworkSegment(0dc5af0c-26bf-4444-9676-a173c3f2e079),segment_id=0dc5af0c-26bf-4444-9676-a173c3f2e079)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:46.857129 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.870437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Calling delete_port for 2ba50724-0a2f-477d-8d0c-f411fe55f251 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 00:59:46.919648 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:46.965461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=0f4e584f-1a54-4633-be3f-e76e1cbbccf0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:46.997094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-01a3fc86-85e7-493b-a26e-ee1dd0506795 req-efb181bd-5b66-4814-b5fc-08299067a913 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 210 time: 0.0418582 Aug 24 00:59:47.027409 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.044418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.062343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Pushing event deleted for resources: {'Port': ['ID=2ba50724-0a2f-477d-8d0c-f411fe55f251,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:47.066582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] No DVR routers for this DVR port 2ba50724-0a2f-477d-8d0c-f411fe55f251 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 00:59:47.085776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.086133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.086479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.086820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.087371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.088512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.089006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.089345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.089706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.090086 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.090415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.090915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6d86e-bbe4-420e-9f4d-671a367d8a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:47.147453 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.149519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.266783 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.267595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Fanout notify agent at l3_agent the message router_deleted on router 0584ac10-2ef6-459e-b332-00469b874d01 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 00:59:47.278139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.279728 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-82b50533-e350-4182-a85e-ed3a519aed87 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/routers/0584ac10-2ef6-459e-b332-00469b874d01 HTTP/1.1" status: 204 len: 168 time: 1.1008768 Aug 24 00:59:47.282826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:47.369061 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.467233 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.477291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1086524-31dd-4396-bca9-14a06c533a65']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:47.488114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc5af0c-26bf-4444-9676-a173c3f2e079') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:47.488415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc5af0c-26bf-4444-9676-a173c3f2e079') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:47.497239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.511179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.516984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 00:59:47.517384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: timer() Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 00:59:47.520380 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 00:59:47.637169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.645050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.646055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/networks/d1086524-31dd-4396-bca9-14a06c533a65 HTTP/1.1" status: 204 len: 168 time: 0.3619730 Aug 24 00:59:47.649018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47590) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:47.660487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e7b87-0bbe-4d9a-99e5-233219b85d04 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Network': ['ID=d1086524-31dd-4396-bca9-14a06c533a65,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:47.712018 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afbbfa89-0f94-4580-a9a0-887a2d7c7cbf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.743555 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afbbfa89-0f94-4580-a9a0-887a2d7c7cbf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.789178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:59:47.813844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:59:47.814281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 9e23d8dc-0912-45b1-9e3f-9e83094b8c5b not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:59:47.814710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2ba50724-0a2f-477d-8d0c-f411fe55f251 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:59:47.833083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2ba50724-0a2f-477d-8d0c-f411fe55f251 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:59:47.833433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2ba50724-0a2f-477d-8d0c-f411fe55f251 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:59:47.833876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 00:59:47.852648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 00:59:47.853002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0f4e584f-1a54-4633-be3f-e76e1cbbccf0 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 00:59:47.898569 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afbbfa89-0f94-4580-a9a0-887a2d7c7cbf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.901828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-afbbfa89-0f94-4580-a9a0-887a2d7c7cbf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:47.903107 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-afbbfa89-0f94-4580-a9a0-887a2d7c7cbf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/security-groups/7e1d4290-0d14-417f-9927-fcabe680f7fd HTTP/1.1" status: 204 len: 168 time: 0.2529502 Aug 24 00:59:47.912972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbfa89-0f94-4580-a9a0-887a2d7c7cbf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1d4290-0d14-417f-9927-fcabe680f7fd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:48.096407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79d974b6-8f3c-419f-8589-77639761e317 req-23463bb3-8a86-4a50-9cfa-24c667cfeaf1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 210 time: 0.0279720 Aug 24 00:59:48.635905 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:48.640522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d520a845-3aae-4220-a866-bc9311987547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595418603', 'description': 'tempest-secgroup-smoke-595418603 description', 'project_id': '58b36801afc7442c9f10a5f6712fef5c'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:48.773830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2cde-0535-4851-a369-0681c338a591 req-17a2271f-fe1d-46e4-9905-c77461a8864e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:48.775202 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-17a2271f-fe1d-46e4-9905-c77461a8864e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 811 time: 0.1294484 Aug 24 00:59:48.790643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d520a845-3aae-4220-a866-bc9311987547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:48.836213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-f6b99f9b-4b58-42a9-af50-a8758b12d246 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98d2f1382fca415cbb92091953421b96 HTTP/1.1" status: 200 len: 380 time: 0.0522528 Aug 24 00:59:48.847765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'port': {'device_id': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'admin_state_up': True, 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'security_groups': ['5dfa68ae-17d6-4b51-8c16-46440d89f9f3']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:48.978146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d520a845-3aae-4220-a866-bc9311987547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.091573 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d520a845-3aae-4220-a866-bc9311987547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.127340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520a845-3aae-4220-a866-bc9311987547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:49.193245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2bf1374-811f-42de-ad05-76181047384d req-c1d34db4-3e54-45e1-8d4d-13447f65470f tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 210 time: 0.0293689 Aug 24 00:59:49.194108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Made reservation on behalf of 98d2f1382fca415cbb92091953421b96 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:59:49.197861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.265589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d520a845-3aae-4220-a866-bc9311987547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.269534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d520a845-3aae-4220-a866-bc9311987547 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6299508 Aug 24 00:59:49.269787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47602) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:49.280238 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-28f84912-f46f-4f8c-9789-bd457ad4344c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'ed239ea1-53ad-4a56-94b1-79e44ec9ccbe', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:49.359620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.20.0.4 (2447c20e-30f4-4062-a057-06c6927bfd1d/7eb66cbc-c577-4254-9c66-c5104e730ddc/a839b05f-153e-4dc3-a5d0-490635d23173) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:59:49.407224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28f84912-f46f-4f8c-9789-bd457ad4344c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.542497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28f84912-f46f-4f8c-9789-bd457ad4344c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.546971 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.560325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Transition to ACTIVE for port object a839b05f-153e-4dc3-a5d0-490635d23173 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:49.649170 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28f84912-f46f-4f8c-9789-bd457ad4344c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.669057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84912-f46f-4f8c-9789-bd457ad4344c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f46627f-d97c-429a-b676-64103be2862e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:49.700955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.739806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-28f84912-f46f-4f8c-9789-bd457ad4344c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.741050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-28f84912-f46f-4f8c-9789-bd457ad4344c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4703574 Aug 24 00:59:49.744138 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:49.749105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 2447c20e-30f4-4062-a057-06c6927bfd1d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:59:49.750306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d283cdc7-f12b-4d54-b6e9-a8838df0907a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'ed239ea1-53ad-4a56-94b1-79e44ec9ccbe', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:49.752196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:59:49.755879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:59:49.781507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=a839b05f-153e-4dc3-a5d0-490635d23173,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:49.811665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:49.812307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.858462 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d283cdc7-f12b-4d54-b6e9-a8838df0907a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.941239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-18ce74b1-fe60-4b98-9494-912114ff6b01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0983191 Aug 24 00:59:49.945525 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d283cdc7-f12b-4d54-b6e9-a8838df0907a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:49.955765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Request body: {'port': {'device_id': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:50.018721 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.030632 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d283cdc7-f12b-4d54-b6e9-a8838df0907a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.063350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283cdc7-f12b-4d54-b6e9-a8838df0907a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99d3823-eb24-438a-ad5a-c35bffe0d384,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:50.117901 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d283cdc7-f12b-4d54-b6e9-a8838df0907a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.122245 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d283cdc7-f12b-4d54-b6e9-a8838df0907a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3738680 Aug 24 00:59:50.122467 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47606) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:50.127236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-25fff0d4-7a62-4355-b60f-3fef049c85af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'ed239ea1-53ad-4a56-94b1-79e44ec9ccbe', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:50.184663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f7ca942e-3576-43c0-8066-7706229305e5 None None] Provisioning for port a839b05f-153e-4dc3-a5d0-490635d23173 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:59:50.189680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f7ca942e-3576-43c0-8066-7706229305e5 None None] Provisioning complete for port a839b05f-153e-4dc3-a5d0-490635d23173 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:50.190058 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7ca942e-3576-43c0-8066-7706229305e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.239601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca942e-3576-43c0-8066-7706229305e5 None None] Port a839b05f-153e-4dc3-a5d0-490635d23173 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:59:50.247438 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25fff0d4-7a62-4355-b60f-3fef049c85af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.325981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25fff0d4-7a62-4355-b60f-3fef049c85af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.366198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a737730-40a9-4f7d-a98f-5771b2f6c3fa req-5d4c87cf-4a44-4ca6-a998-1522201a20c8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:50.367731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a737730-40a9-4f7d-a98f-5771b2f6c3fa req-5d4c87cf-4a44-4ca6-a998-1522201a20c8 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 931 time: 0.0933042 Aug 24 00:59:50.376064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a839b05f-153e-4dc3-a5d0-490635d23173 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 00:59:50.385698 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.410734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Transition to ACTIVE for port object a839b05f-153e-4dc3-a5d0-490635d23173 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:50.424409 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25fff0d4-7a62-4355-b60f-3fef049c85af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.427434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a737730-40a9-4f7d-a98f-5771b2f6c3fa req-d03269b3-6fd7-4a03-b963-1e5237c71f78 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Aug 24 00:59:50.448770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff0d4-7a62-4355-b60f-3fef049c85af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac319f4-2512-4196-94db-6eb7f57dcf86,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:50.494584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.546826 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-25fff0d4-7a62-4355-b60f-3fef049c85af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.551938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a839b05f-153e-4dc3-a5d0-490635d23173,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:50.554156 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-25fff0d4-7a62-4355-b60f-3fef049c85af tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302328 Aug 24 00:59:50.555305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47610) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:50.560058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9d56fa7d-f6b8-4d53-b845-db18f4084e62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'ed239ea1-53ad-4a56-94b1-79e44ec9ccbe', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:50.631275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Attempting to bind port a839b05f-153e-4dc3-a5d0-490635d23173 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:59:50.631625 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Attempting to bind port a839b05f-153e-4dc3-a5d0-490635d23173 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:59:50.631959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Attempting to bind port a839b05f-153e-4dc3-a5d0-490635d23173 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:50.639233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Port a839b05f-153e-4dc3-a5d0-490635d23173 on network 2447c20e-30f4-4062-a057-06c6927bfd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 00:59:50.639559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Attempting to bind port a839b05f-153e-4dc3-a5d0-490635d23173 on network 2447c20e-30f4-4062-a057-06c6927bfd1d {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:50.646374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:59:50.649628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Checking segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:59:50.649628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Bound using segment: {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:59:50.649628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Bound port: a839b05f-153e-4dc3-a5d0-490635d23173, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c3bc6a-a94d-41f2-9f56-a5617df1d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:59:50.649628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.719342 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d56fa7d-f6b8-4d53-b845-db18f4084e62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.733959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] For port a839b05f-153e-4dc3-a5d0-490635d23173, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:50.738499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] For port a839b05f-153e-4dc3-a5d0-490635d23173, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=a839b05f-153e-4dc3-a5d0-490635d23173,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:59:50.793152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d56fa7d-f6b8-4d53-b845-db18f4084e62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.813594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.850155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:50.850797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.852230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a839b05f-153e-4dc3-a5d0-490635d23173 HTTP/1.1" status: 200 len: 1091 time: 0.9015107 Aug 24 00:59:50.852704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 00:59:50.855753 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b5b8f3-e249-45b4-b4ff-68bb48b7f9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 00:59:50.855898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d56fa7d-f6b8-4d53-b845-db18f4084e62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:50.903687 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 00:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50920c7-c62f-4f1e-a85c-bc725324bbec x-openstack-request-id: req-f50920c7-c62f-4f1e-a85c-bc725324bbec {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 00:59:50.903687 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 00:59:50.903687 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f50920c7-c62f-4f1e-a85c-bc725324bbec {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 00:59:50.903914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56fa7d-f6b8-4d53-b845-db18f4084e62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cdea75-d047-4735-a848-458cf187ebf4,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:50.904001 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'status': 'completed', 'code': 200} Aug 24 00:59:50.904673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff214e7-894c-4d9a-8d73-f2fead5755b3 service neutron] Pushing event updated for resources: {'Port': ['ID=a839b05f-153e-4dc3-a5d0-490635d23173,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:50.968525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5b8f3-e249-45b4-b4ff-68bb48b7f9c1 req-160f325b-3ad7-495b-98ee-59f9c72dccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:50.970114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29b5b8f3-e249-45b4-b4ff-68bb48b7f9c1 req-160f325b-3ad7-495b-98ee-59f9c72dccc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 1094 time: 0.0459726 Aug 24 00:59:51.026884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9d56fa7d-f6b8-4d53-b845-db18f4084e62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.028732 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9d56fa7d-f6b8-4d53-b845-db18f4084e62 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4722643 Aug 24 00:59:51.031597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47614) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:51.037110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-74ca600f-a0ac-4036-b03f-3f2c0bc92c89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'ed239ea1-53ad-4a56-94b1-79e44ec9ccbe', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:51.086357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5b8f3-e249-45b4-b4ff-68bb48b7f9c1 req-05efdb52-2dfc-44f1-8fa7-d1231e9bf63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:51.087861 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29b5b8f3-e249-45b4-b4ff-68bb48b7f9c1 req-05efdb52-2dfc-44f1-8fa7-d1231e9bf63a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=98d2f1382fca415cbb92091953421b96&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1106217 Aug 24 00:59:51.146719 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-74ca600f-a0ac-4036-b03f-3f2c0bc92c89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Project 58b36801afc7442c9f10a5f6712fef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:59:51.152749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74ca600f-a0ac-4036-b03f-3f2c0bc92c89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.188234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5b8f3-e249-45b4-b4ff-68bb48b7f9c1 req-3ba60a64-93eb-4704-936c-2c63d86b7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:51.190356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29b5b8f3-e249-45b4-b4ff-68bb48b7f9c1 req-3ba60a64-93eb-4704-936c-2c63d86b7e9e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954316 Aug 24 00:59:51.229207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74ca600f-a0ac-4036-b03f-3f2c0bc92c89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.268621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2cde-0535-4851-a369-0681c338a591 req-1513824b-e77e-4d38-b5b5-29e93e47e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:51.270287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-1513824b-e77e-4d38-b5b5-29e93e47e23d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 1094 time: 0.0428808 Aug 24 00:59:51.294761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74ca600f-a0ac-4036-b03f-3f2c0bc92c89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.317994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-c23ddb94-e56e-4d89-b4a0-200254949fb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a839b05f-153e-4dc3-a5d0-490635d23173 HTTP/1.1" status: 200 len: 217 time: 0.0403435 Aug 24 00:59:51.322179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca600f-a0ac-4036-b03f-3f2c0bc92c89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b8ccd6-cd6c-4831-86e0-04ac7e1f1be0,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:51.367738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2cde-0535-4851-a369-0681c338a591 req-5b2be055-a835-4767-8567-4a773db98f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:51.369859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-5b2be055-a835-4767-8567-4a773db98f53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0446627 Aug 24 00:59:51.397640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-74ca600f-a0ac-4036-b03f-3f2c0bc92c89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.401560 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-74ca600f-a0ac-4036-b03f-3f2c0bc92c89 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3661938 Aug 24 00:59:51.401818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47616) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:51.407554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f1f8a995-5d28-4dd1-87a1-0a04cda9afd5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'security_group_rule': {'security_group_id': 'ed239ea1-53ad-4a56-94b1-79e44ec9ccbe', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:51.417455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2cde-0535-4851-a369-0681c338a591 req-c9b1ee97-277a-4044-8ac3-74087eaa63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:51.419537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-c9b1ee97-277a-4044-8ac3-74087eaa63d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436053 Aug 24 00:59:51.506522 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-f1f8a995-5d28-4dd1-87a1-0a04cda9afd5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Project 58b36801afc7442c9f10a5f6712fef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 00:59:51.514333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a995-5d28-4dd1-87a1-0a04cda9afd5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.544238 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-82177ef1-743f-479e-bc7e-a941f1313ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170609 Aug 24 00:59:51.568044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ed051-7a79-447c-a441-3d1a6295cfe8 req-8041c233-6541-43b7-bea8-6c7cdea4c07d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:51.569652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-168ed051-7a79-447c-a441-3d1a6295cfe8 req-8041c233-6541-43b7-bea8-6c7cdea4c07d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 943 time: 0.0715685 Aug 24 00:59:51.580827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a995-5d28-4dd1-87a1-0a04cda9afd5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.653778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-168ed051-7a79-447c-a441-3d1a6295cfe8 req-98a1370a-3e5e-497c-bfff-9b056a524db1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733223 Aug 24 00:59:51.671836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a995-5d28-4dd1-87a1-0a04cda9afd5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.684290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b2cde-0535-4851-a369-0681c338a591 req-5c866abc-a4e2-4759-a953-19bdc5649adf service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325307 Aug 24 00:59:51.691526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8a995-5d28-4dd1-87a1-0a04cda9afd5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f512dd-b3a7-4c37-8c86-d697a996e27e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:51.766163 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a995-5d28-4dd1-87a1-0a04cda9afd5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.766163 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f1f8a995-5d28-4dd1-87a1-0a04cda9afd5 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3594215 Aug 24 00:59:51.766163 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47620) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:51.770894 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'network': {'name': 'tempest-network-smoke--212967681', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'port_security_enabled': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:51.888975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:59:51.892930 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.917441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 00:59:51.926716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:51.927094 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Added segment 59b515e8-1203-4f15-bdc0-4d0694ef9566 of type vlan for network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c Aug 24 00:59:51.967224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.047497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.053092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:52.053725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.121079 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Network': ['ID=01ceb3a2-9356-4401-9d6c-9ec0fc44046c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:52.132109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 00:59:52.175968 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a21e8e64-ca7b-45ca-a450-de1412fff531 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4088583 Aug 24 00:59:52.178617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47622) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:52.184777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'admin_state_up': True, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:52.272323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.273511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.330982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.531805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.846007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.874896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49138b-5394-46c8-a4c9-2f825eba15f8 req-6340777e-8c93-4300-97a0-1443fd781125 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:52.879866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae49138b-5394-46c8-a4c9-2f825eba15f8 req-6340777e-8c93-4300-97a0-1443fd781125 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 943 time: 0.1496825 Aug 24 00:59:52.879866 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:52.956412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae49138b-5394-46c8-a4c9-2f825eba15f8 req-bfe3418b-f8d1-4af6-95af-5b084f7559ff tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716937 Aug 24 00:59:53.006162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.25.5.8 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/34997771-bb59-43f7-8c4e-990cf17bf877) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:59:53.110550 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:53.214133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:53.251441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:59:53.254369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:59:53.257739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:59:53.281943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=34997771-bb59-43f7-8c4e-990cf17bf877,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:53.953485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:54.134968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db32a-8562-4dee-84de-28a7e0c0b097 req-380b1c2c-a199-4e20-bf61-27e138d0d055 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:54.136457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a22db32a-8562-4dee-84de-28a7e0c0b097 req-380b1c2c-a199-4e20-bf61-27e138d0d055 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 943 time: 0.0969963 Aug 24 00:59:54.216260 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a22db32a-8562-4dee-84de-28a7e0c0b097 req-ebee458d-206e-448d-9936-953ea6e1acb5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730896 Aug 24 00:59:54.229339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:54.414512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router bf82d1cc-ba9f-4854-a392-97b7656ff924 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 00:59:54.520100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:59:54.529868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Sync routers for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:59:54.539117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:54.539740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:54.620680 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:54.622235 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-438a9cd0-977f-4096-994d-d508fcbd9be7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4424729 Aug 24 00:59:54.625381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47628) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:54.645797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:54.659075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6bbd82b9-96ca-4390-824c-4b8ee2c7f89b tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=58b36801afc7442c9f10a5f6712fef5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324991 Aug 24 00:59:54.662124 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47630) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:54.763687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b848db2f-fcd4-4de6-ba6b-8e6f31b49816 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:54.768049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b848db2f-fcd4-4de6-ba6b-8e6f31b49816 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1020997 Aug 24 00:59:54.768457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47632) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:54.801217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-14c27e8c-8a87-4e72-b2e5-0d3b57156366 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315821 Aug 24 00:59:54.803639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47634) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:54.808443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1790690298', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 00:59:54.826084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:53Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:54.852129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Checking router: bf82d1cc-ba9f-4854-a392-97b7656ff924 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:59:54.852482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Updating router bf82d1cc-ba9f-4854-a392-97b7656ff924 port 34997771-bb59-43f7-8c4e-990cf17bf877 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:59:54.973230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 00:59:54.976941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.030691 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.301383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.312678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Transition to ACTIVE for port object 34997771-bb59-43f7-8c4e-990cf17bf877 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:55.339027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7572da-a654-49a3-9aba-47508df9c94a req-4bfefd60-eb99-432b-8132-bfa09378a4d4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:55.340581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d7572da-a654-49a3-9aba-47508df9c94a req-4bfefd60-eb99-432b-8132-bfa09378a4d4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 943 time: 0.0527813 Aug 24 00:59:55.373040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.386593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d7572da-a654-49a3-9aba-47508df9c94a req-5074e66e-d547-48a3-a70a-943f5eb6b887 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362892 Aug 24 00:59:55.434349 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Attempting to bind port 34997771-bb59-43f7-8c4e-990cf17bf877 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:59:55.434719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Attempting to bind port 34997771-bb59-43f7-8c4e-990cf17bf877 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:59:55.435125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Attempting to bind port 34997771-bb59-43f7-8c4e-990cf17bf877 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:55.437235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87797c0f-b1b0-454c-8a8a-e38561e429fd None None] Pushing event updated for resources: {'Port': ['ID=34997771-bb59-43f7-8c4e-990cf17bf877,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:55.444258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:59:55.444510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:59:55.444831 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.445266 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:59:55.445764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Bound port: 34997771-bb59-43f7-8c4e-990cf17bf877, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:59:55.449737 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.498736 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.501353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] For port 34997771-bb59-43f7-8c4e-990cf17bf877, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:55.504592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] For port 34997771-bb59-43f7-8c4e-990cf17bf877, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34997771-bb59-43f7-8c4e-990cf17bf877,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:59:55.562818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Subnet': ['ID=16aaa442-ffb9-43c5-9fd3-e63663055e5c,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:55.570022 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Checking segment: {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:59:55.570315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network hostable DHCP agents. Network: 01ceb3a2-9356-4401-9d6c-9ec0fc44046c, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 00:59:55.638026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.696536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:55.697149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:55.700233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87797c0f-b1b0-454c-8a8a-e38561e429fd None None] Pushing event updated for resources: {'Port': ['ID=34997771-bb59-43f7-8c4e-990cf17bf877,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:55.729171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 00:59:55.803529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:55.824339 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 01ceb3a2-9356-4401-9d6c-9ec0fc44046c) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:59:55.832776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:55.833377 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:55.863576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba536f50-014f-47c6-8a4a-c13222fb3dc8 None None] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:59:55.923994 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0e2933de-9a03-4920-97a9-8f461f3cc8fd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1193173 Aug 24 00:59:55.926872 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47638) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 00:59:55.983656 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.101052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 00:59:56.106136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.125971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:53Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:56.158822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae757ef-d7ce-4354-8431-2868fe4a5ffc None None] The sync data for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 is: [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:53Z', 'revision_number': 3, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 00:59:56.285926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Allocated IP 172.20.0.2 (01ceb3a2-9356-4401-9d6c-9ec0fc44046c/16aaa442-ffb9-43c5-9fd3-e63663055e5c/769c1abb-99fb-437d-ae82-233aba34c725) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:59:56.346484 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8969b9cf-be90-4f1f-b9ab-f75fa0326305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.415751 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.498138 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.507525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Transition to ACTIVE for port object 769c1abb-99fb-437d-ae82-233aba34c725 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:56.526787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Transition to ACTIVE for port object 769c1abb-99fb-437d-ae82-233aba34c725 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:56.593722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342534-6089-4c2e-8d90-2d70a86a164c req-2fbda595-e511-48ee-84e9-82e1d56e5424 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:56.595307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca342534-6089-4c2e-8d90-2d70a86a164c req-2fbda595-e511-48ee-84e9-82e1d56e5424 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 943 time: 0.0977185 Aug 24 00:59:56.625264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.670609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:59:56.673581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:59:56.677041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:59:56.688284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ca342534-6089-4c2e-8d90-2d70a86a164c req-b421066f-fe8e-4fc2-8871-a71f7c4b4c01 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853071 Aug 24 00:59:56.715676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Pushing event updated for resources: {'Port': ['ID=769c1abb-99fb-437d-ae82-233aba34c725,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:56.747433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Attempting to bind port 769c1abb-99fb-437d-ae82-233aba34c725 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:59:56.747963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Attempting to bind port 769c1abb-99fb-437d-ae82-233aba34c725 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:59:56.748325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Attempting to bind port 769c1abb-99fb-437d-ae82-233aba34c725 on network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:56.753446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:59:56.753860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Checking segment: {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:59:56.754276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.754661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Bound using segment: {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:59:56.755385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Bound port: 769c1abb-99fb-437d-ae82-233aba34c725, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:59:56.755778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.796962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.20.0.1 (01ceb3a2-9356-4401-9d6c-9ec0fc44046c/16aaa442-ffb9-43c5-9fd3-e63663055e5c/accc5b4c-529f-43b0-8f69-1cadb2b3a9d3) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 00:59:56.823964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] For port 769c1abb-99fb-437d-ae82-233aba34c725, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:56.827466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] For port 769c1abb-99fb-437d-ae82-233aba34c725, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=769c1abb-99fb-437d-ae82-233aba34c725,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:59:56.917276 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.920155 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:56.932776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Transition to ACTIVE for port object accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:56.985951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74c8d5-6d59-42b9-b076-360c5909bf03 None None] Pushing event updated for resources: {'Port': ['ID=769c1abb-99fb-437d-ae82-233aba34c725,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:57.026818 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.075976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:59:57.079243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:59:57.083190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 00:59:57.109149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:57.163734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.393296 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.533177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34997771-bb59-43f7-8c4e-990cf17bf877 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:59:57.666530 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 34997771-bb59-43f7-8c4e-990cf17bf877 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:59:57.670620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 34997771-bb59-43f7-8c4e-990cf17bf877 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:57.671076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.675398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.749517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.770954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 34997771-bb59-43f7-8c4e-990cf17bf877, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34997771-bb59-43f7-8c4e-990cf17bf877,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:57.772686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.870915 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.871799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 769c1abb-99fb-437d-ae82-233aba34c725 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:59:57.872225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:57.877526 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:57.886201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501423a-771b-42e6-966c-a090493209b2 req-4658977c-126b-4a11-a219-d4d1c13be8c0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:57.887781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b501423a-771b-42e6-966c-a090493209b2 req-4658977c-126b-4a11-a219-d4d1c13be8c0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 943 time: 0.1256559 Aug 24 00:59:57.949346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=34997771-bb59-43f7-8c4e-990cf17bf877,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:57.976469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b501423a-771b-42e6-966c-a090493209b2 req-0dfff8ff-8307-494f-aa98-89febd85e97d tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812964 Aug 24 00:59:58.015754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 00:59:58.017234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 00:59:58.043518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 769c1abb-99fb-437d-ae82-233aba34c725 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:59:58.145052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router bf82d1cc-ba9f-4854-a392-97b7656ff924 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 00:59:58.262816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 00:59:58.274194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e05987dd-76b6-48ae-96cd-71491592e50a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "PUT /v2.0/routers/bf82d1cc-ba9f-4854-a392-97b7656ff924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3398485 Aug 24 00:59:58.295432 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Sync routers for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 00:59:58.305915 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:58.305915 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:58.325503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c0142-18bb-4904-9f32-7d7e07215666 None None] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 00:59:58.428765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-df723e68-54f3-458d-ae3d-782a205253cd tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595418603&fields=id&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 267 time: 0.0372987 Aug 24 00:59:58.481664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7a23df87-5427-4f4e-83fa-0793fcdd291e None None] Provisioning for port 769c1abb-99fb-437d-ae82-233aba34c725 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:59:58.501975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7a23df87-5427-4f4e-83fa-0793fcdd291e None None] Provisioning complete for port 769c1abb-99fb-437d-ae82-233aba34c725 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:58.505269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a23df87-5427-4f4e-83fa-0793fcdd291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:58.525886 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:58.556156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-edc4eaad-7c92-493d-8758-82b646ed3f2e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:58.558243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-edc4eaad-7c92-493d-8758-82b646ed3f2e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/networks?id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c HTTP/1.1" status: 200 len: 796 time: 0.1214983 Aug 24 00:59:58.576224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-6719e283-3f2d-4934-b790-df51b37d6467 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/quotas/58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 375 time: 0.0115972 Aug 24 00:59:58.618166 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a23df87-5427-4f4e-83fa-0793fcdd291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:58.638981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-f6daa1a9-e691-4fd1-82cb-d442fbe6e950 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562284 Aug 24 00:59:58.670119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7a23df87-5427-4f4e-83fa-0793fcdd291e None None] For port 769c1abb-99fb-437d-ae82-233aba34c725, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=769c1abb-99fb-437d-ae82-233aba34c725,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 00:59:58.735066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a23df87-5427-4f4e-83fa-0793fcdd291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:58.751188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-560d7a2c-9608-43fc-bda3-ef69ada632ce service neutron] 10.222.0.26 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986919 Aug 24 00:59:58.760089 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 2, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:58.788581 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Checking router: bf82d1cc-ba9f-4854-a392-97b7656ff924 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 00:59:58.789083 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Updating router bf82d1cc-ba9f-4854-a392-97b7656ff924 port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 00:59:58.806112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23df87-5427-4f4e-83fa-0793fcdd291e None None] Pushing event updated for resources: {'Port': ['ID=769c1abb-99fb-437d-ae82-233aba34c725,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:58.825385 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:58.863899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-083b3560-57a1-4182-a2c5-19dc5edce730 None None] Provisioning complete for port 769c1abb-99fb-437d-ae82-233aba34c725 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:58.864287 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-083b3560-57a1-4182-a2c5-19dc5edce730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:58.871430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-f5e1d394-107f-4b7d-988c-1ce23bfb6b43 service neutron] 10.222.0.26 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136115 Aug 24 00:59:59.074360 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0aee3a01-1c36-441c-be95-a95494134301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.094789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-083b3560-57a1-4182-a2c5-19dc5edce730 None None] Provisioning for port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 00:59:59.100404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-083b3560-57a1-4182-a2c5-19dc5edce730 None None] Provisioning complete for port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:59.100404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-083b3560-57a1-4182-a2c5-19dc5edce730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.103655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d6bb-2eb6-4368-b1e9-790c8e10b018 req-91c77c92-dab4-40f3-9dcf-decd1a9d5b0a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 00:59:59.111133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a553d6bb-2eb6-4368-b1e9-790c8e10b018 req-91c77c92-dab4-40f3-9dcf-decd1a9d5b0a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 943 time: 0.0617371 Aug 24 00:59:59.146412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-083b3560-57a1-4182-a2c5-19dc5edce730 None None] Port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:59:59.186025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a553d6bb-2eb6-4368-b1e9-790c8e10b018 req-ca0fc990-9c43-4976-81de-1fb481a6c3b4 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687604 Aug 24 00:59:59.203271 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.203514 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.217945 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Transition to ACTIVE for port object accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 00:59:59.225295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-67401e4d-351d-4346-884b-ef103ce776d9 req-47dfb340-e049-4d8e-8ec5-371f2da5f14e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 210 time: 0.0359664 Aug 24 00:59:59.265870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-92b0197b-f1e7-47a4-9f60-4499aabf7505 None None] Provisioning complete for port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:59.271473 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-92b0197b-f1e7-47a4-9f60-4499aabf7505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.288746 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.302658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-92b0197b-f1e7-47a4-9f60-4499aabf7505 None None] Port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 00:59:59.343433 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Pushing event updated for resources: {'Port': ['ID=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:59.355808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.356161 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.356504 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.356838 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.357176 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.357507 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.357871 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.358198 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.358523 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.358846 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.359173 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.359496 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 00:59:59.406637 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Attempting to bind port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 00:59:59.406999 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Attempting to bind port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 00:59:59.407484 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Attempting to bind port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 on network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 00:59:59.412726 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 00:59:59.413148 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Checking segment: {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 00:59:59.413477 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.413971 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Bound using segment: {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 00:59:59.414429 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Bound port: accc5b4c-529f-43b0-8f69-1cadb2b3a9d3, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 00:59:59.414807 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.491990 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] For port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 00:59:59.496216 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] For port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 00:59:59.497593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34997771-bb59-43f7-8c4e-990cf17bf877 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:59:59.554112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 34997771-bb59-43f7-8c4e-990cf17bf877 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:59.556615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.596190 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.639463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 769c1abb-99fb-437d-ae82-233aba34c725 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 00:59:59.653191 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 00:59:59.653860 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 00:59:59.692058 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 769c1abb-99fb-437d-ae82-233aba34c725 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 00:59:59.697580 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 00:59:59.705547 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea544ac-4dbf-47f7-bc28-64a2cc75223d None None] Pushing event updated for resources: {'Port': ['ID=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 00:59:59.789410 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 00:59:59.988851 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T00:59:59Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:00.015303 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6527259-0c37-47e8-8729-ee646c1ce79b None None] The sync data for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 is: [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T00:59:59Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:00:00.312098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df09df7-b8ad-4f68-8b9c-b5686c0c4882 req-87622324-a2d1-462c-ac44-fdfcde1c46d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:00.313761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5df09df7-b8ad-4f68-8b9c-b5686c0c4882 req-87622324-a2d1-462c-ac44-fdfcde1c46d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 943 time: 0.0662436 Aug 24 01:00:00.351821 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99df9d5d-50e6-405a-ad2e-be24a1ed6226 req-6e786d7c-4d01-40b7-af20-7c14dd4e5afa tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 210 time: 0.0370293 Aug 24 01:00:00.383278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5df09df7-b8ad-4f68-8b9c-b5686c0c4882 req-0ac700ce-eeb5-4302-9e09-1510488603af tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568032 Aug 24 01:00:00.420668 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:00.875928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device a839b05f-153e-4dc3-a5d0-490635d23173 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:00:00.972778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port a839b05f-153e-4dc3-a5d0-490635d23173, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=a839b05f-153e-4dc3-a5d0-490635d23173,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:00:00.984260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'port_id': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'mac_address': 'fa:16:3e:4f:70:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:00:01.027554 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.041746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a839b05f-153e-4dc3-a5d0-490635d23173 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:00:01.062210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port a839b05f-153e-4dc3-a5d0-490635d23173, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=a839b05f-153e-4dc3-a5d0-490635d23173,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:00:01.134776 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.183644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=a839b05f-153e-4dc3-a5d0-490635d23173,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:01.305352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-2a0d2dbb-a11b-4cda-b233-0dff9832238e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:01.306837 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-2a0d2dbb-a11b-4cda-b233-0dff9832238e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "GET /v2.0/networks?id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c HTTP/1.1" status: 200 len: 796 time: 0.1044967 Aug 24 01:00:01.331791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['a839b05f-153e-4dc3-a5d0-490635d23173'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:00:01.356646 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-d249151c-1ef3-461f-8b1e-532f514e562e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58b36801afc7442c9f10a5f6712fef5c HTTP/1.1" status: 200 len: 379 time: 0.0353689 Aug 24 01:00:01.366559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'port': {'device_id': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'admin_state_up': True, 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'security_groups': ['ed239ea1-53ad-4a56-94b1-79e44ec9ccbe']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:00:01.521949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39917759-6b57-4f17-a4ef-409b8634abcb req-cf80cd9d-153d-4eb9-ac37-20ec4e1ce7f7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 210 time: 0.0403109 Aug 24 01:00:01.558550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:00:01.591342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7638c97-aa8b-47ef-a983-06f0927a302e req-05753af1-a878-42d3-b296-338365a37836 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:01.592830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7638c97-aa8b-47ef-a983-06f0927a302e req-05753af1-a878-42d3-b296-338365a37836 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 944 time: 0.0602560 Aug 24 01:00:01.632212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7638c97-aa8b-47ef-a983-06f0927a302e req-7b93fdad-71f2-421c-8059-74ed5d5a46f5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330367 Aug 24 01:00:01.637303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Made reservation on behalf of 58b36801afc7442c9f10a5f6712fef5c for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:00:01.642115 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.698352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:00:01.702424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:00:01.702990 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.776574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.20.0.5 (01ceb3a2-9356-4401-9d6c-9ec0fc44046c/16aaa442-ffb9-43c5-9fd3-e63663055e5c/360b41b4-b1f5-4b81-9df3-da8096e039ba) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:00:01.785294 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.817711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:00:01.877115 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.903562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.926206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:01.927321 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:01.941707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Transition to ACTIVE for port object 360b41b4-b1f5-4b81-9df3-da8096e039ba will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:00:02.023990 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:02.070532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:00:02.074296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:00:02.078642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:00:02.082616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:02.130885 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:02.131283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:02.203716 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-86363907-ebd8-4a0d-b5bf-a1a061c00131 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8411252 Aug 24 01:00:02.221927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Request body: {'port': {'device_id': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:00:02.281585 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:02.380077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-adad5fcf-f69e-49fe-bf5a-07295d09489b None None] Provisioning for port 360b41b4-b1f5-4b81-9df3-da8096e039ba completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:00:02.383995 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-adad5fcf-f69e-49fe-bf5a-07295d09489b None None] Provisioning complete for port 360b41b4-b1f5-4b81-9df3-da8096e039ba triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:00:02.384312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-adad5fcf-f69e-49fe-bf5a-07295d09489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:02.421130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-adad5fcf-f69e-49fe-bf5a-07295d09489b None None] Port 360b41b4-b1f5-4b81-9df3-da8096e039ba cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:00:02.550010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360b41b4-b1f5-4b81-9df3-da8096e039ba {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:00:02.557649 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:02.570587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Transition to ACTIVE for port object 360b41b4-b1f5-4b81-9df3-da8096e039ba will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:00:02.629628 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:02.646195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a6d1-b3c3-43f9-91fa-c46c0e92a259 req-c3d37680-301e-4896-a4d1-2566ffa224be tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:02.647692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77d4a6d1-b3c3-43f9-91fa-c46c0e92a259 req-c3d37680-301e-4896-a4d1-2566ffa224be tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 931 time: 0.0529985 Aug 24 01:00:02.686313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Pushing event updated for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:02.692055 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77d4a6d1-b3c3-43f9-91fa-c46c0e92a259 req-c287e6c5-20a4-4154-85e4-0313b73033eb tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377831 Aug 24 01:00:02.765387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Attempting to bind port 360b41b4-b1f5-4b81-9df3-da8096e039ba on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:00:02.765856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Attempting to bind port 360b41b4-b1f5-4b81-9df3-da8096e039ba by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:00:02.766380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Attempting to bind port 360b41b4-b1f5-4b81-9df3-da8096e039ba on network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:00:02.771156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Port 360b41b4-b1f5-4b81-9df3-da8096e039ba on network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:00:02.771574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Attempting to bind port 360b41b4-b1f5-4b81-9df3-da8096e039ba on network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:00:02.775546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d04872-ad6e-44a6-b21b-7e5a4766c44b req-f24b2aa3-b19f-454f-8596-f57a283a33d0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:02.777233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48d04872-ad6e-44a6-b21b-7e5a4766c44b req-f24b2aa3-b19f-454f-8596-f57a283a33d0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 944 time: 0.0531414 Aug 24 01:00:02.777764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:00:02.778123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Checking segment: {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:00:02.778518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Bound using segment: {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:00:02.778956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Bound port: 360b41b4-b1f5-4b81-9df3-da8096e039ba, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b515e8-1203-4f15-bdc0-4d0694ef9566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:00:02.779327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:02.819520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48d04872-ad6e-44a6-b21b-7e5a4766c44b req-397d18ce-f337-4ded-b49d-998edd1d5073 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354886 Aug 24 01:00:02.851414 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:00:02.855096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:00:02.875963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device a839b05f-153e-4dc3-a5d0-490635d23173 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:00:02.961507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:02.998700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:02.999308 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:03.000718 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] 10.222.0.36 "PUT /v2.0/ports/360b41b4-b1f5-4b81-9df3-da8096e039ba HTTP/1.1" status: 200 len: 1091 time: 0.7834618 Aug 24 01:00:03.001181 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:00:03.003454 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdff06a9-c809-4679-857a-a4f9be4c1bda" -d '{"events": [{"name": "network-changed", "server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:00:03.032245 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a84ba-2ff2-4fa1-a7ad-a9f952683a44 service neutron] Pushing event updated for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:03.048753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port a839b05f-153e-4dc3-a5d0-490635d23173 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:00:03.050966 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee47b3-9e1e-4c7f-9682-7ee83bb4e0e9 x-openstack-request-id: req-dcee47b3-9e1e-4c7f-9682-7ee83bb4e0e9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:00:03.051268 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:00:03.051528 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcee47b3-9e1e-4c7f-9682-7ee83bb4e0e9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:00:03.051942 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'status': 'completed', 'code': 200} Aug 24 01:00:03.053408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port a839b05f-153e-4dc3-a5d0-490635d23173 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:00:03.054077 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:03.138314 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:03.141040 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff06a9-c809-4679-857a-a4f9be4c1bda req-45d0b677-970c-4034-a60f-5e1bbf658730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.142747 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fdff06a9-c809-4679-857a-a4f9be4c1bda req-45d0b677-970c-4034-a60f-5e1bbf658730 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 1094 time: 0.0501351 Aug 24 01:00:03.162268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:00:03.164507 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e411f2-2949-46d8-a257-a78065a86792" -d '{"events": [{"server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "name": "network-vif-plugged", "status": "completed", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:00:03.177776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port a839b05f-153e-4dc3-a5d0-490635d23173, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=a839b05f-153e-4dc3-a5d0-490635d23173,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:00:03.202139 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b9d539-2a84-4bfc-b410-350a20db5c0e x-openstack-request-id: req-96b9d539-2a84-4bfc-b410-350a20db5c0e {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:00:03.202439 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "name": "network-vif-plugged", "status": "completed", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:00:03.202698 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96b9d539-2a84-4bfc-b410-350a20db5c0e {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:00:03.203100 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'code': 200} Aug 24 01:00:03.257243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff06a9-c809-4679-857a-a4f9be4c1bda req-07bc42ab-f3fe-4665-9511-c17213179bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.259053 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fdff06a9-c809-4679-857a-a4f9be4c1bda req-07bc42ab-f3fe-4665-9511-c17213179bab service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=58b36801afc7442c9f10a5f6712fef5c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1031744 Aug 24 01:00:03.260281 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:03.303317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b7755-8274-48c4-a5f8-80c18d80fcba req-876dce9f-433c-4129-b9be-59af8adb7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.304946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-850b7755-8274-48c4-a5f8-80c18d80fcba req-876dce9f-433c-4129-b9be-59af8adb7cd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 1096 time: 0.0440764 Aug 24 01:00:03.313820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=a839b05f-153e-4dc3-a5d0-490635d23173,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:03.342462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-850b7755-8274-48c4-a5f8-80c18d80fcba req-68364d51-7967-4bbb-b2e9-aa598ffcac2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299146 Aug 24 01:00:03.362556 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff06a9-c809-4679-857a-a4f9be4c1bda req-0b2c4518-a026-4894-a844-11df778fb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.364063 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fdff06a9-c809-4679-857a-a4f9be4c1bda req-0b2c4518-a026-4894-a844-11df778fb12d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989275 Aug 24 01:00:03.460564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-ed87b42b-e363-47bf-a120-f87e3f2fa2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.462128 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-ed87b42b-e363-47bf-a120-f87e3f2fa2ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 1094 time: 0.0432935 Aug 24 01:00:03.480240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:00:03.512037 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-069de7c2-91eb-44e6-ba5b-cbf7ae7038e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba HTTP/1.1" status: 200 len: 217 time: 0.0358632 Aug 24 01:00:03.528430 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:00:03.528840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:03.567287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-1b6310d2-dd4c-4501-958e-0cbd744bfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.568814 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-1b6310d2-dd4c-4501-958e-0cbd744bfd82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16aaa442-ffb9-43c5-9fd3-e63663055e5c HTTP/1.1" status: 200 len: 835 time: 0.0492394 Aug 24 01:00:03.614608 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-50c88f90-a54e-4a74-a7f4-fa7a767cc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.616194 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-50c88f90-a54e-4a74-a7f4-fa7a767cc48b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407820 Aug 24 01:00:03.705511 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-2cc3981c-ba91-4660-b404-fcfcdaf250dc service neutron] 10.222.0.36 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824773 Aug 24 01:00:03.802139 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cf108f5d-51cb-4351-9307-4564fa136eb8 req-e0319959-91fa-4cb9-ad84-10a1c9b2207f service neutron] 10.222.0.36 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889382 Aug 24 01:00:03.815422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359697ed-7038-45c5-bc58-56f6173d3100 req-f2d8464d-f71c-46d7-986d-c7ea5f878edf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.817007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-359697ed-7038-45c5-bc58-56f6173d3100 req-f2d8464d-f71c-46d7-986d-c7ea5f878edf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 943 time: 0.0538392 Aug 24 01:00:03.856828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-359697ed-7038-45c5-bc58-56f6173d3100 req-6f7424a5-1bf4-428b-a69b-29b5ae11a489 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335393 Aug 24 01:00:03.940746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e4d1f-1c40-4d99-914d-dc975edefdbe req-a2f540dc-2d21-43c1-a355-bd88bfce6911 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:03.942256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-747e4d1f-1c40-4d99-914d-dc975edefdbe req-a2f540dc-2d21-43c1-a355-bd88bfce6911 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 945 time: 0.0501809 Aug 24 01:00:03.979438 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-747e4d1f-1c40-4d99-914d-dc975edefdbe req-1bca7592-ce79-41de-b3eb-72f790548d17 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311038 Aug 24 01:00:04.973350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92af25-9ddc-401a-bbd2-fc8b57b6fcf9 req-c58aa305-fde3-4903-96f1-b4eaa939c517 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:04.974850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a92af25-9ddc-401a-bbd2-fc8b57b6fcf9 req-c58aa305-fde3-4903-96f1-b4eaa939c517 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 943 time: 0.0487733 Aug 24 01:00:05.011787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a92af25-9ddc-401a-bbd2-fc8b57b6fcf9 req-a072b1c5-2fb8-467b-9eef-e47cd05e5750 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303915 Aug 24 01:00:05.099202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a8ce-8518-4e60-8801-ff120687516c req-0d43e659-1113-4c58-892e-8f3f4770a23b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:05.100729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60f5a8ce-8518-4e60-8801-ff120687516c req-0d43e659-1113-4c58-892e-8f3f4770a23b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 945 time: 0.0529587 Aug 24 01:00:05.486032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60f5a8ce-8518-4e60-8801-ff120687516c req-9fc7e13e-f68c-44fa-aa1c-8e22a0a0e595 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785188 Aug 24 01:00:05.599045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73ed6f-a6ce-451c-b133-ebcf1ecb693f req-a2224fbf-ea86-4583-8d16-eecce1a2f20e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:05.600548 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e73ed6f-a6ce-451c-b133-ebcf1ecb693f req-a2224fbf-ea86-4583-8d16-eecce1a2f20e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Aug 24 01:00:05.637757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e73ed6f-a6ce-451c-b133-ebcf1ecb693f req-6f89f556-a698-450a-a728-367982439bd5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Aug 24 01:00:05.659536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47698) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:00:05.818054 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e9caac-e3ac-4ffd-9608-72c0a9ef1328 tempest-TestVolumeBootPattern-1281300294 tempest-TestVolumeBootPattern-1281300294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:05.819547 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-72e9caac-e3ac-4ffd-9608-72c0a9ef1328 tempest-TestVolumeBootPattern-1281300294 tempest-TestVolumeBootPattern-1281300294-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 1091 time: 0.1590061 Aug 24 01:00:05.823224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47702) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:00:05.827692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:00:05.917634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:06.015123 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:06.151702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Allocated IP 172.25.5.176 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/949d47ed-54ed-42a8-a4ac-1b44358682fc) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:00:06.172869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebcdb7-cece-4c2d-b0f1-db3fabc40205 req-f7aa369f-52fe-4919-b210-df64ee6b2c56 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:06.175231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31ebcdb7-cece-4c2d-b0f1-db3fabc40205 req-f7aa369f-52fe-4919-b210-df64ee6b2c56 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 943 time: 0.0827005 Aug 24 01:00:06.259806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31ebcdb7-cece-4c2d-b0f1-db3fabc40205 req-dc71278e-3d07-4083-8447-b9a194a70602 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781620 Aug 24 01:00:06.296560 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:06.361107 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:00:06.435787 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:06.479041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:00:06.482739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:00:06.487148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:00:06.490388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=949d47ed-54ed-42a8-a4ac-1b44358682fc,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:06.857152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:06.997623 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:07.117401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 360b41b4-b1f5-4b81-9df3-da8096e039ba details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:00:07.147849 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:07.214745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:00:07.224938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'port_id': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'mac_address': 'fa:16:3e:a1:23:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:00:07.240677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:07.262578 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:07.277233 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b41b4-b1f5-4b81-9df3-da8096e039ba {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:00:07.297951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:00:07.309694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event updated for resources: {'Port': ['ID=949d47ed-54ed-42a8-a4ac-1b44358682fc,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:07.321966 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:07.368539 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:07.418608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:07.455364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8c62a-d044-443b-8cc6-ab72ef4488ed req-ea4b9104-610e-419b-b029-9ed1e123cd88 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:07.457097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3e8c62a-d044-443b-8cc6-ab72ef4488ed req-ea4b9104-610e-419b-b029-9ed1e123cd88 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 944 time: 0.0971129 Aug 24 01:00:07.472402 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Floating IP cdf80496-9b4d-427f-97d8-9d5764c69dc8 associated. External IP: 172.25.5.176, port: a839b05f-153e-4dc3-a5d0-490635d23173. Aug 24 01:00:07.541922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d3e8c62a-d044-443b-8cc6-ab72ef4488ed req-0d68ff23-5230-4b66-96ff-ea1fe115f4ff tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787818 Aug 24 01:00:07.705826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Router 9515094f-e805-4dc9-9590-87ccdd18a828 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:00:07.798470 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['360b41b4-b1f5-4b81-9df3-da8096e039ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:00:07.815246 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:00:07.944380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:07.973900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:00:07.974863 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6bf67d5-65a8-46e4-8d29-314636ef5719 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1505558 Aug 24 01:00:07.975465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:00:07.977811 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabe8859-a6af-47e8-b3e7-fcda19d640a2" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:00:07.996399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:00:07.997035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:08.018196 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70f3d7-42b9-41ce-90cb-26ce076c8b38 x-openstack-request-id: req-cd70f3d7-42b9-41ce-90cb-26ce076c8b38 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:00:08.018484 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:00:08.018759 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd70f3d7-42b9-41ce-90cb-26ce076c8b38 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:00:08.019192 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'status': 'completed', 'code': 200} Aug 24 01:00:08.087866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-cacffacc-33f5-425e-9f45-5cea7446e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:08.089528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-cacffacc-33f5-425e-9f45-5cea7446e568 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 1096 time: 0.0470989 Aug 24 01:00:08.148538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:00:08.178540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-60cc9e8a-fe7f-4d42-81b5-c84356ef8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:08.180020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-60cc9e8a-fe7f-4d42-81b5-c84356ef8acc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0842669 Aug 24 01:00:08.250122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-3bf32f59-ed5a-43c2-9c86-0b5281839e7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a839b05f-153e-4dc3-a5d0-490635d23173 HTTP/1.1" status: 200 len: 999 time: 0.0630908 Aug 24 01:00:08.300710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-18063293-2042-41b9-9fa0-f892a2fcdc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:08.302212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-18063293-2042-41b9-9fa0-f892a2fcdc9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0451021 Aug 24 01:00:08.349342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-b1a421e5-78a2-41db-ab7b-d2a75aad5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:08.350830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-b1a421e5-78a2-41db-ab7b-d2a75aad5711 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408196 Aug 24 01:00:08.454080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-9607f287-14e1-4a50-b249-6f1dc42e338f service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916870 Aug 24 01:00:08.476220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:18Z', 'revision_number': 1, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}, {'id': 'cdf80496-9b4d-427f-97d8-9d5764c69dc8', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:4f:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:00:06Z', 'updated_at': '2021-08-24T01:00:06Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:08.503126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:00:08.512149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:00:08.512667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:08.542056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabe8859-a6af-47e8-b3e7-fcda19d640a2 req-49bccdfe-ccb1-45a5-aa06-c402c9ae19aa service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858836 Aug 24 01:00:08.620939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:00:08.662330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25889755-725c-491a-b03c-b87a2ecd91e0 req-adba60ee-84bd-457c-b4b0-3b6bed78e9fa tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:08.663891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25889755-725c-491a-b03c-b87a2ecd91e0 req-adba60ee-84bd-457c-b4b0-3b6bed78e9fa tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 944 time: 0.0504198 Aug 24 01:00:08.702879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25889755-725c-491a-b03c-b87a2ecd91e0 req-420b68fe-66d5-4c84-b960-cc286a1fabb8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322452 Aug 24 01:00:08.848729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:18Z', 'revision_number': 1, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}, {'id': 'cdf80496-9b4d-427f-97d8-9d5764c69dc8', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:4f:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:00:06Z', 'updated_at': '2021-08-24T01:00:06Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:08.875220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96551b4-7acb-4edb-aefa-281099263da1 None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:18Z', 'revision_number': 1, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}, {'id': 'cdf80496-9b4d-427f-97d8-9d5764c69dc8', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:4f:70:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:00:06Z', 'updated_at': '2021-08-24T01:00:06Z', 'revision_number': 0, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:00:09.070163 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2750f55-c862-44ed-ab0c-c8ab497ecb61 None None] New status for floating IP cdf80496-9b4d-427f-97d8-9d5764c69dc8: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:00:09.824308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8154ca-bd5c-4abe-8033-4e29b4bed3c0 req-f991e78f-7177-48df-ace5-91b94f5bf502 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:09.825833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b8154ca-bd5c-4abe-8033-4e29b4bed3c0 req-f991e78f-7177-48df-ace5-91b94f5bf502 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 944 time: 0.0536313 Aug 24 01:00:09.862783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b8154ca-bd5c-4abe-8033-4e29b4bed3c0 req-2f9882f6-026a-4ce1-9180-d0c478d26706 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309973 Aug 24 01:00:10.978170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4a1d5-691a-4d4b-b0b1-7e3235417ac2 req-ede66b07-b614-48f6-9fdc-1ba16fbd40d7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:10.979654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a4a1d5-691a-4d4b-b0b1-7e3235417ac2 req-ede66b07-b614-48f6-9fdc-1ba16fbd40d7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 944 time: 0.0495653 Aug 24 01:00:11.017986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41a4a1d5-691a-4d4b-b0b1-7e3235417ac2 req-5475fe75-36dd-4db8-a880-5edb7ac00e3c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321496 Aug 24 01:00:11.133880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 360b41b4-b1f5-4b81-9df3-da8096e039ba up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:00:11.265217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 360b41b4-b1f5-4b81-9df3-da8096e039ba completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:00:11.269048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 360b41b4-b1f5-4b81-9df3-da8096e039ba triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:00:11.269426 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:11.348496 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:11.370621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:00:11.372836 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bb5383-a92e-446c-a654-4894608519c8" -d '{"events": [{"server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "name": "network-vif-plugged", "status": "completed", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:00:11.385327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:00:11.409639 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d01366c-ab46-4bfa-8cb9-148c7e815944 x-openstack-request-id: req-7d01366c-ab46-4bfa-8cb9-148c7e815944 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:00:11.409941 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "name": "network-vif-plugged", "status": "completed", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:00:11.410200 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d01366c-ab46-4bfa-8cb9-148c7e815944 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:00:11.410876 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'code': 200} Aug 24 01:00:11.494121 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:11.544923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:11.594844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef7957-c078-4d54-800c-3a964bcc2dac req-c53467da-cf3a-40b1-8bf2-6fdb7e5f74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:11.596486 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-90ef7957-c078-4d54-800c-3a964bcc2dac req-c53467da-cf3a-40b1-8bf2-6fdb7e5f74fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 1096 time: 0.1057785 Aug 24 01:00:11.636953 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-90ef7957-c078-4d54-800c-3a964bcc2dac req-e1b684b7-07c1-490c-a54c-3f36df6a7c48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328364 Aug 24 01:00:12.132131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1c2bf-9dbe-4056-aff0-a2ed13e94850 req-3e35580f-af8f-4beb-b7fb-cfda8a2b3fb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:12.133636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fb1c2bf-9dbe-4056-aff0-a2ed13e94850 req-3e35580f-af8f-4beb-b7fb-cfda8a2b3fb3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0486834 Aug 24 01:00:12.170940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fb1c2bf-9dbe-4056-aff0-a2ed13e94850 req-393b296c-5552-4088-8797-f14cfd490039 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Aug 24 01:00:12.698044 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:13.291687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779517cb-33b9-4839-9094-dfe2b975c502 req-64ec600f-a639-4a6e-ba5b-2ded2d8386cc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:13.293249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-779517cb-33b9-4839-9094-dfe2b975c502 req-64ec600f-a639-4a6e-ba5b-2ded2d8386cc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0532260 Aug 24 01:00:13.330900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-779517cb-33b9-4839-9094-dfe2b975c502 req-0b7edda7-747f-4c66-8d8b-54464465e0ca tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317841 Aug 24 01:00:13.444900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d690c4-afd4-49e8-a799-10539f6299cc req-8f2c715c-1b06-4a2a-915f-b9b1b8894f4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:13.446439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40d690c4-afd4-49e8-a799-10539f6299cc req-8f2c715c-1b06-4a2a-915f-b9b1b8894f4f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0493286 Aug 24 01:00:13.488466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40d690c4-afd4-49e8-a799-10539f6299cc req-4e89884d-193e-496d-80d4-4192fd5be215 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351555 Aug 24 01:00:13.509801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47728) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:00:13.550699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164a37b-7f80-452c-93cb-13818ed067b9 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:13.552224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1164a37b-7f80-452c-93cb-13818ed067b9 tempest-TestNetworkAdvancedServerOps-1425953164 tempest-TestNetworkAdvancedServerOps-1425953164-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 1091 time: 0.0414443 Aug 24 01:00:13.555064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47730) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:00:13.559534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:00:13.617505 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:13.716259 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:13.816603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Allocated IP 172.25.5.217 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/edf4406f-1348-4307-9720-6ffed842a95c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:00:13.922858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:14.031902 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:14.070387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:00:14.073212 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:00:14.076578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:00:14.102907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=edf4406f-1348-4307-9720-6ffed842a95c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:14.443537 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:14.575451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:14.733164 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:14.800342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:14.870568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event updated for resources: {'Port': ['ID=edf4406f-1348-4307-9720-6ffed842a95c,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:00:14.882912 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:14.983798 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Floating IP a62e36ef-71b9-4999-91b5-22df05efb205 associated. External IP: 172.25.5.217, port: 360b41b4-b1f5-4b81-9df3-da8096e039ba. Aug 24 01:00:15.190181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router bf82d1cc-ba9f-4854-a392-97b7656ff924 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:00:15.294574 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:00:15.304686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] Sync routers for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:00:15.313543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:00:15.314316 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:15.383883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:15.415601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ffd240d6-59c0-40e0-b4d1-f62ce7504a1c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8594837 Aug 24 01:00:15.416208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:00:15.419246 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71" -d '{"events": [{"name": "network-changed", "server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:00:15.421877 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:00:15.468264 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d84573c-e033-4dba-9012-dd08df8b359d x-openstack-request-id: req-5d84573c-e033-4dba-9012-dd08df8b359d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:00:15.468801 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:00:15.468801 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d84573c-e033-4dba-9012-dd08df8b359d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:00:15.469208 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'status': 'completed', 'code': 200} Aug 24 01:00:15.537016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506169-885f-4b15-a1c4-223b6e2e3b76 req-2fc0fca2-7304-4601-ae59-f32fb29562f0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:15.538984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09506169-885f-4b15-a1c4-223b6e2e3b76 req-2fc0fca2-7304-4601-ae59-f32fb29562f0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0572374 Aug 24 01:00:15.554294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-29d565b2-7136-4d76-880d-2de48dfc81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:15.556460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-29d565b2-7136-4d76-880d-2de48dfc81cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 1096 time: 0.0449176 Aug 24 01:00:15.578228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09506169-885f-4b15-a1c4-223b6e2e3b76 req-c13e33ca-7a07-46a0-aa2b-9ca7de7dcf9f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330195 Aug 24 01:00:15.603479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47738) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:00:15.668441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-59627a47-f83f-4a52-a83c-1ca48c9be0e1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/a62e36ef-71b9-4999-91b5-22df05efb205 HTTP/1.1" status: 200 len: 991 time: 0.0627329 Aug 24 01:00:15.668656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-eb1a74bf-c474-4cd8-860b-a83578dce445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:15.669771 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-eb1a74bf-c474-4cd8-860b-a83578dce445 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c HTTP/1.1" status: 200 len: 897 time: 0.1062541 Aug 24 01:00:15.670780 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a62e36ef-71b9-4999-91b5-22df05efb205', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'port_id': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'mac_address': 'fa:16:3e:a1:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:00:14Z', 'updated_at': '2021-08-24T01:00:14Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T01:00:01Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:15.697300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] Checking router: bf82d1cc-ba9f-4854-a392-97b7656ff924 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:00:15.706658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:00:15.707269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T00:59:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:15.737949 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-72caa663-e598-4ed8-a22c-53f1a037f2b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba HTTP/1.1" status: 200 len: 999 time: 0.0602834 Aug 24 01:00:15.793418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-fecd350c-a255-4efa-8b39-6a811984970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:15.794963 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-fecd350c-a255-4efa-8b39-6a811984970d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16aaa442-ffb9-43c5-9fd3-e63663055e5c HTTP/1.1" status: 200 len: 835 time: 0.0506032 Aug 24 01:00:15.814084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:00:15.844501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-071e04b1-8f6c-40d0-a228-329159f6e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:15.846117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-071e04b1-8f6c-40d0-a228-329159f6e1d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432014 Aug 24 01:00:15.936910 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-c11a72e6-1888-4e7f-bc27-d1c7f3fa9f56 service neutron] 10.222.0.36 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836768 Aug 24 01:00:16.034644 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7aca4de0-88ce-4bf9-80cb-3eba5ab65b71 req-c7b6d8d8-5642-4a60-afc5-dfd4c5924458 service neutron] 10.222.0.36 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904365 Aug 24 01:00:16.046179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a62e36ef-71b9-4999-91b5-22df05efb205', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'port_id': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'mac_address': 'fa:16:3e:a1:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:00:14Z', 'updated_at': '2021-08-24T01:00:14Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T01:00:01Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:00:16.072965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9d3c50-1ba7-45a2-b4ff-122d70469250 None None] The sync data for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 is: [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a62e36ef-71b9-4999-91b5-22df05efb205', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'port_id': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'mac_address': 'fa:16:3e:a1:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:00:14Z', 'updated_at': '2021-08-24T01:00:14Z', 'revision_number': 0, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T01:00:01Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:00:16.260463 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b5ef1-66c9-4fbc-8f23-dae6f558b97a None None] New status for floating IP a62e36ef-71b9-4999-91b5-22df05efb205: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:00:16.671247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47740) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:00:16.737635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0fbe62ee-0d2f-4f2c-989a-89d5e5d4a148 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/a62e36ef-71b9-4999-91b5-22df05efb205 HTTP/1.1" status: 200 len: 993 time: 0.0651479 Aug 24 01:00:25.937373 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:26.276842 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e3ce-175b-4a3a-a324-3f98a34701fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:28.989007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c2bde05-a53c-44b9-9357-43bf898c3079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:29.116652 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:30.293029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-652b431a-12ad-4634-abd6-d77dde4a8e2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992055 Aug 24 01:00:30.371907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-0c5a4771-1bd6-4791-ab26-3d67ec5f0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:30.373411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-0c5a4771-1bd6-4791-ab26-3d67ec5f0a63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 1096 time: 0.0406985 Aug 24 01:00:30.474422 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:30.479721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-20ed315e-1273-47bb-bdf4-7b2bf8d9ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:30.481201 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-20ed315e-1273-47bb-bdf4-7b2bf8d9ca10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0885272 Aug 24 01:00:30.547290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-0f10d96d-dafb-442c-9efb-c8b3eea322be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a839b05f-153e-4dc3-a5d0-490635d23173 HTTP/1.1" status: 200 len: 1001 time: 0.0578229 Aug 24 01:00:30.598277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-89e8123b-fc98-4633-9757-3093ea893b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:30.600298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-89e8123b-fc98-4633-9757-3093ea893b7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0461783 Aug 24 01:00:30.644317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-6e923caf-9a56-4522-a51d-6de6114909b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:00:30.647091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-6e923caf-9a56-4522-a51d-6de6114909b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382531 Aug 24 01:00:30.733504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-24da3def-b728-4017-989b-4b4dde0d6980 service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802715 Aug 24 01:00:30.827129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e95979c3-6d38-4b21-a876-a4591f7c83d9 req-41fe8c31-e855-4042-8b82-7a1799b8f2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869753 Aug 24 01:00:31.945538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:42.730873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:43.360626 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:00:55.904611 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:56.256367 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3216e953-4d9c-460c-a9e9-cb43d4f157fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:58.995983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5fb5-12b0-43e8-9ff8-7f04e0621174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:00:59.116438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:00.419087 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:01.910787 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:12.741601 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:20.359626 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:01:25.917810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:26.287455 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-958a4b82-c5e4-4175-b03d-f4ff3a5091d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:29.003919 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2e8d48e4-b007-4663-a072-facea5513ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:29.123835 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:30.195280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b80dd-24e6-4e4f-858f-556518a2bddb req-1a6fa2d2-dca6-4569-9fc5-7cfbe4e3f66c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:30.196811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c9b80dd-24e6-4e4f-858f-556518a2bddb req-1a6fa2d2-dca6-4569-9fc5-7cfbe4e3f66c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0500557 Aug 24 01:01:30.235039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c9b80dd-24e6-4e4f-858f-556518a2bddb req-b971a92c-f4de-4fbd-b91d-717b7fd8b40d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Aug 24 01:01:30.432372 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:30.674799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-a9dd41ab-a57e-4073-b770-ccc9951755d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438075 Aug 24 01:01:30.754736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-6ab56830-4a5e-4449-9bae-9085f3acdd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:30.756134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-6ab56830-4a5e-4449-9bae-9085f3acdd2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 1096 time: 0.0407972 Aug 24 01:01:30.859477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-537de3b6-103a-4a3f-be51-010ada476e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:30.861490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-537de3b6-103a-4a3f-be51-010ada476e11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0876057 Aug 24 01:01:30.929857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-a51ce34c-8578-4801-9783-ce1b234432d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a839b05f-153e-4dc3-a5d0-490635d23173 HTTP/1.1" status: 200 len: 1001 time: 0.0615606 Aug 24 01:01:30.978686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-c407eb03-b951-4ef0-8f81-e3577573d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:30.980104 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-c407eb03-b951-4ef0-8f81-e3577573d58a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0436153 Aug 24 01:01:31.025094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-df57cb0f-d1be-4027-8989-4ed9a32709e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:31.026514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-df57cb0f-d1be-4027-8989-4ed9a32709e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396345 Aug 24 01:01:31.495726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-3be91f14-ba0f-4f6c-9eef-fd1c350b24c1 service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614604 Aug 24 01:01:31.503124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4fd9e-8d11-481b-833a-6d61e8ef00c8 req-8a1cd585-aaaa-42ef-9962-c73a54a7a58d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:31.504507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8c4fd9e-8d11-481b-833a-6d61e8ef00c8 req-8a1cd585-aaaa-42ef-9962-c73a54a7a58d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0837123 Aug 24 01:01:31.591176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8c4fd9e-8d11-481b-833a-6d61e8ef00c8 req-cbb69246-d2a8-4f53-aed4-8dacadf17b0a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780451 Aug 24 01:01:31.620568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82035e16-b88e-41be-aadc-2fcbf8661386 req-cb0d840d-3df9-490d-bca4-9aed65e0a52a service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150172 Aug 24 01:01:31.975946 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:32.707387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34cbf2-4ea4-40c9-9f8d-02a8aedece36 req-448d63ef-541f-4784-ae88-6b043f1cad59 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:32.709288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d34cbf2-4ea4-40c9-9f8d-02a8aedece36 req-448d63ef-541f-4784-ae88-6b043f1cad59 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0487945 Aug 24 01:01:32.749776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d34cbf2-4ea4-40c9-9f8d-02a8aedece36 req-9d2d37b6-c844-4a1d-a91b-dca4f3c54928 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330491 Aug 24 01:01:33.862376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb804d-0edc-435f-85c8-0f6c90476f2e req-7d9f6a39-86ff-42dd-9df3-63d5f075e5c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:33.863880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bddb804d-0edc-435f-85c8-0f6c90476f2e req-7d9f6a39-86ff-42dd-9df3-63d5f075e5c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0479765 Aug 24 01:01:33.901186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bddb804d-0edc-435f-85c8-0f6c90476f2e req-7a31ed0d-91a8-4187-a02d-8aa24cb2bc3c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306492 Aug 24 01:01:35.024705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ae637-a800-49aa-8037-9181f3a82052 req-c1709328-e1d4-432c-91c0-091936e31ef4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:35.026247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-121ae637-a800-49aa-8037-9181f3a82052 req-c1709328-e1d4-432c-91c0-091936e31ef4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0541835 Aug 24 01:01:35.064105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-121ae637-a800-49aa-8037-9181f3a82052 req-69365a8b-b31c-46d8-ab39-7b3fb561c6c8 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318089 Aug 24 01:01:36.179003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50374db6-a27b-4f67-a51e-6b7eac5c5853 req-69adf7fd-8242-48e4-8018-6a91779257e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:36.181113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50374db6-a27b-4f67-a51e-6b7eac5c5853 req-69adf7fd-8242-48e4-8018-6a91779257e6 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0489912 Aug 24 01:01:36.217745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50374db6-a27b-4f67-a51e-6b7eac5c5853 req-d6374f06-cf7e-4957-aff5-2b68ad364ed0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304375 Aug 24 01:01:37.347010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2617a-940f-46b9-bb60-0ac72e351746 req-ed4f44e7-d016-4b29-a83e-c5edec1044a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:37.348474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99a2617a-940f-46b9-bb60-0ac72e351746 req-ed4f44e7-d016-4b29-a83e-c5edec1044a0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0491476 Aug 24 01:01:37.386092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99a2617a-940f-46b9-bb60-0ac72e351746 req-452c979a-bc62-4eaa-9447-e637c6239e49 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Aug 24 01:01:38.517918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b08c26-fe5a-432c-8380-35883ccc4947 req-963c3787-cdbc-4f1b-a592-d58063807da2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:38.519448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82b08c26-fe5a-432c-8380-35883ccc4947 req-963c3787-cdbc-4f1b-a592-d58063807da2 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0551510 Aug 24 01:01:38.560096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82b08c26-fe5a-432c-8380-35883ccc4947 req-41e9ad62-7d40-4f14-b8d1-5f73782fe3c7 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323646 Aug 24 01:01:39.676040 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc785b-0224-4768-9212-d7d9375d91d7 req-6bdc2134-ffaa-4513-864d-ff1a8448404b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:39.677508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4cc785b-0224-4768-9212-d7d9375d91d7 req-6bdc2134-ffaa-4513-864d-ff1a8448404b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0488260 Aug 24 01:01:39.715811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4cc785b-0224-4768-9212-d7d9375d91d7 req-fa0a63db-1b4d-44fd-818f-70a3dba190ae tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316601 Aug 24 01:01:40.836938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaa88d-b5d0-44c1-88bc-aa2119ad0e1b req-9c5c3664-0c32-43b5-a498-c54469faba58 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:40.838439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbaa88d-b5d0-44c1-88bc-aa2119ad0e1b req-9c5c3664-0c32-43b5-a498-c54469faba58 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0504749 Aug 24 01:01:40.877115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbaa88d-b5d0-44c1-88bc-aa2119ad0e1b req-d187e34a-a0d7-4806-809c-32cad8af3e8c tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324969 Aug 24 01:01:41.996620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476cf1-5406-4082-92e5-a01825986856 req-8fd18845-e3f7-4558-afaf-0790666c9f75 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:41.998129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3476cf1-5406-4082-92e5-a01825986856 req-8fd18845-e3f7-4558-afaf-0790666c9f75 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0539799 Aug 24 01:01:42.037038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3476cf1-5406-4082-92e5-a01825986856 req-a6ed8bc8-afa6-45a4-95e4-2f57607a76de tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328865 Aug 24 01:01:42.757648 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:43.165221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d22ce-9ce3-4243-aba4-4e25675a2465 req-b5f521c5-d205-4ddd-b1d1-dc91f9550bd4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:43.166789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a8d22ce-9ce3-4243-aba4-4e25675a2465 req-b5f521c5-d205-4ddd-b1d1-dc91f9550bd4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0509398 Aug 24 01:01:43.205529 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a8d22ce-9ce3-4243-aba4-4e25675a2465 req-48da1332-8513-4ed2-bc63-d9a2fa7b843f tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322862 Aug 24 01:01:44.322525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7431d-ab1e-455a-904c-21abc3502896 req-04461bc0-0660-4988-afb2-13e9dfd2c864 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:44.324022 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7f7431d-ab1e-455a-904c-21abc3502896 req-04461bc0-0660-4988-afb2-13e9dfd2c864 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0507395 Aug 24 01:01:44.361032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7f7431d-ab1e-455a-904c-21abc3502896 req-1168e1a7-0831-485f-9baf-954bad495d18 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310917 Aug 24 01:01:45.482222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b99c4a-9718-4248-a37b-b81a0ae52dec req-22f9c23e-409d-46f7-b0e6-50f563f86977 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:45.483744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76b99c4a-9718-4248-a37b-b81a0ae52dec req-22f9c23e-409d-46f7-b0e6-50f563f86977 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0541134 Aug 24 01:01:45.521693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76b99c4a-9718-4248-a37b-b81a0ae52dec req-42adc096-7a77-40b1-ac2d-698038da335d tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319281 Aug 24 01:01:45.538708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 360b41b4-b1f5-4b81-9df3-da8096e039ba no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:01:45.612290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:45.637122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:01:45.639456 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a8e110-a8c5-4bdf-b846-38a1c5eed7f5" -d '{"events": [{"server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:01:45.651688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:01:45.727318 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:45.750000 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1148661-d4aa-4674-8ad1-c1aecc2c89a1 x-openstack-request-id: req-f1148661-d4aa-4674-8ad1-c1aecc2c89a1 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:01:45.750381 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:01:45.750688 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1148661-d4aa-4674-8ad1-c1aecc2c89a1 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:01:45.751175 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'code': 200} Aug 24 01:01:45.755583 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-0c626a98-e053-4577-8805-d26eb41472cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441513 Aug 24 01:01:45.776807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:01:45.784910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.785259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.786223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.786596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.786974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.787379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.787722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.788064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.788425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.788758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.789090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.789421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:01:45.862681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-104e9dbb-619d-44f2-bb2e-9931af5124ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:45.864337 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-104e9dbb-619d-44f2-bb2e-9931af5124ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1096 time: 0.0423424 Aug 24 01:01:45.975058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-a5829c2f-5142-4e6d-9205-83643e22980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:45.976469 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-a5829c2f-5142-4e6d-9205-83643e22980c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0915787 Aug 24 01:01:46.043352 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-9616c256-1fba-4f34-a797-42798aa7c408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 200 len: 1001 time: 0.0582619 Aug 24 01:01:46.095512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-77a30883-2dd0-42f2-9939-118cede1aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:46.096968 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-77a30883-2dd0-42f2-9939-118cede1aa6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0470080 Aug 24 01:01:46.141845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-abc5f4d1-bf52-4af1-b6e7-66153b3fdaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:46.143350 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-abc5f4d1-bf52-4af1-b6e7-66153b3fdaae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397930 Aug 24 01:01:46.234461 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-821005fa-6213-43b0-80cb-a472244e9801 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828052 Aug 24 01:01:46.328591 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-89aab550-9e1f-41fb-a8d7-e1b802a65ed9 req-e3edc61c-fcf0-4284-93ea-cfddf410dea1 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866067 Aug 24 01:01:46.650631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813bd8c-3b92-42e8-813c-a975a23dac40 req-2eca16f3-8d74-422c-acb3-f823533ae3a4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:46.652370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9813bd8c-3b92-42e8-813c-a975a23dac40 req-2eca16f3-8d74-422c-acb3-f823533ae3a4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 943 time: 0.0505280 Aug 24 01:01:46.692312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9813bd8c-3b92-42e8-813c-a975a23dac40 req-e270c2f5-384e-41a5-b57c-417ebd2cd43e tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330756 Aug 24 01:01:46.817042 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8028-c957-4a89-be50-f45ac35beb15 req-56860ee8-1fb9-4ca3-b9a9-3a056c56a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:46.818623 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ca6f8028-c957-4a89-be50-f45ac35beb15 req-56860ee8-1fb9-4ca3-b9a9-3a056c56a6de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 1094 time: 0.0420938 Aug 24 01:01:46.854152 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ca6f8028-c957-4a89-be50-f45ac35beb15 req-a03d0422-5ac0-490f-bb52-88ff34bab149 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274425 Aug 24 01:01:47.812263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699506-5521-4b73-ad75-34365705908c req-e4614457-d37b-4833-86f3-da1320769fcf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:47.813779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82699506-5521-4b73-ad75-34365705908c req-e4614457-d37b-4833-86f3-da1320769fcf tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 943 time: 0.0491071 Aug 24 01:01:47.851550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82699506-5521-4b73-ad75-34365705908c req-56a060bf-7c05-460f-b681-f620bb71a84b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Aug 24 01:01:48.968873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe299e3-f2bf-46e2-ad1d-c24ff4767e8b req-0b9566bd-ad3b-40bd-ad43-668491cd6cb0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:01:48.970408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fe299e3-f2bf-46e2-ad1d-c24ff4767e8b req-0b9566bd-ad3b-40bd-ad43-668491cd6cb0 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 943 time: 0.0532513 Aug 24 01:01:49.008111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fe299e3-f2bf-46e2-ad1d-c24ff4767e8b req-d1e1745f-633c-4a01-b48e-d5d4de315243 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Aug 24 01:01:49.030369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47862) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:01:49.089353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-71306936-8321-47ee-a2fa-cad379c5ab55 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/floatingips/a62e36ef-71b9-4999-91b5-22df05efb205 HTTP/1.1" status: 200 len: 991 time: 0.0578766 Aug 24 01:01:49.551327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 360b41b4-b1f5-4b81-9df3-da8096e039ba details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:01:49.642602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:01:49.652540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'port_id': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'mac_address': 'fa:16:3e:a1:23:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:01:49.691404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:49.703928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b41b4-b1f5-4b81-9df3-da8096e039ba {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:01:49.721743 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:01:49.837148 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:49.882976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:01:50.267115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['360b41b4-b1f5-4b81-9df3-da8096e039ba'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:01:51.554153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 360b41b4-b1f5-4b81-9df3-da8096e039ba up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:01:51.601023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 360b41b4-b1f5-4b81-9df3-da8096e039ba triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:01:51.601383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:51.828033 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:51.849499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:01:51.851756 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6aebfa-6144-4b8a-aacf-b71d24a19077" -d '{"events": [{"server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "name": "network-vif-plugged", "status": "completed", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:01:51.864343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:01:51.888669 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210fbe7b-66c5-4bab-84a4-7caadfc96bed x-openstack-request-id: req-210fbe7b-66c5-4bab-84a4-7caadfc96bed {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:01:51.888962 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "name": "network-vif-plugged", "status": "completed", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:01:51.889222 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-210fbe7b-66c5-4bab-84a4-7caadfc96bed {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:01:51.889635 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'code': 200} Aug 24 01:01:51.911679 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:51.958247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:01:55.938063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:56.292849 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4bf723f2-f733-483e-8a6f-a62c764c85f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:57.358680 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:01:59.014048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5305809c-e44a-4e3b-af1e-fccad481de53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:01:59.128402 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:00.431051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:01.905936 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:12.744844 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:24.851679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47878) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:25.006028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port 949d47ed-54ed-42a8-a4ac-1b44358682fc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:25.006628 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.104050 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.104288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.116469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for 949d47ed-54ed-42a8-a4ac-1b44358682fc owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:25.304858 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.330225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=949d47ed-54ed-42a8-a4ac-1b44358682fc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:25.341917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.342277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.342631 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.342980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.343320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.345071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.345420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.345786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.346131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.346465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.346800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.347132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:25.401886 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.402190 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Floating IP cdf80496-9b4d-427f-97d8-9d5764c69dc8 disassociated (deleted). External IP: 172.25.5.176, port: a839b05f-153e-4dc3-a5d0-490635d23173. Aug 24 01:02:25.616291 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Router 9515094f-e805-4dc9-9590-87ccdd18a828 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:02:25.726870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:02:25.731697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:25.736593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:02:25.745414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:25.746067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:01:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:25.758528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-837f04ab-828f-4e03-9092-982ba404c591 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "DELETE /v2.0/floatingips/cdf80496-9b4d-427f-97d8-9d5764c69dc8 HTTP/1.1" status: 204 len: 168 time: 0.9057686 Aug 24 01:02:25.759259 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:25.761771 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab60359-9834-47b6-b99f-93ed74b07b96" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:25.859853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:25.863781 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223250ea-658f-402c-8908-f751eaa55456 x-openstack-request-id: req-223250ea-658f-402c-8908-f751eaa55456 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:25.864294 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:25.864294 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-223250ea-658f-402c-8908-f751eaa55456 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:25.864715 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'status': 'completed', 'code': 200} Aug 24 01:02:25.932796 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-08410cc9-d46a-4702-9185-917c2c528d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:25.934358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-08410cc9-d46a-4702-9185-917c2c528d93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 1096 time: 0.0453975 Aug 24 01:02:26.003006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:26.023477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-7b0cf032-d5e2-407e-bba5-f905e944e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:26.027106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-7b0cf032-d5e2-407e-bba5-f905e944e23c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0839245 Aug 24 01:02:26.067407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-8d7fabc9-ade0-4f7d-bd43-d94d644f8146 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a839b05f-153e-4dc3-a5d0-490635d23173 HTTP/1.1" status: 200 len: 217 time: 0.0352812 Aug 24 01:02:26.092038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:18Z', 'revision_number': 1, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:26.118847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:02:26.122110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-52bfc139-0e27-449e-a44c-51d0e5e0dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:26.123594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-52bfc139-0e27-449e-a44c-51d0e5e0dd4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0490301 Aug 24 01:02:26.127841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:26.128440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:01:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:26.168423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-92b7ea8f-6e03-4503-af15-81ed56fc1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:26.169934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-92b7ea8f-6e03-4503-af15-81ed56fc1099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395682 Aug 24 01:02:26.242548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:26.259664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-90709213-b05f-43c4-89ad-d35bb309542d service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829260 Aug 24 01:02:26.288198 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f243900-c5d8-4294-a83e-c016eff8abdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:26.355416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ab60359-9834-47b6-b99f-93ed74b07b96 req-f0bb1515-d1a9-4bf3-9591-adb8250660c0 service neutron] 10.222.0.37 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889778 Aug 24 01:02:26.469128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:18Z', 'revision_number': 1, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:26.495130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45c364-8c51-492a-a5e1-2d90ebcc9768 None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '6fc65a85-5044-4557-93b9-6eee5fb050c5', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'floating_ip_address': '172.25.5.193', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'port_id': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'mac_address': 'fa:16:3e:f2:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T00:57:15Z', 'updated_at': '2021-08-24T00:57:18Z', 'revision_number': 1, 'project_id': '98d2f1382fca415cbb92091953421b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:02:26.714713 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9014f4fa-cdbb-4dd9-ab9b-9483017d6769 None None] New status for floating IP cdf80496-9b4d-427f-97d8-9d5764c69dc8: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:02:27.250629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d77aa5-2f13-41c3-ba3c-9e03e1a3c14c req-c10bb052-8d58-4907-bf2f-9bbeb4866839 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:27.252140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8d77aa5-2f13-41c3-ba3c-9e03e1a3c14c req-c10bb052-8d58-4907-bf2f-9bbeb4866839 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 945 time: 0.0501552 Aug 24 01:02:27.290269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8d77aa5-2f13-41c3-ba3c-9e03e1a3c14c req-da82d751-0a29-4bbb-9f93-e347da6b2c7a tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Aug 24 01:02:28.410724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a86f7-4a9d-4c6e-aef3-ace045cec2b4 req-36500943-9278-4264-b234-0dc3bd0f49ad tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:28.412218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b3a86f7-4a9d-4c6e-aef3-ace045cec2b4 req-36500943-9278-4264-b234-0dc3bd0f49ad tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 945 time: 0.0553496 Aug 24 01:02:28.450623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b3a86f7-4a9d-4c6e-aef3-ace045cec2b4 req-e1eb9d91-777c-450d-81ae-aa17c4d251c7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Aug 24 01:02:28.753671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-ecb21275-9543-42d2-b4c6-1d2b8f0d781e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:28.755388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-ecb21275-9543-42d2-b4c6-1d2b8f0d781e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 945 time: 0.0490649 Aug 24 01:02:28.844501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port a839b05f-153e-4dc3-a5d0-490635d23173 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:28.844845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:28.936901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] For port a839b05f-153e-4dc3-a5d0-490635d23173, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=a839b05f-153e-4dc3-a5d0-490635d23173,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:28.938513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:28.948881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for a839b05f-153e-4dc3-a5d0-490635d23173 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:29.007321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-385f7d7c-b492-43b5-815e-f40ede42cd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:29.122284 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:29.143493 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:29.172962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=a839b05f-153e-4dc3-a5d0-490635d23173,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:29.213539 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] No DVR routers for this DVR port a839b05f-153e-4dc3-a5d0-490635d23173 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:29.216024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:29.218044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-761cbf43-9e03-4e37-9cc4-93a033bfb00d req-4bd88b8b-5d5c-4c2c-b7ec-091eb4383ef1 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.37 "DELETE /v2.0/ports/a839b05f-153e-4dc3-a5d0-490635d23173 HTTP/1.1" status: 204 len: 173 time: 0.4556408 Aug 24 01:02:29.218512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'name': 'network-vif-deleted', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:29.221610 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c39ecb6-0bf2-4f50-b727-a38d579ee933" -d '{"events": [{"server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "name": "network-vif-deleted", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:29.257874 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5fad5a-b929-47ec-a528-4d98f11aa985 x-openstack-request-id: req-6e5fad5a-b929-47ec-a528-4d98f11aa985 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:29.258103 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfb167e-2463-4390-bcc0-50767fbafdb7", "name": "network-vif-deleted", "tag": "a839b05f-153e-4dc3-a5d0-490635d23173", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:29.258370 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e5fad5a-b929-47ec-a528-4d98f11aa985 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:29.258780 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfb167e-2463-4390-bcc0-50767fbafdb7', 'name': 'network-vif-deleted', 'tag': 'a839b05f-153e-4dc3-a5d0-490635d23173', 'status': 'completed', 'code': 200} Aug 24 01:02:29.547026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-856177a4-21b8-4927-9f23-dde8cde8a2a8 req-0453f29e-166b-4587-9acd-88083de28d82 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 210 time: 0.0274889 Aug 24 01:02:30.447725 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:30.643748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da1ae586-651b-4251-b0fe-bb5305cfc55b req-1f94cd61-6580-4b91-9d08-e3f824a2c43b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 210 time: 0.0272624 Aug 24 01:02:31.593516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device a839b05f-153e-4dc3-a5d0-490635d23173 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:31.614043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: a839b05f-153e-4dc3-a5d0-490635d23173 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:02:31.614395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device a839b05f-153e-4dc3-a5d0-490635d23173 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:31.744206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-535e5095-70c9-462e-968c-565d7f7e821a req-96d5c124-5a40-410c-abba-b752d567d570 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 210 time: 0.0313277 Aug 24 01:02:31.944395 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:32.842006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5daed56-aaa1-4f96-8582-8127de2f7b26 req-1c89b7d7-d416-4d4d-84df-3b3f398ff925 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdfb167e-2463-4390-bcc0-50767fbafdb7 HTTP/1.1" status: 200 len: 210 time: 0.0282514 Aug 24 01:02:34.358268 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:02:39.465728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47936) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:39.619165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port ea4d4530-abd7-4509-91e9-412749a848b5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:39.619505 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:39.692314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:39.692639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:39.703972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for ea4d4530-abd7-4509-91e9-412749a848b5 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:39.897866 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:39.930415 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=ea4d4530-abd7-4509-91e9-412749a848b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:39.993592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:39.994470 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Floating IP 6fc65a85-5044-4557-93b9-6eee5fb050c5 disassociated (deleted). External IP: 172.25.5.193, port: 87b9c672-8c52-4387-a259-7ba8ee20827c. Aug 24 01:02:40.204803 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Router 9515094f-e805-4dc9-9590-87ccdd18a828 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:02:40.318546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:02:40.323327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:40.332643 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:02:40.341378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:40.342025 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:40.350490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aada6cfb-47b4-4441-ad3c-d46756d9b1d9 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "DELETE /v2.0/floatingips/6fc65a85-5044-4557-93b9-6eee5fb050c5 HTTP/1.1" status: 204 len: 168 time: 0.8836553 Aug 24 01:02:40.351091 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:40.353357 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:40.390438 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8766e4ef-6621-44a9-a310-dbdc0c169e5d x-openstack-request-id: req-8766e4ef-6621-44a9-a310-dbdc0c169e5d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:40.390732 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:40.390984 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8766e4ef-6621-44a9-a310-dbdc0c169e5d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:40.391891 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'status': 'completed', 'code': 200} Aug 24 01:02:40.445029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:40.499072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-05d257f3-b754-42e3-9c18-a637c676c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:40.501203 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-05d257f3-b754-42e3-9c18-a637c676c8e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d2f1382fca415cbb92091953421b96&device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 1096 time: 0.0473158 Aug 24 01:02:40.596888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-a4a3d77f-5415-4933-b927-26d160a32d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:40.598425 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-a4a3d77f-5415-4933-b927-26d160a32d73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 200 len: 912 time: 0.0901456 Aug 24 01:02:40.643956 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-2b6f9e4d-89a4-4e69-80b6-7e4cbba999d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 200 len: 217 time: 0.0379777 Aug 24 01:02:40.665650 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:40.693710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:02:40.701809 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-bea3e415-d76a-4dd5-8064-a4f0707debed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:40.702049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:40.702654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:40.703402 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-bea3e415-d76a-4dd5-8064-a4f0707debed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 200 len: 850 time: 0.0521252 Aug 24 01:02:40.727530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b7e79-123c-402e-ae8c-ee7cf2b57e2a req-ea821503-d151-4686-9f84-db7df98e185b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:40.729106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b91b7e79-123c-402e-ae8c-ee7cf2b57e2a req-ea821503-d151-4686-9f84-db7df98e185b tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 945 time: 0.0558445 Aug 24 01:02:40.760148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-243c69a4-7970-4c9d-a48c-0e13efaab49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:40.761958 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-243c69a4-7970-4c9d-a48c-0e13efaab49e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2447c20e-30f4-4062-a057-06c6927bfd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441380 Aug 24 01:02:40.770680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b91b7e79-123c-402e-ae8c-ee7cf2b57e2a req-4fe7f0fe-400c-4983-b5e5-2b841de427d5 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355613 Aug 24 01:02:40.809915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:40.877889 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-a584ee78-accb-4362-af3a-b90c2562953f service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872092 Aug 24 01:02:40.975020 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-48406a6f-6b00-4dc8-aa1e-96d827b4b4cd req-1517e836-5e55-41e3-bd88-03f00b4e27d6 service neutron] 10.222.0.36 "GET /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884199 Aug 24 01:02:41.034332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:41.061111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475b39f-44ec-4653-9601-9e9d8dde82be None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T00:48:39Z', 'revision_number': 4, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '208ec414-84f1-4d50-844f-968a03a1d5ed', 'name': '', 'network_id': '2447c20e-30f4-4062-a057-06c6927bfd1d', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'mac_address': 'fa:16:3e:ba:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:38Z', 'updated_at': '2021-08-24T00:48:47Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'subnets': [{'id': '7eb66cbc-c577-4254-9c66-c5104e730ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:02:41.304430 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d6da0-ef6b-4486-b2ed-121285600000 None None] New status for floating IP 6fc65a85-5044-4557-93b9-6eee5fb050c5: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:02:41.629612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-490d449f-b827-4b56-9270-76cdc36c9d67 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:41.631065 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-490d449f-b827-4b56-9270-76cdc36c9d67 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 945 time: 0.0498636 Aug 24 01:02:41.723416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port 87b9c672-8c52-4387-a259-7ba8ee20827c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:41.723679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:41.812196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] For port 87b9c672-8c52-4387-a259-7ba8ee20827c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=87b9c672-8c52-4387-a259-7ba8ee20827c,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:41.812575 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:41.825241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for 87b9c672-8c52-4387-a259-7ba8ee20827c owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:41.890297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0f752-f2e2-4d2c-90bf-8b691c44f1dc req-0aed30c3-a969-4c6d-aa60-e3ab7a4b570e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:41.891801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23d0f752-f2e2-4d2c-90bf-8b691c44f1dc req-0aed30c3-a969-4c6d-aa60-e3ab7a4b570e tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 945 time: 0.0515108 Aug 24 01:02:41.935057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-23d0f752-f2e2-4d2c-90bf-8b691c44f1dc req-17050fc5-89a6-4963-a7e0-8d1f20b3d372 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dfa68ae-17d6-4b51-8c16-46440d89f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368583 Aug 24 01:02:42.017871 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:42.045170 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=87b9c672-8c52-4387-a259-7ba8ee20827c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:42.055799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.056159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.056507 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.056858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.057335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.057700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.058037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.058921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.058921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.059107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.059383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.059644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:42.099381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] No DVR routers for this DVR port 87b9c672-8c52-4387-a259-7ba8ee20827c on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:42.101970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:42.103992 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-36ee1648-5021-4c9e-81e7-8d50d04a439b req-427b501c-96fa-462e-a31b-2bac7e9eabb7 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.36 "DELETE /v2.0/ports/87b9c672-8c52-4387-a259-7ba8ee20827c HTTP/1.1" status: 204 len: 173 time: 0.4666889 Aug 24 01:02:42.107733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'name': 'network-vif-deleted', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:02:42.107733 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265af5b-aa92-4256-8b1b-229e10b42de9" -d '{"events": [{"server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "name": "network-vif-deleted", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:02:42.144128 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540eca69-afae-4b60-921b-421451da364c x-openstack-request-id: req-540eca69-afae-4b60-921b-421451da364c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:02:42.144433 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0882d9-da93-49cf-9d8b-9d7fc2a27a1e", "name": "network-vif-deleted", "tag": "87b9c672-8c52-4387-a259-7ba8ee20827c", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:02:42.144692 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-540eca69-afae-4b60-921b-421451da364c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:02:42.145105 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be0882d9-da93-49cf-9d8b-9d7fc2a27a1e', 'name': 'network-vif-deleted', 'tag': '87b9c672-8c52-4387-a259-7ba8ee20827c', 'status': 'completed', 'code': 200} Aug 24 01:02:42.738368 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:43.033427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2cc05880-1c99-4472-8512-ad03dcff7635 req-980c519d-f226-4fd0-bf88-d0cf249286d6 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 210 time: 0.0270710 Aug 24 01:02:44.127982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2048a6e-d206-407c-a2ad-7dae671b2e0e req-04a5cc9d-f1a0-4c56-8faf-e0b3d8e48143 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 210 time: 0.0272875 Aug 24 01:02:45.221838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9daddc15-601a-4077-8b8e-9e92ad8401da req-a383e4f9-b5bd-46a1-afe2-4d6b33fef518 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 210 time: 0.0268435 Aug 24 01:02:45.792741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 87b9c672-8c52-4387-a259-7ba8ee20827c no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:45.812340 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 87b9c672-8c52-4387-a259-7ba8ee20827c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:02:45.812684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 87b9c672-8c52-4387-a259-7ba8ee20827c not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:46.324993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b818089-8945-4f04-a598-7e26039324c9 req-30139e43-3393-40ad-ad38-e089fd83f9a0 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "GET /v2.0/ports?device_id=be0882d9-da93-49cf-9d8b-9d7fc2a27a1e HTTP/1.1" status: 200 len: 210 time: 0.0260849 Aug 24 01:02:46.716458 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-76b65a70-318e-4012-beaf-4b147b107f18 req-041817ba-50e8-4658-ab08-415910cf44b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431762 Aug 24 01:02:46.786829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65a70-318e-4012-beaf-4b147b107f18 req-5025b56b-bb70-4f20-8484-72d18b955e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:46.788278 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-76b65a70-318e-4012-beaf-4b147b107f18 req-5025b56b-bb70-4f20-8484-72d18b955e8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 1096 time: 0.0399320 Aug 24 01:02:46.887236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65a70-318e-4012-beaf-4b147b107f18 req-1ff44a0d-bc58-42b6-a343-1e3354a6802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:46.888704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-76b65a70-318e-4012-beaf-4b147b107f18 req-1ff44a0d-bc58-42b6-a343-1e3354a6802d service neutron] 10.222.0.36 "GET /v2.0/networks?id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c HTTP/1.1" status: 200 len: 897 time: 0.0827396 Aug 24 01:02:46.957213 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-76b65a70-318e-4012-beaf-4b147b107f18 req-2047c607-afc9-4a74-b493-07ad71009621 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba HTTP/1.1" status: 200 len: 1001 time: 0.0611548 Aug 24 01:02:47.006157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65a70-318e-4012-beaf-4b147b107f18 req-61ee5f81-9017-4dbc-b7d7-6dcfcf8d8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:47.007514 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-76b65a70-318e-4012-beaf-4b147b107f18 req-61ee5f81-9017-4dbc-b7d7-6dcfcf8d8b52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16aaa442-ffb9-43c5-9fd3-e63663055e5c HTTP/1.1" status: 200 len: 835 time: 0.0437577 Aug 24 01:02:47.053476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65a70-318e-4012-beaf-4b147b107f18 req-f43a2698-dce1-4879-a091-3de03ad19680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:02:47.054982 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-76b65a70-318e-4012-beaf-4b147b107f18 req-f43a2698-dce1-4879-a091-3de03ad19680 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394938 Aug 24 01:02:47.148062 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-76b65a70-318e-4012-beaf-4b147b107f18 req-d022cb95-7140-4f83-bbd7-b71ea9713cab service neutron] 10.222.0.36 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849509 Aug 24 01:02:47.237112 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-76b65a70-318e-4012-beaf-4b147b107f18 req-f49e0087-4bfb-40f1-955c-0d7197fcfe76 service neutron] 10.222.0.36 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816085 Aug 24 01:02:47.380919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47960) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:47.504154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Deleting port 173120a5-4ba3-4285-86ae-3af0f21eaebc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:47.504507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:47.584555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:47.584890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:47.596779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Calling delete_port for 173120a5-4ba3-4285-86ae-3af0f21eaebc owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:47.801187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:47.827742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'Port': ['ID=173120a5-4ba3-4285-86ae-3af0f21eaebc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:47.889165 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:47.892504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:47.893679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-126a7c73-42b0-4709-be15-4302034d6e24 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "DELETE /v2.0/floatingips/22e09537-d206-4de5-9cc7-2e5f874fb27b HTTP/1.1" status: 204 len: 168 time: 0.5116322 Aug 24 01:02:51.366941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47978) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:51.425403 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc65-8ffb-4221-a140-994140b0c363 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:51.450002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc65-8ffb-4221-a140-994140b0c363 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:51.571878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc65-8ffb-4221-a140-994140b0c363 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:51.571878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc65-8ffb-4221-a140-994140b0c363 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:51.571878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8f6bdc65-8ffb-4221-a140-994140b0c363 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] 10.222.0.26 "DELETE /v2.0/security-groups/5dfa68ae-17d6-4b51-8c16-46440d89f9f3 HTTP/1.1" status: 204 len: 168 time: 0.2024789 Aug 24 01:02:51.580240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bdc65-8ffb-4221-a140-994140b0c363 tempest-TestVolumeBootPattern-1365265740 tempest-TestVolumeBootPattern-1365265740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa68ae-17d6-4b51-8c16-46440d89f9f3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:52.724385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47984) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:53.208621 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:53.444716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Deleting port 208ec414-84f1-4d50-844f-968a03a1d5ed {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:53.445013 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:53.522663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] For port 208ec414-84f1-4d50-844f-968a03a1d5ed, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=208ec414-84f1-4d50-844f-968a03a1d5ed,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:53.523031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:53.535117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Calling delete_port for 208ec414-84f1-4d50-844f-968a03a1d5ed owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:53.767423 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:53.791546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=208ec414-84f1-4d50-844f-968a03a1d5ed,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:53.956481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:54.512149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Router 9515094f-e805-4dc9-9590-87ccdd18a828 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:02:54.615820 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:02:54.620781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-93f3bb38-d727-44aa-9725-602b048a0cf7 admin admin] 10.222.0.26 "PUT /v2.0/routers/9515094f-e805-4dc9-9590-87ccdd18a828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8954015 Aug 24 01:02:54.623272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:54.625893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] Sync routers for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:02:54.635695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:54.636291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:54.725985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:54.738700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:54.828416 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:54.915170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T01:02:53Z', 'revision_number': 5, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port': {'id': '1d2bb1e1-dfb4-466e-a78d-e9bf8410252d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:34Z', 'updated_at': '2021-08-24T00:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:54.941660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] Checking router: 9515094f-e805-4dc9-9590-87ccdd18a828 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:02:54.947160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Deleting port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:54.947511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:54.949853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] Routers {'9515094f-e805-4dc9-9590-87ccdd18a828'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:54.951308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['9515094f-e805-4dc9-9590-87ccdd18a828'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:55.024798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] For port 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1d2bb1e1-dfb4-466e-a78d-e9bf8410252d,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:55.025052 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.035782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] Set router 9515094f-e805-4dc9-9590-87ccdd18a828 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:55.037340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Calling delete_port for 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:55.087447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T01:02:54Z', 'revision_number': 6, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:55.116052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8995b-2a5e-49ec-8b19-f036c2bffae1 None None] The sync data for ids ['9515094f-e805-4dc9-9590-87ccdd18a828'] in n-d-804878-2 is: [{'id': '9515094f-e805-4dc9-9590-87ccdd18a828', 'name': 'tempest-TestVolumeBootPattern-122038608-router', 'tenant_id': '98d2f1382fca415cbb92091953421b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:33Z', 'updated_at': '2021-08-24T01:02:54Z', 'revision_number': 6, 'project_id': '98d2f1382fca415cbb92091953421b96', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:02:55.263266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.292667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2bb1e1-dfb4-466e-a78d-e9bf8410252d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:55.351825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.444348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.448925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.566177 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.566757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9515094f-e805-4dc9-9590-87ccdd18a828 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:02:55.571133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.572295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4dea53a3-9b07-42bf-b000-be95dceb466f admin admin] 10.222.0.26 "DELETE /v2.0/routers/9515094f-e805-4dc9-9590-87ccdd18a828 HTTP/1.1" status: 204 len: 168 time: 0.9481111 Aug 24 01:02:55.574861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 47992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:55.619117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2487a9-dcc1-4f78-8419-d65b271493fc admin admin] Deleting subnet 7eb66cbc-c577-4254-9c66-c5104e730ddc {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:02:55.622125 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe2487a9-dcc1-4f78-8419-d65b271493fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.656571 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe2487a9-dcc1-4f78-8419-d65b271493fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.733694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe2487a9-dcc1-4f78-8419-d65b271493fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.858393 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe2487a9-dcc1-4f78-8419-d65b271493fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.889616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fe2487a9-dcc1-4f78-8419-d65b271493fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.894273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fe2487a9-dcc1-4f78-8419-d65b271493fc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7eb66cbc-c577-4254-9c66-c5104e730ddc HTTP/1.1" status: 204 len: 168 time: 0.3182762 Aug 24 01:02:55.897651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2487a9-dcc1-4f78-8419-d65b271493fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb66cbc-c577-4254-9c66-c5104e730ddc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:55.898091 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 47994) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:55.916923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ea909-1ff7-49d6-9e53-a01aab9c4261 None None] Network 2447c20e-30f4-4062-a057-06c6927bfd1d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:02:55.958844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 208ec414-84f1-4d50-844f-968a03a1d5ed no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:55.967846 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.988947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:55.993989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 208ec414-84f1-4d50-844f-968a03a1d5ed {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:02:55.994168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 208ec414-84f1-4d50-844f-968a03a1d5ed not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:56.051470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Deleting port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:56.051813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.116148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] For port ccaeed80-2f31-4c25-a71a-c1337b66f6b7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:56.116520 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.136838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Calling delete_port for ccaeed80-2f31-4c25-a71a-c1337b66f6b7 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:56.137596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] DHCP port deletion for 2447c20e-30f4-4062-a057-06c6927bfd1d request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:02:56.193918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Deleting port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:56.194306 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.288219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.312477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:56.321129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] No DVR routers for this DVR port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:56.401040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.412050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2447c20e-30f4-4062-a057-06c6927bfd1d']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:56.423782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c3bc6a-a94d-41f2-9f56-a5617df1d82f') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:56.424601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c3bc6a-a94d-41f2-9f56-a5617df1d82f') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:56.434293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.446641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] For port ccaeed80-2f31-4c25-a71a-c1337b66f6b7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,segment=NetworkSegment(19c3bc6a-a94d-41f2-9f56-a5617df1d82f),segment_id=19c3bc6a-a94d-41f2-9f56-a5617df1d82f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:56.447039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.450785 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.459519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:02:56.459949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.460230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Calling delete_port for ccaeed80-2f31-4c25-a71a-c1337b66f6b7 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:02:56.461652 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:02:56.516585 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-704ceb1d-70c2-4dfc-b2bb-de631dfc5ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.537632 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.559909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Pushing event deleted for resources: {'Port': ['ID=ccaeed80-2f31-4c25-a71a-c1337b66f6b7,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:56.566907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.574083 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.574431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.574775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.584862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:02:56.585474 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:56.585474 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2447c20e-30f4-4062-a057-06c6927bfd1d HTTP/1.1" status: 204 len: 168 time: 0.6845462 Aug 24 01:02:56.585653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a273b6-64e9-44e2-a6f5-92446c843c5b None None] No DVR routers for this DVR port ccaeed80-2f31-4c25-a71a-c1337b66f6b7 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:56.585730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48000) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:56.590933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83de9c1-34de-4e91-b708-988ebbbfa776 admin admin] Pushing event deleted for resources: {'Network': ['ID=2447c20e-30f4-4062-a057-06c6927bfd1d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:56.939946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:57.203097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Deleting port 57477091-35fd-4ec0-aeea-91fda38505b5 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:57.203365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:57.283444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] For port 57477091-35fd-4ec0-aeea-91fda38505b5, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=57477091-35fd-4ec0-aeea-91fda38505b5,segment=NetworkSegment(ad0cb617-76b0-49c6-a355-277bb83cd257),segment_id=ad0cb617-76b0-49c6-a355-277bb83cd257)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:57.283811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:57.295147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Calling delete_port for 57477091-35fd-4ec0-aeea-91fda38505b5 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:57.538187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:57.565335 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=57477091-35fd-4ec0-aeea-91fda38505b5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:57.569897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:57.592413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:02:57.592881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1d2bb1e1-dfb4-466e-a78d-e9bf8410252d not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:57.593410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ccaeed80-2f31-4c25-a71a-c1337b66f6b7 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:57.616154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: ccaeed80-2f31-4c25-a71a-c1337b66f6b7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:02:57.616702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ccaeed80-2f31-4c25-a71a-c1337b66f6b7 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:57.734616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:57.952540 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Router 3544a306-58e8-4ffa-af82-b82fd2814e73 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:02:58.057839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:02:58.063060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9ccab6a1-4979-4f6f-8084-da26a3c9aaa7 admin admin] 10.222.0.26 "PUT /v2.0/routers/3544a306-58e8-4ffa-af82-b82fd2814e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4767232 Aug 24 01:02:58.065504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:58.066579 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] Sync routers for ids ['3544a306-58e8-4ffa-af82-b82fd2814e73'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:02:58.076253 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] Routers {'3544a306-58e8-4ffa-af82-b82fd2814e73'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:58.076883 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3544a306-58e8-4ffa-af82-b82fd2814e73'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:58.166678 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.179277 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] Set router 3544a306-58e8-4ffa-af82-b82fd2814e73 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:58.269477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.354257 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T01:02:57Z', 'revision_number': 5, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port': {'id': '18f5dbe7-93fe-4026-b2a6-f7f837ce12b9', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:48:44Z', 'updated_at': '2021-08-24T00:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:58.382863 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] Checking router: 3544a306-58e8-4ffa-af82-b82fd2814e73 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:02:58.385435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Deleting port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:58.385814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.391034 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] Routers {'3544a306-58e8-4ffa-af82-b82fd2814e73'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:02:58.392139 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['3544a306-58e8-4ffa-af82-b82fd2814e73'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:58.467833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] For port 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=18f5dbe7-93fe-4026-b2a6-f7f837ce12b9,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:58.468206 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.478029 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] Set router 3544a306-58e8-4ffa-af82-b82fd2814e73 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:02:58.479608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Calling delete_port for 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:58.528656 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T01:02:58Z', 'revision_number': 6, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:58.557208 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b476323b-94cb-4e12-9992-c13d97b00a53 None None] The sync data for ids ['3544a306-58e8-4ffa-af82-b82fd2814e73'] in n-d-804878-2 is: [{'id': '3544a306-58e8-4ffa-af82-b82fd2814e73', 'name': 'tempest-TestVolumeBootPattern-571300103-router', 'tenant_id': '9f15092f41b047458130d7e5e84b057a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:48:43Z', 'updated_at': '2021-08-24T01:02:58Z', 'revision_number': 6, 'project_id': '9f15092f41b047458130d7e5e84b057a', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:02:58.697777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.723369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f5dbe7-93fe-4026-b2a6-f7f837ce12b9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:58.782170 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.869824 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.871799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.990637 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.991332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3544a306-58e8-4ffa-af82-b82fd2814e73 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:02:58.997946 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:58.999586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ab69380c-5a7a-4f1b-9441-2a6b3d6dc220 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3544a306-58e8-4ffa-af82-b82fd2814e73 HTTP/1.1" status: 204 len: 168 time: 0.9329650 Aug 24 01:02:59.003472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48008) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:59.008210 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f316463f-cf83-4189-bca7-236cc704cca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.069293 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da9e205-41cb-4127-bc0c-9b7187aa97c7 admin admin] Deleting subnet 4b7ea002-6469-4b5c-ad20-741527fd0be9 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:02:59.072404 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1da9e205-41cb-4127-bc0c-9b7187aa97c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.107716 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1da9e205-41cb-4127-bc0c-9b7187aa97c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.131698 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.183786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1da9e205-41cb-4127-bc0c-9b7187aa97c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.286719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1da9e205-41cb-4127-bc0c-9b7187aa97c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.314025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9e205-41cb-4127-bc0c-9b7187aa97c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7ea002-6469-4b5c-ad20-741527fd0be9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:59.316094 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1da9e205-41cb-4127-bc0c-9b7187aa97c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.318782 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1da9e205-41cb-4127-bc0c-9b7187aa97c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4b7ea002-6469-4b5c-ad20-741527fd0be9 HTTP/1.1" status: 204 len: 168 time: 0.3131995 Aug 24 01:02:59.323153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48010) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:02:59.327605 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bfea6f-3c20-49a5-83b3-4eb2147f9213 None None] Network fcdf1b66-4282-49ef-a28e-a23d1fc20d7e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:02:59.398415 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.460913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Deleting port 662faced-fc2d-4864-b54f-caf30578c7a1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:59.461265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.522114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] DHCP port deletion for fcdf1b66-4282-49ef-a28e-a23d1fc20d7e request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:02:59.531300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] For port 662faced-fc2d-4864-b54f-caf30578c7a1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=662faced-fc2d-4864-b54f-caf30578c7a1,segment=NetworkSegment(ad0cb617-76b0-49c6-a355-277bb83cd257),segment_id=ad0cb617-76b0-49c6-a355-277bb83cd257)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:59.531645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.546615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Calling delete_port for 662faced-fc2d-4864-b54f-caf30578c7a1 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:59.579030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] Deleting port 662faced-fc2d-4864-b54f-caf30578c7a1 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:02:59.579407 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.592929 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 57477091-35fd-4ec0-aeea-91fda38505b5 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:59.636729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 57477091-35fd-4ec0-aeea-91fda38505b5 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:02:59.650032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 57477091-35fd-4ec0-aeea-91fda38505b5 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:59.650032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 662faced-fc2d-4864-b54f-caf30578c7a1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:59.693141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] For port 662faced-fc2d-4864-b54f-caf30578c7a1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=662faced-fc2d-4864-b54f-caf30578c7a1,segment=NetworkSegment(ad0cb617-76b0-49c6-a355-277bb83cd257),segment_id=ad0cb617-76b0-49c6-a355-277bb83cd257)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:02:59.693538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.708040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] Calling delete_port for 662faced-fc2d-4864-b54f-caf30578c7a1 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:02:59.709125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.714648 n-d-804878-2 neutron-server[95328]: INFO neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No ports have port_id starting with 662faced-fc2d-4864-b54f-caf30578c7a1 Aug 24 01:02:59.719407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:02:59.740932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=662faced-fc2d-4864-b54f-caf30578c7a1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:59.742861 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] No DVR routers for this DVR port 662faced-fc2d-4864-b54f-caf30578c7a1 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:59.766830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:02:59.767174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 18f5dbe7-93fe-4026-b2a6-f7f837ce12b9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:02:59.808631 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.815548 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.825534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdf1b66-4282-49ef-a28e-a23d1fc20d7e']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:59.832173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] Pushing event deleted for resources: {'Port': ['ID=662faced-fc2d-4864-b54f-caf30578c7a1,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:02:59.835947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0cb617-76b0-49c6-a355-277bb83cd257') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:59.836250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0cb617-76b0-49c6-a355-277bb83cd257') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:02:59.837622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedb3e2-b4c2-41b6-8436-428ed4ba8a06 None None] No DVR routers for this DVR port 662faced-fc2d-4864-b54f-caf30578c7a1 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:02:59.847589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.861733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.867578 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:02:59.867967 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:02:59.869649 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:03:00.011905 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.017692 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.019606 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fcdf1b66-4282-49ef-a28e-a23d1fc20d7e HTTP/1.1" status: 204 len: 168 time: 0.6954248 Aug 24 01:03:00.031453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864658-8ba0-4027-8aaf-a155b55cdf13 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdf1b66-4282-49ef-a28e-a23d1fc20d7e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:00.325935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48018) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:00.369315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b98daf07-52de-4d21-bef4-ae928b3cafc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98d2f1382fca415cbb92091953421b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421720 Aug 24 01:03:00.371804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48020) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:00.419615 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0015c9d-5b84-4362-82ca-167a06b39af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.428853 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.441594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0015c9d-5b84-4362-82ca-167a06b39af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.565866 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0015c9d-5b84-4362-82ca-167a06b39af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.568449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f0015c9d-5b84-4362-82ca-167a06b39af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:00.569627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f0015c9d-5b84-4362-82ca-167a06b39af1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3 HTTP/1.1" status: 204 len: 168 time: 0.1969035 Aug 24 01:03:00.582579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0015c9d-5b84-4362-82ca-167a06b39af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c974e3f3-f9b5-42b1-89b1-7e10bb5c1ab3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:01.135251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48026) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:01.177846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9a548067-eefb-4ffa-a7ac-eaf0810fcc78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f15092f41b047458130d7e5e84b057a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412867 Aug 24 01:03:01.180196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48028) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:01.226324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d64b55d5-c5d7-4cba-b0b1-c37edc6832b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:01.246734 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d64b55d5-c5d7-4cba-b0b1-c37edc6832b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:01.371705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d64b55d5-c5d7-4cba-b0b1-c37edc6832b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:01.374280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d64b55d5-c5d7-4cba-b0b1-c37edc6832b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:01.375439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d64b55d5-c5d7-4cba-b0b1-c37edc6832b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfcf844a-8b07-4076-96a9-32989c4586f6 HTTP/1.1" status: 204 len: 168 time: 0.1943631 Aug 24 01:03:01.383369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b55d5-c5d7-4cba-b0b1-c37edc6832b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcf844a-8b07-4076-96a9-32989c4586f6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:02.006549 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:06.115910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48042) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:06.275334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port edf4406f-1348-4307-9720-6ffed842a95c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:03:06.275688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:06.354179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:06.354515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:06.370996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for edf4406f-1348-4307-9720-6ffed842a95c owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:03:06.583431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:06.614009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=edf4406f-1348-4307-9720-6ffed842a95c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:06.672665 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:06.672871 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Floating IP a62e36ef-71b9-4999-91b5-22df05efb205 disassociated (deleted). External IP: 172.25.5.217, port: 360b41b4-b1f5-4b81-9df3-da8096e039ba. Aug 24 01:03:06.881462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router bf82d1cc-ba9f-4854-a392-97b7656ff924 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:03:07.338362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:03:07.343186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:07.348515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] Sync routers for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:03:07.357759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:07.358378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:07.370082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8e017822-3d87-43b6-babf-ad470bd4e78a tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/floatingips/a62e36ef-71b9-4999-91b5-22df05efb205 HTTP/1.1" status: 204 len: 168 time: 1.2530861 Aug 24 01:03:07.370695 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:03:07.372936 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:03:07.415213 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7d0b41-ece6-4034-8c6b-dc1e184420e9 x-openstack-request-id: req-2b7d0b41-ece6-4034-8c6b-dc1e184420e9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:03:07.415787 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:03:07.416039 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b7d0b41-ece6-4034-8c6b-dc1e184420e9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:03:07.416446 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'status': 'completed', 'code': 200} Aug 24 01:03:07.477143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:07.500444 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-c61d5cbb-7464-4e7d-aac2-3695f5ddfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:07.502032 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-c61d5cbb-7464-4e7d-aac2-3695f5ddfd2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58b36801afc7442c9f10a5f6712fef5c&device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 1096 time: 0.0416110 Aug 24 01:03:07.599990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-f8e397e7-db28-4f67-8dfa-b216cf0b6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:07.601390 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-f8e397e7-db28-4f67-8dfa-b216cf0b6876 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c HTTP/1.1" status: 200 len: 897 time: 0.0917239 Aug 24 01:03:07.645440 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-c9ed4da9-74df-4be4-bd0f-8ee318d9f094 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba HTTP/1.1" status: 200 len: 217 time: 0.0368323 Aug 24 01:03:07.680598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T01:00:01Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:07.700928 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-727e0b0b-ac46-433e-93e3-063176e07d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:07.700928 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-727e0b0b-ac46-433e-93e3-063176e07d08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16aaa442-ffb9-43c5-9fd3-e63663055e5c HTTP/1.1" status: 200 len: 835 time: 0.0438955 Aug 24 01:03:07.707862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] Checking router: bf82d1cc-ba9f-4854-a392-97b7656ff924 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:03:07.716467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:07.717087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:07.746266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-70bf2191-b8e5-4f45-bb6c-47c5c3f2138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:07.747952 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-70bf2191-b8e5-4f45-bb6c-47c5c3f2138c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01ceb3a2-9356-4401-9d6c-9ec0fc44046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450938 Aug 24 01:03:07.799498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022e94b-2d03-4dbf-8170-412068a81682 req-cf5cf740-021b-48a9-94ab-67e23e056d85 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:07.801783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1022e94b-2d03-4dbf-8170-412068a81682 req-cf5cf740-021b-48a9-94ab-67e23e056d85 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0550518 Aug 24 01:03:07.838298 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:07.852794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1022e94b-2d03-4dbf-8170-412068a81682 req-1de708f9-cae2-4e5a-9c90-f3d35619b698 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Aug 24 01:03:07.857547 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-3757dfd7-2bab-4f1f-9196-9ce78e15d846 service neutron] 10.222.0.36 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007164 Aug 24 01:03:07.952343 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0882fb04-1484-4e5d-a98f-57e57f8fa3e0 req-faeb3a2d-641d-4389-af22-81c775277ac5 service neutron] 10.222.0.36 "GET /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870013 Aug 24 01:03:08.048891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T01:00:01Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:08.075417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90028c74-6149-44b2-9edc-94c8f1cd3dcb None None] The sync data for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 is: [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'accc5b4c-529f-43b0-8f69-1cadb2b3a9d3', 'name': '', 'network_id': '01ceb3a2-9356-4401-9d6c-9ec0fc44046c', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'mac_address': 'fa:16:3e:bb:cf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:56Z', 'updated_at': '2021-08-24T01:00:01Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'subnets': [{'id': '16aaa442-ffb9-43c5-9fd3-e63663055e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:03:08.288429 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c362e818-5baf-43aa-9fc0-7bf0a1ef3bc1 None None] New status for floating IP a62e36ef-71b9-4999-91b5-22df05efb205: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:03:08.974161 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a14b-ee38-4146-a9e5-634bbb891c51 req-7d50d650-b842-4fe1-8a55-d7fafa373ab4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:08.975633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae3a14b-ee38-4146-a9e5-634bbb891c51 req-7d50d650-b842-4fe1-8a55-d7fafa373ab4 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0514798 Aug 24 01:03:09.012244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ae3a14b-ee38-4146-a9e5-634bbb891c51 req-63567012-0339-4d8e-81a3-cb6905c60317 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/security-groups?id=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307848 Aug 24 01:03:09.459731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-68f5958d-8547-4a8b-a954-59b4053be6c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:09.461214 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-68f5958d-8547-4a8b-a954-59b4053be6c3 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 945 time: 0.0543599 Aug 24 01:03:09.554180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port 360b41b4-b1f5-4b81-9df3-da8096e039ba {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:03:09.554523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:09.643735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port 360b41b4-b1f5-4b81-9df3-da8096e039ba, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=360b41b4-b1f5-4b81-9df3-da8096e039ba,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:09.644101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:09.655940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for 360b41b4-b1f5-4b81-9df3-da8096e039ba owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:03:09.857545 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:09.889162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=360b41b4-b1f5-4b81-9df3-da8096e039ba,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:09.932324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] No DVR routers for this DVR port 360b41b4-b1f5-4b81-9df3-da8096e039ba on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:03:09.934909 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:09.937075 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3c5c875-5a15-4628-91e4-93437f0e98af req-18404c96-8a6d-46aa-a3c0-fd96a011f624 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.36 "DELETE /v2.0/ports/360b41b4-b1f5-4b81-9df3-da8096e039ba HTTP/1.1" status: 204 len: 173 time: 0.4696054 Aug 24 01:03:09.937518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'name': 'network-vif-deleted', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:03:09.939839 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8ef2d8-612b-4f5e-9dc3-5d91bde9a9a7" -d '{"events": [{"server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "name": "network-vif-deleted", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:03:09.976153 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84178c80-3c54-4268-ad96-cebcbdd49a58 x-openstack-request-id: req-84178c80-3c54-4268-ad96-cebcbdd49a58 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:03:09.976445 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a79fba9-999d-4729-b94e-d321b18ba6fb", "name": "network-vif-deleted", "tag": "360b41b4-b1f5-4b81-9df3-da8096e039ba", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:03:09.976701 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84178c80-3c54-4268-ad96-cebcbdd49a58 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:03:09.977103 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a79fba9-999d-4729-b94e-d321b18ba6fb', 'name': 'network-vif-deleted', 'tag': '360b41b4-b1f5-4b81-9df3-da8096e039ba', 'status': 'completed', 'code': 200} Aug 24 01:03:10.106043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8313d8bb-9723-4f64-b631-9ac662abae15 req-b8618f6e-1b3c-4efe-8058-141ddf01d805 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a79fba9-999d-4729-b94e-d321b18ba6fb HTTP/1.1" status: 200 len: 210 time: 0.0267780 Aug 24 01:03:11.165927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48068) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:11.356840 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:03:11.527900 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:11.785641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:03:11.785908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:11.880954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port accc5b4c-529f-43b0-8f69-1cadb2b3a9d3, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:11.881328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:11.893159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:03:12.148646 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:12.173093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=accc5b4c-529f-43b0-8f69-1cadb2b3a9d3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:12.346662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:12.564265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Router bf82d1cc-ba9f-4854-a392-97b7656ff924 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:03:12.671341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:03:12.676713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-08849ec2-e839-46e0-9ed0-7bde4b6df661 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "PUT /v2.0/routers/bf82d1cc-ba9f-4854-a392-97b7656ff924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5097528 Aug 24 01:03:12.679524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48074) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:12.682085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] Sync routers for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:03:12.691087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:12.694167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:12.728832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8cef90-bb0f-4ce3-94c9-97cf71ff15fc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting subnet 16aaa442-ffb9-43c5-9fd3-e63663055e5c {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:03:12.731945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b8cef90-bb0f-4ce3-94c9-97cf71ff15fc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:12.744279 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:12.775290 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b8cef90-bb0f-4ce3-94c9-97cf71ff15fc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:12.797836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:12.857309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b8cef90-bb0f-4ce3-94c9-97cf71ff15fc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:12.966029 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b8cef90-bb0f-4ce3-94c9-97cf71ff15fc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:12.976850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T01:03:12Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:13.000389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cef90-bb0f-4ce3-94c9-97cf71ff15fc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Subnet': ['ID=16aaa442-ffb9-43c5-9fd3-e63663055e5c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:13.002308 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2b8cef90-bb0f-4ce3-94c9-97cf71ff15fc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.004699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2b8cef90-bb0f-4ce3-94c9-97cf71ff15fc tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/subnets/16aaa442-ffb9-43c5-9fd3-e63663055e5c HTTP/1.1" status: 204 len: 168 time: 0.3242044 Aug 24 01:03:13.005675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] Checking router: bf82d1cc-ba9f-4854-a392-97b7656ff924 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:03:13.007724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48076) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:13.010344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b340e1eb-8bf9-46e2-ba81-bc96a0102a95 None None] Network 01ceb3a2-9356-4401-9d6c-9ec0fc44046c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:03:13.058466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] Routers {'bf82d1cc-ba9f-4854-a392-97b7656ff924'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:13.059103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['bf82d1cc-ba9f-4854-a392-97b7656ff924'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:13.115893 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.222338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] Set router bf82d1cc-ba9f-4854-a392-97b7656ff924 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:13.293609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] DHCP port deletion for 01ceb3a2-9356-4401-9d6c-9ec0fc44046c request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:03:13.430779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] Deleting port 769c1abb-99fb-437d-ae82-233aba34c725 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:03:13.431173 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.504139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.639198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 769c1abb-99fb-437d-ae82-233aba34c725 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:03:13.646157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Deleting port 34997771-bb59-43f7-8c4e-990cf17bf877 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:03:13.646510 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.692957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] For port 769c1abb-99fb-437d-ae82-233aba34c725, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=769c1abb-99fb-437d-ae82-233aba34c725,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:13.693548 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.702549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T01:03:12Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:13.728500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] For port 34997771-bb59-43f7-8c4e-990cf17bf877, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=34997771-bb59-43f7-8c4e-990cf17bf877,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:13.728885 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.738398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] Calling delete_port for 769c1abb-99fb-437d-ae82-233aba34c725 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:03:13.740887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28bba3-5931-483e-8209-d4b16b1b383e None None] The sync data for ids ['bf82d1cc-ba9f-4854-a392-97b7656ff924'] in n-d-804878-2 is: [{'id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939784533', 'tenant_id': '58b36801afc7442c9f10a5f6712fef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T01:03:12Z', 'revision_number': 5, 'project_id': '58b36801afc7442c9f10a5f6712fef5c', 'gw_port': {'id': '34997771-bb59-43f7-8c4e-990cf17bf877', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf82d1cc-ba9f-4854-a392-97b7656ff924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T00:59:52Z', 'updated_at': '2021-08-24T00:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:03:13.741067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Calling delete_port for 34997771-bb59-43f7-8c4e-990cf17bf877 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:03:13.829518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.874368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 769c1abb-99fb-437d-ae82-233aba34c725, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=769c1abb-99fb-437d-ae82-233aba34c725,segment=NetworkSegment(59b515e8-1203-4f15-bdc0-4d0694ef9566),segment_id=59b515e8-1203-4f15-bdc0-4d0694ef9566)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:13.920536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.937137 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.954532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:13.963973 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Port': ['ID=34997771-bb59-43f7-8c4e-990cf17bf877,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:13.966902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 360b41b4-b1f5-4b81-9df3-da8096e039ba no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:03:13.994073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 360b41b4-b1f5-4b81-9df3-da8096e039ba {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:03:13.994422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 360b41b4-b1f5-4b81-9df3-da8096e039ba not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:03:13.999398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] No DVR routers for this DVR port 769c1abb-99fb-437d-ae82-233aba34c725 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:03:14.000808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=769c1abb-99fb-437d-ae82-233aba34c725,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:14.028735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438225-38c6-4146-9f0c-701a9a3c278d None None] Pushing event deleted for resources: {'Port': ['ID=769c1abb-99fb-437d-ae82-233aba34c725,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:14.028899 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.126575 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.129454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.212036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.212813 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Fanout notify agent at l3_agent the message router_deleted on router bf82d1cc-ba9f-4854-a392-97b7656ff924 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:03:14.219762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.220936 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e832ed4a-08c6-45b2-8188-ca40a2b182a1 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/routers/bf82d1cc-ba9f-4854-a392-97b7656ff924 HTTP/1.1" status: 204 len: 168 time: 1.2122836 Aug 24 01:03:14.224149 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48080) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:14.302933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.397827 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.411262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ceb3a2-9356-4401-9d6c-9ec0fc44046c']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:14.422690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b515e8-1203-4f15-bdc0-4d0694ef9566') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:14.427589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b515e8-1203-4f15-bdc0-4d0694ef9566') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:14.433199 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.446821 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.453014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:03:14.453422 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:03:14.458007 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:03:14.560285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.567614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.568881 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/networks/01ceb3a2-9356-4401-9d6c-9ec0fc44046c HTTP/1.1" status: 204 len: 168 time: 0.3437881 Aug 24 01:03:14.571734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48082) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:14.580306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ec3c3-da75-4cc7-b424-5c9e0785e61b tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'Network': ['ID=01ceb3a2-9356-4401-9d6c-9ec0fc44046c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:14.634231 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2647ad8-d1b4-46aa-b17d-a3f21653d540 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.659705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2647ad8-d1b4-46aa-b17d-a3f21653d540 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.794178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2647ad8-d1b4-46aa-b17d-a3f21653d540 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.796786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a2647ad8-d1b4-46aa-b17d-a3f21653d540 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:14.798025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a2647ad8-d1b4-46aa-b17d-a3f21653d540 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] 10.222.0.26 "DELETE /v2.0/security-groups/ed239ea1-53ad-4a56-94b1-79e44ec9ccbe HTTP/1.1" status: 204 len: 168 time: 0.2251875 Aug 24 01:03:14.807587 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2647ad8-d1b4-46aa-b17d-a3f21653d540 tempest-TestNetworkAdvancedServerOps-2092390414 tempest-TestNetworkAdvancedServerOps-2092390414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed239ea1-53ad-4a56-94b1-79e44ec9ccbe,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:15.324380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48090) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:15.455259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-778a886a-8296-4a88-9df3-b2dbc11da82b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58b36801afc7442c9f10a5f6712fef5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293306 Aug 24 01:03:15.457381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48094) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:15.508513 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c057e86a-56dd-4bd7-8595-2b648667b7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:15.529211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c057e86a-56dd-4bd7-8595-2b648667b7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:15.582638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34997771-bb59-43f7-8c4e-990cf17bf877 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:03:15.603655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 34997771-bb59-43f7-8c4e-990cf17bf877 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:03:15.604000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 34997771-bb59-43f7-8c4e-990cf17bf877 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:03:15.604409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:03:15.625334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:03:15.625700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device accc5b4c-529f-43b0-8f69-1cadb2b3a9d3 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:03:15.634555 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c057e86a-56dd-4bd7-8595-2b648667b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:15.637262 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c057e86a-56dd-4bd7-8595-2b648667b7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:15.638555 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c057e86a-56dd-4bd7-8595-2b648667b7bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fe35374-c8b3-4abf-85e7-3c8915c18999 HTTP/1.1" status: 204 len: 168 time: 0.1800923 Aug 24 01:03:15.646376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057e86a-56dd-4bd7-8595-2b648667b7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe35374-c8b3-4abf-85e7-3c8915c18999,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:16.164598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48100) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:16.203534 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8e605013-32bb-401c-82b1-b85d47f24e5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=715dac9fe0d24a5cb5f96e74f034ffb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378091 Aug 24 01:03:16.209866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48102) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:16.256563 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fb87a6c-4416-4117-9631-f9289e46c25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:16.277179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fb87a6c-4416-4117-9631-f9289e46c25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:16.365257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fb87a6c-4416-4117-9631-f9289e46c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:16.367889 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fb87a6c-4416-4117-9631-f9289e46c25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:16.369089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8fb87a6c-4416-4117-9631-f9289e46c25c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4920022-c023-489c-8d0c-4fa215d0018e HTTP/1.1" status: 204 len: 168 time: 0.1582451 Aug 24 01:03:16.377014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb87a6c-4416-4117-9631-f9289e46c25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4920022-c023-489c-8d0c-4fa215d0018e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:17.380772 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48124) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:17.503678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1191297754-network', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:17.616922 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Made reservation on behalf of f1241f58179a4ebc945c3dcaf44900ef for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:03:17.619371 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:17.628024 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:17.718660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:17.759709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:17.783759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:03:17.793144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b98e776-5c67-41a2-85ef-cdc10f5cdc9c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:17.799401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:17.799751 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Added segment 325742c6-ebe0-4a6a-b605-91f6556b62c4 of type vlan for network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd Aug 24 01:03:17.840198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:17.902381 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:17.903144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:17.903778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:17.991025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] Pushing event updated for resources: {'Network': ['ID=076335f4-beb5-469c-8dba-4d3c8e4f6dfd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:18.001275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:03:18.017654 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e33421ec-aceb-4133-b182-8fe0cf553d34 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6356809 Aug 24 01:03:18.020718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48130) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:18.025644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Request body: {'subnet': {'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1191297754-subnet', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:18.113983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Made reservation on behalf of f1241f58179a4ebc945c3dcaf44900ef for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:03:18.116321 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.337330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.392506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b39a94-386a-4260-915e-f371840bdc99,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:18.401683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Checking segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:18.401683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Network hostable DHCP agents. Network: 076335f4-beb5-469c-8dba-4d3c8e4f6dfd, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:03:18.491166 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:03:18.554212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 076335f4-beb5-469c-8dba-4d3c8e4f6dfd) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:18.558420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:18.559019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.562800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9be4f-2d14-479c-bd38-d15352a22217 None None] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:03:18.635345 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a5482189-b067-4001-b45f-b5f9589f4d6c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6134884 Aug 24 01:03:18.637903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48132) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:18.642495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:18.704137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'fixed_ips': [{'subnet_id': '46b39a94-386a-4260-915e-f371840bdc99'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:03:18.704987 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.720275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.721345 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.775524 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.846671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Allocated IP 172.20.0.2 (076335f4-beb5-469c-8dba-4d3c8e4f6dfd/46b39a94-386a-4260-915e-f371840bdc99/158e4e88-3b14-4edf-bb27-0475fd01e8ef) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:03:18.950191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.991156 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:18.999364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Transition to ACTIVE for port object 158e4e88-3b14-4edf-bb27-0475fd01e8ef will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:19.014187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Transition to ACTIVE for port object 158e4e88-3b14-4edf-bb27-0475fd01e8ef will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:19.074857 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:19.114820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:19.117598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:19.121130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:03:19.127955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Pushing event updated for resources: {'Port': ['ID=158e4e88-3b14-4edf-bb27-0475fd01e8ef,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:19.179882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Attempting to bind port 158e4e88-3b14-4edf-bb27-0475fd01e8ef on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:03:19.180259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Attempting to bind port 158e4e88-3b14-4edf-bb27-0475fd01e8ef by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:03:19.180628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Attempting to bind port 158e4e88-3b14-4edf-bb27-0475fd01e8ef on network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:19.185713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:03:19.186092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Checking segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:19.186548 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:19.186948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Bound using segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:03:19.187409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Bound port: 158e4e88-3b14-4edf-bb27-0475fd01e8ef, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:03:19.187796 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:19.217336 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:19.236275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:19.249593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] For port 158e4e88-3b14-4edf-bb27-0475fd01e8ef, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:03:19.252537 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] For port 158e4e88-3b14-4edf-bb27-0475fd01e8ef, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=158e4e88-3b14-4edf-bb27-0475fd01e8ef,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:03:19.331605 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:19.342134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Allocated IP 172.25.5.122 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/a70956d8-6d13-4f7a-ac60-bc3f987e9407) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:03:19.391064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ac25b-4012-49df-bd89-ae4c7cc70823 None None] Pushing event updated for resources: {'Port': ['ID=158e4e88-3b14-4edf-bb27-0475fd01e8ef,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:19.488642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:19.594963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:19.633182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:19.638368 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:19.648423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:03:19.667973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 158e4e88-3b14-4edf-bb27-0475fd01e8ef up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:19.694294 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Pushing event updated for resources: {'Port': ['ID=a70956d8-6d13-4f7a-ac60-bc3f987e9407,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:19.777258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 158e4e88-3b14-4edf-bb27-0475fd01e8ef completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:19.962771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:20.161541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:20.259610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7460af2-55cc-4685-9d6c-1fcb3da4e2aa None None] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:03:20.383026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Router c049bbb7-70bc-4ca6-a308-9e79f67e2857 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:03:20.402166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8736e412-63e9-435d-bdfe-2ce0b3480c82 None None] Provisioning for port 158e4e88-3b14-4edf-bb27-0475fd01e8ef completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:20.407759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8736e412-63e9-435d-bdfe-2ce0b3480c82 None None] Provisioning complete for port 158e4e88-3b14-4edf-bb27-0475fd01e8ef triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:20.408136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8736e412-63e9-435d-bdfe-2ce0b3480c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:20.504402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:03:20.506884 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8736e412-63e9-435d-bdfe-2ce0b3480c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:20.513614 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Sync routers for ids ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:03:20.524196 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Routers {'c049bbb7-70bc-4ca6-a308-9e79f67e2857'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:20.525099 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:20.547153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8736e412-63e9-435d-bdfe-2ce0b3480c82 None None] For port 158e4e88-3b14-4edf-bb27-0475fd01e8ef, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=158e4e88-3b14-4edf-bb27-0475fd01e8ef,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:20.577261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:20.581397 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e0593f59-e434-4db1-9e36-1e5b9d29cbb2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9397852 Aug 24 01:03:20.582108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48134) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:20.611281 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8736e412-63e9-435d-bdfe-2ce0b3480c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:20.635541 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Set router c049bbb7-70bc-4ca6-a308-9e79f67e2857 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:20.669459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736e412-63e9-435d-bdfe-2ce0b3480c82 None None] Pushing event updated for resources: {'Port': ['ID=158e4e88-3b14-4edf-bb27-0475fd01e8ef,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:20.731865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ce559208-54d7-400d-b354-520a7eabbaf5 None None] Provisioning complete for port 158e4e88-3b14-4edf-bb27-0475fd01e8ef triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:20.732253 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce559208-54d7-400d-b354-520a7eabbaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:20.822040 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:03:19Z', 'revision_number': 3, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port': {'id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:19Z', 'updated_at': '2021-08-24T01:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:20.855384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Checking router: c049bbb7-70bc-4ca6-a308-9e79f67e2857 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:03:20.855733 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Updating router c049bbb7-70bc-4ca6-a308-9e79f67e2857 port a70956d8-6d13-4f7a-ac60-bc3f987e9407 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:03:20.886715 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.238596 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.248013 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Transition to ACTIVE for port object a70956d8-6d13-4f7a-ac60-bc3f987e9407 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:21.325381 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.330747 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.381361 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Attempting to bind port a70956d8-6d13-4f7a-ac60-bc3f987e9407 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:03:21.381753 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Attempting to bind port a70956d8-6d13-4f7a-ac60-bc3f987e9407 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:03:21.382114 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Attempting to bind port a70956d8-6d13-4f7a-ac60-bc3f987e9407 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:21.384166 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Pushing event updated for resources: {'Port': ['ID=a70956d8-6d13-4f7a-ac60-bc3f987e9407,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:21.393388 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.393804 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.394145 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.394480 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.394984 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.395316 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.395642 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.395964 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.396296 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.396660 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.396991 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.397307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:21.400938 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:03:21.401311 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:21.406196 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.406196 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:03:21.406196 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Bound port: a70956d8-6d13-4f7a-ac60-bc3f987e9407, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:03:21.406196 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.467803 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] For port a70956d8-6d13-4f7a-ac60-bc3f987e9407, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:03:21.470811 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] For port a70956d8-6d13-4f7a-ac60-bc3f987e9407, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a70956d8-6d13-4f7a-ac60-bc3f987e9407,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:03:21.508899 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.543689 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Allocated IP 172.20.0.1 (076335f4-beb5-469c-8dba-4d3c8e4f6dfd/46b39a94-386a-4260-915e-f371840bdc99/f494c13c-9693-4107-9562-085c4a809ddb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:03:21.569486 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Routers {'c049bbb7-70bc-4ca6-a308-9e79f67e2857'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:21.570208 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:21.627545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 158e4e88-3b14-4edf-bb27-0475fd01e8ef up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:21.636192 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f3f44-0ae0-4286-b3b1-acbbe90ba601 None None] Pushing event updated for resources: {'Port': ['ID=a70956d8-6d13-4f7a-ac60-bc3f987e9407,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:21.656027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.670921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Transition to ACTIVE for port object f494c13c-9693-4107-9562-085c4a809ddb will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:21.681109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 158e4e88-3b14-4edf-bb27-0475fd01e8ef triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:21.681678 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.702577 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] Set router c049bbb7-70bc-4ca6-a308-9e79f67e2857 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:21.755304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.804081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:21.807020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:21.810495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:03:21.834774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f494c13c-9693-4107-9562-085c4a809ddb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:21.854153 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:21.914535 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:03:19Z', 'revision_number': 3, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port': {'id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:19Z', 'updated_at': '2021-08-24T01:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:21.944797 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a9b3a-7a20-402a-9ad9-0a1a73f4e1e9 None None] The sync data for ids ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'] in n-d-804878-2 is: [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:03:19Z', 'revision_number': 3, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port': {'id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:19Z', 'updated_at': '2021-08-24T01:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:03:22.036751 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:22.114727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9c8d5205-6ff0-48b9-9ab5-159e7e724a83 None None] Provisioning for port f494c13c-9693-4107-9562-085c4a809ddb completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:22.121735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9c8d5205-6ff0-48b9-9ab5-159e7e724a83 None None] Provisioning complete for port f494c13c-9693-4107-9562-085c4a809ddb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:22.121735 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5205-6ff0-48b9-9ab5-159e7e724a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:22.158377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d5205-6ff0-48b9-9ab5-159e7e724a83 None None] Port f494c13c-9693-4107-9562-085c4a809ddb cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:03:22.229067 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:22.285634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:22.353896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f494c13c-9693-4107-9562-085c4a809ddb,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:22.356676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:22.471390 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:22.472896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:22.599858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Router c049bbb7-70bc-4ca6-a308-9e79f67e2857 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:03:22.685613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-882ca040-5a9d-4b62-85a2-11885f91f4e6 None None] Provisioning complete for port f494c13c-9693-4107-9562-085c4a809ddb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:22.686156 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-882ca040-5a9d-4b62-85a2-11885f91f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:22.720925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:03:22.724065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-882ca040-5a9d-4b62-85a2-11885f91f4e6 None None] Port f494c13c-9693-4107-9562-085c4a809ddb cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:03:22.727475 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-449a715e-6b78-466d-87fa-62991daa56e4 admin admin] 10.222.0.26 "PUT /v2.0/routers/c049bbb7-70bc-4ca6-a308-9e79f67e2857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1442528 Aug 24 01:03:23.383147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48150) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:23.388238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1892715195-network', 'tenant_id': '9025aabbc523403e990bec55813a97e1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:23.454388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Sync routers for ids ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:03:23.462620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Made reservation on behalf of 9025aabbc523403e990bec55813a97e1 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:03:23.464292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Routers {'c049bbb7-70bc-4ca6-a308-9e79f67e2857'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:23.464904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:23.465206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.478137 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.574084 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.579353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Set router c049bbb7-70bc-4ca6-a308-9e79f67e2857 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:23.615174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a70956d8-6d13-4f7a-ac60-bc3f987e9407 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:23.628114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.656624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:03:23.663630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073bbb43-d238-4527-8931-43b9070f7388,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:23.669682 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.670039 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Added segment 3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9 of type vlan for network 2594a8fc-a278-4b77-a897-538efdd8ba62 Aug 24 01:03:23.710211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.776946 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.777969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:23.778558 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.806630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a70956d8-6d13-4f7a-ac60-bc3f987e9407 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:23.812417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a70956d8-6d13-4f7a-ac60-bc3f987e9407 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:23.812790 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.837656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] Pushing event updated for resources: {'Network': ['ID=2594a8fc-a278-4b77-a897-538efdd8ba62,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:23.849923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 2594a8fc-a278-4b77-a897-538efdd8ba62 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:03:23.867738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:03:21Z', 'revision_number': 4, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port': {'id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:19Z', 'updated_at': '2021-08-24T01:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f494c13c-9693-4107-9562-085c4a809ddb', 'name': '', 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'mac_address': 'fa:16:3e:5b:a4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '46b39a94-386a-4260-915e-f371840bdc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:21Z', 'updated_at': '2021-08-24T01:03:22Z', 'revision_number': 2, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'subnets': [{'id': '46b39a94-386a-4260-915e-f371840bdc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:23.877403 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-29cdc808-7faa-4a31-b0ae-0426aa21799c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4907360 Aug 24 01:03:23.877631 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48152) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:23.883033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Request body: {'subnet': {'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1892715195-subnet', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:23.928639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Checking router: c049bbb7-70bc-4ca6-a308-9e79f67e2857 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:03:23.928976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Updating router c049bbb7-70bc-4ca6-a308-9e79f67e2857 port f494c13c-9693-4107-9562-085c4a809ddb binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:03:23.942658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Made reservation on behalf of 9025aabbc523403e990bec55813a97e1 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:03:23.945101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:23.971035 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.049752 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.177743 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.245238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:24.254446 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Checking segment: {'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:24.254807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Network hostable DHCP agents. Network: 2594a8fc-a278-4b77-a897-538efdd8ba62, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:03:24.278420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a70956d8-6d13-4f7a-ac60-bc3f987e9407, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a70956d8-6d13-4f7a-ac60-bc3f987e9407,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:24.325593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Network 2594a8fc-a278-4b77-a897-538efdd8ba62 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:03:24.356407 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.399943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 2594a8fc-a278-4b77-a897-538efdd8ba62) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:24.404509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:24.405527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.415123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b29d1-a022-406f-a184-cf1413cc7cf2 None None] Network 2594a8fc-a278-4b77-a897-538efdd8ba62 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:03:24.463400 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1598483a-7d00-4733-af32-3ea9fc1ff88e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5841660 Aug 24 01:03:24.465803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48154) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:24.470416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:24.480094 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a70956d8-6d13-4f7a-ac60-bc3f987e9407,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:24.536753 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.537862 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.538003 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.559602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Transition to ACTIVE for port object f494c13c-9693-4107-9562-085c4a809ddb will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:24.588963 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.628890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-2594a8fc-a278-4b77-a897-538efdd8ba62', 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'fixed_ips': [{'subnet_id': 'e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:03:24.629885 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.696044 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.798267 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe78532-c0d4-47e5-bafb-f55bfe9dc38d None None] Pushing event updated for resources: {'Port': ['ID=f494c13c-9693-4107-9562-085c4a809ddb,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:24.837189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.842933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Allocated IP 172.20.0.2 (2594a8fc-a278-4b77-a897-538efdd8ba62/e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0/e7fe4b46-16ec-496c-afdf-bc6b4750c082) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:03:24.867974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Attempting to bind port f494c13c-9693-4107-9562-085c4a809ddb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:03:24.868352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Attempting to bind port f494c13c-9693-4107-9562-085c4a809ddb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:03:24.868726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Attempting to bind port f494c13c-9693-4107-9562-085c4a809ddb on network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:24.883619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:03:24.884002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Checking segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:24.884414 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:24.884818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Bound using segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:03:24.885313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Bound port: f494c13c-9693-4107-9562-085c4a809ddb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:03:24.885737 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.044012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] For port f494c13c-9693-4107-9562-085c4a809ddb, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:03:25.064840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] For port f494c13c-9693-4107-9562-085c4a809ddb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f494c13c-9693-4107-9562-085c4a809ddb,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:03:25.082406 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.091988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Transition to ACTIVE for port object e7fe4b46-16ec-496c-afdf-bc6b4750c082 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:25.107087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Transition to ACTIVE for port object e7fe4b46-16ec-496c-afdf-bc6b4750c082 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:25.114077 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.124551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.149014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.169538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Routers {'c049bbb7-70bc-4ca6-a308-9e79f67e2857'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:25.170219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:25.174909 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.212480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe78532-c0d4-47e5-bafb-f55bfe9dc38d None None] Pushing event updated for resources: {'Port': ['ID=f494c13c-9693-4107-9562-085c4a809ddb,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:25.264539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Network 2594a8fc-a278-4b77-a897-538efdd8ba62 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:25.268691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Allocated IP 172.25.5.43 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/6b48bb65-d223-4d49-83d0-47ea5733edd0) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:03:25.272437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:25.279081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:03:25.318559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Pushing event updated for resources: {'Port': ['ID=e7fe4b46-16ec-496c-afdf-bc6b4750c082,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:25.377659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] Set router c049bbb7-70bc-4ca6-a308-9e79f67e2857 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:25.383655 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.411479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Attempting to bind port e7fe4b46-16ec-496c-afdf-bc6b4750c082 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:03:25.411790 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Attempting to bind port e7fe4b46-16ec-496c-afdf-bc6b4750c082 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:03:25.412162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Attempting to bind port e7fe4b46-16ec-496c-afdf-bc6b4750c082 on network 2594a8fc-a278-4b77-a897-538efdd8ba62 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:25.428549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:03:25.428934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Checking segment: {'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:25.429347 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.429782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Bound using segment: {'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:03:25.430258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Bound port: e7fe4b46-16ec-496c-afdf-bc6b4750c082, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:03:25.430655 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.486122 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.526354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:25.531195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:25.535751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:03:25.565261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Pushing event updated for resources: {'Port': ['ID=6b48bb65-d223-4d49-83d0-47ea5733edd0,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:25.590270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] For port e7fe4b46-16ec-496c-afdf-bc6b4750c082, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:03:25.609917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a70956d8-6d13-4f7a-ac60-bc3f987e9407 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:25.617202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] For port e7fe4b46-16ec-496c-afdf-bc6b4750c082, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7fe4b46-16ec-496c-afdf-bc6b4750c082,segment=NetworkSegment(3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9),segment_id=3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:03:25.695168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.727155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a70956d8-6d13-4f7a-ac60-bc3f987e9407 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:25.727529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.776756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:03:21Z', 'revision_number': 4, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port': {'id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:19Z', 'updated_at': '2021-08-24T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f494c13c-9693-4107-9562-085c4a809ddb', 'name': '', 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'mac_address': 'fa:16:3e:5b:a4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '46b39a94-386a-4260-915e-f371840bdc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:21Z', 'updated_at': '2021-08-24T01:03:25Z', 'revision_number': 4, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'subnets': [{'id': '46b39a94-386a-4260-915e-f371840bdc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:25.814941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e1dd4-05c5-42b3-b04a-9b731688d82e None None] The sync data for ids ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'] in n-d-804878-2 is: [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:03:21Z', 'revision_number': 4, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port': {'id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:19Z', 'updated_at': '2021-08-24T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'f494c13c-9693-4107-9562-085c4a809ddb', 'name': '', 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'mac_address': 'fa:16:3e:5b:a4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '46b39a94-386a-4260-915e-f371840bdc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:21Z', 'updated_at': '2021-08-24T01:03:25Z', 'revision_number': 4, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'subnets': [{'id': '46b39a94-386a-4260-915e-f371840bdc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:03:25.821627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b631dd-9bd4-481a-8c27-e89c005f1fae None None] Pushing event updated for resources: {'Port': ['ID=e7fe4b46-16ec-496c-afdf-bc6b4750c082,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:25.919318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:25.949233 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:26.164172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:26.286290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-89582daa-a17f-461e-8267-eb17b613601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:26.342300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Router c232bb27-5a1b-49d0-beae-37e28ad21ae3 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:03:26.457601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:03:26.466703 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Sync routers for ids ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:03:26.478247 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Routers {'c232bb27-5a1b-49d0-beae-37e28ad21ae3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:26.479149 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:26.566847 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:26.570098 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-437738ab-a143-4e36-9c7b-6a425794bf49 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1002805 Aug 24 01:03:26.570098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48156) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:03:26.617731 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Set router c232bb27-5a1b-49d0-beae-37e28ad21ae3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:26.824439 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:03:25Z', 'revision_number': 3, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:26.852417 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Checking router: c232bb27-5a1b-49d0-beae-37e28ad21ae3 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:03:26.852979 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Updating router c232bb27-5a1b-49d0-beae-37e28ad21ae3 port 6b48bb65-d223-4d49-83d0-47ea5733edd0 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:03:26.868691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a88a68-45a4-45fe-a3ba-f396cf5b7945 None None] Network 2594a8fc-a278-4b77-a897-538efdd8ba62 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:03:26.883632 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.029621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0c2a0da9-be2a-47e7-a2dd-b6682b9fa363 None None] Provisioning for port e7fe4b46-16ec-496c-afdf-bc6b4750c082 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:27.186740 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.198386 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Transition to ACTIVE for port object 6b48bb65-d223-4d49-83d0-47ea5733edd0 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:27.251037 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.311466 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Attempting to bind port 6b48bb65-d223-4d49-83d0-47ea5733edd0 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:03:27.314352 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Attempting to bind port 6b48bb65-d223-4d49-83d0-47ea5733edd0 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:03:27.314352 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Attempting to bind port 6b48bb65-d223-4d49-83d0-47ea5733edd0 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:27.314941 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55660bd2-6510-42ad-9572-89e56ca8e459 None None] Pushing event updated for resources: {'Port': ['ID=6b48bb65-d223-4d49-83d0-47ea5733edd0,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:27.320227 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:03:27.320598 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:27.321001 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.321385 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:03:27.321866 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Bound port: 6b48bb65-d223-4d49-83d0-47ea5733edd0, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:03:27.322275 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.356717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.375447 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] For port 6b48bb65-d223-4d49-83d0-47ea5733edd0, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:03:27.379016 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] For port 6b48bb65-d223-4d49-83d0-47ea5733edd0, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6b48bb65-d223-4d49-83d0-47ea5733edd0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:03:27.423023 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.481457 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55660bd2-6510-42ad-9572-89e56ca8e459 None None] Pushing event updated for resources: {'Port': ['ID=6b48bb65-d223-4d49-83d0-47ea5733edd0,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:27.484009 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Routers {'c232bb27-5a1b-49d0-beae-37e28ad21ae3'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:27.484707 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:02:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:27.518886 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Allocated IP 172.20.0.1 (2594a8fc-a278-4b77-a897-538efdd8ba62/e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0/1f16868d-376e-418e-8128-bce173a7fcd6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:03:27.600046 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] Set router c232bb27-5a1b-49d0-beae-37e28ad21ae3 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:27.652017 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.652637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7fe4b46-16ec-496c-afdf-bc6b4750c082 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:27.669931 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Transition to ACTIVE for port object 1f16868d-376e-418e-8128-bce173a7fcd6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:27.759701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e7fe4b46-16ec-496c-afdf-bc6b4750c082 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:27.763672 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e7fe4b46-16ec-496c-afdf-bc6b4750c082 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:27.764053 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.786230 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:03:25Z', 'revision_number': 3, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:27.790654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.823776 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f95630-4988-4c01-855e-b9fd58f61455 None None] The sync data for ids ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'] in n-d-804878-2 is: [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:03:25Z', 'revision_number': 3, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:03:27.850144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Network 2594a8fc-a278-4b77-a897-538efdd8ba62 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:27.850144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:27.853611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:03:27.865474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.880721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Pushing event updated for resources: {'Port': ['ID=1f16868d-376e-418e-8128-bce173a7fcd6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:27.897833 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.909038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e7fe4b46-16ec-496c-afdf-bc6b4750c082, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7fe4b46-16ec-496c-afdf-bc6b4750c082,segment=NetworkSegment(3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9),segment_id=3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:27.971167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:27.972684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f494c13c-9693-4107-9562-085c4a809ddb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:28.063626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e7fe4b46-16ec-496c-afdf-bc6b4750c082,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:28.113364 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.153697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f494c13c-9693-4107-9562-085c4a809ddb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:28.158027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f494c13c-9693-4107-9562-085c4a809ddb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:28.158407 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.247912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1e86d51c-259b-477d-9e2d-ea9969b10b59 None None] Provisioning for port 1f16868d-376e-418e-8128-bce173a7fcd6 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:28.256380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1e86d51c-259b-477d-9e2d-ea9969b10b59 None None] Provisioning complete for port 1f16868d-376e-418e-8128-bce173a7fcd6 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:28.256749 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1e86d51c-259b-477d-9e2d-ea9969b10b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.285207 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.305828 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.314671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1e86d51c-259b-477d-9e2d-ea9969b10b59 None None] Port 1f16868d-376e-418e-8128-bce173a7fcd6 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:03:28.325606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port f494c13c-9693-4107-9562-085c4a809ddb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f494c13c-9693-4107-9562-085c4a809ddb,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:28.394685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.411296 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.465711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=f494c13c-9693-4107-9562-085c4a809ddb,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:28.472805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.474674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Pushing event updated for resources: {'Port': ['ID=1f16868d-376e-418e-8128-bce173a7fcd6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:28.574018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Network 2594a8fc-a278-4b77-a897-538efdd8ba62 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:28.575507 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:28.698535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Router c232bb27-5a1b-49d0-beae-37e28ad21ae3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:03:28.813105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:03:28.818695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d14f1480-5105-4ee8-8350-029ed61cf8ac admin admin] 10.222.0.26 "PUT /v2.0/routers/c232bb27-5a1b-49d0-beae-37e28ad21ae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2473481 Aug 24 01:03:28.835954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1bd2ddad-9508-4a49-9fd2-daa0834f33df None None] Provisioning complete for port 1f16868d-376e-418e-8128-bce173a7fcd6 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:28.836337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bd2ddad-9508-4a49-9fd2-daa0834f33df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:28.870367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2ddad-9508-4a49-9fd2-daa0834f33df None None] Port 1f16868d-376e-418e-8128-bce173a7fcd6 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:03:29.033846 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4a6ca77-b1ec-477b-8eee-aaa6cd4f1a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:29.108163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:29.340388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-28b408f8-efdf-421e-913f-3ee50429532d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:29.341927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-28b408f8-efdf-421e-913f-3ee50429532d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/networks?id=076335f4-beb5-469c-8dba-4d3c8e4f6dfd HTTP/1.1" status: 200 len: 911 time: 0.0864346 Aug 24 01:03:29.357962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-a44ea918-358a-491b-9918-a14f194a4889 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/quotas/9025aabbc523403e990bec55813a97e1 HTTP/1.1" status: 200 len: 375 time: 0.0093718 Aug 24 01:03:29.423680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Sync routers for ids ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:03:29.432570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Routers {'c232bb27-5a1b-49d0-beae-37e28ad21ae3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:29.433820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:03:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:29.443798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-736bf88a-3a1d-4af9-9ea5-ade82ee2a425 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=9025aabbc523403e990bec55813a97e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794642 Aug 24 01:03:29.543278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Set router c232bb27-5a1b-49d0-beae-37e28ad21ae3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:29.552279 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-76e1038f-f5a3-47aa-bc3a-f497e91a63ff service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:03:29.553416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-76e1038f-f5a3-47aa-bc3a-f497e91a63ff service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1036553 Aug 24 01:03:29.653990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-e85d8e69-b65a-4655-a289-f657bba6fd18 service neutron] 10.222.0.26 "GET /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907068 Aug 24 01:03:29.676960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7fe4b46-16ec-496c-afdf-bc6b4750c082 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:29.766166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-bb10820e-0519-4cb9-bbb0-379b8ce25118 service neutron] 10.222.0.26 "GET /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057725 Aug 24 01:03:29.935659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e7fe4b46-16ec-496c-afdf-bc6b4750c082 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:29.935943 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:29.991257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:03:28Z', 'revision_number': 4, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '1f16868d-376e-418e-8128-bce173a7fcd6', 'name': '', 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'mac_address': 'fa:16:3e:7e:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:27Z', 'updated_at': '2021-08-24T01:03:28Z', 'revision_number': 2, 'project_id': '9025aabbc523403e990bec55813a97e1', 'subnets': [{'id': 'e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:30.023358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Checking router: c232bb27-5a1b-49d0-beae-37e28ad21ae3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:03:30.023711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Updating router c232bb27-5a1b-49d0-beae-37e28ad21ae3 port 1f16868d-376e-418e-8128-bce173a7fcd6 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:03:30.025502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b5508162-b321-4626-8797-1ef9cfa9ee22 req-ee1e84e5-2dba-44c5-9af5-f4bff0b5c0af tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 210 time: 0.0269141 Aug 24 01:03:30.074910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.090361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f494c13c-9693-4107-9562-085c4a809ddb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:30.238619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f494c13c-9693-4107-9562-085c4a809ddb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:30.238619 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.411631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6b48bb65-d223-4d49-83d0-47ea5733edd0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:30.473404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.495167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.508444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Transition to ACTIVE for port object 1f16868d-376e-418e-8128-bce173a7fcd6 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:30.571066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.572895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6b48bb65-d223-4d49-83d0-47ea5733edd0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:30.583889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6b48bb65-d223-4d49-83d0-47ea5733edd0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:30.584256 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.657816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3b00f-7596-42ad-99be-76061250f8d4 None None] Pushing event updated for resources: {'Port': ['ID=1f16868d-376e-418e-8128-bce173a7fcd6,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:30.715293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Attempting to bind port 1f16868d-376e-418e-8128-bce173a7fcd6 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:03:30.715701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Attempting to bind port 1f16868d-376e-418e-8128-bce173a7fcd6 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:03:30.716070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Attempting to bind port 1f16868d-376e-418e-8128-bce173a7fcd6 on network 2594a8fc-a278-4b77-a897-538efdd8ba62 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:30.743015 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:03:30.743406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Checking segment: {'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:30.743816 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.744250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Bound using segment: {'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:03:30.744741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Bound port: 1f16868d-376e-418e-8128-bce173a7fcd6, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:03:30.745131 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.768260 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.821792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 6b48bb65-d223-4d49-83d0-47ea5733edd0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6b48bb65-d223-4d49-83d0-47ea5733edd0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:30.844682 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] For port 1f16868d-376e-418e-8128-bce173a7fcd6, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:03:30.847674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] For port 1f16868d-376e-418e-8128-bce173a7fcd6, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1f16868d-376e-418e-8128-bce173a7fcd6,segment=NetworkSegment(3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9),segment_id=3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:03:30.862462 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.914250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=6b48bb65-d223-4d49-83d0-47ea5733edd0,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:30.925404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:30.983348 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Routers {'c232bb27-5a1b-49d0-beae-37e28ad21ae3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:03:30.983975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:03:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:30.991493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3b00f-7596-42ad-99be-76061250f8d4 None None] Pushing event updated for resources: {'Port': ['ID=1f16868d-376e-418e-8128-bce173a7fcd6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:31.102935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] Set router c232bb27-5a1b-49d0-beae-37e28ad21ae3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:03:31.114181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2684193-53b6-404f-9b66-ccc1d42cd16c req-21d96106-3d84-42bc-b972-1c5f2a3c0357 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 210 time: 0.0346568 Aug 24 01:03:31.313649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:03:28Z', 'revision_number': 4, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '1f16868d-376e-418e-8128-bce173a7fcd6', 'name': '', 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'mac_address': 'fa:16:3e:7e:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:27Z', 'updated_at': '2021-08-24T01:03:30Z', 'revision_number': 4, 'project_id': '9025aabbc523403e990bec55813a97e1', 'subnets': [{'id': 'e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:03:31.346577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf279f-e3b5-4f0b-94be-80f4df80b883 None None] The sync data for ids ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'] in n-d-804878-2 is: [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:03:28Z', 'revision_number': 4, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '1f16868d-376e-418e-8128-bce173a7fcd6', 'name': '', 'network_id': '2594a8fc-a278-4b77-a897-538efdd8ba62', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'mac_address': 'fa:16:3e:7e:8f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:27Z', 'updated_at': '2021-08-24T01:03:30Z', 'revision_number': 4, 'project_id': '9025aabbc523403e990bec55813a97e1', 'subnets': [{'id': 'e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:03:31.684499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1f16868d-376e-418e-8128-bce173a7fcd6 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:31.787987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 1f16868d-376e-418e-8128-bce173a7fcd6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:31.800371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1f16868d-376e-418e-8128-bce173a7fcd6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:31.800371 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:31.883300 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:31.916443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 1f16868d-376e-418e-8128-bce173a7fcd6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1f16868d-376e-418e-8128-bce173a7fcd6,segment=NetworkSegment(3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9),segment_id=3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:31.988060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:32.016457 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:32.017427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6b48bb65-d223-4d49-83d0-47ea5733edd0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:32.097495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=1f16868d-376e-418e-8128-bce173a7fcd6,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:32.107595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6b48bb65-d223-4d49-83d0-47ea5733edd0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:32.107968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:32.203708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e0a3b4d-a6a9-4a61-b4b4-2383f1248794 req-9de8c460-a2b7-4bac-b6a5-fde3f9dace8d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 210 time: 0.0257413 Aug 24 01:03:32.387898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-4aad3d49-9a50-4648-ba6c-6538df8d62e5 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:32.389390 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-4aad3d49-9a50-4648-ba6c-6538df8d62e5 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.37 "GET /v2.0/networks?id=076335f4-beb5-469c-8dba-4d3c8e4f6dfd HTTP/1.1" status: 200 len: 911 time: 0.0900972 Aug 24 01:03:32.401558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Request body: {'port': {'device_id': '369d79a8-b6a6-4a37-962f-5b972e02fcef', 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'admin_state_up': True, 'tenant_id': '9025aabbc523403e990bec55813a97e1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:32.468134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Made reservation on behalf of 9025aabbc523403e990bec55813a97e1 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:03:32.474967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:32.595442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Allocated IP 172.20.0.7 (076335f4-beb5-469c-8dba-4d3c8e4f6dfd/46b39a94-386a-4260-915e-f371840bdc99/eae32911-b0ee-4929-8f0d-b3871f8ce560) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:03:32.744366 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:32.759714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Transition to ACTIVE for port object eae32911-b0ee-4929-8f0d-b3871f8ce560 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:32.863486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:32.905347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:32.909938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:32.914970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:03:32.917293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Pushing event updated for resources: {'Port': ['ID=eae32911-b0ee-4929-8f0d-b3871f8ce560,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:32.952486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.952819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.953166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.953506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.953870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.954204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.954535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.954865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.955193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.955521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.955845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.956198 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:32.973398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:32.974090 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.035441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-67f29bf3-b4c3-4521-b8ae-a7be381d4957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6376941 Aug 24 01:03:33.050752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Request body: {'port': {'device_id': '369d79a8-b6a6-4a37-962f-5b972e02fcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:33.105545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.188092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ff9c430b-2741-4489-82c0-9cf0a531405e None None] Provisioning for port eae32911-b0ee-4929-8f0d-b3871f8ce560 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:33.192960 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ff9c430b-2741-4489-82c0-9cf0a531405e None None] Provisioning complete for port eae32911-b0ee-4929-8f0d-b3871f8ce560 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:33.193440 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ff9c430b-2741-4489-82c0-9cf0a531405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.236838 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c430b-2741-4489-82c0-9cf0a531405e None None] Port eae32911-b0ee-4929-8f0d-b3871f8ce560 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:03:33.345136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e6e6f-e8dd-4c65-9e6e-1ca946516eca req-ca86b779-0d20-43f6-9f80-0c30ad1afa07 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:33.346698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d3e6e6f-e8dd-4c65-9e6e-1ca946516eca req-ca86b779-0d20-43f6-9f80-0c30ad1afa07 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1027 time: 0.0696175 Aug 24 01:03:33.400121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d3e6e6f-e8dd-4c65-9e6e-1ca946516eca req-5c8a6119-f366-4103-9c5c-c9b51212e691 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474820 Aug 24 01:03:33.439502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae32911-b0ee-4929-8f0d-b3871f8ce560 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:03:33.447527 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.459654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Transition to ACTIVE for port object eae32911-b0ee-4929-8f0d-b3871f8ce560 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:33.513227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.564298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Pushing event updated for resources: {'Port': ['ID=eae32911-b0ee-4929-8f0d-b3871f8ce560,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:33.593390 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1f16868d-376e-418e-8128-bce173a7fcd6 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:33.643797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 1f16868d-376e-418e-8128-bce173a7fcd6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:33.644179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.644588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Attempting to bind port eae32911-b0ee-4929-8f0d-b3871f8ce560 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:03:33.644943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Attempting to bind port eae32911-b0ee-4929-8f0d-b3871f8ce560 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:03:33.645308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Attempting to bind port eae32911-b0ee-4929-8f0d-b3871f8ce560 on network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:33.651722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Port eae32911-b0ee-4929-8f0d-b3871f8ce560 on network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:03:33.652053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Attempting to bind port eae32911-b0ee-4929-8f0d-b3871f8ce560 on network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:33.657903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:03:33.658256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Checking segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:33.658650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Bound using segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:03:33.659603 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Bound port: eae32911-b0ee-4929-8f0d-b3871f8ce560, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:03:33.659981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.733607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] For port eae32911-b0ee-4929-8f0d-b3871f8ce560, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:03:33.736336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] For port eae32911-b0ee-4929-8f0d-b3871f8ce560, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=eae32911-b0ee-4929-8f0d-b3871f8ce560,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:03:33.794088 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.832910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:33.832910 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:33.832910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] 10.222.0.37 "PUT /v2.0/ports/eae32911-b0ee-4929-8f0d-b3871f8ce560 HTTP/1.1" status: 200 len: 1091 time: 0.7875116 Aug 24 01:03:33.833267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369d79a8-b6a6-4a37-962f-5b972e02fcef', 'tag': 'eae32911-b0ee-4929-8f0d-b3871f8ce560'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:03:33.835556 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176859fd-6262-468f-bf31-594ebf48611a" -d '{"events": [{"name": "network-changed", "server_uuid": "369d79a8-b6a6-4a37-962f-5b972e02fcef", "tag": "eae32911-b0ee-4929-8f0d-b3871f8ce560"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:03:33.859915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbe568-36a4-4221-9429-8b37d4b8f0be service neutron] Pushing event updated for resources: {'Port': ['ID=eae32911-b0ee-4929-8f0d-b3871f8ce560,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:33.874672 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113fc160-6e95-43af-ba07-aeb1553eac93 x-openstack-request-id: req-113fc160-6e95-43af-ba07-aeb1553eac93 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:03:33.874972 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369d79a8-b6a6-4a37-962f-5b972e02fcef", "tag": "eae32911-b0ee-4929-8f0d-b3871f8ce560", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:03:33.875233 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-113fc160-6e95-43af-ba07-aeb1553eac93 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:03:33.875643 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369d79a8-b6a6-4a37-962f-5b972e02fcef', 'tag': 'eae32911-b0ee-4929-8f0d-b3871f8ce560', 'status': 'completed', 'code': 200} Aug 24 01:03:33.941170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176859fd-6262-468f-bf31-594ebf48611a req-6c5cb385-83f4-4569-bf38-6523f03340cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:33.942857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-176859fd-6262-468f-bf31-594ebf48611a req-6c5cb385-83f4-4569-bf38-6523f03340cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9025aabbc523403e990bec55813a97e1&device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1094 time: 0.0471830 Aug 24 01:03:34.043255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176859fd-6262-468f-bf31-594ebf48611a req-4ce0bd6e-c4c7-48c5-ba9c-302b380fb9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:34.044716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-176859fd-6262-468f-bf31-594ebf48611a req-4ce0bd6e-c4c7-48c5-ba9c-302b380fb9cf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9025aabbc523403e990bec55813a97e1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0940669 Aug 24 01:03:34.140812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176859fd-6262-468f-bf31-594ebf48611a req-f0619f6e-5423-43db-9357-f28c968a569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:34.142291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-176859fd-6262-468f-bf31-594ebf48611a req-f0619f6e-5423-43db-9357-f28c968a569c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910864 Aug 24 01:03:34.213676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-debece00-abd3-4d15-a908-bb8a8ad77732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:34.215094 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-debece00-abd3-4d15-a908-bb8a8ad77732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9025aabbc523403e990bec55813a97e1&device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1094 time: 0.0403807 Aug 24 01:03:34.255690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-c364949e-378e-44ff-b523-e24e529b6799 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eae32911-b0ee-4929-8f0d-b3871f8ce560 HTTP/1.1" status: 200 len: 217 time: 0.0326221 Aug 24 01:03:34.308975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-551a6354-82bc-4535-85b0-7341930a0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:34.310465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-551a6354-82bc-4535-85b0-7341930a0f8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46b39a94-386a-4260-915e-f371840bdc99 HTTP/1.1" status: 200 len: 849 time: 0.0473330 Aug 24 01:03:34.355666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-32e96628-61ce-49a2-a804-9785e1d70b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:34.357151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-32e96628-61ce-49a2-a804-9785e1d70b75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=076335f4-beb5-469c-8dba-4d3c8e4f6dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401833 Aug 24 01:03:34.445795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-9f412cb4-8a8d-4ba7-88ff-f810005e7ac2 service neutron] 10.222.0.37 "GET /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814738 Aug 24 01:03:34.556626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a51e4-78fc-40ce-b650-fb5f971a44b4 req-91b08b6e-06a3-4a51-9142-204dbc729d4d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:34.558059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a8a51e4-78fc-40ce-b650-fb5f971a44b4 req-91b08b6e-06a3-4a51-9142-204dbc729d4d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1094 time: 0.0860472 Aug 24 01:03:34.583774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-188be88f-af81-4e7e-a18b-4128ae91ee4c req-b84cd240-9c09-45c9-bd53-3ca7ae16fb6f service neutron] 10.222.0.37 "GET /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314158 Aug 24 01:03:34.600466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a8a51e4-78fc-40ce-b650-fb5f971a44b4 req-39e44d13-16f9-496b-ba42-f20f1a769682 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Aug 24 01:03:35.708050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5311f-f4ed-44e1-8c20-90504051eb06 req-cdd97426-a4a8-41e9-9787-8e4b785b887d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:35.709466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6b5311f-f4ed-44e1-8c20-90504051eb06 req-cdd97426-a4a8-41e9-9787-8e4b785b887d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1094 time: 0.0434716 Aug 24 01:03:35.744599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6b5311f-f4ed-44e1-8c20-90504051eb06 req-90cf5060-020c-41c6-a12f-746d3b1e01be tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292428 Aug 24 01:03:36.848483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759053d-e996-42de-9307-d678e6a3959e req-d4182c12-94a5-4fde-abc1-24b9eedd23b7 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:36.850081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d759053d-e996-42de-9307-d678e6a3959e req-d4182c12-94a5-4fde-abc1-24b9eedd23b7 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1094 time: 0.0403280 Aug 24 01:03:36.884919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d759053d-e996-42de-9307-d678e6a3959e req-de068580-df45-440d-88ab-e26f72e5aa62 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285695 Aug 24 01:03:37.792301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device eae32911-b0ee-4929-8f0d-b3871f8ce560 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:03:38.067052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port eae32911-b0ee-4929-8f0d-b3871f8ce560, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=eae32911-b0ee-4929-8f0d-b3871f8ce560,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:38.067052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'eae32911-b0ee-4929-8f0d-b3871f8ce560', 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'port_id': 'eae32911-b0ee-4929-8f0d-b3871f8ce560', 'mac_address': 'fa:16:3e:b8:cb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b39a94-386a-4260-915e-f371840bdc99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:03:38.067052 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:38.067052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae32911-b0ee-4929-8f0d-b3871f8ce560 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:03:38.067052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port eae32911-b0ee-4929-8f0d-b3871f8ce560, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=eae32911-b0ee-4929-8f0d-b3871f8ce560,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:38.068828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebec11-1229-4699-8b66-71a23323e655 req-c2c6bf5c-5f56-40f1-a6cc-aab293a59abc tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:38.068828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40ebec11-1229-4699-8b66-71a23323e655 req-c2c6bf5c-5f56-40f1-a6cc-aab293a59abc tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1094 time: 0.0401340 Aug 24 01:03:38.068828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40ebec11-1229-4699-8b66-71a23323e655 req-a62a1a79-0303-4eda-a6a2-1529110535fe tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282571 Aug 24 01:03:38.096726 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:38.148263 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=eae32911-b0ee-4929-8f0d-b3871f8ce560,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:38.317190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['eae32911-b0ee-4929-8f0d-b3871f8ce560'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:03:39.138995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd965-e30d-4bd3-a75a-0f7d29d79813 req-45487033-8755-482e-a505-87fa5fd7db45 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:39.140496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d78bd965-e30d-4bd3-a75a-0f7d29d79813 req-45487033-8755-482e-a505-87fa5fd7db45 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1095 time: 0.0427871 Aug 24 01:03:39.175095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d78bd965-e30d-4bd3-a75a-0f7d29d79813 req-a088b2af-57c3-4360-a71f-c08a3464ff7a tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280325 Aug 24 01:03:39.794684 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device eae32911-b0ee-4929-8f0d-b3871f8ce560 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:39.879219 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port eae32911-b0ee-4929-8f0d-b3871f8ce560 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:39.883082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port eae32911-b0ee-4929-8f0d-b3871f8ce560 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:39.885978 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:39.961971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:39.983757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369d79a8-b6a6-4a37-962f-5b972e02fcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae32911-b0ee-4929-8f0d-b3871f8ce560'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:03:39.986051 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f4e1b6-fd3e-4fb0-b56e-cbc84aa9987b" -d '{"events": [{"server_uuid": "369d79a8-b6a6-4a37-962f-5b972e02fcef", "name": "network-vif-plugged", "status": "completed", "tag": "eae32911-b0ee-4929-8f0d-b3871f8ce560"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:03:39.999158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port eae32911-b0ee-4929-8f0d-b3871f8ce560, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=eae32911-b0ee-4929-8f0d-b3871f8ce560,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:40.023075 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b65b1a-685a-4875-b522-520c48408c57 x-openstack-request-id: req-52b65b1a-685a-4875-b522-520c48408c57 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:03:40.023371 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369d79a8-b6a6-4a37-962f-5b972e02fcef", "name": "network-vif-plugged", "status": "completed", "tag": "eae32911-b0ee-4929-8f0d-b3871f8ce560", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:03:40.023630 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52b65b1a-685a-4875-b522-520c48408c57 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:03:40.024029 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369d79a8-b6a6-4a37-962f-5b972e02fcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae32911-b0ee-4929-8f0d-b3871f8ce560', 'code': 200} Aug 24 01:03:40.056882 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:40.104000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=eae32911-b0ee-4929-8f0d-b3871f8ce560,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:40.120177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7ef34-e6ec-4cc1-b882-6e05d8f58d1f req-05c7bac4-ad24-49a8-a976-14942244fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:40.121725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dc7ef34-e6ec-4cc1-b882-6e05d8f58d1f req-05c7bac4-ad24-49a8-a976-14942244fe79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.0397573 Aug 24 01:03:40.157157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dc7ef34-e6ec-4cc1-b882-6e05d8f58d1f req-31e49d01-41e9-4fbf-9349-cd3d8c5a3254 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273666 Aug 24 01:03:40.278600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab4c8f-7724-42a4-b4ce-546c740d0306 req-ba2820ea-6492-44f9-b825-5f3cb330b197 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:40.280379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdab4c8f-7724-42a4-b4ce-546c740d0306 req-ba2820ea-6492-44f9-b825-5f3cb330b197 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.0406015 Aug 24 01:03:40.314654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdab4c8f-7724-42a4-b4ce-546c740d0306 req-d58213e0-c7a6-403b-98fb-7c39321abdb9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276821 Aug 24 01:03:41.427230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1562374-9c34-4699-85a6-8fc383c3b7b8 req-1c935fd7-d3c7-4a67-a332-a029e3ea1fe7 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:41.429062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1562374-9c34-4699-85a6-8fc383c3b7b8 req-1c935fd7-d3c7-4a67-a332-a029e3ea1fe7 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.0467231 Aug 24 01:03:41.470198 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1562374-9c34-4699-85a6-8fc383c3b7b8 req-88858675-038b-484e-974d-7d7a7bb935b8 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Aug 24 01:03:42.648651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5be8-2036-45d1-afb9-6c4ce99319ad req-08e72b6b-68ee-4662-98e8-8bf57c6558d9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:42.650266 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-186e5be8-2036-45d1-afb9-6c4ce99319ad req-08e72b6b-68ee-4662-98e8-8bf57c6558d9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.1140258 Aug 24 01:03:42.688035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-186e5be8-2036-45d1-afb9-6c4ce99319ad req-28e4a5ef-4f58-4b5c-866b-ba1bd70f1cbe tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Aug 24 01:03:42.748019 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:42.854195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5575c-cbe8-4122-86f5-6f4244e7f6ad req-e0ac53a2-0415-4869-a812-05fcf33c6a59 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:42.855709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96a5575c-cbe8-4122-86f5-6f4244e7f6ad req-e0ac53a2-0415-4869-a812-05fcf33c6a59 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.1018085 Aug 24 01:03:42.889035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96a5575c-cbe8-4122-86f5-6f4244e7f6ad req-7e929dd7-c4ae-49c1-a3cc-faadb0c38e0c tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274951 Aug 24 01:03:43.004030 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc796f5-1ff8-4c99-9e0a-a5537fd73947 req-4bc7e2a6-4651-410b-a0a1-c69d1bbe6e72 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:43.005453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adc796f5-1ff8-4c99-9e0a-a5537fd73947 req-4bc7e2a6-4651-410b-a0a1-c69d1bbe6e72 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.0443957 Aug 24 01:03:43.039745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adc796f5-1ff8-4c99-9e0a-a5537fd73947 req-0a2fd4ae-1ee1-4c3b-9f11-e3f0aabc6810 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283873 Aug 24 01:03:43.248220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d448-0118-45d1-89ba-623206317540 req-fc841869-e710-48e3-9ff0-a498152f4def tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:43.249741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-fc841869-e710-48e3-9ff0-a498152f4def tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/networks?id=076335f4-beb5-469c-8dba-4d3c8e4f6dfd HTTP/1.1" status: 200 len: 911 time: 0.0848300 Aug 24 01:03:43.264449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-68c033bc-df5a-407f-a710-29bccc5bc468 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/quotas/9025aabbc523403e990bec55813a97e1 HTTP/1.1" status: 200 len: 375 time: 0.0087502 Aug 24 01:03:43.310855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-b2b7b010-5dae-4783-a86c-67a61b1ef53b tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=9025aabbc523403e990bec55813a97e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0409114 Aug 24 01:03:43.449998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-5b3ba2fa-a9f2-4d7e-8644-e2d3dc6b21eb service neutron] 10.222.0.26 "GET /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321328 Aug 24 01:03:43.538234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-e25739e7-d3c1-4814-a6cb-bbd38eada2ed service neutron] 10.222.0.26 "GET /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822034 Aug 24 01:03:43.763539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b30239b7-49db-416a-8660-6272a73c4633 req-bc5aee57-6c50-4c23-8f06-a01643188633 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 210 time: 0.0307727 Aug 24 01:03:44.853925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a4fbb87-d47e-4e71-934d-3dd46272d4ad req-15a9347d-937c-4188-8820-ced488f4cdfb tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 210 time: 0.0250654 Aug 24 01:03:45.826996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d448-0118-45d1-89ba-623206317540 req-ff9683c3-11e0-427f-9641-e6bae48656ce tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:45.828529 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-ff9683c3-11e0-427f-9641-e6bae48656ce tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.36 "GET /v2.0/networks?id=076335f4-beb5-469c-8dba-4d3c8e4f6dfd HTTP/1.1" status: 200 len: 911 time: 0.0858059 Aug 24 01:03:45.840268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Request body: {'port': {'device_id': '465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba', 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'admin_state_up': True, 'tenant_id': '9025aabbc523403e990bec55813a97e1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:45.947672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Made reservation on behalf of 9025aabbc523403e990bec55813a97e1 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:03:45.950160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-88380345-316d-46d3-9ac6-2abc599d6715 req-50ddab6c-f1a4-4c05-a434-79dc46d8c958 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 210 time: 0.0270035 Aug 24 01:03:45.950671 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:46.069499 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Allocated IP 172.20.0.8 (076335f4-beb5-469c-8dba-4d3c8e4f6dfd/46b39a94-386a-4260-915e-f371840bdc99/8decd99b-5323-41f1-8d85-526585013c16) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:03:46.199598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:46.213669 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Transition to ACTIVE for port object 8decd99b-5323-41f1-8d85-526585013c16 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:46.313798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:46.324776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['eae32911-b0ee-4929-8f0d-b3871f8ce560'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:03:46.361969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:03:46.364819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:03:46.368279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Pushing event updated for resources: {'Port': ['ID=8decd99b-5323-41f1-8d85-526585013c16,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.427099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:03:46.430029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:46.430959 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:46.514548 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-c734e3d9-21b6-45bd-b561-d33d63ad72ca tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6778734 Aug 24 01:03:46.583806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Request body: {'port': {'device_id': '465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:03:46.635307 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:46.661961 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-77586db6-eb7b-4599-80ec-dd3e5198372a None None] Provisioning for port 8decd99b-5323-41f1-8d85-526585013c16 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:46.670875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-77586db6-eb7b-4599-80ec-dd3e5198372a None None] Provisioning complete for port 8decd99b-5323-41f1-8d85-526585013c16 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:46.673706 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-77586db6-eb7b-4599-80ec-dd3e5198372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:46.706442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-77586db6-eb7b-4599-80ec-dd3e5198372a None None] Port 8decd99b-5323-41f1-8d85-526585013c16 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:03:46.897112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8decd99b-5323-41f1-8d85-526585013c16 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:03:46.904318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:46.915990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Transition to ACTIVE for port object 8decd99b-5323-41f1-8d85-526585013c16 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:03:46.976030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:47.028041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Pushing event updated for resources: {'Port': ['ID=8decd99b-5323-41f1-8d85-526585013c16,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:47.063941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b0934-c025-481d-9e59-de199d7594ae req-766ccd88-3a27-40e0-a06b-7b38b187b1b6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:47.065492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-790b0934-c025-481d-9e59-de199d7594ae req-766ccd88-3a27-40e0-a06b-7b38b187b1b6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1052 time: 0.0442076 Aug 24 01:03:47.103806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Attempting to bind port 8decd99b-5323-41f1-8d85-526585013c16 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:03:47.104262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Attempting to bind port 8decd99b-5323-41f1-8d85-526585013c16 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:03:47.104601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Attempting to bind port 8decd99b-5323-41f1-8d85-526585013c16 on network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:47.109356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Port 8decd99b-5323-41f1-8d85-526585013c16 on network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:03:47.109750 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Attempting to bind port 8decd99b-5323-41f1-8d85-526585013c16 on network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:03:47.113298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-790b0934-c025-481d-9e59-de199d7594ae req-d80af928-51ee-4afd-8ba3-3491a79cf299 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Aug 24 01:03:47.115648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:03:47.115995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Checking segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:03:47.116384 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Bound using segment: {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:03:47.116814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Bound port: 8decd99b-5323-41f1-8d85-526585013c16, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325742c6-ebe0-4a6a-b605-91f6556b62c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:03:47.117183 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:47.190874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] For port 8decd99b-5323-41f1-8d85-526585013c16, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:03:47.194064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] For port 8decd99b-5323-41f1-8d85-526585013c16, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8decd99b-5323-41f1-8d85-526585013c16,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:03:47.267950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:47.305058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:47.305686 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:47.307100 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] 10.222.0.36 "PUT /v2.0/ports/8decd99b-5323-41f1-8d85-526585013c16 HTTP/1.1" status: 200 len: 1091 time: 0.7285230 Aug 24 01:03:47.307539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba', 'tag': '8decd99b-5323-41f1-8d85-526585013c16'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:03:47.309816 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70ac55-0fff-4ab0-8fcc-693da037cd42" -d '{"events": [{"name": "network-changed", "server_uuid": "465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba", "tag": "8decd99b-5323-41f1-8d85-526585013c16"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:03:47.333762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fefa09-48cb-4f32-b4b1-bca02941b269 service neutron] Pushing event updated for resources: {'Port': ['ID=8decd99b-5323-41f1-8d85-526585013c16,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:47.352038 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bf029f-6d0e-409e-a4e6-e29d3922e0e8 x-openstack-request-id: req-04bf029f-6d0e-409e-a4e6-e29d3922e0e8 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:03:47.352340 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba", "tag": "8decd99b-5323-41f1-8d85-526585013c16", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:03:47.352605 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04bf029f-6d0e-409e-a4e6-e29d3922e0e8 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:03:47.353014 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba', 'tag': '8decd99b-5323-41f1-8d85-526585013c16', 'status': 'completed', 'code': 200} Aug 24 01:03:47.436372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70ac55-0fff-4ab0-8fcc-693da037cd42 req-93e6185e-accc-40cd-9e95-bc69d934cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:47.437971 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a70ac55-0fff-4ab0-8fcc-693da037cd42 req-93e6185e-accc-40cd-9e95-bc69d934cff2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9025aabbc523403e990bec55813a97e1&device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1094 time: 0.0445459 Aug 24 01:03:47.547215 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70ac55-0fff-4ab0-8fcc-693da037cd42 req-dc5edb35-5102-4a92-992b-335add1ec4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:47.548795 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a70ac55-0fff-4ab0-8fcc-693da037cd42 req-dc5edb35-5102-4a92-992b-335add1ec4ed service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9025aabbc523403e990bec55813a97e1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0975957 Aug 24 01:03:47.641546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70ac55-0fff-4ab0-8fcc-693da037cd42 req-427b1474-31d6-4403-a6bb-1d03b2d0cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:47.642953 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2a70ac55-0fff-4ab0-8fcc-693da037cd42 req-427b1474-31d6-4403-a6bb-1d03b2d0cdd9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871656 Aug 24 01:03:47.740360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d448-0118-45d1-89ba-623206317540 req-cea1a240-d60a-4e12-9e65-c57995e755b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:47.741781 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-cea1a240-d60a-4e12-9e65-c57995e755b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9025aabbc523403e990bec55813a97e1&device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1094 time: 0.0439928 Aug 24 01:03:47.788424 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-f9d92767-3220-44e1-b74c-9129a53199a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8decd99b-5323-41f1-8d85-526585013c16 HTTP/1.1" status: 200 len: 217 time: 0.0329692 Aug 24 01:03:47.836752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d448-0118-45d1-89ba-623206317540 req-123f0887-3889-4c28-9185-0074c23d2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:47.838246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-123f0887-3889-4c28-9185-0074c23d2da2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46b39a94-386a-4260-915e-f371840bdc99 HTTP/1.1" status: 200 len: 849 time: 0.0435581 Aug 24 01:03:47.888975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d448-0118-45d1-89ba-623206317540 req-b9b1e8bb-949b-45c6-8fdb-d7afdf3eabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:47.890514 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-b9b1e8bb-949b-45c6-8fdb-d7afdf3eabcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=076335f4-beb5-469c-8dba-4d3c8e4f6dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444484 Aug 24 01:03:47.978835 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-bfbc5516-15a1-44f7-9423-d823fe2ef5be service neutron] 10.222.0.36 "GET /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811613 Aug 24 01:03:48.074822 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-cca9d448-0118-45d1-89ba-623206317540 req-1df520ea-b254-4163-bdff-892d55b96fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862153 Aug 24 01:03:48.217117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96000138-025f-412a-a73a-c349e12d0db6 req-3b23d586-b8de-452e-8f44-1f8445c36757 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:48.218655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96000138-025f-412a-a73a-c349e12d0db6 req-3b23d586-b8de-452e-8f44-1f8445c36757 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1094 time: 0.0434849 Aug 24 01:03:48.252209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96000138-025f-412a-a73a-c349e12d0db6 req-3807c69a-89dc-4e33-8424-61adaa310dee tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270288 Aug 24 01:03:48.355786 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:03:49.357194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb44a1-2872-4a2e-b86b-1a503e8707d5 req-e28b5b8c-7185-4617-961f-87acfb860077 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:49.358737 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46fb44a1-2872-4a2e-b86b-1a503e8707d5 req-e28b5b8c-7185-4617-961f-87acfb860077 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1094 time: 0.0395176 Aug 24 01:03:49.392417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46fb44a1-2872-4a2e-b86b-1a503e8707d5 req-e8c2e06d-654a-463a-bc15-57d183730241 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271542 Aug 24 01:03:50.498280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a648989-ab90-479f-970b-1dde03a52b55 req-1747691e-2fd9-4b59-b5ae-ccca1a334231 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:50.499794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a648989-ab90-479f-970b-1dde03a52b55 req-1747691e-2fd9-4b59-b5ae-ccca1a334231 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1094 time: 0.0398183 Aug 24 01:03:50.533276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a648989-ab90-479f-970b-1dde03a52b55 req-73d4340f-f61a-4bcc-beeb-084003333b22 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269189 Aug 24 01:03:51.639262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04391a-563c-4c31-96be-0c4e469d28f4 req-59212f12-b2cc-47ca-a5ef-ef79315211d4 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:51.640746 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f04391a-563c-4c31-96be-0c4e469d28f4 req-59212f12-b2cc-47ca-a5ef-ef79315211d4 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1094 time: 0.0437298 Aug 24 01:03:51.674276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5f04391a-563c-4c31-96be-0c4e469d28f4 req-1a039ec7-fce4-4a3e-88b0-a21f659891f4 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276189 Aug 24 01:03:52.157073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8decd99b-5323-41f1-8d85-526585013c16 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:03:52.249431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8decd99b-5323-41f1-8d85-526585013c16, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8decd99b-5323-41f1-8d85-526585013c16,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:52.259601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '8decd99b-5323-41f1-8d85-526585013c16', 'network_id': '076335f4-beb5-469c-8dba-4d3c8e4f6dfd', 'port_id': '8decd99b-5323-41f1-8d85-526585013c16', 'mac_address': 'fa:16:3e:30:78:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b39a94-386a-4260-915e-f371840bdc99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:03:52.296525 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:52.308723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8decd99b-5323-41f1-8d85-526585013c16 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:03:52.327279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8decd99b-5323-41f1-8d85-526585013c16, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8decd99b-5323-41f1-8d85-526585013c16,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:52.399002 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:52.447731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8decd99b-5323-41f1-8d85-526585013c16,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:52.775965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108f280-ab2f-4bf6-823a-115468a5a8fd req-fb7a6a1e-8c6e-4434-878d-aac8c7a48843 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:52.777477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5108f280-ab2f-4bf6-823a-115468a5a8fd req-fb7a6a1e-8c6e-4434-878d-aac8c7a48843 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1095 time: 0.0400293 Aug 24 01:03:52.811656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5108f280-ab2f-4bf6-823a-115468a5a8fd req-c7460781-1835-41fe-8bed-f2aead69eec5 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280414 Aug 24 01:03:52.815844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8decd99b-5323-41f1-8d85-526585013c16'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:03:53.915440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9684c-1c03-42a7-ba32-d6d71c47952d req-ed36edae-f86d-41c8-af5e-43685b92198d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:53.916931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11f9684c-1c03-42a7-ba32-d6d71c47952d req-ed36edae-f86d-41c8-af5e-43685b92198d tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1095 time: 0.0401919 Aug 24 01:03:53.950329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11f9684c-1c03-42a7-ba32-d6d71c47952d req-2a14761c-301f-4599-be3c-1f060fe595cb tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275393 Aug 24 01:03:54.172396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8decd99b-5323-41f1-8d85-526585013c16 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:03:54.284345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 8decd99b-5323-41f1-8d85-526585013c16 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:03:54.288676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 8decd99b-5323-41f1-8d85-526585013c16 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:03:54.289044 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:54.362379 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:54.383748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8decd99b-5323-41f1-8d85-526585013c16'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:03:54.386754 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6b2db3-95ba-48a4-b01b-3969e7e5dab2" -d '{"events": [{"server_uuid": "465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba", "name": "network-vif-plugged", "status": "completed", "tag": "8decd99b-5323-41f1-8d85-526585013c16"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:03:54.402774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 8decd99b-5323-41f1-8d85-526585013c16, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8decd99b-5323-41f1-8d85-526585013c16,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:54.424926 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b75b29-cfb9-4fce-a2b2-b7fc4a71d332 x-openstack-request-id: req-94b75b29-cfb9-4fce-a2b2-b7fc4a71d332 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:03:54.425270 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba", "name": "network-vif-plugged", "status": "completed", "tag": "8decd99b-5323-41f1-8d85-526585013c16", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:03:54.425597 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94b75b29-cfb9-4fce-a2b2-b7fc4a71d332 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:03:54.426134 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8decd99b-5323-41f1-8d85-526585013c16', 'code': 200} Aug 24 01:03:54.473797 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:54.519994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=8decd99b-5323-41f1-8d85-526585013c16,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:54.551454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd3e25-6933-4504-b0d0-76b63266d7c4 req-5985ca05-81bf-41d0-9c4e-1c555c89c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:54.553085 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcdd3e25-6933-4504-b0d0-76b63266d7c4 req-5985ca05-81bf-41d0-9c4e-1c555c89c8af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0432837 Aug 24 01:03:54.587885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcdd3e25-6933-4504-b0d0-76b63266d7c4 req-325c3bfd-1337-416d-bb41-38141baaea21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279739 Aug 24 01:03:55.055875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a327918-f9e3-4b58-acfe-efe3a310e53c req-15ab0090-06d6-4376-8676-c082a7da3403 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:55.057364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a327918-f9e3-4b58-acfe-efe3a310e53c req-15ab0090-06d6-4376-8676-c082a7da3403 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0429604 Aug 24 01:03:55.090763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a327918-f9e3-4b58-acfe-efe3a310e53c req-994ce4c1-b89a-4b76-82ba-bf8feb377429 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275273 Aug 24 01:03:55.913514 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:56.201297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468c152-27f3-4615-a7db-580955aae086 req-e79be782-2515-40d1-988e-eac5de70a83c tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:56.202754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7468c152-27f3-4615-a7db-580955aae086 req-e79be782-2515-40d1-988e-eac5de70a83c tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0402486 Aug 24 01:03:56.237367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7468c152-27f3-4615-a7db-580955aae086 req-2eb0407e-1342-4086-b5b9-4253fb5e5683 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280421 Aug 24 01:03:56.301816 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d04ea552-165f-497c-85b0-2df64bf27b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:56.341425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455f210-76a3-42bc-b383-6427b9eccd3e req-741e351d-4ca1-44a6-b003-7985bd02c5f1 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:56.343016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0455f210-76a3-42bc-b383-6427b9eccd3e req-741e351d-4ca1-44a6-b003-7985bd02c5f1 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0414004 Aug 24 01:03:56.376496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0455f210-76a3-42bc-b383-6427b9eccd3e req-640e4925-e451-4226-927e-3f4398740f83 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273850 Aug 24 01:03:56.484153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c9076-e3a9-4203-a757-9c99dd4217c6 req-f6360c60-fbd8-4749-93b1-0dc6f96b4d05 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:56.485684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d66c9076-e3a9-4203-a757-9c99dd4217c6 req-f6360c60-fbd8-4749-93b1-0dc6f96b4d05 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0443082 Aug 24 01:03:56.520295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d66c9076-e3a9-4203-a757-9c99dd4217c6 req-b9e567c6-e940-4f0d-b8c3-13f3484f5840 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280607 Aug 24 01:03:56.987751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c020f-5d93-4757-a614-817658fe1cc5 req-0679b68e-a1cc-49d7-b19e-6dde4d21e7fc tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:56.989920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d4c020f-5d93-4757-a614-817658fe1cc5 req-0679b68e-a1cc-49d7-b19e-6dde4d21e7fc tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0413346 Aug 24 01:03:57.022718 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d4c020f-5d93-4757-a614-817658fe1cc5 req-00c377dc-df05-4e4e-9f9a-aea796e88b68 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269139 Aug 24 01:03:58.138671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7dc50-8ab9-408c-901e-aecd05c28928 req-d3cf13bf-0776-4399-bac9-93eaa0fcc8c8 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:58.140418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92d7dc50-8ab9-408c-901e-aecd05c28928 req-d3cf13bf-0776-4399-bac9-93eaa0fcc8c8 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0408707 Aug 24 01:03:58.174194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92d7dc50-8ab9-408c-901e-aecd05c28928 req-a65d4fff-a6cd-40fb-aac7-c305a66a9f77 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279815 Aug 24 01:03:58.518399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-989bebb6-c78f-499c-9556-a706253f765a tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:03:58.519970 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-989bebb6-c78f-499c-9556-a706253f765a tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 1096 time: 0.0400128 Aug 24 01:03:58.600940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Deleting port 8decd99b-5323-41f1-8d85-526585013c16 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:03:58.601293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:58.678324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] For port 8decd99b-5323-41f1-8d85-526585013c16, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=8decd99b-5323-41f1-8d85-526585013c16,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:03:58.678696 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:58.690070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Calling delete_port for 8decd99b-5323-41f1-8d85-526585013c16 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:03:58.872938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:58.883302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['eae32911-b0ee-4929-8f0d-b3871f8ce560'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:03:58.901408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Pushing event deleted for resources: {'Port': ['ID=8decd99b-5323-41f1-8d85-526585013c16,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:03:58.911101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['8decd99b-5323-41f1-8d85-526585013c16'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:03:58.948195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] No DVR routers for this DVR port 8decd99b-5323-41f1-8d85-526585013c16 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:03:58.951348 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:58.953328 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f9297c2b-6081-417a-8f9f-6ff1df803f84 req-7d9acffe-215e-4c30-a62a-8b23081451f9 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8decd99b-5323-41f1-8d85-526585013c16 HTTP/1.1" status: 204 len: 173 time: 0.4275818 Aug 24 01:03:58.953715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba', 'name': 'network-vif-deleted', 'tag': '8decd99b-5323-41f1-8d85-526585013c16'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:03:58.956198 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1776d92-56a0-4abe-ac60-563dea1b6583" -d '{"events": [{"server_uuid": "465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba", "name": "network-vif-deleted", "tag": "8decd99b-5323-41f1-8d85-526585013c16"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:03:59.001965 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b5adc5-0c45-46f7-96b3-15b0da67e281 x-openstack-request-id: req-98b5adc5-0c45-46f7-96b3-15b0da67e281 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:03:59.002265 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba", "name": "network-vif-deleted", "tag": "8decd99b-5323-41f1-8d85-526585013c16", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:03:59.002530 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98b5adc5-0c45-46f7-96b3-15b0da67e281 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:03:59.003270 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba', 'name': 'network-vif-deleted', 'tag': '8decd99b-5323-41f1-8d85-526585013c16', 'status': 'completed', 'code': 200} Aug 24 01:03:59.044417 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cc0ecfb0-c945-4e63-a037-84bfa9b35549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:59.147519 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:03:59.265637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f545be2c-50bc-491b-8733-aadc5a5cdbda req-9bbf34f6-083c-48f6-a6f1-44b15a28cc9b tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=465b5a3e-7e2c-45f5-bcd4-094e3dedc6ba HTTP/1.1" status: 200 len: 210 time: 0.0251441 Aug 24 01:04:00.439057 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:00.810203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f975984-7bd9-4b0a-8bf9-ca43ac1e9214 req-da9a7dca-8c0a-45f3-b3e4-4073d726c9e6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:00.811682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f975984-7bd9-4b0a-8bf9-ca43ac1e9214 req-da9a7dca-8c0a-45f3-b3e4-4073d726c9e6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.0436635 Aug 24 01:04:00.845171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f975984-7bd9-4b0a-8bf9-ca43ac1e9214 req-83cad9d8-b1c5-4998-b8ea-168bd357b957 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271676 Aug 24 01:04:01.907345 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:01.952394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19661c6-ef15-4174-9511-cd627363281f req-d8973a43-81e3-4fb1-b4fe-3f20caa31379 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:01.953939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a19661c6-ef15-4174-9511-cd627363281f req-d8973a43-81e3-4fb1-b4fe-3f20caa31379 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.0394597 Aug 24 01:04:01.988601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a19661c6-ef15-4174-9511-cd627363281f req-49bd4a2f-abd0-410d-9c71-9a3811b19470 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=073bbb43-d238-4527-8931-43b9070f7388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279427 Aug 24 01:04:02.106477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-ea612852-01e6-43c1-a1be-ddc8045aac9c tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:02.107967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-ea612852-01e6-43c1-a1be-ddc8045aac9c tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 1096 time: 0.0386169 Aug 24 01:04:02.186920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Deleting port eae32911-b0ee-4929-8f0d-b3871f8ce560 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:02.187262 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:02.235689 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8decd99b-5323-41f1-8d85-526585013c16 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:02.258327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 8decd99b-5323-41f1-8d85-526585013c16 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:02.258673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 8decd99b-5323-41f1-8d85-526585013c16 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:02.264797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] For port eae32911-b0ee-4929-8f0d-b3871f8ce560, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=eae32911-b0ee-4929-8f0d-b3871f8ce560,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:02.265175 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:02.276524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Calling delete_port for eae32911-b0ee-4929-8f0d-b3871f8ce560 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:02.450339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:02.461097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['eae32911-b0ee-4929-8f0d-b3871f8ce560'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:04:02.478232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Pushing event deleted for resources: {'Port': ['ID=eae32911-b0ee-4929-8f0d-b3871f8ce560,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:02.522564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] No DVR routers for this DVR port eae32911-b0ee-4929-8f0d-b3871f8ce560 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:04:02.525279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:02.527369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fda6a32-e4d1-4d8c-8e56-405a26e66265 req-1cf28a89-667e-4726-894d-818a27139ce6 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.37 "DELETE /v2.0/ports/eae32911-b0ee-4929-8f0d-b3871f8ce560 HTTP/1.1" status: 204 len: 173 time: 0.4129028 Aug 24 01:04:02.527815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369d79a8-b6a6-4a37-962f-5b972e02fcef', 'name': 'network-vif-deleted', 'tag': 'eae32911-b0ee-4929-8f0d-b3871f8ce560'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:04:02.530346 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34467959-5d34-49e6-8f24-bc5d4114c1d4" -d '{"events": [{"server_uuid": "369d79a8-b6a6-4a37-962f-5b972e02fcef", "name": "network-vif-deleted", "tag": "eae32911-b0ee-4929-8f0d-b3871f8ce560"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:04:02.567547 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcba65f7-368a-4615-b631-6f1493ed45cd x-openstack-request-id: req-dcba65f7-368a-4615-b631-6f1493ed45cd {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:04:02.567849 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369d79a8-b6a6-4a37-962f-5b972e02fcef", "name": "network-vif-deleted", "tag": "eae32911-b0ee-4929-8f0d-b3871f8ce560", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:04:02.568308 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcba65f7-368a-4615-b631-6f1493ed45cd {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:04:02.568792 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369d79a8-b6a6-4a37-962f-5b972e02fcef', 'name': 'network-vif-deleted', 'tag': 'eae32911-b0ee-4929-8f0d-b3871f8ce560', 'status': 'completed', 'code': 200} Aug 24 01:04:03.092829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cedefc31-c5d0-445f-a976-93bbe7b9b9a7 req-379c10e2-c24a-4d68-8183-94a5134987b4 tempest-TestServerMultinode-1517010901 tempest-TestServerMultinode-1517010901-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=369d79a8-b6a6-4a37-962f-5b972e02fcef HTTP/1.1" status: 200 len: 210 time: 0.0270126 Aug 24 01:04:04.152744 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48330) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:04.767101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:05.005804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Deleting port f494c13c-9693-4107-9562-085c4a809ddb {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:05.006159 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:05.086223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] For port f494c13c-9693-4107-9562-085c4a809ddb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f494c13c-9693-4107-9562-085c4a809ddb,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:05.086592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:05.098111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Calling delete_port for f494c13c-9693-4107-9562-085c4a809ddb owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:05.330277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:05.356602 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Pushing event deleted for resources: {'Port': ['ID=f494c13c-9693-4107-9562-085c4a809ddb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:05.547365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:05.771160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Router c049bbb7-70bc-4ca6-a308-9e79f67e2857 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:04:05.880470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:04:05.885514 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-06c92e11-5b2f-476f-a802-e2ebbf0bb8da admin admin] 10.222.0.26 "PUT /v2.0/routers/c049bbb7-70bc-4ca6-a308-9e79f67e2857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317479 Aug 24 01:04:05.888060 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48332) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:05.890886 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] Sync routers for ids ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:04:05.901177 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] Routers {'c049bbb7-70bc-4ca6-a308-9e79f67e2857'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:04:05.901832 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:03:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:05.916131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device eae32911-b0ee-4929-8f0d-b3871f8ce560 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:05.936012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: eae32911-b0ee-4929-8f0d-b3871f8ce560 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:05.936353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device eae32911-b0ee-4929-8f0d-b3871f8ce560 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:05.998637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.095290 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] Set router c049bbb7-70bc-4ca6-a308-9e79f67e2857 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:04:06.105121 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.247848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Deleting port a70956d8-6d13-4f7a-ac60-bc3f987e9407 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:06.248207 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.269989 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:04:05Z', 'revision_number': 5, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port': {'id': 'a70956d8-6d13-4f7a-ac60-bc3f987e9407', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:19Z', 'updated_at': '2021-08-24T01:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:06.298969 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] Checking router: c049bbb7-70bc-4ca6-a308-9e79f67e2857 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:04:06.307555 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] Routers {'c049bbb7-70bc-4ca6-a308-9e79f67e2857'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:04:06.308158 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:03:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:06.332025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] For port a70956d8-6d13-4f7a-ac60-bc3f987e9407, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a70956d8-6d13-4f7a-ac60-bc3f987e9407,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:06.332581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.345071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Calling delete_port for a70956d8-6d13-4f7a-ac60-bc3f987e9407 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:06.392409 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] Set router c049bbb7-70bc-4ca6-a308-9e79f67e2857 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:04:06.444129 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:04:06Z', 'revision_number': 6, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:06.474088 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e582c-4b81-442a-bf97-4fa026c285bd None None] The sync data for ids ['c049bbb7-70bc-4ca6-a308-9e79f67e2857'] in n-d-804878-2 is: [{'id': 'c049bbb7-70bc-4ca6-a308-9e79f67e2857', 'name': 'tempest-TestServerMultinode-1191297754-router', 'tenant_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:18Z', 'updated_at': '2021-08-24T01:04:06Z', 'revision_number': 6, 'project_id': 'f1241f58179a4ebc945c3dcaf44900ef', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:04:06.575105 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.600888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a70956d8-6d13-4f7a-ac60-bc3f987e9407,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:06.660967 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.750484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.752562 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.856073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.856776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c049bbb7-70bc-4ca6-a308-9e79f67e2857 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:04:06.861715 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.864814 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-69317781-c78f-4675-8d6e-e5688c68fe3f admin admin] 10.222.0.26 "DELETE /v2.0/routers/c049bbb7-70bc-4ca6-a308-9e79f67e2857 HTTP/1.1" status: 204 len: 168 time: 0.9739168 Aug 24 01:04:06.866278 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48334) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:06.914417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-310da201-41ad-4050-b40b-d68de279edd2 admin admin] Deleting subnet 46b39a94-386a-4260-915e-f371840bdc99 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:04:06.917383 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-310da201-41ad-4050-b40b-d68de279edd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:06.951103 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-310da201-41ad-4050-b40b-d68de279edd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.031330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-310da201-41ad-4050-b40b-d68de279edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.158982 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-310da201-41ad-4050-b40b-d68de279edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.182647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310da201-41ad-4050-b40b-d68de279edd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b39a94-386a-4260-915e-f371840bdc99,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:07.188209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-310da201-41ad-4050-b40b-d68de279edd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.190147 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-310da201-41ad-4050-b40b-d68de279edd2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/46b39a94-386a-4260-915e-f371840bdc99 HTTP/1.1" status: 204 len: 168 time: 0.3229117 Aug 24 01:04:07.192947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48336) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:07.193964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba558a-aad5-4da4-af5f-6e16cb0d12d9 None None] Network 076335f4-beb5-469c-8dba-4d3c8e4f6dfd requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:04:07.263147 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.320325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Deleting port 158e4e88-3b14-4edf-bb27-0475fd01e8ef {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:07.320671 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.391397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] For port 158e4e88-3b14-4edf-bb27-0475fd01e8ef, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=158e4e88-3b14-4edf-bb27-0475fd01e8ef,segment=NetworkSegment(325742c6-ebe0-4a6a-b605-91f6556b62c4),segment_id=325742c6-ebe0-4a6a-b605-91f6556b62c4)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:07.391902 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.405667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Calling delete_port for 158e4e88-3b14-4edf-bb27-0475fd01e8ef owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:07.530598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55377329-af8b-49b7-b130-535ec611f28d None None] DHCP port deletion for 076335f4-beb5-469c-8dba-4d3c8e4f6dfd request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:04:07.542179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.575660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] No DVR routers for this DVR port 158e4e88-3b14-4edf-bb27-0475fd01e8ef on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:04:07.577633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Deleting port 158e4e88-3b14-4edf-bb27-0475fd01e8ef {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:07.577994 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.582051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Pushing event deleted for resources: {'Port': ['ID=158e4e88-3b14-4edf-bb27-0475fd01e8ef,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:07.625312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 158e4e88-3b14-4edf-bb27-0475fd01e8ef no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:07.650512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.655356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 158e4e88-3b14-4edf-bb27-0475fd01e8ef {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:07.655701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 158e4e88-3b14-4edf-bb27-0475fd01e8ef not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:07.656115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f494c13c-9693-4107-9562-085c4a809ddb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:07.661063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076335f4-beb5-469c-8dba-4d3c8e4f6dfd']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:07.671292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325742c6-ebe0-4a6a-b605-91f6556b62c4') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:07.671592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325742c6-ebe0-4a6a-b605-91f6556b62c4') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:07.679077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-55377329-af8b-49b7-b130-535ec611f28d None None] For port 158e4e88-3b14-4edf-bb27-0475fd01e8ef, host n-d-804878-2, got binding levels [] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:07.679480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.680761 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.681825 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f494c13c-9693-4107-9562-085c4a809ddb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:07.682173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f494c13c-9693-4107-9562-085c4a809ddb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:07.682583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a70956d8-6d13-4f7a-ac60-bc3f987e9407 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:07.693983 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.699727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:04:07.700067 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:04:07.701758 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:04:07.705465 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a70956d8-6d13-4f7a-ac60-bc3f987e9407 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:07.705837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a70956d8-6d13-4f7a-ac60-bc3f987e9407 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:07.713555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Calling delete_port for 158e4e88-3b14-4edf-bb27-0475fd01e8ef owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:07.716573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.ipam_backend_mixin [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Port 158e4e88-3b14-4edf-bb27-0475fd01e8ef was not found and therefore no delete operation was performed {{(pid=95328) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 24 01:04:07.717828 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.741162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Pushing event deleted for resources: {'Port': ['ID=158e4e88-3b14-4edf-bb27-0475fd01e8ef,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:07.753132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55377329-af8b-49b7-b130-535ec611f28d None None] No DVR routers for this DVR port 158e4e88-3b14-4edf-bb27-0475fd01e8ef on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:04:07.756084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.756432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.756800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.757117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.757452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.757816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.762374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.762374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.762374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.762374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.762374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.762374 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55377329-af8b-49b7-b130-535ec611f28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:07.838997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.845643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:07.848169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] 10.222.0.26 "DELETE /v2.0/networks/076335f4-beb5-469c-8dba-4d3c8e4f6dfd HTTP/1.1" status: 204 len: 168 time: 0.6525078 Aug 24 01:04:07.851069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48338) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:07.859014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac2830-aadf-4820-adea-624b54c21943 admin admin] Pushing event deleted for resources: {'Network': ['ID=076335f4-beb5-469c-8dba-4d3c8e4f6dfd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:08.198761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:08.440548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Deleting port 1f16868d-376e-418e-8128-bce173a7fcd6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:08.440895 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:08.517807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] For port 1f16868d-376e-418e-8128-bce173a7fcd6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=1f16868d-376e-418e-8128-bce173a7fcd6,segment=NetworkSegment(3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9),segment_id=3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:08.518183 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:08.529762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Calling delete_port for 1f16868d-376e-418e-8128-bce173a7fcd6 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:08.746419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:08.769825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f16868d-376e-418e-8128-bce173a7fcd6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:08.938157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:09.431024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Router c232bb27-5a1b-49d0-beae-37e28ad21ae3 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:04:09.542251 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:04:09.547295 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ebef2ac7-76c0-46d7-9321-32c260d61206 admin admin] 10.222.0.26 "PUT /v2.0/routers/c232bb27-5a1b-49d0-beae-37e28ad21ae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946197 Aug 24 01:04:09.550029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48340) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:09.555508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] Sync routers for ids ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:04:09.568319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] Routers {'c232bb27-5a1b-49d0-beae-37e28ad21ae3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:04:09.569050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:03:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:09.682826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] Set router c232bb27-5a1b-49d0-beae-37e28ad21ae3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:04:09.874352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:04:08Z', 'revision_number': 5, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:09.903467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] Checking router: c232bb27-5a1b-49d0-beae-37e28ad21ae3 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:04:09.912660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] Routers {'c232bb27-5a1b-49d0-beae-37e28ad21ae3'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:04:09.913281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:03:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:10.012967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.019891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] Set router c232bb27-5a1b-49d0-beae-37e28ad21ae3 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:04:10.112687 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.200114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:04:08Z', 'revision_number': 5, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:10.225709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fcbe1-15d5-47a5-a0d7-1cd61ef7bb25 None None] The sync data for ids ['c232bb27-5a1b-49d0-beae-37e28ad21ae3'] in n-d-804878-2 is: [{'id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'name': 'tempest-TestServerMultinode-1892715195-router', 'tenant_id': '9025aabbc523403e990bec55813a97e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:03:24Z', 'updated_at': '2021-08-24T01:04:08Z', 'revision_number': 5, 'project_id': '9025aabbc523403e990bec55813a97e1', 'gw_port': {'id': '6b48bb65-d223-4d49-83d0-47ea5733edd0', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232bb27-5a1b-49d0-beae-37e28ad21ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:03:25Z', 'updated_at': '2021-08-24T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:04:10.272468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Deleting port 6b48bb65-d223-4d49-83d0-47ea5733edd0 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:10.274763 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.351028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] For port 6b48bb65-d223-4d49-83d0-47ea5733edd0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6b48bb65-d223-4d49-83d0-47ea5733edd0,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:10.351396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.363582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Calling delete_port for 6b48bb65-d223-4d49-83d0-47ea5733edd0 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:10.564724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.594114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b48bb65-d223-4d49-83d0-47ea5733edd0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:10.658085 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.751398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.754298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.855826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.856396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c232bb27-5a1b-49d0-beae-37e28ad21ae3 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:04:10.860736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.865072 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48344) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:10.865656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2ddd94cb-c16f-468c-9fb1-637e9bea6cc5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c232bb27-5a1b-49d0-beae-37e28ad21ae3 HTTP/1.1" status: 204 len: 168 time: 1.3133588 Aug 24 01:04:10.914325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c92862-dccb-43e6-8ebe-3a0094846e6e admin admin] Deleting subnet e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:04:10.917640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83c92862-dccb-43e6-8ebe-3a0094846e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:10.953918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83c92862-dccb-43e6-8ebe-3a0094846e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.031412 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83c92862-dccb-43e6-8ebe-3a0094846e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.159211 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83c92862-dccb-43e6-8ebe-3a0094846e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.188402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c92862-dccb-43e6-8ebe-3a0094846e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:11.192726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83c92862-dccb-43e6-8ebe-3a0094846e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.194717 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-83c92862-dccb-43e6-8ebe-3a0094846e6e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e11d8cdf-6b88-4c9e-9ea5-3d54cb186ad0 HTTP/1.1" status: 204 len: 168 time: 0.3285105 Aug 24 01:04:11.197334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:11.199479 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd44c0-71e9-421c-9dac-857caf56875d None None] Network 2594a8fc-a278-4b77-a897-538efdd8ba62 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:04:11.267652 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.323945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Deleting port e7fe4b46-16ec-496c-afdf-bc6b4750c082 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:11.324301 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.369759 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] DHCP port deletion for 2594a8fc-a278-4b77-a897-538efdd8ba62 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:04:11.395718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] For port e7fe4b46-16ec-496c-afdf-bc6b4750c082, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7fe4b46-16ec-496c-afdf-bc6b4750c082,segment=NetworkSegment(3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9),segment_id=3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:11.396085 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.409352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Calling delete_port for e7fe4b46-16ec-496c-afdf-bc6b4750c082 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:11.418428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] Deleting port e7fe4b46-16ec-496c-afdf-bc6b4750c082 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:11.418807 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.487006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] For port e7fe4b46-16ec-496c-afdf-bc6b4750c082, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e7fe4b46-16ec-496c-afdf-bc6b4750c082,segment=NetworkSegment(3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9),segment_id=3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:11.487417 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.501004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] Calling delete_port for e7fe4b46-16ec-496c-afdf-bc6b4750c082 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:11.559386 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.583773 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.590046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fe4b46-16ec-496c-afdf-bc6b4750c082,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:11.591715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] No DVR routers for this DVR port e7fe4b46-16ec-496c-afdf-bc6b4750c082 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:04:11.615506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] Pushing event deleted for resources: {'Port': ['ID=e7fe4b46-16ec-496c-afdf-bc6b4750c082,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:11.620661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37af17d-5ab6-41be-9f9b-083e6006d665 None None] No DVR routers for this DVR port e7fe4b46-16ec-496c-afdf-bc6b4750c082 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:04:11.634722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1f16868d-376e-418e-8128-bce173a7fcd6 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:11.655358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 1f16868d-376e-418e-8128-bce173a7fcd6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:11.655712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 1f16868d-376e-418e-8128-bce173a7fcd6 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:11.656128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7fe4b46-16ec-496c-afdf-bc6b4750c082 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:11.673732 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.675177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e7fe4b46-16ec-496c-afdf-bc6b4750c082 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:11.676067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e7fe4b46-16ec-496c-afdf-bc6b4750c082 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:11.676474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6b48bb65-d223-4d49-83d0-47ea5733edd0 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:11.684124 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2594a8fc-a278-4b77-a897-538efdd8ba62']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:11.695239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:11.695545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6c3f5a-15cd-4131-981f-a4b1db0fb9c9') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:04:11.697959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 6b48bb65-d223-4d49-83d0-47ea5733edd0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:11.698314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6b48bb65-d223-4d49-83d0-47ea5733edd0 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:11.704634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.718011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.724010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:04:11.727814 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:04:11.838693 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.844801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:11.846818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] 10.222.0.26 "DELETE /v2.0/networks/2594a8fc-a278-4b77-a897-538efdd8ba62 HTTP/1.1" status: 204 len: 168 time: 0.6484623 Aug 24 01:04:11.858735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dd6d2-0618-4075-85af-aa96d12c674c admin admin] Pushing event deleted for resources: {'Network': ['ID=2594a8fc-a278-4b77-a897-538efdd8ba62,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:12.151010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48350) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:12.194892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-32382d5c-3366-4365-8dfa-47f73fd6af41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1241f58179a4ebc945c3dcaf44900ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426288 Aug 24 01:04:12.197177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48352) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:12.244007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25ade9ad-c7ba-411e-a5d4-df275ef21138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:12.264474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25ade9ad-c7ba-411e-a5d4-df275ef21138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:12.387288 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25ade9ad-c7ba-411e-a5d4-df275ef21138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:12.389925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25ade9ad-c7ba-411e-a5d4-df275ef21138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:12.391105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-25ade9ad-c7ba-411e-a5d4-df275ef21138 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b98e776-5c67-41a2-85ef-cdc10f5cdc9c HTTP/1.1" status: 204 len: 168 time: 0.1930089 Aug 24 01:04:12.399277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ade9ad-c7ba-411e-a5d4-df275ef21138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b98e776-5c67-41a2-85ef-cdc10f5cdc9c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:12.735686 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:13.011159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48358) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:13.052188 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-008cb023-a474-4bce-b121-187a63fe41c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9025aabbc523403e990bec55813a97e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397356 Aug 24 01:04:13.054567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48360) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:13.101047 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65336556-b1e4-4766-b5ce-5e7c945d72dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:13.121102 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65336556-b1e4-4766-b5ce-5e7c945d72dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:13.232998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65336556-b1e4-4766-b5ce-5e7c945d72dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:13.235584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65336556-b1e4-4766-b5ce-5e7c945d72dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:13.236780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-65336556-b1e4-4766-b5ce-5e7c945d72dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/073bbb43-d238-4527-8931-43b9070f7388 HTTP/1.1" status: 204 len: 168 time: 0.1812968 Aug 24 01:04:13.244585 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65336556-b1e4-4766-b5ce-5e7c945d72dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073bbb43-d238-4527-8931-43b9070f7388,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:23.804612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-d2f32007-8cee-4b6d-abb9-fa2a2f9231ee tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5d16d9e7cccf438ebfcbe695f5a06d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285685 Aug 24 01:04:24.004004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-927e333b-6287-492a-966d-05887ad246b7 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:24.005944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-927e333b-6287-492a-966d-05887ad246b7 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959808 Aug 24 01:04:24.021329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-cd37edde-d2d7-4daa-bdc8-8bab8ac0360c tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/quotas/5d16d9e7cccf438ebfcbe695f5a06d6b HTTP/1.1" status: 200 len: 375 time: 0.0095260 Aug 24 01:04:24.051507 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-28884719-6ba0-4433-892c-a3f7793ecffb tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d16d9e7cccf438ebfcbe695f5a06d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248256 Aug 24 01:04:24.273038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27697ea6-2f26-4712-84cb-2a1ffa8bfaad req-d4fe33b4-6f07-4e37-abaa-6677ba72f8b0 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 210 time: 0.0265214 Aug 24 01:04:25.354786 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:04:25.369769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61a7cf58-e258-4148-a204-d4ce35cc8f52 req-3af6c7dc-1149-44ad-bf81-3e3c66d3e2e9 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 210 time: 0.0261757 Aug 24 01:04:25.963023 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:26.096150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-30c7a53e-6af4-4d01-afeb-9b96dd0f791f tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d16d9e7cccf438ebfcbe695f5a06d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280793 Aug 24 01:04:26.283283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-2e81f158-db18-49dc-9686-96717df9a38d tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:26.284629 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-2e81f158-db18-49dc-9686-96717df9a38d tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828833 Aug 24 01:04:26.306339 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9e5122d-728a-4952-bd3f-df584f83d269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:26.306680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Request body: {'port': {'device_id': 'e17bfb8e-a91c-4b93-8066-8f2b00a72345', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'admin_state_up': True, 'tenant_id': '5d16d9e7cccf438ebfcbe695f5a06d6b'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:04:26.472897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87bf604e-5c78-4388-81c5-9b48800eed31 req-04b8d18c-fe4a-43d9-93e7-12864b8ea3b2 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 210 time: 0.0317290 Aug 24 01:04:26.512515 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Made reservation on behalf of 5d16d9e7cccf438ebfcbe695f5a06d6b for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:04:26.516233 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:26.526304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:26.617836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:26.688330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:26.754153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e6a499-b032-40a3-96ae-1a787b1c3269,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:26.825376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Allocated IP 192.168.233.52 (1eb9c46c-1a68-4e11-bae9-ef1b5db317ae/4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4/e7d1452d-6b35-455f-a8ec-64624fe4f104) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:04:26.967831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:26.982814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Transition to ACTIVE for port object e7d1452d-6b35-455f-a8ec-64624fe4f104 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:04:27.090560 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:27.138351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:04:27.141333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:04:27.144888 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:04:27.177020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Pushing event updated for resources: {'Port': ['ID=e7d1452d-6b35-455f-a8ec-64624fe4f104,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:27.200007 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:27.200593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:27.279400 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a29b9c0-66a4-4054-8130-5f9fbc3a0ae3 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9766786 Aug 24 01:04:27.300219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Request body: {'port': {'device_id': 'e17bfb8e-a91c-4b93-8066-8f2b00a72345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:04:27.355420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:27.472472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-74fc7212-16ba-4ed7-b042-b9cc676e8c75 None None] Provisioning for port e7d1452d-6b35-455f-a8ec-64624fe4f104 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:04:27.476483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-74fc7212-16ba-4ed7-b042-b9cc676e8c75 None None] Provisioning complete for port e7d1452d-6b35-455f-a8ec-64624fe4f104 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:04:27.476863 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-74fc7212-16ba-4ed7-b042-b9cc676e8c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:27.511897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-74fc7212-16ba-4ed7-b042-b9cc676e8c75 None None] Port e7d1452d-6b35-455f-a8ec-64624fe4f104 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:04:27.592749 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eb7fe-65aa-41c3-be41-a34ccb7be2a3 req-1ce569b5-fa86-43d9-a5b6-922a1c1f8f9c tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:27.594277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e4eb7fe-65aa-41c3-be41-a34ccb7be2a3 req-1ce569b5-fa86-43d9-a5b6-922a1c1f8f9c tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 935 time: 0.0525136 Aug 24 01:04:27.622362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d1452d-6b35-455f-a8ec-64624fe4f104 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:04:27.630341 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:27.642199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Transition to ACTIVE for port object e7d1452d-6b35-455f-a8ec-64624fe4f104 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:04:27.643914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2e4eb7fe-65aa-41c3-be41-a34ccb7be2a3 req-f0110303-5a5f-4821-ab00-f4b908a92c86 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433607 Aug 24 01:04:27.689651 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:27.758612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Pushing event updated for resources: {'Port': ['ID=e7d1452d-6b35-455f-a8ec-64624fe4f104,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:27.810808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Attempting to bind port e7d1452d-6b35-455f-a8ec-64624fe4f104 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:04:27.811153 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Attempting to bind port e7d1452d-6b35-455f-a8ec-64624fe4f104 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:04:27.811500 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Attempting to bind port e7d1452d-6b35-455f-a8ec-64624fe4f104 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:04:27.816269 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Port e7d1452d-6b35-455f-a8ec-64624fe4f104 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:04:27.816599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Attempting to bind port e7d1452d-6b35-455f-a8ec-64624fe4f104 on network 1eb9c46c-1a68-4e11-bae9-ef1b5db317ae {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:04:27.822371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:04:27.822715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Checking segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:04:27.823107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Bound using segment: {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:04:27.823566 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Bound port: e7d1452d-6b35-455f-a8ec-64624fe4f104, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5442c69-abc9-4f37-9390-1c52b88fdc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:04:27.823933 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:27.894877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] For port e7d1452d-6b35-455f-a8ec-64624fe4f104, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:04:27.898639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] For port e7d1452d-6b35-455f-a8ec-64624fe4f104, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=e7d1452d-6b35-455f-a8ec-64624fe4f104,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:04:27.970600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:28.008134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.008868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:28.010236 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] 10.222.0.36 "PUT /v2.0/ports/e7d1452d-6b35-455f-a8ec-64624fe4f104 HTTP/1.1" status: 200 len: 1095 time: 0.7144976 Aug 24 01:04:28.010683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17bfb8e-a91c-4b93-8066-8f2b00a72345', 'tag': 'e7d1452d-6b35-455f-a8ec-64624fe4f104'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:04:28.012998 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6bb296-6443-4a5d-92c9-396b8ce258b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e17bfb8e-a91c-4b93-8066-8f2b00a72345", "tag": "e7d1452d-6b35-455f-a8ec-64624fe4f104"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:04:28.037694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111876da-b12a-48b7-9df7-ef82be64cd2b service neutron] Pushing event updated for resources: {'Port': ['ID=e7d1452d-6b35-455f-a8ec-64624fe4f104,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:28.141642 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60314986-2204-4ee3-9e25-4447f4f6a4aa x-openstack-request-id: req-60314986-2204-4ee3-9e25-4447f4f6a4aa {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:04:28.142331 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17bfb8e-a91c-4b93-8066-8f2b00a72345", "tag": "e7d1452d-6b35-455f-a8ec-64624fe4f104", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:04:28.142331 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60314986-2204-4ee3-9e25-4447f4f6a4aa {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:04:28.142592 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17bfb8e-a91c-4b93-8066-8f2b00a72345', 'tag': 'e7d1452d-6b35-455f-a8ec-64624fe4f104', 'status': 'completed', 'code': 200} Aug 24 01:04:28.158853 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-e454da5e-da05-442d-8e72-edfc76b21715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.160430 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-e454da5e-da05-442d-8e72-edfc76b21715 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d16d9e7cccf438ebfcbe695f5a06d6b&device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 1098 time: 0.0466890 Aug 24 01:04:28.213302 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-3a259d91-bf55-449e-8388-17ec5db511ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e7d1452d-6b35-455f-a8ec-64624fe4f104 HTTP/1.1" status: 200 len: 217 time: 0.0393806 Aug 24 01:04:28.262914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-a45893cf-f43e-4a94-9f10-4c637fdfcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.264482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-a45893cf-f43e-4a94-9f10-4c637fdfcff9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0441253 Aug 24 01:04:28.311344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-284fb54e-65d7-4540-8b48-c8945abeb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.312768 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-284fb54e-65d7-4540-8b48-c8945abeb8fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413442 Aug 24 01:04:28.407576 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-33efbcfb-df21-4ff9-bf22-f934a9796b6a service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879428 Aug 24 01:04:28.497573 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-78a6ee41-6d2f-4c9a-ba69-9d85ce22d82c req-1c280e1e-fe91-4547-8f1a-c49343b9bdc5 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829597 Aug 24 01:04:28.682682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-85773336-f439-4ba1-9165-43665d4de24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.684159 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-85773336-f439-4ba1-9165-43665d4de24f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d16d9e7cccf438ebfcbe695f5a06d6b&device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 1098 time: 0.0440950 Aug 24 01:04:28.762393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333879f-bb19-45ef-be88-8bad281c06d0 req-ef12c19d-8e8d-42f7-833a-8546bb4aba76 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.763993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b333879f-bb19-45ef-be88-8bad281c06d0 req-ef12c19d-8e8d-42f7-833a-8546bb4aba76 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 947 time: 0.0484235 Aug 24 01:04:28.780494 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-b677ab56-77ba-4e58-8eaa-7239c70d721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.782004 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-b677ab56-77ba-4e58-8eaa-7239c70d721d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae HTTP/1.1" status: 200 len: 870 time: 0.0897977 Aug 24 01:04:28.802622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b333879f-bb19-45ef-be88-8bad281c06d0 req-955c62f3-d056-4af4-b077-6a742af1dfdc tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325885 Aug 24 01:04:28.824191 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-af7eeaa3-1c5c-46f7-b38d-387b3ad286c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e7d1452d-6b35-455f-a8ec-64624fe4f104 HTTP/1.1" status: 200 len: 217 time: 0.0346787 Aug 24 01:04:28.878059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-8e7287e1-f03b-4636-be8f-35836bc81066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.879521 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-8e7287e1-f03b-4636-be8f-35836bc81066 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4 HTTP/1.1" status: 200 len: 843 time: 0.0477607 Aug 24 01:04:28.924818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-85b1db18-7a8c-4a0a-82a7-73cfd0fac07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:28.927599 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-85b1db18-7a8c-4a0a-82a7-73cfd0fac07c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1eb9c46c-1a68-4e11-bae9-ef1b5db317ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400603 Aug 24 01:04:28.987292 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-db813e9d-353b-4b72-86bd-778dca810ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:29.027414 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-eb27a7ab-ec13-40b9-99f3-e7b579ca2188 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939803 Aug 24 01:04:29.101223 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:29.121444 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5a6bb296-6443-4a5d-92c9-396b8ce258b9 req-3090f63d-8cb3-437e-b0c3-bbbe7590d411 service neutron] 10.222.0.36 "GET /v2.0/networks/1eb9c46c-1a68-4e11-bae9-ef1b5db317ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863545 Aug 24 01:04:29.922456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100d284-b696-443e-86c9-ab652c7cb34b req-e78cf798-f567-48f6-a8d5-a9310df2ce17 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:29.923986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3100d284-b696-443e-86c9-ab652c7cb34b req-e78cf798-f567-48f6-a8d5-a9310df2ce17 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 947 time: 0.0529995 Aug 24 01:04:29.961275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3100d284-b696-443e-86c9-ab652c7cb34b req-e34400db-403e-4e5f-89b0-40dffe42eb50 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306437 Aug 24 01:04:30.409312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:31.074472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d85791-b108-4e09-a12a-7d90498c5c80 req-7c3f06fc-6f5d-43cc-a445-6962dab19e28 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:31.075959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3d85791-b108-4e09-a12a-7d90498c5c80 req-7c3f06fc-6f5d-43cc-a445-6962dab19e28 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 947 time: 0.0489194 Aug 24 01:04:31.112081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3d85791-b108-4e09-a12a-7d90498c5c80 req-820846c4-47d3-48bf-8e12-cacf6af43e8e tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302720 Aug 24 01:04:31.912642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:32.225360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69756d-b501-43df-9cb1-49a8c209892d req-55aa0673-6239-445e-84a0-8af18bd57c5d tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:32.226855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a69756d-b501-43df-9cb1-49a8c209892d req-55aa0673-6239-445e-84a0-8af18bd57c5d tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 947 time: 0.0491486 Aug 24 01:04:32.263478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a69756d-b501-43df-9cb1-49a8c209892d req-719072aa-ea38-413c-a8b8-42fef0f6a6ef tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306857 Aug 24 01:04:32.421139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device e7d1452d-6b35-455f-a8ec-64624fe4f104 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:04:32.516723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port e7d1452d-6b35-455f-a8ec-64624fe4f104, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=e7d1452d-6b35-455f-a8ec-64624fe4f104,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:32.526703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'e7d1452d-6b35-455f-a8ec-64624fe4f104', 'network_id': '1eb9c46c-1a68-4e11-bae9-ef1b5db317ae', 'port_id': 'e7d1452d-6b35-455f-a8ec-64624fe4f104', 'mac_address': 'fa:16:3e:93:f4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8e546f-5eb8-4a4e-b141-6c20ce5b68d4', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:04:32.562863 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:32.575478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d1452d-6b35-455f-a8ec-64624fe4f104 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:04:32.593268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port e7d1452d-6b35-455f-a8ec-64624fe4f104, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=e7d1452d-6b35-455f-a8ec-64624fe4f104,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:32.660867 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:32.707026 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=e7d1452d-6b35-455f-a8ec-64624fe4f104,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:33.030628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['e7d1452d-6b35-455f-a8ec-64624fe4f104'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:04:33.381547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275533a-682b-456c-84d3-795de69e5611 req-2142da0f-8347-4009-bb61-e1ce560da0c2 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:33.383053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9275533a-682b-456c-84d3-795de69e5611 req-2142da0f-8347-4009-bb61-e1ce560da0c2 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 948 time: 0.0533063 Aug 24 01:04:33.421416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9275533a-682b-456c-84d3-795de69e5611 req-75576c87-bec4-43a5-8480-115a39e4ef3b tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Aug 24 01:04:34.424393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device e7d1452d-6b35-455f-a8ec-64624fe4f104 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:04:34.536183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84296151-d43d-446a-8794-80a5ebe30c81 req-000483ec-999e-4b06-a322-1a2bef292f02 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:34.536801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port e7d1452d-6b35-455f-a8ec-64624fe4f104 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:04:34.537713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84296151-d43d-446a-8794-80a5ebe30c81 req-000483ec-999e-4b06-a322-1a2bef292f02 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 948 time: 0.0505214 Aug 24 01:04:34.540310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port e7d1452d-6b35-455f-a8ec-64624fe4f104 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:04:34.540686 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:34.576691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84296151-d43d-446a-8794-80a5ebe30c81 req-262e6a47-d8e9-42d2-958a-be9032446083 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Aug 24 01:04:34.618984 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:34.639899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17bfb8e-a91c-4b93-8066-8f2b00a72345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d1452d-6b35-455f-a8ec-64624fe4f104'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:04:34.642122 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7c8f41-e4e3-4f29-b41e-e599c8d8451d" -d '{"events": [{"server_uuid": "e17bfb8e-a91c-4b93-8066-8f2b00a72345", "name": "network-vif-plugged", "status": "completed", "tag": "e7d1452d-6b35-455f-a8ec-64624fe4f104"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:04:34.655241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port e7d1452d-6b35-455f-a8ec-64624fe4f104, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=e7d1452d-6b35-455f-a8ec-64624fe4f104,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:34.680978 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0659197-a5cc-4700-8d12-06016bb4b184 x-openstack-request-id: req-d0659197-a5cc-4700-8d12-06016bb4b184 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:04:34.680978 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17bfb8e-a91c-4b93-8066-8f2b00a72345", "name": "network-vif-plugged", "status": "completed", "tag": "e7d1452d-6b35-455f-a8ec-64624fe4f104", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:04:34.680978 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0659197-a5cc-4700-8d12-06016bb4b184 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:04:34.680978 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17bfb8e-a91c-4b93-8066-8f2b00a72345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d1452d-6b35-455f-a8ec-64624fe4f104', 'code': 200} Aug 24 01:04:34.723758 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:34.772971 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=e7d1452d-6b35-455f-a8ec-64624fe4f104,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:34.807401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e9f36-6a8c-4c80-9317-ddeedb398151 req-ea897934-00f3-467d-964b-3bd88d4af834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:34.809630 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-935e9f36-6a8c-4c80-9317-ddeedb398151 req-ea897934-00f3-467d-964b-3bd88d4af834 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 1100 time: 0.0488946 Aug 24 01:04:34.844464 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-935e9f36-6a8c-4c80-9317-ddeedb398151 req-21975a9c-02f0-4fe7-82d4-d4ced79a61c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281699 Aug 24 01:04:35.688933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a53f5a-31c0-4455-940d-d7d764a27dc4 req-74e9ed1f-2b98-4d95-a7d0-82bc4cbfc93a tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:35.690431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66a53f5a-31c0-4455-940d-d7d764a27dc4 req-74e9ed1f-2b98-4d95-a7d0-82bc4cbfc93a tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 949 time: 0.0482411 Aug 24 01:04:35.728804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66a53f5a-31c0-4455-940d-d7d764a27dc4 req-0327296c-b0df-4520-9c5d-6aacd5e46dce tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Aug 24 01:04:36.847745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae817aaa-217f-40bb-8091-79d08046fe7e req-51df74a4-af2d-40c2-8bb8-0aa48eff7521 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:36.849252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae817aaa-217f-40bb-8091-79d08046fe7e req-51df74a4-af2d-40c2-8bb8-0aa48eff7521 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 949 time: 0.0529256 Aug 24 01:04:36.885787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae817aaa-217f-40bb-8091-79d08046fe7e req-0e3dad58-9889-41ae-b8b8-2f52f4dcbe8e tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305562 Aug 24 01:04:38.238670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66fa1c-ee33-47ff-a07b-e8970c9c645b req-c90d2a2a-4e35-4cca-935a-57cae6d2f9ce tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:38.240169 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a66fa1c-ee33-47ff-a07b-e8970c9c645b req-c90d2a2a-4e35-4cca-935a-57cae6d2f9ce tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 949 time: 0.0499942 Aug 24 01:04:38.277889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a66fa1c-ee33-47ff-a07b-e8970c9c645b req-d933e393-4eb6-45c2-83f6-06a910004b44 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Aug 24 01:04:39.413708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bef26-50ce-470a-96c8-397009966b34 req-0787a62b-fd00-4f67-8e0e-4af3abd46f73 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:39.415216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-778bef26-50ce-470a-96c8-397009966b34 req-0787a62b-fd00-4f67-8e0e-4af3abd46f73 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 949 time: 0.0497270 Aug 24 01:04:39.452205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-778bef26-50ce-470a-96c8-397009966b34 req-aa369b89-660d-4e7a-a25e-e53f0ef61e8c tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7e6a499-b032-40a3-96ae-1a787b1c3269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Aug 24 01:04:39.748369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-f4a94cc2-deec-4b05-8421-e57c19dae7d2 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:39.749822 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-f4a94cc2-deec-4b05-8421-e57c19dae7d2 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.36 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 949 time: 0.0468554 Aug 24 01:04:39.843803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Deleting port e7d1452d-6b35-455f-a8ec-64624fe4f104 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:04:39.844148 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:39.931134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] For port e7d1452d-6b35-455f-a8ec-64624fe4f104, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=e7d1452d-6b35-455f-a8ec-64624fe4f104,segment=NetworkSegment(b5442c69-abc9-4f37-9390-1c52b88fdc1b),segment_id=b5442c69-abc9-4f37-9390-1c52b88fdc1b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:39.931499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:39.943573 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Calling delete_port for e7d1452d-6b35-455f-a8ec-64624fe4f104 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:04:40.112613 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:40.143200 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Pushing event deleted for resources: {'Port': ['ID=e7d1452d-6b35-455f-a8ec-64624fe4f104,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:40.147486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['e7d1452d-6b35-455f-a8ec-64624fe4f104'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:04:40.186988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] No DVR routers for this DVR port e7d1452d-6b35-455f-a8ec-64624fe4f104 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:04:40.189661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:40.191699 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fde5c977-1859-4516-8736-c8ba00b1af1c req-2ed16075-a3da-4e61-b201-efbc72ffebb1 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.36 "DELETE /v2.0/ports/e7d1452d-6b35-455f-a8ec-64624fe4f104 HTTP/1.1" status: 204 len: 173 time: 0.4355655 Aug 24 01:04:40.192355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17bfb8e-a91c-4b93-8066-8f2b00a72345', 'name': 'network-vif-deleted', 'tag': 'e7d1452d-6b35-455f-a8ec-64624fe4f104'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:04:40.195524 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29abe248-6d37-4e7f-93de-7f08aac567e5" -d '{"events": [{"server_uuid": "e17bfb8e-a91c-4b93-8066-8f2b00a72345", "name": "network-vif-deleted", "tag": "e7d1452d-6b35-455f-a8ec-64624fe4f104"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:04:40.233106 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e027bd-3215-4384-9bca-f08213e93fa0 x-openstack-request-id: req-67e027bd-3215-4384-9bca-f08213e93fa0 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:04:40.233417 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17bfb8e-a91c-4b93-8066-8f2b00a72345", "name": "network-vif-deleted", "tag": "e7d1452d-6b35-455f-a8ec-64624fe4f104", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:04:40.233712 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67e027bd-3215-4384-9bca-f08213e93fa0 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:04:40.234122 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17bfb8e-a91c-4b93-8066-8f2b00a72345', 'name': 'network-vif-deleted', 'tag': 'e7d1452d-6b35-455f-a8ec-64624fe4f104', 'status': 'completed', 'code': 200} Aug 24 01:04:40.563091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e26653fd-6ede-4a08-883f-839b6357a507 req-b2a96ec0-553a-4516-b1ec-bf33bd03d598 tempest-ServersAdminNegativeTestJSON-1652612504 tempest-ServersAdminNegativeTestJSON-1652612504-project] 10.222.0.26 "GET /v2.0/ports?device_id=e17bfb8e-a91c-4b93-8066-8f2b00a72345 HTTP/1.1" status: 200 len: 210 time: 0.0311899 Aug 24 01:04:42.105144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48500) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:42.245042 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-067740fb-1367-499f-98d6-8266a81d74b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d16d9e7cccf438ebfcbe695f5a06d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381998 Aug 24 01:04:42.248135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48504) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:42.295849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28538146-38fa-4433-85a2-f9dd81eacad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:42.316176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28538146-38fa-4433-85a2-f9dd81eacad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:42.426938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28538146-38fa-4433-85a2-f9dd81eacad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:42.429530 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-28538146-38fa-4433-85a2-f9dd81eacad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:42.430760 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-28538146-38fa-4433-85a2-f9dd81eacad5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7e6a499-b032-40a3-96ae-1a787b1c3269 HTTP/1.1" status: 204 len: 168 time: 0.1817291 Aug 24 01:04:42.438808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28538146-38fa-4433-85a2-f9dd81eacad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e6a499-b032-40a3-96ae-1a787b1c3269,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:42.775622 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:43.087555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48510) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:43.101048 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a8f1250b-4fb3-41e1-a463-554c5c4c9b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:43.190807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a8f1250b-4fb3-41e1-a463-554c5c4c9b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:43.254119 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a8f1250b-4fb3-41e1-a463-554c5c4c9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:43.295958 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a8f1250b-4fb3-41e1-a463-554c5c4c9b2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=508310285cc545daa3487b5d7965e895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072766 Aug 24 01:04:43.296875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1250b-4fb3-41e1-a463-554c5c4c9b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15332caa-a655-47b6-9574-a28c7298cf8d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:43.298687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:43.346662 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:43.367854 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:43.459438 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:43.462000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:43.463185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15332caa-a655-47b6-9574-a28c7298cf8d HTTP/1.1" status: 204 len: 168 time: 0.1634989 Aug 24 01:04:43.471240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15332caa-a655-47b6-9574-a28c7298cf8d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:43.479270 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.479624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.479964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.480307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.480636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.480993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.481356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.481732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.482061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.482369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.482701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:43.483112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfed38b8-2275-4aa3-92f7-5a1740376662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:44.472367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device e7d1452d-6b35-455f-a8ec-64624fe4f104 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:04:44.473583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48534) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:44.496380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: e7d1452d-6b35-455f-a8ec-64624fe4f104 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:04:44.496736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device e7d1452d-6b35-455f-a8ec-64624fe4f104 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:04:44.568983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1462573329-network', 'tenant_id': 'ae6a38d643c54438a87f67443af08d86'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:04:44.683727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Made reservation on behalf of ae6a38d643c54438a87f67443af08d86 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:04:44.686084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:44.695602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:44.782449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:44.843379 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:44.873525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:04:44.880903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaa79bc-459c-46b7-9c4d-f7593a35c600,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:44.887374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:44.887721 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Added segment 0087fda0-f2a9-4855-bb24-3cce7e17f911 of type vlan for network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db Aug 24 01:04:44.938125 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:45.020562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:45.021515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:45.022126 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:45.108426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] Pushing event updated for resources: {'Network': ['ID=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:45.118934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:04:45.147789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b5b688ec-c609-4a35-82bf-26ce4fd1ac53 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6730165 Aug 24 01:04:45.150693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:04:45.155881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Request body: {'subnet': {'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1462573329-subnet', 'tenant_id': 'ae6a38d643c54438a87f67443af08d86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:04:45.226521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Made reservation on behalf of ae6a38d643c54438a87f67443af08d86 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:04:45.228795 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:45.449612 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:45.508506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9d0807-31c0-4011-9f13-8dcde90a0932,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:45.517039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Checking segment: {'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:04:45.517399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Network hostable DHCP agents. Network: 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:04:45.586509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:04:45.660643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:04:45.664907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:45.666054 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:45.670454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f65da-7d85-4d96-864f-91ca3c69c3a8 None None] Network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:04:45.736100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9a371d9e-6e63-43bd-888c-4ab536986a70 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5843465 Aug 24 01:04:45.792062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdbb470-af35-43d5-90d3-c7fcf8ca0830 None None] Network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:04:46.151404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-11a74257-8f3f-48bb-8349-1aba8e625bce tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:46.153106 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-11a74257-8f3f-48bb-8349-1aba8e625bce tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/networks?id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db HTTP/1.1" status: 200 len: 812 time: 0.1025167 Aug 24 01:04:46.168920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-4a62ff18-8810-4b03-a6f0-a9b3d610f2ef tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/quotas/ae6a38d643c54438a87f67443af08d86 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Aug 24 01:04:46.200246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-c35a2697-e560-48e1-aa04-c72e99d81543 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ae6a38d643c54438a87f67443af08d86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262356 Aug 24 01:04:46.291256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-e825e2c2-eb82-42cf-855b-f713e6fda34d service neutron] 10.222.0.26 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841954 Aug 24 01:04:46.378717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-6f893bfd-70f6-4769-9bef-9329b8747ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816181 Aug 24 01:04:46.602572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21547b05-1f43-4b16-afbc-a345c09a1db7 req-dc6baa00-544f-469f-9b2f-dfb9437d198f tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 210 time: 0.0271368 Aug 24 01:04:47.697274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-735d31ea-2521-44a1-9ff3-3137c4f900af req-9b39b685-071c-4184-a031-f6861ea047f8 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 24 01:04:48.417004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8d8d9288-735b-4668-be90-ad7798126d24 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:48.418525 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8d8d9288-735b-4668-be90-ad7798126d24 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.36 "GET /v2.0/networks?id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db HTTP/1.1" status: 200 len: 812 time: 0.1000879 Aug 24 01:04:48.436448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Request body: {'port': {'device_id': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db', 'admin_state_up': True, 'tenant_id': 'ae6a38d643c54438a87f67443af08d86'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:04:48.655585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Made reservation on behalf of ae6a38d643c54438a87f67443af08d86 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:04:48.659289 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:48.784333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Allocated IP 172.20.0.5 (9e8ac0e9-1090-4399-a2f2-08a32bb0b0db/7b9d0807-31c0-4011-9f13-8dcde90a0932/cecd0803-1005-419c-863f-eb64489cd1b6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:04:48.796393 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52141d3b-2e94-411d-bc76-1ee9172665a9 req-a83a9535-b399-4156-bf42-40d3d49a4a79 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 210 time: 0.0314648 Aug 24 01:04:48.933778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.031285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.079563 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:04:49.082504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:04:49.084871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:04:49.112071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:49.125018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.125369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.125740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.126125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.126530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.126866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.127198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.127528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.127855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.128180 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.128504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.128827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:04:49.147307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:49.147911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.237138 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-8ea5bf8d-766e-498f-a5be-0fa21651c4e2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8044848 Aug 24 01:04:49.254409 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-015fab96-266e-4b46-afe8-9d0de0512715 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:04:49.255836 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-015fab96-266e-4b46-afe8-9d0de0512715 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056136 Aug 24 01:04:49.266530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Request body: {'port': {'device_id': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:04:49.319876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.581110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecd0803-1005-419c-863f-eb64489cd1b6 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:04:49.589051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.600581 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Transition to ACTIVE for port object cecd0803-1005-419c-863f-eb64489cd1b6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:04:49.660799 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.725967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:49.776543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Attempting to bind port cecd0803-1005-419c-863f-eb64489cd1b6 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:04:49.776880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Attempting to bind port cecd0803-1005-419c-863f-eb64489cd1b6 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:04:49.777214 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Attempting to bind port cecd0803-1005-419c-863f-eb64489cd1b6 on network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:04:49.781818 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Port cecd0803-1005-419c-863f-eb64489cd1b6 on network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:04:49.782164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Attempting to bind port cecd0803-1005-419c-863f-eb64489cd1b6 on network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:04:49.786945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:04:49.787292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Checking segment: {'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:04:49.787678 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Bound using segment: {'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:04:49.788106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Bound port: cecd0803-1005-419c-863f-eb64489cd1b6, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:04:49.788465 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.855958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:04:49.859096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:04:49.901646 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.909594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ea45-a31a-4348-a87e-646296e1f10c req-f1c216de-b17d-423c-8cbb-7c1e704e5d43 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:49.911166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3d8ea45-a31a-4348-a87e-646296e1f10c req-f1c216de-b17d-423c-8cbb-7c1e704e5d43 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.0491040 Aug 24 01:04:49.934788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:49.935429 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:49.936859 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] 10.222.0.36 "PUT /v2.0/ports/cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 200 len: 1091 time: 0.6741099 Aug 24 01:04:49.941421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:04:49.944292 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d83eca-44b5-46ae-940b-e15b9d17b15b" -d '{"events": [{"name": "network-changed", "server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:04:49.953624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3d8ea45-a31a-4348-a87e-646296e1f10c req-e7cbc3da-ffed-4b9c-b55f-8ca5cf0021df tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Aug 24 01:04:49.969630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234de519-dcbe-47c3-a486-e2a1299e4bce service neutron] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:49.994740 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31235b46-8087-4114-ac45-c03759ca79b9 x-openstack-request-id: req-31235b46-8087-4114-ac45-c03759ca79b9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:04:49.995041 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:04:49.995324 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31235b46-8087-4114-ac45-c03759ca79b9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:04:49.995722 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'status': 'completed', 'code': 200} Aug 24 01:04:50.074738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83eca-44b5-46ae-940b-e15b9d17b15b req-612b4521-c705-4aaa-871a-a5fb18893b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:50.076119 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62d83eca-44b5-46ae-940b-e15b9d17b15b req-612b4521-c705-4aaa-871a-a5fb18893b93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae6a38d643c54438a87f67443af08d86&device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 1094 time: 0.0415936 Aug 24 01:04:50.182709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83eca-44b5-46ae-940b-e15b9d17b15b req-26a6ec0d-e1b3-4661-891c-cb20b5ea4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:50.184159 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62d83eca-44b5-46ae-940b-e15b9d17b15b req-26a6ec0d-e1b3-4661-891c-cb20b5ea4192 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ae6a38d643c54438a87f67443af08d86&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0926292 Aug 24 01:04:50.275629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d83eca-44b5-46ae-940b-e15b9d17b15b req-04feec67-8f97-413d-b726-7c9430b7f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:50.277134 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-62d83eca-44b5-46ae-940b-e15b9d17b15b req-04feec67-8f97-413d-b726-7c9430b7f22c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865924 Aug 24 01:04:50.372842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-4e3bcee3-4c9c-4721-a83e-5fe87e29386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:50.374276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-4e3bcee3-4c9c-4721-a83e-5fe87e29386a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae6a38d643c54438a87f67443af08d86&device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 1094 time: 0.0412829 Aug 24 01:04:50.424845 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-f8c18439-1a6c-41fe-a775-19e2e5932fcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0370321 Aug 24 01:04:50.474039 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-00db7e0c-9fdc-4136-8949-ece8c9d61632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:50.475495 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-00db7e0c-9fdc-4136-8949-ece8c9d61632 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b9d0807-31c0-4011-9f13-8dcde90a0932 HTTP/1.1" status: 200 len: 852 time: 0.0436625 Aug 24 01:04:50.507264 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-67d93bce-4d9d-4d87-b4e4-a304c758ab51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248725 Aug 24 01:04:50.603536 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-64740089-b1ce-4e51-9a0a-50d845adcbdd service neutron] 10.222.0.36 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890665 Aug 24 01:04:50.691085 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0dea1584-da74-4cc4-b1e5-2980700bb0ca req-ca6be8f1-0d5d-442a-a9e6-59ae73302b27 service neutron] 10.222.0.36 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805719 Aug 24 01:04:51.068268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763ca11-8c7b-494d-9a56-11208fb2c613 req-c4de433c-dcc2-4f78-89e9-fb8e69e152d5 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:51.069755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8763ca11-8c7b-494d-9a56-11208fb2c613 req-c4de433c-dcc2-4f78-89e9-fb8e69e152d5 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.0486205 Aug 24 01:04:51.107036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8763ca11-8c7b-494d-9a56-11208fb2c613 req-35c80648-e095-4cce-9150-f35892039396 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Aug 24 01:04:52.220762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54868d-1fa5-46b6-a3c7-85c286edee38 req-cff5b2f2-6025-4a93-8804-d2d690db437d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:52.222218 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a54868d-1fa5-46b6-a3c7-85c286edee38 req-cff5b2f2-6025-4a93-8804-d2d690db437d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.0479469 Aug 24 01:04:52.263503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a54868d-1fa5-46b6-a3c7-85c286edee38 req-cd023a09-47a5-4458-b6f6-7f8aff127ba5 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Aug 24 01:04:53.375779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bfaf7-1a70-4ecd-a552-d199e422e93e req-7fc7bc04-78c5-4bc0-82c1-19a9d1b8956d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:53.377248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf6bfaf7-1a70-4ecd-a552-d199e422e93e req-7fc7bc04-78c5-4bc0-82c1-19a9d1b8956d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.0487916 Aug 24 01:04:53.414554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf6bfaf7-1a70-4ecd-a552-d199e422e93e req-419f28a2-5c87-4f1b-90a5-a782908cdbf8 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Aug 24 01:04:54.503609 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device cecd0803-1005-419c-863f-eb64489cd1b6 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:04:54.531254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570420e-edc0-48ca-b1c7-8cd8c31e876d req-2c5e3b78-5ce8-44b4-a466-1b92022d73ea tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:54.532793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0570420e-edc0-48ca-b1c7-8cd8c31e876d req-2c5e3b78-5ce8-44b4-a466-1b92022d73ea tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.0518110 Aug 24 01:04:54.570536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0570420e-edc0-48ca-b1c7-8cd8c31e876d req-992625e9-7367-4917-b4d3-c7e49774a8c6 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Aug 24 01:04:54.597441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:54.607529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db', 'port_id': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'mac_address': 'fa:16:3e:cf:25:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d0807-31c0-4011-9f13-8dcde90a0932', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:04:54.648583 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:54.661293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecd0803-1005-419c-863f-eb64489cd1b6 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:04:54.679708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:54.773304 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:54.820834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:55.168750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['cecd0803-1005-419c-863f-eb64489cd1b6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:04:55.684784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ade66f-3e00-4316-84b0-63ce7125a798 req-7e1d978e-b491-431b-8b42-9cff6b34aa5a tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:55.686274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65ade66f-3e00-4316-84b0-63ce7125a798 req-7e1d978e-b491-431b-8b42-9cff6b34aa5a tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 944 time: 0.0480950 Aug 24 01:04:55.732176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65ade66f-3e00-4316-84b0-63ce7125a798 req-e3ccd0ac-86f3-43a0-9dab-881da4b759d1 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Aug 24 01:04:55.934994 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:56.287794 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d95b9fd-4fa0-46e3-8b44-e63655a57f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:56.519004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device cecd0803-1005-419c-863f-eb64489cd1b6 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:04:56.613356 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port cecd0803-1005-419c-863f-eb64489cd1b6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:04:56.617112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port cecd0803-1005-419c-863f-eb64489cd1b6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:04:56.621151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:56.694402 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:56.717350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:04:56.719620 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008a3e91-3cf2-490f-b115-b0e9040f3b43" -d '{"events": [{"server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "name": "network-vif-plugged", "status": "completed", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:04:56.735860 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:04:56.757359 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9bb536-605c-45a1-8c79-4079b0a44beb x-openstack-request-id: req-2d9bb536-605c-45a1-8c79-4079b0a44beb {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:04:56.757359 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "name": "network-vif-plugged", "status": "completed", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:04:56.757359 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d9bb536-605c-45a1-8c79-4079b0a44beb {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:04:56.757359 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'code': 200} Aug 24 01:04:56.850734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b12d2-75b5-4ef8-8d8a-149e73a28d38 req-88f86c47-9d47-4fc9-8aa7-65ab23539938 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:56.852282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f6b12d2-75b5-4ef8-8d8a-149e73a28d38 req-88f86c47-9d47-4fc9-8aa7-65ab23539938 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 944 time: 0.0545211 Aug 24 01:04:56.866927 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:56.875743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629b54a-f3cf-4b6b-9713-f8a075559df2 req-f06412a9-8246-4ed1-99e4-ef2651ac74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:56.877371 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f629b54a-f3cf-4b6b-9713-f8a075559df2 req-f06412a9-8246-4ed1-99e4-ef2651ac74d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 1095 time: 0.0415573 Aug 24 01:04:56.893395 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f6b12d2-75b5-4ef8-8d8a-149e73a28d38 req-90b20b9a-30ed-4f04-ba9c-72da4f19e815 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350513 Aug 24 01:04:56.916391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:04:56.929659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f629b54a-f3cf-4b6b-9713-f8a075559df2 req-09c42642-43fa-41bf-a690-624e29aa01a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 Aug 24 01:04:58.009944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d3ab0-b4ec-42a8-9d9f-cc523cfddb8c req-bb15fa77-4bbc-4e62-a653-e82a7e8ba071 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:58.011436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac4d3ab0-b4ec-42a8-9d9f-cc523cfddb8c req-bb15fa77-4bbc-4e62-a653-e82a7e8ba071 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0487738 Aug 24 01:04:58.049029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac4d3ab0-b4ec-42a8-9d9f-cc523cfddb8c req-f9639b9c-cb65-47c6-84c3-e00bd2efa7bb tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Aug 24 01:04:59.008973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-188fb469-fc52-4d6d-887f-baedf860b3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:59.135308 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:04:59.166788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9703bca-2c66-4182-9ee2-033835c2e5b5 req-1d914637-0508-41b2-89c7-f5a69a2c1e95 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:59.168264 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9703bca-2c66-4182-9ee2-033835c2e5b5 req-1d914637-0508-41b2-89c7-f5a69a2c1e95 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0478728 Aug 24 01:04:59.209999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9703bca-2c66-4182-9ee2-033835c2e5b5 req-0f9dc55a-7af1-4522-a6f6-cd0889ea0642 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350568 Aug 24 01:04:59.551136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957492-61df-4f47-8b18-ca84c36ea129 req-ee5fced0-6dbf-4bdb-982e-ec117d27e8fc tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:04:59.553024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9957492-61df-4f47-8b18-ca84c36ea129 req-ee5fced0-6dbf-4bdb-982e-ec117d27e8fc tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0496922 Aug 24 01:04:59.591608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9957492-61df-4f47-8b18-ca84c36ea129 req-49c8f60b-fa08-4d61-8e6a-f4027c83b257 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Aug 24 01:04:59.730074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-f7ea26d3-ba7a-4476-be61-3de83de64dd9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903881 Aug 24 01:05:00.449623 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:00.712439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95167398-a25a-47a8-93a4-f606ffdbd099 req-d354fa73-4c3f-4966-a0d9-e180e4cd7b2c tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:00.713949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95167398-a25a-47a8-93a4-f606ffdbd099 req-d354fa73-4c3f-4966-a0d9-e180e4cd7b2c tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0487559 Aug 24 01:05:00.751160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95167398-a25a-47a8-93a4-f606ffdbd099 req-5eb23f05-277c-4b63-94a0-800c18f8574e tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 Aug 24 01:05:01.866069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-53145524-4461-49a3-8675-b17d1b24098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.867630 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-53145524-4461-49a3-8675-b17d1b24098e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae6a38d643c54438a87f67443af08d86&device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 1096 time: 0.0417898 Aug 24 01:05:01.872909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244c13d-7fb7-485c-aeaa-1d1072b18258 req-7721eaa5-5fae-4b20-8802-433deda9af59 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:01.874522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3244c13d-7fb7-485c-aeaa-1d1072b18258 req-7721eaa5-5fae-4b20-8802-433deda9af59 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0548916 Aug 24 01:05:01.916594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3244c13d-7fb7-485c-aeaa-1d1072b18258 req-ccf83388-333a-4c92-8a28-1d81447f9cfa tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Aug 24 01:05:02.015105 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:02.017315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-d8d07012-7108-4755-bd5d-7542d2451905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.018902 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-d8d07012-7108-4755-bd5d-7542d2451905 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db HTTP/1.1" status: 200 len: 913 time: 0.1442516 Aug 24 01:05:02.065549 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-a5401185-2cdc-4d8f-98f9-88bbe7bba9b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0384247 Aug 24 01:05:02.115110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-48e7a755-88f2-49ef-ae8f-4e298b36efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:02.116627 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-48e7a755-88f2-49ef-ae8f-4e298b36efa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b9d0807-31c0-4011-9f13-8dcde90a0932 HTTP/1.1" status: 200 len: 852 time: 0.0436301 Aug 24 01:05:02.148736 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8cba645f-53bf-4653-8cb1-b40fbdcdc6b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252750 Aug 24 01:05:02.240005 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-c35e6520-5d87-46b3-b4cd-365f587c555d service neutron] 10.222.0.36 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838943 Aug 24 01:05:02.328717 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-22becd3f-ae16-46e4-90ea-119c854ab5e5 service neutron] 10.222.0.36 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811675 Aug 24 01:05:02.354673 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:05:03.029361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1be314-148c-4f96-ba4b-c07feee87826 req-3e60c0bb-d190-4818-83cc-6d444a4439c7 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:03.030926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd1be314-148c-4f96-ba4b-c07feee87826 req-3e60c0bb-d190-4818-83cc-6d444a4439c7 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0485115 Aug 24 01:05:03.067867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd1be314-148c-4f96-ba4b-c07feee87826 req-f5404c94-c3fc-477e-b244-ecabc8c0f782 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Aug 24 01:05:04.183950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211a7e9-f2a6-4bee-b0dc-aa4e7fc37c79 req-1df97fc3-cffe-46d8-b5d1-01fd278ca73e tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:04.185398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c211a7e9-f2a6-4bee-b0dc-aa4e7fc37c79 req-1df97fc3-cffe-46d8-b5d1-01fd278ca73e tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0505297 Aug 24 01:05:04.222518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c211a7e9-f2a6-4bee-b0dc-aa4e7fc37c79 req-306c488a-0198-4851-9191-6954cc871771 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Aug 24 01:05:05.338304 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bdc39-dc15-4d96-913a-d46f85be16e0 req-1e18207d-cd1b-4fa3-8437-1d7c5bd87264 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:05.339778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-194bdc39-dc15-4d96-913a-d46f85be16e0 req-1e18207d-cd1b-4fa3-8437-1d7c5bd87264 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0531263 Aug 24 01:05:05.376318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-194bdc39-dc15-4d96-913a-d46f85be16e0 req-f272ce3b-b91a-4ffe-9ddf-29fe70a26830 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307224 Aug 24 01:05:06.491819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c8dd3-304a-49b2-94a9-5b4e4c227445 req-712453bf-db91-48c0-9f4c-fe6219c9ca82 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:06.493312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a4c8dd3-304a-49b2-94a9-5b4e4c227445 req-712453bf-db91-48c0-9f4c-fe6219c9ca82 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0514412 Aug 24 01:05:06.530509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a4c8dd3-304a-49b2-94a9-5b4e4c227445 req-be1d263d-1e42-4658-ab10-09c8a6e54ca6 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Aug 24 01:05:07.644584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f6237-1111-4acf-81e2-aa17eac9fbe7 req-0e03e027-28c5-4598-9824-c8b32526cd5a tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:07.646081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-524f6237-1111-4acf-81e2-aa17eac9fbe7 req-0e03e027-28c5-4598-9824-c8b32526cd5a tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0484657 Aug 24 01:05:07.683265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-524f6237-1111-4acf-81e2-aa17eac9fbe7 req-530c68d6-f841-45c5-be91-82716f9fb672 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Aug 24 01:05:08.800029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc38835-fa36-4490-b947-947a8abdcea4 req-7796d873-501f-476d-bba2-703bf52250a1 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:08.806298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfc38835-fa36-4490-b947-947a8abdcea4 req-7796d873-501f-476d-bba2-703bf52250a1 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0523891 Aug 24 01:05:08.839204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfc38835-fa36-4490-b947-947a8abdcea4 req-87450425-a721-4390-b478-61429a317b2d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317423 Aug 24 01:05:09.951426 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143d167-5878-4e5f-9307-b0926afafdeb req-f0fe3600-8f94-44ed-aed8-45b4afe92604 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:09.952897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b143d167-5878-4e5f-9307-b0926afafdeb req-f0fe3600-8f94-44ed-aed8-45b4afe92604 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0481093 Aug 24 01:05:09.990633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b143d167-5878-4e5f-9307-b0926afafdeb req-d2d14835-611d-4f20-8268-0277e119b545 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Aug 24 01:05:11.103097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ca849-db43-491e-8529-bbca6ed0f200 req-ea13cec8-559a-4a97-957b-bc31a25dbda7 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:11.104561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-856ca849-db43-491e-8529-bbca6ed0f200 req-ea13cec8-559a-4a97-957b-bc31a25dbda7 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0478659 Aug 24 01:05:11.145510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-856ca849-db43-491e-8529-bbca6ed0f200 req-c7c57c41-c6a6-4f19-a905-a0f292b7787c tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350626 Aug 24 01:05:12.263992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0a72-c61a-491e-bae1-7905090dfc93 req-71472241-e0e2-433e-a2e6-4221dc415fbc tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:12.265470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5edc0a72-c61a-491e-bae1-7905090dfc93 req-71472241-e0e2-433e-a2e6-4221dc415fbc tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0523660 Aug 24 01:05:12.302456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5edc0a72-c61a-491e-bae1-7905090dfc93 req-866ad68a-82fc-4380-a499-a24b2eb3c4aa tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Aug 24 01:05:12.766743 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:13.417315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae20f5-8e3c-4dbc-9f30-b5f6e39a53e1 req-195c3082-3a5b-4642-b1b7-e26e19c8fb47 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:13.419759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66ae20f5-8e3c-4dbc-9f30-b5f6e39a53e1 req-195c3082-3a5b-4642-b1b7-e26e19c8fb47 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0507300 Aug 24 01:05:13.466920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66ae20f5-8e3c-4dbc-9f30-b5f6e39a53e1 req-bf3193d8-bab7-4184-b337-c0ad7c124d48 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Aug 24 01:05:14.581154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a384d-d3df-4cd7-a6ec-6b4316389cc8 req-699af675-c763-431f-a902-3a42b9247754 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:14.582680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a384d-d3df-4cd7-a6ec-6b4316389cc8 req-699af675-c763-431f-a902-3a42b9247754 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0482087 Aug 24 01:05:14.619869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-728a384d-d3df-4cd7-a6ec-6b4316389cc8 req-47168938-5170-426f-a397-5999f70a33cc tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Aug 24 01:05:15.738710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3680a-e989-402f-995e-56ba50d5ac7c req-235eacaf-e19e-4e24-97bc-f56dd1f0d373 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:15.740162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36c3680a-e989-402f-995e-56ba50d5ac7c req-235eacaf-e19e-4e24-97bc-f56dd1f0d373 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0543711 Aug 24 01:05:15.778318 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-36c3680a-e989-402f-995e-56ba50d5ac7c req-1599357e-1cbd-4a05-af84-6e680c0d01b7 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322151 Aug 24 01:05:16.890876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9da582-a5db-4172-8a34-d4da75529bfd req-b8c7aef5-07b8-4331-afa8-29a4d1f3c692 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:16.892363 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb9da582-a5db-4172-8a34-d4da75529bfd req-b8c7aef5-07b8-4331-afa8-29a4d1f3c692 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0488069 Aug 24 01:05:16.930777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb9da582-a5db-4172-8a34-d4da75529bfd req-61771de8-0ea7-4f9f-8a24-9ef33df2268e tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Aug 24 01:05:18.044435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d8bcc-0600-4c2d-bc90-77a6ac6b6a9b req-2c6d1895-2df5-4e3c-b039-87d1cefdb83b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:18.045915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-325d8bcc-0600-4c2d-bc90-77a6ac6b6a9b req-2c6d1895-2df5-4e3c-b039-87d1cefdb83b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0490737 Aug 24 01:05:18.091398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-325d8bcc-0600-4c2d-bc90-77a6ac6b6a9b req-62c030a4-216c-4385-9e24-a59d134c36f8 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392842 Aug 24 01:05:19.209772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac33021-bdd0-4598-a415-1b4eedccfa11 req-b92c9a42-4677-461d-9a68-8dfd6814895e tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:19.211254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ac33021-bdd0-4598-a415-1b4eedccfa11 req-b92c9a42-4677-461d-9a68-8dfd6814895e tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0530293 Aug 24 01:05:19.247302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ac33021-bdd0-4598-a415-1b4eedccfa11 req-0eb49bfc-63c6-4fe7-ae0f-3168ec3138a9 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302558 Aug 24 01:05:20.361969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81bf94-ff75-4077-aca7-e15fcf97d6c5 req-577ae53b-f7ea-4be5-aa3b-5e6666110dce tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:20.363469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a81bf94-ff75-4077-aca7-e15fcf97d6c5 req-577ae53b-f7ea-4be5-aa3b-5e6666110dce tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0492876 Aug 24 01:05:20.400516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a81bf94-ff75-4077-aca7-e15fcf97d6c5 req-d59876cf-b89e-4f4b-84a3-3cbafaa2f0cd tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311322 Aug 24 01:05:21.516195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e286265-0a52-462d-a974-e3f6d2694093 req-e5cfdd14-fe8a-4c81-bc06-fcae56ffe3b7 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:21.517722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e286265-0a52-462d-a974-e3f6d2694093 req-e5cfdd14-fe8a-4c81-bc06-fcae56ffe3b7 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0490327 Aug 24 01:05:21.555751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e286265-0a52-462d-a974-e3f6d2694093 req-904d9b4a-fe52-4eac-8eaf-0be5546c3462 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320365 Aug 24 01:05:22.674222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad1394-fc05-4b63-bcc6-b831a9c7d6a5 req-3483cc9c-eccb-43a0-87b2-2a7308ae3e25 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:22.675702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adad1394-fc05-4b63-bcc6-b831a9c7d6a5 req-3483cc9c-eccb-43a0-87b2-2a7308ae3e25 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0527215 Aug 24 01:05:22.712996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adad1394-fc05-4b63-bcc6-b831a9c7d6a5 req-6fe67a1e-38b1-40a9-a385-5902e6471230 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Aug 24 01:05:23.826377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100a01-debc-497d-af69-12c188cea5fd req-ec287e96-c2ce-4ae3-8e39-e384585e46d2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:23.827984 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e100a01-debc-497d-af69-12c188cea5fd req-ec287e96-c2ce-4ae3-8e39-e384585e46d2 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0492756 Aug 24 01:05:23.865321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e100a01-debc-497d-af69-12c188cea5fd req-971df88f-0f71-46c4-943e-d614859907dc tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Aug 24 01:05:24.982300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e956b-b674-48c2-a70f-c3c344d83d77 req-8ff0cc41-f21c-45e6-982c-e67b92284eb0 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:24.983915 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-505e956b-b674-48c2-a70f-c3c344d83d77 req-8ff0cc41-f21c-45e6-982c-e67b92284eb0 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0517697 Aug 24 01:05:25.020956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-505e956b-b674-48c2-a70f-c3c344d83d77 req-4bb20b16-982f-42a7-ac8f-115eafa2fe68 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312226 Aug 24 01:05:25.949363 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:26.138482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383a2cb-be96-4032-b774-94b3a8390c0a req-d1d67f59-a418-4aa0-8d84-a4a7954a09c0 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:26.139969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6383a2cb-be96-4032-b774-94b3a8390c0a req-d1d67f59-a418-4aa0-8d84-a4a7954a09c0 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0519226 Aug 24 01:05:26.177236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6383a2cb-be96-4032-b774-94b3a8390c0a req-70fdffdb-2c90-427b-ae51-830e478d4c7f tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313950 Aug 24 01:05:26.309506 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ccae64cb-b7ef-4bd0-8fdd-1590d906f213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:27.306443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6b376-6c05-47ef-9391-f3485dcdde46 req-60339222-415c-41a6-87d8-751054557239 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:27.307920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4e6b376-6c05-47ef-9391-f3485dcdde46 req-60339222-415c-41a6-87d8-751054557239 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0492091 Aug 24 01:05:27.347292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b4e6b376-6c05-47ef-9391-f3485dcdde46 req-07c522e3-806f-4f84-83eb-f3e89fc3ac54 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333850 Aug 24 01:05:28.459333 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a845ae6-4c2e-4436-b6e8-1b0bb89864a6 req-1eb16de8-d1ad-4a21-aee0-b6f47f5fb5b0 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:28.460844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a845ae6-4c2e-4436-b6e8-1b0bb89864a6 req-1eb16de8-d1ad-4a21-aee0-b6f47f5fb5b0 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0493104 Aug 24 01:05:28.498646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a845ae6-4c2e-4436-b6e8-1b0bb89864a6 req-a1f027fe-daf4-478a-8f5a-f05a793e2a5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Aug 24 01:05:29.014101 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ccdc8f90-874e-486c-8512-fc29a3b88f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.128338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:29.485813 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-cbd2c25b-3bf1-4355-bbe5-ee978fd37704 service neutron] show failed (client error): The resource could not be found. Aug 24 01:05:29.486850 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-cbd2c25b-3bf1-4355-bbe5-ee978fd37704 service neutron] 10.222.0.36 "GET /v2.0/ports/cecd0803-1005-419c-863f-eb64489cd1b6/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.1049600 Aug 24 01:05:29.620562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15490a-3aac-4da2-a572-c8236dd5e48e req-3da82897-60ab-4700-be28-5887e85d480f tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:29.622089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d15490a-3aac-4da2-a572-c8236dd5e48e req-3da82897-60ab-4700-be28-5887e85d480f tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0566018 Aug 24 01:05:29.660027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d15490a-3aac-4da2-a572-c8236dd5e48e req-2ce5afb0-2b73-4637-a5cc-4f33b940db7a tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Aug 24 01:05:29.970439 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-f8be0d49-c63a-4081-80ff-1a3cd1770e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:29.971834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-f8be0d49-c63a-4081-80ff-1a3cd1770e65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e&tenant_id=ae6a38d643c54438a87f67443af08d86 HTTP/1.1" status: 200 len: 1096 time: 0.0712836 Aug 24 01:05:29.984097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:30.039599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.238284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:30.269545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:30.308144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:30.310443 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e17033-e1e0-4149-9f57-c17c705ef54b" -d '{"events": [{"server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "name": "network-vif-unplugged", "status": "completed", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:30.314271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.326446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Transition to ACTIVE for port object cecd0803-1005-419c-863f-eb64489cd1b6 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:05:30.361145 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7644eb6b-57aa-477d-ab4a-8110bc8a437b x-openstack-request-id: req-7644eb6b-57aa-477d-ab4a-8110bc8a437b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:30.361447 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "name": "network-vif-unplugged", "status": "completed", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:30.361726 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7644eb6b-57aa-477d-ab4a-8110bc8a437b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:30.362159 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'code': 200} Aug 24 01:05:30.437306 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.466086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.504167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] No DVR routers for this DVR port cecd0803-1005-419c-863f-eb64489cd1b6 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:05:30.510059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:30.545044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Attempting to bind port cecd0803-1005-419c-863f-eb64489cd1b6 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:05:30.545382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Attempting to bind port cecd0803-1005-419c-863f-eb64489cd1b6 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:05:30.545745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Attempting to bind port cecd0803-1005-419c-863f-eb64489cd1b6 on network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:30.550039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Port cecd0803-1005-419c-863f-eb64489cd1b6 on network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:05:30.550352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Attempting to bind port cecd0803-1005-419c-863f-eb64489cd1b6 on network 9e8ac0e9-1090-4399-a2f2-08a32bb0b0db {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:30.556554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:05:30.556554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Checking segment: {'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:30.556554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Bound using segment: {'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:05:30.556554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Bound port: cecd0803-1005-419c-863f-eb64489cd1b6, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0087fda0-f2a9-4855-bb24-3cce7e17f911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:05:30.557095 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.618460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:30.621359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:05:30.717626 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.762518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:30.763060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:30.764426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] 10.222.0.37 "PUT /v2.0/ports/cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 200 len: 1091 time: 0.7844028 Aug 24 01:05:30.818343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643d7c3-f051-4cee-80be-9fcddff40bcd service neutron] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:30.829927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fe15a-065e-4a85-a7cb-6e9e67794446 req-7727f818-4dba-4a39-859d-f41c3aa14546 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:30.831499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a13fe15a-065e-4a85-a7cb-6e9e67794446 req-7727f818-4dba-4a39-859d-f41c3aa14546 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.1034074 Aug 24 01:05:30.896624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a13fe15a-065e-4a85-a7cb-6e9e67794446 req-f7cf3ff0-d575-49c3-a1af-4e42045134a3 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590303 Aug 24 01:05:30.906099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-c377841c-23b0-4ac8-8751-996cdd49e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:30.907563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-c377841c-23b0-4ac8-8751-996cdd49e12b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae6a38d643c54438a87f67443af08d86&device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 1094 time: 0.1178539 Aug 24 01:05:30.999283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-f62c521d-01c6-4868-b411-73535c2317f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:31.000752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-f62c521d-01c6-4868-b411-73535c2317f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db HTTP/1.1" status: 200 len: 913 time: 0.0862377 Aug 24 01:05:31.382867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-efbf5fdf-2826-45fb-a103-156e01d3ca2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 200 len: 217 time: 0.3749163 Aug 24 01:05:31.431251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-c0a21710-caaa-4bd6-b99d-73fc175ce16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:31.432610 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-c0a21710-caaa-4bd6-b99d-73fc175ce16e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b9d0807-31c0-4011-9f13-8dcde90a0932 HTTP/1.1" status: 200 len: 852 time: 0.0423865 Aug 24 01:05:31.462937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-51669b5b-0046-4f78-90fe-19d8b9060fde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234170 Aug 24 01:05:31.473457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-921dd17c-507f-4395-9cef-19fa7d2e2e77 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:05:31.474407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-921dd17c-507f-4395-9cef-19fa7d2e2e77 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048647 Aug 24 01:05:31.564066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-d46dc690-0500-4973-b78a-9e2b0e4ff284 service neutron] 10.222.0.37 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824754 Aug 24 01:05:31.654191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ed3f344-4b10-4832-b5b8-4d4027f1df6d req-66c16dbc-6171-4b86-8936-6e79d3e7f84f service neutron] 10.222.0.37 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820129 Aug 24 01:05:31.985949 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:32.016555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a4080-e80e-4396-a540-4d1b8e1edf20 req-9a87aa6c-f7b3-4869-b06e-a4b1dcf7303d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.018078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c86a4080-e80e-4396-a540-4d1b8e1edf20 req-9a87aa6c-f7b3-4869-b06e-a4b1dcf7303d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.0527291 Aug 24 01:05:32.058434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c86a4080-e80e-4396-a540-4d1b8e1edf20 req-e7e471ba-4eff-4d4c-9aa4-343862cec058 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328901 Aug 24 01:05:32.363301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:32.365666 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3660d580-5c57-480c-b295-e9e92b13ce1a" -d '{"events": [{"name": "network-changed", "server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:32.412774 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b458517-e4c1-4b47-ae15-bf9f89e7838b x-openstack-request-id: req-2b458517-e4c1-4b47-ae15-bf9f89e7838b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:32.413072 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:32.413331 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b458517-e4c1-4b47-ae15-bf9f89e7838b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:32.413769 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'status': 'completed', 'code': 200} Aug 24 01:05:32.473772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-88b9c430-64c1-4c2f-a9bd-e7b483649bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.475294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-88b9c430-64c1-4c2f-a9bd-e7b483649bac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae6a38d643c54438a87f67443af08d86&device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 1094 time: 0.0422091 Aug 24 01:05:32.504605 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-a1f2e605-9ca4-460f-bf06-c40fab4ba7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.506225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-a1f2e605-9ca4-460f-bf06-c40fab4ba7cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae6a38d643c54438a87f67443af08d86&device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 1094 time: 0.0475576 Aug 24 01:05:32.568126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-541b351d-3710-40fe-beb9-8a9bd6fca7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.569608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-541b351d-3710-40fe-beb9-8a9bd6fca7ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db HTTP/1.1" status: 200 len: 913 time: 0.0863714 Aug 24 01:05:32.596952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-bf03d3fd-b9ce-4a17-93a8-cf96702f7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.600098 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-bf03d3fd-b9ce-4a17-93a8-cf96702f7d61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db HTTP/1.1" status: 200 len: 913 time: 0.0849681 Aug 24 01:05:32.612729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-fbe96065-2cb4-4114-8d50-173ac22e29a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0357065 Aug 24 01:05:32.649428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-4337babb-046f-4a75-8c5a-0768f16aded9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0426569 Aug 24 01:05:32.664094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-e9965833-3259-40c3-b77f-d6a34df3b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.666160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-e9965833-3259-40c3-b77f-d6a34df3b9b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b9d0807-31c0-4011-9f13-8dcde90a0932 HTTP/1.1" status: 200 len: 852 time: 0.0458248 Aug 24 01:05:32.698509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-b0d4b718-bdf6-479c-b287-002de1a4e143 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248082 Aug 24 01:05:32.703536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-4a144b36-677d-48ad-9292-8ba541ade169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:32.705041 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-4a144b36-677d-48ad-9292-8ba541ade169 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b9d0807-31c0-4011-9f13-8dcde90a0932 HTTP/1.1" status: 200 len: 852 time: 0.0491869 Aug 24 01:05:32.736265 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-35f93dc9-8080-4394-9d43-188ae8d7288e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248566 Aug 24 01:05:32.747729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device cecd0803-1005-419c-863f-eb64489cd1b6 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:05:32.792351 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device cecd0803-1005-419c-863f-eb64489cd1b6 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:05:32.795563 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-08d87813-aa12-44a6-be5b-ed46c515bb2a service neutron] 10.222.0.37 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887814 Aug 24 01:05:32.828416 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-48aefcf8-ff5b-489f-aaec-bb8cd9f11b2d service neutron] 10.222.0.36 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851645 Aug 24 01:05:32.885180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-86ccde9b-5c2f-4a52-b908-f6317faf5c68 service neutron] 10.222.0.37 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820518 Aug 24 01:05:32.925399 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3660d580-5c57-480c-b295-e9e92b13ce1a req-ea7a84f8-d6d0-48ad-948e-d5e33265b08c service neutron] 10.222.0.36 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896094 Aug 24 01:05:33.175234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7f85b-fc1e-4225-b041-d638bdb7edd7 req-18760e82-8be3-4c34-98a1-3c584b8ee0fd tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:33.176773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ac7f85b-fc1e-4225-b041-d638bdb7edd7 req-18760e82-8be3-4c34-98a1-3c584b8ee0fd tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.0532160 Aug 24 01:05:33.217509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ac7f85b-fc1e-4225-b041-d638bdb7edd7 req-db03a67e-0600-424e-95cf-bea7db65c188 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348053 Aug 24 01:05:34.334267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a9bfd-881c-4817-9e76-f756dab39c7d req-6dc75e2a-bf45-4ee0-8d98-5fd17afba6a1 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:34.335388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device cecd0803-1005-419c-863f-eb64489cd1b6 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:05:34.335827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-044a9bfd-881c-4817-9e76-f756dab39c7d req-6dc75e2a-bf45-4ee0-8d98-5fd17afba6a1 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 943 time: 0.0483205 Aug 24 01:05:34.374836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-044a9bfd-881c-4817-9e76-f756dab39c7d req-dd65c555-ab93-4662-9aa7-f308f43b64a9 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Aug 24 01:05:34.582655 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:34.593889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'network_id': '9e8ac0e9-1090-4399-a2f2-08a32bb0b0db', 'port_id': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'mac_address': 'fa:16:3e:cf:25:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9d0807-31c0-4011-9f13-8dcde90a0932', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:05:34.630471 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:34.646172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecd0803-1005-419c-863f-eb64489cd1b6 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:34.665379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:34.754841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:34.803466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:34.812119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.812474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.812817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.813350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.813721 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.814056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.814384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.814774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.815125 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.815435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.815757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.816078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:05:34.873526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-43518f30-f4cb-4949-b427-8efebb204d5d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:34.875005 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-43518f30-f4cb-4949-b427-8efebb204d5d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.36 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e&tenant_id=ae6a38d643c54438a87f67443af08d86&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 944 time: 0.0522516 Aug 24 01:05:34.936387 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-f5b07f7a-7bb3-492f-980e-db7a6403366c service neutron] delete failed (client error): The resource could not be found. Aug 24 01:05:34.937418 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-f5b07f7a-7bb3-492f-980e-db7a6403366c service neutron] 10.222.0.36 "DELETE /v2.0/ports/cecd0803-1005-419c-863f-eb64489cd1b6/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0546660 Aug 24 01:05:34.973618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['cecd0803-1005-419c-863f-eb64489cd1b6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:05:35.047140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-bb6b2641-aaa8-40b0-91e6-f4eef4c8ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:35.048828 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-bb6b2641-aaa8-40b0-91e6-f4eef4c8ee1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae6a38d643c54438a87f67443af08d86&device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 1095 time: 0.0452483 Aug 24 01:05:35.138024 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-25fe3378-2cb4-4983-91f3-82dbb4af9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:35.139425 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-25fe3378-2cb4-4983-91f3-82dbb4af9a19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db HTTP/1.1" status: 200 len: 913 time: 0.0838256 Aug 24 01:05:35.185139 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-cf230698-828c-405b-ab6d-0ec685d676db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0381453 Aug 24 01:05:35.515539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-b20a151a-e3db-474d-8211-22fddb43d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:35.516993 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-b20a151a-e3db-474d-8211-22fddb43d9e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b9d0807-31c0-4011-9f13-8dcde90a0932 HTTP/1.1" status: 200 len: 852 time: 0.3251030 Aug 24 01:05:35.548922 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-b80b6d0a-4e73-4797-8f1e-0147c0acaffc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247273 Aug 24 01:05:35.642252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-1e226d6d-56f5-4a12-a042-3ac344c70921 service neutron] 10.222.0.36 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859950 Aug 24 01:05:35.730904 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-2f82abd0-17ac-4ab7-8e53-86beebb8402e service neutron] 10.222.0.36 "GET /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811884 Aug 24 01:05:36.341763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device cecd0803-1005-419c-863f-eb64489cd1b6 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:05:36.469225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port cecd0803-1005-419c-863f-eb64489cd1b6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:05:36.473405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port cecd0803-1005-419c-863f-eb64489cd1b6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:05:36.475708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:36.552020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:36.575038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:36.577310 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28183164-b185-46a2-9641-f7f0d85a0996" -d '{"events": [{"server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "name": "network-vif-plugged", "status": "completed", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:36.590864 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:36.613892 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b505e6d3-119f-435c-8a75-e940462c482a x-openstack-request-id: req-b505e6d3-119f-435c-8a75-e940462c482a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:36.614197 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "name": "network-vif-plugged", "status": "completed", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:36.614459 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b505e6d3-119f-435c-8a75-e940462c482a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:36.614862 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'code': 200} Aug 24 01:05:36.705631 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:36.755495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:37.128552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942d57a-ba3d-4449-b48b-b38226da94ff req-61368f81-84e5-4210-b038-5edcb3581d11 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:37.130032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a942d57a-ba3d-4449-b48b-b38226da94ff req-61368f81-84e5-4210-b038-5edcb3581d11 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0483775 Aug 24 01:05:37.167184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a942d57a-ba3d-4449-b48b-b38226da94ff req-0da5abc9-88f9-452c-9215-2aea55e8004c tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Aug 24 01:05:38.292260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358f039-3089-486b-ba39-fc5896fc79ac req-540212c3-90dd-42d7-806d-1d6032f0ac93 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:38.294462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e358f039-3089-486b-ba39-fc5896fc79ac req-540212c3-90dd-42d7-806d-1d6032f0ac93 tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0581474 Aug 24 01:05:38.336996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e358f039-3089-486b-ba39-fc5896fc79ac req-3ec718e9-4134-40c5-9154-7cc8dc0a216d tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/security-groups?id=beaa79bc-459c-46b7-9c4d-f7593a35c600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367093 Aug 24 01:05:38.408775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-eebcdf31-f844-48ce-9207-e81def2649ec tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:38.410237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-eebcdf31-f844-48ce-9207-e81def2649ec tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.37 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 945 time: 0.0482957 Aug 24 01:05:38.496940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Deleting port cecd0803-1005-419c-863f-eb64489cd1b6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:05:38.497280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:38.587320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] For port cecd0803-1005-419c-863f-eb64489cd1b6, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=cecd0803-1005-419c-863f-eb64489cd1b6,segment=NetworkSegment(0087fda0-f2a9-4855-bb24-3cce7e17f911),segment_id=0087fda0-f2a9-4855-bb24-3cce7e17f911)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:38.587687 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:38.599431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Calling delete_port for cecd0803-1005-419c-863f-eb64489cd1b6 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:05:38.783371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:38.810234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Pushing event deleted for resources: {'Port': ['ID=cecd0803-1005-419c-863f-eb64489cd1b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:38.850181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] No DVR routers for this DVR port cecd0803-1005-419c-863f-eb64489cd1b6 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:05:38.853217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:38.855222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08b89667-92f2-4f10-af63-c9b6f60c923e req-c9d080bd-4f94-481d-ac7a-8080f2f60c5b tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.37 "DELETE /v2.0/ports/cecd0803-1005-419c-863f-eb64489cd1b6 HTTP/1.1" status: 204 len: 173 time: 0.4386146 Aug 24 01:05:38.855657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'name': 'network-vif-deleted', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:38.857909 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e64c41e-b02c-4bd8-bdb1-c56ee45b68f2" -d '{"events": [{"server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "name": "network-vif-deleted", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:38.892265 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c9fe2b-516c-4f08-9525-a877a258a8b4 x-openstack-request-id: req-97c9fe2b-516c-4f08-9525-a877a258a8b4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:38.892568 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723605a3-6a9c-46f8-9bfd-e244049ec01e", "name": "network-vif-deleted", "tag": "cecd0803-1005-419c-863f-eb64489cd1b6", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:38.892832 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97c9fe2b-516c-4f08-9525-a877a258a8b4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:38.893241 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723605a3-6a9c-46f8-9bfd-e244049ec01e', 'name': 'network-vif-deleted', 'tag': 'cecd0803-1005-419c-863f-eb64489cd1b6', 'status': 'completed', 'code': 200} Aug 24 01:05:39.354268 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:05:39.440268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3aab7d02-83be-491c-8f56-4acb2d2c0e70 req-6a03a27a-3f8f-42c3-9d29-b183ec2687ef tempest-DeleteServersTestJSON-851154946 tempest-DeleteServersTestJSON-851154946-project] 10.222.0.26 "GET /v2.0/ports?device_id=723605a3-6a9c-46f8-9bfd-e244049ec01e HTTP/1.1" status: 200 len: 210 time: 0.0268035 Aug 24 01:05:40.381591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device cecd0803-1005-419c-863f-eb64489cd1b6 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:05:40.402622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: cecd0803-1005-419c-863f-eb64489cd1b6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:05:40.402965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device cecd0803-1005-419c-863f-eb64489cd1b6 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:05:40.567032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48716) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:40.619911 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d93ecce-80b2-4e00-bce4-49bf5552dac1 admin admin] Deleting subnet 7b9d0807-31c0-4011-9f13-8dcde90a0932 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:05:40.622952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d93ecce-80b2-4e00-bce4-49bf5552dac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.656685 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d93ecce-80b2-4e00-bce4-49bf5552dac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.694311 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d93ecce-80b2-4e00-bce4-49bf5552dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.808708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d93ecce-80b2-4e00-bce4-49bf5552dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.833797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93ecce-80b2-4e00-bce4-49bf5552dac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9d0807-31c0-4011-9f13-8dcde90a0932,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:40.837413 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1d93ecce-80b2-4e00-bce4-49bf5552dac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.840050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1d93ecce-80b2-4e00-bce4-49bf5552dac1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7b9d0807-31c0-4011-9f13-8dcde90a0932 HTTP/1.1" status: 204 len: 168 time: 0.2719877 Aug 24 01:05:40.841729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48718) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:40.911677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.987778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:40.998064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8ac0e9-1090-4399-a2f2-08a32bb0b0db']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:41.008090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0087fda0-f2a9-4855-bb24-3cce7e17f911') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:41.008390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0087fda0-f2a9-4855-bb24-3cce7e17f911') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:05:41.017059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.030411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.036015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:05:41.036402 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:05:41.038021 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:05:41.145863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.151818 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.153860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9e8ac0e9-1090-4399-a2f2-08a32bb0b0db HTTP/1.1" status: 204 len: 168 time: 0.3111629 Aug 24 01:05:41.164697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a72295-9963-41f2-b80b-e122475fcf57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8ac0e9-1090-4399-a2f2-08a32bb0b0db,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:41.480134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48722) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:41.520139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0d644517-d527-40fc-8901-09b91fe92d0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae6a38d643c54438a87f67443af08d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388188 Aug 24 01:05:41.522578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48724) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:41.569398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78e7f456-ef20-4b77-8a20-762e2868a5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.590397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78e7f456-ef20-4b77-8a20-762e2868a5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.708663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78e7f456-ef20-4b77-8a20-762e2868a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.711239 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78e7f456-ef20-4b77-8a20-762e2868a5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:41.712402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-78e7f456-ef20-4b77-8a20-762e2868a5e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/beaa79bc-459c-46b7-9c4d-f7593a35c600 HTTP/1.1" status: 204 len: 168 time: 0.1888719 Aug 24 01:05:41.720526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7f456-ef20-4b77-8a20-762e2868a5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaa79bc-459c-46b7-9c4d-f7593a35c600,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:41.758381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-97d73850-8a54-4c49-b9b8-c0daa6b15a64 req-0e304dda-4f15-4c8a-bd9e-0fbc679c1943 service neutron] (95327) timed out ('10.222.0.26', 44092) {{(pid=95327) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:05:42.730998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 48746) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:42.796919 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:42.825910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1081433464-network', 'tenant_id': 'bfe111fcc88f48f986efc67f4f81584e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:42.948966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Made reservation on behalf of bfe111fcc88f48f986efc67f4f81584e for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:42.951899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:42.963955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.051794 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.131324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.156284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:05:43.165554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf0cd0-16d9-49d5-9175-75307ad11c89,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:43.170242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.170762 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Added segment 0349cbec-b915-4ff5-b5ce-bedde8459a3e of type vlan for network e6a694a0-c46a-4865-a9d6-7a928a72703a Aug 24 01:05:43.208997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.297246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.298266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:43.298848 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.359593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a694a0-c46a-4865-a9d6-7a928a72703a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:43.369646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network e6a694a0-c46a-4865-a9d6-7a928a72703a details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:05:43.389425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9dfc6233-faaa-41a4-9f62-f869c32bc730 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6572576 Aug 24 01:05:43.392588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 48750) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:05:43.397652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Request body: {'subnet': {'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1081433464-subnet', 'tenant_id': 'bfe111fcc88f48f986efc67f4f81584e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:43.480188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Made reservation on behalf of bfe111fcc88f48f986efc67f4f81584e for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:43.482622 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.703151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.755915 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a54fcd3-84c0-4764-bd46-7bd697166297,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:43.767945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Checking segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:43.768313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Network hostable DHCP agents. Network: e6a694a0-c46a-4865-a9d6-7a928a72703a, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:05:43.842738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Network e6a694a0-c46a-4865-a9d6-7a928a72703a is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:05:43.899240 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, e6a694a0-c46a-4865-a9d6-7a928a72703a) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:05:43.903944 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:43.905071 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:43.908482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee43976-acb7-4c46-a05e-b98b52c2932d None None] Network e6a694a0-c46a-4865-a9d6-7a928a72703a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:05:43.980533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-99bc0781-3278-46f0-913c-f54259e756be admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5866303 Aug 24 01:05:44.034368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e3fd4-d704-4870-8327-b538b36dc139 None None] Network e6a694a0-c46a-4865-a9d6-7a928a72703a requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:05:44.419456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-efdb6330-af25-4013-8ce9-bcac998863e3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:44.420934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-efdb6330-af25-4013-8ce9-bcac998863e3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 815 time: 0.1026049 Aug 24 01:05:44.435660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-5fbee9b6-e263-4d4f-b506-ba23b154947c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/quotas/bfe111fcc88f48f986efc67f4f81584e HTTP/1.1" status: 200 len: 375 time: 0.0089810 Aug 24 01:05:44.468462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-a787a92b-f627-46d9-8add-9b86a2bd6f0d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271611 Aug 24 01:05:44.561239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-e6c26de2-f04b-4768-9016-c10e8fac063c service neutron] 10.222.0.26 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857263 Aug 24 01:05:44.650914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-8d1c1ace-a945-4d7e-9e0a-c130829ba689 service neutron] 10.222.0.26 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837867 Aug 24 01:05:44.934294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d57c2fc9-d828-478f-9cb8-cb2a08349244 req-367c4d8f-5329-48b8-96ec-cf13749ee514 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 210 time: 0.0308206 Aug 24 01:05:46.030369 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8ab3014-1de9-4a6e-90c6-1d26950c9571 req-dabdaae4-1944-4453-9f38-d1446a7e9fd8 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 210 time: 0.0264895 Aug 24 01:05:46.996134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-508e2259-e0d7-4b47-986c-1147cd1421b5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:46.997660 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-508e2259-e0d7-4b47-986c-1147cd1421b5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.36 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 815 time: 0.1064165 Aug 24 01:05:47.015237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Request body: {'port': {'device_id': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a', 'admin_state_up': True, 'tenant_id': 'bfe111fcc88f48f986efc67f4f81584e'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:47.132031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e326bdb7-06c8-4350-9b8a-ac8d002c5d25 req-f0124cc3-7cc6-4d01-87ae-d78dec652780 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 210 time: 0.0287378 Aug 24 01:05:47.225674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Made reservation on behalf of bfe111fcc88f48f986efc67f4f81584e for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:05:47.230066 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:47.356348 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Allocated IP 172.20.0.5 (e6a694a0-c46a-4865-a9d6-7a928a72703a/0a54fcd3-84c0-4764-bd46-7bd697166297/d4426c5b-38c0-47e8-8891-5b1052c582cc) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:05:47.500864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:47.577382 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:47.621562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Network e6a694a0-c46a-4865-a9d6-7a928a72703a is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:05:47.624456 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:05:47.627984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:05:47.634711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:47.679617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:47.680303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:47.766343 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-3e5bd089-c841-4b54-a7f4-bd89f9e529ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548494 Aug 24 01:05:47.784443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Request body: {'port': {'device_id': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:05:47.841615 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.106937 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4426c5b-38c0-47e8-8891-5b1052c582cc {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:48.114515 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.127054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Transition to ACTIVE for port object d4426c5b-38c0-47e8-8891-5b1052c582cc will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:05:48.185849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.247711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c37c3f-2b72-4cf7-b888-22b5927766d5 req-42612c11-f4b4-473d-937e-c231d6500b5c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.249214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16c37c3f-2b72-4cf7-b888-22b5927766d5 req-42612c11-f4b4-473d-937e-c231d6500b5c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 943 time: 0.0487285 Aug 24 01:05:48.259994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:48.289148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16c37c3f-2b72-4cf7-b888-22b5927766d5 req-26f65bd8-77d4-4260-8c54-b953a65590e3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338147 Aug 24 01:05:48.312302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Attempting to bind port d4426c5b-38c0-47e8-8891-5b1052c582cc on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:05:48.312647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Attempting to bind port d4426c5b-38c0-47e8-8891-5b1052c582cc by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:05:48.312983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Attempting to bind port d4426c5b-38c0-47e8-8891-5b1052c582cc on network e6a694a0-c46a-4865-a9d6-7a928a72703a {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:48.317273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Port d4426c5b-38c0-47e8-8891-5b1052c582cc on network e6a694a0-c46a-4865-a9d6-7a928a72703a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:05:48.317629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Attempting to bind port d4426c5b-38c0-47e8-8891-5b1052c582cc on network e6a694a0-c46a-4865-a9d6-7a928a72703a {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:05:48.323029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:05:48.323375 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Checking segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:05:48.323763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Bound using segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:05:48.324192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Bound port: d4426c5b-38c0-47e8-8891-5b1052c582cc, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:05:48.324556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.387875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:05:48.390821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:05:48.471725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.509165 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.509812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:48.511218 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] 10.222.0.36 "PUT /v2.0/ports/d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 200 len: 1091 time: 0.7309082 Aug 24 01:05:48.511656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:48.513958 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c66cf40-51b6-4766-abce-ab99eec6862c" -d '{"events": [{"name": "network-changed", "server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:48.534570 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3cc42-a0fa-4959-8a9c-0cf358f5f3bf service neutron] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:48.550047 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b6f25-720f-4288-abbe-ee270bed3507 x-openstack-request-id: req-fc3b6f25-720f-4288-abbe-ee270bed3507 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:48.550346 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:48.550599 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc3b6f25-720f-4288-abbe-ee270bed3507 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:48.551002 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'status': 'completed', 'code': 200} Aug 24 01:05:48.639011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66cf40-51b6-4766-abce-ab99eec6862c req-57c0a919-876d-4533-b4b5-c995a885b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.640429 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c66cf40-51b6-4766-abce-ab99eec6862c req-57c0a919-876d-4533-b4b5-c995a885b923 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 1094 time: 0.0458066 Aug 24 01:05:48.743354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66cf40-51b6-4766-abce-ab99eec6862c req-7ec5d07b-feef-4b25-8ed8-42f9473bf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.744924 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c66cf40-51b6-4766-abce-ab99eec6862c req-7ec5d07b-feef-4b25-8ed8-42f9473bf11e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bfe111fcc88f48f986efc67f4f81584e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0919287 Aug 24 01:05:48.842354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66cf40-51b6-4766-abce-ab99eec6862c req-172e082d-9621-4762-9642-23fa9baf53e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.843907 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8c66cf40-51b6-4766-abce-ab99eec6862c req-172e082d-9621-4762-9642-23fa9baf53e7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923145 Aug 24 01:05:48.940454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-1717838d-4e29-42f9-88f0-3f606f7cf88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:48.941914 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-1717838d-4e29-42f9-88f0-3f606f7cf88d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 1094 time: 0.0429115 Aug 24 01:05:48.990614 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-4ed1e29e-82d4-4090-9289-b306f77fbdda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 200 len: 217 time: 0.0355656 Aug 24 01:05:49.043596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-55d4aeaf-1ea3-481e-9806-def474446d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:49.045039 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-55d4aeaf-1ea3-481e-9806-def474446d74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0478272 Aug 24 01:05:49.076100 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-619572af-f86f-4a0d-b79d-64740093b961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243864 Aug 24 01:05:49.165458 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-b7626a7f-5697-4b60-a7e6-6a2523943262 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816884 Aug 24 01:05:49.257276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5e7d67bc-7af4-489a-8a1e-6f7873f6ec57 req-b1cedaa9-8c71-423b-8b3a-2f195191490b service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849183 Aug 24 01:05:49.408468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c380-3155-40e2-866d-21d36d82d5c1 req-11329be7-9007-490e-8c04-1dfe8300e77b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:49.409942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ff2c380-3155-40e2-866d-21d36d82d5c1 req-11329be7-9007-490e-8c04-1dfe8300e77b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 943 time: 0.0528283 Aug 24 01:05:49.447047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8ff2c380-3155-40e2-866d-21d36d82d5c1 req-f3fd5ad0-8f52-49ed-88cd-5427389d4868 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Aug 24 01:05:50.563104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542de123-2744-4300-bf9f-f077c696a24a req-bc9fe5f1-bff7-4f45-b055-25b084d4c55e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:50.564570 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-542de123-2744-4300-bf9f-f077c696a24a req-bc9fe5f1-bff7-4f45-b055-25b084d4c55e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 943 time: 0.0493884 Aug 24 01:05:50.603301 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-542de123-2744-4300-bf9f-f077c696a24a req-56da6535-6304-4149-bec1-ce790a433f91 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Aug 24 01:05:51.715019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5715b2-979b-4995-846f-5315092977f6 req-d93160f2-f9d5-4bcc-a15c-af9d5d3921f7 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:51.716426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a5715b2-979b-4995-846f-5315092977f6 req-d93160f2-f9d5-4bcc-a15c-af9d5d3921f7 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 943 time: 0.0484443 Aug 24 01:05:51.753616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a5715b2-979b-4995-846f-5315092977f6 req-52befd27-e503-4288-a228-969a30700cec tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Aug 24 01:05:52.823938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d4426c5b-38c0-47e8-8891-5b1052c582cc details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:05:52.870609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f348e-117b-47f0-b9c1-afc8184c22f0 req-0c90f6f1-4af2-4a4e-a2a2-f3e987d676ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:52.872110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-741f348e-117b-47f0-b9c1-afc8184c22f0 req-0c90f6f1-4af2-4a4e-a2a2-f3e987d676ca tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 943 time: 0.0528176 Aug 24 01:05:52.910530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-741f348e-117b-47f0-b9c1-afc8184c22f0 req-78a5eed9-fd65-4ca8-b048-05f767a9eeb0 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Aug 24 01:05:52.922283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:52.932507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a', 'port_id': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'mac_address': 'fa:16:3e:8a:c7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a54fcd3-84c0-4764-bd46-7bd697166297', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:05:52.969214 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:52.981301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4426c5b-38c0-47e8-8891-5b1052c582cc {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:05:52.999293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:53.068112 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:53.114260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:53.464085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['d4426c5b-38c0-47e8-8891-5b1052c582cc'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:05:54.022902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811384f-0bdd-46ea-9bc5-c20cb6a38864 req-a5d110b9-779a-4df2-ba6a-944f83ded1d2 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:54.024383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7811384f-0bdd-46ea-9bc5-c20cb6a38864 req-a5d110b9-779a-4df2-ba6a-944f83ded1d2 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 944 time: 0.0479555 Aug 24 01:05:54.062958 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7811384f-0bdd-46ea-9bc5-c20cb6a38864 req-074d237f-cf29-4f1a-8cba-460f6d8b0b7d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Aug 24 01:05:54.837206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d4426c5b-38c0-47e8-8891-5b1052c582cc up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:05:54.939733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port d4426c5b-38c0-47e8-8891-5b1052c582cc completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:05:54.943565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port d4426c5b-38c0-47e8-8891-5b1052c582cc triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:05:54.943942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:55.020684 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:55.043398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:05:55.045608 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d97219f-238f-4c6c-9861-53c20a4a08f7" -d '{"events": [{"server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "name": "network-vif-plugged", "status": "completed", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:05:55.058120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:05:55.081083 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f062dda-80c3-498b-877e-53a4da5e7d2d x-openstack-request-id: req-9f062dda-80c3-498b-877e-53a4da5e7d2d {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:05:55.081379 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "name": "network-vif-plugged", "status": "completed", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:05:55.081668 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f062dda-80c3-498b-877e-53a4da5e7d2d {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:05:55.082072 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'code': 200} Aug 24 01:05:55.117652 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:55.173545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:05:55.178375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cbaba-51c0-4ca2-a2aa-846456d9116a req-20d34c62-85e1-462b-b0c8-faccdad4f33a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:55.181037 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-408cbaba-51c0-4ca2-a2aa-846456d9116a req-20d34c62-85e1-462b-b0c8-faccdad4f33a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0517507 Aug 24 01:05:55.204392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb64195-6be7-4263-a382-599c97a7a436 req-ebe7e0d4-d72a-492c-b96f-d5dffadc89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:55.206989 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8bb64195-6be7-4263-a382-599c97a7a436 req-ebe7e0d4-d72a-492c-b96f-d5dffadc89c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 1096 time: 0.0440998 Aug 24 01:05:55.218176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-408cbaba-51c0-4ca2-a2aa-846456d9116a req-4f12fd8c-c555-40fe-a7cb-386f6fdca1a5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322371 Aug 24 01:05:55.245305 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8bb64195-6be7-4263-a382-599c97a7a436 req-66ed2e9d-1f01-430a-873d-16de175eae47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282283 Aug 24 01:05:55.962426 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:56.282379 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-881e483d-7e51-42ec-aa3b-8fba6de06956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:56.338722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5ea95-7236-4bd9-8ab8-a777b916e6bf req-276c4851-0401-4aaa-8543-d0587d544649 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:56.340211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72f5ea95-7236-4bd9-8ab8-a777b916e6bf req-276c4851-0401-4aaa-8543-d0587d544649 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0541141 Aug 24 01:05:56.378072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72f5ea95-7236-4bd9-8ab8-a777b916e6bf req-ce76848b-2b2a-41e8-b804-b6d049e4bdbe tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319154 Aug 24 01:05:57.492623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536bee7-6208-4129-8e4d-c5ea07e66005 req-d622556b-6406-4db7-afde-726d581d10f6 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:57.494145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9536bee7-6208-4129-8e4d-c5ea07e66005 req-d622556b-6406-4db7-afde-726d581d10f6 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0500698 Aug 24 01:05:57.531868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9536bee7-6208-4129-8e4d-c5ea07e66005 req-1cc5d827-ca90-41f2-afff-3a92ffd8d5ea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Aug 24 01:05:57.644708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ea2df-01ff-4d3d-b977-2dcdb5520e21 req-2217a5e3-0bb9-40cd-aa98-009dd9cca728 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:57.646269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a31ea2df-01ff-4d3d-b977-2dcdb5520e21 req-2217a5e3-0bb9-40cd-aa98-009dd9cca728 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0490830 Aug 24 01:05:57.683674 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a31ea2df-01ff-4d3d-b977-2dcdb5520e21 req-490493b5-ccae-415d-9ec8-55f9ae128f52 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307450 Aug 24 01:05:57.942406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066faf78-5b44-4357-879d-94ed880c1d33 req-7689e513-e9ef-4f44-8a83-3c216848129c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:57.943778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-066faf78-5b44-4357-879d-94ed880c1d33 req-7689e513-e9ef-4f44-8a83-3c216848129c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0565491 Aug 24 01:05:57.983019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-066faf78-5b44-4357-879d-94ed880c1d33 req-020cc20d-2157-493f-9f38-feedcc36e3da tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Aug 24 01:05:58.100597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6de35-1b50-4395-98f4-6196df464ab0 req-f797eb48-7578-4e8a-97b0-a3e6fe41f85a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:58.102227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0c6de35-1b50-4395-98f4-6196df464ab0 req-f797eb48-7578-4e8a-97b0-a3e6fe41f85a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0532136 Aug 24 01:05:58.139928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d0c6de35-1b50-4395-98f4-6196df464ab0 req-46522350-ef36-4269-b89c-2c029fbf15cb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Aug 24 01:05:58.634567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936763d-7f8d-452a-bba9-93fc28e5c05d req-7d83e0e6-f9f1-49c0-bfca-705a092e3b2f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:58.636698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c936763d-7f8d-452a-bba9-93fc28e5c05d req-7d83e0e6-f9f1-49c0-bfca-705a092e3b2f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0497072 Aug 24 01:05:58.673192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c936763d-7f8d-452a-bba9-93fc28e5c05d req-12282a51-41e1-4f48-8654-e3c6a78e5281 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Aug 24 01:05:58.749670 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-2a29f7c8-537b-4303-8834-7a4405a36268 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437124 Aug 24 01:05:59.008331 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ebf21b8-bb54-4289-8740-184d95902fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:59.145166 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:05:59.804873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660766f-5bf1-4d5a-8679-0b6926809626 req-53a91d7c-6964-49a8-9f9f-cad31932b7ed tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:05:59.806460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c660766f-5bf1-4d5a-8679-0b6926809626 req-53a91d7c-6964-49a8-9f9f-cad31932b7ed tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0512614 Aug 24 01:05:59.845644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c660766f-5bf1-4d5a-8679-0b6926809626 req-81903dae-08dc-4782-9029-a48a0af9013a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Aug 24 01:06:00.462307 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:00.726235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-e3cb1cc0-0b91-4999-acc4-6de92cec3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:00.727633 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-e3cb1cc0-0b91-4999-acc4-6de92cec3d71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 1096 time: 0.0400939 Aug 24 01:06:00.819299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-f0647eb3-cbda-41e0-8cdb-1a0ca24df3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:00.820756 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-f0647eb3-cbda-41e0-8cdb-1a0ca24df3a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0862031 Aug 24 01:06:00.862654 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-45816820-dcc4-4665-a18b-0fe5cc8ea54a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 200 len: 217 time: 0.0345898 Aug 24 01:06:00.911795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-2005456f-8d19-489a-a61b-61ff8a449ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:00.913287 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-2005456f-8d19-489a-a61b-61ff8a449ad5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0437086 Aug 24 01:06:00.948720 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-953111ce-7cd8-4c1f-95d0-5b1096c9fb31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286455 Aug 24 01:06:00.959365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e636d5-3d38-4165-a4ee-d71038932e52 req-5c50f0d1-5408-47f3-ad5f-ac1d79aa1b23 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:00.960856 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94e636d5-3d38-4165-a4ee-d71038932e52 req-5c50f0d1-5408-47f3-ad5f-ac1d79aa1b23 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0488136 Aug 24 01:06:00.999209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94e636d5-3d38-4165-a4ee-d71038932e52 req-2c871494-d66a-4230-a2e2-92559d97a1f7 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Aug 24 01:06:01.042108 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-2a5bc3e4-4551-44a8-899e-d293f8219888 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848746 Aug 24 01:06:01.132956 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-f83f3edf-41a5-4f5d-b827-353f984cd396 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838275 Aug 24 01:06:01.956397 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:02.120575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c352de-7872-4bba-a9b1-74a42a13ab55 req-ddbcbd2e-7e3d-4991-9d85-4e9f63923ab9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:02.121974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3c352de-7872-4bba-a9b1-74a42a13ab55 req-ddbcbd2e-7e3d-4991-9d85-4e9f63923ab9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0488105 Aug 24 01:06:02.162192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3c352de-7872-4bba-a9b1-74a42a13ab55 req-8b201d37-f720-451b-8a65-25458db639e4 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Aug 24 01:06:03.277061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c06287-276b-4719-85c4-435150919607 req-1a5ef416-43c2-4ca7-9a9a-74f3a4ac37b4 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:03.278556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6c06287-276b-4719-85c4-435150919607 req-1a5ef416-43c2-4ca7-9a9a-74f3a4ac37b4 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0502222 Aug 24 01:06:03.315279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6c06287-276b-4719-85c4-435150919607 req-24cf87ae-d004-4bb9-a83b-9d1ad05cd4c1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309377 Aug 24 01:06:04.435544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89744f98-f630-4893-9c62-bd4ab9ccbd1c req-231d9267-462a-4216-a898-91e669a93bbe tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:04.437023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89744f98-f630-4893-9c62-bd4ab9ccbd1c req-231d9267-462a-4216-a898-91e669a93bbe tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0485661 Aug 24 01:06:04.474834 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89744f98-f630-4893-9c62-bd4ab9ccbd1c req-616499e5-7101-488a-b708-4433ef0e3da2 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Aug 24 01:06:05.587752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35fff1-ce84-43ac-a4ce-020925c71851 req-7b7f1099-83b3-459a-972d-1249a6f68bbb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:05.589447 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc35fff1-ce84-43ac-a4ce-020925c71851 req-7b7f1099-83b3-459a-972d-1249a6f68bbb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0485263 Aug 24 01:06:05.632229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc35fff1-ce84-43ac-a4ce-020925c71851 req-67eaef8e-0628-4832-b364-1aa9720db975 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366395 Aug 24 01:06:06.751491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915ede-de8e-4f68-a779-a346845dcfae req-6ac54eaa-5dc8-4b24-9830-4352529147cf tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:06.752874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7915ede-de8e-4f68-a779-a346845dcfae req-6ac54eaa-5dc8-4b24-9830-4352529147cf tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0485182 Aug 24 01:06:06.790111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7915ede-de8e-4f68-a779-a346845dcfae req-ffd47d9d-e61e-4caf-b35b-4e54c35f14b0 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Aug 24 01:06:07.904794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ec53-5c2a-4efb-bd0e-8af88041674d req-3d676401-8256-4e72-88ba-048c9281cf60 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:07.906315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8a1ec53-5c2a-4efb-bd0e-8af88041674d req-3d676401-8256-4e72-88ba-048c9281cf60 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0480564 Aug 24 01:06:07.943865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8a1ec53-5c2a-4efb-bd0e-8af88041674d req-4535dd88-6114-497a-a60d-961f9d7bbde0 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315964 Aug 24 01:06:09.055424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed6aee-b50d-4806-a00f-dca358893b45 req-3842a816-7c47-4b3e-be07-15e2aa64740d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:09.057406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22ed6aee-b50d-4806-a00f-dca358893b45 req-3842a816-7c47-4b3e-be07-15e2aa64740d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0475478 Aug 24 01:06:09.097283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22ed6aee-b50d-4806-a00f-dca358893b45 req-95a8a873-9c7f-45b4-a9fa-8c4a84ac8bbd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Aug 24 01:06:10.211185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84255f86-3930-408b-a876-4ba39c9536e8 req-ae77cba2-8bd0-4b06-9625-9caa9d02cba9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:10.212716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84255f86-3930-408b-a876-4ba39c9536e8 req-ae77cba2-8bd0-4b06-9625-9caa9d02cba9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0484977 Aug 24 01:06:10.249981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-84255f86-3930-408b-a876-4ba39c9536e8 req-efe15aa3-7a1e-4da7-9143-c41c002459f4 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306468 Aug 24 01:06:11.362766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f01b-8b4f-4573-a509-e270b7968ec2 req-0c4f6cbe-4660-4ef5-80c6-6bef0455adcb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:11.364248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dba5f01b-8b4f-4573-a509-e270b7968ec2 req-0c4f6cbe-4660-4ef5-80c6-6bef0455adcb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0482132 Aug 24 01:06:11.402129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dba5f01b-8b4f-4573-a509-e270b7968ec2 req-968fb30e-f4d6-483a-a0dc-173cbd9a413c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Aug 24 01:06:12.513868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f7703-74c9-42c7-a2a6-bfa258387eaa req-7e74b6d2-a171-4d5f-b2ee-b292242707e6 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:12.515317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f15f7703-74c9-42c7-a2a6-bfa258387eaa req-7e74b6d2-a171-4d5f-b2ee-b292242707e6 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0474064 Aug 24 01:06:12.555550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f15f7703-74c9-42c7-a2a6-bfa258387eaa req-3ce62e5b-720f-4669-8509-2b2ef6613b63 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343344 Aug 24 01:06:12.842307 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:13.669806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803e874-989b-40ec-a25e-c7f1c8e9c4cb req-37099b27-64f0-4c8b-a232-ff0df128e9be tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:13.671269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2803e874-989b-40ec-a25e-c7f1c8e9c4cb req-37099b27-64f0-4c8b-a232-ff0df128e9be tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0489647 Aug 24 01:06:13.707270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2803e874-989b-40ec-a25e-c7f1c8e9c4cb req-9c83b049-3958-4b6c-be21-374246e3e02f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301757 Aug 24 01:06:14.819792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394053e9-d755-4355-bd76-18f2bd0c743e req-2bacd72e-167c-4c4e-8e70-e721aa788c9b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:14.821253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-394053e9-d755-4355-bd76-18f2bd0c743e req-2bacd72e-167c-4c4e-8e70-e721aa788c9b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0488091 Aug 24 01:06:14.860949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-394053e9-d755-4355-bd76-18f2bd0c743e req-1b36fa6e-245c-4908-981a-511776dca86a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335078 Aug 24 01:06:15.973523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db631ca0-3f74-4059-aa87-73405375c424 req-40b816ba-77a5-4339-946e-bdedda86def1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:15.975006 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db631ca0-3f74-4059-aa87-73405375c424 req-40b816ba-77a5-4339-946e-bdedda86def1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0482347 Aug 24 01:06:16.015902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db631ca0-3f74-4059-aa87-73405375c424 req-46f52e00-36dc-49ec-b260-d35e19d2edb3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350926 Aug 24 01:06:16.354384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:06:17.141175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754269c-a4b6-4c06-8dd3-d0b4f32df49b req-32bd9023-44a2-4e71-af93-45dcbf8566e5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:17.143417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c754269c-a4b6-4c06-8dd3-d0b4f32df49b req-32bd9023-44a2-4e71-af93-45dcbf8566e5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0606344 Aug 24 01:06:17.182558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c754269c-a4b6-4c06-8dd3-d0b4f32df49b req-f668c3ec-3658-4c03-a362-5cd20eeed7bb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Aug 24 01:06:18.296763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5633e87-1e0a-4c08-8ee2-41103771467a req-0c6cb8d3-3ab9-4359-abaa-757c13d81ff7 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:18.298286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5633e87-1e0a-4c08-8ee2-41103771467a req-0c6cb8d3-3ab9-4359-abaa-757c13d81ff7 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0494094 Aug 24 01:06:18.335029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5633e87-1e0a-4c08-8ee2-41103771467a req-08dd6597-11d2-489f-91f2-aaff778bc5be tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Aug 24 01:06:19.448240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c13b37-2ce2-4c4b-9caf-bdf01fdb43e2 req-8fe9a3f0-242a-4840-889b-623f21e15cef tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:19.449786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75c13b37-2ce2-4c4b-9caf-bdf01fdb43e2 req-8fe9a3f0-242a-4840-889b-623f21e15cef tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0480802 Aug 24 01:06:19.491824 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75c13b37-2ce2-4c4b-9caf-bdf01fdb43e2 req-92e66f80-c87f-420d-84ac-9d711adca9cb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361073 Aug 24 01:06:20.605302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded2a83-35e2-42c4-b242-2bdada7e0a39 req-c504e4a7-708a-4b9e-bcb8-9ad83a3f6928 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:20.606843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ded2a83-35e2-42c4-b242-2bdada7e0a39 req-c504e4a7-708a-4b9e-bcb8-9ad83a3f6928 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0497808 Aug 24 01:06:20.644531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ded2a83-35e2-42c4-b242-2bdada7e0a39 req-8e24e203-9eb2-4796-b8c9-7b9aac9cf050 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Aug 24 01:06:21.760085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c2457-3298-42e3-adb8-87b37f23dfff req-d9f667dc-52af-4dc0-943c-331f6ddba754 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:21.762122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-270c2457-3298-42e3-adb8-87b37f23dfff req-d9f667dc-52af-4dc0-943c-331f6ddba754 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0512674 Aug 24 01:06:21.799053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-270c2457-3298-42e3-adb8-87b37f23dfff req-329bc89b-bf22-4e74-a743-96b138bf85f1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310032 Aug 24 01:06:22.916428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b767258-ced5-46f8-a122-e89e4d30a0cf req-e40f42b5-e8d0-4d9a-ac70-18043b4d62dd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:22.917918 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b767258-ced5-46f8-a122-e89e4d30a0cf req-e40f42b5-e8d0-4d9a-ac70-18043b4d62dd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0510483 Aug 24 01:06:22.959158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0b767258-ced5-46f8-a122-e89e4d30a0cf req-95b2ad52-331f-4ad4-b233-c2df501cca9e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Aug 24 01:06:24.076869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a455f5-b34e-41dc-ab69-048fe49c041e req-cfe8035e-0e21-4f6f-ab79-1a5c63b2dd3a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:24.078380 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38a455f5-b34e-41dc-ab69-048fe49c041e req-cfe8035e-0e21-4f6f-ab79-1a5c63b2dd3a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0490003 Aug 24 01:06:24.114456 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-38a455f5-b34e-41dc-ab69-048fe49c041e req-4fab0443-5a18-4f88-a9ce-17fcf48f3701 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301979 Aug 24 01:06:25.227828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e767c-170f-463e-850f-273c2603c309 req-f6c5b9ad-36e9-43ce-bc7b-2b928be207c1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:25.229364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d8e767c-170f-463e-850f-273c2603c309 req-f6c5b9ad-36e9-43ce-bc7b-2b928be207c1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0487020 Aug 24 01:06:25.266272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d8e767c-170f-463e-850f-273c2603c309 req-00c14664-d7d2-4cf9-9f14-fd3ae0403eae tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Aug 24 01:06:25.952794 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.290402 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d76c98b-bda7-4241-9059-f74017664abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:26.379969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e851e-312f-4d89-bfa1-67a07c83ff47 req-2cf13c2e-6a8c-4f0c-a28b-8563924cf967 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:26.381430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e0e851e-312f-4d89-bfa1-67a07c83ff47 req-2cf13c2e-6a8c-4f0c-a28b-8563924cf967 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0491552 Aug 24 01:06:26.423909 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e0e851e-312f-4d89-bfa1-67a07c83ff47 req-cf541af1-b3eb-44ae-95a2-fd0b6bad54ed tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361266 Aug 24 01:06:27.539490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191bca0-5613-4be8-aef6-45a98599a6c0 req-552ea36a-86fa-4508-be40-41c2123d2f22 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:27.540955 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8191bca0-5613-4be8-aef6-45a98599a6c0 req-552ea36a-86fa-4508-be40-41c2123d2f22 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0516307 Aug 24 01:06:27.578158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8191bca0-5613-4be8-aef6-45a98599a6c0 req-40ed9c1f-f9e3-4932-8f57-71717d19a6da tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Aug 24 01:06:28.509193 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-e2cf6e8d-e0c7-4f93-ac74-4e3df3414c32 service neutron] show failed (client error): The resource could not be found. Aug 24 01:06:28.510237 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-e2cf6e8d-e0c7-4f93-ac74-4e3df3414c32 service neutron] 10.222.0.36 "GET /v2.0/ports/d4426c5b-38c0-47e8-8891-5b1052c582cc/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0545809 Aug 24 01:06:28.700533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cf710-3844-4e23-b145-a5c34298d5d0 req-2ffd6e0d-7201-4992-b3ae-27a4915b3624 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:28.702068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17cf710-3844-4e23-b145-a5c34298d5d0 req-2ffd6e0d-7201-4992-b3ae-27a4915b3624 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0542097 Aug 24 01:06:28.738855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d17cf710-3844-4e23-b145-a5c34298d5d0 req-b77f1cb5-c5a8-459f-943c-8f1d27900736 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Aug 24 01:06:28.957227 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-a9e579a1-db96-48f9-bb9a-cfb979b18c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:28.958913 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-a9e579a1-db96-48f9-bb9a-cfb979b18c98 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf&tenant_id=bfe111fcc88f48f986efc67f4f81584e HTTP/1.1" status: 200 len: 1096 time: 0.0434618 Aug 24 01:06:28.970482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:29.021886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c4b21af0-d5ff-4ed0-803e-28a61fedbef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.034405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.147179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.235969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:29.267407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:29.307675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:29.309961 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc66b89-eddf-450e-9bbd-33471784cde4" -d '{"events": [{"server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:29.314115 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.327685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Transition to ACTIVE for port object d4426c5b-38c0-47e8-8891-5b1052c582cc will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:29.358161 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b39ec1-82e6-411d-9c3c-ca896215c3f0 x-openstack-request-id: req-b1b39ec1-82e6-411d-9c3c-ca896215c3f0 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:29.358532 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:29.358789 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1b39ec1-82e6-411d-9c3c-ca896215c3f0 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:29.359222 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'code': 200} Aug 24 01:06:29.392769 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.458422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] No DVR routers for this DVR port d4426c5b-38c0-47e8-8891-5b1052c582cc on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:29.460501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:29.470098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.470454 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.470801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.471147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.471490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.471829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.472166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.472501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.472834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.473165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.473497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.473855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:29.506981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Attempting to bind port d4426c5b-38c0-47e8-8891-5b1052c582cc on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:29.507325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Attempting to bind port d4426c5b-38c0-47e8-8891-5b1052c582cc by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:29.507660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Attempting to bind port d4426c5b-38c0-47e8-8891-5b1052c582cc on network e6a694a0-c46a-4865-a9d6-7a928a72703a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:29.512428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Port d4426c5b-38c0-47e8-8891-5b1052c582cc on network e6a694a0-c46a-4865-a9d6-7a928a72703a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:06:29.512756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Attempting to bind port d4426c5b-38c0-47e8-8891-5b1052c582cc on network e6a694a0-c46a-4865-a9d6-7a928a72703a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:29.517555 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:29.517926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Checking segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:29.518317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Bound using segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:29.518746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Bound port: d4426c5b-38c0-47e8-8891-5b1052c582cc, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:29.519107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.580485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:29.583667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:29.684665 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.721466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:29.722117 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:29.723496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] 10.222.0.37 "PUT /v2.0/ports/d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 200 len: 1091 time: 0.7571907 Aug 24 01:06:29.740579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ee277-053f-40d9-8b3b-df85c4858af0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:29.787431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-10eea19b-a020-4092-b476-60a22ff1329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:29.788964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-10eea19b-a020-4092-b476-60a22ff1329a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 1094 time: 0.0443807 Aug 24 01:06:29.904087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a8355-6319-4345-8695-250af3bd9f12 req-f14ab806-0a79-4133-85cb-34ca6ccfda09 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:29.905500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-368a8355-6319-4345-8695-250af3bd9f12 req-f14ab806-0a79-4133-85cb-34ca6ccfda09 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 943 time: 0.0929220 Aug 24 01:06:29.935056 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-a1c815cb-b06e-4203-810f-145cf43490d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:29.936473 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-a1c815cb-b06e-4203-810f-145cf43490d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.1409271 Aug 24 01:06:29.984087 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-368a8355-6319-4345-8695-250af3bd9f12 req-15a0eb39-19bb-474a-96ca-141097fb2f0b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723584 Aug 24 01:06:29.985750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-2d6f15f8-34c9-41e2-863e-c0e284b7d32d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 200 len: 217 time: 0.0390067 Aug 24 01:06:30.035769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-bf323fed-12b6-46b4-a5b6-d9db5d334ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:30.037257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-bf323fed-12b6-46b4-a5b6-d9db5d334ced service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0449378 Aug 24 01:06:30.067725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-86ce343c-74ea-4037-9ecc-432ec6937fec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239339 Aug 24 01:06:30.158815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-901c8a0c-54c4-46e5-8aa8-26b4a16a0b04 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844412 Aug 24 01:06:30.247143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-58c5f7d9-f587-433a-b997-fbd835c4f7c4 req-83286a30-53bb-4587-972f-1bae5c0c71ab service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813258 Aug 24 01:06:30.447522 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:31.105917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275e033-ea4e-46ba-bf31-dbabf0008563 req-4bb3cbb6-b7fb-4c6b-85a4-b2acccdfa8bc tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.107397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4275e033-ea4e-46ba-bf31-dbabf0008563 req-4bb3cbb6-b7fb-4c6b-85a4-b2acccdfa8bc tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 943 time: 0.0537739 Aug 24 01:06:31.143919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4275e033-ea4e-46ba-bf31-dbabf0008563 req-86d13ecb-fd7a-4914-83a3-1eb946507e0a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307035 Aug 24 01:06:31.359996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:31.362408 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435" -d '{"events": [{"name": "network-changed", "server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:31.408597 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0bf79f-8df8-4e4e-9bd3-b473c7a7138c x-openstack-request-id: req-5f0bf79f-8df8-4e4e-9bd3-b473c7a7138c {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:31.408890 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:31.409246 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f0bf79f-8df8-4e4e-9bd3-b473c7a7138c {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:31.409679 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'status': 'completed', 'code': 200} Aug 24 01:06:31.472028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-111b202d-b406-4e6c-9028-bf832804a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.473583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-111b202d-b406-4e6c-9028-bf832804a5e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 1094 time: 0.0412867 Aug 24 01:06:31.495999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-a43772aa-66d6-49cc-81a6-e28eb9152205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.497515 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-a43772aa-66d6-49cc-81a6-e28eb9152205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 1094 time: 0.0443757 Aug 24 01:06:31.568538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-a463a32a-fde7-48d2-87ce-6174e6700cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.570040 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-a463a32a-fde7-48d2-87ce-6174e6700cb9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0871823 Aug 24 01:06:31.590926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-7fa0ae5a-cf5d-4509-a412-c9980a43bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.592423 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-7fa0ae5a-cf5d-4509-a412-c9980a43bf23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0874891 Aug 24 01:06:31.622806 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-8dde4ff3-fef4-49bc-8be5-0e4cd3e408ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 200 len: 217 time: 0.0347378 Aug 24 01:06:31.635061 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-5962e760-5926-4560-932a-f4a62c406ab4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 200 len: 217 time: 0.0354493 Aug 24 01:06:31.661978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-dbe9d529-6a77-458e-87bd-f4ed178498b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.663425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-dbe9d529-6a77-458e-87bd-f4ed178498b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0440831 Aug 24 01:06:31.683925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-11d4dc8d-e520-477a-89c5-f9b2d8eb1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:31.685416 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-11d4dc8d-e520-477a-89c5-f9b2d8eb1d28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0441804 Aug 24 01:06:31.694641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-0df69b6d-414f-47bd-9e7f-232c12db3a76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244398 Aug 24 01:06:31.718211 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-80703f0c-588f-40b7-9449-23a7ca5d6edc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250108 Aug 24 01:06:31.793820 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-a70b3987-332e-4443-aef4-5b2c4b6f12da service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 Aug 24 01:06:31.813254 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-df986928-bf10-4a24-9b9d-698f0a0a029f service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878606 Aug 24 01:06:31.893090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-cb1e3fcd-4b6c-4350-bf95-ff66c4e79d4b service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917633 Aug 24 01:06:31.908295 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9dd8fd5e-dd7d-4167-9da5-eda8786c3435 req-1cd8290a-8e42-4b13-8634-cd05c038b922 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881407 Aug 24 01:06:31.975277 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.266105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49ee1c-2485-4dac-8508-db80e2b0c8f0 req-048b283c-d06a-4c7a-bad5-664efe46610e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:32.267927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af49ee1c-2485-4dac-8508-db80e2b0c8f0 req-048b283c-d06a-4c7a-bad5-664efe46610e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 943 time: 0.0568578 Aug 24 01:06:32.569874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-af49ee1c-2485-4dac-8508-db80e2b0c8f0 req-9016ae1a-6b4d-4cf2-be3d-05b32c5e3f7f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957747 Aug 24 01:06:32.574521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d4426c5b-38c0-47e8-8891-5b1052c582cc details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:06:32.669588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:32.679727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a', 'port_id': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'mac_address': 'fa:16:3e:8a:c7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a54fcd3-84c0-4764-bd46-7bd697166297', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:06:32.717512 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.733558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4426c5b-38c0-47e8-8891-5b1052c582cc {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:06:32.752359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:32.820949 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:32.868624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:32.948632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1cee-3dc9-49fe-ac92-4047aad6f9a4 req-2d11a7c5-cd5e-43c1-8ff5-9c294c7f1a16 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:32.950211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a13f1cee-3dc9-49fe-ac92-4047aad6f9a4 req-2d11a7c5-cd5e-43c1-8ff5-9c294c7f1a16 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 944 time: 0.0498667 Aug 24 01:06:32.990362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a13f1cee-3dc9-49fe-ac92-4047aad6f9a4 req-6776cee6-d593-491a-bc83-d35dfdd7c60b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320611 Aug 24 01:06:33.013776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d4426c5b-38c0-47e8-8891-5b1052c582cc no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:06:33.038481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['d4426c5b-38c0-47e8-8891-5b1052c582cc'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:06:33.067897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-9edd2275-1a4d-4212-8c83-4cd8ff226129 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:33.069382 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-9edd2275-1a4d-4212-8c83-4cd8ff226129 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.36 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf&tenant_id=bfe111fcc88f48f986efc67f4f81584e&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 944 time: 0.0590916 Aug 24 01:06:33.087992 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device d4426c5b-38c0-47e8-8891-5b1052c582cc not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:06:33.130288 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-5dddf801-02b2-4a82-92a1-02d4fcc01d1c service neutron] delete failed (client error): The resource could not be found. Aug 24 01:06:33.131388 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-5dddf801-02b2-4a82-92a1-02d4fcc01d1c service neutron] 10.222.0.36 "DELETE /v2.0/ports/d4426c5b-38c0-47e8-8891-5b1052c582cc/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0539472 Aug 24 01:06:33.234539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-4c60f5df-d14f-453a-8fe5-2ad0a453c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:33.236032 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-4c60f5df-d14f-453a-8fe5-2ad0a453c3c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 1095 time: 0.0411370 Aug 24 01:06:33.327976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-4ca1d0b6-62c3-455f-a6f8-4c793902e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:33.329477 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-4ca1d0b6-62c3-455f-a6f8-4c793902e0b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0865757 Aug 24 01:06:33.369940 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-46c578c1-aa1d-4c42-8d48-51dfff038420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 200 len: 217 time: 0.0338595 Aug 24 01:06:33.417815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-672e6fec-a080-4442-8178-468999984c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:33.419253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-672e6fec-a080-4442-8178-468999984c6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0431526 Aug 24 01:06:33.451114 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-4e8af87d-e3cb-49a7-9852-ff0a5eb496f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239656 Aug 24 01:06:33.543944 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-e7dd62ae-b96e-4f51-84ff-c819c4ed618e service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856464 Aug 24 01:06:33.632858 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aa97f482-5ed2-42ab-bf44-3b567725dad8 req-3ea8dbf8-fc8b-4728-8eb6-35664bf30594 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817614 Aug 24 01:06:34.116099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8142ec-40de-47a3-a9ca-4251d83ab992 req-aa3a7b9f-b3eb-47f5-9d5d-c297d2eb4aad tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:34.117608 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec8142ec-40de-47a3-a9ca-4251d83ab992 req-aa3a7b9f-b3eb-47f5-9d5d-c297d2eb4aad tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 944 time: 0.0504272 Aug 24 01:06:34.155109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ec8142ec-40de-47a3-a9ca-4251d83ab992 req-258cb75e-2454-48f6-9224-00a5cb5029be tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309236 Aug 24 01:06:34.583294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d4426c5b-38c0-47e8-8891-5b1052c582cc up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:34.693140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port d4426c5b-38c0-47e8-8891-5b1052c582cc completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:34.698434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port d4426c5b-38c0-47e8-8891-5b1052c582cc triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:34.699829 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.781048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.803558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:34.808805 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2684067c-6841-4305-bc15-96e4d1aea987" -d '{"events": [{"server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "name": "network-vif-plugged", "status": "completed", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:34.819950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:34.846769 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a409b76-95c5-4202-80b3-fafb2a07ce8a x-openstack-request-id: req-8a409b76-95c5-4202-80b3-fafb2a07ce8a {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:34.847058 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "name": "network-vif-plugged", "status": "completed", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:34.847312 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a409b76-95c5-4202-80b3-fafb2a07ce8a {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:34.847703 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'code': 200} Aug 24 01:06:34.878501 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:34.927102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:34.935134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.935487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.935830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.936463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.936805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.937138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.937468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.937831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.938513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.938851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.939179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:34.939503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:06:35.272615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa332d9c-4448-4cd4-ac12-6c5d05d53069 req-c3b796c5-5388-407c-9d1e-3bfbbcadc9dd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:35.274025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa332d9c-4448-4cd4-ac12-6c5d05d53069 req-c3b796c5-5388-407c-9d1e-3bfbbcadc9dd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0524340 Aug 24 01:06:35.311327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa332d9c-4448-4cd4-ac12-6c5d05d53069 req-904c4d06-f0da-46b4-98aa-ec9ac49864ac tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Aug 24 01:06:35.424129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6dbfd-a9af-434b-bd63-aa8bebfbbbc6 req-c21c5837-e252-430c-b653-1bd5286f878a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:35.425624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcc6dbfd-a9af-434b-bd63-aa8bebfbbbc6 req-c21c5837-e252-430c-b653-1bd5286f878a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0480225 Aug 24 01:06:35.463385 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcc6dbfd-a9af-434b-bd63-aa8bebfbbbc6 req-15b477f7-dbff-428c-8738-04937e11a427 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Aug 24 01:06:35.576015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ac803-b04b-4e9f-9433-a6573483c8fc req-814ff2c4-b520-4e31-ba7b-01280fde6359 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:35.577486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a1ac803-b04b-4e9f-9433-a6573483c8fc req-814ff2c4-b520-4e31-ba7b-01280fde6359 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0475471 Aug 24 01:06:35.614537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a1ac803-b04b-4e9f-9433-a6573483c8fc req-2dff3410-5953-4932-8e1b-5e82ffaf17c9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Aug 24 01:06:36.191310 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-23eebd61-d5c9-4af8-bd54-b88b55ccce84 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:36.192769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-23eebd61-d5c9-4af8-bd54-b88b55ccce84 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 815 time: 0.1006663 Aug 24 01:06:36.207952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-a01ed3bf-9bb1-4fbd-9e78-e6e3b399b830 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/quotas/bfe111fcc88f48f986efc67f4f81584e HTTP/1.1" status: 200 len: 375 time: 0.0094118 Aug 24 01:06:36.255858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-d16db64e-bd99-4419-a801-288d3ec64b2b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427668 Aug 24 01:06:36.350800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-78a2a31f-5ccb-420a-af7e-fca21da1f996 service neutron] 10.222.0.26 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880826 Aug 24 01:06:36.438020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-ed34bf3b-b123-4cda-8b55-6f9c2dddbe9d service neutron] 10.222.0.26 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807562 Aug 24 01:06:36.665952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f58d1d61-7696-4529-a866-cbe8dfe41879 req-e7ef9369-c096-4957-8400-6129026f1dd7 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0274227 Aug 24 01:06:37.347780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-da8a8f29-33d3-4262-8b30-b44eddfaa7a6 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:37.349231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-da8a8f29-33d3-4262-8b30-b44eddfaa7a6 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f3559e-5a36-4f3b-860e-1e7c223d7dcf HTTP/1.1" status: 200 len: 945 time: 0.0524549 Aug 24 01:06:37.435875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Deleting port d4426c5b-38c0-47e8-8891-5b1052c582cc {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:06:37.436569 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:37.526050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] For port d4426c5b-38c0-47e8-8891-5b1052c582cc, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=d4426c5b-38c0-47e8-8891-5b1052c582cc,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:37.526421 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:37.538520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Calling delete_port for d4426c5b-38c0-47e8-8891-5b1052c582cc owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:06:37.740272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:37.751967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['d4426c5b-38c0-47e8-8891-5b1052c582cc'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:06:37.765240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c7a975ca-093b-42a3-a9d1-d57b2beb3b2c req-fbea16f8-9e9b-4c90-a633-108a81e9636f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0353289 Aug 24 01:06:37.789142 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Pushing event deleted for resources: {'Port': ['ID=d4426c5b-38c0-47e8-8891-5b1052c582cc,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:37.830579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] No DVR routers for this DVR port d4426c5b-38c0-47e8-8891-5b1052c582cc on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:06:37.833279 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:37.835366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0af489a3-bcbe-4602-bfe2-6c1cba273590 req-72fb2fcb-706d-4498-a803-a8b18821d9fd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.37 "DELETE /v2.0/ports/d4426c5b-38c0-47e8-8891-5b1052c582cc HTTP/1.1" status: 204 len: 173 time: 0.4803717 Aug 24 01:06:37.835798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'name': 'network-vif-deleted', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:37.838098 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0ea524-e1e4-4b86-9876-b9aec92bca7b" -d '{"events": [{"server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "name": "network-vif-deleted", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:37.872432 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a056a28-6ef5-49ca-8b85-7bcdeb1e5986 x-openstack-request-id: req-3a056a28-6ef5-49ca-8b85-7bcdeb1e5986 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:37.872735 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f3559e-5a36-4f3b-860e-1e7c223d7dcf", "name": "network-vif-deleted", "tag": "d4426c5b-38c0-47e8-8891-5b1052c582cc", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:37.872995 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a056a28-6ef5-49ca-8b85-7bcdeb1e5986 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:37.873396 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3559e-5a36-4f3b-860e-1e7c223d7dcf', 'name': 'network-vif-deleted', 'tag': 'd4426c5b-38c0-47e8-8891-5b1052c582cc', 'status': 'completed', 'code': 200} Aug 24 01:06:38.439961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-f13d1575-1cbe-43f0-9eb9-6cb33d4cf3ab tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:38.441477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-f13d1575-1cbe-43f0-9eb9-6cb33d4cf3ab tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.37 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 815 time: 0.1103590 Aug 24 01:06:38.455883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Request body: {'port': {'device_id': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a', 'admin_state_up': True, 'tenant_id': 'bfe111fcc88f48f986efc67f4f81584e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:38.644162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Made reservation on behalf of bfe111fcc88f48f986efc67f4f81584e for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:06:38.647772 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:38.850377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Allocated IP 172.20.0.2 (e6a694a0-c46a-4865-a9d6-7a928a72703a/0a54fcd3-84c0-4764-bd46-7bd697166297/003dbe71-9f01-45db-aaea-f3383537d59d) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:06:38.873062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b0e4be0-757a-4be8-8166-d5695aa73d91 req-6587fa4e-b34b-4ffd-9f2d-ab0afc96d9f3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0366683 Aug 24 01:06:39.015360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.110598 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.122080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['d4426c5b-38c0-47e8-8891-5b1052c582cc'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:06:39.160735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Network e6a694a0-c46a-4865-a9d6-7a928a72703a is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:06:39.163715 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:06:39.166069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:06:39.191046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:39.219196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:39.219808 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.301552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-7398ee0d-c989-416a-a126-3e259dc78150 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8496747 Aug 24 01:06:39.313828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Request body: {'port': {'device_id': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:06:39.365409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.627935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003dbe71-9f01-45db-aaea-f3383537d59d {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:06:39.635781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.650344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Transition to ACTIVE for port object 003dbe71-9f01-45db-aaea-f3383537d59d will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:06:39.694943 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.765956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:39.832063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Attempting to bind port 003dbe71-9f01-45db-aaea-f3383537d59d on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:06:39.832568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Attempting to bind port 003dbe71-9f01-45db-aaea-f3383537d59d by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:06:39.833070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Attempting to bind port 003dbe71-9f01-45db-aaea-f3383537d59d on network e6a694a0-c46a-4865-a9d6-7a928a72703a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:39.837858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Port 003dbe71-9f01-45db-aaea-f3383537d59d on network e6a694a0-c46a-4865-a9d6-7a928a72703a not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:06:39.841162 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Attempting to bind port 003dbe71-9f01-45db-aaea-f3383537d59d on network e6a694a0-c46a-4865-a9d6-7a928a72703a {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:06:39.844283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:06:39.844637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Checking segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:06:39.845027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Bound using segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:06:39.845458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Bound port: 003dbe71-9f01-45db-aaea-f3383537d59d, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:06:39.845856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:39.916277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:06:39.916277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:06:39.987792 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:40.003994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21007a12-e617-438c-8794-39050d4c11f9 req-5fcb5d75-219f-4996-982b-941bc0fa030c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.005491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21007a12-e617-438c-8794-39050d4c11f9 req-5fcb5d75-219f-4996-982b-941bc0fa030c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0589910 Aug 24 01:06:40.041189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.041830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:40.043172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] 10.222.0.37 "PUT /v2.0/ports/003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 200 len: 1091 time: 0.7334573 Aug 24 01:06:40.044089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:40.046327 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53738d07-5c42-4c35-9301-cd8452030bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:40.083991 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c4928-be00-4aa9-b761-d1c218217d9b x-openstack-request-id: req-ca1c4928-be00-4aa9-b761-d1c218217d9b {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:40.097451 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:40.097451 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca1c4928-be00-4aa9-b761-d1c218217d9b {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:40.097451 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d', 'status': 'completed', 'code': 200} Aug 24 01:06:40.097451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1b0e6-6b98-43b8-a716-8f68fb3e3511 service neutron] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:40.097451 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21007a12-e617-438c-8794-39050d4c11f9 req-dc126f39-a866-4b52-a01c-b9d035524320 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 Aug 24 01:06:40.151087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53738d07-5c42-4c35-9301-cd8452030bf9 req-0a8846c8-5aa5-4558-b1e1-2c6d4adc6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.152598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53738d07-5c42-4c35-9301-cd8452030bf9 req-0a8846c8-5aa5-4558-b1e1-2c6d4adc6a36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 1094 time: 0.0479686 Aug 24 01:06:40.246815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53738d07-5c42-4c35-9301-cd8452030bf9 req-ebe4a374-7257-4686-a9e4-76135f9bcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.248763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53738d07-5c42-4c35-9301-cd8452030bf9 req-ebe4a374-7257-4686-a9e4-76135f9bcb45 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bfe111fcc88f48f986efc67f4f81584e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0885034 Aug 24 01:06:40.345261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53738d07-5c42-4c35-9301-cd8452030bf9 req-b2b583fd-cf51-4230-9f35-ccfee1ed0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.346770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53738d07-5c42-4c35-9301-cd8452030bf9 req-b2b583fd-cf51-4230-9f35-ccfee1ed0801 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913141 Aug 24 01:06:40.422575 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-22ce143e-1e14-4230-aefa-c6ad0ff484e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.424109 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-22ce143e-1e14-4230-aefa-c6ad0ff484e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 1094 time: 0.0420606 Aug 24 01:06:40.466205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-52ef24a2-1425-4635-b9bd-60ac611ff618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 200 len: 217 time: 0.0339966 Aug 24 01:06:40.517654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-b42bc774-20a7-4b67-b018-7a8ff9fe3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:40.519030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-b42bc774-20a7-4b67-b018-7a8ff9fe3714 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0464070 Aug 24 01:06:40.550666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-659d41d4-b485-40d4-a271-299ae2c1d189 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248461 Aug 24 01:06:40.638355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-71a20e6c-051c-4e93-ba76-24475edd5177 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806568 Aug 24 01:06:40.731960 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f28ad61d-2b37-4728-81f1-f4a4a1ea3490 req-db846774-abc2-41fe-a885-359566c22835 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860429 Aug 24 01:06:41.211294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb5542-6071-4958-aef0-54a4c139293a req-c1112ed9-a14e-41c2-9b37-fbb963360b34 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:41.212789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9feb5542-6071-4958-aef0-54a4c139293a req-c1112ed9-a14e-41c2-9b37-fbb963360b34 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0494537 Aug 24 01:06:41.249621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9feb5542-6071-4958-aef0-54a4c139293a req-87fca50b-14bb-49d1-856e-8bd1cb202420 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Aug 24 01:06:42.363716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507dc11-28c1-42f5-b896-4441387fd339 req-5e9c8050-7a93-4c24-b19e-8a4338b79fa0 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:42.365215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7507dc11-28c1-42f5-b896-4441387fd339 req-5e9c8050-7a93-4c24-b19e-8a4338b79fa0 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0495000 Aug 24 01:06:42.402164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7507dc11-28c1-42f5-b896-4441387fd339 req-c1661545-a969-45f1-bb6c-273da0a5f917 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Aug 24 01:06:42.598697 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d4426c5b-38c0-47e8-8891-5b1052c582cc no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:06:42.621126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: d4426c5b-38c0-47e8-8891-5b1052c582cc {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:06:42.621477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device d4426c5b-38c0-47e8-8891-5b1052c582cc not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:06:42.843673 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:43.518877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385c2a0-61cd-4a42-bca3-567d7da87787 req-6831eb19-52f0-4b4a-bcfa-d1500ad1338c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:43.520361 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4385c2a0-61cd-4a42-bca3-567d7da87787 req-6831eb19-52f0-4b4a-bcfa-d1500ad1338c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0520527 Aug 24 01:06:43.557794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4385c2a0-61cd-4a42-bca3-567d7da87787 req-6108801e-a473-4145-9575-315b05997c96 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Aug 24 01:06:44.599935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 003dbe71-9f01-45db-aaea-f3383537d59d details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:06:44.670464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99536ae-4e71-46dd-b993-276906fd154f req-3ef74b57-666e-4a97-8976-2e4fe6aa0e69 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:44.671973 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c99536ae-4e71-46dd-b993-276906fd154f req-3ef74b57-666e-4a97-8976-2e4fe6aa0e69 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0492349 Aug 24 01:06:44.695686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:44.706007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '003dbe71-9f01-45db-aaea-f3383537d59d', 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a', 'port_id': '003dbe71-9f01-45db-aaea-f3383537d59d', 'mac_address': 'fa:16:3e:11:c4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a54fcd3-84c0-4764-bd46-7bd697166297', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:06:44.709799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c99536ae-4e71-46dd-b993-276906fd154f req-06111302-db71-452b-943f-2d247f655fce tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Aug 24 01:06:44.756095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:44.770064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003dbe71-9f01-45db-aaea-f3383537d59d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:06:44.788657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:44.900807 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:44.947791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:45.107531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['003dbe71-9f01-45db-aaea-f3383537d59d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:06:45.822932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34cf3-ea65-4b7f-9ecb-a3ff1b283b49 req-f11f55cc-a722-4dd6-97ba-9b6b43bb7af1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:45.824530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89b34cf3-ea65-4b7f-9ecb-a3ff1b283b49 req-f11f55cc-a722-4dd6-97ba-9b6b43bb7af1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0487807 Aug 24 01:06:45.861673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89b34cf3-ea65-4b7f-9ecb-a3ff1b283b49 req-b1cede5a-291a-4943-a739-ec95ba9b0cb1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305908 Aug 24 01:06:46.598845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 003dbe71-9f01-45db-aaea-f3383537d59d up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:06:46.749996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 003dbe71-9f01-45db-aaea-f3383537d59d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:06:46.754031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 003dbe71-9f01-45db-aaea-f3383537d59d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:06:46.754410 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:46.830199 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:46.852106 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:06:46.854346 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d92e389-312f-41f7-bf88-ab67cbd27b7b" -d '{"events": [{"server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "name": "network-vif-plugged", "status": "completed", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:06:46.866826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:06:46.944342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:46.971342 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3993a823-0433-44c2-ab22-b4b3d4045c00 x-openstack-request-id: req-3993a823-0433-44c2-ab22-b4b3d4045c00 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:06:46.971755 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "name": "network-vif-plugged", "status": "completed", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:06:46.971956 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3993a823-0433-44c2-ab22-b4b3d4045c00 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:06:46.972339 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d', 'code': 200} Aug 24 01:06:46.985210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5285ed-c81f-44fb-bc2b-c3b4cebd519d req-c8b4f835-8711-45e6-8c58-ce488f8ee097 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:46.986774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d5285ed-c81f-44fb-bc2b-c3b4cebd519d req-c8b4f835-8711-45e6-8c58-ce488f8ee097 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0592129 Aug 24 01:06:46.998156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:06:47.048749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d5285ed-c81f-44fb-bc2b-c3b4cebd519d req-2f8336ea-18b6-461e-87fb-0409c4c27284 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555892 Aug 24 01:06:47.064985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ffd86-7f1c-4857-9218-dd028ede7a5f req-7a70b8c3-b3dc-4ab9-bd02-506466c9105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:47.066513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-388ffd86-7f1c-4857-9218-dd028ede7a5f req-7a70b8c3-b3dc-4ab9-bd02-506466c9105a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 1096 time: 0.0455053 Aug 24 01:06:47.101052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-388ffd86-7f1c-4857-9218-dd028ede7a5f req-0a408343-ccba-4b6f-86d6-a06a9fb922a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278392 Aug 24 01:06:48.166831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de73c8-c11e-45ae-9888-c5328ad8ca0a req-c74f3979-d322-4c9d-9c69-094369132912 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:48.168323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53de73c8-c11e-45ae-9888-c5328ad8ca0a req-c74f3979-d322-4c9d-9c69-094369132912 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Aug 24 01:06:48.206698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53de73c8-c11e-45ae-9888-c5328ad8ca0a req-cb3e3892-4b67-423b-9568-c8f486034c3e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Aug 24 01:06:49.322204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f25dc-4b13-4e80-a356-271b154c8a20 req-8050599d-5645-4a4b-a74b-e45cbf01b369 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:49.323677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e70f25dc-4b13-4e80-a356-271b154c8a20 req-8050599d-5645-4a4b-a74b-e45cbf01b369 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0523622 Aug 24 01:06:49.360545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e70f25dc-4b13-4e80-a356-271b154c8a20 req-88df0b07-8727-4d38-bfa0-043d329600a1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302091 Aug 24 01:06:49.477814 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623afb0-2a47-48e5-842a-40da6b09a5f2 req-ac850074-b447-4c58-8e03-044f2343d358 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:49.479315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0623afb0-2a47-48e5-842a-40da6b09a5f2 req-ac850074-b447-4c58-8e03-044f2343d358 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0506146 Aug 24 01:06:49.516970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0623afb0-2a47-48e5-842a-40da6b09a5f2 req-457a9ba0-01e5-493e-9732-0dfcaee12c11 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Aug 24 01:06:49.886975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdba30-cf1e-4106-a67c-75f1b13ed0ec req-a572b1fb-f71d-40cb-bf5a-e3325bb534e8 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:49.888453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ffdba30-cf1e-4106-a67c-75f1b13ed0ec req-a572b1fb-f71d-40cb-bf5a-e3325bb534e8 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0488429 Aug 24 01:06:49.926273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0ffdba30-cf1e-4106-a67c-75f1b13ed0ec req-a0809dc7-759f-43d1-9798-b2962df7dfbe tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Aug 24 01:06:50.009034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-9876298f-fda4-4b5f-a3c1-b5894092a04a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427511 Aug 24 01:06:51.040502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd8f6a-1f9c-465d-9da0-4c278c0b362a req-55de85f8-59e1-4cd6-8c7b-d749b710e498 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:51.041987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bfd8f6a-1f9c-465d-9da0-4c278c0b362a req-55de85f8-59e1-4cd6-8c7b-d749b710e498 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Aug 24 01:06:51.080652 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bfd8f6a-1f9c-465d-9da0-4c278c0b362a req-2226ae8d-7cdf-45ad-8d3f-f7bb40f0a8d3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Aug 24 01:06:51.956714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-9ca25dd3-10e5-42c2-b13e-707350cb7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:51.958246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-9ca25dd3-10e5-42c2-b13e-707350cb7198 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 1096 time: 0.0405555 Aug 24 01:06:52.049146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-f014ebb6-4840-4a80-a77e-f775d51b030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:52.051124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-f014ebb6-4840-4a80-a77e-f775d51b030c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0854278 Aug 24 01:06:52.092011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-1573dff1-7198-4e07-85cd-62bbd82d0695 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 200 len: 217 time: 0.0335183 Aug 24 01:06:52.139705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-54ada811-2231-467b-91b9-9f85a06aa180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:52.141217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-54ada811-2231-467b-91b9-9f85a06aa180 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0431499 Aug 24 01:06:52.184836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-97a15f31-a8d3-4413-894e-ed09475ed2b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363820 Aug 24 01:06:52.268075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279940be-52db-432f-81f8-9ad1b7a7f7e4 req-f4381205-7f6f-4b1c-a214-2dc050d49fb5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:52.269488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-279940be-52db-432f-81f8-9ad1b7a7f7e4 req-f4381205-7f6f-4b1c-a214-2dc050d49fb5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.1197987 Aug 24 01:06:52.315310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-e4b2198c-026f-4d13-ae78-b8cfb8c1cad1 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173398 Aug 24 01:06:52.334268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-279940be-52db-432f-81f8-9ad1b7a7f7e4 req-1044ad43-79af-47b8-b5e7-ed86b0b69a76 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563917 Aug 24 01:06:52.406770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-ce5fca4b-934a-40cd-913b-b043bc379d44 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840423 Aug 24 01:06:53.353345 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:06:53.448178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d204a-1714-4473-b88b-12c038f3f63d req-63b03274-21b3-4e38-9e28-1fa9b5fda64e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:53.449999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-682d204a-1714-4473-b88b-12c038f3f63d req-63b03274-21b3-4e38-9e28-1fa9b5fda64e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0490351 Aug 24 01:06:53.487004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-682d204a-1714-4473-b88b-12c038f3f63d req-6ffb8df7-4469-4878-83da-89e6e9c5ff60 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Aug 24 01:06:54.606751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9209c0-f0ec-4818-9fdb-14231abd9d7f req-9c14cb3c-f000-48aa-af53-fc39e6ca755f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:54.608226 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b9209c0-f0ec-4818-9fdb-14231abd9d7f req-9c14cb3c-f000-48aa-af53-fc39e6ca755f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0534008 Aug 24 01:06:54.646424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b9209c0-f0ec-4818-9fdb-14231abd9d7f req-c72eecc4-1d9c-4116-8301-9e95ebcf1e55 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Aug 24 01:06:55.759397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f599b-03fc-4a4f-a56a-1f6695fbcac4 req-0cc395d6-02b2-4b15-a050-04901536afcd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:55.760796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb1f599b-03fc-4a4f-a56a-1f6695fbcac4 req-0cc395d6-02b2-4b15-a050-04901536afcd tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0484900 Aug 24 01:06:55.798771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb1f599b-03fc-4a4f-a56a-1f6695fbcac4 req-7818c110-6016-45fd-8262-c14608e492f9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320764 Aug 24 01:06:55.946104 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:56.286965 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-399aee04-af62-4cf4-81ee-a046f78c72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:56.915701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be368eb4-c332-48ec-a806-ffe2e2f76878 req-a0e0c234-b03f-4bad-bb2e-f245fee26379 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:56.917175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be368eb4-c332-48ec-a806-ffe2e2f76878 req-a0e0c234-b03f-4bad-bb2e-f245fee26379 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0485039 Aug 24 01:06:56.954076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be368eb4-c332-48ec-a806-ffe2e2f76878 req-06b5e681-d119-4a9e-93bc-8689fdd60972 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Aug 24 01:06:58.071027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05da34-49d2-430a-b728-d2461441e2ee req-ff074838-2e5c-48c6-9d7b-bdfd940ad7d0 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:58.072584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b05da34-49d2-430a-b728-d2461441e2ee req-ff074838-2e5c-48c6-9d7b-bdfd940ad7d0 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0524900 Aug 24 01:06:58.110020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2b05da34-49d2-430a-b728-d2461441e2ee req-97f3de67-daeb-4f45-9e3c-b615ef583e41 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Aug 24 01:06:59.025897 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e88c2916-50f5-40ce-a39e-cbfa713d571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:59.134675 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:06:59.225961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf84290-fbe6-4fd6-95e3-94ca9a7c2d01 req-373b36bf-d9c6-403b-8ba7-10c0a1c07fd9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:06:59.227481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdf84290-fbe6-4fd6-95e3-94ca9a7c2d01 req-373b36bf-d9c6-403b-8ba7-10c0a1c07fd9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0499225 Aug 24 01:06:59.267962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bdf84290-fbe6-4fd6-95e3-94ca9a7c2d01 req-4d5ef5b7-6d81-46e3-a2f0-fc095ea49b2b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 Aug 24 01:07:00.384332 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b0a3c-5197-4f05-8e9d-44334ad7fa16 req-7e06d78e-626f-4628-a86f-bdff4428e1ee tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:00.385873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c54b0a3c-5197-4f05-8e9d-44334ad7fa16 req-7e06d78e-626f-4628-a86f-bdff4428e1ee tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0504036 Aug 24 01:07:00.425108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c54b0a3c-5197-4f05-8e9d-44334ad7fa16 req-69e14085-07c2-4798-9a19-2bd938db4177 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Aug 24 01:07:00.443350 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:01.543267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709943e5-f04a-4115-9919-062e54a28f89 req-86a48725-c4ee-40a5-9c37-6c7b2ddcd08e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:01.544733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-709943e5-f04a-4115-9919-062e54a28f89 req-86a48725-c4ee-40a5-9c37-6c7b2ddcd08e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0526032 Aug 24 01:07:01.581186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-709943e5-f04a-4115-9919-062e54a28f89 req-6e93240f-8872-443b-80da-d03bc05cbf75 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Aug 24 01:07:01.932201 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:02.694633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d7cea-3992-4f1b-99a6-50328a42a754 req-dc37b179-8f6a-4cf3-8ae2-1f5f9e0e6f13 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:02.696118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-625d7cea-3992-4f1b-99a6-50328a42a754 req-dc37b179-8f6a-4cf3-8ae2-1f5f9e0e6f13 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0485454 Aug 24 01:07:02.733648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-625d7cea-3992-4f1b-99a6-50328a42a754 req-95e5bf4c-04bc-49b0-984a-e0f8e769eb0b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316269 Aug 24 01:07:03.850092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a1871-7b40-46ae-b976-3bafcac7dff0 req-b7b345fd-6870-4b9e-88d7-d38b76877ec5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:03.851778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-891a1871-7b40-46ae-b976-3bafcac7dff0 req-b7b345fd-6870-4b9e-88d7-d38b76877ec5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0489843 Aug 24 01:07:03.889191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-891a1871-7b40-46ae-b976-3bafcac7dff0 req-c71bfad3-f5be-4794-8841-f256a3450b9d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Aug 24 01:07:05.007433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07c590-807a-46e0-8125-4e775668626b req-305c1f0d-5de1-42cd-bf95-dc0187952aa9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:05.008901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e07c590-807a-46e0-8125-4e775668626b req-305c1f0d-5de1-42cd-bf95-dc0187952aa9 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0531950 Aug 24 01:07:05.045337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e07c590-807a-46e0-8125-4e775668626b req-7a32508f-eba7-44e7-97ff-492a376cf5aa tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304604 Aug 24 01:07:06.162392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb5db9-212a-40b1-aa35-4b36837e51ac req-b0f0f2f2-f25d-4bec-b649-486e65984cfc tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:06.163883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1deb5db9-212a-40b1-aa35-4b36837e51ac req-b0f0f2f2-f25d-4bec-b649-486e65984cfc tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0514593 Aug 24 01:07:06.200540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1deb5db9-212a-40b1-aa35-4b36837e51ac req-88ace7c1-946f-4bcf-ab28-b9404fbcfd04 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307641 Aug 24 01:07:07.313825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b298c-e539-4f70-96bb-62e679719b72 req-5b526bcd-8c5f-422e-91a5-e6f6fc78a3a8 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:07.315309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb1b298c-e539-4f70-96bb-62e679719b72 req-5b526bcd-8c5f-422e-91a5-e6f6fc78a3a8 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0488582 Aug 24 01:07:07.352283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cb1b298c-e539-4f70-96bb-62e679719b72 req-0e0b0248-258c-4750-8ae0-b3c6d50fc92c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304039 Aug 24 01:07:08.470010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a872e6-97df-4cf6-aa37-fbb4a93f6077 req-b85e3587-0ef5-4e16-b3fd-a22cdc07519b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:08.471510 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3a872e6-97df-4cf6-aa37-fbb4a93f6077 req-b85e3587-0ef5-4e16-b3fd-a22cdc07519b tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0527046 Aug 24 01:07:08.508621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3a872e6-97df-4cf6-aa37-fbb4a93f6077 req-099f7bf6-5e9e-422f-8868-391ce3721c89 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Aug 24 01:07:09.624667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d2e11-5d62-47af-bfba-c2b7328968d1 req-3f0b4cd5-0446-45e3-a809-e28d976ef9fc tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:09.626194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a98d2e11-5d62-47af-bfba-c2b7328968d1 req-3f0b4cd5-0446-45e3-a809-e28d976ef9fc tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0490665 Aug 24 01:07:09.663929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a98d2e11-5d62-47af-bfba-c2b7328968d1 req-40a0f56f-9545-44c6-8d3d-b1fef0a5e3d5 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Aug 24 01:07:10.775064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0f498-6248-42f3-a187-980e1b6af585 req-33434baf-d21e-4be2-a453-02254dba90bb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:10.776476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4b0f498-6248-42f3-a187-980e1b6af585 req-33434baf-d21e-4be2-a453-02254dba90bb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0482490 Aug 24 01:07:10.814099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4b0f498-6248-42f3-a187-980e1b6af585 req-4c5c4663-d003-4dae-87be-28887e35d663 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Aug 24 01:07:11.934547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f07d9-c94f-4ec8-9759-ce4f3fb3dd2e req-ca0ee4a8-b9dd-41e7-b702-d91e91b5430d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:11.936032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-708f07d9-c94f-4ec8-9759-ce4f3fb3dd2e req-ca0ee4a8-b9dd-41e7-b702-d91e91b5430d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0529685 Aug 24 01:07:11.973439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-708f07d9-c94f-4ec8-9759-ce4f3fb3dd2e req-afd7cfd1-7c92-4145-a348-c47452a46f22 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Aug 24 01:07:12.831130 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:13.087912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1473318-51af-4e1d-bfb0-175673ec80ce req-a1679924-88f4-4906-a012-f47b32402fe8 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:13.089278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1473318-51af-4e1d-bfb0-175673ec80ce req-a1679924-88f4-4906-a012-f47b32402fe8 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0487826 Aug 24 01:07:13.126332 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1473318-51af-4e1d-bfb0-175673ec80ce req-b5bad6fc-164b-4cc5-b122-0353711c0629 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Aug 24 01:07:14.239562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b13479-e91b-47de-8198-46c8de0c48d1 req-970817d5-7b4e-4797-82fd-ce5a0ee60ddb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:14.241065 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6b13479-e91b-47de-8198-46c8de0c48d1 req-970817d5-7b4e-4797-82fd-ce5a0ee60ddb tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Aug 24 01:07:14.278579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a6b13479-e91b-47de-8198-46c8de0c48d1 req-433bd548-f549-455d-b8ba-a418e7a66d2a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Aug 24 01:07:15.394722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a033b-3ee9-41fb-9d5c-b234eb9b9412 req-ebe616f7-0cc1-44c4-8f1e-feb1c6e680f3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:15.396181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd8a033b-3ee9-41fb-9d5c-b234eb9b9412 req-ebe616f7-0cc1-44c4-8f1e-feb1c6e680f3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0513525 Aug 24 01:07:15.433474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd8a033b-3ee9-41fb-9d5c-b234eb9b9412 req-97338359-4a1b-44bc-8e3d-6c0863542a27 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306821 Aug 24 01:07:16.552843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b814c-73e3-474e-a6d2-61fd7391cb6d req-c989f56f-efe4-4c53-8710-ba0dbeaf1548 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:16.554888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-475b814c-73e3-474e-a6d2-61fd7391cb6d req-c989f56f-efe4-4c53-8710-ba0dbeaf1548 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0489280 Aug 24 01:07:16.595203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-475b814c-73e3-474e-a6d2-61fd7391cb6d req-d630142c-32ea-4832-9176-012de32bd8c4 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342383 Aug 24 01:07:17.710400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d70d5-73e3-414e-b4a9-54de19ce660d req-bcb5ace3-7a7f-4741-90c5-0920ca6aff95 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:17.711786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d68d70d5-73e3-414e-b4a9-54de19ce660d req-bcb5ace3-7a7f-4741-90c5-0920ca6aff95 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0494113 Aug 24 01:07:17.748543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d68d70d5-73e3-414e-b4a9-54de19ce660d req-0c88bdf7-4b4a-496f-b2ba-ee7b7e1effb1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Aug 24 01:07:18.873046 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618bc01-4ccd-40b5-a54d-9a768f9e42d1 req-fec7a0e3-9f22-49fa-8e59-4a5e70177305 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:18.874636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5618bc01-4ccd-40b5-a54d-9a768f9e42d1 req-fec7a0e3-9f22-49fa-8e59-4a5e70177305 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0576625 Aug 24 01:07:18.913845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5618bc01-4ccd-40b5-a54d-9a768f9e42d1 req-5040b92c-6050-4893-8e58-ef35402c3c6f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Aug 24 01:07:19.514797 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-e3447368-d940-4ffe-bea5-e160e89b3e04 service neutron] show failed (client error): The resource could not be found. Aug 24 01:07:19.515802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-e3447368-d940-4ffe-bea5-e160e89b3e04 service neutron] 10.222.0.37 "GET /v2.0/ports/003dbe71-9f01-45db-aaea-f3383537d59d/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0554695 Aug 24 01:07:20.034014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047e814-9f79-4848-8a8e-fe2c52196a37 req-c2a215ae-a991-4602-85ca-7f38fb465faa tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:20.035552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4047e814-9f79-4848-8a8e-fe2c52196a37 req-c2a215ae-a991-4602-85ca-7f38fb465faa tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0545330 Aug 24 01:07:20.063524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-02ef1625-6698-473e-bf2f-8348a3cdf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:20.065094 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-02ef1625-6698-473e-bf2f-8348a3cdf2bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33&tenant_id=bfe111fcc88f48f986efc67f4f81584e HTTP/1.1" status: 200 len: 1096 time: 0.0461631 Aug 24 01:07:20.074329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4047e814-9f79-4848-8a8e-fe2c52196a37 req-8f039349-0ce3-49a7-86d5-a3a1454f3c02 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Aug 24 01:07:20.083227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:20.135175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:20.338041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:20.371966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:20.414008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:20.416264 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7596feb0-18de-4b9f-91ab-ef7cdbf61f18" -d '{"events": [{"server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "name": "network-vif-unplugged", "status": "completed", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:20.420327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:20.432804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Transition to ACTIVE for port object 003dbe71-9f01-45db-aaea-f3383537d59d will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:20.463390 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63118a60-8580-4a24-81ae-e38338cda87c x-openstack-request-id: req-63118a60-8580-4a24-81ae-e38338cda87c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:20.463706 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "name": "network-vif-unplugged", "status": "completed", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:20.463929 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63118a60-8580-4a24-81ae-e38338cda87c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:20.464327 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d', 'code': 200} Aug 24 01:07:20.494407 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:20.559606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:20.561719 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] No DVR routers for this DVR port 003dbe71-9f01-45db-aaea-f3383537d59d on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:07:20.570509 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.570864 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.571207 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.571546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.571881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.572212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.572539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.572865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.573191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.573515 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.573859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.574182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:20.606768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Attempting to bind port 003dbe71-9f01-45db-aaea-f3383537d59d on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:20.607033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Attempting to bind port 003dbe71-9f01-45db-aaea-f3383537d59d by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:20.607362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Attempting to bind port 003dbe71-9f01-45db-aaea-f3383537d59d on network e6a694a0-c46a-4865-a9d6-7a928a72703a {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:20.611537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Port 003dbe71-9f01-45db-aaea-f3383537d59d on network e6a694a0-c46a-4865-a9d6-7a928a72703a not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:07:20.611865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Attempting to bind port 003dbe71-9f01-45db-aaea-f3383537d59d on network e6a694a0-c46a-4865-a9d6-7a928a72703a {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:20.617139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:20.617475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Checking segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:20.617890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Bound using segment: {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:20.618313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Bound port: 003dbe71-9f01-45db-aaea-f3383537d59d, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0349cbec-b915-4ff5-b5ce-bedde8459a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:20.618664 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:20.688535 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:20.691514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:20.749761 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:20.787868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:20.788492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:20.789931 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] 10.222.0.36 "PUT /v2.0/ports/003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 200 len: 1091 time: 0.7108850 Aug 24 01:07:20.805595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a69df9-f462-4df1-a1ca-06f7836abf26 service neutron] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:20.868972 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-b273ee9f-321b-4d5d-bd97-2b34e28fba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:20.868972 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-b273ee9f-321b-4d5d-bd97-2b34e28fba79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 1094 time: 0.0420418 Aug 24 01:07:20.957955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-7c7ecbc5-0e0f-4f03-b002-c485af80ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:20.959443 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-7c7ecbc5-0e0f-4f03-b002-c485af80ec65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0871136 Aug 24 01:07:21.001780 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-15851763-60a9-4825-b131-2850f8ba36be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 200 len: 217 time: 0.0349743 Aug 24 01:07:21.051461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-186bae54-f13d-4cb7-ae26-e3193f19731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:21.052925 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-186bae54-f13d-4cb7-ae26-e3193f19731c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0437541 Aug 24 01:07:21.083828 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-ba12db56-8586-471e-a4a4-612f2fb2a0c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242863 Aug 24 01:07:21.179353 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-12d62227-8da5-4585-a5c9-dfbc299f3a4b service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876992 Aug 24 01:07:21.192133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b59fef-0310-44d4-9100-a32d0ee0aa46 req-d445501a-e9aa-44c9-8bdc-5acdf723194c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:21.193651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5b59fef-0310-44d4-9100-a32d0ee0aa46 req-d445501a-e9aa-44c9-8bdc-5acdf723194c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0515993 Aug 24 01:07:21.231778 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e5b59fef-0310-44d4-9100-a32d0ee0aa46 req-9932c7b0-1aed-4276-9148-01e94f3b1ae1 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Aug 24 01:07:21.271775 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1214bb0b-533a-49c8-b6ef-5a1dde1442e8 req-a8d41977-fef9-45b9-b21c-5b92822cc2e8 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858371 Aug 24 01:07:22.347042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb17c86-5ec5-4688-b52f-4c43dface4a4 req-d4e0bc7b-6152-46c9-9ff9-3581facd1c08 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:22.348509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfb17c86-5ec5-4688-b52f-4c43dface4a4 req-d4e0bc7b-6152-46c9-9ff9-3581facd1c08 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0485623 Aug 24 01:07:22.385621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cfb17c86-5ec5-4688-b52f-4c43dface4a4 req-0e9b8b10-70aa-48d7-9e8e-aec6e69cab18 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311661 Aug 24 01:07:22.465548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:22.467930 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51df3314-e8c8-401f-ae54-2a8972abe795" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:22.514905 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d9b846-ef79-4aa9-96f1-14309bf8fea6 x-openstack-request-id: req-85d9b846-ef79-4aa9-96f1-14309bf8fea6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:22.515206 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:22.515463 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85d9b846-ef79-4aa9-96f1-14309bf8fea6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:22.515873 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d', 'status': 'completed', 'code': 200} Aug 24 01:07:22.571195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-93540051-b66a-4c00-8419-9cb95e362879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:22.577965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-93540051-b66a-4c00-8419-9cb95e362879 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 1094 time: 0.0403421 Aug 24 01:07:22.623493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-a29dd7d7-df44-4889-b174-db40ecf7ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:22.625058 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-a29dd7d7-df44-4889-b174-db40ecf7ee36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 1094 time: 0.0455551 Aug 24 01:07:22.665688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-749f3b99-944f-420a-8be5-9fbb5c579cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:22.667316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-749f3b99-944f-420a-8be5-9fbb5c579cf3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0874240 Aug 24 01:07:22.708415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-534f8ba6-d7cf-48b5-b8af-a4cbfb18003d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 200 len: 217 time: 0.0339661 Aug 24 01:07:22.715133 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-67ae09d1-216c-439d-985c-f60169f50f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:22.716622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-67ae09d1-216c-439d-985c-f60169f50f99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0832355 Aug 24 01:07:22.756004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-05998e70-dd28-48f6-847e-104120e39db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:22.757482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-05998e70-dd28-48f6-847e-104120e39db9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0426185 Aug 24 01:07:22.761996 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-278e3da1-def7-4573-9285-6c5652c117d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 200 len: 217 time: 0.0380828 Aug 24 01:07:22.812361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-744637a8-7213-471b-b538-f9b231ab3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:22.813025 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-744637a8-7213-471b-b538-f9b231ab3e27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0446892 Aug 24 01:07:22.849283 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-bfaff508-9fe0-4cab-bbb7-107bf77f828c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269630 Aug 24 01:07:22.942429 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-275051cf-192b-4c74-b599-f71c1ab35f77 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854239 Aug 24 01:07:23.041077 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-8a96fcf2-cb3e-41ec-b02e-f344189e5895 service neutron] 10.222.0.36 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910649 Aug 24 01:07:23.055217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-fa08a9ea-09a2-452b-93e7-06eba78f2e3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2908943 Aug 24 01:07:23.142543 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-57d5eead-7e58-495a-b209-bf68d8c7d982 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794778 Aug 24 01:07:23.231434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-51df3314-e8c8-401f-ae54-2a8972abe795 req-b1c16213-c3c6-4b6a-a5cc-79d90a53290b service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817029 Aug 24 01:07:23.498533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d49a9d-5aa1-4edd-b8eb-d2690acc0dcc req-6406e1cd-4039-48cb-960b-4b8e739c735d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:23.500029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72d49a9d-5aa1-4edd-b8eb-d2690acc0dcc req-6406e1cd-4039-48cb-960b-4b8e739c735d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0484018 Aug 24 01:07:23.537533 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72d49a9d-5aa1-4edd-b8eb-d2690acc0dcc req-667fdf7b-eb4e-43e0-a577-8afb883404da tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316265 Aug 24 01:07:24.660679 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebea013-7e73-4d78-bf23-fd1b17015e57 req-dfbd1c48-8149-4108-ba3f-ffc1aac9f742 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:24.662215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bebea013-7e73-4d78-bf23-fd1b17015e57 req-dfbd1c48-8149-4108-ba3f-ffc1aac9f742 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 943 time: 0.0559876 Aug 24 01:07:24.700849 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bebea013-7e73-4d78-bf23-fd1b17015e57 req-f6e6ff21-8386-40cf-a915-d07fd96bd75f tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324259 Aug 24 01:07:24.758925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 003dbe71-9f01-45db-aaea-f3383537d59d no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:24.795647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 003dbe71-9f01-45db-aaea-f3383537d59d not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:25.298099 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 003dbe71-9f01-45db-aaea-f3383537d59d details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:07:25.392795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:25.403185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '003dbe71-9f01-45db-aaea-f3383537d59d', 'network_id': 'e6a694a0-c46a-4865-a9d6-7a928a72703a', 'port_id': '003dbe71-9f01-45db-aaea-f3383537d59d', 'mac_address': 'fa:16:3e:11:c4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a54fcd3-84c0-4764-bd46-7bd697166297', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:07:25.439611 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:25.452792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003dbe71-9f01-45db-aaea-f3383537d59d {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:07:25.471246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:25.555624 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:25.601005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:25.818871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39621297-da31-4aa8-b2a5-bc462d4571ac req-f06486d7-f2b0-4ea2-b797-1cda016df59e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:25.820337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39621297-da31-4aa8-b2a5-bc462d4571ac req-f06486d7-f2b0-4ea2-b797-1cda016df59e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0526948 Aug 24 01:07:25.857277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-39621297-da31-4aa8-b2a5-bc462d4571ac req-93beec54-4cd9-4112-b3f1-1372d53431ef tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Aug 24 01:07:25.939085 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:25.946460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['003dbe71-9f01-45db-aaea-f3383537d59d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:07:26.156602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a659f-919a-4681-8b26-1ac57079c3c8 req-c1431df6-1859-486c-9fbb-9ec8e0912393 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:26.158148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d91a659f-919a-4681-8b26-1ac57079c3c8 req-c1431df6-1859-486c-9fbb-9ec8e0912393 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0489161 Aug 24 01:07:26.243968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d91a659f-919a-4681-8b26-1ac57079c3c8 req-bd2c2e28-2d3b-462f-9a13-205419c8fff0 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790048 Aug 24 01:07:26.281062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-9bafb899-077a-4e55-b236-21f66d93435a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:26.282557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-9bafb899-077a-4e55-b236-21f66d93435a tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33&tenant_id=bfe111fcc88f48f986efc67f4f81584e&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 944 time: 0.0976756 Aug 24 01:07:26.288026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7ed321a3-e873-491c-8462-537e35605986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:26.349033 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-d703f202-5ff5-495a-8ef5-97dac17daa92 service neutron] delete failed (client error): The resource could not be found. Aug 24 01:07:26.350015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-d703f202-5ff5-495a-8ef5-97dac17daa92 service neutron] 10.222.0.37 "DELETE /v2.0/ports/003dbe71-9f01-45db-aaea-f3383537d59d/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0581570 Aug 24 01:07:26.432207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-4658fc58-ea83-4c12-9eb4-63bd7aa116e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:26.433696 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-4658fc58-ea83-4c12-9eb4-63bd7aa116e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfe111fcc88f48f986efc67f4f81584e&device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 1095 time: 0.0403674 Aug 24 01:07:26.524184 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-64979d68-c02c-489c-8c7c-d8378e703197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:26.525731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-64979d68-c02c-489c-8c7c-d8378e703197 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 200 len: 916 time: 0.0847635 Aug 24 01:07:26.568928 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-b55d6cbf-82fa-4ebc-9fae-3f72f15b71a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 200 len: 217 time: 0.0361087 Aug 24 01:07:26.618266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-9674e96a-3db7-40bc-8781-d79d022d95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:26.619638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-9674e96a-3db7-40bc-8781-d79d022d95c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 200 len: 855 time: 0.0442090 Aug 24 01:07:26.653752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-b7e48575-bbda-4f34-b042-7effe64f79b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e6a694a0-c46a-4865-a9d6-7a928a72703a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270598 Aug 24 01:07:26.748504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-b228f11b-7390-46d6-9861-00245416650e service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866590 Aug 24 01:07:26.836252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-701b7c37-b088-4679-8607-2d5e1fc20c32 req-1e9198fe-3561-46b8-ae0d-1767587a4746 service neutron] 10.222.0.37 "GET /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800781 Aug 24 01:07:27.295112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 003dbe71-9f01-45db-aaea-f3383537d59d up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:27.368053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973b41-b8a8-4fb4-a207-2b7e410a842a req-c9f927d8-ddba-497e-a375-dd085712592e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:27.369604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6973b41-b8a8-4fb4-a207-2b7e410a842a req-c9f927d8-ddba-497e-a375-dd085712592e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 944 time: 0.0549269 Aug 24 01:07:27.407228 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6973b41-b8a8-4fb4-a207-2b7e410a842a req-553a8080-6144-4797-8452-4a9057ad1858 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Aug 24 01:07:27.424830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 003dbe71-9f01-45db-aaea-f3383537d59d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:27.428848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 003dbe71-9f01-45db-aaea-f3383537d59d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:27.429242 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:27.511533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:27.534343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:27.536469 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e15f3a-ed70-4cbd-b577-18870405066f" -d '{"events": [{"server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "name": "network-vif-plugged", "status": "completed", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:27.549531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:27.572469 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9651f6a-5f2a-44eb-936c-6a388c70af3e x-openstack-request-id: req-d9651f6a-5f2a-44eb-936c-6a388c70af3e {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:27.572766 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "name": "network-vif-plugged", "status": "completed", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:27.573020 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9651f6a-5f2a-44eb-936c-6a388c70af3e {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:27.573412 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d', 'code': 200} Aug 24 01:07:27.624797 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:27.672081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:28.524108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f2d6f-74f8-49fc-a78e-39d0600c9ccb req-5d11f45e-19b5-41bb-a551-f89b5cd9218e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:28.525597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d0f2d6f-74f8-49fc-a78e-39d0600c9ccb req-5d11f45e-19b5-41bb-a551-f89b5cd9218e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0515418 Aug 24 01:07:28.562591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d0f2d6f-74f8-49fc-a78e-39d0600c9ccb req-5fb3ae6c-8165-474e-8adc-bf3566b1c98c tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Aug 24 01:07:28.674773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39af26c-2352-41c8-adf6-0920474e4cbc req-58b85f32-1774-4165-a070-a20a6eaf9c80 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:28.676504 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f39af26c-2352-41c8-adf6-0920474e4cbc req-58b85f32-1774-4165-a070-a20a6eaf9c80 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Aug 24 01:07:28.713333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f39af26c-2352-41c8-adf6-0920474e4cbc req-ae084033-fde1-40f1-9fbf-46c0a63d1c67 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305045 Aug 24 01:07:28.828159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ef61-62f5-40ec-8966-ac46c3e02b9e req-ba667084-535a-409d-9dd5-ccb0d8c411ce tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:28.829711 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b84ef61-62f5-40ec-8966-ac46c3e02b9e req-ba667084-535a-409d-9dd5-ccb0d8c411ce tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0529065 Aug 24 01:07:28.866993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b84ef61-62f5-40ec-8966-ac46c3e02b9e req-f8c9fa8f-3e22-40b6-a22c-40dc8144216d tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Aug 24 01:07:29.059101 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf3e8-54a6-40d5-b340-64d66ec946f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:29.133089 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:29.417512 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958153a3-59e1-440e-b475-294bb76cc9a7 req-1f075cc4-8798-45fd-bc95-aee69e240111 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:29.419018 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-958153a3-59e1-440e-b475-294bb76cc9a7 req-1f075cc4-8798-45fd-bc95-aee69e240111 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0489142 Aug 24 01:07:29.456338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-958153a3-59e1-440e-b475-294bb76cc9a7 req-a1c86cfc-0eed-4228-9251-39aed7de5b04 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Aug 24 01:07:30.352760 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:07:30.447639 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:30.568306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04af70-b841-445d-8304-f6eda5a4bc32 req-c9bee20b-f4a4-48c4-a776-83f7b5cecc57 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:30.569783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d04af70-b841-445d-8304-f6eda5a4bc32 req-c9bee20b-f4a4-48c4-a776-83f7b5cecc57 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Aug 24 01:07:30.607249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2d04af70-b841-445d-8304-f6eda5a4bc32 req-3a60d823-0b11-4cf1-a87d-c6247dcf6a63 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/security-groups?id=eedf0cd0-16d9-49d5-9175-75307ad11c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Aug 24 01:07:30.975757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-ddcb6e64-527f-442d-8191-f0548aa55ed3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:30.977192 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-ddcb6e64-527f-442d-8191-f0548aa55ed3 tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 945 time: 0.0500636 Aug 24 01:07:31.067517 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Deleting port 003dbe71-9f01-45db-aaea-f3383537d59d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:07:31.067862 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:31.154565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] For port 003dbe71-9f01-45db-aaea-f3383537d59d, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=003dbe71-9f01-45db-aaea-f3383537d59d,segment=NetworkSegment(0349cbec-b915-4ff5-b5ce-bedde8459a3e),segment_id=0349cbec-b915-4ff5-b5ce-bedde8459a3e)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:31.154932 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:31.166365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Calling delete_port for 003dbe71-9f01-45db-aaea-f3383537d59d owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:07:31.355972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:31.385056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Pushing event deleted for resources: {'Port': ['ID=003dbe71-9f01-45db-aaea-f3383537d59d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:31.391360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['003dbe71-9f01-45db-aaea-f3383537d59d'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:07:31.428416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] No DVR routers for this DVR port 003dbe71-9f01-45db-aaea-f3383537d59d on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:07:31.431425 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:31.433482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9045c5e8-f906-4039-a3dc-c45e5a9d2b10 req-a82a0242-08c6-4142-8c37-9f80a5ab2fea tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.36 "DELETE /v2.0/ports/003dbe71-9f01-45db-aaea-f3383537d59d HTTP/1.1" status: 204 len: 173 time: 0.4501190 Aug 24 01:07:31.433946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'name': 'network-vif-deleted', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:31.436165 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22c3d84-d440-4922-b9f2-c5c6ad758ff6" -d '{"events": [{"server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "name": "network-vif-deleted", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:31.471614 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e54c53b-a540-442b-afae-b1311696c5c9 x-openstack-request-id: req-6e54c53b-a540-442b-afae-b1311696c5c9 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:31.471912 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d72da9-9421-410d-b1fd-24ce9e3bbb33", "name": "network-vif-deleted", "tag": "003dbe71-9f01-45db-aaea-f3383537d59d", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:31.472168 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e54c53b-a540-442b-afae-b1311696c5c9 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:31.472571 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d72da9-9421-410d-b1fd-24ce9e3bbb33', 'name': 'network-vif-deleted', 'tag': '003dbe71-9f01-45db-aaea-f3383537d59d', 'status': 'completed', 'code': 200} Aug 24 01:07:31.717561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c1b5519-f17a-4fb7-8dbb-b34063a347cd req-82e810f7-9fff-4e19-a547-0591ff73921e tempest-ServerDiskConfigTestJSON-1907344033 tempest-ServerDiskConfigTestJSON-1907344033-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5d72da9-9421-410d-b1fd-24ce9e3bbb33 HTTP/1.1" status: 200 len: 210 time: 0.0297861 Aug 24 01:07:31.982249 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:32.843506 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49108) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:32.894261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf98bb17-4134-473d-bc4b-c73bd215d393 admin admin] Deleting subnet 0a54fcd3-84c0-4764-bd46-7bd697166297 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:07:32.898036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bf98bb17-4134-473d-bc4b-c73bd215d393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:32.932658 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bf98bb17-4134-473d-bc4b-c73bd215d393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:32.969344 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bf98bb17-4134-473d-bc4b-c73bd215d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.080918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bf98bb17-4134-473d-bc4b-c73bd215d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.110569 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98bb17-4134-473d-bc4b-c73bd215d393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a54fcd3-84c0-4764-bd46-7bd697166297,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:33.114471 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-bf98bb17-4134-473d-bc4b-c73bd215d393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.116772 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bf98bb17-4134-473d-bc4b-c73bd215d393 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0a54fcd3-84c0-4764-bd46-7bd697166297 HTTP/1.1" status: 204 len: 168 time: 0.2718716 Aug 24 01:07:33.119598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49110) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:33.186531 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.266725 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.277069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a694a0-c46a-4865-a9d6-7a928a72703a']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:33.580125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0349cbec-b915-4ff5-b5ce-bedde8459a3e') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:33.580422 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0349cbec-b915-4ff5-b5ce-bedde8459a3e') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:33.589735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.603190 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.608821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:07:33.609210 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:07:33.610838 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:07:33.744337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.749489 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:33.751460 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e6a694a0-c46a-4865-a9d6-7a928a72703a HTTP/1.1" status: 204 len: 168 time: 0.6309586 Aug 24 01:07:33.763945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a2457-7322-464c-93cb-65faee2920d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a694a0-c46a-4865-a9d6-7a928a72703a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:34.023096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49114) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:34.062949 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7cf48102-94d9-417c-a6f9-7edc1c09d504 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfe111fcc88f48f986efc67f4f81584e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380678 Aug 24 01:07:34.065370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49116) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:34.119919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b8b9-bcc3-40b7-9a77-8464d167c853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:34.150674 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b8b9-bcc3-40b7-9a77-8464d167c853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:34.259395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b8b9-bcc3-40b7-9a77-8464d167c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:34.261984 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b8b9-bcc3-40b7-9a77-8464d167c853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:34.263147 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0bc5b8b9-bcc3-40b7-9a77-8464d167c853 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eedf0cd0-16d9-49d5-9175-75307ad11c89 HTTP/1.1" status: 204 len: 168 time: 0.1968620 Aug 24 01:07:34.271370 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5b8b9-bcc3-40b7-9a77-8464d167c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf0cd0-16d9-49d5-9175-75307ad11c89,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:35.340922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 003dbe71-9f01-45db-aaea-f3383537d59d no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:07:35.361692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 003dbe71-9f01-45db-aaea-f3383537d59d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:07:35.362043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 003dbe71-9f01-45db-aaea-f3383537d59d not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:07:35.371763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49138) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:35.468646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1597175811-network', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:35.670313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Made reservation on behalf of de64638a700e4d56aa18aae8755f8bdc for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:07:35.672717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:35.681433 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:35.767152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:35.824435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:35.845033 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:07:35.860006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e5d2d-b497-4959-90ef-034e16d4b4d7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:35.862869 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:35.863223 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Added segment a44fd922-8b1b-4724-b3f6-dd9c4d99c808 of type vlan for network 8d295664-5761-446f-8eb8-42ca3f8f6303 Aug 24 01:07:35.903685 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.000912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.001868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:36.002456 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.063634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] Pushing event updated for resources: {'Network': ['ID=8d295664-5761-446f-8eb8-42ca3f8f6303,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:36.073867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:07:36.111255 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c4979484-df57-4e65-96c1-4383e5f296ac admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7383296 Aug 24 01:07:36.114162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49142) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:36.119109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Request body: {'subnet': {'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1597175811-subnet', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:36.196531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Made reservation on behalf of de64638a700e4d56aa18aae8755f8bdc for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:07:36.198893 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.442030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.502653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=529c5d06-5383-455a-ac33-1affa7cf0621,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:36.510820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:36.511207 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Network hostable DHCP agents. Network: 8d295664-5761-446f-8eb8-42ca3f8f6303, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:07:36.601511 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:07:36.670387 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8d295664-5761-446f-8eb8-42ca3f8f6303) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:36.674542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:36.675136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.679388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc9b0fe-8ba4-4982-8128-f75f4230a4e4 None None] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:07:36.745541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-438fcb38-f33e-469d-b906-374bda3c0ffe admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6302109 Aug 24 01:07:36.748082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49144) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:36.752962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:36.824981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8d295664-5761-446f-8eb8-42ca3f8f6303', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:07:36.825926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.853919 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.855000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.909943 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:36.957059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Allocated IP 172.20.0.2 (8d295664-5761-446f-8eb8-42ca3f8f6303/529c5d06-5383-455a-ac33-1affa7cf0621/220c557c-2f57-4cd7-956b-7a9129777d7f) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:37.095611 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.104140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Transition to ACTIVE for port object 220c557c-2f57-4cd7-956b-7a9129777d7f will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:37.120138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Transition to ACTIVE for port object 220c557c-2f57-4cd7-956b-7a9129777d7f will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:37.131907 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.185009 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.222368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:37.225253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:37.229250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:37.237629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Pushing event updated for resources: {'Port': ['ID=220c557c-2f57-4cd7-956b-7a9129777d7f,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:37.261806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.262165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.262514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.262863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.263208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.263544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.263883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.264239 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.264577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.264906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.265238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.265583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:37.297862 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Attempting to bind port 220c557c-2f57-4cd7-956b-7a9129777d7f on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:37.298222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Attempting to bind port 220c557c-2f57-4cd7-956b-7a9129777d7f by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:37.298592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Attempting to bind port 220c557c-2f57-4cd7-956b-7a9129777d7f on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:37.303688 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:37.304068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:37.304486 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.304919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:37.305389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Bound port: 220c557c-2f57-4cd7-956b-7a9129777d7f, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:37.305807 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.411606 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.432092 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.522766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] For port 220c557c-2f57-4cd7-956b-7a9129777d7f, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:37.526451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] For port 220c557c-2f57-4cd7-956b-7a9129777d7f, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=220c557c-2f57-4cd7-956b-7a9129777d7f,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:37.548116 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Allocated IP 172.25.5.29 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/164256ee-6b9a-46bc-a3fd-31ae0b803379) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:37.608064 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.650327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.665687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2b7a6-9dca-4207-ab3c-13b5aaccd873 None None] Pushing event updated for resources: {'Port': ['ID=220c557c-2f57-4cd7-956b-7a9129777d7f,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:37.756745 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:37.819654 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:37.823598 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:37.827795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:37.854503 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Pushing event updated for resources: {'Port': ['ID=164256ee-6b9a-46bc-a3fd-31ae0b803379,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:38.137812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:38.342760 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:38.521998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:07:38.531819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b8064-5401-4d27-a828-43fa9939866c None None] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:07:38.632459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:07:38.643173 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:07:38.653262 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:38.653922 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:07:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:38.721727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-eb93c8c9-d938-4661-ba69-9b4dd46a1546 None None] Provisioning for port 220c557c-2f57-4cd7-956b-7a9129777d7f completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:38.750851 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:38.761203 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cb772ad9-2cbb-4a5e-9094-8827e06d98cb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0031946 Aug 24 01:07:38.761203 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49146) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:38.761698 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:38.942739 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:37Z', 'revision_number': 3, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:38.973639 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:07:38.973991 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Updating router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff port 164256ee-6b9a-46bc-a3fd-31ae0b803379 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:07:38.998035 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.175983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.243828 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.258537 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Transition to ACTIVE for port object 164256ee-6b9a-46bc-a3fd-31ae0b803379 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:39.310233 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.332471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Allocated IP 172.20.0.1 (8d295664-5761-446f-8eb8-42ca3f8f6303/529c5d06-5383-455a-ac33-1affa7cf0621/80578451-c165-4e46-a633-9c2bb764d713) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:39.365305 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Attempting to bind port 164256ee-6b9a-46bc-a3fd-31ae0b803379 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:39.365710 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Attempting to bind port 164256ee-6b9a-46bc-a3fd-31ae0b803379 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:39.366078 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Attempting to bind port 164256ee-6b9a-46bc-a3fd-31ae0b803379 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:39.368560 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Pushing event updated for resources: {'Port': ['ID=164256ee-6b9a-46bc-a3fd-31ae0b803379,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:39.377795 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.378144 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.378488 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.378823 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.379154 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.379518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.379849 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.380174 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.380496 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.380817 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.381139 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.381457 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:39.385281 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:39.385685 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:39.386099 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.386495 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:39.386956 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Bound port: 164256ee-6b9a-46bc-a3fd-31ae0b803379, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:39.387335 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.444978 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.462629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Transition to ACTIVE for port object 80578451-c165-4e46-a633-9c2bb764d713 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:39.527752 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.534535 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] For port 164256ee-6b9a-46bc-a3fd-31ae0b803379, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:39.537554 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] For port 164256ee-6b9a-46bc-a3fd-31ae0b803379, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=164256ee-6b9a-46bc-a3fd-31ae0b803379,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:39.565890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:39.568806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:39.572919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:39.585223 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.606488 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Pushing event updated for resources: {'Port': ['ID=80578451-c165-4e46-a633-9c2bb764d713,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:39.623860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.644071 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:39.644841 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:07:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:39.741462 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f9e70-f183-4f98-a1e4-6502da1afecb None None] Pushing event updated for resources: {'Port': ['ID=164256ee-6b9a-46bc-a3fd-31ae0b803379,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:39.769857 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:39.786129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 220c557c-2f57-4cd7-956b-7a9129777d7f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:39.834366 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.881908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 220c557c-2f57-4cd7-956b-7a9129777d7f completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:39.887434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 220c557c-2f57-4cd7-956b-7a9129777d7f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:39.888256 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.918117 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b7b5f55a-bd9e-4627-9a11-e4939a93af1d None None] Provisioning for port 80578451-c165-4e46-a633-9c2bb764d713 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:39.925695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b7b5f55a-bd9e-4627-9a11-e4939a93af1d None None] Provisioning complete for port 80578451-c165-4e46-a633-9c2bb764d713 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:39.926177 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b7b5f55a-bd9e-4627-9a11-e4939a93af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:39.961893 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:37Z', 'revision_number': 3, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:39.971155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5f55a-bd9e-4627-9a11-e4939a93af1d None None] Port 80578451-c165-4e46-a633-9c2bb764d713 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:07:39.993271 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617c978-db6a-4b42-bf70-6f75d1e2fa4a None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:37Z', 'revision_number': 3, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:07:40.005814 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:40.015081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:40.038784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 220c557c-2f57-4cd7-956b-7a9129777d7f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=220c557c-2f57-4cd7-956b-7a9129777d7f,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:40.076586 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:40.115115 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:40.150559 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:40.152402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Pushing event updated for resources: {'Port': ['ID=80578451-c165-4e46-a633-9c2bb764d713,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:40.179537 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=220c557c-2f57-4cd7-956b-7a9129777d7f,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:40.263413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:40.264907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:40.396953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:07:40.496024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-30f09227-e998-4cce-8a94-c0472d4a3142 None None] Provisioning complete for port 80578451-c165-4e46-a633-9c2bb764d713 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:40.496772 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-30f09227-e998-4cce-8a94-c0472d4a3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:40.528837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:07:40.535204 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-98508ee8-bf16-48b5-8d9c-6ec170fc510c admin admin] 10.222.0.26 "PUT /v2.0/routers/2a3b85fa-e1e4-4431-82c6-6a09c0548fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782199 Aug 24 01:07:40.536631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-30f09227-e998-4cce-8a94-c0472d4a3142 None None] Port 80578451-c165-4e46-a633-9c2bb764d713 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:07:41.547972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:07:41.557781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:41.558398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:07:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:41.664854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:41.789618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 220c557c-2f57-4cd7-956b-7a9129777d7f up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:41.891559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 220c557c-2f57-4cd7-956b-7a9129777d7f triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:41.891930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:41.945997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 2, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:41.973457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:07:41.974120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Updating router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff port 80578451-c165-4e46-a633-9c2bb764d713 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:07:42.021117 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.038774 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 164256ee-6b9a-46bc-a3fd-31ae0b803379 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:42.053246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49158) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:42.058762 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-17b295ed-8b6c-4d9a-8da0-05392aee75f3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549756225', 'description': 'tempest-description--82828814'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:42.138975 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b295ed-8b6c-4d9a-8da0-05392aee75f3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.221297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b295ed-8b6c-4d9a-8da0-05392aee75f3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.252065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 164256ee-6b9a-46bc-a3fd-31ae0b803379 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:42.259000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 164256ee-6b9a-46bc-a3fd-31ae0b803379 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:42.259368 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.332782 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b295ed-8b6c-4d9a-8da0-05392aee75f3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.365695 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b295ed-8b6c-4d9a-8da0-05392aee75f3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1c65cb-b77d-4d74-8936-bcd2253c4068,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:42.375473 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.397853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Transition to ACTIVE for port object 80578451-c165-4e46-a633-9c2bb764d713 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:42.404302 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.413255 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-17b295ed-8b6c-4d9a-8da0-05392aee75f3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.415995 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-17b295ed-8b6c-4d9a-8da0-05392aee75f3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3616135 Aug 24 01:07:42.419066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49160) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:42.423915 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'security_group_rule': {'security_group_id': '8c1c65cb-b77d-4d74-8936-bcd2253c4068', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:42.426226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 164256ee-6b9a-46bc-a3fd-31ae0b803379, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=164256ee-6b9a-46bc-a3fd-31ae0b803379,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:42.481602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.526063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.539854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deae8b7-91f6-4fc5-b261-9303e8c7fdb1 None None] Pushing event updated for resources: {'Port': ['ID=80578451-c165-4e46-a633-9c2bb764d713,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:42.540024 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.600167 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.639561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=164256ee-6b9a-46bc-a3fd-31ae0b803379,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:42.644683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Attempting to bind port 80578451-c165-4e46-a633-9c2bb764d713 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:42.645064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Attempting to bind port 80578451-c165-4e46-a633-9c2bb764d713 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:42.645847 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Attempting to bind port 80578451-c165-4e46-a633-9c2bb764d713 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:42.652076 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:42.652466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:42.652873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.653322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:42.653846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Bound port: 80578451-c165-4e46-a633-9c2bb764d713, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:42.654366 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.692754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.711629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20fcb8a-662d-478f-9b05-4842610a81f7,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:42.722792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.723103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.723457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.723801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.724139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.724472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.724988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.725322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.725795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.726123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.726483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.726815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:07:42.728139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] For port 80578451-c165-4e46-a633-9c2bb764d713, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:42.735835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] For port 80578451-c165-4e46-a633-9c2bb764d713, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=80578451-c165-4e46-a633-9c2bb764d713,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:42.795618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.796827 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f5c4c4a2-9940-4540-ad14-54fef5fd70d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3767495 Aug 24 01:07:42.799479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49162) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:42.804010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-56bff084-7042-4608-96b9-ce16fceeed3f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'security_group_rule': {'security_group_id': '8c1c65cb-b77d-4d74-8936-bcd2253c4068', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:42.824757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.881928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:42.882569 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:07:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:42.886388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deae8b7-91f6-4fc5-b261-9303e8c7fdb1 None None] Pushing event updated for resources: {'Port': ['ID=80578451-c165-4e46-a633-9c2bb764d713,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:42.915535 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56bff084-7042-4608-96b9-ce16fceeed3f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.924947 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:42.985557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56bff084-7042-4608-96b9-ce16fceeed3f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:43.000445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:43.058801 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56bff084-7042-4608-96b9-ce16fceeed3f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:43.077260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff084-7042-4608-96b9-ce16fceeed3f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9da4cf2-e141-44c9-a814-0d68efa6b64e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:43.133738 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-56bff084-7042-4608-96b9-ce16fceeed3f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:43.135072 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-56bff084-7042-4608-96b9-ce16fceeed3f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344440 Aug 24 01:07:43.137997 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49164) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:43.143549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:43.213232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:43.235981 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:43.243053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea95b5cd-ee66-4749-958c-22286e12cf27 None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:07:43.647704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:43.765501 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Allocated IP 172.25.5.78 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/bd3fd992-8c33-4071-9ff1-696081e47cd9) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:43.819563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 164256ee-6b9a-46bc-a3fd-31ae0b803379 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:43.868407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 164256ee-6b9a-46bc-a3fd-31ae0b803379 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:43.868786 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:43.879961 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:43.952157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 80578451-c165-4e46-a633-9c2bb764d713 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:43.979433 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.027907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:44.031218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:44.033959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:44.047151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 80578451-c165-4e46-a633-9c2bb764d713 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:44.051699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 80578451-c165-4e46-a633-9c2bb764d713 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:44.052086 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.069208 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'Port': ['ID=bd3fd992-8c33-4071-9ff1-696081e47cd9,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:44.145960 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.177497 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.181137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 80578451-c165-4e46-a633-9c2bb764d713, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=80578451-c165-4e46-a633-9c2bb764d713,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:44.247251 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.285000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.305873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=80578451-c165-4e46-a633-9c2bb764d713,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:44.443577 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.486710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.558054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'Port': ['ID=bd3fd992-8c33-4071-9ff1-696081e47cd9,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:44.567779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.636004 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:44.637299 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-52681f3a-50d6-413a-9e48-b7181e99305d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4976938 Aug 24 01:07:44.778420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-04918a61-7dae-4951-9c92-248cf12837c7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1549756225&fields=id&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 267 time: 0.0322218 Aug 24 01:07:44.885365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-94d93638-3dc7-4d8b-934d-8a2e398729f2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:44.886900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-94d93638-3dc7-4d8b-934d-8a2e398729f2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 812 time: 0.1021132 Aug 24 01:07:44.902354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a2f506e4-415d-4639-ab7a-6661304a91ba tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/quotas/de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 375 time: 0.0097742 Aug 24 01:07:44.954172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-3406f269-f646-43f9-9d98-3924b6afc4ca tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467200 Aug 24 01:07:45.049972 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-607ab2d8-ecb5-4058-9cba-b120df30b0b6 service neutron] 10.222.0.26 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836937 Aug 24 01:07:45.151251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-fef326b3-d40c-4253-8522-630814adb8d4 service neutron] 10.222.0.26 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952671 Aug 24 01:07:45.368205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c63e7c78-871b-483e-b84a-99516279a8fe req-215c137e-1611-4977-b4f8-b8edf313e925 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 210 time: 0.0270944 Aug 24 01:07:45.726151 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 80578451-c165-4e46-a633-9c2bb764d713 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:45.781577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 80578451-c165-4e46-a633-9c2bb764d713 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:45.782133 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:46.485709 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61c443fe-2ff0-4a0d-956d-f16f6fc61b5b req-78ca4f68-d9dc-4e15-942e-a349e5d51f6f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 210 time: 0.0263953 Aug 24 01:07:47.428369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-25843697-9d51-4f66-a8d3-16152b848512 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:47.430544 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-25843697-9d51-4f66-a8d3-16152b848512 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 812 time: 0.1025689 Aug 24 01:07:47.481510 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-4e706d75-58cf-4bda-b39d-feec4c4db888 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 380 time: 0.0361149 Aug 24 01:07:47.490701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'port': {'device_id': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'admin_state_up': True, 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'security_groups': ['8c1c65cb-b77d-4d74-8936-bcd2253c4068']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:47.583614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-848ba51b-b286-451a-a68b-ade94d63f93f req-69ef42c0-4a7a-492a-9fbf-f4d20596f8c4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 210 time: 0.0301206 Aug 24 01:07:47.670189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Made reservation on behalf of de64638a700e4d56aa18aae8755f8bdc for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:07:47.673768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.807430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Allocated IP 172.20.0.12 (8d295664-5761-446f-8eb8-42ca3f8f6303/529c5d06-5383-455a-ac33-1affa7cf0621/0992b85c-95c7-42cf-9a28-acf8506a943c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:07:47.938920 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:47.952926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Transition to ACTIVE for port object 0992b85c-95c7-42cf-9a28-acf8506a943c will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:48.030396 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.080631 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:07:48.083637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:07:48.087867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:07:48.094530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:48.141494 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:48.142161 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.225266 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0ced0fe-af44-44d4-b19c-d908484e73c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382097 Aug 24 01:07:48.248258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Request body: {'port': {'device_id': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:48.302923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.321704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a200320e-ec3f-49f6-aebd-5464ad3cd072 None None] Provisioning for port 0992b85c-95c7-42cf-9a28-acf8506a943c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:48.325608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a200320e-ec3f-49f6-aebd-5464ad3cd072 None None] Provisioning complete for port 0992b85c-95c7-42cf-9a28-acf8506a943c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:48.325987 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a200320e-ec3f-49f6-aebd-5464ad3cd072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.362638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a200320e-ec3f-49f6-aebd-5464ad3cd072 None None] Port 0992b85c-95c7-42cf-9a28-acf8506a943c cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:07:48.567553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0992b85c-95c7-42cf-9a28-acf8506a943c {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:07:48.574865 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.587008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Transition to ACTIVE for port object 0992b85c-95c7-42cf-9a28-acf8506a943c will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:07:48.652394 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.700637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052144d-b380-45fe-a0e6-c8afdab3b016 req-0d699dba-9513-4d69-a92d-bedb4d3c1335 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:48.705651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9052144d-b380-45fe-a0e6-c8afdab3b016 req-0d699dba-9513-4d69-a92d-bedb4d3c1335 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.0508347 Aug 24 01:07:48.707854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:48.743282 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9052144d-b380-45fe-a0e6-c8afdab3b016 req-c6cd56e6-863c-44e6-8cfd-8c996575fef6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346181 Aug 24 01:07:48.789062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Attempting to bind port 0992b85c-95c7-42cf-9a28-acf8506a943c on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:07:48.789398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Attempting to bind port 0992b85c-95c7-42cf-9a28-acf8506a943c by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:07:48.790058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Attempting to bind port 0992b85c-95c7-42cf-9a28-acf8506a943c on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:48.794903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Port 0992b85c-95c7-42cf-9a28-acf8506a943c on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:07:48.795230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Attempting to bind port 0992b85c-95c7-42cf-9a28-acf8506a943c on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:07:48.800424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:07:48.800771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:07:48.803219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:07:48.803219 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Bound port: 0992b85c-95c7-42cf-9a28-acf8506a943c, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:07:48.803219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:48.868546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:07:48.871591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:07:48.966523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.004866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:49.005608 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:49.006933 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] 10.222.0.36 "PUT /v2.0/ports/0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 1092 time: 0.7636557 Aug 24 01:07:49.007380 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:49.010382 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b7686d-e937-4574-8764-dc8f46721fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:49.032705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87df8a8-69ae-4019-b065-6003d04a3cae service neutron] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:49.060544 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca1dc1-c866-4182-9bca-403b8f34ef8f x-openstack-request-id: req-a9ca1dc1-c866-4182-9bca-403b8f34ef8f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:49.060847 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:49.061107 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9ca1dc1-c866-4182-9bca-403b8f34ef8f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:49.061591 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'status': 'completed', 'code': 200} Aug 24 01:07:49.145552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7686d-e937-4574-8764-dc8f46721fe9 req-c2245956-4744-41d3-b60c-ade7042d081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:49.147414 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-53b7686d-e937-4574-8764-dc8f46721fe9 req-c2245956-4744-41d3-b60c-ade7042d081c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0446172 Aug 24 01:07:49.253510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7686d-e937-4574-8764-dc8f46721fe9 req-7c06c403-45a7-4200-a61d-f6556fc4372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:49.255053 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-53b7686d-e937-4574-8764-dc8f46721fe9 req-7c06c403-45a7-4200-a61d-f6556fc4372e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=de64638a700e4d56aa18aae8755f8bdc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0945606 Aug 24 01:07:49.347469 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7686d-e937-4574-8764-dc8f46721fe9 req-fb481725-8231-4f21-9e64-5fad98d1bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:49.349073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-53b7686d-e937-4574-8764-dc8f46721fe9 req-fb481725-8231-4f21-9e64-5fad98d1bd89 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870535 Aug 24 01:07:49.451555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-6eff1765-0553-49a1-9b7e-52b61654b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:49.453007 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-6eff1765-0553-49a1-9b7e-52b61654b36b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0462317 Aug 24 01:07:49.501141 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-6060b904-8952-42f6-88f4-e8e128fc5a0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 217 time: 0.0349855 Aug 24 01:07:49.549704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-dddb27e7-c8aa-4bbf-9d5d-a3fe43014e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:49.551104 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-dddb27e7-c8aa-4bbf-9d5d-a3fe43014e7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0429037 Aug 24 01:07:49.599872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-563ebe71-5b92-47a3-af1e-697db7b69138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:49.601881 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-563ebe71-5b92-47a3-af1e-697db7b69138 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427797 Aug 24 01:07:49.693298 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-1c8a5e78-d7d3-468e-a694-f0e64b7df582 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832455 Aug 24 01:07:49.787715 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-bc5365b9-a8e6-4b2d-854c-5bcea1dde1d8 req-a0557752-0010-47ee-9c5a-48c2d51e8d17 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873880 Aug 24 01:07:49.857898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b957c7f-c0c5-4e25-88eb-7c0a40126f51 req-895da6e7-78eb-405f-9416-f4ca3fe7642a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:49.859378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b957c7f-c0c5-4e25-88eb-7c0a40126f51 req-895da6e7-78eb-405f-9416-f4ca3fe7642a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.0493541 Aug 24 01:07:49.896527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b957c7f-c0c5-4e25-88eb-7c0a40126f51 req-ac7ee7b8-61b8-4b0c-8bb3-ec098116fe71 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Aug 24 01:07:51.015190 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc7eaa-4eb6-4a75-a936-e2fe15aae1e3 req-e7a19bcb-2b01-4208-a4ca-081fa41f2b15 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:51.016672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfcc7eaa-4eb6-4a75-a936-e2fe15aae1e3 req-e7a19bcb-2b01-4208-a4ca-081fa41f2b15 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.0528543 Aug 24 01:07:51.053501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfcc7eaa-4eb6-4a75-a936-e2fe15aae1e3 req-72afad91-b5ff-4b10-9229-f2fbb7082bb8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305729 Aug 24 01:07:52.169424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a3dfc-b7fb-43e3-a58e-eb7638613739 req-637ed181-8c33-48c0-8e29-ee030a378ee8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:52.170914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a79a3dfc-b7fb-43e3-a58e-eb7638613739 req-637ed181-8c33-48c0-8e29-ee030a378ee8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.0480740 Aug 24 01:07:52.208814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a79a3dfc-b7fb-43e3-a58e-eb7638613739 req-a110ee75-967c-4d74-a2dd-8cfd98f4ded0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Aug 24 01:07:53.321868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411f515-6ef4-4467-8e89-030c277aa986 req-632ff24e-1df6-4a98-bc2c-ed97ae4f4919 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:53.323662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0411f515-6ef4-4467-8e89-030c277aa986 req-632ff24e-1df6-4a98-bc2c-ed97ae4f4919 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.0493584 Aug 24 01:07:53.361225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0411f515-6ef4-4467-8e89-030c277aa986 req-b6d078a7-91e8-4034-9aa2-353108a9205b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Aug 24 01:07:53.444800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0992b85c-95c7-42cf-9a28-acf8506a943c details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:07:53.537468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:53.548102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'mac_address': 'fa:16:3e:b6:ba:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:07:53.587610 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.599708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0992b85c-95c7-42cf-9a28-acf8506a943c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:07:53.618208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:53.669480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:53.714672 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:54.042905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['0992b85c-95c7-42cf-9a28-acf8506a943c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:07:54.478888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9416b4-7b74-40d6-aad6-df0a81d51b54 req-7bdd3ff1-842f-4aa1-99c1-b746d540d53e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:54.480356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c9416b4-7b74-40d6-aad6-df0a81d51b54 req-7bdd3ff1-842f-4aa1-99c1-b746d540d53e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Aug 24 01:07:54.516233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c9416b4-7b74-40d6-aad6-df0a81d51b54 req-3757a26c-e7f7-4b32-981a-6ae6bb9c75d1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299926 Aug 24 01:07:55.445122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0992b85c-95c7-42cf-9a28-acf8506a943c up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:07:55.566666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 0992b85c-95c7-42cf-9a28-acf8506a943c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:07:55.570751 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 0992b85c-95c7-42cf-9a28-acf8506a943c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:07:55.571120 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.631762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695f99c-bc4a-468d-8bd1-e7a5d541e0c1 req-f3681edc-944f-4fd7-a610-3e500b6120d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:55.633276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a695f99c-bc4a-468d-8bd1-e7a5d541e0c1 req-f3681edc-944f-4fd7-a610-3e500b6120d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 945 time: 0.0500231 Aug 24 01:07:55.651953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.673437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a695f99c-bc4a-468d-8bd1-e7a5d541e0c1 req-369831f0-9aeb-4b37-873d-2768fa5aaa2a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339158 Aug 24 01:07:55.674539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:55.676811 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3663ec-1187-4445-8fa9-d1e6145a7195" -d '{"events": [{"server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "name": "network-vif-plugged", "status": "completed", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:55.690442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:07:55.719122 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff3d902-0145-4f8c-b98d-5059b570afc2 x-openstack-request-id: req-eff3d902-0145-4f8c-b98d-5059b570afc2 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:55.719518 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "name": "network-vif-plugged", "status": "completed", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:55.719786 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eff3d902-0145-4f8c-b98d-5059b570afc2 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:55.720177 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'code': 200} Aug 24 01:07:55.749596 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:55.801093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:07:55.841794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c11db-fc22-4053-87b3-5eeb32a9fd31 req-cbdc4113-85d7-4bc0-a264-ce843ab2ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:55.843360 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b66c11db-fc22-4053-87b3-5eeb32a9fd31 req-cbdc4113-85d7-4bc0-a264-ce843ab2ea38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0414753 Aug 24 01:07:55.877991 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b66c11db-fc22-4053-87b3-5eeb32a9fd31 req-71e4b3b7-2f0d-49e3-8794-664a4c1c060c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277638 Aug 24 01:07:55.954179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.320918 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6b00beee-712b-461a-84ca-ccce168a2046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:56.785813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d6d1c-c3aa-4a59-8ef4-5ebff5be7ce7 req-e0719a72-be5c-49bd-99db-63ff7b913971 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:56.787295 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d0d6d1c-c3aa-4a59-8ef4-5ebff5be7ce7 req-e0719a72-be5c-49bd-99db-63ff7b913971 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0491779 Aug 24 01:07:56.826703 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d0d6d1c-c3aa-4a59-8ef4-5ebff5be7ce7 req-a439db9d-1b3e-43fd-b40d-38310f03dd9a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Aug 24 01:07:57.943931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20a095-c7fb-49be-89a1-208011920d31 req-74cfaa0b-4657-46b1-9de8-3fdf427ac0c1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:57.945386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e20a095-c7fb-49be-89a1-208011920d31 req-74cfaa0b-4657-46b1-9de8-3fdf427ac0c1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0520325 Aug 24 01:07:57.983383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e20a095-c7fb-49be-89a1-208011920d31 req-db377227-ebf9-4c89-b2c8-ed72bad73d3e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314715 Aug 24 01:07:58.092786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ca76a-b159-468c-94d4-f2ba1071ffbe req-20ceb3c5-fbd6-4edb-9f26-352f820ba450 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:58.094283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a38ca76a-b159-468c-94d4-f2ba1071ffbe req-20ceb3c5-fbd6-4edb-9f26-352f820ba450 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0489404 Aug 24 01:07:58.103497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 49224) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:07:58.108204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'floatingip': {'port_id': '0992b85c-95c7-42cf-9a28-acf8506a943c'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:07:58.148629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.717379 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.777494 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:58.877510 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda associated. External IP: 172.25.5.78, port: 0992b85c-95c7-42cf-9a28-acf8506a943c. Aug 24 01:07:59.006727 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1a4404c-919f-40cd-b8ef-c1c7530c2f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.120557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.388851 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:07:59.496536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:07:59.501265 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:07:59.507664 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:07:59.517085 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:59.517741 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:07:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:59.528353 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6c21af5b-8bc1-4ef8-80bf-9c59580552e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "PUT /v2.0/floatingips/e8317670-5d54-4cb8-9dfa-5536f184aeda HTTP/1.1" status: 200 len: 991 time: 1.4238291 Aug 24 01:07:59.529136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:07:59.531534 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0479c5f117b4038e1873b714720bc581791dd7f226d0645e14896bbf3ca4d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe43d16d-fad3-430f-9cf8-c3133b712a09" -d '{"events": [{"name": "network-changed", "server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:07:59.568291 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d93ef0-9dc6-443c-9427-071ee53ebb11 x-openstack-request-id: req-e5d93ef0-9dc6-443c-9427-071ee53ebb11 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:07:59.568593 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:07:59.568856 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5d93ef0-9dc6-443c-9427-071ee53ebb11 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:07:59.569317 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'status': 'completed', 'code': 200} Aug 24 01:07:59.625484 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:07:59.671090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-f85ecfee-6cac-4411-81c7-728f83d723c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:59.672909 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-f85ecfee-6cac-4411-81c7-728f83d723c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0420566 Aug 24 01:07:59.764081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-2bb53321-84f8-4a05-a940-208db0bbe262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:59.765616 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-2bb53321-84f8-4a05-a940-208db0bbe262 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0860343 Aug 24 01:07:59.831398 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-61be9d17-9d9a-40bb-ab39-618cd66265be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 999 time: 0.0587134 Aug 24 01:07:59.847762 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:b6:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 1, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:59.876831 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:07:59.880273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-677c02cf-24b1-4990-9a34-2151b631a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:59.881782 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-677c02cf-24b1-4990-9a34-2151b631a81a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0436869 Aug 24 01:07:59.885819 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:07:59.886418 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:07:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:07:59.932241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-4e741ece-c7cf-4e11-9948-45420303643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:07:59.933690 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-4e741ece-c7cf-4e11-9948-45420303643b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438519 Aug 24 01:07:59.989271 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:08:00.023674 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-68dd6066-3231-4011-902c-4a22e97eddd2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819421 Aug 24 01:08:00.117764 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe43d16d-fad3-430f-9cf8-c3133b712a09 req-6dc30b56-2096-4679-9815-53f9a43356bb service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868080 Aug 24 01:08:00.206645 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:b6:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 1, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:08:00.232518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1884b06-3651-4fd5-bb7b-6b57bcd2b515 None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:b6:ba:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:07:58Z', 'revision_number': 1, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:08:00.427943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8610e01b-b734-40ff-abf2-327d455deadd None None] New status for floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:08:00.474978 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:01.937423 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:07.351874 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:08:12.857056 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:25.959712 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:26.296968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e940570d-8f3e-428a-84f1-cc52b7eb1baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:29.005354 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a2754258-3d94-42bc-9c5e-f37f4c45d7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:29.102411 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:30.456595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:31.954534 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:42.885337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:44.351213 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:08:50.701923 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-dd06767e-027d-4ee0-8ed4-a0f0b4a67691 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395906 Aug 24 01:08:50.795855 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-afab3f1d-e2ce-45d9-8886-3fe1ea3992ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:50.797333 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-afab3f1d-e2ce-45d9-8886-3fe1ea3992ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0410450 Aug 24 01:08:50.903325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-9a795a44-9543-4d4e-872e-b95f3b575fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:50.904796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-9a795a44-9543-4d4e-872e-b95f3b575fb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0875447 Aug 24 01:08:50.968676 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-76d7eb3d-38d1-4d31-a5e6-b94545e33437 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 1001 time: 0.0564668 Aug 24 01:08:51.015821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-d4806d69-8a83-4af2-8491-44d86190b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:51.017265 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-d4806d69-8a83-4af2-8491-44d86190b910 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0416458 Aug 24 01:08:51.063826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-2aca6ec3-518b-4a12-839d-2f67878546f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:08:51.065816 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-2aca6ec3-518b-4a12-839d-2f67878546f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419588 Aug 24 01:08:51.152441 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-87878af6-5820-4f1d-b429-d5635062f945 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798776 Aug 24 01:08:51.243480 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b3bee33a-43ac-4498-bcea-7c5da3f494cf req-10fea4d0-6817-40dd-99ae-62ad95b34aa7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840545 Aug 24 01:08:55.958507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:56.450073 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-69891d99-3359-41c6-ae31-8b2bb31d1598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:59.021557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ea3bccc8-cd75-4909-a950-0d775fa8dc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:08:59.159399 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:00.444517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:01.958691 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:12.854999 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:14.061855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-46584c34-ca4e-4b98-b67b-a80307aa0f64 req-68daf172-2878-4b94-a3a8-df95eba28c04 service neutron] (95326) timed out ('10.222.0.36', 56830) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:09:21.350693 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:09:26.003980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:26.289757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d86935e3-1c80-46e6-8bae-c8e5da6b1c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:28.986617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9f96ddf9-7b04-407a-bc6e-77c0651331eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:29.111525 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:30.483624 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:31.963813 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:42.853508 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:50.701937 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-33bd3703-89e1-44e9-aa4f-3024f81e3292 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397599 Aug 24 01:09:50.797388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-c14c0278-841e-4b09-add5-cd1c5b8b94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:50.798851 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-c14c0278-841e-4b09-add5-cd1c5b8b94c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0408545 Aug 24 01:09:50.904386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-57d2ae4e-aeb0-44ac-af45-b4bdb55361d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:50.905938 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-57d2ae4e-aeb0-44ac-af45-b4bdb55361d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0877285 Aug 24 01:09:50.971929 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-6ba5fa36-b440-46a4-afe1-52fe86d50ca9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 1001 time: 0.0588920 Aug 24 01:09:51.020493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-c5f5a3d0-2c62-47e5-bb30-efaf18857682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:51.021942 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-c5f5a3d0-2c62-47e5-bb30-efaf18857682 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0433488 Aug 24 01:09:51.069531 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-bf9cbcf6-de61-46c2-a2a9-55c6d422bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:09:51.071031 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-bf9cbcf6-de61-46c2-a2a9-55c6d422bb70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427215 Aug 24 01:09:51.159581 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-f3b098fe-c860-432f-9772-624e0c33d40a service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812910 Aug 24 01:09:51.254516 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6d8448bf-6c72-4c08-9435-375fcec0720a req-6a58895f-1751-4f69-a0ab-72c2391a7114 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882783 Aug 24 01:09:55.997549 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:56.306184 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6248-24e5-46bf-9926-653c33f31bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:58.351300 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:09:59.020236 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2fa55ddd-5be8-44e3-9cd7-b94119f4d387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:09:59.123392 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:00.488760 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:01.962889 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:12.876886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:26.023724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:26.303761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81c4c734-476a-43b2-9ba5-1e15580f3637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:29.014088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6619afcb-9e6a-4ee4-99d4-c7ef7955e8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:29.145796 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:30.491976 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:31.968427 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:35.350700 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:10:39.306500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278747-5b21-4137-bda4-c340b0366d3a req-4c014e63-843a-42c0-86a1-954a9ce7b42d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:39.308007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73278747-5b21-4137-bda4-c340b0366d3a req-4c014e63-843a-42c0-86a1-954a9ce7b42d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.1150889 Aug 24 01:10:39.345185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73278747-5b21-4137-bda4-c340b0366d3a req-ec7f11ff-cd7c-4817-b335-85ef88cc3aaf tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Aug 24 01:10:39.709848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6c2d1-5feb-4753-8114-758de3d3f9b2 req-e02962f5-a1e5-4777-afb9-9d7a27ba2b2e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:39.711340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7f6c2d1-5feb-4753-8114-758de3d3f9b2 req-e02962f5-a1e5-4777-afb9-9d7a27ba2b2e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0533292 Aug 24 01:10:39.753174 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7f6c2d1-5feb-4753-8114-758de3d3f9b2 req-c81801fa-7c3f-4f33-b6f3-55ae2a2e99ab tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358469 Aug 24 01:10:39.886284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-7931a13b-228a-4471-81b5-6861399d91fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0947709 Aug 24 01:10:40.936354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda51c1c-1f0f-4a1a-b642-c1c5c4ad2ef7 req-24c04195-675b-4720-aeea-8d772c2f3e2c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:40.937889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cda51c1c-1f0f-4a1a-b642-c1c5c4ad2ef7 req-24c04195-675b-4720-aeea-8d772c2f3e2c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.1077659 Aug 24 01:10:40.977194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cda51c1c-1f0f-4a1a-b642-c1c5c4ad2ef7 req-05f5655e-79d1-4d28-84a2-a9b69a3a532b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Aug 24 01:10:42.005355 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-85fa21d8-8bb6-4393-95fe-694d942220cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:42.007696 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-85fa21d8-8bb6-4393-95fe-694d942220cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0912747 Aug 24 01:10:42.092485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebba27-aa96-4e39-8c51-78914eabf30b req-9aca3b2d-3423-4b71-8453-3fde744ca03f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:42.093986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34ebba27-aa96-4e39-8c51-78914eabf30b req-9aca3b2d-3423-4b71-8453-3fde744ca03f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0487227 Aug 24 01:10:42.100945 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-b7f42ed9-141a-40fa-a5c5-1b96ed1aa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:42.102479 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-b7f42ed9-141a-40fa-a5c5-1b96ed1aa732 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0872152 Aug 24 01:10:42.135534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34ebba27-aa96-4e39-8c51-78914eabf30b req-fa9a894b-e996-4543-86f6-9f78a6eaa5c5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355301 Aug 24 01:10:42.172701 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-4d41c259-2eae-4671-9a46-9d9ff337f700 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 1001 time: 0.0624430 Aug 24 01:10:42.221817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-3b5dc632-5825-4200-ac27-3eeec176ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:42.223257 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-3b5dc632-5825-4200-ac27-3eeec176ab81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0434852 Aug 24 01:10:42.269194 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-0b1bd91c-afae-4cd0-ad11-1aeb9ace9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:42.270640 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-0b1bd91c-afae-4cd0-ad11-1aeb9ace9e95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404468 Aug 24 01:10:42.367205 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-5aa9b2e5-4a71-412d-8e05-c9241bff2ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 Aug 24 01:10:42.457403 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-8129938e-6116-4fba-ba03-ad50f0fd38ea service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821390 Aug 24 01:10:42.862971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:43.255622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1ce87-22cc-41c7-a163-5971a6f9191f req-94b08579-fe83-43e0-a9fe-cdef691aafa7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:43.257667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76e1ce87-22cc-41c7-a163-5971a6f9191f req-94b08579-fe83-43e0-a9fe-cdef691aafa7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0533426 Aug 24 01:10:43.297160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76e1ce87-22cc-41c7-a163-5971a6f9191f req-e625a624-e7a6-4b70-ae85-38e96a26e628 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333591 Aug 24 01:10:44.422932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbc5d1-11bb-422c-92ce-682375858908 req-2b8aba73-7800-4e51-91f0-c8e4de0a3324 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:44.424420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0dbc5d1-11bb-422c-92ce-682375858908 req-2b8aba73-7800-4e51-91f0-c8e4de0a3324 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0492134 Aug 24 01:10:44.462735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c0dbc5d1-11bb-422c-92ce-682375858908 req-1614a8cf-2e1e-4ace-af9f-8ba81dbe27e0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Aug 24 01:10:45.575781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e2e93-5ce5-4603-a69d-e8710b2e1f6e req-f11b8a9c-1c56-4c09-84c7-3a466880f0d9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:45.577254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a0e2e93-5ce5-4603-a69d-e8710b2e1f6e req-f11b8a9c-1c56-4c09-84c7-3a466880f0d9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0480473 Aug 24 01:10:45.617780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a0e2e93-5ce5-4603-a69d-e8710b2e1f6e req-18608f5e-8047-4a9a-b554-bcac7e957fbe tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346732 Aug 24 01:10:46.730694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abfe22-7302-4c95-b019-09d6f7f3b22a req-5ca1d080-f34a-4b0f-b4fe-2a9339f5dfac tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:46.732089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7abfe22-7302-4c95-b019-09d6f7f3b22a req-5ca1d080-f34a-4b0f-b4fe-2a9339f5dfac tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0481825 Aug 24 01:10:46.770064 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7abfe22-7302-4c95-b019-09d6f7f3b22a req-ffe6d396-05e3-40c7-9941-404e28295099 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Aug 24 01:10:47.883743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd02a36-d89f-4cf6-b4a7-0815db8fb20f req-fa2b6730-45c5-456e-9b70-a932722e5a48 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:47.885204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bd02a36-d89f-4cf6-b4a7-0815db8fb20f req-fa2b6730-45c5-456e-9b70-a932722e5a48 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0487132 Aug 24 01:10:47.923614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bd02a36-d89f-4cf6-b4a7-0815db8fb20f req-dff55baf-40e3-4066-96e7-c5919a1613db tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Aug 24 01:10:49.038298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04f35-d97b-4361-a8cf-c0b2392291dd req-9c6263e7-1d36-4c12-a9ab-174706eedf15 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:49.039754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24a04f35-d97b-4361-a8cf-c0b2392291dd req-9c6263e7-1d36-4c12-a9ab-174706eedf15 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0480182 Aug 24 01:10:49.079142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24a04f35-d97b-4361-a8cf-c0b2392291dd req-1e7bc3c0-aca9-43c0-b09b-9d4fce4ff8d4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336981 Aug 24 01:10:50.203087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f61c4-196d-4495-b52f-847f74803c33 req-0389aaf2-4069-4f55-bc12-e140b2ec9249 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:50.204553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe0f61c4-196d-4495-b52f-847f74803c33 req-0389aaf2-4069-4f55-bc12-e140b2ec9249 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0481851 Aug 24 01:10:50.246833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe0f61c4-196d-4495-b52f-847f74803c33 req-2cbfd5a3-2fa2-4456-95ba-dc4a9c537724 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357578 Aug 24 01:10:51.361932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d059f3a-77e8-4acf-85e2-290286332ff7 req-957c57e5-a6e2-48aa-8035-f78559087877 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:51.363409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d059f3a-77e8-4acf-85e2-290286332ff7 req-957c57e5-a6e2-48aa-8035-f78559087877 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0486929 Aug 24 01:10:51.400223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4d059f3a-77e8-4acf-85e2-290286332ff7 req-700d02ad-e2e5-46e7-b041-192b47bb7581 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Aug 24 01:10:51.543312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-e329b6b2-8094-4dcf-a0d8-9dea445326f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:51.544710 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-e329b6b2-8094-4dcf-a0d8-9dea445326f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1097 time: 0.0418763 Aug 24 01:10:51.652415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-80269774-d927-45b6-b466-823838456916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:51.653933 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-80269774-d927-45b6-b466-823838456916 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0894234 Aug 24 01:10:51.719115 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-be2d2652-9e1b-461a-abb9-0c8307c205b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 1001 time: 0.0575731 Aug 24 01:10:51.773059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-c13bf2bc-5465-4780-a176-c469ba9557a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:51.774554 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-c13bf2bc-5465-4780-a176-c469ba9557a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0483694 Aug 24 01:10:51.820182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-903fc3d6-8b57-4ab4-a689-9331e817e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:51.821795 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-903fc3d6-8b57-4ab4-a689-9331e817e20a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400174 Aug 24 01:10:51.909336 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-463821ed-c39d-4e19-9689-d55f85a41c9f service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805295 Aug 24 01:10:52.002225 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-19beb4ba-df21-48fb-8d59-98888aea24e3 req-a92b8357-c36c-460c-a1c5-99f1738ecf60 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858579 Aug 24 01:10:52.519293 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1e7c2-d809-42a5-b88a-4d129ef9e692 req-86253b02-6a32-45bb-b3e0-a9c959f29ba3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:52.521539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cd1e7c2-d809-42a5-b88a-4d129ef9e692 req-86253b02-6a32-45bb-b3e0-a9c959f29ba3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0537493 Aug 24 01:10:52.564505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cd1e7c2-d809-42a5-b88a-4d129ef9e692 req-8ce493e4-0e9c-43ef-a1d0-388096a21d2a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351932 Aug 24 01:10:53.679077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198402-811a-43bc-8390-1c4f555b2e39 req-1b758098-8120-4f62-8369-3751b2c2d4ce tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:53.680560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85198402-811a-43bc-8390-1c4f555b2e39 req-1b758098-8120-4f62-8369-3751b2c2d4ce tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0479474 Aug 24 01:10:53.717179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85198402-811a-43bc-8390-1c4f555b2e39 req-a60be09f-7d38-46cf-ac53-c182a475a999 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307627 Aug 24 01:10:54.794291 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-7762c19b-7b70-42e8-a896-b9320c69388c service neutron] show failed (client error): The resource could not be found. Aug 24 01:10:54.795313 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-7762c19b-7b70-42e8-a896-b9320c69388c service neutron] 10.222.0.36 "GET /v2.0/ports/0992b85c-95c7-42cf-9a28-acf8506a943c/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0554967 Aug 24 01:10:54.833043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e413ad-e63d-4a42-87d2-b0d57b140104 req-592e2d07-db4b-401d-a120-6cddf3af2a0f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:54.835561 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2e413ad-e63d-4a42-87d2-b0d57b140104 req-592e2d07-db4b-401d-a120-6cddf3af2a0f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0510290 Aug 24 01:10:54.874312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d2e413ad-e63d-4a42-87d2-b0d57b140104 req-93ddd91f-0611-4412-93df-5cd953cdd860 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330617 Aug 24 01:10:55.310261 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-3dba6ec2-dc22-456f-baea-105d760f2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:55.311738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-3dba6ec2-dc22-456f-baea-105d760f2c52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 1097 time: 0.0888917 Aug 24 01:10:55.323368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:10:55.376410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:55.575501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:55.607265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:10:55.645400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:10:55.648207 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a424c624-4e5b-4d52-8866-4a6f5a0b6bb8" -d '{"events": [{"server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "name": "network-vif-unplugged", "status": "completed", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:10:55.652266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:55.664838 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Transition to ACTIVE for port object 0992b85c-95c7-42cf-9a28-acf8506a943c will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:10:55.723892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:55.783752 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44194c-64f1-4427-8e9c-4a58b9385963 x-openstack-request-id: req-3c44194c-64f1-4427-8e9c-4a58b9385963 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:10:55.784048 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "name": "network-vif-unplugged", "status": "completed", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:10:55.784301 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c44194c-64f1-4427-8e9c-4a58b9385963 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:10:55.784696 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'code': 200} Aug 24 01:10:55.848528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:55.871297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.871650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.871995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.872337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.872675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.873014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.873345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.873710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.874043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.874371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.874699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.875026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:55.904589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] No DVR routers for this DVR port 0992b85c-95c7-42cf-9a28-acf8506a943c on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:10:56.036602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:56.044836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a606f-55e3-4bcb-a896-01b3a8096986 req-9aae6dbf-a997-4f8e-aba1-4db16b03f4de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:56.046344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e0a606f-55e3-4bcb-a896-01b3a8096986 req-9aae6dbf-a997-4f8e-aba1-4db16b03f4de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.0967979 Aug 24 01:10:56.105939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Attempting to bind port 0992b85c-95c7-42cf-9a28-acf8506a943c on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:10:56.106193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Attempting to bind port 0992b85c-95c7-42cf-9a28-acf8506a943c by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:10:56.106523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Attempting to bind port 0992b85c-95c7-42cf-9a28-acf8506a943c on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:10:56.113514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3e0a606f-55e3-4bcb-a896-01b3a8096986 req-6f80e04b-4363-4ac4-aa29-77f679d1f42d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608337 Aug 24 01:10:56.115581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Port 0992b85c-95c7-42cf-9a28-acf8506a943c on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:10:56.116410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Attempting to bind port 0992b85c-95c7-42cf-9a28-acf8506a943c on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:10:56.121328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:10:56.121697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:10:56.122075 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:10:56.122501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Bound port: 0992b85c-95c7-42cf-9a28-acf8506a943c, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:10:56.122861 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:56.187220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:10:56.190213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:10:56.265723 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:56.305218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:56.306429 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:56.307843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] 10.222.0.37 "PUT /v2.0/ports/0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 1092 time: 0.9883466 Aug 24 01:10:56.324583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c44ab6-10ca-467d-af65-75117f863008 service neutron] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:56.326191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5117178a-a016-459f-81b1-457322350a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:56.374658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-96ffe418-6332-491b-bff6-06f66e4a50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:56.376177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-96ffe418-6332-491b-bff6-06f66e4a50e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0432878 Aug 24 01:10:56.474367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-838e355e-6470-4328-be25-d72b9d716587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:56.476512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-838e355e-6470-4328-be25-d72b9d716587 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0935130 Aug 24 01:10:56.541577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-91c4c6d6-06b2-4138-b551-a2399e828442 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 999 time: 0.0578313 Aug 24 01:10:56.592560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-5953a281-9306-4aa0-b3f2-d52943d41bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:56.594008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-5953a281-9306-4aa0-b3f2-d52943d41bb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0452750 Aug 24 01:10:56.642996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-e90fdc18-ce5a-47d6-ac83-8260316fc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:56.644378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-e90fdc18-ce5a-47d6-ac83-8260316fc942 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429640 Aug 24 01:10:56.732214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-e9f97636-4c11-466b-aed6-7bf372827ce8 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805416 Aug 24 01:10:56.824042 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e0142634-56d2-46ab-8192-e49f6cce6480 req-6e987618-1fee-4601-ba14-ba02b878cdd4 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847173 Aug 24 01:10:57.498660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e9484-9aa4-4c28-87c9-07a5010648b2 req-64c8e0d8-332d-4781-8003-53581014a713 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:57.500179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf7e9484-9aa4-4c28-87c9-07a5010648b2 req-64c8e0d8-332d-4781-8003-53581014a713 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.3154681 Aug 24 01:10:57.537961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf7e9484-9aa4-4c28-87c9-07a5010648b2 req-03ef8e02-769a-43f8-8926-f2d1a785412c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317888 Aug 24 01:10:57.785865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:10:57.788184 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3b0c16-46c0-4781-b119-d080f71b4efa" -d '{"events": [{"name": "network-changed", "server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:10:57.835797 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8567419d-23b0-4154-8406-09f9b67d0e89 x-openstack-request-id: req-8567419d-23b0-4154-8406-09f9b67d0e89 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:10:57.836167 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:10:57.836490 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8567419d-23b0-4154-8406-09f9b67d0e89 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:10:57.836902 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'status': 'completed', 'code': 200} Aug 24 01:10:57.895290 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-26a00b39-2d34-4ac1-a8e0-0e3479d8e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:57.896790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-26a00b39-2d34-4ac1-a8e0-0e3479d8e5ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0421896 Aug 24 01:10:57.920948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-1025b9da-1fb7-45ce-8f5b-30c073837ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:57.922512 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-1025b9da-1fb7-45ce-8f5b-30c073837ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1095 time: 0.0415404 Aug 24 01:10:57.989780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-cc3b012a-cc3c-4c58-9643-105dd958fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:57.991853 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-cc3b012a-cc3c-4c58-9643-105dd958fad1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0876131 Aug 24 01:10:58.019658 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-2218beef-3bfe-43a8-b10f-06485584f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:58.021060 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-2218beef-3bfe-43a8-b10f-06485584f1bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0908828 Aug 24 01:10:58.057483 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-ab1c21ab-b6c6-4c37-b123-8c52cbf9a60d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 999 time: 0.0581880 Aug 24 01:10:58.086562 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-d0086b35-faaf-41df-bc04-3d4eda62891e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 999 time: 0.0584269 Aug 24 01:10:58.106987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-26079f58-fd24-4f0f-80ef-b9191e58e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:58.108450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-26079f58-fd24-4f0f-80ef-b9191e58e042 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0433037 Aug 24 01:10:58.139594 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-e17c77c5-018b-4759-b869-d550afdd6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:58.141071 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-e17c77c5-018b-4759-b869-d550afdd6455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0481730 Aug 24 01:10:58.159051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-eb63d523-5fe4-404e-abb5-4ddcf47ded8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:58.160550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-eb63d523-5fe4-404e-abb5-4ddcf47ded8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441601 Aug 24 01:10:58.188843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-4d73d076-9ef4-4e81-abd9-7e50859b0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:58.190451 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-4d73d076-9ef4-4e81-abd9-7e50859b0e02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423160 Aug 24 01:10:58.219203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0992b85c-95c7-42cf-9a28-acf8506a943c no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:10:58.251534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-de358f67-2dcc-42cb-a487-474e9b84f50a service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833142 Aug 24 01:10:58.258146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 0992b85c-95c7-42cf-9a28-acf8506a943c not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:10:58.282012 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-2905d1cc-f94c-4f92-b188-debbfa6203c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842061 Aug 24 01:10:58.346803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-0cd60b93-e0f5-416c-b8aa-82affc84b538 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873685 Aug 24 01:10:58.379736 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6a3b0c16-46c0-4781-b119-d080f71b4efa req-ab9e4f12-4957-4fba-82ed-ec0d638fdd8a service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903459 Aug 24 01:10:58.656563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae69c5-8d7b-44e3-a9f9-e46bb323a001 req-86cdaadc-b7b2-4d3f-919d-370f8a5d19b6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:58.658408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89ae69c5-8d7b-44e3-a9f9-e46bb323a001 req-86cdaadc-b7b2-4d3f-919d-370f8a5d19b6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.0518544 Aug 24 01:10:58.695650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89ae69c5-8d7b-44e3-a9f9-e46bb323a001 req-332b9d4e-2863-4b4e-b6bc-1e4b0346e056 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308733 Aug 24 01:10:59.036048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1bcc78ec-9b88-47c0-a305-fbde6ea15fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.139034 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.692670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0992b85c-95c7-42cf-9a28-acf8506a943c details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:10:59.788850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:59.799060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'mac_address': 'fa:16:3e:b6:ba:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:10:59.812433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239877bf-065b-46c7-83be-ada561257903 req-a95c6c6b-4004-4323-85df-33bbfbe01ed4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:10:59.813944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-239877bf-065b-46c7-83be-ada561257903 req-a95c6c6b-4004-4323-85df-33bbfbe01ed4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 944 time: 0.0485959 Aug 24 01:10:59.838065 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.850772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0992b85c-95c7-42cf-9a28-acf8506a943c {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:10:59.852603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-239877bf-065b-46c7-83be-ada561257903 req-a08f13cf-93f1-4053-bfdc-42dd9afaf86d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Aug 24 01:10:59.869714 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:10:59.916549 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:10:59.969010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:10:59.976994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.977282 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.977708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.978052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.978396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.978726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.979053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.979419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.979746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.980071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.980395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:10:59.980717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:11:00.166540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['0992b85c-95c7-42cf-9a28-acf8506a943c'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:11:00.204522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e783e7-7d20-41e6-8df4-463b3553abbc req-314f3787-9483-4728-841d-c412659d09c0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:00.206223 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63e783e7-7d20-41e6-8df4-463b3553abbc req-314f3787-9483-4728-841d-c412659d09c0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 945 time: 0.0563228 Aug 24 01:11:00.250370 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63e783e7-7d20-41e6-8df4-463b3553abbc req-df8cddc1-445a-4ba0-82f5-2ef14e6a9fc8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370147 Aug 24 01:11:00.251962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-33e1b930-1ba4-49fe-a895-0bb0a3369151 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:00.253939 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-33e1b930-1ba4-49fe-a895-0bb0a3369151 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0&tenant_id=de64638a700e4d56aa18aae8755f8bdc&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 945 time: 0.0563624 Aug 24 01:11:00.319211 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-2784ed5f-fe9e-4543-9a49-17823cf06f46 service neutron] delete failed (client error): The resource could not be found. Aug 24 01:11:00.320312 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-2784ed5f-fe9e-4543-9a49-17823cf06f46 service neutron] 10.222.0.36 "DELETE /v2.0/ports/0992b85c-95c7-42cf-9a28-acf8506a943c/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0594585 Aug 24 01:11:00.426633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-90f9d292-3705-4953-b350-08b2659afb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:00.428657 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-90f9d292-3705-4953-b350-08b2659afb27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 1096 time: 0.0452945 Aug 24 01:11:00.476294 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:00.518653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-f541f910-1a2f-4647-a63a-16aa84e6a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:00.520081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-f541f910-1a2f-4647-a63a-16aa84e6a90f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0849059 Aug 24 01:11:00.588086 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-73fd4290-7f77-48ec-a968-10b056c749a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 200 len: 1000 time: 0.0608094 Aug 24 01:11:00.642141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-1a21fcfc-4d5d-4766-95fc-b6dcc57ed495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:00.643622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-1a21fcfc-4d5d-4766-95fc-b6dcc57ed495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0486336 Aug 24 01:11:00.690738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-42253250-2c17-4933-867d-e19075116b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:00.692442 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-42253250-2c17-4933-867d-e19075116b1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409172 Aug 24 01:11:00.783189 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-e2665c6e-cf59-4f62-857b-f304f8e91b0a service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836089 Aug 24 01:11:00.871130 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7289d661-ddfd-4269-b5ac-a4572e1682cc req-ece9f40d-4b7f-4cd7-8f59-8513ee171f8c service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805902 Aug 24 01:11:01.405481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995d55-f0ab-464f-8587-db5bb0077486 req-8cdcf4f2-28ca-4c93-8afe-26c6751d3b18 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:01.407086 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09995d55-f0ab-464f-8587-db5bb0077486 req-8cdcf4f2-28ca-4c93-8afe-26c6751d3b18 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 945 time: 0.0513241 Aug 24 01:11:01.445383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-09995d55-f0ab-464f-8587-db5bb0077486 req-322b7278-bf67-4903-8442-1d308ee1b84f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323172 Aug 24 01:11:01.709910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0992b85c-95c7-42cf-9a28-acf8506a943c up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:01.865142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 0992b85c-95c7-42cf-9a28-acf8506a943c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:01.869695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 0992b85c-95c7-42cf-9a28-acf8506a943c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:01.870072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:01.958296 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:01.980441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:01.982696 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf340f46-0109-486c-9086-35b3ed273004" -d '{"events": [{"server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "name": "network-vif-plugged", "status": "completed", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:01.987829 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:02.002678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:02.019534 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d12ac-749e-4d66-b8ad-48cb3ffc192c x-openstack-request-id: req-2e7d12ac-749e-4d66-b8ad-48cb3ffc192c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:02.019843 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "name": "network-vif-plugged", "status": "completed", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:02.020083 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e7d12ac-749e-4d66-b8ad-48cb3ffc192c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:02.020583 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'code': 200} Aug 24 01:11:02.084964 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:02.132979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:02.560712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86243b7-7bd1-4d9d-b2d7-4ec0a3bcf19f req-b7ead7db-2e32-4507-a333-acb0067fc257 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:02.562204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b86243b7-7bd1-4d9d-b2d7-4ec0a3bcf19f req-b7ead7db-2e32-4507-a333-acb0067fc257 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0484812 Aug 24 01:11:02.599181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b86243b7-7bd1-4d9d-b2d7-4ec0a3bcf19f req-7c341740-fcb1-4747-b182-4c3c0f556a47 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Aug 24 01:11:02.799626 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfc051-4256-4e57-acab-be6cab532a8f req-e8f43a08-12dd-4d5b-bd43-64cba00d6bdb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:02.801119 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5dbfc051-4256-4e57-acab-be6cab532a8f req-e8f43a08-12dd-4d5b-bd43-64cba00d6bdb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0971725 Aug 24 01:11:02.838804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5dbfc051-4256-4e57-acab-be6cab532a8f req-9d8782c8-e1b7-4a21-b000-e975a3466fc3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Aug 24 01:11:02.950734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315a803-c33c-4f32-940f-443e06edfe00 req-a80bd3fa-dfbe-434f-b82e-cffe1a86380c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:02.952193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8315a803-c33c-4f32-940f-443e06edfe00 req-a80bd3fa-dfbe-434f-b82e-cffe1a86380c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0483887 Aug 24 01:11:02.991259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8315a803-c33c-4f32-940f-443e06edfe00 req-5d36215a-8df4-49ac-98aa-7732de0e85fe tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Aug 24 01:11:03.529981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06622c-51f6-49ce-81fa-553c2d57bfc0 req-379f87cf-da8d-420e-97a8-e232931dc0b2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:03.531454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06622c-51f6-49ce-81fa-553c2d57bfc0 req-379f87cf-da8d-420e-97a8-e232931dc0b2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0934365 Aug 24 01:11:03.569224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe06622c-51f6-49ce-81fa-553c2d57bfc0 req-dcde36e4-49a1-483d-ac7f-a30a2776df51 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310102 Aug 24 01:11:04.689495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b85f9-ea01-49e4-bc04-7f6a2a5ebe2e req-06f7f451-d33b-4714-821a-fedb1ba66e3d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:04.690974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b85f9-ea01-49e4-bc04-7f6a2a5ebe2e req-06f7f451-d33b-4714-821a-fedb1ba66e3d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0522106 Aug 24 01:11:04.754068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-549b85f9-ea01-49e4-bc04-7f6a2a5ebe2e req-08df1846-57e3-4c24-b1ad-5281b8c452df tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524676 Aug 24 01:11:04.764143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-0f8758cf-8632-4ee8-9898-31b378dfea28 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:04.765462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-0f8758cf-8632-4ee8-9898-31b378dfea28 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 946 time: 0.0736508 Aug 24 01:11:04.860178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Deleting port 0992b85c-95c7-42cf-9a28-acf8506a943c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:11:04.860521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:04.947453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] For port 0992b85c-95c7-42cf-9a28-acf8506a943c, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0992b85c-95c7-42cf-9a28-acf8506a943c,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:04.947826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.167185 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.167576 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.167895 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda disassociated. External IP: 172.25.5.78, port: 0992b85c-95c7-42cf-9a28-acf8506a943c. Aug 24 01:11:05.168240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Calling delete_port for 0992b85c-95c7-42cf-9a28-acf8506a943c owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:11:05.376287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.405072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event deleted for resources: {'Port': ['ID=0992b85c-95c7-42cf-9a28-acf8506a943c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:05.520649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:11:05.630138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:11:05.678952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] No DVR routers for this DVR port 0992b85c-95c7-42cf-9a28-acf8506a943c on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:11:05.681783 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:05.683879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53a403b0-dd22-4eda-a88a-0b9d4e5ea60d req-ad20eb18-57bd-44c6-850a-67a638f51173 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "DELETE /v2.0/ports/0992b85c-95c7-42cf-9a28-acf8506a943c HTTP/1.1" status: 204 len: 173 time: 0.9126077 Aug 24 01:11:05.684342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'name': 'network-vif-deleted', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:05.686702 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0352bdfe-0be9-49f6-9512-8eb01dbdd583" -d '{"events": [{"server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "name": "network-vif-deleted", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:05.734381 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f713cd8-50ff-4ee8-9ee7-4b6d942493b5 x-openstack-request-id: req-8f713cd8-50ff-4ee8-9ee7-4b6d942493b5 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:05.735049 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b43c356-7e73-4421-828f-fafe514cbfd0", "name": "network-vif-deleted", "tag": "0992b85c-95c7-42cf-9a28-acf8506a943c", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:05.735352 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f713cd8-50ff-4ee8-9ee7-4b6d942493b5 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:05.735664 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b43c356-7e73-4421-828f-fafe514cbfd0', 'name': 'network-vif-deleted', 'tag': '0992b85c-95c7-42cf-9a28-acf8506a943c', 'status': 'completed', 'code': 200} Aug 24 01:11:05.737289 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:11:05.746477 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:05.747251 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:10:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:05.851825 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:05.852100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10422577-19fa-4380-8bd1-369ca78d9be0 req-b06dc537-96b9-4f4d-9219-e31207b3892b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b43c356-7e73-4421-828f-fafe514cbfd0 HTTP/1.1" status: 200 len: 210 time: 0.0293710 Aug 24 01:11:06.059342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:06.090436 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:11:06.098533 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:06.099131 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:10:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:06.201878 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:06.397069 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:06.422929 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f5207-fb8a-4649-967c-f7a9f1ef1f99 None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:11:06.635415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9bc4cb-617b-40ab-9081-62426e2f8926 None None] New status for floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:11:07.076378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-300bb832-ab00-40b8-8007-82b8176e6432 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1549756225&fields=id&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 267 time: 0.0321777 Aug 24 01:11:07.185752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-e3de663f-1df3-4265-ae7b-28e516983ca9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:07.187137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-e3de663f-1df3-4265-ae7b-28e516983ca9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 812 time: 0.1037123 Aug 24 01:11:07.202642 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-459c662d-5b79-475a-8e64-c14f5808dee7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/quotas/de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 375 time: 0.0089443 Aug 24 01:11:07.254664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-74572537-bf3d-487e-b56c-45aefe4b2277 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469916 Aug 24 01:11:07.316309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-1f0fa9f4-d5ac-49b4-8aa5-94eca2ca380c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:11:07.317305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-1f0fa9f4-d5ac-49b4-8aa5-94eca2ca380c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512352 Aug 24 01:11:07.408249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-0f3fd26f-15e6-4225-a852-92f65fb0c373 service neutron] 10.222.0.26 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841625 Aug 24 01:11:07.494921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-7058fcda-8990-48e8-b362-dbeb0e7b97cc service neutron] 10.222.0.26 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802968 Aug 24 01:11:08.735297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35d8e993-47e4-4546-ba37-7d1a97dab7e8 req-3bd3180b-aa61-449a-8f36-fa37975a03e1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 210 time: 0.0265841 Aug 24 01:11:09.763237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0992b85c-95c7-42cf-9a28-acf8506a943c no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:11:09.785495 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 0992b85c-95c7-42cf-9a28-acf8506a943c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:11:09.785870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0992b85c-95c7-42cf-9a28-acf8506a943c not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:11:09.829933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8918a60d-16f1-423c-9bba-ef259d3039b2 req-c7e6aaf1-902f-4497-9144-4081a591cab4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 210 time: 0.0258265 Aug 24 01:11:10.690129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-02624b5c-4433-4c70-8550-f81f30415108 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:10.691630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-02624b5c-4433-4c70-8550-f81f30415108 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 812 time: 0.1028495 Aug 24 01:11:10.751811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-527336b8-e8cd-49b5-8507-ed7d92ee04f5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 380 time: 0.0438399 Aug 24 01:11:10.760525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'port': {'device_id': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'admin_state_up': True, 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'security_groups': ['8c1c65cb-b77d-4d74-8936-bcd2253c4068']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:10.924071 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f32f3ff-2dc9-40b4-9b45-6325d67f5339 req-8596b64e-ba28-4c13-96b1-8c68a6f5fd1b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 210 time: 0.0277414 Aug 24 01:11:10.944662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Made reservation on behalf of de64638a700e4d56aa18aae8755f8bdc for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:11:10.950104 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.074580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Allocated IP 172.20.0.14 (8d295664-5761-446f-8eb8-42ca3f8f6303/529c5d06-5383-455a-ac33-1affa7cf0621/96f50380-f6b7-46f4-b695-5f8df181a956) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:11:11.204847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.218750 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Transition to ACTIVE for port object 96f50380-f6b7-46f4-b695-5f8df181a956 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:11.301948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.349929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:11:11.352813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:11:11.356355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:11:11.362544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:11.409257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:11.409908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.488793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-79e87e08-c2af-43a3-9e83-424acaa3f993 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317543 Aug 24 01:11:11.575613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Request body: {'port': {'device_id': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:11.627488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.664692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-08143669-85b8-4c4e-9137-e3abb7cdb667 None None] Provisioning for port 96f50380-f6b7-46f4-b695-5f8df181a956 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:11.668517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-08143669-85b8-4c4e-9137-e3abb7cdb667 None None] Provisioning complete for port 96f50380-f6b7-46f4-b695-5f8df181a956 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:11.668893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08143669-85b8-4c4e-9137-e3abb7cdb667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.703978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-08143669-85b8-4c4e-9137-e3abb7cdb667 None None] Port 96f50380-f6b7-46f4-b695-5f8df181a956 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:11:11.902799 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f50380-f6b7-46f4-b695-5f8df181a956 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:11:11.910257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:11.922322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Transition to ACTIVE for port object 96f50380-f6b7-46f4-b695-5f8df181a956 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:11:12.012022 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.125634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69037403-d2ac-4129-94ee-3d04cec79b37 req-dbad7d89-8a5d-456f-901c-5ab56805bbfa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.127166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69037403-d2ac-4129-94ee-3d04cec79b37 req-dbad7d89-8a5d-456f-901c-5ab56805bbfa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 944 time: 0.1286798 Aug 24 01:11:12.150060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:12.208523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69037403-d2ac-4129-94ee-3d04cec79b37 req-a5e45537-56c8-429a-907e-e2f3a3178665 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594599 Aug 24 01:11:12.209343 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Attempting to bind port 96f50380-f6b7-46f4-b695-5f8df181a956 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:11:12.210341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Attempting to bind port 96f50380-f6b7-46f4-b695-5f8df181a956 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:11:12.210669 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Attempting to bind port 96f50380-f6b7-46f4-b695-5f8df181a956 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:11:12.215847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Port 96f50380-f6b7-46f4-b695-5f8df181a956 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:11:12.216170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Attempting to bind port 96f50380-f6b7-46f4-b695-5f8df181a956 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:11:12.224777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:11:12.224777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:11:12.224777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:11:12.224777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Bound port: 96f50380-f6b7-46f4-b695-5f8df181a956, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:11:12.224777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.285867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:11:12.289496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:11:12.349888 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:11:12.362060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.392954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.393485 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.395074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] 10.222.0.37 "PUT /v2.0/ports/96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 1092 time: 0.8617764 Aug 24 01:11:12.400241 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:12.402976 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3886be1d-22d2-4ab5-91f5-bb7bc0749c29" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:12.435666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aa73e-7332-45ff-b94f-a1e19926797a service neutron] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:12.444663 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db325472-0136-47a6-9307-e960b5d72e09 x-openstack-request-id: req-db325472-0136-47a6-9307-e960b5d72e09 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:12.444663 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:12.444663 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db325472-0136-47a6-9307-e960b5d72e09 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:12.444663 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956', 'status': 'completed', 'code': 200} Aug 24 01:11:12.508705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886be1d-22d2-4ab5-91f5-bb7bc0749c29 req-8fcd91df-1635-4ae5-ac34-67870d72efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.510480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3886be1d-22d2-4ab5-91f5-bb7bc0749c29 req-8fcd91df-1635-4ae5-ac34-67870d72efa0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1095 time: 0.0473218 Aug 24 01:11:12.607973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886be1d-22d2-4ab5-91f5-bb7bc0749c29 req-3debc819-cac8-4d68-be63-50eb5f32dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.609437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3886be1d-22d2-4ab5-91f5-bb7bc0749c29 req-3debc819-cac8-4d68-be63-50eb5f32dda6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=de64638a700e4d56aa18aae8755f8bdc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0912941 Aug 24 01:11:12.704464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886be1d-22d2-4ab5-91f5-bb7bc0749c29 req-92ee702f-096b-486c-9031-3d0c71ec6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.705868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3886be1d-22d2-4ab5-91f5-bb7bc0749c29 req-92ee702f-096b-486c-9031-3d0c71ec6776 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893931 Aug 24 01:11:12.781340 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-8b6dcd26-c19a-4577-995d-2a5b264699dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.782839 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-8b6dcd26-c19a-4577-995d-2a5b264699dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1095 time: 0.0406125 Aug 24 01:11:12.825272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-fcaedcbe-bffb-4164-8316-c2a0ac31104d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 217 time: 0.0350752 Aug 24 01:11:12.876320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:12.877099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-7accb4b1-cc93-4bcd-9c6b-e5b572319e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.878600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-7accb4b1-cc93-4bcd-9c6b-e5b572319e16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0468645 Aug 24 01:11:12.923432 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-e5fc5034-b465-4ba6-876e-8bef1170a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:12.924897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-e5fc5034-b465-4ba6-876e-8bef1170a616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391018 Aug 24 01:11:13.011774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-0870eaa4-a9d1-4326-ac8f-271b59239d06 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797501 Aug 24 01:11:13.104131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf73b26d-90e7-47b9-8cac-dc8ef8b5ae4c req-480e8aaa-d7e7-4fbb-ad99-f5f5d4b4347e service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846999 Aug 24 01:11:13.325204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da08574-d4ff-49a2-9f9b-620eab282495 req-85d84e01-3212-4631-b04a-f07efcbc7b96 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:13.326702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5da08574-d4ff-49a2-9f9b-620eab282495 req-85d84e01-3212-4631-b04a-f07efcbc7b96 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 944 time: 0.0493236 Aug 24 01:11:13.362968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5da08574-d4ff-49a2-9f9b-620eab282495 req-1ee11928-efdd-4e2f-ac2b-2be5cf195e44 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304828 Aug 24 01:11:14.477592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2f0d6-5eb1-4314-85a7-b6e71e7d8aee req-3ef6741e-538b-48b1-936d-b4461daff94c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:14.479092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18a2f0d6-5eb1-4314-85a7-b6e71e7d8aee req-3ef6741e-538b-48b1-936d-b4461daff94c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 944 time: 0.0485911 Aug 24 01:11:14.521000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18a2f0d6-5eb1-4314-85a7-b6e71e7d8aee req-14f99df2-cbd0-44ae-8423-9d86eb928dbc tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360296 Aug 24 01:11:15.778445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 96f50380-f6b7-46f4-b695-5f8df181a956 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:11:15.879147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:15.890235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '96f50380-f6b7-46f4-b695-5f8df181a956', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': '96f50380-f6b7-46f4-b695-5f8df181a956', 'mac_address': 'fa:16:3e:58:3d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:11:15.908759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed025ee-a7b0-4efb-a876-331ff2642d1f req-dd62ad40-f90a-4998-b9f2-96cdf6c40b9c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:15.910288 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ed025ee-a7b0-4efb-a876-331ff2642d1f req-dd62ad40-f90a-4998-b9f2-96cdf6c40b9c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 944 time: 0.3247581 Aug 24 01:11:15.927032 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:15.940178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f50380-f6b7-46f4-b695-5f8df181a956 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:11:15.948129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ed025ee-a7b0-4efb-a876-331ff2642d1f req-ea60e995-0756-40e4-880f-2c1783dab6ff tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Aug 24 01:11:15.959957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:16.070802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:16.128458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:16.260002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['96f50380-f6b7-46f4-b695-5f8df181a956'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:11:17.060021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59ce17-386e-4d0f-bd63-b71920314cd7 req-7c83168b-1400-4d64-a94d-aeb2960777fd tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:17.061465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea59ce17-386e-4d0f-bd63-b71920314cd7 req-7c83168b-1400-4d64-a94d-aeb2960777fd tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 945 time: 0.0471728 Aug 24 01:11:17.098079 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea59ce17-386e-4d0f-bd63-b71920314cd7 req-6899a4df-1030-44d4-b8cb-147309443bce tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307462 Aug 24 01:11:17.769867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 96f50380-f6b7-46f4-b695-5f8df181a956 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:11:17.867458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 96f50380-f6b7-46f4-b695-5f8df181a956 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:11:17.871186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 96f50380-f6b7-46f4-b695-5f8df181a956 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:11:17.871562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:17.948960 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:17.970400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:17.972605 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f6f8e010ade2fec4eb61bb1ec8f41e3a666ffc19f9522341e7bca9c4f9de669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060d8520-4371-47ea-969f-bfd30ab9c6c9" -d '{"events": [{"server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "name": "network-vif-plugged", "status": "completed", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:17.984980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:11:18.007586 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e914fc-aae7-4ae9-8976-92ec3db010d2 x-openstack-request-id: req-35e914fc-aae7-4ae9-8976-92ec3db010d2 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:18.008069 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "name": "network-vif-plugged", "status": "completed", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:18.008338 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35e914fc-aae7-4ae9-8976-92ec3db010d2 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:18.008730 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956', 'code': 200} Aug 24 01:11:18.041727 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:18.090885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:11:18.101537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024779cb-65bb-4928-b368-ac424f0934f3 req-2aa97596-64ac-47f5-aa8b-2dbd4625d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:18.103141 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-024779cb-65bb-4928-b368-ac424f0934f3 req-2aa97596-64ac-47f5-aa8b-2dbd4625d1a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1097 time: 0.0407252 Aug 24 01:11:18.141900 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-024779cb-65bb-4928-b368-ac424f0934f3 req-f0e6e6d5-1ade-4088-8801-7027148b9c5f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Aug 24 01:11:18.210475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00fc40-12bd-4faf-9798-70a74beb5ca3 req-867c589f-770f-415d-b32b-5c1d4d8f56f4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:18.211954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a00fc40-12bd-4faf-9798-70a74beb5ca3 req-867c589f-770f-415d-b32b-5c1d4d8f56f4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0486951 Aug 24 01:11:18.248379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a00fc40-12bd-4faf-9798-70a74beb5ca3 req-91d266ca-87e4-40c1-bcd6-127dd1af21a5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306499 Aug 24 01:11:19.363331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd471f-347f-4239-9df1-5520a1ce8939 req-0ddbb541-ef68-4a1b-80e6-80f3a5f8027a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:19.364799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4dd471f-347f-4239-9df1-5520a1ce8939 req-0ddbb541-ef68-4a1b-80e6-80f3a5f8027a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0484498 Aug 24 01:11:19.402768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4dd471f-347f-4239-9df1-5520a1ce8939 req-804ac6a8-fccd-43d9-8412-40e677f211f0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Aug 24 01:11:20.519379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704386d6-4c00-423d-9571-33a63b89aedd req-68eeea86-8354-4493-a26f-e14831babfe5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:20.520846 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-704386d6-4c00-423d-9571-33a63b89aedd req-68eeea86-8354-4493-a26f-e14831babfe5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0493371 Aug 24 01:11:20.561932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-704386d6-4c00-423d-9571-33a63b89aedd req-7e9b5fbe-0cd1-43f4-bc18-86d00f42c7f0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345047 Aug 24 01:11:20.670273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b87a-179b-4243-b75c-5a9e6ad12afe req-d8fc3283-94d6-4392-b3cc-dceeaf21d28c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:20.671727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fb7b87a-179b-4243-b75c-5a9e6ad12afe req-d8fc3283-94d6-4392-b3cc-dceeaf21d28c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0484765 Aug 24 01:11:20.680322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 49764) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:11:20.684748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'floatingip': {'port_id': '96f50380-f6b7-46f4-b695-5f8df181a956'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:11:20.722708 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:21.162809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:21.213306 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:21.316419 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda associated. External IP: 172.25.5.78, port: 96f50380-f6b7-46f4-b695-5f8df181a956. Aug 24 01:11:21.538153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:11:21.652781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:11:21.652781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:21.656744 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:11:21.667095 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:21.667705 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:10:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:21.680830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bad0abea-91b8-4f5a-9c07-2714b7be6fa4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "PUT /v2.0/floatingips/e8317670-5d54-4cb8-9dfa-5536f184aeda HTTP/1.1" status: 200 len: 991 time: 0.9994802 Aug 24 01:11:21.681504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:11:21.683893 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3505db5c89f539a132ed94d11385a5d3412146a30c05383b62077a08bb98b3b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b92ca8-30a3-408b-a535-5c2382c4bcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:11:21.723194 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8013cd43-4680-4cc6-b66c-a5873a7dc21f x-openstack-request-id: req-8013cd43-4680-4cc6-b66c-a5873a7dc21f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:11:21.723508 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:11:21.723762 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8013cd43-4680-4cc6-b66c-a5873a7dc21f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:11:21.724729 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956', 'status': 'completed', 'code': 200} Aug 24 01:11:21.789342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-da5b079a-c7ea-4676-9cd5-319d913ca4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:21.790925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-da5b079a-c7ea-4676-9cd5-319d913ca4e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1097 time: 0.0453384 Aug 24 01:11:21.797278 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:21.893528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-37dda96c-aa65-419a-a6c6-d46db2c2a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:21.895083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-37dda96c-aa65-419a-a6c6-d46db2c2a6e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0973175 Aug 24 01:11:21.961613 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-78b6d813-d1dc-4299-b4af-a8b51a3a37fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 999 time: 0.0595739 Aug 24 01:11:22.010674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-4eb82776-7ee9-4f9e-b100-623a2357dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:22.012081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-4eb82776-7ee9-4f9e-b100-623a2357dd95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0439904 Aug 24 01:11:22.032251 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '96f50380-f6b7-46f4-b695-5f8df181a956', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:58:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:11:21Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:22.058877 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:11:22.062698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-87d83344-68cb-4101-b28f-faf1c861f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:22.064327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-87d83344-68cb-4101-b28f-faf1c861f802 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449471 Aug 24 01:11:22.067226 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:11:22.067826 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:10:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:22.163614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-d9ea9a61-259c-40f4-bd69-7fb394f54248 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922813 Aug 24 01:11:22.178826 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:11:22.256628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35b92ca8-30a3-408b-a535-5c2382c4bcd0 req-446a7ee4-7d4f-4dfa-989a-64280bc04b89 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861003 Aug 24 01:11:22.398079 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '96f50380-f6b7-46f4-b695-5f8df181a956', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:58:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:11:21Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:11:22.505672 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a86ae-2c2b-48a8-b25c-172fb5c7ed73 None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '96f50380-f6b7-46f4-b695-5f8df181a956', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:58:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:11:21Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:11:22.704133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6d71f-29af-4a15-a3b9-460a05e19481 None None] New status for floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:11:25.995953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:26.300868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0386fbd3-73f6-44d1-885f-5f31708819dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:29.014958 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-79f948c2-ff5a-476f-bce8-754b887e9ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:29.129501 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:30.478353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:31.972647 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:42.528233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-362eda71-480d-4830-941c-f9204d642b42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409648 Aug 24 01:11:42.609833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-f740d560-2acb-497f-9e39-7ed38fd25ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:42.611364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-f740d560-2acb-497f-9e39-7ed38fd25ec2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1097 time: 0.0429854 Aug 24 01:11:42.718174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-76661be7-bdb2-4327-960b-3e6b2a4c011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:42.719725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-76661be7-bdb2-4327-960b-3e6b2a4c011d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0889022 Aug 24 01:11:42.786397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-3e22ec90-bff4-4598-bf44-94320b960ac6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 1001 time: 0.0586536 Aug 24 01:11:42.836568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-444e5295-ff5f-48dd-a253-7e53a871dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:42.838104 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-444e5295-ff5f-48dd-a253-7e53a871dba2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0439565 Aug 24 01:11:42.888831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-af653ea6-dcf1-40e6-99a4-63efdb31778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:11:42.890628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-af653ea6-dcf1-40e6-99a4-63efdb31778e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454602 Aug 24 01:11:42.906330 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:42.983727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-f0ad075e-1f88-4485-a173-83f1b2d30588 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854752 Aug 24 01:11:43.077044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98af1223-d41f-470e-b3f6-4d1636dc40c3 req-744b5734-1ef0-4357-abf6-7fa0d75aab1c service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864921 Aug 24 01:11:49.349883 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:11:55.991614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:56.343975 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-539c9bf5-274d-4ef5-bb6c-cfd1bda22483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:59.048285 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-631ba401-bdf4-4519-aa23-63c05b5e4143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:11:59.151307 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:00.511461 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:01.991632 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:12.874640 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:26.001879 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:26.310246 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-169315da-894e-4c27-aefa-05638a848b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:26.349468 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:12:29.018734 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-91acbb0a-e036-4ebd-be5a-1d900a81f6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:29.121494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:30.504116 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:31.995356 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:42.863477 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:43.526910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-691e5419-9023-401d-a155-d5c7e2c80289 req-4f321136-808e-4d29-9ce9-8afca28be90a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415177 Aug 24 01:12:43.608630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5419-9023-401d-a155-d5c7e2c80289 req-f7fb2370-8d01-4c70-94d6-57b54dd8082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:43.610178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-691e5419-9023-401d-a155-d5c7e2c80289 req-f7fb2370-8d01-4c70-94d6-57b54dd8082a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1097 time: 0.0420105 Aug 24 01:12:43.716884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5419-9023-401d-a155-d5c7e2c80289 req-37d3a5b0-87f5-4fed-b0a9-29f573f7752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:43.718702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-691e5419-9023-401d-a155-d5c7e2c80289 req-37d3a5b0-87f5-4fed-b0a9-29f573f7752c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0906100 Aug 24 01:12:43.796472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-691e5419-9023-401d-a155-d5c7e2c80289 req-4c152239-bce5-462f-a57c-f007aaccb349 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 1001 time: 0.0707746 Aug 24 01:12:43.847923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5419-9023-401d-a155-d5c7e2c80289 req-2bd267e5-c678-489a-a6b1-00afae4bf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:43.849777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-691e5419-9023-401d-a155-d5c7e2c80289 req-2bd267e5-c678-489a-a6b1-00afae4bf92e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0462418 Aug 24 01:12:43.900081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5419-9023-401d-a155-d5c7e2c80289 req-043b5e78-8c32-4ecd-aac3-bec85e80f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:43.901537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-691e5419-9023-401d-a155-d5c7e2c80289 req-043b5e78-8c32-4ecd-aac3-bec85e80f882 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448320 Aug 24 01:12:43.991044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-691e5419-9023-401d-a155-d5c7e2c80289 req-27197ef6-4402-4138-a3ba-03031a3bb1af service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807910 Aug 24 01:12:44.082740 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-691e5419-9023-401d-a155-d5c7e2c80289 req-ae574ada-a0bf-4cc3-aa82-d0228974325f service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851464 Aug 24 01:12:56.011946 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:56.314954 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-94e2ac65-d195-4d1b-babc-953ecd66bff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:57.686566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba7d40-cf6c-4800-ac60-9b2a3d304da1 req-f8dabe07-1dd9-4fab-b205-bdf9da676bd9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:57.688075 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9eba7d40-cf6c-4800-ac60-9b2a3d304da1 req-f8dabe07-1dd9-4fab-b205-bdf9da676bd9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0492983 Aug 24 01:12:57.725899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9eba7d40-cf6c-4800-ac60-9b2a3d304da1 req-ee3c2f33-a39d-4110-9002-e42e0f5d5285 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311692 Aug 24 01:12:58.851472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775a61c-1401-46ea-92d1-ec693e1aeca1 req-7105bef5-16ed-451f-a658-5c62afda393f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:12:58.852962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3775a61c-1401-46ea-92d1-ec693e1aeca1 req-7105bef5-16ed-451f-a658-5c62afda393f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0562749 Aug 24 01:12:58.890832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3775a61c-1401-46ea-92d1-ec693e1aeca1 req-4f002fb2-602f-4e78-b3bf-bdd83cf7a2a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Aug 24 01:12:59.028841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-87af2c5e-5a74-44e9-9eda-1a6afd650846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:12:59.136670 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:00.009393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f115af-5330-4523-8845-9242966b03ad req-8d68f14c-b5be-4a7c-b2e8-782d37254c5c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:00.010885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99f115af-5330-4523-8845-9242966b03ad req-8d68f14c-b5be-4a7c-b2e8-782d37254c5c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0516696 Aug 24 01:13:00.046992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99f115af-5330-4523-8845-9242966b03ad req-261314c3-e2c2-4cac-97c6-88e12c05cd4e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300348 Aug 24 01:13:00.515258 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:01.160488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366cc76-2e86-4376-99cf-f11bc6f5a3c8 req-a9797ae4-741b-4675-9671-61fce20a390c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:01.161986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2366cc76-2e86-4376-99cf-f11bc6f5a3c8 req-a9797ae4-741b-4675-9671-61fce20a390c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0491481 Aug 24 01:13:01.198605 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2366cc76-2e86-4376-99cf-f11bc6f5a3c8 req-357e79dd-53f1-4a38-8321-cd25b8d91c59 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Aug 24 01:13:01.988232 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:02.314060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea2a2f-f5d6-41a2-9263-9fdcfeea6415 req-aac802e6-84c3-4263-94b6-f6e9eed2a806 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:02.315537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dea2a2f-f5d6-41a2-9263-9fdcfeea6415 req-aac802e6-84c3-4263-94b6-f6e9eed2a806 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0487013 Aug 24 01:13:02.352647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8dea2a2f-f5d6-41a2-9263-9fdcfeea6415 req-56e473b8-d3a4-4d14-ae70-5f8a9da49058 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Aug 24 01:13:03.349798 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:13:03.468328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a61376-8484-4d90-9903-dffed9155879 req-ac79c732-5b40-4c62-bab6-49e1551772af tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:03.469876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2a61376-8484-4d90-9903-dffed9155879 req-ac79c732-5b40-4c62-bab6-49e1551772af tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0524812 Aug 24 01:13:03.507419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a2a61376-8484-4d90-9903-dffed9155879 req-e1cd8b36-d108-4ffc-90bc-467bc7a95840 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Aug 24 01:13:04.621666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553b077-de75-4b18-826b-9de902c912b1 req-7e3c87de-52e7-42ef-8618-8b6f350bb468 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:04.623150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a553b077-de75-4b18-826b-9de902c912b1 req-7e3c87de-52e7-42ef-8618-8b6f350bb468 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0483391 Aug 24 01:13:04.661004 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a553b077-de75-4b18-826b-9de902c912b1 req-ff6c332b-5412-4a45-bcba-a8435193905d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Aug 24 01:13:05.777499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8201-4766-4445-bec1-6d342f5a844a req-17adaffc-f16b-4b04-b59f-c4fb957c521a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:05.779697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-589b8201-4766-4445-bec1-6d342f5a844a req-17adaffc-f16b-4b04-b59f-c4fb957c521a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0496116 Aug 24 01:13:05.818209 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-589b8201-4766-4445-bec1-6d342f5a844a req-5480073e-4cf3-4ee4-92d4-249e734bb570 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Aug 24 01:13:06.938652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a710cd-1f98-4fc5-b3cb-4ab3b688c353 req-07fbd46a-40ea-4d1e-9441-8ee12c482ccc tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:06.940113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31a710cd-1f98-4fc5-b3cb-4ab3b688c353 req-07fbd46a-40ea-4d1e-9441-8ee12c482ccc tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0543921 Aug 24 01:13:06.976662 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31a710cd-1f98-4fc5-b3cb-4ab3b688c353 req-27b36618-02e8-45e6-8ac9-03434669c79a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Aug 24 01:13:08.091119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298a131-97da-4fa8-9ef3-80d1ce692201 req-4d8590d0-6216-40e8-bdad-da3f4e529c87 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:08.092545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5298a131-97da-4fa8-9ef3-80d1ce692201 req-4d8590d0-6216-40e8-bdad-da3f4e529c87 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0498734 Aug 24 01:13:08.131241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5298a131-97da-4fa8-9ef3-80d1ce692201 req-c80de214-ec0f-4fc1-83a8-dea7f3a0419d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326140 Aug 24 01:13:09.244137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672ac95-c0aa-4c64-9a10-10f320dfbfff req-6a69f62a-c23e-41f5-b227-12652f055856 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:09.245650 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a672ac95-c0aa-4c64-9a10-10f320dfbfff req-6a69f62a-c23e-41f5-b227-12652f055856 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0482378 Aug 24 01:13:09.283925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a672ac95-c0aa-4c64-9a10-10f320dfbfff req-43ecb72f-3e12-46fc-9f0c-dadfaf145369 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Aug 24 01:13:09.665154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194875b-aa11-4793-b249-208dc3116ab4 req-0d6492fc-d1b6-4782-947e-1364fa7e6e1c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:09.666678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c194875b-aa11-4793-b249-208dc3116ab4 req-0d6492fc-d1b6-4782-947e-1364fa7e6e1c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0539503 Aug 24 01:13:09.703020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c194875b-aa11-4793-b249-208dc3116ab4 req-ce7f025d-8ed1-49a5-9419-234fae88b23d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303688 Aug 24 01:13:09.869990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-3b068275-f37b-4178-a551-1ed20e0bc836 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795059 Aug 24 01:13:10.821960 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a171ff7-f21a-4df9-9889-c6de06ad0d50 req-f19859b5-0103-4dab-a573-723d08fee613 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:10.823497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a171ff7-f21a-4df9-9889-c6de06ad0d50 req-f19859b5-0103-4dab-a573-723d08fee613 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0486846 Aug 24 01:13:10.861454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0a171ff7-f21a-4df9-9889-c6de06ad0d50 req-ca3b8027-15ab-4b98-899c-a451f0196f16 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Aug 24 01:13:11.979640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc80f8f-d4c9-4ec0-a597-20b4016b99a7 req-65586642-7676-4a2b-bc4c-2eadb025733b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:11.981115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc80f8f-d4c9-4ec0-a597-20b4016b99a7 req-65586642-7676-4a2b-bc4c-2eadb025733b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0488925 Aug 24 01:13:12.023047 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5cc80f8f-d4c9-4ec0-a597-20b4016b99a7 req-bd4a6fe9-e97b-469c-a5a4-54cbd8107aa8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358493 Aug 24 01:13:12.062382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-2d1d9a33-b9ef-4bf5-b01c-0ee10d953551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:12.063866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-2d1d9a33-b9ef-4bf5-b01c-0ee10d953551 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1097 time: 0.0397696 Aug 24 01:13:12.151057 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-852ed2d8-e508-4203-b288-bf059ac69ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:12.152413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-852ed2d8-e508-4203-b288-bf059ac69ca7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0820510 Aug 24 01:13:12.220646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-ac904e09-c59d-4f45-9d85-b3d63128393e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 1001 time: 0.0610020 Aug 24 01:13:12.268885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-25b4c926-b5cf-4a99-bce7-0644f6da817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:12.270354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-25b4c926-b5cf-4a99-bce7-0644f6da817f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0427330 Aug 24 01:13:12.314337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-5eb114d2-ce41-4236-b25b-86012e49ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:12.315784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-5eb114d2-ce41-4236-b25b-86012e49ecbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391479 Aug 24 01:13:12.686762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-77ca0173-02dc-4887-85df-eefe41e65e0c service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638318 Aug 24 01:13:12.773465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-028dea07-13e0-4ecc-8ced-1cc95b6f8dd0 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796604 Aug 24 01:13:12.914175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:13.140092 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83280c3-1dc7-47e3-98ea-85502c3aee69 req-ea98561f-04f4-4929-a048-b3b97ed30536 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:13.142405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e83280c3-1dc7-47e3-98ea-85502c3aee69 req-ea98561f-04f4-4929-a048-b3b97ed30536 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0529790 Aug 24 01:13:13.182757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e83280c3-1dc7-47e3-98ea-85502c3aee69 req-38ed6850-375e-4999-94d7-3500ab678eeb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334239 Aug 24 01:13:14.301268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eb8f1-6e75-4003-b126-2f4518367484 req-ab07ce94-0c75-465d-af44-3e32ef258354 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:14.303234 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce7eb8f1-6e75-4003-b126-2f4518367484 req-ab07ce94-0c75-465d-af44-3e32ef258354 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0511527 Aug 24 01:13:14.341249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce7eb8f1-6e75-4003-b126-2f4518367484 req-965ae76b-d2b1-4b0e-bcae-42a5fb9356a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Aug 24 01:13:14.925126 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-ddedaa32-c076-4850-8237-dda985e4e53f service neutron] show failed (client error): The resource could not be found. Aug 24 01:13:14.926148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-ddedaa32-c076-4850-8237-dda985e4e53f service neutron] 10.222.0.37 "GET /v2.0/ports/96f50380-f6b7-46f4-b695-5f8df181a956/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0545902 Aug 24 01:13:15.461341 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df0c13-7a1a-44d6-9057-4a919f0b4c31 req-6bf47f2c-ef56-4ff3-a5c4-0a563c4469e9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:15.462924 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9df0c13-7a1a-44d6-9057-4a919f0b4c31 req-6bf47f2c-ef56-4ff3-a5c4-0a563c4469e9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0542178 Aug 24 01:13:15.503413 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9df0c13-7a1a-44d6-9057-4a919f0b4c31 req-677532f6-b0a7-4ad2-993b-c5a367e988d3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342684 Aug 24 01:13:15.566487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-cb35ecdb-af99-422a-8935-a47f697ea223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:15.566487 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-cb35ecdb-af99-422a-8935-a47f697ea223 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 1097 time: 0.0836658 Aug 24 01:13:15.584539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:13:15.640516 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:15.840624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:15.873768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:13:15.915362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:15.920439 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:15.933523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Transition to ACTIVE for port object 96f50380-f6b7-46f4-b695-5f8df181a956 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:13:15.957095 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677eae0b-1106-4609-970e-84e16b226408" -d '{"events": [{"server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "name": "network-vif-unplugged", "status": "completed", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:16.011231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:16.092290 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8327b5b0-30e1-406b-9859-639f7daf6034 x-openstack-request-id: req-8327b5b0-30e1-406b-9859-639f7daf6034 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:16.092585 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "name": "network-vif-unplugged", "status": "completed", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:16.092846 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8327b5b0-30e1-406b-9859-639f7daf6034 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:16.093251 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956', 'code': 200} Aug 24 01:13:16.104731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:16.118789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.119150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.119687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.119843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.120188 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.120533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.120875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.121217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.121554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.121911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.122250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.122585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:16.155263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] No DVR routers for this DVR port 96f50380-f6b7-46f4-b695-5f8df181a956 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:13:16.296519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Attempting to bind port 96f50380-f6b7-46f4-b695-5f8df181a956 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:13:16.296858 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Attempting to bind port 96f50380-f6b7-46f4-b695-5f8df181a956 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:13:16.297213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Attempting to bind port 96f50380-f6b7-46f4-b695-5f8df181a956 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:13:16.301546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Port 96f50380-f6b7-46f4-b695-5f8df181a956 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:13:16.301895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Attempting to bind port 96f50380-f6b7-46f4-b695-5f8df181a956 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:13:16.306663 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:13:16.307001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:13:16.307386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:13:16.307805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Bound port: 96f50380-f6b7-46f4-b695-5f8df181a956, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:13:16.308171 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:16.369489 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:13:16.372408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:13:16.439918 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:16.478726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:16.479357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:16.480784 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] 10.222.0.36 "PUT /v2.0/ports/96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 1092 time: 0.9003222 Aug 24 01:13:16.503614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32ad1-362e-4f6d-a7ed-3732634bf38a service neutron] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:16.555739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-ddeef898-ef45-4ab5-9b09-561f3c3eed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:16.557312 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-ddeef898-ef45-4ab5-9b09-561f3c3eed89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1095 time: 0.0426583 Aug 24 01:13:16.623784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65677db-d119-4202-9c16-f5226dd48534 req-8243932d-d0c4-47fc-b346-e6f037d716ee tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:16.628433 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e65677db-d119-4202-9c16-f5226dd48534 req-8243932d-d0c4-47fc-b346-e6f037d716ee tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 944 time: 0.0544968 Aug 24 01:13:16.662435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-3400e8be-03c2-4978-951d-90823af4c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:16.663979 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-3400e8be-03c2-4978-951d-90823af4c882 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0993629 Aug 24 01:13:16.666893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e65677db-d119-4202-9c16-f5226dd48534 req-181ef46a-0957-406a-aca9-e0393edd34df tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338097 Aug 24 01:13:16.731037 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-bdd5864e-5494-42bf-adf8-43c6e0e08145 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 999 time: 0.0600667 Aug 24 01:13:16.780265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-90b4047d-9c5a-49b2-8441-38a2539ebef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:16.781764 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-90b4047d-9c5a-49b2-8441-38a2539ebef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0440564 Aug 24 01:13:16.830434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-9060cf1f-c44e-4830-b356-12a48d694756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:16.832544 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-9060cf1f-c44e-4830-b356-12a48d694756 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428982 Aug 24 01:13:16.919878 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-6439b9e7-651c-4577-a96e-04e35461aad8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810623 Aug 24 01:13:17.012408 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6f1aff3e-8771-4565-9aeb-daec302a5b2b req-3c00ece2-8d83-4006-bb23-3eb9f2669f4a service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854931 Aug 24 01:13:17.782107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480e39e-53dd-4ded-828a-4ce7d559dcde req-fa1ebebe-fcda-4ce6-8372-918fd31d12d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:17.783579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0480e39e-53dd-4ded-828a-4ce7d559dcde req-fa1ebebe-fcda-4ce6-8372-918fd31d12d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 944 time: 0.0480704 Aug 24 01:13:17.820115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0480e39e-53dd-4ded-828a-4ce7d559dcde req-d9221a53-9682-4bfd-be85-c213bac34a12 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300291 Aug 24 01:13:18.094854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:18.097236 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbdafee-df1f-4b92-a262-69d315169476" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:18.144431 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58abe1df-83cb-4ee9-a8e5-7f3370372c3c x-openstack-request-id: req-58abe1df-83cb-4ee9-a8e5-7f3370372c3c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:18.144726 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:18.144988 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58abe1df-83cb-4ee9-a8e5-7f3370372c3c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:18.145396 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956', 'status': 'completed', 'code': 200} Aug 24 01:13:18.208224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdafee-df1f-4b92-a262-69d315169476 req-d34d84f9-38c6-4827-9ef1-bc95dce65214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.210844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-d34d84f9-38c6-4827-9ef1-bc95dce65214 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1095 time: 0.0467663 Aug 24 01:13:18.233432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdafee-df1f-4b92-a262-69d315169476 req-39ee5d52-c623-4e86-9612-a80d4730eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.235733 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-39ee5d52-c623-4e86-9612-a80d4730eb13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1095 time: 0.0434656 Aug 24 01:13:18.305831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 96f50380-f6b7-46f4-b695-5f8df181a956 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:13:18.312392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdafee-df1f-4b92-a262-69d315169476 req-2f605a2d-17b3-44a2-9612-33b37d395fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.313940 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-2f605a2d-17b3-44a2-9612-33b37d395fd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0959911 Aug 24 01:13:18.331117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdafee-df1f-4b92-a262-69d315169476 req-f67e9758-f9e9-4aed-89bb-9cbf234742da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.332653 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-f67e9758-f9e9-4aed-89bb-9cbf234742da service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0901432 Aug 24 01:13:18.344130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 96f50380-f6b7-46f4-b695-5f8df181a956 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:13:18.383419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-4572ee49-d308-4f96-9c5f-39276e8ced96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 999 time: 0.0623937 Aug 24 01:13:18.403695 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-6e214aec-01b7-4f5b-8506-27710cd8a6cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 999 time: 0.0633185 Aug 24 01:13:18.432420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdafee-df1f-4b92-a262-69d315169476 req-77a9842d-c5cf-420f-9572-8a02fd3fc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.433948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-77a9842d-c5cf-420f-9572-8a02fd3fc128 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0436878 Aug 24 01:13:18.452890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdafee-df1f-4b92-a262-69d315169476 req-632cfbb6-b78d-4e35-8d3f-754b9874c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.454691 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-632cfbb6-b78d-4e35-8d3f-754b9874c1c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0444062 Aug 24 01:13:18.478919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdafee-df1f-4b92-a262-69d315169476 req-f3d1b2f9-0bde-4c19-ae51-38e1462b313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.480416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-f3d1b2f9-0bde-4c19-ae51-38e1462b313c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402615 Aug 24 01:13:18.502636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdafee-df1f-4b92-a262-69d315169476 req-4ef1e516-d564-41c3-85ab-20daae2c310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.504144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-4ef1e516-d564-41c3-85ab-20daae2c310b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400624 Aug 24 01:13:18.575227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-d4dfa85a-7457-44ef-a8c6-d59034e6c30d service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880058 Aug 24 01:13:18.670630 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-b10cb1c1-2d12-4962-a124-01747cfef030 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886467 Aug 24 01:13:18.916299 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-4c9a40ca-a06a-4ffa-8793-8e54a138af5e service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046443 Aug 24 01:13:18.943609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3b3ef-6db5-4ca6-97c3-fd7cc3b530f9 req-2468a1df-2899-41a1-9855-db10e76bc09d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:18.945003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46a3b3ef-6db5-4ca6-97c3-fd7cc3b530f9 req-2468a1df-2899-41a1-9855-db10e76bc09d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 944 time: 0.0493543 Aug 24 01:13:18.982899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46a3b3ef-6db5-4ca6-97c3-fd7cc3b530f9 req-e86c2078-9809-4602-adb9-35acba6068d9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Aug 24 01:13:19.006638 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dcbdafee-df1f-4b92-a262-69d315169476 req-68313149-3f0a-4d46-80a5-ef0c462ce68a service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831697 Aug 24 01:13:20.105156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a10f-9cad-42e3-a953-9dffdb242bd3 req-527e651c-3200-40b5-bdfc-b57ce1dc776c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:20.106705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d78a10f-9cad-42e3-a953-9dffdb242bd3 req-527e651c-3200-40b5-bdfc-b57ce1dc776c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 944 time: 0.0540383 Aug 24 01:13:20.144554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d78a10f-9cad-42e3-a953-9dffdb242bd3 req-a5e60d2e-c990-43bb-a1f6-b5f93e26df1c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Aug 24 01:13:20.874364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 96f50380-f6b7-46f4-b695-5f8df181a956 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:13:20.965292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:20.977357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '96f50380-f6b7-46f4-b695-5f8df181a956', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': '96f50380-f6b7-46f4-b695-5f8df181a956', 'mac_address': 'fa:16:3e:58:3d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:13:21.017376 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:21.030512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f50380-f6b7-46f4-b695-5f8df181a956 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:13:21.049647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:21.130844 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:21.179837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:21.187544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.187893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.188235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.188573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.188919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.189235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.189589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.189914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.190238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.190563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.190888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.191213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:21.260098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7ac06-8394-4f9f-9cdc-087fe00001ba req-76edd07d-904e-48f0-a967-521e7b3497db tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:21.261942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8c7ac06-8394-4f9f-9cdc-087fe00001ba req-76edd07d-904e-48f0-a967-521e7b3497db tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 945 time: 0.0485413 Aug 24 01:13:21.301478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8c7ac06-8394-4f9f-9cdc-087fe00001ba req-88f62992-c90e-4419-b2b3-0cd01df39ac8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Aug 24 01:13:21.557948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['96f50380-f6b7-46f4-b695-5f8df181a956'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:13:21.668288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49a7cf-a653-4600-abc1-cbd497c0a405 req-52b57c26-f006-4c82-a6e9-302dcc1bf693 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:21.669873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a49a7cf-a653-4600-abc1-cbd497c0a405 req-52b57c26-f006-4c82-a6e9-302dcc1bf693 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 945 time: 0.0508778 Aug 24 01:13:21.731161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a49a7cf-a653-4600-abc1-cbd497c0a405 req-d7adb39e-8569-4bee-9a96-94ccc4724202 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460880 Aug 24 01:13:21.776777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-2a5564f0-d630-474d-90a5-cfce6b18a227 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:21.778373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-2a5564f0-d630-474d-90a5-cfce6b18a227 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0&tenant_id=de64638a700e4d56aa18aae8755f8bdc&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 945 time: 0.0584493 Aug 24 01:13:21.841512 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-a55d02fe-87c5-4ba9-9742-56c66ea6f3f2 service neutron] delete failed (client error): The resource could not be found. Aug 24 01:13:21.842804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-a55d02fe-87c5-4ba9-9742-56c66ea6f3f2 service neutron] 10.222.0.37 "DELETE /v2.0/ports/96f50380-f6b7-46f4-b695-5f8df181a956/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0577590 Aug 24 01:13:21.930896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-788cf83b-d23f-41a4-98fd-42871ff373a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:21.932402 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-788cf83b-d23f-41a4-98fd-42871ff373a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1096 time: 0.0423017 Aug 24 01:13:22.025952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-6f3e0b96-eb46-4923-81e9-3355055e7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:22.027327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-6f3e0b96-eb46-4923-81e9-3355055e7d5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0872924 Aug 24 01:13:22.090620 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-dd001d9f-23e8-4251-bb7f-71395d041ac5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 1000 time: 0.0568843 Aug 24 01:13:22.138223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-113cc0c4-2762-4559-ae83-de72f7833269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:22.139616 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-113cc0c4-2762-4559-ae83-de72f7833269 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0428925 Aug 24 01:13:22.187982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-4f4905d8-393a-480d-9f21-f665f09ef0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:22.189436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-4f4905d8-393a-480d-9f21-f665f09ef0ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429301 Aug 24 01:13:22.277203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-233d4361-baed-4d44-a3af-ae9112fbfd8a service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802650 Aug 24 01:13:22.368195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc33d21f-f68c-4269-941a-3ced449d8ee7 req-e538bcdd-6252-4eed-970f-15057b39fbfa service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844657 Aug 24 01:13:22.847654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f25db-fe7f-4b7d-98de-b5c552730db9 req-1a7e82ff-4c8d-42a4-af88-5cdd0246f382 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:22.849270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa2f25db-fe7f-4b7d-98de-b5c552730db9 req-1a7e82ff-4c8d-42a4-af88-5cdd0246f382 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 945 time: 0.0501409 Aug 24 01:13:22.885306 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 96f50380-f6b7-46f4-b695-5f8df181a956 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:22.888009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fa2f25db-fe7f-4b7d-98de-b5c552730db9 req-0fee9e1b-4552-463a-bcaf-6e437966adbd tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321443 Aug 24 01:13:22.987859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 96f50380-f6b7-46f4-b695-5f8df181a956 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:22.991727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 96f50380-f6b7-46f4-b695-5f8df181a956 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:22.995048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:23.067165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:23.092891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:23.106923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:23.133184 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f03332a-b7a8-44fc-aee4-9af95bbedb12" -d '{"events": [{"server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "name": "network-vif-plugged", "status": "completed", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:23.159661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:23.207703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:23.214873 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce098440-dd3c-4295-87f5-aad50426b978 x-openstack-request-id: req-ce098440-dd3c-4295-87f5-aad50426b978 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:23.215165 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "name": "network-vif-plugged", "status": "completed", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:23.215417 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce098440-dd3c-4295-87f5-aad50426b978 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:23.215806 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956', 'code': 200} Aug 24 01:13:24.009528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148dd9b-3111-4db7-9f75-ded8d0bbd3d6 req-baf2a3fb-9346-434d-b552-c5871058c955 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:24.011038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e148dd9b-3111-4db7-9f75-ded8d0bbd3d6 req-baf2a3fb-9346-434d-b552-c5871058c955 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0493100 Aug 24 01:13:24.047902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e148dd9b-3111-4db7-9f75-ded8d0bbd3d6 req-4a050796-d122-4be0-b232-3951e315476c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308154 Aug 24 01:13:24.165365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd65348-2956-4893-8b54-dbe69de0a24a req-f9b91713-21ac-4eb7-97ac-04bf2d090f7c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:24.166758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dd65348-2956-4893-8b54-dbe69de0a24a req-f9b91713-21ac-4eb7-97ac-04bf2d090f7c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0523019 Aug 24 01:13:24.203220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2dd65348-2956-4893-8b54-dbe69de0a24a req-b1ac28f9-4889-4bba-9714-b1e5bd481545 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 Aug 24 01:13:24.493833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc1a4b-f55a-40da-a0d2-e4dfc881087c req-d09b7262-ccfc-46b0-9c2d-1049827a5624 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:24.495364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2bfc1a4b-f55a-40da-a0d2-e4dfc881087c req-d09b7262-ccfc-46b0-9c2d-1049827a5624 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0502081 Aug 24 01:13:24.537025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2bfc1a4b-f55a-40da-a0d2-e4dfc881087c req-39621f5c-bee8-40bf-a588-bc283e4bfece tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356817 Aug 24 01:13:24.624291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-91f231b8-c443-4ffd-b65b-8bf7fc72ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:24.625801 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-91f231b8-c443-4ffd-b65b-8bf7fc72ba98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 1097 time: 0.0444126 Aug 24 01:13:24.714583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-b675de82-6e14-439c-ada6-ace5a0acaa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:24.715952 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-b675de82-6e14-439c-ada6-ace5a0acaa89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0820718 Aug 24 01:13:24.782883 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-471c95c0-964f-4327-9bc1-c61e996cbac3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 200 len: 1001 time: 0.0598135 Aug 24 01:13:24.830619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-5d0548db-8d01-4f3a-b54d-488de7e0a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:24.838170 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-5d0548db-8d01-4f3a-b54d-488de7e0a16c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0427582 Aug 24 01:13:24.876804 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-d43fb1be-e9f4-4bc8-9661-9954717f67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:24.878335 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-d43fb1be-e9f4-4bc8-9661-9954717f67e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392406 Aug 24 01:13:24.970373 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-7b6fd2ac-1a1c-42b5-a90c-5362ca73bad8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850122 Aug 24 01:13:25.059066 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-57348fd0-c846-4c3b-85c5-9e34311e7a14 req-e1449427-30ad-48af-a34d-1d26b14d7c73 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806053 Aug 24 01:13:25.654668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4bbf1-cacf-489a-8fb4-fb965e87fd1f req-497ecd5c-4645-48d1-b17d-5b560f344fd1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:25.656166 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05d4bbf1-cacf-489a-8fb4-fb965e87fd1f req-497ecd5c-4645-48d1-b17d-5b560f344fd1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0492306 Aug 24 01:13:25.694435 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05d4bbf1-cacf-489a-8fb4-fb965e87fd1f req-7394eb80-f302-412a-b8f0-7e936d9a6f1c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Aug 24 01:13:26.045105 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:26.342310 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0d262042-88e7-4834-9f87-b904eab3dd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:26.811694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d86da4-5a6a-4603-870f-a626bf17e4ea req-961f907d-278a-4676-98b8-18ece3558813 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:26.813146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86d86da4-5a6a-4603-870f-a626bf17e4ea req-961f907d-278a-4676-98b8-18ece3558813 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0518141 Aug 24 01:13:26.849992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86d86da4-5a6a-4603-870f-a626bf17e4ea req-d9131b60-1ee6-4ee6-8892-4455a4798a94 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302229 Aug 24 01:13:27.314833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754ec8d-7308-44f8-9275-84957f922e96 req-da7807ee-e12a-44a7-99ab-20a650160af9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:27.316343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9754ec8d-7308-44f8-9275-84957f922e96 req-da7807ee-e12a-44a7-99ab-20a650160af9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0495780 Aug 24 01:13:27.353269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9754ec8d-7308-44f8-9275-84957f922e96 req-bc16c626-d8a1-4306-8abf-ec9fe0a4e1b0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Aug 24 01:13:28.469976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349f123-4300-47b5-b7aa-4882598ae492 req-97ac4075-7c50-4d91-a6cb-e7dc80b25f12 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:28.471468 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c349f123-4300-47b5-b7aa-4882598ae492 req-97ac4075-7c50-4d91-a6cb-e7dc80b25f12 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0502656 Aug 24 01:13:28.509432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c349f123-4300-47b5-b7aa-4882598ae492 req-9a945952-176c-4b51-b420-3370dcf9e583 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Aug 24 01:13:28.778795 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-82f899c5-3fb4-47f6-a932-e9135f5f5dd6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:28.780169 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-82f899c5-3fb4-47f6-a932-e9135f5f5dd6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 946 time: 0.0486174 Aug 24 01:13:28.875544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Deleting port 96f50380-f6b7-46f4-b695-5f8df181a956 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:13:28.875884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:28.963982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] For port 96f50380-f6b7-46f4-b695-5f8df181a956, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=96f50380-f6b7-46f4-b695-5f8df181a956,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:28.964356 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:29.027491 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e10e16b6-02fa-4626-9967-409b3c8f74f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:29.141765 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:29.142154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:29.142474 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda disassociated. External IP: 172.25.5.78, port: 96f50380-f6b7-46f4-b695-5f8df181a956. Aug 24 01:13:29.142820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Calling delete_port for 96f50380-f6b7-46f4-b695-5f8df181a956 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:13:29.147524 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:29.330380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:29.359296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event deleted for resources: {'Port': ['ID=96f50380-f6b7-46f4-b695-5f8df181a956,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:29.477830 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:13:29.589907 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:13:29.599564 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:13:29.611107 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:13:29.611848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:13:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:29.613584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a52a45c-598b-4a4e-8ecb-a8680bafab65 req-24fa10e4-e9a5-41a5-a018-1be8f5162d99 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bf2b61a-a4d4-4a58-a92a-701b50b908e0 HTTP/1.1" status: 200 len: 210 time: 0.0383060 Aug 24 01:13:29.635160 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] No DVR routers for this DVR port 96f50380-f6b7-46f4-b695-5f8df181a956 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:13:29.638091 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:29.640201 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-aed05edd-c1b3-4ef6-832c-45f5ad18c5c0 req-a137e5d5-ed48-43d7-a3d3-e0d1df2a52d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "DELETE /v2.0/ports/96f50380-f6b7-46f4-b695-5f8df181a956 HTTP/1.1" status: 204 len: 173 time: 0.8532772 Aug 24 01:13:29.640643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'name': 'network-vif-deleted', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:29.643273 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbc9cda-6d6d-4a0e-b4e9-576499f7e284" -d '{"events": [{"server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "name": "network-vif-deleted", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:29.681987 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad0171f-e754-4bb8-babb-8b76e1517fc1 x-openstack-request-id: req-2ad0171f-e754-4bb8-babb-8b76e1517fc1 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:29.682291 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf2b61a-a4d4-4a58-a92a-701b50b908e0", "name": "network-vif-deleted", "tag": "96f50380-f6b7-46f4-b695-5f8df181a956", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:29.682554 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ad0171f-e754-4bb8-babb-8b76e1517fc1 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:29.682966 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf2b61a-a4d4-4a58-a92a-701b50b908e0', 'name': 'network-vif-deleted', 'tag': '96f50380-f6b7-46f4-b695-5f8df181a956', 'status': 'completed', 'code': 200} Aug 24 01:13:29.728293 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:13:29.926966 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:29.955270 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:13:29.964324 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:13:29.964922 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:13:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:30.070720 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:13:30.267848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:30.297426 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680cb7d-38f0-48d4-b7a1-e17cf5e3d7ca None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:13:30.507659 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:30.528938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c1e4d-d3bb-4935-a510-6a4d3fad8061 None None] New status for floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:13:30.902742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-7e6ae3a6-774c-457a-a3c4-c6ee581f0a29 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1549756225&fields=id&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 267 time: 0.0350482 Aug 24 01:13:31.009783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2ec28653-05c9-4499-81f7-ac59ae91e2df tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:31.011719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2ec28653-05c9-4499-81f7-ac59ae91e2df tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 812 time: 0.1020563 Aug 24 01:13:31.027360 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-b0563dba-7096-46e7-8652-8e2930d76072 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/quotas/de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 375 time: 0.0098693 Aug 24 01:13:31.079025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-443d4799-c71c-4249-bf4f-41074129f766 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466139 Aug 24 01:13:31.166009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-68009a4d-15b5-4962-8c8c-e53ab552b6cb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:13:31.167046 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-68009a4d-15b5-4962-8c8c-e53ab552b6cb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434813 Aug 24 01:13:31.256600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d8e67317-5fbb-44f2-9311-ad049cd46b99 service neutron] 10.222.0.26 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833838 Aug 24 01:13:31.347577 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-a1118309-2628-4d98-872b-0efaf0db69f4 service neutron] 10.222.0.26 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841291 Aug 24 01:13:31.638436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82634c7c-66d3-47af-ad24-dfe14493c9c4 req-86ff6cc2-ec6b-405a-9c0f-6d21bf8098e5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 210 time: 0.0383689 Aug 24 01:13:31.987710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:32.735432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80446334-303b-4bce-a10e-63c4757d1bb6 req-e67207b1-2cce-4f4b-bfde-d541058a8567 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Aug 24 01:13:32.904541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 96f50380-f6b7-46f4-b695-5f8df181a956 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:13:32.927183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 96f50380-f6b7-46f4-b695-5f8df181a956 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:13:32.927527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 96f50380-f6b7-46f4-b695-5f8df181a956 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:13:33.333192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-f20e8e55-c273-4558-8e7f-49af98c02c19 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:33.334764 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-f20e8e55-c273-4558-8e7f-49af98c02c19 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 812 time: 0.0999649 Aug 24 01:13:33.378757 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-9c8fda03-0dd6-4db7-808d-148183b290f9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 380 time: 0.0342393 Aug 24 01:13:33.388533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'port': {'device_id': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'admin_state_up': True, 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'security_groups': ['8c1c65cb-b77d-4d74-8936-bcd2253c4068']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:13:33.587600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Made reservation on behalf of de64638a700e4d56aa18aae8755f8bdc for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:13:33.591136 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:33.717468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Allocated IP 172.20.0.13 (8d295664-5761-446f-8eb8-42ca3f8f6303/529c5d06-5383-455a-ac33-1affa7cf0621/c36e9b15-9ecb-4cfe-954f-82ed56ce4b92) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:13:33.842326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dae69aa-2dc2-4335-9e61-183b89016b8a req-b21492f4-dcc6-4390-bf10-73aebce459b7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 210 time: 0.0341005 Aug 24 01:13:33.877972 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:33.896582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Transition to ACTIVE for port object c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:13:33.987697 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.032926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:13:34.035908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:13:34.039503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:13:34.046023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:34.074903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.075260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.075611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.075961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.076307 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.076646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.076984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.077320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.077745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.078015 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.078349 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.078683 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:13:34.104707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:34.105262 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.188479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-2f9d984a-3c36-4e7f-8128-b78a01cb0afa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8038490 Aug 24 01:13:34.201411 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Request body: {'port': {'device_id': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:13:34.258791 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.290799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1c163afa-d7a5-45dc-95d6-fa963ec8c9cb None None] Provisioning for port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:34.295182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1c163afa-d7a5-45dc-95d6-fa963ec8c9cb None None] Provisioning complete for port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:34.295998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1c163afa-d7a5-45dc-95d6-fa963ec8c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.329666 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1c163afa-d7a5-45dc-95d6-fa963ec8c9cb None None] Port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:13:34.523183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:13:34.530561 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.542765 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Transition to ACTIVE for port object c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:13:34.621481 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.674331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:34.748033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:13:34.748377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:13:34.748707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:13:34.753372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:13:34.753731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:13:34.758664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:13:34.759008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:13:34.759397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:13:34.759824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Bound port: c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:13:34.760190 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.826146 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:13:34.829099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:13:34.890924 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.924000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:34.924851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:34.926419 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1092 time: 0.7298055 Aug 24 01:13:34.932173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:34.991032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c95437-31e7-4020-8315-9718c2e304c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:35.000254 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1088fc-a33e-4a81-9f19-258d3259cdbc" -d '{"events": [{"name": "network-changed", "server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:35.010358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2be9d-cd1f-41f8-bd92-16a8364b50dd req-775013e7-8d7d-4b4b-86bd-9c6b2f85faf8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:35.011930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d2be9d-cd1f-41f8-bd92-16a8364b50dd req-775013e7-8d7d-4b4b-86bd-9c6b2f85faf8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 944 time: 0.0934319 Aug 24 01:13:35.098005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d2be9d-cd1f-41f8-bd92-16a8364b50dd req-eb5f12cb-ac0b-438f-a226-e358b2a7a252 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781748 Aug 24 01:13:35.099484 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1d712e-1cc2-4ea2-b478-b428aeee510a x-openstack-request-id: req-ad1d712e-1cc2-4ea2-b478-b428aeee510a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:35.099775 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:35.100033 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad1d712e-1cc2-4ea2-b478-b428aeee510a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:35.100439 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'status': 'completed', 'code': 200} Aug 24 01:13:35.110894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-e0d4bdfc-dd86-4fe2-8fb6-13aefe1ecc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:35.112411 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-e0d4bdfc-dd86-4fe2-8fb6-13aefe1ecc5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0612695 Aug 24 01:13:35.155165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-e07b6ffe-8850-4871-b10b-c77ec5d70833 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 217 time: 0.0346694 Aug 24 01:13:35.204429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-6a0acb19-8baf-4703-a73f-7764d6020c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:35.205819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-6a0acb19-8baf-4703-a73f-7764d6020c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0437059 Aug 24 01:13:35.253429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-cb6f5eaf-9263-44b4-9948-4f2fc1d7b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:35.254826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-cb6f5eaf-9263-44b4-9948-4f2fc1d7b7c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425055 Aug 24 01:13:35.341604 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-c9ee9729-d7d1-4108-95f7-281cb6270567 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796585 Aug 24 01:13:35.431457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ab53bc1-f011-417c-97ea-3c5234bbc1e9 req-f22d4bf5-4788-4631-b871-10f3b6c071ac service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831401 Aug 24 01:13:35.642817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-0ad0f4cc-cb2a-4946-99d5-7b64d93b0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:35.644291 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-0ad0f4cc-cb2a-4946-99d5-7b64d93b0ec8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0418818 Aug 24 01:13:35.734097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-12fd8bce-be46-4196-b7d8-f2fe271c24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:35.735527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-12fd8bce-be46-4196-b7d8-f2fe271c24e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0847001 Aug 24 01:13:35.775287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-f8147079-2999-4eff-b7a3-728af9e088fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 217 time: 0.0327334 Aug 24 01:13:35.824174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-42b69ca3-3e1c-4f55-8b05-bf99c2f0819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:35.825617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-42b69ca3-3e1c-4f55-8b05-bf99c2f0819b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0420806 Aug 24 01:13:35.871583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-cf6fb78d-569b-4382-aa6d-d4f2b3c8f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:35.873052 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-cf6fb78d-569b-4382-aa6d-d4f2b3c8f3f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394759 Aug 24 01:13:35.966614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-4fcd7d2e-ef37-4d39-b34d-8a59fcaeb042 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856748 Aug 24 01:13:36.056759 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be1088fc-a33e-4a81-9f19-258d3259cdbc req-ff1ea198-d912-419d-8ef0-16a44dee9cd0 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824823 Aug 24 01:13:36.219488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893625a-5efb-49a9-9f38-90a2f779671f req-40317115-88d3-46d1-8a4f-502e2389585e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:36.220921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0893625a-5efb-49a9-9f38-90a2f779671f req-40317115-88d3-46d1-8a4f-502e2389585e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 944 time: 0.0534737 Aug 24 01:13:36.257624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0893625a-5efb-49a9-9f38-90a2f779671f req-86b9f3ad-351d-44ac-9edb-371d9ca26b3b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306220 Aug 24 01:13:37.378097 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f81d9-852c-45a4-a9cb-4cc0d3628879 req-6cb14687-1845-4b72-8134-413737f620a6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:37.379602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-917f81d9-852c-45a4-a9cb-4cc0d3628879 req-6cb14687-1845-4b72-8134-413737f620a6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 944 time: 0.0538430 Aug 24 01:13:37.417595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-917f81d9-852c-45a4-a9cb-4cc0d3628879 req-5d0fd38e-7acf-41b0-9cf4-00e8e2ff2b12 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Aug 24 01:13:38.407842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:13:38.583765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:38.583765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'mac_address': 'fa:16:3e:cb:8c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:13:38.585600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ccf05-bff9-4948-8f3a-084334d53059 req-66c43277-cb89-4ef2-a983-4c64484eb9e8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:38.585600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d2ccf05-bff9-4948-8f3a-084334d53059 req-66c43277-cb89-4ef2-a983-4c64484eb9e8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 944 time: 0.0511003 Aug 24 01:13:38.586097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:38.586097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:13:38.586289 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d2ccf05-bff9-4948-8f3a-084334d53059 req-b3b12ff7-274a-47e8-8827-b8c97efda2ed tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346465 Aug 24 01:13:38.591286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:38.638400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:38.684987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:38.840610 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:13:39.696315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963880b-239f-43d1-8c86-7ff167d3ba6f req-b519301d-330b-491f-93d8-e0a655761af4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:39.697779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4963880b-239f-43d1-8c86-7ff167d3ba6f req-b519301d-330b-491f-93d8-e0a655761af4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Aug 24 01:13:39.734598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4963880b-239f-43d1-8c86-7ff167d3ba6f req-60dd8bb4-e12a-4982-b523-be98f838c18a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308750 Aug 24 01:13:40.349233 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:13:40.422909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:13:40.530178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:13:40.533883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:13:40.534261 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:40.608083 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:40.637420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:40.639679 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347aa54a-8139-4921-b229-e5d8e89814d7" -d '{"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-plugged", "status": "completed", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:40.658941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:13:40.676216 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065bfb9a-16fc-4ca3-8bcc-24d6eb00bf8c x-openstack-request-id: req-065bfb9a-16fc-4ca3-8bcc-24d6eb00bf8c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:40.676504 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-plugged", "status": "completed", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:40.676756 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-065bfb9a-16fc-4ca3-8bcc-24d6eb00bf8c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:40.677152 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'code': 200} Aug 24 01:13:40.707321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:40.755749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:13:40.772787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b40ccb-16a6-4fd7-8615-6115a9661a15 req-08c7ee76-3962-4870-a1ce-78ed1c9068e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:40.774409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62b40ccb-16a6-4fd7-8615-6115a9661a15 req-08c7ee76-3962-4870-a1ce-78ed1c9068e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0412769 Aug 24 01:13:40.819941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-62b40ccb-16a6-4fd7-8615-6115a9661a15 req-a27bbfc0-15e2-44c8-b94e-0c6b563739f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381560 Aug 24 01:13:40.855002 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61295221-6c60-4c60-b4b4-b452e23ad72d req-2503e85f-08a5-49da-9946-1484eec24a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:40.856453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61295221-6c60-4c60-b4b4-b452e23ad72d req-2503e85f-08a5-49da-9946-1484eec24a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0512660 Aug 24 01:13:40.895292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61295221-6c60-4c60-b4b4-b452e23ad72d req-e8ffab00-fe11-4475-a02e-4a5967c394ba tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325873 Aug 24 01:13:42.014073 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11777d70-51be-4749-aac7-fea99ef7a38c req-d130f431-d1f4-4386-83dc-02f50ccb11b9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:42.015566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11777d70-51be-4749-aac7-fea99ef7a38c req-d130f431-d1f4-4386-83dc-02f50ccb11b9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0531204 Aug 24 01:13:42.052273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-11777d70-51be-4749-aac7-fea99ef7a38c req-d8de985d-732d-4970-b47c-c482bc208682 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309255 Aug 24 01:13:42.872619 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:43.164020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cda25-153a-48a6-b6f8-e259940643a0 req-bf69005b-0370-4ab4-a859-48720e000ada tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:43.165496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-253cda25-153a-48a6-b6f8-e259940643a0 req-bf69005b-0370-4ab4-a859-48720e000ada tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0480573 Aug 24 01:13:43.202179 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-253cda25-153a-48a6-b6f8-e259940643a0 req-af9ffc22-b8c6-4ff6-9642-fff92f1d89b6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300231 Aug 24 01:13:43.311594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43c193-ded1-46ae-8aea-be6c6006e2ed req-3c8b2060-007d-4003-bde9-7a0d1de68262 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:43.313082 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e43c193-ded1-46ae-8aea-be6c6006e2ed req-3c8b2060-007d-4003-bde9-7a0d1de68262 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0493674 Aug 24 01:13:43.321596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50202) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:13:43.325974 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'floatingip': {'port_id': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:13:43.367940 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:44.096442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:44.233100 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:44.329886 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda associated. External IP: 172.25.5.78, port: c36e9b15-9ecb-4cfe-954f-82ed56ce4b92. Aug 24 01:13:44.540385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:13:44.646183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:13:44.650967 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:44.656024 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:13:44.664811 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:13:44.665422 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:13:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:44.676969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9d53c5dd-935f-45b2-8282-441106e5336b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "PUT /v2.0/floatingips/e8317670-5d54-4cb8-9dfa-5536f184aeda HTTP/1.1" status: 200 len: 991 time: 1.3542993 Aug 24 01:13:44.677685 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:13:44.680034 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129a1dae-8623-4dc4-8b3f-35c648688da3" -d '{"events": [{"name": "network-changed", "server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:13:44.718015 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd6e087-770a-4e95-884c-3276e0191a44 x-openstack-request-id: req-dcd6e087-770a-4e95-884c-3276e0191a44 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:13:44.718331 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:13:44.718565 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcd6e087-770a-4e95-884c-3276e0191a44 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:13:44.718972 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'status': 'completed', 'code': 200} Aug 24 01:13:44.777898 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:13:44.783523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-c3641b28-2d7c-4109-aecc-c399ec0096b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:44.785014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-c3641b28-2d7c-4109-aecc-c399ec0096b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0442913 Aug 24 01:13:44.877693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-67840a5d-a11e-491a-8eb3-3fe3d645b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:44.880656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-67840a5d-a11e-491a-8eb3-3fe3d645b0d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0873113 Aug 24 01:13:44.949480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-b6ffca0e-2613-4a86-b2ac-c3483980f270 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 999 time: 0.0635936 Aug 24 01:13:44.998355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-02db5148-538f-42ff-abb4-437af8bee5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:44.999815 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-02db5148-538f-42ff-abb4-437af8bee5ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0435939 Aug 24 01:13:45.003746 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:cb:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:13:44Z', 'revision_number': 9, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:45.029963 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:13:45.038319 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:13:45.038933 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:13:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:45.045362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-518758cb-ee8a-4a30-89cf-417eb28924e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:45.046908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-518758cb-ee8a-4a30-89cf-417eb28924e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405078 Aug 24 01:13:45.140487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-a48565b7-6626-4de6-babe-456ef98e539b service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859728 Aug 24 01:13:45.143544 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:13:45.233448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-129a1dae-8623-4dc4-8b3f-35c648688da3 req-7e75d1ef-aacb-484d-99f4-503e559c55f5 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863609 Aug 24 01:13:45.450299 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:cb:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:13:44Z', 'revision_number': 9, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:13:45.476512 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f443460-8783-4199-8c33-44a2af3cbef9 None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:cb:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:13:44Z', 'revision_number': 9, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:13:45.522774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b2a963-a904-4822-b118-492b5a1999c2 req-1864702a-b014-4eba-9b3e-bbe444f9ca75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406868 Aug 24 01:13:45.610707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a963-a904-4822-b118-492b5a1999c2 req-61300cc9-b7c2-4f70-9695-e8bd19542bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:45.612253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b2a963-a904-4822-b118-492b5a1999c2 req-61300cc9-b7c2-4f70-9695-e8bd19542bbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0471947 Aug 24 01:13:45.668404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092ffa48-864d-4b7c-adc7-b81515ee9853 None None] New status for floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:13:45.715810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a963-a904-4822-b118-492b5a1999c2 req-443f7c2d-6aac-4c7c-8e43-3a93be32f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:45.717215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b2a963-a904-4822-b118-492b5a1999c2 req-443f7c2d-6aac-4c7c-8e43-3a93be32f577 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0858510 Aug 24 01:13:45.789028 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b2a963-a904-4822-b118-492b5a1999c2 req-d9d6f3a6-d496-49c8-991d-306cdc27d65c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 999 time: 0.0645926 Aug 24 01:13:45.839312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a963-a904-4822-b118-492b5a1999c2 req-e1cfd6b3-442a-4d82-b13c-1e9229156d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:45.843222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b2a963-a904-4822-b118-492b5a1999c2 req-e1cfd6b3-442a-4d82-b13c-1e9229156d15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0448637 Aug 24 01:13:45.884720 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2a963-a904-4822-b118-492b5a1999c2 req-a181e09d-de8b-48e4-9ed8-014c8ad1ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:13:45.887014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b2a963-a904-4822-b118-492b5a1999c2 req-a181e09d-de8b-48e4-9ed8-014c8ad1ff55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397654 Aug 24 01:13:45.979943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b2a963-a904-4822-b118-492b5a1999c2 req-aaefdb10-69ab-4f74-9cbe-6499ef483fa4 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861013 Aug 24 01:13:46.067943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99b2a963-a904-4822-b118-492b5a1999c2 req-4814038c-b506-4621-a115-6ea13719bc19 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813782 Aug 24 01:13:56.032737 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:56.289403 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4d7f794a-6091-4042-a46d-8ef2bd934d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:59.009846 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bba6accd-a12a-461f-94ad-103e246ca6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:13:59.134836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:00.501176 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:02.043737 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:12.900459 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:17.349197 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:14:26.037284 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:26.300445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-05c12fc3-bb59-4cdc-8918-f98c2beab2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:29.025430 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c57409e9-2cec-41ce-85a3-956aceb988b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:29.174521 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:30.529178 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:32.020321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:42.917290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:47.532051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d574b6-412f-41d6-a323-29973058ace6 req-2a1915ce-0542-4c84-86de-63e48c4dc161 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450041 Aug 24 01:14:47.622865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d574b6-412f-41d6-a323-29973058ace6 req-855d3411-6a42-4f36-8bc5-21eb9ca845f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:47.624256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d574b6-412f-41d6-a323-29973058ace6 req-855d3411-6a42-4f36-8bc5-21eb9ca845f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0488067 Aug 24 01:14:47.722842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d574b6-412f-41d6-a323-29973058ace6 req-e0ef4ff4-9e39-4de0-8718-92046c99915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:47.724281 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d574b6-412f-41d6-a323-29973058ace6 req-e0ef4ff4-9e39-4de0-8718-92046c99915d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0819719 Aug 24 01:14:47.793185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d574b6-412f-41d6-a323-29973058ace6 req-2de2e39d-9f0f-4743-b751-f56a59cdc487 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1002 time: 0.0613384 Aug 24 01:14:47.840461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d574b6-412f-41d6-a323-29973058ace6 req-769df843-e0c0-44ba-94d7-f4cf01431d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:47.841902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d574b6-412f-41d6-a323-29973058ace6 req-769df843-e0c0-44ba-94d7-f4cf01431d41 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0421979 Aug 24 01:14:47.892386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d574b6-412f-41d6-a323-29973058ace6 req-4c65431a-a45a-405e-8c1b-7a1adcd21b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:14:47.892386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d574b6-412f-41d6-a323-29973058ace6 req-4c65431a-a45a-405e-8c1b-7a1adcd21b85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405273 Aug 24 01:14:47.982105 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d574b6-412f-41d6-a323-29973058ace6 req-824ef6eb-bfae-4f0e-80c3-f068c0e5b085 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853598 Aug 24 01:14:48.070317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7d574b6-412f-41d6-a323-29973058ace6 req-37954af7-3d8e-4e38-8114-c01a09e35123 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812950 Aug 24 01:14:54.348662 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:14:56.013886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:56.315523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1aa017cf-b7c7-4927-b361-a9ccb9a7dcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:59.019341 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a0da10e-6335-463b-8bd0-8a1c29976c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:14:59.128109 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:00.516760 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:02.008723 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:12.937516 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:20.732364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8e36-a14f-438b-8dbd-dcc1ed2b465e req-3cafecfd-95fc-40d8-84b3-96123434820d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:20.733886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fbb8e36-a14f-438b-8dbd-dcc1ed2b465e req-3cafecfd-95fc-40d8-84b3-96123434820d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0500145 Aug 24 01:15:20.772712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fbb8e36-a14f-438b-8dbd-dcc1ed2b465e req-37f5d817-9178-4a8c-993f-57edb140d083 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329218 Aug 24 01:15:20.860932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-5e8b9139-401b-4db7-ab03-dca7e64e2cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435565 Aug 24 01:15:21.897829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75edf-d65f-44ff-98c0-b12ac8e40344 req-2d9ebe79-440e-4431-8681-0f0589d35533 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:21.899253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9d75edf-d65f-44ff-98c0-b12ac8e40344 req-2d9ebe79-440e-4431-8681-0f0589d35533 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0500917 Aug 24 01:15:21.937911 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c9d75edf-d65f-44ff-98c0-b12ac8e40344 req-3eb5c7ad-8150-48c5-b09e-f326e3e30b7d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Aug 24 01:15:22.796302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-f9d9b793-27d8-4373-89b3-d8f2837c9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:22.797785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-f9d9b793-27d8-4373-89b3-d8f2837c9dcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0408335 Aug 24 01:15:22.888855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-ad7a7714-7397-4eb6-b05e-d7c2c2716ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:22.890907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-ad7a7714-7397-4eb6-b05e-d7c2c2716ed2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0867057 Aug 24 01:15:22.955558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-15a315da-87b1-48c0-ae29-5c50e15727db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1002 time: 0.0573785 Aug 24 01:15:23.005435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-8f50bc14-aa47-44e1-8b47-1ed8e1d5deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:23.006952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-8f50bc14-aa47-44e1-8b47-1ed8e1d5deaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0436783 Aug 24 01:15:23.097284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf154b-6c9c-4163-9164-ee1aeff21aaa req-6f445a7c-e28f-415e-a16b-f6a5e81b3259 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:23.098772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-caaf154b-6c9c-4163-9164-ee1aeff21aaa req-6f445a7c-e28f-415e-a16b-f6a5e81b3259 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0906959 Aug 24 01:15:23.103897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-c92ece48-858e-41c9-b67d-e37690f1debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:23.105270 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-c92ece48-858e-41c9-b67d-e37690f1debd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889571 Aug 24 01:15:23.186810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-caaf154b-6c9c-4163-9164-ee1aeff21aaa req-627f10d6-85e2-4b5c-a125-f0a973c65592 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800059 Aug 24 01:15:23.218977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-828a4ce4-068b-4c4f-b3a2-820afabb340e service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057947 Aug 24 01:15:23.307811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-9bc623b7-fd90-4460-960f-de68d9b28c3f service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820735 Aug 24 01:15:24.300812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b4915-89da-44b1-8f3d-d2e826c0b1d4 req-66f82c1a-97a3-42aa-ad88-d0bd667f27f0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:24.302349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b06b4915-89da-44b1-8f3d-d2e826c0b1d4 req-66f82c1a-97a3-42aa-ad88-d0bd667f27f0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0490127 Aug 24 01:15:24.340247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b06b4915-89da-44b1-8f3d-d2e826c0b1d4 req-9c6d0568-0cc3-4fb2-a14e-dea8d557a9d8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Aug 24 01:15:25.458215 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4da451-d463-40c7-b273-8528b525582a req-d17326ea-ed18-4533-95ad-f94fe4945f6b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:25.459719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb4da451-d463-40c7-b273-8528b525582a req-d17326ea-ed18-4533-95ad-f94fe4945f6b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0522387 Aug 24 01:15:25.497029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bb4da451-d463-40c7-b273-8528b525582a req-6040d19a-7313-411c-8d1b-28629982fbc4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313897 Aug 24 01:15:26.056855 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:26.302852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bfcb85f5-44a1-401f-a24b-4c2cbc82c5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:26.610497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6e0d0-71fb-4a71-8504-12d25c90ff6f req-4767cd87-1029-4b49-8514-5d704862bfd5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:26.611971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61b6e0d0-71fb-4a71-8504-12d25c90ff6f req-4767cd87-1029-4b49-8514-5d704862bfd5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0486455 Aug 24 01:15:26.649866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61b6e0d0-71fb-4a71-8504-12d25c90ff6f req-e75b60be-db54-4098-8c99-3c1453b627c8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Aug 24 01:15:27.766635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d267-6093-4b05-b891-52b7adcc013f req-a0634f15-f064-4e51-8cf2-aca37c7a47a9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:27.768041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f274d267-6093-4b05-b891-52b7adcc013f req-a0634f15-f064-4e51-8cf2-aca37c7a47a9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0492468 Aug 24 01:15:27.804691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f274d267-6093-4b05-b891-52b7adcc013f req-aa3bf8c6-ee4a-41cf-87c5-5739e0e7ed26 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Aug 24 01:15:28.924420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7001b1-11c5-4adf-9fea-ed38eaff8661 req-888cc3b3-a10c-4dc8-a456-ff41cc2263b8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:28.925897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a7001b1-11c5-4adf-9fea-ed38eaff8661 req-888cc3b3-a10c-4dc8-a456-ff41cc2263b8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0536637 Aug 24 01:15:28.963003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7a7001b1-11c5-4adf-9fea-ed38eaff8661 req-56c412f2-0d53-4583-a4cf-d0b2f30d8911 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Aug 24 01:15:29.028991 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1a01064f-6a69-4ae3-bbe3-7754b23df8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:29.161865 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:30.076889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47adb1-ad6c-49e0-98a6-dfc41da57f9d req-653678d0-8a0b-4d63-ae1c-e5ae43558545 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:30.078375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba47adb1-ad6c-49e0-98a6-dfc41da57f9d req-653678d0-8a0b-4d63-ae1c-e5ae43558545 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0478172 Aug 24 01:15:30.115250 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ba47adb1-ad6c-49e0-98a6-dfc41da57f9d req-eed99cfa-7a80-4ebf-ae27-87e4abfc51e1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Aug 24 01:15:30.550658 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:31.227619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd56075-8bdd-4d9a-8b64-bf6191386d39 req-708c274a-95e4-4177-b940-145a0ab33f70 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:31.229068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dd56075-8bdd-4d9a-8b64-bf6191386d39 req-708c274a-95e4-4177-b940-145a0ab33f70 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0472271 Aug 24 01:15:31.266199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6dd56075-8bdd-4d9a-8b64-bf6191386d39 req-c6b80e53-d425-4ec6-b153-42855eff1307 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306163 Aug 24 01:15:31.347897 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:15:32.019440 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:32.383138 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583970b9-abc5-4eb7-b01c-8e0efe4099ac req-62b88db9-2db1-4b02-b204-f40bd5aa2e6a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:32.384622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-583970b9-abc5-4eb7-b01c-8e0efe4099ac req-62b88db9-2db1-4b02-b204-f40bd5aa2e6a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0527542 Aug 24 01:15:32.421980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-583970b9-abc5-4eb7-b01c-8e0efe4099ac req-061b667a-f0b0-42be-a1b3-16a8019d0464 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Aug 24 01:15:33.534677 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eacdb7-0033-4bc3-95eb-0a8c8a63ba46 req-7c3bc18c-5a38-472a-ad77-2c6393a14b54 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:33.536147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1eacdb7-0033-4bc3-95eb-0a8c8a63ba46 req-7c3bc18c-5a38-472a-ad77-2c6393a14b54 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0486565 Aug 24 01:15:33.573151 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1eacdb7-0033-4bc3-95eb-0a8c8a63ba46 req-79cf934e-0a48-43ac-bf39-d3de72df8315 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311222 Aug 24 01:15:34.684831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8315f0-f83a-4160-910e-a579d15e97ff req-455b52d8-0486-4ec3-ae25-64512e6fb32f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:34.686819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a8315f0-f83a-4160-910e-a579d15e97ff req-455b52d8-0486-4ec3-ae25-64512e6fb32f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0476675 Aug 24 01:15:34.723331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4a8315f0-f83a-4160-910e-a579d15e97ff req-c4710299-7373-4601-b363-457e48542d6f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306723 Aug 24 01:15:35.838490 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5be47-b815-4c22-910f-2ba7908dba1d req-e221df18-c648-4ea5-afa6-89b4c7cf8128 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:35.839937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3c5be47-b815-4c22-910f-2ba7908dba1d req-e221df18-c648-4ea5-afa6-89b4c7cf8128 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0517976 Aug 24 01:15:35.878352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3c5be47-b815-4c22-910f-2ba7908dba1d req-65db3b17-7583-4700-a665-cd586eed434a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325134 Aug 24 01:15:36.990634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f7a63-3170-486d-8ca3-011e50377c21 req-c2874327-9664-4407-a96b-20b35164065b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:36.992486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-362f7a63-3170-486d-8ca3-011e50377c21 req-c2874327-9664-4407-a96b-20b35164065b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0482552 Aug 24 01:15:37.030093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-362f7a63-3170-486d-8ca3-011e50377c21 req-d388add9-755b-4469-8bd9-a138704dca32 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Aug 24 01:15:38.145286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50ed60-e787-4c80-9fdc-7b6f77addb29 req-03ea858b-a138-47d1-8ea7-a9f7bf215a0e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:38.146787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c50ed60-e787-4c80-9fdc-7b6f77addb29 req-03ea858b-a138-47d1-8ea7-a9f7bf215a0e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Aug 24 01:15:38.183437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c50ed60-e787-4c80-9fdc-7b6f77addb29 req-5e5774e8-367e-44b2-a560-37b4a763e700 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307586 Aug 24 01:15:39.301660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa2dcd-2d62-4c17-83a8-7837de8a1ca0 req-750ce8df-2e14-44e7-af55-057a488b42b5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:39.303135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86fa2dcd-2d62-4c17-83a8-7837de8a1ca0 req-750ce8df-2e14-44e7-af55-057a488b42b5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0521007 Aug 24 01:15:39.340887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-86fa2dcd-2d62-4c17-83a8-7837de8a1ca0 req-bdfeb540-663d-4b6d-9166-5d7159a4d220 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318563 Aug 24 01:15:40.400798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-477f1842-f950-4a5d-9c7c-56ae7975d296 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:15:40.401843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-477f1842-f950-4a5d-9c7c-56ae7975d296 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056336 Aug 24 01:15:40.492339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3a991-1296-4f1e-bc69-0fff2c19dc8f req-42601ea6-fd22-45d3-b016-a7e4238193ab tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:40.493854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bff3a991-1296-4f1e-bc69-0fff2c19dc8f req-42601ea6-fd22-45d3-b016-a7e4238193ab tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0859766 Aug 24 01:15:40.498896 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-b33aeb5f-93a6-41bc-a0da-1adb8026dbe1 service neutron] show failed (client error): The resource could not be found. Aug 24 01:15:40.499829 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-b33aeb5f-93a6-41bc-a0da-1adb8026dbe1 service neutron] 10.222.0.37 "GET /v2.0/ports/c36e9b15-9ecb-4cfe-954f-82ed56ce4b92/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0904546 Aug 24 01:15:40.533899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bff3a991-1296-4f1e-bc69-0fff2c19dc8f req-a60b1101-62e7-4d5b-8526-fbcdbb97db66 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331085 Aug 24 01:15:41.055394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-d7a8ea10-c54a-4423-84d9-1712809f16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:41.056925 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-d7a8ea10-c54a-4423-84d9-1712809f16fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 1097 time: 0.0435319 Aug 24 01:15:41.074913 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:15:41.132818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:41.333856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:41.367120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:15:41.405903 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:15:41.408172 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34f9935-0dcf-4ed6-bf7f-fa9e27cc9235" -d '{"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-unplugged", "status": "completed", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:15:41.411979 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:41.424633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Transition to ACTIVE for port object c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:15:41.457971 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac64e540-e1d9-4bfc-9c8c-2c3dc5a647b6 x-openstack-request-id: req-ac64e540-e1d9-4bfc-9c8c-2c3dc5a647b6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:15:41.458250 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-unplugged", "status": "completed", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:15:41.458507 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac64e540-e1d9-4bfc-9c8c-2c3dc5a647b6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:15:41.458938 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'code': 200} Aug 24 01:15:41.502556 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:41.586753 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=6']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:41.599134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.599495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.599849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.600326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.600675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.601019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.601358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.601721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.602061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.602396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.602735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.603068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:41.648057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] No DVR routers for this DVR port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:15:41.661933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddad904-6f66-4566-b3fd-86ec2eea0b77 req-66a4eb2d-bc30-4cfb-9bcb-5b1187932f18 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:41.663612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bddad904-6f66-4566-b3fd-86ec2eea0b77 req-66a4eb2d-bc30-4cfb-9bcb-5b1187932f18 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 944 time: 0.0578718 Aug 24 01:15:41.714125 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bddad904-6f66-4566-b3fd-86ec2eea0b77 req-bf44fa08-51c5-4cc3-9b8b-46ac38cfc4db tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Aug 24 01:15:41.800261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:15:41.800586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:15:41.801599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:15:41.807319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:15:41.807643 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:15:41.812507 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:15:41.812846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:15:41.813233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:15:41.813751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Bound port: c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:15:41.814115 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:41.876059 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:15:41.878971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:15:41.950505 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:41.990866 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:41.991512 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:41.993177 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] 10.222.0.36 "PUT /v2.0/ports/c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1092 time: 0.9223020 Aug 24 01:15:42.018690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae0b33-c560-4e01-96b6-28fcdb390645 service neutron] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=7']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:42.082662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-04a37a5a-99b4-4cfa-ba19-7010de9ad762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:42.084348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-04a37a5a-99b4-4cfa-ba19-7010de9ad762 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0522137 Aug 24 01:15:42.178184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-23ae77dd-44dd-4ab6-a12e-5f5993deaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:42.179666 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-23ae77dd-44dd-4ab6-a12e-5f5993deaaed service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0880940 Aug 24 01:15:42.248962 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-0540128f-272b-45e8-8730-c41cb52fbd96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1000 time: 0.0606289 Aug 24 01:15:42.296463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-01e430e4-4100-4e83-8fd7-27bf43a7a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:42.297879 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-01e430e4-4100-4e83-8fd7-27bf43a7a393 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0426037 Aug 24 01:15:42.341835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-ec04d2be-3c42-42a5-9695-8317e9ac2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:42.343285 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-ec04d2be-3c42-42a5-9695-8317e9ac2f6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390940 Aug 24 01:15:42.353632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-c44e69a9-e504-4825-8b8d-b34628319c78 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:15:42.354568 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-c44e69a9-e504-4825-8b8d-b34628319c78 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048082 Aug 24 01:15:42.447240 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-c46b2d50-f27a-4293-90b5-8e739951a175 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854216 Aug 24 01:15:42.536320 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-cea06416-28c1-4bae-8b6e-217c06def589 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814610 Aug 24 01:15:42.828334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b998886-a2bf-412e-a54e-fba8429738c8 req-b75190f2-ce33-4cc3-9a9e-88e99a269c16 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:42.829889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b998886-a2bf-412e-a54e-fba8429738c8 req-b75190f2-ce33-4cc3-9a9e-88e99a269c16 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 944 time: 0.0497327 Aug 24 01:15:42.868536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5b998886-a2bf-412e-a54e-fba8429738c8 req-a232c457-9d3d-46a7-b5ff-7eaf47d8f2fc tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Aug 24 01:15:42.956096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:43.460477 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:15:43.462879 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626efb5a-4c6c-4955-b09c-582241432c74" -d '{"events": [{"name": "network-changed", "server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:15:43.509848 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0589aba6-4031-4d51-b934-3beebf619f27 x-openstack-request-id: req-0589aba6-4031-4d51-b934-3beebf619f27 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:15:43.510216 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:15:43.510475 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0589aba6-4031-4d51-b934-3beebf619f27 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:15:43.510885 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'status': 'completed', 'code': 200} Aug 24 01:15:43.570608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626efb5a-4c6c-4955-b09c-582241432c74 req-407d0200-f440-4c89-aff2-4ec729d2e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.572112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-407d0200-f440-4c89-aff2-4ec729d2e12d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0415232 Aug 24 01:15:43.593113 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626efb5a-4c6c-4955-b09c-582241432c74 req-22ffdd41-2ab6-41b6-87dd-3923e458355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.594641 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-22ffdd41-2ab6-41b6-87dd-3923e458355d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0419095 Aug 24 01:15:43.666226 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626efb5a-4c6c-4955-b09c-582241432c74 req-ca1a3dd7-2bfc-4488-a767-7f2a9d4f2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.667705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-ca1a3dd7-2bfc-4488-a767-7f2a9d4f2f33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0881767 Aug 24 01:15:43.688790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626efb5a-4c6c-4955-b09c-582241432c74 req-c3a385bc-1aaf-40ac-9351-28d355f4703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.690997 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-c3a385bc-1aaf-40ac-9351-28d355f4703d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0887895 Aug 24 01:15:43.740953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-2f574e66-c4d5-4504-acd3-a7fcd1a75932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1000 time: 0.0605044 Aug 24 01:15:43.762914 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-31e0a8ec-74fb-4e9e-9920-ff415b9e1fd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1000 time: 0.0645218 Aug 24 01:15:43.796921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626efb5a-4c6c-4955-b09c-582241432c74 req-eb41fe35-f757-4f1c-b387-b1b808e8b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.798415 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-eb41fe35-f757-4f1c-b387-b1b808e8b316 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0496991 Aug 24 01:15:43.818585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626efb5a-4c6c-4955-b09c-582241432c74 req-ddf64d3a-0a4e-47bb-be43-80b8836b7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.820054 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-ddf64d3a-0a4e-47bb-be43-80b8836b7cad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0497217 Aug 24 01:15:43.849783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626efb5a-4c6c-4955-b09c-582241432c74 req-8d49fb9d-eed2-4612-948d-29b28d0b7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.851199 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-8d49fb9d-eed2-4612-948d-29b28d0b7eac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411916 Aug 24 01:15:43.866017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626efb5a-4c6c-4955-b09c-582241432c74 req-c6b1d9c0-c57c-43e1-8eda-520d1a7b29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:43.867527 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-c6b1d9c0-c57c-43e1-8eda-520d1a7b29eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402653 Aug 24 01:15:43.961658 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-1d59cda5-acd1-4c1d-96e9-8081d4d989ae service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857000 Aug 24 01:15:43.978594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-aac69c46-951c-4dd8-b675-4d4e99d9d103 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202598 Aug 24 01:15:44.047345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077be179-5b0c-4713-9725-e45894b5b972 req-d76031db-7203-4a59-aeaf-dc8b6c06c899 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:44.048818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-077be179-5b0c-4713-9725-e45894b5b972 req-d76031db-7203-4a59-aeaf-dc8b6c06c899 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 944 time: 0.1046777 Aug 24 01:15:44.061868 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-41c03a0c-48b4-4a90-9d62-607e30ce8a0a service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913215 Aug 24 01:15:44.110347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-626efb5a-4c6c-4955-b09c-582241432c74 req-038eae46-2444-4b68-bf0e-818c17359d4d service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238704 Aug 24 01:15:44.113240 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-077be179-5b0c-4713-9725-e45894b5b972 req-3c49ae2b-6c11-4b1d-8115-c9211c761b4e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580833 Aug 24 01:15:44.981462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:15:45.018830 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:15:45.234534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d811794-965d-4fc6-9f56-4bc252a898ea req-94fc0e38-eb11-4a0e-b647-a3848142648d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:45.235904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d811794-965d-4fc6-9f56-4bc252a898ea req-94fc0e38-eb11-4a0e-b647-a3848142648d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 944 time: 0.0520513 Aug 24 01:15:45.273471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d811794-965d-4fc6-9f56-4bc252a898ea req-94c2de9d-f71d-421f-bb26-b3830c1f70f2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Aug 24 01:15:45.544334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:15:45.635394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:45.646471 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'mac_address': 'fa:16:3e:cb:8c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:15:45.687117 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:45.699575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:15:45.718020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:45.796472 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:45.842291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:45.849644 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.849968 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.850308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.850645 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.850976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.851307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.851637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.851966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.852290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.852616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.852939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:45.853611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:46.177162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:15:46.387275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d94b-838a-4fce-8de1-bc4421c35e6c req-c47010e8-b492-47d8-9c97-352ff840fdbc tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:46.388749 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d507d94b-838a-4fce-8de1-bc4421c35e6c req-c47010e8-b492-47d8-9c97-352ff840fdbc tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.0480559 Aug 24 01:15:46.426298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d507d94b-838a-4fce-8de1-bc4421c35e6c req-a1bfcc87-65a9-4010-9832-89625c9f8c2c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309112 Aug 24 01:15:47.061899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a506f7-5566-468a-afb9-882db2e26619 req-d1ac066c-ea25-47c3-bd53-279fa59284a1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.061899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81a506f7-5566-468a-afb9-882db2e26619 req-d1ac066c-ea25-47c3-bd53-279fa59284a1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.0628211 Aug 24 01:15:47.106292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81a506f7-5566-468a-afb9-882db2e26619 req-84ad4e3a-ff8a-4d9a-ba82-817591f0abd3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459061 Aug 24 01:15:47.151688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-0b25dfb1-cf75-4046-90b4-4526d6b18b55 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.153173 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-0b25dfb1-cf75-4046-90b4-4526d6b18b55 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7&tenant_id=de64638a700e4d56aa18aae8755f8bdc&binding%3Ahost_id=n-h1-804878-2 HTTP/1.1" status: 200 len: 945 time: 0.0607302 Aug 24 01:15:47.219505 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-ccebb4cd-8714-4a99-ac2a-baf41bde9ea2 service neutron] 10.222.0.36 "GET /v2.0/ports/c36e9b15-9ecb-4cfe-954f-82ed56ce4b92/bindings/n-h1-804878-2 HTTP/1.1" status: 200 len: 382 time: 0.0585792 Aug 24 01:15:47.304141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-b9d81919-ed34-4125-adb7-e1e86ee3455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.305742 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-b9d81919-ed34-4125-adb7-e1e86ee3455d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0443680 Aug 24 01:15:47.394386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-fb578371-e882-4980-be4c-bc72613a7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.395894 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-fb578371-e882-4980-be4c-bc72613a7c99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0827625 Aug 24 01:15:47.466051 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-9033984a-9db0-4999-b35e-40cf647f151d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1001 time: 0.0630510 Aug 24 01:15:47.515127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-1687b1a4-456f-494d-8643-d1fd9eb6c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.516557 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-1687b1a4-456f-494d-8643-d1fd9eb6c7b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0436857 Aug 24 01:15:47.543043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:15:47.561868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-53604ef9-e071-4529-85b9-bb53f312cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:47.563477 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-53604ef9-e071-4529-85b9-bb53f312cb4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401332 Aug 24 01:15:47.656534 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-871c7dd2-f4bf-4c93-98f0-85922a3bf9b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860081 Aug 24 01:15:47.673631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:15:47.677525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:15:47.677928 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:47.747480 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-3a4c13d7-680e-4df1-8548-8633a29f4ed7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838516 Aug 24 01:15:47.753353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:47.777599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:15:47.781126 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8911cf42-af56-4b69-bbd3-2331e047e738" -d '{"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-plugged", "status": "completed", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:15:47.797396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:47.830290 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74b84a1-4703-4255-bfc6-414bad8af7b2 x-openstack-request-id: req-f74b84a1-4703-4255-bfc6-414bad8af7b2 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:15:47.830596 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-plugged", "status": "completed", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:15:47.830856 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f74b84a1-4703-4255-bfc6-414bad8af7b2 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:15:47.831262 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'code': 200} Aug 24 01:15:47.864155 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:47.911279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:48.226628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562c1bb-aa88-4b42-836e-116604cfcdba req-d6479a69-f28b-4b28-a166-b78c57d81990 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:48.228083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3562c1bb-aa88-4b42-836e-116604cfcdba req-d6479a69-f28b-4b28-a166-b78c57d81990 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0517194 Aug 24 01:15:48.266148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3562c1bb-aa88-4b42-836e-116604cfcdba req-0f2d48c5-3e7b-4480-9b78-4a5129184853 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Aug 24 01:15:49.384697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e692e6-0a34-4bfb-93d8-3fe4184f922d req-95faade9-b362-48f4-842a-bc1ef7f86a99 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:49.386202 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5e692e6-0a34-4bfb-93d8-3fe4184f922d req-95faade9-b362-48f4-842a-bc1ef7f86a99 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0486438 Aug 24 01:15:49.423464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5e692e6-0a34-4bfb-93d8-3fe4184f922d req-ae0c09e3-88bb-44ee-ad8b-7c850621d4cf tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307791 Aug 24 01:15:50.350357 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-dfc8619f-4a6a-4b30-b8b4-a891435cd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:50.351823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-dfc8619f-4a6a-4b30-b8b4-a891435cd1dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 1097 time: 0.0398161 Aug 24 01:15:50.363600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:15:50.416589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:50.619468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a1d2e-a6ec-4101-97bd-cd796e526004 req-516664c6-2bdc-4243-8864-bf0ffa6f70c3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:50.620969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d6a1d2e-a6ec-4101-97bd-cd796e526004 req-516664c6-2bdc-4243-8864-bf0ffa6f70c3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.1049027 Aug 24 01:15:50.676948 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:50.692342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d6a1d2e-a6ec-4101-97bd-cd796e526004 req-7c8eeebb-6eb3-4321-bdd0-d667310ed0f2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642226 Aug 24 01:15:50.717211 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:15:50.755154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:15:50.757583 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49e23a8-171f-418b-9180-c3a54e8dd7d9" -d '{"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-unplugged", "status": "completed", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:15:50.761264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:50.773906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Transition to ACTIVE for port object c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:15:50.807780 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5f294e-84f0-4358-bbd7-2577e4df55b3 x-openstack-request-id: req-5b5f294e-84f0-4358-bbd7-2577e4df55b3 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:15:50.808079 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-unplugged", "status": "completed", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:15:50.808337 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b5f294e-84f0-4358-bbd7-2577e4df55b3 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:15:50.808760 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'code': 200} Aug 24 01:15:50.845171 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:50.919553 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:50.934546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.934897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.935243 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.935584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.935920 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.936248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.936579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.936907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.937269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.937617 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.937951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.938277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:15:50.978379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] No DVR routers for this DVR port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:15:51.395139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:15:51.395396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:15:51.395726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:15:51.399836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:15:51.400158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Attempting to bind port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:15:51.404798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:15:51.405137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:15:51.405522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:15:51.406503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Bound port: c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:15:51.406857 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:51.469628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:15:51.472744 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:15:51.567928 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:51.568384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:15:51.605156 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:51.605807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:51.607213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] 10.222.0.37 "PUT /v2.0/ports/c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1093 time: 1.2481427 Aug 24 01:15:51.608916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:15:51.625986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15525dc1-9516-4ae5-9d6b-610fb34cba8a service neutron] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=11']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:51.673761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-5b8d9e06-68db-4029-8a00-0a95a378dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:51.675275 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-5b8d9e06-68db-4029-8a00-0a95a378dec8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0455580 Aug 24 01:15:51.795363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-feb338f1-1177-433b-a177-31764b245bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:51.796916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-feb338f1-1177-433b-a177-31764b245bae service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.1146653 Aug 24 01:15:51.868903 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3ed72-0b73-444d-b950-07c61f946d3a req-41ae2266-fd98-493b-ba47-f35335d537b3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:51.870424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abc3ed72-0b73-444d-b950-07c61f946d3a req-41ae2266-fd98-493b-ba47-f35335d537b3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.1050422 Aug 24 01:15:51.895615 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-3e17d84f-f33f-4311-afc8-27ca110b7b00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1000 time: 0.0907404 Aug 24 01:15:51.941132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-abc3ed72-0b73-444d-b950-07c61f946d3a req-461e4e7d-d421-4892-b716-d1ff5e8c46f1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638740 Aug 24 01:15:51.957870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-39d26502-4fd6-4207-9960-291f68dcbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:51.957870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-39d26502-4fd6-4207-9960-291f68dcbf94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0538976 Aug 24 01:15:52.006992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-983ae692-2461-4f83-9889-f6bc4b90dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:52.008464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-983ae692-2461-4f83-9889-f6bc4b90dd0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436525 Aug 24 01:15:52.095816 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-f0e2eb65-aa6e-4f75-b379-50c01be9b5b6 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803385 Aug 24 01:15:52.192541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21687a80-6e65-49f4-815d-d5921aed6fd2 req-9cb9dc4e-c165-48d1-97e5-c68e592a8ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894675 Aug 24 01:15:52.810368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:15:52.812718 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:15:52.859566 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c555f3-b834-47d9-93ce-449082c20d6d x-openstack-request-id: req-c8c555f3-b834-47d9-93ce-449082c20d6d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:15:52.859873 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:15:52.860127 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8c555f3-b834-47d9-93ce-449082c20d6d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:15:52.860529 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'status': 'completed', 'code': 200} Aug 24 01:15:52.922930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-7f430c0f-09c6-46c5-9ced-23387df6afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:52.924439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-7f430c0f-09c6-46c5-9ced-23387df6afad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0423682 Aug 24 01:15:52.943620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-8048fa99-1413-4f0a-8f6a-83a8f7874f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:52.945122 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-8048fa99-1413-4f0a-8f6a-83a8f7874f11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0418015 Aug 24 01:15:53.030592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-7ae16f2d-0cbb-4a1e-b73a-7f575f2440de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:53.032963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-7ae16f2d-0cbb-4a1e-b73a-7f575f2440de service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.1005967 Aug 24 01:15:53.042235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-17091fc9-cd99-4978-b4e8-15a3a615b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:53.043752 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-17091fc9-cd99-4978-b4e8-15a3a615b9e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0913491 Aug 24 01:15:53.110990 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-4f2f5370-b7d7-42f6-afad-27aa2b23dcfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1000 time: 0.0582924 Aug 24 01:15:53.114324 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e085e-c00d-4679-ac8b-7eb27ddd4cab req-59e6f1ac-dc02-4658-bdca-dbd5fed491c3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:53.115842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab3e085e-c00d-4679-ac8b-7eb27ddd4cab req-59e6f1ac-dc02-4658-bdca-dbd5fed491c3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.1036060 Aug 24 01:15:53.122453 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-4a6e33d1-a776-48d1-a772-480dfe36607f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 200 len: 1000 time: 0.0761149 Aug 24 01:15:53.172617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-012b214f-9a88-4613-8260-494a58782d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:53.174148 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-012b214f-9a88-4613-8260-494a58782d90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0561662 Aug 24 01:15:53.199244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab3e085e-c00d-4679-ac8b-7eb27ddd4cab req-cb8747be-68ec-402d-99ba-adc178c76af4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758433 Aug 24 01:15:53.205255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-22499ef5-544d-4b8b-9504-a1b54aa109e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:53.206723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-22499ef5-544d-4b8b-9504-a1b54aa109e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0764661 Aug 24 01:15:53.221030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-5f867141-5dfb-4bd8-9434-93770e7ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:53.222567 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-5f867141-5dfb-4bd8-9434-93770e7ce364 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413768 Aug 24 01:15:53.257034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-41cc47a2-2495-45fb-b224-45df264cfed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:53.258575 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-41cc47a2-2495-45fb-b224-45df264cfed1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442398 Aug 24 01:15:53.311199 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-0094914e-bf8b-4ae0-bea3-3c205bcd7aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810025 Aug 24 01:15:53.348008 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-535b3fe4-9296-423b-a9f3-28dfc1e443ef service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813110 Aug 24 01:15:53.404161 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-b2f326b9-e6d0-474e-9c9b-10bd182ce6ee service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860848 Aug 24 01:15:53.442875 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a7bc5aa1-74f6-4411-a535-b643cf31a0bc req-28964419-b57f-4c90-9c04-e879325d0bab service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867431 Aug 24 01:15:54.316081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9963a-e63f-46fd-93d5-cb1859fedd3d req-7a13442a-08aa-4b48-a2e6-cbc48341b54b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:54.317541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94b9963a-e63f-46fd-93d5-cb1859fedd3d req-7a13442a-08aa-4b48-a2e6-cbc48341b54b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Aug 24 01:15:54.354858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-94b9963a-e63f-46fd-93d5-cb1859fedd3d req-b40d9b31-e6ab-480f-9ba2-f7597d627e8b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Aug 24 01:15:54.471777 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a6ffc-8986-4ad1-bacd-bded21d484d5 req-5bb73d12-7928-4e51-aafc-09df2edfcf81 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:54.473251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da4a6ffc-8986-4ad1-bacd-bded21d484d5 req-5bb73d12-7928-4e51-aafc-09df2edfcf81 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Aug 24 01:15:54.510014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-da4a6ffc-8986-4ad1-bacd-bded21d484d5 req-bd8a8a68-43c4-47a3-a4e1-1c20b0975b71 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308034 Aug 24 01:15:54.620892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8964a9-e5cc-4916-8022-42f454d140f1 req-e5162050-499b-47ea-899a-c25c883a83a4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:54.622379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f8964a9-e5cc-4916-8022-42f454d140f1 req-e5162050-499b-47ea-899a-c25c883a83a4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.0485487 Aug 24 01:15:54.659907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4f8964a9-e5cc-4916-8022-42f454d140f1 req-2e95799c-fdcf-438a-bc40-fce84ce80b6f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Aug 24 01:15:55.043660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:15:55.097775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb5c9-505f-4e1f-9fa6-8633805b4338 req-07c2f6fa-03b3-43b6-a949-54686d96ebf6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:55.099443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95bbb5c9-505f-4e1f-9fa6-8633805b4338 req-07c2f6fa-03b3-43b6-a949-54686d96ebf6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 945 time: 0.0491815 Aug 24 01:15:55.137692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-95bbb5c9-505f-4e1f-9fa6-8633805b4338 req-55de0ff0-fe82-4e36-9aca-523801f6522e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Aug 24 01:15:55.139315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:55.150496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'mac_address': 'fa:16:3e:cb:8c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:15:55.187685 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:55.200551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:15:55.218669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:55.292760 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:55.338700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:55.527032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:15:56.096329 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:56.258442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba5aea-59c0-4300-97a3-c5a9f426361c req-bd18f198-1cd7-4f94-945a-eaefd93e43e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:56.259926 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aba5aea-59c0-4300-97a3-c5a9f426361c req-bd18f198-1cd7-4f94-945a-eaefd93e43e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0542145 Aug 24 01:15:56.287131 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d981-45c1-4d4d-8252-9ee0b0a7af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:56.306449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4aba5aea-59c0-4300-97a3-c5a9f426361c req-c807dabf-204d-4758-a81f-b3e0ab748a46 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Aug 24 01:15:56.342151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-5ebed8b8-70c9-4fe2-b7d0-3b6ffc81d27c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:56.343582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-5ebed8b8-70c9-4fe2-b7d0-3b6ffc81d27c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 946 time: 0.0524704 Aug 24 01:15:56.432641 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Deleting port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:15:56.432901 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:56.523718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] For port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:15:56.524091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:56.693409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:56.693409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:56.693409 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda disassociated. External IP: 172.25.5.78, port: c36e9b15-9ecb-4cfe-954f-82ed56ce4b92. Aug 24 01:15:56.693409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Calling delete_port for c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:15:56.898718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:56.928140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event deleted for resources: {'Port': ['ID=c36e9b15-9ecb-4cfe-954f-82ed56ce4b92,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:15:57.045821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:15:57.058949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:15:57.078974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:15:57.079601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 24 01:15:57.099111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 not found, will not notify nova. {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 24 01:15:57.157918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:15:57.167335 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:15:57.176983 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:15:57.177621 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:15:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:15:57.202060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] No DVR routers for this DVR port c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:15:57.204879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:57.207015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1bc10992-f901-4823-9366-80cf81f18ba3 req-2104944b-5047-4b01-8837-ee36974324a2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "DELETE /v2.0/ports/c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 HTTP/1.1" status: 204 len: 173 time: 0.8562539 Aug 24 01:15:57.207461 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-deleted', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:15:57.209765 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd0a64d-cbaa-41d9-89f1-1ab0929cc380" -d '{"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-deleted", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:15:57.246038 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a21f0c-fa77-4f48-a902-8f2d7d9078ca x-openstack-request-id: req-f8a21f0c-fa77-4f48-a902-8f2d7d9078ca {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:15:57.246361 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f043d1a9-4c47-4853-bd50-171263ae2ea7", "name": "network-vif-deleted", "tag": "c36e9b15-9ecb-4cfe-954f-82ed56ce4b92", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:15:57.246622 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8a21f0c-fa77-4f48-a902-8f2d7d9078ca {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:15:57.247034 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f043d1a9-4c47-4853-bd50-171263ae2ea7', 'name': 'network-vif-deleted', 'tag': 'c36e9b15-9ecb-4cfe-954f-82ed56ce4b92', 'status': 'completed', 'code': 200} Aug 24 01:15:57.289992 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:15:57.401907 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63e94039-0bdb-44c5-8554-26bf99670c62 req-bf61c8ad-1d86-44f3-bd7b-32f8f27a46e6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=f043d1a9-4c47-4853-bd50-171263ae2ea7 HTTP/1.1" status: 200 len: 210 time: 0.0266500 Aug 24 01:15:57.495321 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:15:57.526214 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:15:57.536662 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:15:57.537467 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:15:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:15:57.646122 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:15:57.842035 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:15:57.870883 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e4d35-6f0b-45c3-955b-375391e1c331 None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:15:58.068231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683aa8b4-af80-4fb8-b360-ba8a311180e6 None None] New status for floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:15:58.672296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-b5fd712a-84e8-4ce1-b12b-e61944d4b8b0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1549756225&fields=id&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 267 time: 0.0363019 Aug 24 01:15:58.778464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-5616e8f0-5916-46ba-b460-e74d7a5e9a22 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:15:58.779855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-5616e8f0-5916-46ba-b460-e74d7a5e9a22 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 812 time: 0.1008699 Aug 24 01:15:58.794800 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-b5131455-e4f4-4ad7-b561-16b928767aa6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/quotas/de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 375 time: 0.0091918 Aug 24 01:15:58.847133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-01ad04a5-f433-4091-96e9-4407fc56d889 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471458 Aug 24 01:15:59.015902 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a1f1ba43-fca6-4fa0-9515-209b60a5a3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:59.036858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-0bf3245f-6d2f-40b4-a8c8-a87493f60afb service neutron] 10.222.0.26 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234593 Aug 24 01:15:59.124929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-c13dddc1-5458-489a-b533-816c92302c1f service neutron] 10.222.0.26 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818334 Aug 24 01:15:59.144595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:15:59.354649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c396c9c-bcb9-4cac-8497-781d970e0580 req-e1e88b07-7794-47d8-9bd8-257245481e4d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 210 time: 0.0317645 Aug 24 01:16:00.447602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f1019dd4-44f0-480c-83da-33ede349b42f req-03ca2056-72b1-4d88-bf08-3003aae9fb5e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 210 time: 0.0271068 Aug 24 01:16:00.581938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:01.094783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:16:01.115578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:16:01.115916 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c36e9b15-9ecb-4cfe-954f-82ed56ce4b92 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:16:01.302950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-5d40e9d6-3c64-434a-aaee-d20b889fd226 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:01.304412 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-5d40e9d6-3c64-434a-aaee-d20b889fd226 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 812 time: 0.1014171 Aug 24 01:16:01.357555 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-0b096545-db56-4455-9dd2-5ed82af0c362 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 380 time: 0.0382431 Aug 24 01:16:01.366773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'port': {'device_id': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'admin_state_up': True, 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'security_groups': ['8c1c65cb-b77d-4d74-8936-bcd2253c4068']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:01.541599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Made reservation on behalf of de64638a700e4d56aa18aae8755f8bdc for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:16:01.544176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-96317ef6-36bd-4293-9f19-f98051fe3758 req-2ec399df-9549-4044-9e42-41f92f18651d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 210 time: 0.0273831 Aug 24 01:16:01.546669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:01.680699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Allocated IP 172.20.0.12 (8d295664-5761-446f-8eb8-42ca3f8f6303/529c5d06-5383-455a-ac33-1affa7cf0621/91fe1a24-a9be-4143-b504-04d95f08bc7e) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:16:01.814194 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:01.827614 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Transition to ACTIVE for port object 91fe1a24-a9be-4143-b504-04d95f08bc7e will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:01.919069 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:01.969342 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:16:01.972979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:16:01.976696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:16:01.995678 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.000924 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:02.030169 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:02.030812 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.110794 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-728ee5c0-31eb-4c3c-8412-bf2e4c7862de tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7476058 Aug 24 01:16:02.129956 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Request body: {'port': {'device_id': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:02.196426 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.287468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7e736eb9-35ff-4a19-991e-f41399b77807 None None] Provisioning for port 91fe1a24-a9be-4143-b504-04d95f08bc7e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:02.291590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7e736eb9-35ff-4a19-991e-f41399b77807 None None] Provisioning complete for port 91fe1a24-a9be-4143-b504-04d95f08bc7e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:02.292060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e736eb9-35ff-4a19-991e-f41399b77807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.325449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7e736eb9-35ff-4a19-991e-f41399b77807 None None] Port 91fe1a24-a9be-4143-b504-04d95f08bc7e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:16:02.460789 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fe1a24-a9be-4143-b504-04d95f08bc7e {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:16:02.468083 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.480843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Transition to ACTIVE for port object 91fe1a24-a9be-4143-b504-04d95f08bc7e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:16:02.570660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.640143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:02.692820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:16:02.695504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:16:02.695504 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:16:02.698108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:16:02.698442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:16:02.703391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:16:02.703736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:16:02.704126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:16:02.704599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Bound port: 91fe1a24-a9be-4143-b504-04d95f08bc7e, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:16:02.704970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.734003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4f5bd-592e-4ce2-b56b-60886654d7b8 req-abe0dc28-f0c3-4df2-a890-288dd694d3ca tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:02.736927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41f4f5bd-592e-4ce2-b56b-60886654d7b8 req-abe0dc28-f0c3-4df2-a890-288dd694d3ca tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.1197166 Aug 24 01:16:02.776718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:16:02.779980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:16:02.780886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-41f4f5bd-592e-4ce2-b56b-60886654d7b8 req-3685c548-420f-4fec-a9c5-3e7d08017ca4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367835 Aug 24 01:16:02.848044 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.880253 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:02.881016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:02.882747 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] 10.222.0.36 "PUT /v2.0/ports/91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1092 time: 0.7573175 Aug 24 01:16:02.887234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:16:02.889609 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc2c4c6-7570-4cd6-bb3c-2569f94730e9" -d '{"events": [{"name": "network-changed", "server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:16:02.917746 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db957538-af4e-4e71-8b50-b0bbf4ef7059 service neutron] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:02.930365 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3ce592-cba6-4d91-9e55-30aaba8ffcf5 x-openstack-request-id: req-ba3ce592-cba6-4d91-9e55-30aaba8ffcf5 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:16:02.930673 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:16:02.930935 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba3ce592-cba6-4d91-9e55-30aaba8ffcf5 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:16:02.931383 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'status': 'completed', 'code': 200} Aug 24 01:16:03.014205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2c4c6-7570-4cd6-bb3c-2569f94730e9 req-9c9e0e86-4b0a-4435-8bab-eed4fe430879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:03.015733 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bc2c4c6-7570-4cd6-bb3c-2569f94730e9 req-9c9e0e86-4b0a-4435-8bab-eed4fe430879 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1095 time: 0.0442033 Aug 24 01:16:03.122062 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2c4c6-7570-4cd6-bb3c-2569f94730e9 req-1a846ef4-0447-4adc-9b2b-36f596b7a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:03.123530 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bc2c4c6-7570-4cd6-bb3c-2569f94730e9 req-1a846ef4-0447-4adc-9b2b-36f596b7a5c3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=de64638a700e4d56aa18aae8755f8bdc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940804 Aug 24 01:16:03.214794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2c4c6-7570-4cd6-bb3c-2569f94730e9 req-0a5f5603-5564-4251-a7f1-be2385f5407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:03.216307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5bc2c4c6-7570-4cd6-bb3c-2569f94730e9 req-0a5f5603-5564-4251-a7f1-be2385f5407c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858898 Aug 24 01:16:03.311791 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-b355e59f-5f29-4338-a3ad-473bac883ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:03.313283 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-b355e59f-5f29-4338-a3ad-473bac883ebc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1095 time: 0.0423985 Aug 24 01:16:03.364364 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-37ec07e9-2512-404b-9f21-aa2406a2d98d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 217 time: 0.0373182 Aug 24 01:16:03.412833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-faa50de3-7bab-4dd0-bd5c-6a8dc8887b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:03.414278 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-faa50de3-7bab-4dd0-bd5c-6a8dc8887b5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0430751 Aug 24 01:16:03.459046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-34fd1cbd-d934-4799-ac3d-5a97ec17307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:03.460547 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-34fd1cbd-d934-4799-ac3d-5a97ec17307b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392199 Aug 24 01:16:03.554712 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-5aead69f-96cf-43cb-95aa-397a65bc8803 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856855 Aug 24 01:16:03.642852 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2371b1df-d8bd-4c09-ac37-9f452209a55a req-0cdfd0d8-f924-4935-ab19-ba563bc3d6d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801196 Aug 24 01:16:03.904396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8063099-f77c-4f7d-9e50-5c035e272474 req-90eda94a-a701-4c64-a88a-dfd8638b86ce tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:03.905920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8063099-f77c-4f7d-9e50-5c035e272474 req-90eda94a-a701-4c64-a88a-dfd8638b86ce tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0509706 Aug 24 01:16:03.946801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8063099-f77c-4f7d-9e50-5c035e272474 req-3b2d275f-2cbb-4eaa-ad89-5eb8665450a1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350235 Aug 24 01:16:05.104016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2c670-103b-47b5-bf05-7772a73b5ec2 req-5d21e9a4-b21b-46e7-9fb0-1eb3ae3c9ac8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:05.105477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7aa2c670-103b-47b5-bf05-7772a73b5ec2 req-5d21e9a4-b21b-46e7-9fb0-1eb3ae3c9ac8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0908341 Aug 24 01:16:05.141383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7aa2c670-103b-47b5-bf05-7772a73b5ec2 req-fd491717-3cc8-4649-8c59-d5a9c7368009 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300331 Aug 24 01:16:06.254117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d7d3e-bc3e-4410-b2be-ff3bed756d6f req-f8c10937-ebed-4f8f-bffc-db377b483ffb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:06.255649 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-968d7d3e-bc3e-4410-b2be-ff3bed756d6f req-f8c10937-ebed-4f8f-bffc-db377b483ffb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0485373 Aug 24 01:16:06.292292 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-968d7d3e-bc3e-4410-b2be-ff3bed756d6f req-d66781d2-cc17-4ba4-95f7-dff1795ba3b7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306330 Aug 24 01:16:07.406470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce96d2-67f2-47bb-8245-291ad1d11445 req-671afb38-763b-4484-a711-c3584a70ffc3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:07.407914 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6ce96d2-67f2-47bb-8245-291ad1d11445 req-671afb38-763b-4484-a711-c3584a70ffc3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0474348 Aug 24 01:16:07.451011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d6ce96d2-67f2-47bb-8245-291ad1d11445 req-0eb038bb-465c-4879-8055-1110343b2bd1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365574 Aug 24 01:16:07.584938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:16:07.678621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:07.688633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'mac_address': 'fa:16:3e:0d:4b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:16:07.725303 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:07.737315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fe1a24-a9be-4143-b504-04d95f08bc7e {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:16:07.755554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:07.826830 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:07.874475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:08.179437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['91fe1a24-a9be-4143-b504-04d95f08bc7e'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:16:08.347158 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:16:08.564742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b950ef-fe23-49bb-b665-54b959ed2d78 req-7fbc99b1-97a4-4c1a-ab70-1f8b29661dc4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:08.566277 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73b950ef-fe23-49bb-b665-54b959ed2d78 req-7fbc99b1-97a4-4c1a-ab70-1f8b29661dc4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0494156 Aug 24 01:16:08.605297 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73b950ef-fe23-49bb-b665-54b959ed2d78 req-f45d79bd-9efc-459c-b4d7-f51b676e748c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326233 Aug 24 01:16:09.600023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:16:09.718315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077c51-52bf-4feb-99f4-e357d1004e4b req-a35c172a-6a4e-40c7-89c7-f5c439477b32 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:09.719683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb077c51-52bf-4feb-99f4-e357d1004e4b req-a35c172a-6a4e-40c7-89c7-f5c439477b32 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0486739 Aug 24 01:16:09.724149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 91fe1a24-a9be-4143-b504-04d95f08bc7e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:16:09.728192 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 91fe1a24-a9be-4143-b504-04d95f08bc7e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:16:09.730497 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:09.757493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb077c51-52bf-4feb-99f4-e357d1004e4b req-09eafe87-98df-484b-b22c-ebbc90aa6326 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 Aug 24 01:16:09.807165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:09.828963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:16:09.832003 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20432e03-41dd-465f-9a69-d48c20e07e59" -d '{"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-plugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:16:09.844009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:16:09.868017 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e261da62-b098-4849-9cbb-e10070ad7ffb x-openstack-request-id: req-e261da62-b098-4849-9cbb-e10070ad7ffb {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:16:09.868449 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-plugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:16:09.868712 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e261da62-b098-4849-9cbb-e10070ad7ffb {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:16:09.869106 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'code': 200} Aug 24 01:16:09.906859 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:09.957093 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:16:09.990560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5ebd8-1486-4bf7-9fd2-9162f876d949 req-46322da7-895e-4148-a79b-ce7bf842953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:09.991976 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ed5ebd8-1486-4bf7-9fd2-9162f876d949 req-46322da7-895e-4148-a79b-ce7bf842953f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1097 time: 0.0409672 Aug 24 01:16:10.031447 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0ed5ebd8-1486-4bf7-9fd2-9162f876d949 req-81a0e6c7-f5b7-4545-bdb6-bf2e685be7b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 Aug 24 01:16:10.871984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33debeb8-2803-45fd-80a3-cba67fc6fbf0 req-a71347c5-4657-4782-80ae-d3ff33f1ad4d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:10.873479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33debeb8-2803-45fd-80a3-cba67fc6fbf0 req-a71347c5-4657-4782-80ae-d3ff33f1ad4d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0494716 Aug 24 01:16:10.915127 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33debeb8-2803-45fd-80a3-cba67fc6fbf0 req-ad2180d4-551b-4e28-b80a-98fc31dcf065 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357711 Aug 24 01:16:12.028987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ddbd-7afc-4869-a817-ee476d3ab34b req-b4f87727-b3c0-4ee2-98f2-ab94c3a7d133 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:12.032381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1d5ddbd-7afc-4869-a817-ee476d3ab34b req-b4f87727-b3c0-4ee2-98f2-ab94c3a7d133 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0480680 Aug 24 01:16:12.068249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1d5ddbd-7afc-4869-a817-ee476d3ab34b req-872938e9-822a-44e4-b03d-2e1cac76f0c5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Aug 24 01:16:12.177446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a65e3-6c41-4cc7-b8e7-66b89e65c429 req-6cc4b16f-54ca-4dc8-a4e0-eabb548b5855 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:12.178957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f9a65e3-6c41-4cc7-b8e7-66b89e65c429 req-6cc4b16f-54ca-4dc8-a4e0-eabb548b5855 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0488381 Aug 24 01:16:12.187570 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 50624) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:16:12.191919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Request body: {'floatingip': {'port_id': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:16:12.232704 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:12.660357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:12.743536 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:12.842354 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda associated. External IP: 172.25.5.78, port: 91fe1a24-a9be-4143-b504-04d95f08bc7e. Aug 24 01:16:12.978342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:13.051302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:16:13.157123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:16:13.162073 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:13.167474 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:16:13.176918 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:13.177521 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:15:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:13.187961 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-60df9182-8110-4baa-9984-27e6ba2ca6a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "PUT /v2.0/floatingips/e8317670-5d54-4cb8-9dfa-5536f184aeda HTTP/1.1" status: 200 len: 992 time: 0.9993663 Aug 24 01:16:13.188643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:16:13.191730 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03dc758-b136-40ad-92ed-6660d3910ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:16:13.230685 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f4b488-249c-467b-ba44-45cfcec3d537 x-openstack-request-id: req-a0f4b488-249c-467b-ba44-45cfcec3d537 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:16:13.230986 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:16:13.231235 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0f4b488-249c-467b-ba44-45cfcec3d537 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:16:13.231652 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'status': 'completed', 'code': 200} Aug 24 01:16:13.303969 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:13.326694 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-23ff6841-ca4a-4dd0-98fe-9cb22fad53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:13.328235 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-23ff6841-ca4a-4dd0-98fe-9cb22fad53ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1097 time: 0.0416801 Aug 24 01:16:13.416639 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-69d4d3b8-5eef-4cf7-87da-1e4de0974f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:13.418144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-69d4d3b8-5eef-4cf7-87da-1e4de0974f6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0831723 Aug 24 01:16:13.529475 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:0d:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:16:12Z', 'revision_number': 13, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:13.653901 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:16:13.663088 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:16:13.663704 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:15:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:13.769434 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:16:13.806514 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-3c366fea-22bc-485b-beae-56b8d08870bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1000 time: 0.3811238 Aug 24 01:16:13.856366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-182e6729-f29b-47ab-87c9-e02e1a7002e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:13.857868 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-182e6729-f29b-47ab-87c9-e02e1a7002e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0434327 Aug 24 01:16:13.903603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-ec9a9c0d-eec0-4825-827e-6319f49f7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:13.905252 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-ec9a9c0d-eec0-4825-827e-6319f49f7644 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409362 Aug 24 01:16:13.988964 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:0d:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:16:12Z', 'revision_number': 13, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:16:13.997404 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-ccbba524-0540-4848-8bdf-53022c85373c service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846167 Aug 24 01:16:14.014558 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8af455e-3c80-4222-9464-164700b3bd05 None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'e8317670-5d54-4cb8-9dfa-5536f184aeda', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'port_id': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'mac_address': 'fa:16:3e:0d:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:07:44Z', 'updated_at': '2021-08-24T01:16:12Z', 'revision_number': 13, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:16:14.090668 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b03dc758-b136-40ad-92ed-6660d3910ad4 req-d98d2fa5-029a-4ad9-8226-f610c15a1604 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855525 Aug 24 01:16:14.212265 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0dd96-30ea-4f3c-860d-e37623b8b327 None None] New status for floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:16:26.086905 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:26.315221 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f42d003e-55a5-4c87-861a-c3e0fc049b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.035323 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-95cf2e16-2940-4d22-b4b4-7965f0e026c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:29.154736 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:30.540542 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:32.040506 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:43.011504 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:45.346093 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:16:56.079894 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:56.308794 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8c273f7a-d8e3-44dc-a554-3d183af1b019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:59.045807 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c6ba563b-2198-4ce5-b459-96c9788622cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:59.156334 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:16:59.710042 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-1324680e-cea5-478c-bad4-af0bfde6e4b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430474 Aug 24 01:16:59.813009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-ea4c8c64-8ff2-4046-a1a2-6c925a88648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:59.814533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-ea4c8c64-8ff2-4046-a1a2-6c925a88648f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1097 time: 0.0401917 Aug 24 01:16:59.916821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-30055fbe-4ae3-44e2-8b0f-b625c5530e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:16:59.918311 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-30055fbe-4ae3-44e2-8b0f-b625c5530e8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0836983 Aug 24 01:16:59.987354 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-592e4a78-1b16-46d8-b9a2-707de27d28fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1002 time: 0.0611022 Aug 24 01:17:00.037737 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-8f950803-56ef-4c06-9421-62756c1f65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:00.039144 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-8f950803-56ef-4c06-9421-62756c1f65a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0437973 Aug 24 01:17:00.086648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-a8867268-4c25-4b67-984b-05c399f0fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:17:00.088270 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-a8867268-4c25-4b67-984b-05c399f0fc34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398672 Aug 24 01:17:00.181189 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-4240c026-cc44-4d1b-b05c-61a05cbab96d service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844097 Aug 24 01:17:00.269843 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4cb567f6-41b3-4835-b6b8-8df9e3647fd6 req-86922f4a-3ebf-4405-9400-7f85ce73ca95 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814681 Aug 24 01:17:00.567443 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:02.036161 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:12.988214 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:22.345480 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:17:26.086442 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:26.315459 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a0e785b-8ee5-4337-a2ed-8e2331186fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:29.023789 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2da99696-fa7a-4aa4-94ac-32e4e0f32f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:29.143676 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:30.515408 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:32.033589 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:42.999941 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:56.176692 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:56.313832 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-017e2e15-082b-42a2-940f-ea365f94043c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:59.051462 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9904d57d-15ae-4745-94f9-b493cf3ee4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:59.182577 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:17:59.345301 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:18:00.519357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:01.451830 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-634be3cb-5834-4af5-9063-dd90677f6e95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437577 Aug 24 01:18:01.553136 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-bc164f77-6a33-4d0f-a8ff-0ba49c407572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:01.554661 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-bc164f77-6a33-4d0f-a8ff-0ba49c407572 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1097 time: 0.0450623 Aug 24 01:18:01.658673 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-74e9ea8e-d986-40e3-b6b9-6e966b394f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:01.660162 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-74e9ea8e-d986-40e3-b6b9-6e966b394f81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0856564 Aug 24 01:18:01.729281 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-9d7942da-0a72-4073-ab4f-7400b2534184 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1002 time: 0.0617805 Aug 24 01:18:01.777453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-a9544a1a-d2b0-4136-9d62-6f7702f7f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:01.778931 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-a9544a1a-d2b0-4136-9d62-6f7702f7f5ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0433016 Aug 24 01:18:01.824031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-02617472-5b6c-420d-b973-e3bb49a5ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:01.825523 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-02617472-5b6c-420d-b973-e3bb49a5ba52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399206 Aug 24 01:18:01.918483 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-748b24b9-5a20-4116-976b-475c73e67a8f service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853209 Aug 24 01:18:02.011430 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-6601f996-cdc5-4ce6-a90a-6e8066bb6842 req-ea99fe7e-ac19-42c0-b2f1-35a404075365 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851231 Aug 24 01:18:02.045396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:12.999183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:26.112758 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:26.306909 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2ae6dce4-3fe4-4c14-81a9-fe4d7ff6a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:29.026751 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ed5f091a-9aee-4c16-b555-91593c155a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:29.135930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:30.529834 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:32.038123 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:36.345175 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:18:42.886647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb74bf-aac8-4d7a-ae06-5554fb250d68 req-b7ee78a8-9893-433c-a283-539c73d01c7b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:42.888070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebfb74bf-aac8-4d7a-ae06-5554fb250d68 req-b7ee78a8-9893-433c-a283-539c73d01c7b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0503790 Aug 24 01:18:42.926331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ebfb74bf-aac8-4d7a-ae06-5554fb250d68 req-33b9aa26-c4f0-4794-81e9-3efaf3b6d113 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Aug 24 01:18:43.021083 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:55.672079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c676d-8031-4c5b-a3ea-265c67704c46 req-a762114d-3cf5-431f-a171-db386a4772a9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:55.673583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b85c676d-8031-4c5b-a3ea-265c67704c46 req-a762114d-3cf5-431f-a171-db386a4772a9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0558393 Aug 24 01:18:55.711253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b85c676d-8031-4c5b-a3ea-265c67704c46 req-307e26c7-2bf7-4fda-85cf-818accee51a5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Aug 24 01:18:55.887665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-a114aa63-1929-4676-bf56-a4ac6b3aa40f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761864 Aug 24 01:18:56.105893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:56.305810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0dc0da5a-dde1-4be5-9262-044eebb36b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:56.827199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a37759-a7c0-4cb6-a431-506af161fcd6 req-bb2ee7e2-8987-4b80-84c3-21d0df6a37a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:56.828706 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37a37759-a7c0-4cb6-a431-506af161fcd6 req-bb2ee7e2-8987-4b80-84c3-21d0df6a37a3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0488691 Aug 24 01:18:56.867287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-37a37759-a7c0-4cb6-a431-506af161fcd6 req-ec325c70-ba95-4263-82d8-829e68e2c0b0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Aug 24 01:18:58.031919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-fd7f3bab-bc86-41ef-bcc4-df6e25fb8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:58.033476 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-fd7f3bab-bc86-41ef-bcc4-df6e25fb8b81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1097 time: 0.0912206 Aug 24 01:18:58.133412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-fe1739e3-bf6e-4a99-9b07-d64a44cb6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:58.134978 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-fe1739e3-bf6e-4a99-9b07-d64a44cb6963 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0942178 Aug 24 01:18:58.203467 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-b9619f97-c6d5-473f-bdf1-44f8b8678e10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1002 time: 0.0610580 Aug 24 01:18:58.259432 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-7077591b-65e1-4135-9cf9-255be492980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:58.260968 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-7077591b-65e1-4135-9cf9-255be492980d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0511534 Aug 24 01:18:58.272369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677a0f-7676-4c8a-b93e-fc2cf87da5f5 req-abec4eb9-9920-4f31-9f68-9cc31f7e527a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:58.273893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c677a0f-7676-4c8a-b93e-fc2cf87da5f5 req-abec4eb9-9920-4f31-9f68-9cc31f7e527a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.3362706 Aug 24 01:18:58.308094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-5e934965-9346-4704-816c-f7c9d1dfac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:58.309704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-5e934965-9346-4704-816c-f7c9d1dfac80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410893 Aug 24 01:18:58.312802 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0c677a0f-7676-4c8a-b93e-fc2cf87da5f5 req-b1c01002-7516-49be-9751-48055e12e4d2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Aug 24 01:18:58.401513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-e66de5da-bfdd-4ab8-8744-97c01bf581de service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849006 Aug 24 01:18:58.496253 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-9bec4689-b4ff-42ed-8a22-8779cd5b5df8 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878308 Aug 24 01:18:59.025930 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9f932da0-30c0-40e5-b398-81d7082f27d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:59.157015 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:18:59.427592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362627e-c44d-4c23-a23c-6f7d3d40d52a req-d1fea843-d873-4ed4-8e46-bf18be8598e0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:18:59.429038 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e362627e-c44d-4c23-a23c-6f7d3d40d52a req-d1fea843-d873-4ed4-8e46-bf18be8598e0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0479300 Aug 24 01:18:59.465761 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e362627e-c44d-4c23-a23c-6f7d3d40d52a req-0feaeb72-dc65-4ca5-9b26-931a9b35e9cd tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308867 Aug 24 01:19:00.562935 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:00.581487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773a91e-d109-4897-878f-6b60dfd12255 req-6a3c97fd-6242-48f7-82a5-d3cd58986805 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:00.583890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0773a91e-d109-4897-878f-6b60dfd12255 req-6a3c97fd-6242-48f7-82a5-d3cd58986805 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0483799 Aug 24 01:19:00.619727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0773a91e-d109-4897-878f-6b60dfd12255 req-e747c570-ff4a-4001-a2d2-65b473b7f339 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307662 Aug 24 01:19:01.482583 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-33df0d85-1ba1-4266-be06-0360e23a4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:01.484125 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-33df0d85-1ba1-4266-be06-0360e23a4ad1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1097 time: 0.0422080 Aug 24 01:19:01.588637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-67ed145d-d215-4a48-b322-5e7eabc8f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:01.590142 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-67ed145d-d215-4a48-b322-5e7eabc8f1a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0881178 Aug 24 01:19:01.654931 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-6c036b84-a715-4988-886a-c26797f710e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1002 time: 0.0577583 Aug 24 01:19:01.705421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-39140003-5fb9-4849-9c31-80435c9c083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:01.706849 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-39140003-5fb9-4849-9c31-80435c9c083c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0438960 Aug 24 01:19:01.738456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a6afd-0f69-4740-bfb9-3031b75fd52e req-244db2dd-a61d-48f5-9343-45bcd70b203b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:01.739957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-610a6afd-0f69-4740-bfb9-3031b75fd52e req-244db2dd-a61d-48f5-9343-45bcd70b203b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0522509 Aug 24 01:19:01.760156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-f7db2b7f-d468-40be-9505-6a77900cbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:01.761730 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-f7db2b7f-d468-40be-9505-6a77900cbcda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471857 Aug 24 01:19:01.777858 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-610a6afd-0f69-4740-bfb9-3031b75fd52e req-c3e20da9-720e-4c39-bbea-30f4dd67d2f9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Aug 24 01:19:01.853545 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-c13f3635-1dab-48d2-ac18-1132d84b4a4c service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844903 Aug 24 01:19:01.950327 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8b09e09e-922a-4fa9-affa-23cfd142690b req-7aa2df0e-3d33-4a9d-a4c7-02a9cb503a36 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896487 Aug 24 01:19:02.020297 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:02.892834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ba8bb-e8b4-4983-a38d-2f50ed486cf2 req-95d7198a-b14b-40d0-9a55-f9df0325f9f1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:02.894331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-686ba8bb-e8b4-4983-a38d-2f50ed486cf2 req-95d7198a-b14b-40d0-9a55-f9df0325f9f1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0486805 Aug 24 01:19:02.931920 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-686ba8bb-e8b4-4983-a38d-2f50ed486cf2 req-c5db1dd7-ed24-41a8-9c29-4d7fa3186d21 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Aug 24 01:19:04.047052 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9975681-e8b3-4981-a277-c4fc751904d1 req-e942b2f7-3ff8-4b9d-840c-0f96d77630f7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:04.048623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9975681-e8b3-4981-a277-c4fc751904d1 req-e942b2f7-3ff8-4b9d-840c-0f96d77630f7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0499914 Aug 24 01:19:04.086021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9975681-e8b3-4981-a277-c4fc751904d1 req-eb633a19-37e8-42a8-861e-a4a89f474a82 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Aug 24 01:19:05.204688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde475f1-4996-4b32-93a4-9d28210f87c9 req-47fdc159-8308-4e7c-86ce-a94cc5dceb86 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:05.206207 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fde475f1-4996-4b32-93a4-9d28210f87c9 req-47fdc159-8308-4e7c-86ce-a94cc5dceb86 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0523934 Aug 24 01:19:05.243809 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fde475f1-4996-4b32-93a4-9d28210f87c9 req-35c5f760-c3dc-4734-9c3a-7e4a3ab586c4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315828 Aug 24 01:19:06.356387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c60f-0e0d-4c31-a420-08fa299e9360 req-ed155c8f-6e1f-4005-b686-e2750b975602 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:06.357892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd98c60f-0e0d-4c31-a420-08fa299e9360 req-ed155c8f-6e1f-4005-b686-e2750b975602 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0484924 Aug 24 01:19:06.394810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd98c60f-0e0d-4c31-a420-08fa299e9360 req-4aa783cb-52ef-495e-9bb0-caffa4721e28 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310578 Aug 24 01:19:07.514363 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f3d00-e8aa-4ba0-92d3-f5a9010c6c4e req-50dc0464-fcce-45fd-b7b0-6ab19d0f69ee tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:07.515825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a40f3d00-e8aa-4ba0-92d3-f5a9010c6c4e req-50dc0464-fcce-45fd-b7b0-6ab19d0f69ee tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0476129 Aug 24 01:19:07.552682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a40f3d00-e8aa-4ba0-92d3-f5a9010c6c4e req-6288378f-73d2-4bc2-9694-1adbd694913b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304298 Aug 24 01:19:08.672485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5797a-f811-4c21-8b31-e319e7bceb07 req-b60743c3-b7be-4c5c-8889-682c8001bc71 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:08.673978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34f5797a-f811-4c21-8b31-e319e7bceb07 req-b60743c3-b7be-4c5c-8889-682c8001bc71 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0524316 Aug 24 01:19:08.710464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34f5797a-f811-4c21-8b31-e319e7bceb07 req-2721dc01-3af5-473c-899e-2a18ba569814 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306060 Aug 24 01:19:09.824064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f71be-cc29-4d17-99ec-b054acc11390 req-f7833673-ac12-426f-8e6d-660b271ea816 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:09.825724 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef8f71be-cc29-4d17-99ec-b054acc11390 req-f7833673-ac12-426f-8e6d-660b271ea816 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0490615 Aug 24 01:19:09.862938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef8f71be-cc29-4d17-99ec-b054acc11390 req-b801542c-c772-43c1-a432-85a33cc0a3d1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Aug 24 01:19:10.978001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d9ea4-f396-499f-a5e5-f392c93087fc req-d59645e5-59ed-4bda-9a16-5efed17edd2b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:10.979541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b25d9ea4-f396-499f-a5e5-f392c93087fc req-d59645e5-59ed-4bda-9a16-5efed17edd2b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0490825 Aug 24 01:19:11.018308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b25d9ea4-f396-499f-a5e5-f392c93087fc req-9f722386-391a-4d51-9e9b-8e315255f371 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327945 Aug 24 01:19:12.137672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f484-0adc-4e7c-835a-1e12461d2fae req-a1f1ec54-db6e-47b1-98a7-0e29545943fa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:12.139137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12c9f484-0adc-4e7c-835a-1e12461d2fae req-a1f1ec54-db6e-47b1-98a7-0e29545943fa tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0519645 Aug 24 01:19:12.182396 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12c9f484-0adc-4e7c-835a-1e12461d2fae req-a01795a7-5303-4d38-a060-a3179a5c72c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365393 Aug 24 01:19:12.907173 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-d025949e-40b8-4ae1-87bd-42584a9ba46b service neutron] show failed (client error): The resource could not be found. Aug 24 01:19:12.908685 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-d025949e-40b8-4ae1-87bd-42584a9ba46b service neutron] 10.222.0.36 "GET /v2.0/ports/91fe1a24-a9be-4143-b504-04d95f08bc7e/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0561070 Aug 24 01:19:13.031528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:13.305624 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae6a05-a00d-48b4-88b1-c2c2cb166bbc req-17944a87-40e4-425b-a10b-a02b0c9fd4d6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:13.307139 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91ae6a05-a00d-48b4-88b1-c2c2cb166bbc req-17944a87-40e4-425b-a10b-a02b0c9fd4d6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0567212 Aug 24 01:19:13.343824 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:19:13.371450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-91ae6a05-a00d-48b4-88b1-c2c2cb166bbc req-3edde350-3ddc-4128-81b8-e33465704e26 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580561 Aug 24 01:19:13.379797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-4877098b-f4d6-4c96-9f4f-5e36d1df204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:13.381249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-4877098b-f4d6-4c96-9f4f-5e36d1df204c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 1097 time: 0.1016366 Aug 24 01:19:13.393734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:19:13.448163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:13.648908 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:13.680874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:19:13.720183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:19:13.722514 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c41c3-d106-426f-a370-17abde85422b" -d '{"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:19:13.726552 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:13.739133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Transition to ACTIVE for port object 91fe1a24-a9be-4143-b504-04d95f08bc7e will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:19:13.815033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:13.824012 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d3806-ad7d-4458-a4c4-c670157867c9 x-openstack-request-id: req-936d3806-ad7d-4458-a4c4-c670157867c9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:19:13.825125 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:19:13.825125 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-936d3806-ad7d-4458-a4c4-c670157867c9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:19:13.825125 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'code': 200} Aug 24 01:19:13.895879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:13.912619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.912977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.913327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.913699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.914041 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.914377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.914711 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.915044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.915373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.915703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.916047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.916365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:13.951995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] No DVR routers for this DVR port 91fe1a24-a9be-4143-b504-04d95f08bc7e on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:19:14.087424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:19:14.087770 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:19:14.088102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:19:14.092374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:19:14.092698 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:19:14.097485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:19:14.097860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:19:14.098250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:19:14.098673 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Bound port: 91fe1a24-a9be-4143-b504-04d95f08bc7e, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:19:14.099028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:14.160635 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:19:14.163501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:19:14.231927 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:14.272894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.273512 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:14.274932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] 10.222.0.37 "PUT /v2.0/ports/91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1092 time: 0.8859246 Aug 24 01:19:14.296557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2538d5-6bc1-4e8c-9236-72a50ed05fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:14.339469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-a328e995-8d51-48b0-bce8-a9718ecd2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.341009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-a328e995-8d51-48b0-bce8-a9718ecd2211 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1095 time: 0.0434172 Aug 24 01:19:14.438732 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-b1cadbaf-f50b-4b3c-a4b2-410e6adf748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.444632 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-b1cadbaf-f50b-4b3c-a4b2-410e6adf748a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0927477 Aug 24 01:19:14.546187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db8aa1-765b-47c0-ac73-037956915cb8 req-f5762a35-01b1-465c-9f5b-a957099cf487 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.547585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61db8aa1-765b-47c0-ac73-037956915cb8 req-f5762a35-01b1-465c-9f5b-a957099cf487 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.1014564 Aug 24 01:19:14.550246 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-4d0d70e5-3006-42cb-b695-2d379a6371e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1000 time: 0.0938833 Aug 24 01:19:14.622728 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-61db8aa1-765b-47c0-ac73-037956915cb8 req-aed14b68-0204-4583-8ed8-e4418703006e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680096 Aug 24 01:19:14.628804 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-28351697-87af-42ff-b068-57fb6e0667e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.630216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-28351697-87af-42ff-b068-57fb6e0667e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0698903 Aug 24 01:19:14.675450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-b868fb26-c5ab-457b-b35d-a11401089493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:14.676842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-b868fb26-c5ab-457b-b35d-a11401089493 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392962 Aug 24 01:19:14.764609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-9cf59e2c-c2c4-494a-bbd5-cde059b1ea88 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805895 Aug 24 01:19:14.857146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45bbbde9-15f3-4b4e-9637-e8981ee0a02c req-5e081ff5-71a4-4313-8754-d8a6443a2cbf service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851276 Aug 24 01:19:15.741666 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7c561-94c8-447a-90a8-f35b474e7963 req-5f8f2c30-2a6e-4114-87a5-33f4d0956875 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:15.743144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63f7c561-94c8-447a-90a8-f35b474e7963 req-5f8f2c30-2a6e-4114-87a5-33f4d0956875 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0497429 Aug 24 01:19:15.781243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63f7c561-94c8-447a-90a8-f35b474e7963 req-1a070efc-b7e7-4616-bd39-82bd5310339f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Aug 24 01:19:15.826029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:19:15.828544 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8d839d-af94-48aa-8405-59407cf7ff02" -d '{"events": [{"name": "network-changed", "server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:19:15.875926 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1924544-f42b-4c12-a575-bdada3f2e1fc x-openstack-request-id: req-f1924544-f42b-4c12-a575-bdada3f2e1fc {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:19:15.876229 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:19:15.876482 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1924544-f42b-4c12-a575-bdada3f2e1fc {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:19:15.877385 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'status': 'completed', 'code': 200} Aug 24 01:19:15.935236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-d621ea00-ccc7-42a8-95dc-18ccc6624741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:15.936682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-d621ea00-ccc7-42a8-95dc-18ccc6624741 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1095 time: 0.0418901 Aug 24 01:19:15.967184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-4bdaaece-a007-4e73-acf0-9ce8101e92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:15.968893 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-4bdaaece-a007-4e73-acf0-9ce8101e92f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1095 time: 0.0479369 Aug 24 01:19:16.037338 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-721344a3-1581-43cf-8753-7ce7f7c78290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:16.039340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-721344a3-1581-43cf-8753-7ce7f7c78290 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0946631 Aug 24 01:19:16.066751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-d763aa33-a346-4ea5-afd6-125a96d1d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:16.068259 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-d763aa33-a346-4ea5-afd6-125a96d1d9e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0923674 Aug 24 01:19:16.109628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-d1b3da2f-bc20-45d3-b3fd-b76b67b30749 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1000 time: 0.0632257 Aug 24 01:19:16.138712 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-7c48755b-509e-43a7-a377-f4f0409e38fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1000 time: 0.0615249 Aug 24 01:19:16.163458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-85f89000-ff1a-4776-bc89-5adbbababa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:16.165049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-85f89000-ff1a-4776-bc89-5adbbababa65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0488572 Aug 24 01:19:16.189547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-4823804d-9d18-4eb7-ae0e-8606433e6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:16.191046 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-4823804d-9d18-4eb7-ae0e-8606433e6b87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0455451 Aug 24 01:19:16.210548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-d62c8104-06d2-4939-a5f2-82ad5df10e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:16.212053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-d62c8104-06d2-4939-a5f2-82ad5df10e6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405462 Aug 24 01:19:16.243880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-05a36ee2-3a79-49b6-b860-0ffc174da7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:16.245436 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-05a36ee2-3a79-49b6-b860-0ffc174da7f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465481 Aug 24 01:19:16.304744 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-eecac20a-8d1d-4c30-83a7-c6e3432c048d service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850847 Aug 24 01:19:16.340068 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-3b36dbfd-808b-4d02-85a4-945b4eed00e1 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871830 Aug 24 01:19:16.401355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-0089e484-3580-4498-bada-2e5bf08bfc79 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891130 Aug 24 01:19:16.427673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:19:16.438562 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe8d839d-af94-48aa-8405-59407cf7ff02 req-46cf16e5-a3dc-49f9-b3db-73634d4275c0 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909328 Aug 24 01:19:16.476174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:19:16.901901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee7e11-2e96-41f4-ab7f-a2b4ee056e6f req-44073b22-0fc8-407a-b459-b69c3a5c5344 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:16.903675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69ee7e11-2e96-41f4-ab7f-a2b4ee056e6f req-44073b22-0fc8-407a-b459-b69c3a5c5344 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0539358 Aug 24 01:19:16.942333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69ee7e11-2e96-41f4-ab7f-a2b4ee056e6f req-82a7c556-7a82-4ddc-9289-7946450c58a8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Aug 24 01:19:18.066564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47378263-5045-44bf-ab73-99d2fa28fb1b req-8e3292f3-c592-41ba-9148-0ff37c4c26ea tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:18.068060 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47378263-5045-44bf-ab73-99d2fa28fb1b req-8e3292f3-c592-41ba-9148-0ff37c4c26ea tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0545363 Aug 24 01:19:18.105593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-47378263-5045-44bf-ab73-99d2fa28fb1b req-828f7863-3eb4-4df7-89ca-2d6fd037602c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315313 Aug 24 01:19:19.223112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152379d-417c-492a-908a-e13c602d2e95 req-850896ca-17ac-483e-8915-9049adb82794 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:19.224618 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0152379d-417c-492a-908a-e13c602d2e95 req-850896ca-17ac-483e-8915-9049adb82794 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0491030 Aug 24 01:19:19.262449 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0152379d-417c-492a-908a-e13c602d2e95 req-6d8040bb-ed64-4427-bdfb-b4e0ae7354e4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Aug 24 01:19:20.377089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c33adf-4ef2-4187-8f28-b4f4dee053ba req-9e63d791-55a4-43a2-bdbe-dbe2ed201bc1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:20.378583 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29c33adf-4ef2-4187-8f28-b4f4dee053ba req-9e63d791-55a4-43a2-bdbe-dbe2ed201bc1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0483255 Aug 24 01:19:20.415108 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29c33adf-4ef2-4187-8f28-b4f4dee053ba req-f5f8410a-e48f-46d0-9cb0-9fd3c1497511 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307472 Aug 24 01:19:21.536100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ce86d-f327-44ad-a477-8427a8ec820e req-8fbcf0b8-1acc-4402-b820-ead4bbf27d66 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:21.537550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d0ce86d-f327-44ad-a477-8427a8ec820e req-8fbcf0b8-1acc-4402-b820-ead4bbf27d66 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0537801 Aug 24 01:19:21.574294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d0ce86d-f327-44ad-a477-8427a8ec820e req-c65b8199-63fc-4417-97ab-0d7b48766721 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307891 Aug 24 01:19:22.688630 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ed709-ec92-46b6-a3ee-7916a045d124 req-3b7cdd21-7238-4d1e-b85c-e4bea5e1b35b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:22.690137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa2ed709-ec92-46b6-a3ee-7916a045d124 req-3b7cdd21-7238-4d1e-b85c-e4bea5e1b35b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0485680 Aug 24 01:19:22.727043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa2ed709-ec92-46b6-a3ee-7916a045d124 req-47738f2e-7840-45c7-a30d-b816eaf835e0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Aug 24 01:19:23.841285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e56dd-8569-4aa7-b7d2-8112d05bb6b1 req-8c6ff58b-5639-47f5-92fd-a9c5dcf4421a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:23.842880 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-502e56dd-8569-4aa7-b7d2-8112d05bb6b1 req-8c6ff58b-5639-47f5-92fd-a9c5dcf4421a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0488226 Aug 24 01:19:23.881752 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-502e56dd-8569-4aa7-b7d2-8112d05bb6b1 req-afde0cc4-7f02-4e8a-add3-4fa746179ae9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Aug 24 01:19:25.001543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966d1aa-6659-47a3-950c-f0378a30f8df req-b7253f72-fc4c-4761-aa1d-271dafc6174e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:25.003039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4966d1aa-6659-47a3-950c-f0378a30f8df req-b7253f72-fc4c-4761-aa1d-271dafc6174e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0528314 Aug 24 01:19:25.040058 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4966d1aa-6659-47a3-950c-f0378a30f8df req-f702c62b-a9c9-4285-9f10-175c44f0b41c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311444 Aug 24 01:19:26.111805 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:26.154381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82b6be-6e84-4e17-92f0-6e2098903fee req-f7a8d9b3-370b-4016-93e2-78c7f4a1e68e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:26.155857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be82b6be-6e84-4e17-92f0-6e2098903fee req-f7a8d9b3-370b-4016-93e2-78c7f4a1e68e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0485878 Aug 24 01:19:26.193629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be82b6be-6e84-4e17-92f0-6e2098903fee req-ef93b1d6-97e3-45df-a286-4b9948a907db tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313623 Aug 24 01:19:26.304702 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ecb891e8-eff7-499e-b204-978279be651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:27.311644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e45020-d419-4e90-b462-ac4fde9874f2 req-46dbc880-c591-43f0-90fa-30103b9c29a4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:27.313134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81e45020-d419-4e90-b462-ac4fde9874f2 req-46dbc880-c591-43f0-90fa-30103b9c29a4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 944 time: 0.0519931 Aug 24 01:19:27.350987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81e45020-d419-4e90-b462-ac4fde9874f2 req-b2dd3a44-7d5a-4947-a365-bb02ad8c9280 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311506 Aug 24 01:19:28.139427 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:19:28.242078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:28.253498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'mac_address': 'fa:16:3e:0d:4b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:19:28.293252 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:28.305488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fe1a24-a9be-4143-b504-04d95f08bc7e {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:19:28.323955 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:28.396892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:28.448140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:28.456469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.456824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.457175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.457515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.457899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.458240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.458568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.458899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.459229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.459557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.459884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.460210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:28.473965 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c5c5f-7a82-4607-b083-8795334c438c req-1b4f30f0-eee4-401d-9238-9c025610ef3c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:28.475444 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef4c5c5f-7a82-4607-b083-8795334c438c req-1b4f30f0-eee4-401d-9238-9c025610ef3c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0545568 Aug 24 01:19:28.512925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ef4c5c5f-7a82-4607-b083-8795334c438c req-3aca4215-9283-43dd-b190-9c058fbb95b4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314806 Aug 24 01:19:28.639141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['91fe1a24-a9be-4143-b504-04d95f08bc7e'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:19:29.051202 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d3b1f-7d76-4b03-bdf3-2f2c1a39e2a9 req-20733815-38dc-4191-9f0a-463229d4c0ab tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:29.052714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-846d3b1f-7d76-4b03-bdf3-2f2c1a39e2a9 req-20733815-38dc-4191-9f0a-463229d4c0ab tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0750897 Aug 24 01:19:29.054045 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcba6ce6-c327-4091-9ac6-853353906217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:29.089988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-fd29dc83-5e1c-4b9e-8788-b7fb85138fed tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:29.091469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-fd29dc83-5e1c-4b9e-8788-b7fb85138fed tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.37 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d&tenant_id=de64638a700e4d56aa18aae8755f8bdc&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 945 time: 0.0786152 Aug 24 01:19:29.134366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-846d3b1f-7d76-4b03-bdf3-2f2c1a39e2a9 req-335eda7c-d9a1-40d6-a288-03a3325542e3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750189 Aug 24 01:19:29.156865 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:29.164474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-15f08f67-349b-439f-a7e5-a2bc8fe63d8e service neutron] 10.222.0.37 "GET /v2.0/ports/91fe1a24-a9be-4143-b504-04d95f08bc7e/bindings/n-h2-804878-2 HTTP/1.1" status: 200 len: 382 time: 0.0627103 Aug 24 01:19:29.228725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-042c57b5-7bbe-42c4-8039-c27498fa5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:29.230185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-042c57b5-7bbe-42c4-8039-c27498fa5b83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1096 time: 0.0417376 Aug 24 01:19:29.320076 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-a2485b02-ff0c-4fa3-ac5b-12ee6ee1993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:29.321549 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-a2485b02-ff0c-4fa3-ac5b-12ee6ee1993c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0845351 Aug 24 01:19:29.389344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-52e5398d-f6f6-4f88-adeb-0637c7b5137e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1001 time: 0.0609138 Aug 24 01:19:29.438816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-65b19a41-6805-4231-a2a2-cdcf9e8aadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:29.440766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-65b19a41-6805-4231-a2a2-cdcf9e8aadf6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0441473 Aug 24 01:19:29.486485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-58cd7a36-4607-4b53-89ed-cf30468bc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:29.488036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-58cd7a36-4607-4b53-89ed-cf30468bc6d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409114 Aug 24 01:19:29.578450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-15fc70a6-de6b-4a2e-8e4d-9c584ddc9be9 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828762 Aug 24 01:19:29.666550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-72065476-7558-47d6-9246-f14b505f8170 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815463 Aug 24 01:19:30.152893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:19:30.257133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489dc8c-0634-4a4c-a0be-15c9973ca545 req-2f44ee80-dc6c-44be-9086-a72789da59e0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:30.258648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0489dc8c-0634-4a4c-a0be-15c9973ca545 req-2f44ee80-dc6c-44be-9086-a72789da59e0 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0509086 Aug 24 01:19:30.282350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 91fe1a24-a9be-4143-b504-04d95f08bc7e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:19:30.286938 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 91fe1a24-a9be-4143-b504-04d95f08bc7e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:19:30.287342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:30.302005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0489dc8c-0634-4a4c-a0be-15c9973ca545 req-48cbf224-567e-44bf-8802-e83c02a23dd3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373867 Aug 24 01:19:30.366701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:30.388007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:19:30.390267 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42880751-b1f1-4243-bd9e-d2aa5953813e" -d '{"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-plugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:19:30.403454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:30.468666 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:30.492639 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d940a26-b386-40ef-8d69-0ecdad3dcb93 x-openstack-request-id: req-9d940a26-b386-40ef-8d69-0ecdad3dcb93 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:19:30.492948 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-plugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:19:30.493236 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d940a26-b386-40ef-8d69-0ecdad3dcb93 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:19:30.493667 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'code': 200} Aug 24 01:19:30.518858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:30.550839 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:31.417111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b54ed-5c61-43e2-95ac-266ad3e8b705 req-6885f318-00f4-42bb-a3c0-2a47aead68b5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:31.418784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e57b54ed-5c61-43e2-95ac-266ad3e8b705 req-6885f318-00f4-42bb-a3c0-2a47aead68b5 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0495977 Aug 24 01:19:31.457533 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e57b54ed-5c61-43e2-95ac-266ad3e8b705 req-5d045d43-f416-4410-a0c3-2ca0030d2a90 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Aug 24 01:19:32.019640 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:32.575621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75da065-699b-45fd-ab43-73f2569dce50 req-34f559fa-8110-4c6d-844c-0160356562a8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:32.577114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b75da065-699b-45fd-ab43-73f2569dce50 req-34f559fa-8110-4c6d-844c-0160356562a8 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0492904 Aug 24 01:19:32.614718 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b75da065-699b-45fd-ab43-73f2569dce50 req-ad1dec6f-1025-4e92-9af3-4449a2a5fd61 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Aug 24 01:19:33.729846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bb141-c222-452f-b60c-af53b96082e5 req-55e96e8b-cd85-4d3a-8262-df3101f7edb2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:33.731426 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e81bb141-c222-452f-b60c-af53b96082e5 req-55e96e8b-cd85-4d3a-8262-df3101f7edb2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0502884 Aug 24 01:19:33.774683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e81bb141-c222-452f-b60c-af53b96082e5 req-ac133d16-eb5a-4bf9-831f-67f767ce753b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370958 Aug 24 01:19:34.137181 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-358d2bef-477d-4c5b-8ba8-d86600b57b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:34.138745 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-358d2bef-477d-4c5b-8ba8-d86600b57b30 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d&tenant_id=de64638a700e4d56aa18aae8755f8bdc HTTP/1.1" status: 200 len: 1097 time: 0.0425639 Aug 24 01:19:34.155798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:19:34.159033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:19:34.212781 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:34.260233 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:34.417338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:34.449735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h2-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:19:34.488610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:19:34.491572 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f0e204-0e21-4b34-9711-a5f66aae9c78" -d '{"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:19:34.494654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:34.507485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Transition to ACTIVE for port object 91fe1a24-a9be-4143-b504-04d95f08bc7e will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:19:34.579607 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:34.608079 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3541570-4656-48d8-8d6c-c3207d1ec8e4 x-openstack-request-id: req-e3541570-4656-48d8-8d6c-c3207d1ec8e4 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:19:34.608455 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:19:34.608781 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3541570-4656-48d8-8d6c-c3207d1ec8e4 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:19:34.609258 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'code': 200} Aug 24 01:19:34.614755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:19:34.615126 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:19:34.660578 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=10']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:34.680882 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.681238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.681603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.681953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.682325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.682666 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.683002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.683337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.683667 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.683996 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.684327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.684657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:19:34.719829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] No DVR routers for this DVR port 91fe1a24-a9be-4143-b504-04d95f08bc7e on host n-h2-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:19:34.858127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:19:34.858476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:19:34.858820 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:19:34.863852 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:19:34.864183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Attempting to bind port 91fe1a24-a9be-4143-b504-04d95f08bc7e on network 8d295664-5761-446f-8eb8-42ca3f8f6303 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:19:34.869049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:19:34.869397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Checking segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:19:34.869819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Bound using segment: {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:19:34.870281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Bound port: 91fe1a24-a9be-4143-b504-04d95f08bc7e, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:19:34.870652 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:34.894644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7c0ef-373a-4ac5-9955-ba7ccb74960e req-bce2759b-1d6c-4590-bb75-28c93126355b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:34.896080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0f7c0ef-373a-4ac5-9955-ba7ccb74960e req-bce2759b-1d6c-4590-bb75-28c93126355b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0498197 Aug 24 01:19:34.934271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0f7c0ef-373a-4ac5-9955-ba7ccb74960e req-194ef1cd-6636-4ac2-bfa5-ad00a612d10d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317667 Aug 24 01:19:34.934534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:19:34.937825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:19:35.008441 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:35.044755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:35.045377 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:35.046895 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] 10.222.0.36 "PUT /v2.0/ports/91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1093 time: 0.8950415 Aug 24 01:19:35.066493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d0f1-5883-466b-aea7-b65ce8e180ad service neutron] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=11']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:35.133448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-2c74f04c-7c43-42b7-acf4-032a28e8a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:35.135080 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-2c74f04c-7c43-42b7-acf4-032a28e8a8cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1096 time: 0.0479963 Aug 24 01:19:35.227975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-c3f7c919-720e-45d0-9f70-a27a77f91a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:35.229482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-c3f7c919-720e-45d0-9f70-a27a77f91a40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0879068 Aug 24 01:19:35.298030 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-24a1cc8c-1dbd-4b4d-8e33-1983c244b725 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1000 time: 0.0611229 Aug 24 01:19:35.344817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-3b07ead3-816d-4f10-bcca-d948da9f18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:35.346734 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-3b07ead3-816d-4f10-bcca-d948da9f18c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0423675 Aug 24 01:19:35.391481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-0f25133c-d461-4a12-8743-f4e675a76a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:35.392986 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-0f25133c-d461-4a12-8743-f4e675a76a38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390017 Aug 24 01:19:35.484599 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-47a3d048-c6be-4ec1-8e6e-750d6bd1d5f7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848856 Aug 24 01:19:35.572344 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1ea01bbc-b68b-4c63-b81a-34b965ac1b64 req-81215603-83c2-49cf-acd0-ec1636c00a19 service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807469 Aug 24 01:19:36.055499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20517a2f-e23b-4e2a-a426-9bad8110e8f7 req-a3657f35-afdd-41f0-b5f7-c7ed24db0d84 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:36.056995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20517a2f-e23b-4e2a-a426-9bad8110e8f7 req-a3657f35-afdd-41f0-b5f7-c7ed24db0d84 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0488575 Aug 24 01:19:36.096663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-20517a2f-e23b-4e2a-a426-9bad8110e8f7 req-5f6b78af-6535-4c2c-b850-34156e0704c9 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336878 Aug 24 01:19:36.610764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:19:36.613955 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e47a0b-5503-4d4a-8f69-9433ce450324" -d '{"events": [{"name": "network-changed", "server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:19:36.661294 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd09fcf7-3876-43b4-b918-49d73425abff x-openstack-request-id: req-bd09fcf7-3876-43b4-b918-49d73425abff {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:19:36.661616 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:19:36.661873 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd09fcf7-3876-43b4-b918-49d73425abff {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:19:36.662343 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'status': 'completed', 'code': 200} Aug 24 01:19:36.727634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-95cc6215-c207-4875-9cdc-9ed4c3d8f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:36.729212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-95cc6215-c207-4875-9cdc-9ed4c3d8f084 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1096 time: 0.0480654 Aug 24 01:19:36.756222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-141d9142-6c8d-469b-b88b-0495ae2b113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:36.758217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-141d9142-6c8d-469b-b88b-0495ae2b113b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de64638a700e4d56aa18aae8755f8bdc&device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 1096 time: 0.0454757 Aug 24 01:19:36.830779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-45fdbae1-a1ac-4ae9-842a-07748f1b4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:36.832257 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-45fdbae1-a1ac-4ae9-842a-07748f1b4d7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0951626 Aug 24 01:19:36.856699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-500439f9-9bc9-4e56-b0a2-9ee786627aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:36.858473 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-500439f9-9bc9-4e56-b0a2-9ee786627aec service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 200 len: 913 time: 0.0920696 Aug 24 01:19:36.901701 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-fff69a7a-5c0c-4ef5-895f-0f5b8ef2a635 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1000 time: 0.0629146 Aug 24 01:19:36.926965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-016775a3-ac97-448f-b499-a5ee0576e776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 200 len: 1000 time: 0.0614429 Aug 24 01:19:36.956094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-f5c88f7f-d03d-44ab-8113-7d976f82c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:36.957559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-f5c88f7f-d03d-44ab-8113-7d976f82c591 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0491183 Aug 24 01:19:36.982670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-9f6c6737-5c01-40e7-af43-79115c9c5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:36.984073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-9f6c6737-5c01-40e7-af43-79115c9c5d43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 200 len: 851 time: 0.0501177 Aug 24 01:19:37.004936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-592aabce-1572-425f-a856-a15ac017b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:37.006408 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-592aabce-1572-425f-a856-a15ac017b8f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420318 Aug 24 01:19:37.031323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-e37e810b-1f00-406e-b5c3-62225eb8ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:37.033802 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-e37e810b-1f00-406e-b5c3-62225eb8ad70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d295664-5761-446f-8eb8-42ca3f8f6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431848 Aug 24 01:19:37.096699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-37b48164-dfae-4da1-abe5-10560badb6c1 service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833592 Aug 24 01:19:37.128530 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-ccd1cc22-580d-4dd4-a036-5138790fda2c service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866964 Aug 24 01:19:37.222333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-9b8da2cb-2b96-4e86-8e5c-4850af6018ec service neutron] 10.222.0.37 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186516 Aug 24 01:19:37.238832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cce26a-8881-425e-99ce-dbebf9908ed7 req-a4c0582d-19c6-4aa4-bdca-df85b21c966f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:37.240624 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-73e47a0b-5503-4d4a-8f69-9433ce450324 req-5fd16441-e8be-4265-8bb2-213ca7d39fef service neutron] 10.222.0.36 "GET /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052511 Aug 24 01:19:37.241137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46cce26a-8881-425e-99ce-dbebf9908ed7 req-a4c0582d-19c6-4aa4-bdca-df85b21c966f tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0618784 Aug 24 01:19:37.280908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-46cce26a-8881-425e-99ce-dbebf9908ed7 req-2280aa93-e400-47b2-bcf7-ea5c9f7470cc tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338929 Aug 24 01:19:38.404824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfe36e-0df7-42ff-b62f-95c2973131ee req-bd362840-bb60-4b5a-aa74-71a25e89272e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:38.406705 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3dfe36e-0df7-42ff-b62f-95c2973131ee req-bd362840-bb60-4b5a-aa74-71a25e89272e tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0548000 Aug 24 01:19:38.444819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3dfe36e-0df7-42ff-b62f-95c2973131ee req-474ba2bd-2ec8-487a-9398-fae8a4db39a7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Aug 24 01:19:39.562309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdb977-ea1c-44da-bb05-fd3f4e0a0a03 req-1d6a996d-7eb3-49e4-81fa-1a5afb35cd0a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:39.563783 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21fdb977-ea1c-44da-bb05-fd3f4e0a0a03 req-1d6a996d-7eb3-49e4-81fa-1a5afb35cd0a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0499644 Aug 24 01:19:39.603559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-21fdb977-ea1c-44da-bb05-fd3f4e0a0a03 req-0ee61027-68a4-4e44-a2c3-8bbd79564260 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332971 Aug 24 01:19:40.718206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c99163-6ee3-4360-b0d6-638104db775d req-e7f16d47-11d8-4863-a43c-04ff948c844a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:40.719592 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c99163-6ee3-4360-b0d6-638104db775d req-e7f16d47-11d8-4863-a43c-04ff948c844a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0482538 Aug 24 01:19:40.756860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81c99163-6ee3-4360-b0d6-638104db775d req-50e0972a-c89a-4a89-b44e-d8323b4f9e95 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307868 Aug 24 01:19:41.875441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6313f-41bf-47b1-a308-1de157d7a7ba req-0f67f8bb-6b32-466f-b6f5-0ca3b9fdb9ee tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:41.876910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1b6313f-41bf-47b1-a308-1de157d7a7ba req-0f67f8bb-6b32-466f-b6f5-0ca3b9fdb9ee tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0528021 Aug 24 01:19:41.914062 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1b6313f-41bf-47b1-a308-1de157d7a7ba req-1a9d3376-bbd8-4525-a628-08a7058f7b11 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Aug 24 01:19:42.989616 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:43.029871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15092d2-9eba-43fc-828a-0704b13f2652 req-e61a65bb-c0a7-4766-8158-a8cee0fc2a78 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:43.031354 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a15092d2-9eba-43fc-828a-0704b13f2652 req-e61a65bb-c0a7-4766-8158-a8cee0fc2a78 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0498297 Aug 24 01:19:43.068996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a15092d2-9eba-43fc-828a-0704b13f2652 req-e8f1d1d2-0c64-4c22-a5a6-53f9ef1b36c2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316794 Aug 24 01:19:44.183857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b789b26-83cb-49e3-bd00-8e49648c5836 req-85188e00-f545-4b14-af9f-2cde15feb3b2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:44.185326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b789b26-83cb-49e3-bd00-8e49648c5836 req-85188e00-f545-4b14-af9f-2cde15feb3b2 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0476105 Aug 24 01:19:44.222268 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3b789b26-83cb-49e3-bd00-8e49648c5836 req-8992fc88-5593-423e-b2e8-83270a78f125 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304890 Aug 24 01:19:45.342862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b2cff-1840-491d-b7fd-e29720180836 req-fbfb9fbb-535c-463d-b5c5-7b62c37d6162 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:45.345617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f6b2cff-1840-491d-b7fd-e29720180836 req-fbfb9fbb-535c-463d-b5c5-7b62c37d6162 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0533509 Aug 24 01:19:45.383659 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9f6b2cff-1840-491d-b7fd-e29720180836 req-2380a287-34e7-4f89-9a1d-5bf3970e7e75 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333285 Aug 24 01:19:46.496355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36de7d7-7dfc-43e2-9af0-79cc69c901fb req-3684e76a-eab6-41d0-8bf7-50669a50a955 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:46.497863 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c36de7d7-7dfc-43e2-9af0-79cc69c901fb req-3684e76a-eab6-41d0-8bf7-50669a50a955 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0481513 Aug 24 01:19:46.535769 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c36de7d7-7dfc-43e2-9af0-79cc69c901fb req-61658e92-74fe-4da0-8852-54d2e881a9cb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Aug 24 01:19:47.648579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21a6fe-34ff-428b-9c1b-2991716b66e5 req-56e24423-7f80-486d-804c-7e385f2b3cc6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:47.650059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e21a6fe-34ff-428b-9c1b-2991716b66e5 req-56e24423-7f80-486d-804c-7e385f2b3cc6 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0479600 Aug 24 01:19:47.686541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e21a6fe-34ff-428b-9c1b-2991716b66e5 req-6370ffcc-fa18-4471-8d53-a35f05605a32 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307357 Aug 24 01:19:48.625409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:19:48.721872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:48.733286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'port_id': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'mac_address': 'fa:16:3e:0d:4b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:19:48.771466 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:48.784658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fe1a24-a9be-4143-b504-04d95f08bc7e {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:19:48.804469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:48.807742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6aa82-b5cb-43c4-93be-c59edc72f66b req-bfe7ef05-05c2-41c2-b220-2999d69cb5cb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:48.809254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8b6aa82-b5cb-43c4-93be-c59edc72f66b req-bfe7ef05-05c2-41c2-b220-2999d69cb5cb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 945 time: 0.0533247 Aug 24 01:19:48.846539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d8b6aa82-b5cb-43c4-93be-c59edc72f66b req-48e5e32a-8523-4fe5-93da-fa54a1bb6fc1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312438 Aug 24 01:19:48.916358 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:48.963740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5426dd6-9e60-4e96-967e-bb7e214074f8 req-0b9dcabe-52ce-49df-ae16-f469ec676730 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:48.965116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:48.965262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5426dd6-9e60-4e96-967e-bb7e214074f8 req-0b9dcabe-52ce-49df-ae16-f469ec676730 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0503049 Aug 24 01:19:49.005244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5426dd6-9e60-4e96-967e-bb7e214074f8 req-946f7f14-d5ae-48d6-bcb3-f117c246231d tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Aug 24 01:19:49.125922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80f1af-e743-4774-b892-11e0f59b068e req-d646ed63-c61d-4bd3-b80d-cf2497431bfe tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:49.127430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b80f1af-e743-4774-b892-11e0f59b068e req-d646ed63-c61d-4bd3-b80d-cf2497431bfe tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0494742 Aug 24 01:19:49.164901 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b80f1af-e743-4774-b892-11e0f59b068e req-df01aa06-d525-443a-b271-d8601a112d7b tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Aug 24 01:19:49.339250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['91fe1a24-a9be-4143-b504-04d95f08bc7e'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:19:49.600327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12184fde-91f9-4c63-b331-6ecc73546db9 req-1c93eee9-72de-4047-929e-e4e1fb9c4445 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:49.601792 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12184fde-91f9-4c63-b331-6ecc73546db9 req-1c93eee9-72de-4047-929e-e4e1fb9c4445 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0514019 Aug 24 01:19:49.639469 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12184fde-91f9-4c63-b331-6ecc73546db9 req-e0178af4-1882-4394-a6ed-d4bdcdbe0ab1 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318227 Aug 24 01:19:50.343719 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:19:50.645927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:19:50.757924 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071bb53-3403-4011-b418-a2f7ebd3b039 req-6f68e7f8-dc45-42e0-94ab-157f2e67c92c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:50.759436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f071bb53-3403-4011-b418-a2f7ebd3b039 req-6f68e7f8-dc45-42e0-94ab-157f2e67c92c tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 946 time: 0.0488329 Aug 24 01:19:50.773240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 91fe1a24-a9be-4143-b504-04d95f08bc7e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:19:50.777218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 91fe1a24-a9be-4143-b504-04d95f08bc7e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:19:50.777621 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:50.797337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f071bb53-3403-4011-b418-a2f7ebd3b039 req-c92674bb-b8fb-44c1-b7d9-1115336fabc4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Aug 24 01:19:50.857168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:50.879205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:19:50.881468 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2c4d15-6376-4690-b4fa-e0fe8909a5ee" -d '{"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-plugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:19:50.894072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:50.918834 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0e8dd2-9078-4e81-84b3-42ead5e29c27 x-openstack-request-id: req-2b0e8dd2-9078-4e81-84b3-42ead5e29c27 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:19:50.920007 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-plugged", "status": "completed", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:19:50.920007 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b0e8dd2-9078-4e81-84b3-42ead5e29c27 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:19:50.920007 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'code': 200} Aug 24 01:19:50.972108 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:51.022320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=13']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:51.466318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06935d29-903f-4091-8e3d-c914b3169d4f req-31bf31f7-736a-43a4-94b3-624d2949e989 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:51.467800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06935d29-903f-4091-8e3d-c914b3169d4f req-31bf31f7-736a-43a4-94b3-624d2949e989 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 947 time: 0.0494926 Aug 24 01:19:51.560689 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Deleting port 91fe1a24-a9be-4143-b504-04d95f08bc7e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:19:51.561036 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:51.647626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] For port 91fe1a24-a9be-4143-b504-04d95f08bc7e, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=91fe1a24-a9be-4143-b504-04d95f08bc7e,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:19:51.648006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:51.819068 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:51.819469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:51.819868 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda disassociated. External IP: 172.25.5.78, port: 91fe1a24-a9be-4143-b504-04d95f08bc7e. Aug 24 01:19:51.820152 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Calling delete_port for 91fe1a24-a9be-4143-b504-04d95f08bc7e owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:19:51.926443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286f94-d323-4dd7-87e2-e5c89059fb03 req-44a0dc27-0f64-46e5-aa83-09670180018a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:19:51.928910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85286f94-d323-4dd7-87e2-e5c89059fb03 req-44a0dc27-0f64-46e5-aa83-09670180018a tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 947 time: 0.0513122 Aug 24 01:19:51.967271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85286f94-d323-4dd7-87e2-e5c89059fb03 req-e00baced-bd89-45c2-ad87-1f21e55720f4 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups?id=8c1c65cb-b77d-4d74-8936-bcd2253c4068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319405 Aug 24 01:19:52.030859 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:52.059806 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event deleted for resources: {'Port': ['ID=91fe1a24-a9be-4143-b504-04d95f08bc7e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:19:52.176825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:19:52.287164 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:19:52.296860 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:19:52.305787 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:19:52.306390 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:19:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:19:52.329118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] No DVR routers for this DVR port 91fe1a24-a9be-4143-b504-04d95f08bc7e on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:19:52.332514 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:52.334541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-06935d29-903f-4091-8e3d-c914b3169d4f req-6651db4c-3118-4315-b756-20b4a0230a93 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.36 "DELETE /v2.0/ports/91fe1a24-a9be-4143-b504-04d95f08bc7e HTTP/1.1" status: 204 len: 173 time: 0.8602242 Aug 24 01:19:52.334988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-deleted', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:19:52.337253 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e082f3-25de-4e30-b1a2-3ef8c54cef4b" -d '{"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-deleted", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:19:52.372051 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6589da-a4b8-40f5-b0dd-9c0b664ff130 x-openstack-request-id: req-bd6589da-a4b8-40f5-b0dd-9c0b664ff130 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:19:52.372349 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9881e585-f0d0-4b86-8c60-38880fb88e9d", "name": "network-vif-deleted", "tag": "91fe1a24-a9be-4143-b504-04d95f08bc7e", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:19:52.372613 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd6589da-a4b8-40f5-b0dd-9c0b664ff130 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:19:52.373145 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9881e585-f0d0-4b86-8c60-38880fb88e9d', 'name': 'network-vif-deleted', 'tag': '91fe1a24-a9be-4143-b504-04d95f08bc7e', 'status': 'completed', 'code': 200} Aug 24 01:19:52.416841 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:19:52.611491 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:19:52.640770 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:19:52.650152 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:19:52.650752 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:19:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:19:52.754080 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:19:52.960841 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:19:52.986902 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80220ed5-876a-4026-bc7a-482aed9c7230 None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:07:39Z', 'revision_number': 4, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '80578451-c165-4e46-a633-9c2bb764d713', 'name': '', 'network_id': '8d295664-5761-446f-8eb8-42ca3f8f6303', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'mac_address': 'fa:16:3e:a5:a3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:39Z', 'updated_at': '2021-08-24T01:07:44Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'subnets': [{'id': '529c5d06-5383-455a-ac33-1affa7cf0621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:19:53.068889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6ca8e556-0705-4618-aa51-351c4ba50659 req-4cabb24e-1e6d-40f4-add9-6a3d1fdc7d45 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 210 time: 0.0312932 Aug 24 01:19:53.244272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95e4e1a-14e9-4171-9cef-cd2b10459a26 None None] New status for floating IP e8317670-5d54-4cb8-9dfa-5536f184aeda: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:19:54.165225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6194041-1c5c-44b1-9157-e320661680c9 req-58e97829-fc76-468b-8379-08cc270b7bfb tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 210 time: 0.0260961 Aug 24 01:19:55.258541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2cb0896-3f17-475b-9925-56fc3aceef4c req-f87d1a0c-22d2-43ad-ac12-1f797ea46977 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 210 time: 0.0265455 Aug 24 01:19:56.128423 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:56.304784 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38d60d62-4a2a-4270-815e-e6daddc4886b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:56.365155 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06244a27-a26c-4db4-a0a3-7bb1294255f4 req-8038d186-4219-4977-bc18-4c4150a4f1e7 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/ports?device_id=9881e585-f0d0-4b86-8c60-38880fb88e9d HTTP/1.1" status: 200 len: 210 time: 0.0273476 Aug 24 01:19:56.665926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:19:56.685031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 91fe1a24-a9be-4143-b504-04d95f08bc7e {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:19:56.685373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 91fe1a24-a9be-4143-b504-04d95f08bc7e not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:19:59.046628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a99ac958-c3e3-4c3d-9a6c-bc705b26b263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:19:59.161871 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:00.510704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:01.350806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51240) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:01.404007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d136863d-28a0-472f-827f-213361428cb3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:01.425640 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d136863d-28a0-472f-827f-213361428cb3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:01.544540 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d136863d-28a0-472f-827f-213361428cb3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:01.547129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d136863d-28a0-472f-827f-213361428cb3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:01.548323 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d136863d-28a0-472f-827f-213361428cb3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "DELETE /v2.0/security-groups/8c1c65cb-b77d-4d74-8936-bcd2253c4068 HTTP/1.1" status: 204 len: 168 time: 0.1965082 Aug 24 01:20:01.551076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51242) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:01.557496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136863d-28a0-472f-827f-213361428cb3 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1c65cb-b77d-4d74-8936-bcd2253c4068,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:01.882408 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [None req-58a1b515-def8-4c0a-8212-31ca12589410 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] show failed (client error): The resource could not be found. Aug 24 01:20:01.883452 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-58a1b515-def8-4c0a-8212-31ca12589410 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "GET /v2.0/security-groups/8c1c65cb-b77d-4d74-8936-bcd2253c4068 HTTP/1.1" status: 404 len: 347 time: 0.3313875 Aug 24 01:20:01.886417 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51244) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:02.012332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Deleting port bd3fd992-8c33-4071-9ff1-696081e47cd9 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:02.012672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.030451 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.088411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.088771 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.100688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Calling delete_port for bd3fd992-8c33-4071-9ff1-696081e47cd9 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:02.264816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.290672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Pushing event deleted for resources: {'Port': ['ID=bd3fd992-8c33-4071-9ff1-696081e47cd9,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:02.353655 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.356294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:02.357461 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-36a744f4-df7a-4e69-958b-30e6b4801a27 tempest-ServerActionsTestJSON-1963246979 tempest-ServerActionsTestJSON-1963246979-project] 10.222.0.26 "DELETE /v2.0/floatingips/e8317670-5d54-4cb8-9dfa-5536f184aeda HTTP/1.1" status: 204 len: 168 time: 0.4701533 Aug 24 01:20:02.361188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51246) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:02.822062 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:03.060407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Deleting port 80578451-c165-4e46-a633-9c2bb764d713 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:03.060755 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:03.137877 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] For port 80578451-c165-4e46-a633-9c2bb764d713, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=80578451-c165-4e46-a633-9c2bb764d713,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:03.138165 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:03.154264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Calling delete_port for 80578451-c165-4e46-a633-9c2bb764d713 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:03.395829 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:03.420662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Pushing event deleted for resources: {'Port': ['ID=80578451-c165-4e46-a633-9c2bb764d713,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:03.584833 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.075958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:20:04.182751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:20:04.187860 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e2a2850f-0098-42c5-bd39-2bddd1af8843 admin admin] 10.222.0.26 "PUT /v2.0/routers/2a3b85fa-e1e4-4431-82c6-6a09c0548fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255835 Aug 24 01:20:04.190372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51250) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:04.192900 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] Sync routers for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:20:04.203812 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:20:04.205162 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:04.296280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.400175 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.406011 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:20:04.527979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Deleting port 164256ee-6b9a-46bc-a3fd-31ae0b803379 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:04.528333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.588004 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:20:03Z', 'revision_number': 5, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port': {'id': '164256ee-6b9a-46bc-a3fd-31ae0b803379', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:07:37Z', 'updated_at': '2021-08-24T01:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:04.609816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] For port 164256ee-6b9a-46bc-a3fd-31ae0b803379, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=164256ee-6b9a-46bc-a3fd-31ae0b803379,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:04.610183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.615455 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] Checking router: 2a3b85fa-e1e4-4431-82c6-6a09c0548fff for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:20:04.622158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Calling delete_port for 164256ee-6b9a-46bc-a3fd-31ae0b803379 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:04.623967 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] Routers {'2a3b85fa-e1e4-4431-82c6-6a09c0548fff'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:20:04.624557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:19:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:04.709653 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] Set router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:20:04.767497 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:20:04Z', 'revision_number': 6, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:04.796232 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31576b-a22d-4d1f-a887-06ac6f099bea None None] The sync data for ids ['2a3b85fa-e1e4-4431-82c6-6a09c0548fff'] in n-d-804878-2 is: [{'id': '2a3b85fa-e1e4-4431-82c6-6a09c0548fff', 'name': 'tempest-ServerActionsTestJSON-1597175811-router', 'tenant_id': 'de64638a700e4d56aa18aae8755f8bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:07:36Z', 'updated_at': '2021-08-24T01:20:04Z', 'revision_number': 6, 'project_id': 'de64638a700e4d56aa18aae8755f8bdc', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:20:04.851995 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:04.880959 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=164256ee-6b9a-46bc-a3fd-31ae0b803379,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:04.941283 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.029609 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.031590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.142479 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.142479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a3b85fa-e1e4-4431-82c6-6a09c0548fff {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:20:05.144212 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.145401 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-004adfc2-4a12-4106-9430-707af970e0a4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2a3b85fa-e1e4-4431-82c6-6a09c0548fff HTTP/1.1" status: 204 len: 168 time: 0.9540992 Aug 24 01:20:05.148469 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51252) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:05.211772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-864855a8-6615-451f-b0a8-a64be2975a96 admin admin] Deleting subnet 529c5d06-5383-455a-ac33-1affa7cf0621 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:20:05.215287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864855a8-6615-451f-b0a8-a64be2975a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.249773 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864855a8-6615-451f-b0a8-a64be2975a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.322796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864855a8-6615-451f-b0a8-a64be2975a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.465231 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864855a8-6615-451f-b0a8-a64be2975a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.490973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864855a8-6615-451f-b0a8-a64be2975a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529c5d06-5383-455a-ac33-1affa7cf0621,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:05.494777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-864855a8-6615-451f-b0a8-a64be2975a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.496695 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-864855a8-6615-451f-b0a8-a64be2975a96 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/529c5d06-5383-455a-ac33-1affa7cf0621 HTTP/1.1" status: 204 len: 168 time: 0.3470092 Aug 24 01:20:05.499661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51254) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:05.504221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780779a0-31db-41af-9199-baf422467e23 None None] Network 8d295664-5761-446f-8eb8-42ca3f8f6303 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:05.568797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.622126 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Deleting port 220c557c-2f57-4cd7-956b-7a9129777d7f {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:05.622397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.681370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] DHCP port deletion for 8d295664-5761-446f-8eb8-42ca3f8f6303 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:20:05.693868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] For port 220c557c-2f57-4cd7-956b-7a9129777d7f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=220c557c-2f57-4cd7-956b-7a9129777d7f,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:05.694247 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.707399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Calling delete_port for 220c557c-2f57-4cd7-956b-7a9129777d7f owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:05.731442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] Deleting port 220c557c-2f57-4cd7-956b-7a9129777d7f {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:05.731816 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.798608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] For port 220c557c-2f57-4cd7-956b-7a9129777d7f, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=220c557c-2f57-4cd7-956b-7a9129777d7f,segment=NetworkSegment(a44fd922-8b1b-4724-b3f6-dd9c4d99c808),segment_id=a44fd922-8b1b-4724-b3f6-dd9c4d99c808)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:05.799015 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.815984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] Calling delete_port for 220c557c-2f57-4cd7-956b-7a9129777d7f owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:05.864515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.891791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=220c557c-2f57-4cd7-956b-7a9129777d7f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:05.893408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] No DVR routers for this DVR port 220c557c-2f57-4cd7-956b-7a9129777d7f on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:20:05.894780 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.921831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] Pushing event deleted for resources: {'Port': ['ID=220c557c-2f57-4cd7-956b-7a9129777d7f,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:05.924152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef554d-f05b-43a1-b1cf-748361504c87 None None] No DVR routers for this DVR port 220c557c-2f57-4cd7-956b-7a9129777d7f on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:20:05.970515 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:05.980179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d295664-5761-446f-8eb8-42ca3f8f6303']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:05.991222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:05.991517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44fd922-8b1b-4724-b3f6-dd9c4d99c808') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:06.000403 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.013490 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.019221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:20:06.019608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:20:06.021210 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:20:06.112527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 220c557c-2f57-4cd7-956b-7a9129777d7f no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:20:06.121672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.126907 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.129833 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8d295664-5761-446f-8eb8-42ca3f8f6303 HTTP/1.1" status: 204 len: 168 time: 0.6291335 Aug 24 01:20:06.133331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 220c557c-2f57-4cd7-956b-7a9129777d7f {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:20:06.133331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 220c557c-2f57-4cd7-956b-7a9129777d7f not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:20:06.133499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 164256ee-6b9a-46bc-a3fd-31ae0b803379 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:20:06.142773 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34833f3b-7c1e-4adc-928c-fcbfddcd5b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d295664-5761-446f-8eb8-42ca3f8f6303,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:06.152449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 164256ee-6b9a-46bc-a3fd-31ae0b803379 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:20:06.152798 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 164256ee-6b9a-46bc-a3fd-31ae0b803379 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:20:06.153225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 80578451-c165-4e46-a633-9c2bb764d713 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:20:06.171850 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 80578451-c165-4e46-a633-9c2bb764d713 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:20:06.172199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 80578451-c165-4e46-a633-9c2bb764d713 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:20:06.374403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51258) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:06.413024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5471c637-c693-4033-8bde-da0c27e63876 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de64638a700e4d56aa18aae8755f8bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373867 Aug 24 01:20:06.415347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51260) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:06.462760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b49ea70-ada4-4854-93b0-fae981ea2879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.483746 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b49ea70-ada4-4854-93b0-fae981ea2879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.583008 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b49ea70-ada4-4854-93b0-fae981ea2879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.585643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3b49ea70-ada4-4854-93b0-fae981ea2879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:06.586847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3b49ea70-ada4-4854-93b0-fae981ea2879 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/310e5d2d-b497-4959-90ef-034e16d4b4d7 HTTP/1.1" status: 204 len: 168 time: 0.1706231 Aug 24 01:20:06.595245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49ea70-ada4-4854-93b0-fae981ea2879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e5d2d-b497-4959-90ef-034e16d4b4d7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:07.605152 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51282) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:07.698483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-585334671-network', 'tenant_id': '0cb811d9813548bc9252652f483f87f0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:07.767137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Made reservation on behalf of 0cb811d9813548bc9252652f483f87f0 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:07.769386 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:07.777655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:07.865890 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:07.927007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:07.951087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:20:07.959547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8080b09-20e1-420a-8eae-3dfc1a7f980f,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:07.965346 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:07.965759 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Added segment 48be531f-e6d8-4c35-bab5-47c2bbde898b of type vlan for network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 Aug 24 01:20:08.005682 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:08.085756 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:08.086722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:08.087305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:08.147797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] Pushing event updated for resources: {'Network': ['ID=3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:08.157816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:20:08.206964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a9f6e83b-3a45-4f22-b635-4b2c9280a7cd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6007245 Aug 24 01:20:08.209805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:08.214768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Request body: {'subnet': {'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-585334671-subnet', 'tenant_id': '0cb811d9813548bc9252652f483f87f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:08.281661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Made reservation on behalf of 0cb811d9813548bc9252652f483f87f0 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:08.284069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:08.509183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:08.568964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dcecd34-66a1-433e-b3c5-abbeba9e2e86,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:08.578728 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Checking segment: {'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:08.579135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Network hostable DHCP agents. Network: 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:20:08.651395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:20:08.736935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:08.740906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:08.741489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:08.748459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de01e2bc-66f9-4584-a0ba-580ebf01edd6 None None] Network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:08.817908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6971d7ee-4bd1-4514-8916-f3084cec177f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6069345 Aug 24 01:20:08.870899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf52b0-5b3b-41be-a134-7feb5642b8d3 None None] Network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:09.242755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6beca02f-bb43-48e2-b9ad-2e52827b1df2 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:09.244754 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6beca02f-bb43-48e2-b9ad-2e52827b1df2 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/networks?id=3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 HTTP/1.1" status: 200 len: 813 time: 0.1037157 Aug 24 01:20:09.263978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-42019eac-bfa7-4295-8d0d-477d5cc36108 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/quotas/0cb811d9813548bc9252652f483f87f0 HTTP/1.1" status: 200 len: 375 time: 0.0129268 Aug 24 01:20:09.301118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-a4f84dd8-5e6f-4d40-b515-d11d69b16385 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cb811d9813548bc9252652f483f87f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307567 Aug 24 01:20:09.431338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-8f10480a-47a5-47a9-8fce-d148cd85e88e service neutron] 10.222.0.26 "GET /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233103 Aug 24 01:20:09.525225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-1c50fe46-c161-425a-a19c-9c31307f4c36 service neutron] 10.222.0.26 "GET /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876911 Aug 24 01:20:09.739713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7398027c-1489-46f0-875c-a185a6d890cb req-6b5f0f7e-7bcc-44de-9821-acac2dec027b tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 210 time: 0.0264220 Aug 24 01:20:10.832227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-426cb7d7-aaf0-42c0-868c-abe42f8f952b req-7036a29d-46a7-4e3f-83ca-6fdd5a2135e3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 210 time: 0.0263941 Aug 24 01:20:11.875778 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-8b53056a-7060-40d5-8186-b3a7eca0bacc tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:11.877400 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-8b53056a-7060-40d5-8186-b3a7eca0bacc tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.36 "GET /v2.0/networks?id=3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 HTTP/1.1" status: 200 len: 813 time: 0.1038826 Aug 24 01:20:11.899497 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Request body: {'port': {'device_id': '66d76ec7-16e3-4ada-8d02-3c36b6c52bbf', 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4', 'admin_state_up': True, 'tenant_id': '0cb811d9813548bc9252652f483f87f0'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:11.937962 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c23d7e50-c801-4156-98ce-46c794087f28 req-fbaedd12-0dff-4348-b592-f636c4bfbb69 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 210 time: 0.0347495 Aug 24 01:20:12.058592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Made reservation on behalf of 0cb811d9813548bc9252652f483f87f0 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:12.062197 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:12.189838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Allocated IP 172.20.0.10 (3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4/4dcecd34-66a1-433e-b3c5-abbeba9e2e86/fe62a069-98ae-4eef-841a-702f45fed88a) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:20:12.331128 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:12.435936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:12.485533 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:20:12.488482 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:12.492093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:20:12.515148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Pushing event updated for resources: {'Port': ['ID=fe62a069-98ae-4eef-841a-702f45fed88a,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:12.543009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:12.543625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:12.619281 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-f2d03223-43aa-4de7-9f32-782ab45aaab3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7240562 Aug 24 01:20:12.637085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Request body: {'port': {'device_id': '66d76ec7-16e3-4ada-8d02-3c36b6c52bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:12.689679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:12.955381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe62a069-98ae-4eef-841a-702f45fed88a {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:20:12.962926 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:12.976676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Transition to ACTIVE for port object fe62a069-98ae-4eef-841a-702f45fed88a will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:12.995997 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:13.045868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:13.053267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bc9c6-ac1b-405a-8748-6286308864c0 req-76b48ef6-fe17-4ac3-bce1-125bbd4c778f tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.055810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-788bc9c6-ac1b-405a-8748-6286308864c0 req-76b48ef6-fe17-4ac3-bce1-125bbd4c778f tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 932 time: 0.0484843 Aug 24 01:20:13.094222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-788bc9c6-ac1b-405a-8748-6286308864c0 req-61dad3a0-baf9-40f4-92f1-ecb4b46bf669 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Aug 24 01:20:13.096743 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Pushing event updated for resources: {'Port': ['ID=fe62a069-98ae-4eef-841a-702f45fed88a,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:13.165372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Attempting to bind port fe62a069-98ae-4eef-841a-702f45fed88a on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:20:13.165766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Attempting to bind port fe62a069-98ae-4eef-841a-702f45fed88a by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:20:13.166123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Attempting to bind port fe62a069-98ae-4eef-841a-702f45fed88a on network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:20:13.170280 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Port fe62a069-98ae-4eef-841a-702f45fed88a on network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:20:13.170611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Attempting to bind port fe62a069-98ae-4eef-841a-702f45fed88a on network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:20:13.175968 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:20:13.176314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Checking segment: {'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:13.176707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Bound using segment: {'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:20:13.177137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Bound port: fe62a069-98ae-4eef-841a-702f45fed88a, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:20:13.177500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:13.242919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] For port fe62a069-98ae-4eef-841a-702f45fed88a, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:20:13.245836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] For port fe62a069-98ae-4eef-841a-702f45fed88a, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fe62a069-98ae-4eef-841a-702f45fed88a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:20:13.297448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:13.334816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.335442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:13.336840 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] 10.222.0.36 "PUT /v2.0/ports/fe62a069-98ae-4eef-841a-702f45fed88a HTTP/1.1" status: 200 len: 1092 time: 0.7038403 Aug 24 01:20:13.337296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d76ec7-16e3-4ada-8d02-3c36b6c52bbf', 'tag': 'fe62a069-98ae-4eef-841a-702f45fed88a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:13.339578 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2796772-14b9-4ba1-a1d1-f6a198673460" -d '{"events": [{"name": "network-changed", "server_uuid": "66d76ec7-16e3-4ada-8d02-3c36b6c52bbf", "tag": "fe62a069-98ae-4eef-841a-702f45fed88a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:13.361790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75372b-9a57-4468-8b24-53b234bc8e6f service neutron] Pushing event updated for resources: {'Port': ['ID=fe62a069-98ae-4eef-841a-702f45fed88a,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:13.378690 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e0a5d5-23e4-4793-aeb1-ef0cf1c734e3 x-openstack-request-id: req-33e0a5d5-23e4-4793-aeb1-ef0cf1c734e3 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:13.378983 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d76ec7-16e3-4ada-8d02-3c36b6c52bbf", "tag": "fe62a069-98ae-4eef-841a-702f45fed88a", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:13.379241 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33e0a5d5-23e4-4793-aeb1-ef0cf1c734e3 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:13.382314 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d76ec7-16e3-4ada-8d02-3c36b6c52bbf', 'tag': 'fe62a069-98ae-4eef-841a-702f45fed88a', 'status': 'completed', 'code': 200} Aug 24 01:20:13.460013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796772-14b9-4ba1-a1d1-f6a198673460 req-4e0d550d-32e8-405e-b457-79e45330a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.461681 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a2796772-14b9-4ba1-a1d1-f6a198673460 req-4e0d550d-32e8-405e-b457-79e45330a18a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cb811d9813548bc9252652f483f87f0&device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 1095 time: 0.0429232 Aug 24 01:20:13.567490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796772-14b9-4ba1-a1d1-f6a198673460 req-6c3f10fe-0af9-4411-abe0-89d940f0f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.568979 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a2796772-14b9-4ba1-a1d1-f6a198673460 req-6c3f10fe-0af9-4411-abe0-89d940f0f909 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0cb811d9813548bc9252652f483f87f0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0941248 Aug 24 01:20:13.670953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2796772-14b9-4ba1-a1d1-f6a198673460 req-70c86153-63f9-4486-b5a7-53377267f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.672438 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a2796772-14b9-4ba1-a1d1-f6a198673460 req-70c86153-63f9-4486-b5a7-53377267f7cd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886524 Aug 24 01:20:13.765536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-7db67ef2-21cd-4d86-9917-c832cdef04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.767551 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-7db67ef2-21cd-4d86-9917-c832cdef04d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cb811d9813548bc9252652f483f87f0&device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 1095 time: 0.0405662 Aug 24 01:20:13.818592 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-7a181c8d-347f-4bc0-bcd6-fdbefd80994b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe62a069-98ae-4eef-841a-702f45fed88a HTTP/1.1" status: 200 len: 217 time: 0.0379677 Aug 24 01:20:13.870451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-653f0f35-e3df-4dce-bc94-f934c3c7d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:13.871883 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-653f0f35-e3df-4dce-bc94-f934c3c7d5f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4dcecd34-66a1-433e-b3c5-abbeba9e2e86 HTTP/1.1" status: 200 len: 853 time: 0.0458460 Aug 24 01:20:13.903541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-b176be85-ad38-4954-8fa4-b5b6cd4737c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243716 Aug 24 01:20:13.995874 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-35542b3b-524a-4951-ab30-d91616857c8b service neutron] 10.222.0.36 "GET /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850027 Aug 24 01:20:14.086397 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-a9fd1a35-f02e-4e55-9ebe-e7de8a5ecbf5 req-1b557fcf-6022-4d49-983d-df4f513f6cf3 service neutron] 10.222.0.36 "GET /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833249 Aug 24 01:20:14.214693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8812f4-53d3-4dbb-ab5e-0be9ecbd6a94 req-97bd01ec-da5e-4b90-8e5e-706302c2e991 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:14.216185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a8812f4-53d3-4dbb-ab5e-0be9ecbd6a94 req-97bd01ec-da5e-4b90-8e5e-706302c2e991 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 944 time: 0.0535922 Aug 24 01:20:14.253416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a8812f4-53d3-4dbb-ab5e-0be9ecbd6a94 req-ca09dc3f-62bd-438e-9a6e-69670994f3c1 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Aug 24 01:20:15.367016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77599685-cf7d-418a-97e8-b2789448436c req-2d9a538a-40c6-4e4a-9d70-f4df4365d450 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:15.368479 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77599685-cf7d-418a-97e8-b2789448436c req-2d9a538a-40c6-4e4a-9d70-f4df4365d450 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 944 time: 0.0484991 Aug 24 01:20:15.405136 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-77599685-cf7d-418a-97e8-b2789448436c req-941fc551-ae0b-4d7e-8bcd-a473040d505d tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Aug 24 01:20:16.517718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a612c4-c93a-457f-ad8d-4d9f8ec9d81e req-2fd5f0f4-f740-4009-b961-dfed39e8e3e7 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:16.519194 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32a612c4-c93a-457f-ad8d-4d9f8ec9d81e req-2fd5f0f4-f740-4009-b961-dfed39e8e3e7 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 944 time: 0.0483224 Aug 24 01:20:16.556239 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32a612c4-c93a-457f-ad8d-4d9f8ec9d81e req-4f23abd7-0221-4432-90fd-b1d355a69699 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Aug 24 01:20:17.675210 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf1c6b-907d-45ac-b2ac-317b9a35c48a req-e31f5ada-84db-4f48-a6ac-13872df33ce7 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:17.676694 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcaf1c6b-907d-45ac-b2ac-317b9a35c48a req-e31f5ada-84db-4f48-a6ac-13872df33ce7 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 944 time: 0.0522802 Aug 24 01:20:17.713695 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcaf1c6b-907d-45ac-b2ac-317b9a35c48a req-b74a3ebc-8834-41d5-915e-a334864ad014 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Aug 24 01:20:18.773441 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device fe62a069-98ae-4eef-841a-702f45fed88a details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:20:18.825263 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400213-1487-4084-ae6a-7f8a1b139c2f req-1b705bc1-f1cb-47ba-802c-6d299e214177 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:18.826766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05400213-1487-4084-ae6a-7f8a1b139c2f req-1b705bc1-f1cb-47ba-802c-6d299e214177 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 944 time: 0.0479362 Aug 24 01:20:18.864828 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-05400213-1487-4084-ae6a-7f8a1b139c2f req-4286b757-f46a-4c91-b0a9-e428f2922628 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Aug 24 01:20:18.865680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port fe62a069-98ae-4eef-841a-702f45fed88a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fe62a069-98ae-4eef-841a-702f45fed88a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:18.877085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'fe62a069-98ae-4eef-841a-702f45fed88a', 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4', 'port_id': 'fe62a069-98ae-4eef-841a-702f45fed88a', 'mac_address': 'fa:16:3e:8f:20:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcecd34-66a1-433e-b3c5-abbeba9e2e86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:20:18.914172 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:18.926898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe62a069-98ae-4eef-841a-702f45fed88a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:20:18.945801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port fe62a069-98ae-4eef-841a-702f45fed88a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fe62a069-98ae-4eef-841a-702f45fed88a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:19.011001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:19.059859 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=fe62a069-98ae-4eef-841a-702f45fed88a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:19.402199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['fe62a069-98ae-4eef-841a-702f45fed88a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:20:19.978031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e9d05-2d91-4b6d-aeec-252ae055e2ed req-20338ff6-f771-435b-897b-6ef6ad28ae74 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:19.979520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-398e9d05-2d91-4b6d-aeec-252ae055e2ed req-20338ff6-f771-435b-897b-6ef6ad28ae74 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 945 time: 0.0487964 Aug 24 01:20:20.016262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-398e9d05-2d91-4b6d-aeec-252ae055e2ed req-b361af32-e8b2-4135-9f65-6c3c859d9e15 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Aug 24 01:20:20.775017 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device fe62a069-98ae-4eef-841a-702f45fed88a up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:20:20.910110 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port fe62a069-98ae-4eef-841a-702f45fed88a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:20:20.914292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port fe62a069-98ae-4eef-841a-702f45fed88a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:20:20.914669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:20.997413 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:21.022585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d76ec7-16e3-4ada-8d02-3c36b6c52bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62a069-98ae-4eef-841a-702f45fed88a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:21.024830 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab0a1d-7869-409e-9595-0b9f0a821a9e" -d '{"events": [{"server_uuid": "66d76ec7-16e3-4ada-8d02-3c36b6c52bbf", "name": "network-vif-plugged", "status": "completed", "tag": "fe62a069-98ae-4eef-841a-702f45fed88a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:21.038854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port fe62a069-98ae-4eef-841a-702f45fed88a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fe62a069-98ae-4eef-841a-702f45fed88a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:21.066674 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9be923-c57b-4b8b-999a-7b7dd6ef32d6 x-openstack-request-id: req-9d9be923-c57b-4b8b-999a-7b7dd6ef32d6 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:21.066997 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d76ec7-16e3-4ada-8d02-3c36b6c52bbf", "name": "network-vif-plugged", "status": "completed", "tag": "fe62a069-98ae-4eef-841a-702f45fed88a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:21.067259 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d9be923-c57b-4b8b-999a-7b7dd6ef32d6 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:21.067661 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d76ec7-16e3-4ada-8d02-3c36b6c52bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe62a069-98ae-4eef-841a-702f45fed88a', 'code': 200} Aug 24 01:20:21.104342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:21.146334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b69a48-e646-492b-874b-e6ce75dccfc2 req-7972b800-ab71-45da-a38d-e970c414c785 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:21.147936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34b69a48-e646-492b-874b-e6ce75dccfc2 req-7972b800-ab71-45da-a38d-e970c414c785 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 945 time: 0.0575535 Aug 24 01:20:21.178963 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=fe62a069-98ae-4eef-841a-702f45fed88a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:21.190970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-34b69a48-e646-492b-874b-e6ce75dccfc2 req-0ce47dde-2dbf-406f-89aa-51f3521a4611 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365708 Aug 24 01:20:21.205289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcc6f2-1d3f-4477-9789-7818c194f85c req-7a3a788c-0d69-4c5f-86b8-c7406fc3cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:21.207039 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-39bcc6f2-1d3f-4477-9789-7818c194f85c req-7a3a788c-0d69-4c5f-86b8-c7406fc3cb92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 1097 time: 0.0514987 Aug 24 01:20:21.243328 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-39bcc6f2-1d3f-4477-9789-7818c194f85c req-35bb1778-5d9f-403b-b5c7-dd3d162bf792 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293133 Aug 24 01:20:22.308850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516f15e-b00e-4677-a2bf-320dfdd5a20a req-5eb5497b-c07c-47e8-bae7-f8d27a6ff2e3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:22.310364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b516f15e-b00e-4677-a2bf-320dfdd5a20a req-5eb5497b-c07c-47e8-bae7-f8d27a6ff2e3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0481222 Aug 24 01:20:22.348336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b516f15e-b00e-4677-a2bf-320dfdd5a20a req-0e72b37a-1cbb-48c1-b869-1f313fd66b17 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Aug 24 01:20:23.463201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85776b52-946b-4105-aea9-9484f938b72d req-637a7363-ee64-4ba7-8d6e-73d39eb41b11 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:23.464681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85776b52-946b-4105-aea9-9484f938b72d req-637a7363-ee64-4ba7-8d6e-73d39eb41b11 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0491884 Aug 24 01:20:23.502731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85776b52-946b-4105-aea9-9484f938b72d req-3aa5ba81-34ae-4866-9ce6-058c66f45d9f tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Aug 24 01:20:23.772071 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272229e-398f-4a74-b23e-287264717050 req-5ffd03ad-a299-4769-9de5-a49350fa647a tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:23.773545 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-5ffd03ad-a299-4769-9de5-a49350fa647a tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/networks?id=3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 HTTP/1.1" status: 200 len: 813 time: 0.1040390 Aug 24 01:20:23.788384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-dcef516a-f8e8-4564-ba9d-8e5385f1e823 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/quotas/0cb811d9813548bc9252652f483f87f0 HTTP/1.1" status: 200 len: 375 time: 0.0091867 Aug 24 01:20:23.836987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-6dc5aa28-3c40-478a-81b7-a1274b9b8f3f tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cb811d9813548bc9252652f483f87f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434213 Aug 24 01:20:23.929771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-2bd64d58-ad14-4d6f-b779-db795da5f173 service neutron] 10.222.0.26 "GET /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857391 Aug 24 01:20:24.016638 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-c613970a-fd68-417c-b853-110e09240a94 service neutron] 10.222.0.26 "GET /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809591 Aug 24 01:20:24.252653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc77adc0-d668-4c81-9f95-4ff95508ad3b req-0327d64b-e4b1-49a3-a55e-bb81bab98166 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 210 time: 0.0267460 Aug 24 01:20:25.333557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71299e82-85bc-4f98-b6bf-5766afadc40d req-135d28b9-d01a-4ccc-9de6-a76b37cbad0a tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 210 time: 0.0310385 Aug 24 01:20:26.161000 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:26.321653 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-acc262ca-4359-4adb-bd99-45d26f0c1122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:26.428407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7dbcafcd-d405-4e4c-aa48-e44a23674ee8 req-4a318675-8929-4e52-a030-5929dfb900a7 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 210 time: 0.0293922 Aug 24 01:20:27.263947 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272229e-398f-4a74-b23e-287264717050 req-0b79747d-9217-43fb-8ace-47e355b2dc8d tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:27.265506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-0b79747d-9217-43fb-8ace-47e355b2dc8d tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.37 "GET /v2.0/networks?id=3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 HTTP/1.1" status: 200 len: 813 time: 0.1029980 Aug 24 01:20:27.277457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Request body: {'port': {'device_id': 'c6a6bde7-6580-4544-a899-98e14dbb9ec9', 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4', 'admin_state_up': True, 'tenant_id': '0cb811d9813548bc9252652f483f87f0'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:27.342844 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:20:27.492684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Made reservation on behalf of 0cb811d9813548bc9252652f483f87f0 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:27.496536 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:27.538762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8fac2e7b-781a-47ab-9246-2edecd92ff4f req-95c5ea93-b973-48fe-b886-4d7f67383a83 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 210 time: 0.0394485 Aug 24 01:20:27.649088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Allocated IP 172.20.0.5 (3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4/4dcecd34-66a1-433e-b3c5-abbeba9e2e86/5f2463f0-a786-4653-b262-a9618660da0a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:20:27.789225 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:27.876186 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:27.913436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['fe62a069-98ae-4eef-841a-702f45fed88a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:20:27.925427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:20:27.928443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:27.935661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:20:27.938285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Pushing event updated for resources: {'Port': ['ID=5f2463f0-a786-4653-b262-a9618660da0a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:27.967017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.967368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.967710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.968048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.968388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.968718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.969051 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.969410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.969783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.970112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.970443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.970771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:27.995747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:27.996359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:28.058781 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-08409c78-71f8-41c4-ad9e-647dcaba4ba3 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849944 Aug 24 01:20:28.074096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Request body: {'port': {'device_id': 'c6a6bde7-6580-4544-a899-98e14dbb9ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:28.122622 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:28.381907 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2463f0-a786-4653-b262-a9618660da0a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:20:28.389140 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:28.400989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Transition to ACTIVE for port object 5f2463f0-a786-4653-b262-a9618660da0a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:28.456324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:28.507280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Pushing event updated for resources: {'Port': ['ID=5f2463f0-a786-4653-b262-a9618660da0a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:28.578377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Attempting to bind port 5f2463f0-a786-4653-b262-a9618660da0a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:20:28.578716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Attempting to bind port 5f2463f0-a786-4653-b262-a9618660da0a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:20:28.579079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Attempting to bind port 5f2463f0-a786-4653-b262-a9618660da0a on network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:20:28.583453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Port 5f2463f0-a786-4653-b262-a9618660da0a on network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:20:28.583778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Attempting to bind port 5f2463f0-a786-4653-b262-a9618660da0a on network 3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:20:28.588663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:20:28.588999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Checking segment: {'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:28.589398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Bound using segment: {'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:20:28.589853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Bound port: 5f2463f0-a786-4653-b262-a9618660da0a, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48be531f-e6d8-4c35-bab5-47c2bbde898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:20:28.590215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:28.684213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] For port 5f2463f0-a786-4653-b262-a9618660da0a, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:20:28.688827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] For port 5f2463f0-a786-4653-b262-a9618660da0a, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5f2463f0-a786-4653-b262-a9618660da0a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:20:28.697831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d85d6-4f9b-4b70-a5c2-869cf7c7351e req-6c8e932b-1630-4e08-9545-500300028648 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:28.699329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc6d85d6-4f9b-4b70-a5c2-869cf7c7351e req-6c8e932b-1630-4e08-9545-500300028648 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 943 time: 0.0757782 Aug 24 01:20:28.738147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc6d85d6-4f9b-4b70-a5c2-869cf7c7351e req-8ec26b6a-edcc-4cc2-b164-588dd598091b tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Aug 24 01:20:28.750659 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:28.790443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:28.791058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:28.792429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-78085f37-195a-4559-8864-a903e6bc457f service neutron] 10.222.0.37 "PUT /v2.0/ports/5f2463f0-a786-4653-b262-a9618660da0a HTTP/1.1" status: 200 len: 1091 time: 0.7256134 Aug 24 01:20:28.792868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a6bde7-6580-4544-a899-98e14dbb9ec9', 'tag': '5f2463f0-a786-4653-b262-a9618660da0a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:28.795139 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabec21f-0f18-4b45-8c7b-a01707bde66d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a6bde7-6580-4544-a899-98e14dbb9ec9", "tag": "5f2463f0-a786-4653-b262-a9618660da0a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:28.813316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78085f37-195a-4559-8864-a903e6bc457f service neutron] Pushing event updated for resources: {'Port': ['ID=5f2463f0-a786-4653-b262-a9618660da0a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:28.833181 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b338193-433c-438b-a165-00edcdf5266a x-openstack-request-id: req-9b338193-433c-438b-a165-00edcdf5266a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:28.833531 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a6bde7-6580-4544-a899-98e14dbb9ec9", "tag": "5f2463f0-a786-4653-b262-a9618660da0a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:28.833824 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b338193-433c-438b-a165-00edcdf5266a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:28.834262 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a6bde7-6580-4544-a899-98e14dbb9ec9', 'tag': '5f2463f0-a786-4653-b262-a9618660da0a', 'status': 'completed', 'code': 200} Aug 24 01:20:28.898178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabec21f-0f18-4b45-8c7b-a01707bde66d req-d0b24477-6458-458d-bb88-01d9c8d030dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:28.899742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cabec21f-0f18-4b45-8c7b-a01707bde66d req-d0b24477-6458-458d-bb88-01d9c8d030dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cb811d9813548bc9252652f483f87f0&device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 1094 time: 0.0452180 Aug 24 01:20:28.995530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabec21f-0f18-4b45-8c7b-a01707bde66d req-20faf3a9-dbe6-4b30-8937-e753285a64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:28.996978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cabec21f-0f18-4b45-8c7b-a01707bde66d req-20faf3a9-dbe6-4b30-8937-e753285a64e9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0cb811d9813548bc9252652f483f87f0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0890417 Aug 24 01:20:29.056582 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-caafa432-a367-44f4-84b5-b23702b04208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:29.096550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabec21f-0f18-4b45-8c7b-a01707bde66d req-40ba641e-fddb-4c37-8b8f-2e706f7dd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:29.098133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cabec21f-0f18-4b45-8c7b-a01707bde66d req-40ba641e-fddb-4c37-8b8f-2e706f7dd404 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938499 Aug 24 01:20:29.174306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272229e-398f-4a74-b23e-287264717050 req-046974be-0351-4724-ac3e-1463311d46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:29.175788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-046974be-0351-4724-ac3e-1463311d46ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cb811d9813548bc9252652f483f87f0&device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 1094 time: 0.0404308 Aug 24 01:20:29.190312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:29.218247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-d662bb70-3637-4ecd-aa39-51874c43dce8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2463f0-a786-4653-b262-a9618660da0a HTTP/1.1" status: 200 len: 217 time: 0.0344970 Aug 24 01:20:29.270460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272229e-398f-4a74-b23e-287264717050 req-c4fdf655-6a17-4623-9e3b-b095d947f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:29.271823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-c4fdf655-6a17-4623-9e3b-b095d947f711 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4dcecd34-66a1-433e-b3c5-abbeba9e2e86 HTTP/1.1" status: 200 len: 853 time: 0.0470653 Aug 24 01:20:29.301698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-f0aa997b-2d28-476b-bbf3-3f6105599ed0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234482 Aug 24 01:20:29.389534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-86ff2aa2-f9e1-47cf-93ba-3dc3ea8c608f service neutron] 10.222.0.37 "GET /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809112 Aug 24 01:20:29.765668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d272229e-398f-4a74-b23e-287264717050 req-f4665294-8dcd-4238-a3e3-7695ba76f135 service neutron] 10.222.0.37 "GET /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696268 Aug 24 01:20:29.857612 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab3dca-f216-4409-bf87-0a39e77b90fe req-0ef9ca78-a2e2-434a-a1f8-6c86002ca320 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:29.859091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4ab3dca-f216-4409-bf87-0a39e77b90fe req-0ef9ca78-a2e2-434a-a1f8-6c86002ca320 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 943 time: 0.0495179 Aug 24 01:20:29.896542 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d4ab3dca-f216-4409-bf87-0a39e77b90fe req-2f8b7136-c025-4d20-b340-ae02fd6c2107 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307932 Aug 24 01:20:30.549432 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:31.012191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa709b5-b3eb-4a79-8f16-1ba25d560b8c req-d7728c63-46c7-4227-a1f3-95e0db92fe37 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:31.013698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fa709b5-b3eb-4a79-8f16-1ba25d560b8c req-d7728c63-46c7-4227-a1f3-95e0db92fe37 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 943 time: 0.0495365 Aug 24 01:20:31.050460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fa709b5-b3eb-4a79-8f16-1ba25d560b8c req-8ca5a55f-15ae-4105-b624-72f556c34c34 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Aug 24 01:20:32.018929 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:32.165939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cda43-6002-42e5-881a-b3bc418cf14a req-ca5034ff-c891-48ca-be7c-773eef166219 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:32.167414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d4cda43-6002-42e5-881a-b3bc418cf14a req-ca5034ff-c891-48ca-be7c-773eef166219 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 943 time: 0.0523252 Aug 24 01:20:32.203931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d4cda43-6002-42e5-881a-b3bc418cf14a req-b1e3e448-432f-459b-9438-f75f350932cb tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306516 Aug 24 01:20:32.381178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5f2463f0-a786-4653-b262-a9618660da0a details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:20:32.475346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5f2463f0-a786-4653-b262-a9618660da0a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5f2463f0-a786-4653-b262-a9618660da0a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:32.485261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '5f2463f0-a786-4653-b262-a9618660da0a', 'network_id': '3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4', 'port_id': '5f2463f0-a786-4653-b262-a9618660da0a', 'mac_address': 'fa:16:3e:19:9d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcecd34-66a1-433e-b3c5-abbeba9e2e86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:20:32.523084 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:32.535252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2463f0-a786-4653-b262-a9618660da0a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:20:32.553654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5f2463f0-a786-4653-b262-a9618660da0a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5f2463f0-a786-4653-b262-a9618660da0a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:32.638710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:32.686252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=5f2463f0-a786-4653-b262-a9618660da0a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:32.694152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.694508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.694858 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.695211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.695557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.695891 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.696221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.696578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.696911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.697243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.697598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.697934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:32.841893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['5f2463f0-a786-4653-b262-a9618660da0a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:20:33.315457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a3e87-dbae-4f83-ac33-4d18fc082e62 req-eae89763-016e-45ec-8489-11f3fd64d4b6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:33.316923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-410a3e87-dbae-4f83-ac33-4d18fc082e62 req-eae89763-016e-45ec-8489-11f3fd64d4b6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 944 time: 0.0485866 Aug 24 01:20:33.353817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-410a3e87-dbae-4f83-ac33-4d18fc082e62 req-0e677f58-2e98-4388-a751-714e44760132 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Aug 24 01:20:34.385132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5f2463f0-a786-4653-b262-a9618660da0a up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:20:34.467944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c7db1-7700-4596-af4c-8fc470380e00 req-4e02d0e9-709c-4531-bef9-bac2f999165b tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:34.469422 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d3c7db1-7700-4596-af4c-8fc470380e00 req-4e02d0e9-709c-4531-bef9-bac2f999165b tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 944 time: 0.0501857 Aug 24 01:20:34.490578 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 5f2463f0-a786-4653-b262-a9618660da0a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:20:34.494797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 5f2463f0-a786-4653-b262-a9618660da0a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:20:34.495174 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:34.508233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7d3c7db1-7700-4596-af4c-8fc470380e00 req-a26fa11d-d8bb-4959-93c8-88cdfd991156 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Aug 24 01:20:34.572942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:34.594712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a6bde7-6580-4544-a899-98e14dbb9ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2463f0-a786-4653-b262-a9618660da0a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:34.596938 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7823f4-e54c-4a0f-839b-816ce493569f" -d '{"events": [{"server_uuid": "c6a6bde7-6580-4544-a899-98e14dbb9ec9", "name": "network-vif-plugged", "status": "completed", "tag": "5f2463f0-a786-4653-b262-a9618660da0a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:34.609080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 5f2463f0-a786-4653-b262-a9618660da0a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5f2463f0-a786-4653-b262-a9618660da0a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:34.631940 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3794495-9fc6-4dc5-9ad3-418fb7dc123d x-openstack-request-id: req-e3794495-9fc6-4dc5-9ad3-418fb7dc123d {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:34.632170 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a6bde7-6580-4544-a899-98e14dbb9ec9", "name": "network-vif-plugged", "status": "completed", "tag": "5f2463f0-a786-4653-b262-a9618660da0a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:34.632429 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3794495-9fc6-4dc5-9ad3-418fb7dc123d {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:34.632827 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a6bde7-6580-4544-a899-98e14dbb9ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2463f0-a786-4653-b262-a9618660da0a', 'code': 200} Aug 24 01:20:34.684753 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:34.728402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7450bcb-9ebb-47c1-bf9a-aed9089983fc req-aac1dd9d-6ca7-493d-ac5a-73bdb3016c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:34.729938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7450bcb-9ebb-47c1-bf9a-aed9089983fc req-aac1dd9d-6ca7-493d-ac5a-73bdb3016c82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0443716 Aug 24 01:20:34.735620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=5f2463f0-a786-4653-b262-a9618660da0a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:34.765919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b7450bcb-9ebb-47c1-bf9a-aed9089983fc req-e14549a6-5179-4f74-8f15-451223d3ca1c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279706 Aug 24 01:20:35.621166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0702c3-893a-4590-937b-d9a27d3deff7 req-e2efc5ad-640c-4e36-a22c-ca63e16155c9 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:35.622924 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b0702c3-893a-4590-937b-d9a27d3deff7 req-e2efc5ad-640c-4e36-a22c-ca63e16155c9 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 945 time: 0.0481114 Aug 24 01:20:35.660852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b0702c3-893a-4590-937b-d9a27d3deff7 req-f8e285d6-b4e4-4a97-a553-8f2338d3d300 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Aug 24 01:20:36.778220 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226df5c2-a285-4df8-af35-ff5b107d61f4 req-8b910671-7b5c-4687-b33a-168d0544b56e tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:36.779664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-226df5c2-a285-4df8-af35-ff5b107d61f4 req-8b910671-7b5c-4687-b33a-168d0544b56e tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 945 time: 0.0510499 Aug 24 01:20:36.817041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-226df5c2-a285-4df8-af35-ff5b107d61f4 req-c3941232-03bf-4d60-b643-aa268e1c7349 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Aug 24 01:20:37.239460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a8ad-0f09-4c67-af33-1ef0c3120029 req-a880312b-c7b1-4e83-9772-b1109afe4e9d tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:37.240963 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e7a8ad-0f09-4c67-af33-1ef0c3120029 req-a880312b-c7b1-4e83-9772-b1109afe4e9d tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Aug 24 01:20:37.277798 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e7a8ad-0f09-4c67-af33-1ef0c3120029 req-ffcc81fd-59dd-4694-b5db-209f34aee38c tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Aug 24 01:20:38.392444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4c938-2216-4192-9533-60a1582a0aa8 req-6fa80eb1-10d8-447c-9e41-2b994f4e8ae8 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:38.394579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbc4c938-2216-4192-9533-60a1582a0aa8 req-6fa80eb1-10d8-447c-9e41-2b994f4e8ae8 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 945 time: 0.0496724 Aug 24 01:20:38.453081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cbc4c938-2216-4192-9533-60a1582a0aa8 req-a0be172b-bd1f-4887-a8d7-b8966565a66d tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526152 Aug 24 01:20:38.476638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-0ee61d99-852b-4808-a86b-21e704f2ce95 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:38.478142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-0ee61d99-852b-4808-a86b-21e704f2ce95 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 945 time: 0.0578544 Aug 24 01:20:38.570648 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Deleting port 5f2463f0-a786-4653-b262-a9618660da0a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:38.570988 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:38.655389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] For port 5f2463f0-a786-4653-b262-a9618660da0a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=5f2463f0-a786-4653-b262-a9618660da0a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:38.655670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:38.667388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Calling delete_port for 5f2463f0-a786-4653-b262-a9618660da0a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:38.875015 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:38.887379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['5f2463f0-a786-4653-b262-a9618660da0a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:20:38.903591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Pushing event deleted for resources: {'Port': ['ID=5f2463f0-a786-4653-b262-a9618660da0a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:38.951231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] No DVR routers for this DVR port 5f2463f0-a786-4653-b262-a9618660da0a on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:20:38.954042 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:38.956157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a5ccf2ab-9b49-42cf-84aa-94cca96f4e65 req-750bbd7a-61e2-489e-afd1-c52a81597f72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.37 "DELETE /v2.0/ports/5f2463f0-a786-4653-b262-a9618660da0a HTTP/1.1" status: 204 len: 173 time: 0.4718671 Aug 24 01:20:38.956609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a6bde7-6580-4544-a899-98e14dbb9ec9', 'name': 'network-vif-deleted', 'tag': '5f2463f0-a786-4653-b262-a9618660da0a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:38.959082 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec0f103-0cef-4c81-a526-a2b2fb235931" -d '{"events": [{"server_uuid": "c6a6bde7-6580-4544-a899-98e14dbb9ec9", "name": "network-vif-deleted", "tag": "5f2463f0-a786-4653-b262-a9618660da0a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:38.999673 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4728fdb4-6a82-4428-a4d8-3895179703f1 x-openstack-request-id: req-4728fdb4-6a82-4428-a4d8-3895179703f1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:38.999973 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a6bde7-6580-4544-a899-98e14dbb9ec9", "name": "network-vif-deleted", "tag": "5f2463f0-a786-4653-b262-a9618660da0a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:39.000258 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4728fdb4-6a82-4428-a4d8-3895179703f1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:39.000669 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a6bde7-6580-4544-a899-98e14dbb9ec9', 'name': 'network-vif-deleted', 'tag': '5f2463f0-a786-4653-b262-a9618660da0a', 'status': 'completed', 'code': 200} Aug 24 01:20:39.070807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['fe62a069-98ae-4eef-841a-702f45fed88a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:20:39.557755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1c9e9e49-ce2e-4b99-a16d-c66fceb1ced7 req-61a5b4b9-7929-44d9-b60a-ad838195fa72 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6a6bde7-6580-4544-a899-98e14dbb9ec9 HTTP/1.1" status: 200 len: 210 time: 0.0264525 Aug 24 01:20:40.703364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4c83c-56b2-4da3-92e7-87073b04cbec req-efe7e8ab-bb46-4ee6-80ba-a4130372d6bb tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:40.704866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aeb4c83c-56b2-4da3-92e7-87073b04cbec req-efe7e8ab-bb46-4ee6-80ba-a4130372d6bb tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0484560 Aug 24 01:20:40.742690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aeb4c83c-56b2-4da3-92e7-87073b04cbec req-3872040b-2208-4d3b-8dfe-c0ad3a69d7af tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Aug 24 01:20:40.872846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6e470-292c-4301-9ed2-ec3b38e431a2 req-ac28e4fb-9c28-4b10-b241-8fd0c2f96e47 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:40.875486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-edd6e470-292c-4301-9ed2-ec3b38e431a2 req-ac28e4fb-9c28-4b10-b241-8fd0c2f96e47 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0488329 Aug 24 01:20:40.912039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-edd6e470-292c-4301-9ed2-ec3b38e431a2 req-70eebd4d-73cc-4ad8-8915-39e350f5bf75 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Aug 24 01:20:41.030001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e5be1-ff22-4e43-95af-2d9a92d86443 req-3842d3ca-8dc4-44a4-8056-5a30faab536f tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:41.031405 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-598e5be1-ff22-4e43-95af-2d9a92d86443 req-3842d3ca-8dc4-44a4-8056-5a30faab536f tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0532362 Aug 24 01:20:41.068476 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-598e5be1-ff22-4e43-95af-2d9a92d86443 req-c53c69b7-b7cb-409f-9019-b3896f620f91 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311737 Aug 24 01:20:41.231414 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c87a65-376e-4cad-9567-15e3061dafdc req-b3390b0b-ae5f-4f6e-a71e-f0d7c3e4d52d tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:41.232895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65c87a65-376e-4cad-9567-15e3061dafdc req-b3390b0b-ae5f-4f6e-a71e-f0d7c3e4d52d tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0493529 Aug 24 01:20:41.270874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65c87a65-376e-4cad-9567-15e3061dafdc req-58ab81d7-cf65-407d-9c6c-9d9e41feeccf tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Aug 24 01:20:41.383632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f611cb-2443-4581-a12b-f1629fd67685 req-9f6b9d2f-490a-433f-b0da-7d7928595c7b tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:41.385384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9f611cb-2443-4581-a12b-f1629fd67685 req-9f6b9d2f-490a-433f-b0da-7d7928595c7b tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0491016 Aug 24 01:20:41.422745 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9f611cb-2443-4581-a12b-f1629fd67685 req-6749c3d9-4a17-408f-b230-604df2c4ece2 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Aug 24 01:20:41.553953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ce9f1-370e-44d7-81d7-0cf96f25fb21 req-b0ff515a-c775-41bc-9347-4fcc899031c8 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:41.555343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1ce9f1-370e-44d7-81d7-0cf96f25fb21 req-b0ff515a-c775-41bc-9347-4fcc899031c8 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0534501 Aug 24 01:20:41.592676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3c1ce9f1-370e-44d7-81d7-0cf96f25fb21 req-9f10f4c7-60fc-402e-b6ff-bc1ffef7bd8c tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Aug 24 01:20:42.129067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06822f-60a1-41f3-ad7e-f49c4f0ca1cb req-c296a145-4f40-4fb6-9cc5-ff3bf57f4056 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:42.130579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c06822f-60a1-41f3-ad7e-f49c4f0ca1cb req-c296a145-4f40-4fb6-9cc5-ff3bf57f4056 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0580127 Aug 24 01:20:42.167950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9c06822f-60a1-41f3-ad7e-f49c4f0ca1cb req-359ab05a-2732-4343-b148-fe3f7ed15bc9 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Aug 24 01:20:42.416197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5f2463f0-a786-4653-b262-a9618660da0a no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:20:42.436115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 5f2463f0-a786-4653-b262-a9618660da0a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:20:42.436463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 5f2463f0-a786-4653-b262-a9618660da0a not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:20:43.004557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:43.281848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70a75-90de-4f2c-8fd4-ec7e008a0c11 req-ec8cbe97-8992-429b-90c8-9b01839551e2 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:43.283225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53d70a75-90de-4f2c-8fd4-ec7e008a0c11 req-ec8cbe97-8992-429b-90c8-9b01839551e2 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0484362 Aug 24 01:20:43.320980 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-53d70a75-90de-4f2c-8fd4-ec7e008a0c11 req-528fffb8-8ee4-4e54-95e8-87c536fef349 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/security-groups?id=b8080b09-20e1-420a-8eae-3dfc1a7f980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Aug 24 01:20:43.888846 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-68cc2227-35e9-4999-9800-1d2eebd86eed tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:43.890450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-68cc2227-35e9-4999-9800-1d2eebd86eed tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.36 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 946 time: 0.0538332 Aug 24 01:20:43.981759 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Deleting port fe62a069-98ae-4eef-841a-702f45fed88a {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:43.982108 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:44.072416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] For port fe62a069-98ae-4eef-841a-702f45fed88a, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=fe62a069-98ae-4eef-841a-702f45fed88a,segment=NetworkSegment(48be531f-e6d8-4c35-bab5-47c2bbde898b),segment_id=48be531f-e6d8-4c35-bab5-47c2bbde898b)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:44.072786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:44.085092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Calling delete_port for fe62a069-98ae-4eef-841a-702f45fed88a owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:44.263365 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:44.295754 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Pushing event deleted for resources: {'Port': ['ID=fe62a069-98ae-4eef-841a-702f45fed88a,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:44.297213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['fe62a069-98ae-4eef-841a-702f45fed88a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:20:44.308209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.308565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.308911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.309248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.309679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.309943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.310276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.310604 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.310934 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.311263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.311590 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.311911 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:20:44.345961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] No DVR routers for this DVR port fe62a069-98ae-4eef-841a-702f45fed88a on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:20:44.348581 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:44.350616 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c10a7f9-a480-40fe-8a8b-8e685fe0494a req-fd3990d2-c3a5-4a4d-866b-93d4030ff1e6 tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.36 "DELETE /v2.0/ports/fe62a069-98ae-4eef-841a-702f45fed88a HTTP/1.1" status: 204 len: 173 time: 0.4538388 Aug 24 01:20:44.351057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d76ec7-16e3-4ada-8d02-3c36b6c52bbf', 'name': 'network-vif-deleted', 'tag': 'fe62a069-98ae-4eef-841a-702f45fed88a'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:20:44.353309 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d1daea-4793-41e8-9f5a-552b042883e6" -d '{"events": [{"server_uuid": "66d76ec7-16e3-4ada-8d02-3c36b6c52bbf", "name": "network-vif-deleted", "tag": "fe62a069-98ae-4eef-841a-702f45fed88a"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:20:44.394187 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5799196b-2202-41c4-be41-b857851dcd7e x-openstack-request-id: req-5799196b-2202-41c4-be41-b857851dcd7e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:20:44.394484 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d76ec7-16e3-4ada-8d02-3c36b6c52bbf", "name": "network-vif-deleted", "tag": "fe62a069-98ae-4eef-841a-702f45fed88a", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:20:44.394743 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5799196b-2202-41c4-be41-b857851dcd7e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:20:44.395253 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d76ec7-16e3-4ada-8d02-3c36b6c52bbf', 'name': 'network-vif-deleted', 'tag': 'fe62a069-98ae-4eef-841a-702f45fed88a', 'status': 'completed', 'code': 200} Aug 24 01:20:44.419107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e7437b0c-c5d4-4a69-81c9-720c2bc435d2 req-5df68be7-ab73-405c-8a7b-115904664aae tempest-ServersNegativeTestJSON-1364058299 tempest-ServersNegativeTestJSON-1364058299-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d76ec7-16e3-4ada-8d02-3c36b6c52bbf HTTP/1.1" status: 200 len: 210 time: 0.0305166 Aug 24 01:20:45.475663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51452) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:45.519717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-124123c9-3fd7-489b-aa87-84a34c97cb1c admin admin] Deleting subnet 4dcecd34-66a1-433e-b3c5-abbeba9e2e86 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:20:45.524210 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124123c9-3fd7-489b-aa87-84a34c97cb1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.565912 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124123c9-3fd7-489b-aa87-84a34c97cb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.605480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124123c9-3fd7-489b-aa87-84a34c97cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.736451 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124123c9-3fd7-489b-aa87-84a34c97cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.766499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124123c9-3fd7-489b-aa87-84a34c97cb1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dcecd34-66a1-433e-b3c5-abbeba9e2e86,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:45.773332 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-124123c9-3fd7-489b-aa87-84a34c97cb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.775526 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-124123c9-3fd7-489b-aa87-84a34c97cb1c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4dcecd34-66a1-433e-b3c5-abbeba9e2e86 HTTP/1.1" status: 204 len: 168 time: 0.2985651 Aug 24 01:20:45.777756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51454) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:45.845137 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.926068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.936233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:45.946782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48be531f-e6d8-4c35-bab5-47c2bbde898b') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:45.947080 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48be531f-e6d8-4c35-bab5-47c2bbde898b') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:45.955732 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.968845 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.974548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:20:45.974938 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:20:45.976539 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:20:46.095510 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:46.100960 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:46.102949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4 HTTP/1.1" status: 204 len: 168 time: 0.3242247 Aug 24 01:20:46.114444 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf025c-d042-4356-a5ad-24b0b44f5493 admin admin] Pushing event deleted for resources: {'Network': ['ID=3acf59d6-ddc9-40ed-87a0-e72b82cc4fd4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:46.396476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51458) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:46.437451 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-07a5b685-d3cc-489c-aff5-a426137ae54a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cb811d9813548bc9252652f483f87f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397768 Aug 24 01:20:46.439773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51460) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:46.487114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fa64c0f-fda1-4e9a-b9a7-3555b589c65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:46.508506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fa64c0f-fda1-4e9a-b9a7-3555b589c65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:46.629824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fa64c0f-fda1-4e9a-b9a7-3555b589c65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:46.632391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6fa64c0f-fda1-4e9a-b9a7-3555b589c65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:46.633605 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6fa64c0f-fda1-4e9a-b9a7-3555b589c65d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8080b09-20e1-420a-8eae-3dfc1a7f980f HTTP/1.1" status: 204 len: 168 time: 0.1928947 Aug 24 01:20:46.641707 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa64c0f-fda1-4e9a-b9a7-3555b589c65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8080b09-20e1-420a-8eae-3dfc1a7f980f,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:47.600242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51482) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:47.703330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-524167170'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:47.777670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:47.781317 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:47.790640 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:47.879100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:47.958504 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:47.981648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:20:47.995542 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02520296-783c-4fb2-9214-c47330497de5,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:48.000702 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:48.001065 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Added segment 9d3a61b2-906f-4aa3-a2a8-d63047488b07 of type vlan for network 485afbc3-8c4a-4f94-870a-48919471740c Aug 24 01:20:48.041168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:48.135479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:48.141187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:48.141803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:48.210564 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Network': ['ID=485afbc3-8c4a-4f94-870a-48919471740c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:48.220574 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 485afbc3-8c4a-4f94-870a-48919471740c details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:20:48.227750 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4af2f243-7f12-4753-8be3-5987cfb7b9e1 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6263728 Aug 24 01:20:48.945341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device fe62a069-98ae-4eef-841a-702f45fed88a no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:20:48.965532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: fe62a069-98ae-4eef-841a-702f45fed88a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:20:48.965903 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device fe62a069-98ae-4eef-841a-702f45fed88a not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:20:51.474683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51486) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:51.483821 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'subnet': {'network_id': '485afbc3-8c4a-4f94-870a-48919471740c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:51.640262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:51.643831 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:51.881803 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:51.946095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Subnet': ['ID=12e04684-c731-4b1d-be48-5333ab1dc3c7,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:51.953281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Checking segment: {'id': '9d3a61b2-906f-4aa3-a2a8-d63047488b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '485afbc3-8c4a-4f94-870a-48919471740c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:51.953670 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network hostable DHCP agents. Network: 485afbc3-8c4a-4f94-870a-48919471740c, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:20:52.052255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network 485afbc3-8c4a-4f94-870a-48919471740c is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:20:52.126047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 485afbc3-8c4a-4f94-870a-48919471740c) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:52.130585 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:52.131185 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.137782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93bb174-84f9-4205-90b6-893fa0581f02 None None] Network 485afbc3-8c4a-4f94-870a-48919471740c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:52.207321 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b8b62fa0-dfb5-45a7-8042-005d946a31f7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7314627 Aug 24 01:20:52.210632 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51488) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:52.215739 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159449364'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:52.277091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-485afbc3-8c4a-4f94-870a-48919471740c', 'network_id': '485afbc3-8c4a-4f94-870a-48919471740c', 'tenant_id': '07c082bf0b004de7a2857d165091933a', 'fixed_ips': [{'subnet_id': '12e04684-c731-4b1d-be48-5333ab1dc3c7'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:20:52.278009 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.280835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:52.284447 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.310061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:20:52.318844 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.319200 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Added segment 0a4ad643-7324-49a7-b4ba-a20e9cde2576 of type vlan for network 0c82a315-cc84-426a-9b9f-99592ef9c2c2 Aug 24 01:20:52.358587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.417061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Allocated IP 2001:db8:0:ffff::2 (485afbc3-8c4a-4f94-870a-48919471740c/12e04684-c731-4b1d-be48-5333ab1dc3c7/c6e89c91-f7a4-4562-bb15-644d08545209) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:20:52.449983 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.456721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:52.459186 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.526471 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Network': ['ID=0c82a315-cc84-426a-9b9f-99592ef9c2c2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:52.543160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 0c82a315-cc84-426a-9b9f-99592ef9c2c2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:20:52.582580 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e34a3ef7-43b9-47c2-92f5-d3d4c0d28841 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3708646 Aug 24 01:20:52.585963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51490) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:52.591094 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'subnet': {'network_id': '0c82a315-cc84-426a-9b9f-99592ef9c2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:52.613016 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.628036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Transition to ACTIVE for port object c6e89c91-f7a4-4562-bb15-644d08545209 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:52.645250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Transition to ACTIVE for port object c6e89c91-f7a4-4562-bb15-644d08545209 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:52.732703 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.754909 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:52.758629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.772869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Network 485afbc3-8c4a-4f94-870a-48919471740c is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:20:52.775882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:52.778579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:20:52.788208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Pushing event updated for resources: {'Port': ['ID=c6e89c91-f7a4-4562-bb15-644d08545209,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:52.842531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Attempting to bind port c6e89c91-f7a4-4562-bb15-644d08545209 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:20:52.842909 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Attempting to bind port c6e89c91-f7a4-4562-bb15-644d08545209 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '9d3a61b2-906f-4aa3-a2a8-d63047488b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '485afbc3-8c4a-4f94-870a-48919471740c'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:20:52.843274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Attempting to bind port c6e89c91-f7a4-4562-bb15-644d08545209 on network 485afbc3-8c4a-4f94-870a-48919471740c {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:20:52.848168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:20:52.848546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Checking segment: {'id': '9d3a61b2-906f-4aa3-a2a8-d63047488b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '485afbc3-8c4a-4f94-870a-48919471740c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:52.849520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.849975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Bound using segment: {'id': '9d3a61b2-906f-4aa3-a2a8-d63047488b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '485afbc3-8c4a-4f94-870a-48919471740c'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:20:52.850434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Bound port: c6e89c91-f7a4-4562-bb15-644d08545209, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3a61b2-906f-4aa3-a2a8-d63047488b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '485afbc3-8c4a-4f94-870a-48919471740c'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:20:52.850823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:52.912444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] For port c6e89c91-f7a4-4562-bb15-644d08545209, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:20:52.915630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] For port c6e89c91-f7a4-4562-bb15-644d08545209, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c6e89c91-f7a4-4562-bb15-644d08545209,segment=NetworkSegment(9d3a61b2-906f-4aa3-a2a8-d63047488b07),segment_id=9d3a61b2-906f-4aa3-a2a8-d63047488b07)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:20:52.978439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.033764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059efd04-ff57-41a9-ae23-4b83ce41ba9c None None] Pushing event updated for resources: {'Port': ['ID=c6e89c91-f7a4-4562-bb15-644d08545209,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:53.058448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.120117 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Subnet': ['ID=46ca58ab-a19e-4165-92f3-f0a35bcf246c,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:53.130403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Checking segment: {'id': '0a4ad643-7324-49a7-b4ba-a20e9cde2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0c82a315-cc84-426a-9b9f-99592ef9c2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:53.130792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network hostable DHCP agents. Network: 0c82a315-cc84-426a-9b9f-99592ef9c2c2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:20:53.234982 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network 0c82a315-cc84-426a-9b9f-99592ef9c2c2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:20:53.303773 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 0c82a315-cc84-426a-9b9f-99592ef9c2c2) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:53.307901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:53.308506 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.313005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21add9ec-f74f-456f-b62c-71228a685839 None None] Network 0c82a315-cc84-426a-9b9f-99592ef9c2c2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:53.373057 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a92bdab5-73fd-4f28-98eb-4458f2cf93d8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7860699 Aug 24 01:20:53.375645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51492) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:53.465789 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-0c82a315-cc84-426a-9b9f-99592ef9c2c2', 'network_id': '0c82a315-cc84-426a-9b9f-99592ef9c2c2', 'tenant_id': '07c082bf0b004de7a2857d165091933a', 'fixed_ips': [{'subnet_id': '46ca58ab-a19e-4165-92f3-f0a35bcf246c'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:20:53.466701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.478996 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.557635 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.609880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Allocated IP 2001:db8::2 (0c82a315-cc84-426a-9b9f-99592ef9c2c2/46ca58ab-a19e-4165-92f3-f0a35bcf246c/de765db3-5287-48f9-85fe-e644e503ccfd) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:20:53.761255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.769832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Transition to ACTIVE for port object de765db3-5287-48f9-85fe-e644e503ccfd will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:53.785413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Transition to ACTIVE for port object de765db3-5287-48f9-85fe-e644e503ccfd will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:53.852825 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.894915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Network 0c82a315-cc84-426a-9b9f-99592ef9c2c2 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:20:53.899637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:53.904801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:20:53.907351 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c4f224-b438-45f6-8792-789fb465d6cc None None] Network 485afbc3-8c4a-4f94-870a-48919471740c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:53.924027 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Pushing event updated for resources: {'Port': ['ID=de765db3-5287-48f9-85fe-e644e503ccfd,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:53.964500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:53.998229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Subnet': ['ID=46ca58ab-a19e-4165-92f3-f0a35bcf246c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:54.025377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Attempting to bind port de765db3-5287-48f9-85fe-e644e503ccfd on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:20:54.025779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Attempting to bind port de765db3-5287-48f9-85fe-e644e503ccfd by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '0a4ad643-7324-49a7-b4ba-a20e9cde2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0c82a315-cc84-426a-9b9f-99592ef9c2c2'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:20:54.026149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Attempting to bind port de765db3-5287-48f9-85fe-e644e503ccfd on network 0c82a315-cc84-426a-9b9f-99592ef9c2c2 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:20:54.035455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:20:54.035849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Checking segment: {'id': '0a4ad643-7324-49a7-b4ba-a20e9cde2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0c82a315-cc84-426a-9b9f-99592ef9c2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:54.036272 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.036676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Bound using segment: {'id': '0a4ad643-7324-49a7-b4ba-a20e9cde2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0c82a315-cc84-426a-9b9f-99592ef9c2c2'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:20:54.037144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Bound port: de765db3-5287-48f9-85fe-e644e503ccfd, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ad643-7324-49a7-b4ba-a20e9cde2576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0c82a315-cc84-426a-9b9f-99592ef9c2c2'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:20:54.037533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.056217 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.066268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c82a315-cc84-426a-9b9f-99592ef9c2c2']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:54.077356 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4ad643-7324-49a7-b4ba-a20e9cde2576') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:54.077685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4ad643-7324-49a7-b4ba-a20e9cde2576') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:54.086711 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.103896 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.107399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6a99b466-7cb7-46d6-a40e-adb6c8b1dc75 None None] Provisioning for port c6e89c91-f7a4-4562-bb15-644d08545209 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:20:54.110935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:20:54.112642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:20:54.117305 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:20:54.167329 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] For port de765db3-5287-48f9-85fe-e644e503ccfd, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:20:54.182360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c6e89c91-f7a4-4562-bb15-644d08545209 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:20:54.187248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] For port de765db3-5287-48f9-85fe-e644e503ccfd, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=de765db3-5287-48f9-85fe-e644e503ccfd,segment=NetworkSegment(0a4ad643-7324-49a7-b4ba-a20e9cde2576),segment_id=0a4ad643-7324-49a7-b4ba-a20e9cde2576)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:20:54.309842 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 01:20:54.309842 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 01:20:54.309842 n-d-804878-2 neutron-server[95327]: [parameters: {'id': '0c82a315-cc84-426a-9b9f-99592ef9c2c2'}] Aug 24 01:20:54.309842 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:20:54.310356 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:20:54.349708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.382921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port c6e89c91-f7a4-4562-bb15-644d08545209 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:20:54.394131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c6e89c91-f7a4-4562-bb15-644d08545209 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:20:54.394507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.464599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baddfb6-0737-491e-985a-7e8cd40394fa None None] Pushing event updated for resources: {'Port': ['ID=de765db3-5287-48f9-85fe-e644e503ccfd,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:54.482246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-53bd7443-e6b8-45f4-812b-0a1daee369bd None None] Provisioning complete for port c6e89c91-f7a4-4562-bb15-644d08545209 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:20:54.482628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53bd7443-e6b8-45f4-812b-0a1daee369bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.486935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f584774d-4023-427d-9f14-47d08d8376ad None None] Network 0c82a315-cc84-426a-9b9f-99592ef9c2c2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:54.634115 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.715007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port c6e89c91-f7a4-4562-bb15-644d08545209, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c6e89c91-f7a4-4562-bb15-644d08545209,segment=NetworkSegment(9d3a61b2-906f-4aa3-a2a8-d63047488b07),segment_id=9d3a61b2-906f-4aa3-a2a8-d63047488b07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:54.721407 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-53bd7443-e6b8-45f4-812b-0a1daee369bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.735126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84713ee-8cf0-4763-bb29-92b568e67fc0 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 01:20:54.804571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84713ee-8cf0-4763-bb29-92b568e67fc0 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 01:20:54.808544 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.811998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.865697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Deleting port de765db3-5287-48f9-85fe-e644e503ccfd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:54.866040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.885009 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-53bd7443-e6b8-45f4-812b-0a1daee369bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:20:54.885261 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-53bd7443-e6b8-45f4-812b-0a1daee369bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:20:54.928357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] For port de765db3-5287-48f9-85fe-e644e503ccfd, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=de765db3-5287-48f9-85fe-e644e503ccfd,segment=NetworkSegment(0a4ad643-7324-49a7-b4ba-a20e9cde2576),segment_id=0a4ad643-7324-49a7-b4ba-a20e9cde2576)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:54.928720 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:54.935535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=c6e89c91-f7a4-4562-bb15-644d08545209,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:54.942717 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Calling delete_port for de765db3-5287-48f9-85fe-e644e503ccfd owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:55.069064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.098283 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No DVR routers for this DVR port de765db3-5287-48f9-85fe-e644e503ccfd on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:20:55.100901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Port': ['ID=de765db3-5287-48f9-85fe-e644e503ccfd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:55.176818 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.186307 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c82a315-cc84-426a-9b9f-99592ef9c2c2']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:55.200271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4ad643-7324-49a7-b4ba-a20e9cde2576') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:55.200571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4ad643-7324-49a7-b4ba-a20e9cde2576') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:55.209891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.223285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.229259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:20:55.229682 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:20:55.232618 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:20:55.349252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.357484 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.359376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/0c82a315-cc84-426a-9b9f-99592ef9c2c2 HTTP/1.1" status: 204 len: 168 time: 1.9828081 Aug 24 01:20:55.363113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51494) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:55.368524 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-707675568'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:55.369110 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425a83f-b997-46d3-ab88-6e31cd4ba280 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Network': ['ID=0c82a315-cc84-426a-9b9f-99592ef9c2c2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:55.469134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:55.472699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.495589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:20:55.504521 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.505390 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Added segment 1f13787f-6558-48e0-a2d8-0c8c2586fdb6 of type vlan for network 524252a0-e056-4411-8811-f810bd38c321 Aug 24 01:20:55.559015 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.634821 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.640487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:55.641071 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.747583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Network': ['ID=524252a0-e056-4411-8811-f810bd38c321,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:55.750775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-88a50912-bdbe-4434-84e0-5f9291cfdfa8 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3866346 Aug 24 01:20:55.753548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51496) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:55.759180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 524252a0-e056-4411-8811-f810bd38c321 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:20:55.759726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'subnet': {'network_id': '524252a0-e056-4411-8811-f810bd38c321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:55.923769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:55.928006 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:55.987006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Performing IP validity checks on allocation pools {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 24 01:20:55.987544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.ipam_backend_mixin [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95326) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 24 01:20:56.144993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c6e89c91-f7a4-4562-bb15-644d08545209 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:20:56.170309 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.178688 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.199084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port c6e89c91-f7a4-4562-bb15-644d08545209 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:20:56.199457 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.257755 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Subnet': ['ID=9b0c770c-c460-466a-b4b2-cf386732236e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:56.266849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Checking segment: {'id': '1f13787f-6558-48e0-a2d8-0c8c2586fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '524252a0-e056-4411-8811-f810bd38c321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:56.266849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network hostable DHCP agents. Network: 524252a0-e056-4411-8811-f810bd38c321, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:20:56.312140 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-49468939-0d6a-4c83-be1f-ab97fffa19f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.375122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network 524252a0-e056-4411-8811-f810bd38c321 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:20:56.460893 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 524252a0-e056-4411-8811-f810bd38c321) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:56.464946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:56.465535 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.469670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1b4b35-5daa-4051-9ec2-6950a451e6ac None None] Network 524252a0-e056-4411-8811-f810bd38c321 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:56.561078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e9ad8db-8ecf-47cc-a233-fb3365a0fb5c tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8064520 Aug 24 01:20:56.564753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51498) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:56.611805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-524252a0-e056-4411-8811-f810bd38c321', 'network_id': '524252a0-e056-4411-8811-f810bd38c321', 'tenant_id': '07c082bf0b004de7a2857d165091933a', 'fixed_ips': [{'subnet_id': '9b0c770c-c460-466a-b4b2-cf386732236e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:20:56.612672 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.660736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.748312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.751242 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Allocated IP 2001:db8::3 (524252a0-e056-4411-8811-f810bd38c321/9b0c770c-c460-466a-b4b2-cf386732236e/3bed895c-4812-403d-be2d-f79b015122c4) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:20:56.890147 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:56.899041 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Transition to ACTIVE for port object 3bed895c-4812-403d-be2d-f79b015122c4 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:56.913442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Transition to ACTIVE for port object 3bed895c-4812-403d-be2d-f79b015122c4 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:57.004562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.084844 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.112841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0c770c-c460-466a-b4b2-cf386732236e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:57.178636 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.188528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524252a0-e056-4411-8811-f810bd38c321']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:57.199330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f13787f-6558-48e0-a2d8-0c8c2586fdb6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:57.199572 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Network 524252a0-e056-4411-8811-f810bd38c321 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:20:57.199697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f13787f-6558-48e0-a2d8-0c8c2586fdb6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:57.202474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:57.205794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:20:57.208454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.216147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Pushing event updated for resources: {'Port': ['ID=3bed895c-4812-403d-be2d-f79b015122c4,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:57.222060 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.228339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:20:57.228737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:20:57.231734 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:20:57.266768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Attempting to bind port 3bed895c-4812-403d-be2d-f79b015122c4 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:20:57.267173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Attempting to bind port 3bed895c-4812-403d-be2d-f79b015122c4 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '1f13787f-6558-48e0-a2d8-0c8c2586fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '524252a0-e056-4411-8811-f810bd38c321'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:20:57.267607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Attempting to bind port 3bed895c-4812-403d-be2d-f79b015122c4 on network 524252a0-e056-4411-8811-f810bd38c321 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:20:57.272939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:20:57.273326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Checking segment: {'id': '1f13787f-6558-48e0-a2d8-0c8c2586fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '524252a0-e056-4411-8811-f810bd38c321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:57.273773 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.274174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Bound using segment: {'id': '1f13787f-6558-48e0-a2d8-0c8c2586fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '524252a0-e056-4411-8811-f810bd38c321'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:20:57.274638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Bound port: 3bed895c-4812-403d-be2d-f79b015122c4, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f13787f-6558-48e0-a2d8-0c8c2586fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '524252a0-e056-4411-8811-f810bd38c321'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:20:57.275030 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.326777 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.db.api [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 01:20:57.326777 n-d-804878-2 neutron-server[95326]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 01:20:57.326777 n-d-804878-2 neutron-server[95326]: [parameters: {'id': '524252a0-e056-4411-8811-f810bd38c321'}] Aug 24 01:20:57.326777 n-d-804878-2 neutron-server[95326]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:20:57.327298 n-d-804878-2 neutron-server[95326]: DEBUG oslo_db.api [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:20:57.336473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] For port 3bed895c-4812-403d-be2d-f79b015122c4, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:20:57.339444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] For port 3bed895c-4812-403d-be2d-f79b015122c4, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3bed895c-4812-403d-be2d-f79b015122c4,segment=NetworkSegment(1f13787f-6558-48e0-a2d8-0c8c2586fdb6),segment_id=1f13787f-6558-48e0-a2d8-0c8c2586fdb6)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:20:57.403933 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.484873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e1bb6-b724-4361-8c31-c08a6ec36526 None None] Pushing event updated for resources: {'Port': ['ID=3bed895c-4812-403d-be2d-f79b015122c4,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:57.498457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a3c8e-8d52-48ff-8b7f-2e5ca3571437 None None] Network 524252a0-e056-4411-8811-f810bd38c321 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:57.616350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb61e0-381a-49c1-bbae-c5032008f197 None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 01:20:57.679334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edb61e0-381a-49c1-bbae-c5032008f197 None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 01:20:57.828668 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.881401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Deleting port 3bed895c-4812-403d-be2d-f79b015122c4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:20:57.881798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.945440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] For port 3bed895c-4812-403d-be2d-f79b015122c4, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=3bed895c-4812-403d-be2d-f79b015122c4,segment=NetworkSegment(1f13787f-6558-48e0-a2d8-0c8c2586fdb6),segment_id=1f13787f-6558-48e0-a2d8-0c8c2586fdb6)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:20:57.945799 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:57.958981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Calling delete_port for 3bed895c-4812-403d-be2d-f79b015122c4 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:20:58.077926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.108401 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Port': ['ID=3bed895c-4812-403d-be2d-f79b015122c4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:58.110262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No DVR routers for this DVR port 3bed895c-4812-403d-be2d-f79b015122c4 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:20:58.185793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.195978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524252a0-e056-4411-8811-f810bd38c321']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:58.206045 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f13787f-6558-48e0-a2d8-0c8c2586fdb6') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:58.206342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f13787f-6558-48e0-a2d8-0c8c2586fdb6') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:20:58.215463 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.228847 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.234525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:20:58.234912 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:20:58.237785 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:20:58.354774 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.361885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.363687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/524252a0-e056-4411-8811-f810bd38c321 HTTP/1.1" status: 204 len: 168 time: 1.7990911 Aug 24 01:20:58.367335 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51500) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:58.372825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1281286837'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:58.375580 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a981465-8353-4a72-9925-9e46a093f432 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Network': ['ID=524252a0-e056-4411-8811-f810bd38c321,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:58.478064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:58.481608 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.504697 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:20:58.513594 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.513958 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Added segment 2c1a01e0-59fa-44eb-99e5-34894dbd6ba3 of type vlan for network dc3e615b-c022-458e-8327-4a3884a7f97f Aug 24 01:20:58.556672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.638095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.643527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:58.644114 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:58.707551 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Network': ['ID=dc3e615b-c022-458e-8327-4a3884a7f97f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:58.717352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network dc3e615b-c022-458e-8327-4a3884a7f97f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:20:58.749554 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9f7d32c7-4388-42c2-98ee-fa2a4cd26c62 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3810410 Aug 24 01:20:58.753161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51502) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:58.759140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'subnet': {'network_id': 'dc3e615b-c022-458e-8327-4a3884a7f97f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:58.925925 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:58.930138 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.049400 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75d7075f-45f0-40c6-ba38-215cddaa9223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.152542 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.195312 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.259364 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Subnet': ['ID=55564935-77f8-478c-b73c-af6a1beee868,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:59.264657 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Checking segment: {'id': '2c1a01e0-59fa-44eb-99e5-34894dbd6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dc3e615b-c022-458e-8327-4a3884a7f97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:20:59.265036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network hostable DHCP agents. Network: dc3e615b-c022-458e-8327-4a3884a7f97f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:20:59.363610 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network dc3e615b-c022-458e-8327-4a3884a7f97f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:20:59.455069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, dc3e615b-c022-458e-8327-4a3884a7f97f) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:20:59.459521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:59.460155 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.464899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e852b94-0ded-48be-abd7-5890a22e5749 None None] Network dc3e615b-c022-458e-8327-4a3884a7f97f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:20:59.551090 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0d94365b-92b7-4fdc-95a5-7abf2e31a9b9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7934654 Aug 24 01:20:59.551331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51504) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:59.556546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1676894077'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:20:59.608510 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-dc3e615b-c022-458e-8327-4a3884a7f97f', 'network_id': 'dc3e615b-c022-458e-8327-4a3884a7f97f', 'tenant_id': '07c082bf0b004de7a2857d165091933a', 'fixed_ips': [{'subnet_id': '55564935-77f8-478c-b73c-af6a1beee868'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:20:59.609478 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.634788 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:20:59.638337 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.662701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:20:59.671109 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.671459 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Added segment b4d01de5-a3e3-4a8b-9660-7883f751aca4 of type vlan for network 390805f9-7893-4429-94c9-8648f9143e7d Aug 24 01:20:59.711908 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.742989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Allocated IP 2001:db8::2 (dc3e615b-c022-458e-8327-4a3884a7f97f/55564935-77f8-478c-b73c-af6a1beee868/e496048b-449a-4fbe-af14-29d0bbef08e1) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:20:59.826793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.832404 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:20:59.832994 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.888597 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:20:59.899993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Transition to ACTIVE for port object e496048b-449a-4fbe-af14-29d0bbef08e1 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:59.906310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Network': ['ID=390805f9-7893-4429-94c9-8648f9143e7d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:20:59.918297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 390805f9-7893-4429-94c9-8648f9143e7d details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:20:59.921196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Transition to ACTIVE for port object e496048b-449a-4fbe-af14-29d0bbef08e1 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:20:59.936214 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-812352f4-65c6-4a03-8ce1-64aef5de0578 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3837750 Aug 24 01:20:59.939053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51506) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:20:59.944833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Request body: {'subnet': {'network_id': '390805f9-7893-4429-94c9-8648f9143e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:00.000566 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.045389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Network dc3e615b-c022-458e-8327-4a3884a7f97f is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:00.048043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:00.051286 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:00.057203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Pushing event updated for resources: {'Port': ['ID=e496048b-449a-4fbe-af14-29d0bbef08e1,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:00.103362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Made reservation on behalf of 07c082bf0b004de7a2857d165091933a for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:00.107010 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.108795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Attempting to bind port e496048b-449a-4fbe-af14-29d0bbef08e1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:00.109171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Attempting to bind port e496048b-449a-4fbe-af14-29d0bbef08e1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '2c1a01e0-59fa-44eb-99e5-34894dbd6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dc3e615b-c022-458e-8327-4a3884a7f97f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:00.109543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Attempting to bind port e496048b-449a-4fbe-af14-29d0bbef08e1 on network dc3e615b-c022-458e-8327-4a3884a7f97f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:00.114492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:00.114900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Checking segment: {'id': '2c1a01e0-59fa-44eb-99e5-34894dbd6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dc3e615b-c022-458e-8327-4a3884a7f97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:00.115307 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.115706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Bound using segment: {'id': '2c1a01e0-59fa-44eb-99e5-34894dbd6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dc3e615b-c022-458e-8327-4a3884a7f97f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:00.116193 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Bound port: e496048b-449a-4fbe-af14-29d0bbef08e1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1a01e0-59fa-44eb-99e5-34894dbd6ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'dc3e615b-c022-458e-8327-4a3884a7f97f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:00.116556 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.178241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] For port e496048b-449a-4fbe-af14-29d0bbef08e1, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:00.181185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] For port e496048b-449a-4fbe-af14-29d0bbef08e1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e496048b-449a-4fbe-af14-29d0bbef08e1,segment=NetworkSegment(2c1a01e0-59fa-44eb-99e5-34894dbd6ba3),segment_id=2c1a01e0-59fa-44eb-99e5-34894dbd6ba3)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:00.267500 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.327750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df9d4f-9faa-495f-b8b9-29a5e21fdf06 None None] Pushing event updated for resources: {'Port': ['ID=e496048b-449a-4fbe-af14-29d0bbef08e1,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:00.341137 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.409679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event updated for resources: {'Subnet': ['ID=8e6c1dd2-6b72-4ad8-a26b-a0aff9903aed,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:00.415784 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Checking segment: {'id': 'b4d01de5-a3e3-4a8b-9660-7883f751aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '390805f9-7893-4429-94c9-8648f9143e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:00.416147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network hostable DHCP agents. Network: 390805f9-7893-4429-94c9-8648f9143e7d, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:21:00.503487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Network 390805f9-7893-4429-94c9-8648f9143e7d is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:21:00.591231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.600452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 390805f9-7893-4429-94c9-8648f9143e7d) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:00.604649 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:00.605250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.611215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d11f99-ab93-401c-9277-f1e8ce1a757e None None] Network 390805f9-7893-4429-94c9-8648f9143e7d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:00.690265 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fd3cfd1f-f547-4243-9390-fbf34161e36f tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7501051 Aug 24 01:21:00.693317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51508) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:00.761227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-390805f9-7893-4429-94c9-8648f9143e7d', 'network_id': '390805f9-7893-4429-94c9-8648f9143e7d', 'tenant_id': '07c082bf0b004de7a2857d165091933a', 'fixed_ips': [{'subnet_id': '8e6c1dd2-6b72-4ad8-a26b-a0aff9903aed'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:21:00.762215 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.790255 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.843178 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:00.902499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Allocated IP 2001:db8::2 (390805f9-7893-4429-94c9-8648f9143e7d/8e6c1dd2-6b72-4ad8-a26b-a0aff9903aed/b0bcb6bb-d643-46dd-a004-e5f88210084b) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:01.053353 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.061753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Transition to ACTIVE for port object b0bcb6bb-d643-46dd-a004-e5f88210084b will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:01.077815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Transition to ACTIVE for port object b0bcb6bb-d643-46dd-a004-e5f88210084b will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:01.143845 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.185678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Network 390805f9-7893-4429-94c9-8648f9143e7d is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:01.188519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:01.191962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:01.198869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Pushing event updated for resources: {'Port': ['ID=b0bcb6bb-d643-46dd-a004-e5f88210084b,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:01.221654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911fc390-6c96-49cb-9162-fdc6638fb2ea None None] Network dc3e615b-c022-458e-8327-4a3884a7f97f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:01.227188 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.255100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6c1dd2-6b72-4ad8-a26b-a0aff9903aed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:01.303616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Attempting to bind port b0bcb6bb-d643-46dd-a004-e5f88210084b on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:01.303899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Attempting to bind port b0bcb6bb-d643-46dd-a004-e5f88210084b by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b4d01de5-a3e3-4a8b-9660-7883f751aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '390805f9-7893-4429-94c9-8648f9143e7d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:01.304261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Attempting to bind port b0bcb6bb-d643-46dd-a004-e5f88210084b on network 390805f9-7893-4429-94c9-8648f9143e7d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:01.313357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:01.313757 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Checking segment: {'id': 'b4d01de5-a3e3-4a8b-9660-7883f751aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '390805f9-7893-4429-94c9-8648f9143e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:01.313952 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.314159 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.314553 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Bound using segment: {'id': 'b4d01de5-a3e3-4a8b-9660-7883f751aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '390805f9-7893-4429-94c9-8648f9143e7d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:01.315009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Bound port: b0bcb6bb-d643-46dd-a004-e5f88210084b, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d01de5-a3e3-4a8b-9660-7883f751aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '390805f9-7893-4429-94c9-8648f9143e7d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:01.315390 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.324035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390805f9-7893-4429-94c9-8648f9143e7d']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:01.334399 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d01de5-a3e3-4a8b-9660-7883f751aca4') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:01.334715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d01de5-a3e3-4a8b-9660-7883f751aca4') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:01.343712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.361888 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.368797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:21:01.369192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:21:01.372499 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:21:01.406417 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-23a444fb-fe1f-401f-aef7-3930fe2eb4ae None None] Provisioning for port e496048b-449a-4fbe-af14-29d0bbef08e1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:01.439563 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] For port b0bcb6bb-d643-46dd-a004-e5f88210084b, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:01.754517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] For port b0bcb6bb-d643-46dd-a004-e5f88210084b, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0bcb6bb-d643-46dd-a004-e5f88210084b,segment=NetworkSegment(b4d01de5-a3e3-4a8b-9660-7883f751aca4),segment_id=b4d01de5-a3e3-4a8b-9660-7883f751aca4)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:01.809845 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.db.api [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 24 01:21:01.809845 n-d-804878-2 neutron-server[95327]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 24 01:21:01.809845 n-d-804878-2 neutron-server[95327]: [parameters: {'id': '390805f9-7893-4429-94c9-8648f9143e7d'}] Aug 24 01:21:01.809845 n-d-804878-2 neutron-server[95327]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95327) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:21:01.810659 n-d-804878-2 neutron-server[95327]: DEBUG oslo_db.api [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:21:01.855732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:01.934936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd81ce0-654b-4040-b281-f6256d6954b4 None None] Pushing event updated for resources: {'Port': ['ID=b0bcb6bb-d643-46dd-a004-e5f88210084b,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:01.947693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ce602-b37d-4899-8c1a-a16c3ec0d1db None None] Network 390805f9-7893-4429-94c9-8648f9143e7d requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:02.079199 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e34b628-80d1-49ea-a3af-92f5e75a698b None None] get_active_networks_info from n-d-804878-2 {{(pid=95328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 01:21:02.099896 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.159411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e34b628-80d1-49ea-a3af-92f5e75a698b None None] Resources bound (agent type, host, resource id): {{(pid=95328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 24 01:21:02.165763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e496048b-449a-4fbe-af14-29d0bbef08e1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:02.311437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.320438 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e496048b-449a-4fbe-af14-29d0bbef08e1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:02.334573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e496048b-449a-4fbe-af14-29d0bbef08e1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:02.334573 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.367114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Deleting port b0bcb6bb-d643-46dd-a004-e5f88210084b {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:02.367347 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.431197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] For port b0bcb6bb-d643-46dd-a004-e5f88210084b, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b0bcb6bb-d643-46dd-a004-e5f88210084b,segment=NetworkSegment(b4d01de5-a3e3-4a8b-9660-7883f751aca4),segment_id=b4d01de5-a3e3-4a8b-9660-7883f751aca4)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:02.431565 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.450664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Calling delete_port for b0bcb6bb-d643-46dd-a004-e5f88210084b owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:02.455704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.490184 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e496048b-449a-4fbe-af14-29d0bbef08e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e496048b-449a-4fbe-af14-29d0bbef08e1,segment=NetworkSegment(2c1a01e0-59fa-44eb-99e5-34894dbd6ba3),segment_id=2c1a01e0-59fa-44eb-99e5-34894dbd6ba3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:02.557856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.580996 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.605287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e496048b-449a-4fbe-af14-29d0bbef08e1,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:02.610880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Port': ['ID=b0bcb6bb-d643-46dd-a004-e5f88210084b,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:02.616241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No DVR routers for this DVR port b0bcb6bb-d643-46dd-a004-e5f88210084b on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:02.693561 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.703065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390805f9-7893-4429-94c9-8648f9143e7d']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:02.713018 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d01de5-a3e3-4a8b-9660-7883f751aca4') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:02.713313 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d01de5-a3e3-4a8b-9660-7883f751aca4') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:02.721838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.735305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.741516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:21:02.742012 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:21:02.744845 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:21:02.877912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.884860 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:02.886690 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/390805f9-7893-4429-94c9-8648f9143e7d HTTP/1.1" status: 204 len: 168 time: 2.1923332 Aug 24 01:21:02.889410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51510) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:02.898303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dad9b-a065-418a-9982-7d7d06f89b23 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Network': ['ID=390805f9-7893-4429-94c9-8648f9143e7d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:02.917527 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3314e1-2d57-4135-a936-3c045a00bde7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] GET failed (client error): The resource could not be found. Aug 24 01:21:02.918867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7a3314e1-2d57-4135-a936-3c045a00bde7 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "GET /v2.0/subnets/8e6c1dd2-6b72-4ad8-a26b-a0aff9903aed HTTP/1.1" status: 404 len: 337 time: 0.0284333 Aug 24 01:21:02.921660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51512) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:02.939591 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3253d07-6cc9-4e1c-802c-0455b3c8e976 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] DELETE failed (client error): The resource could not be found. Aug 24 01:21:02.940116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3253d07-6cc9-4e1c-802c-0455b3c8e976 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:21:02.941775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e3253d07-6cc9-4e1c-802c-0455b3c8e976 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/390805f9-7893-4429-94c9-8648f9143e7d HTTP/1.1" status: 404 len: 339 time: 0.0191934 Aug 24 01:21:02.945197 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51514) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:02.969637 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd707bd-f78e-48f1-92dc-585507828e36 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] DELETE failed (client error): The resource could not be found. Aug 24 01:21:02.970083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd707bd-f78e-48f1-92dc-585507828e36 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:21:02.971813 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9dd707bd-f78e-48f1-92dc-585507828e36 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/subnets/8e6c1dd2-6b72-4ad8-a26b-a0aff9903aed HTTP/1.1" status: 404 len: 337 time: 0.0257072 Aug 24 01:21:02.974702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51516) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:02.992546 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bc6efd-1f3f-48ba-a98e-b721b64bbd3d tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] DELETE failed (client error): The resource could not be found. Aug 24 01:21:02.993064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bc6efd-1f3f-48ba-a98e-b721b64bbd3d tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:21:02.994717 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6bc6efd-1f3f-48ba-a98e-b721b64bbd3d tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/390805f9-7893-4429-94c9-8648f9143e7d HTTP/1.1" status: 404 len: 339 time: 0.0191309 Aug 24 01:21:02.997177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51518) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:03.050370 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6a0c60-3aea-4415-a255-1bfd632985a9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Deleting subnet 55564935-77f8-478c-b73c-af6a1beee868 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:21:03.054096 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0c60-3aea-4415-a255-1bfd632985a9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.092281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0c60-3aea-4415-a255-1bfd632985a9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.173036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0c60-3aea-4415-a255-1bfd632985a9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.312458 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0c60-3aea-4415-a255-1bfd632985a9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.340549 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0c60-3aea-4415-a255-1bfd632985a9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Subnet': ['ID=55564935-77f8-478c-b73c-af6a1beee868,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:03.342545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0c60-3aea-4415-a255-1bfd632985a9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.345508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5a6a0c60-3aea-4415-a255-1bfd632985a9 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/subnets/55564935-77f8-478c-b73c-af6a1beee868 HTTP/1.1" status: 204 len: 168 time: 0.3473287 Aug 24 01:21:03.346937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51520) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:03.347936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bcebc7-2515-479c-bd77-f8600b2d3d9f None None] Network dc3e615b-c022-458e-8327-4a3884a7f97f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:03.421395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.474980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Deleting port e496048b-449a-4fbe-af14-29d0bbef08e1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:03.475405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.526249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] DHCP port deletion for dc3e615b-c022-458e-8327-4a3884a7f97f request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:21:03.542170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] For port e496048b-449a-4fbe-af14-29d0bbef08e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e496048b-449a-4fbe-af14-29d0bbef08e1,segment=NetworkSegment(2c1a01e0-59fa-44eb-99e5-34894dbd6ba3),segment_id=2c1a01e0-59fa-44eb-99e5-34894dbd6ba3)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:03.542531 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.554831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Calling delete_port for e496048b-449a-4fbe-af14-29d0bbef08e1 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:03.572137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] Deleting port e496048b-449a-4fbe-af14-29d0bbef08e1 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:03.572517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.633153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] For port e496048b-449a-4fbe-af14-29d0bbef08e1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e496048b-449a-4fbe-af14-29d0bbef08e1,segment=NetworkSegment(2c1a01e0-59fa-44eb-99e5-34894dbd6ba3),segment_id=2c1a01e0-59fa-44eb-99e5-34894dbd6ba3)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:03.633556 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.646786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] Calling delete_port for e496048b-449a-4fbe-af14-29d0bbef08e1 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:03.725997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.731683 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.756177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Port': ['ID=e496048b-449a-4fbe-af14-29d0bbef08e1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:03.757101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] Pushing event deleted for resources: {'Port': ['ID=e496048b-449a-4fbe-af14-29d0bbef08e1,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:03.759862 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No DVR routers for this DVR port e496048b-449a-4fbe-af14-29d0bbef08e1 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:03.760459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c568f-6665-4cce-975d-031b7e3eec1b None None] No DVR routers for this DVR port e496048b-449a-4fbe-af14-29d0bbef08e1 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:03.837118 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.846663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3e615b-c022-458e-8327-4a3884a7f97f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:03.857020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1a01e0-59fa-44eb-99e5-34894dbd6ba3') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:03.857320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1a01e0-59fa-44eb-99e5-34894dbd6ba3') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:03.866608 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.880781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.886616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:21:03.887012 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:21:03.890119 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:21:04.026711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.032030 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.036974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/dc3e615b-c022-458e-8327-4a3884a7f97f HTTP/1.1" status: 204 len: 168 time: 0.6859965 Aug 24 01:21:04.037085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51522) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:04.048474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab7bb4-abb9-4c2d-901c-a1a41c62ddd0 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Network': ['ID=dc3e615b-c022-458e-8327-4a3884a7f97f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:04.063484 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce33c36-018c-40ec-9321-042d0b865daf tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] DELETE failed (client error): The resource could not be found. Aug 24 01:21:04.063947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce33c36-018c-40ec-9321-042d0b865daf tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:21:04.065693 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3ce33c36-018c-40ec-9321-042d0b865daf tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/subnets/9b0c770c-c460-466a-b4b2-cf386732236e HTTP/1.1" status: 404 len: 337 time: 0.0278432 Aug 24 01:21:04.068958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51524) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:04.086301 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-62695adf-fa65-4ae0-a717-67a82e4d9973 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] DELETE failed (client error): The resource could not be found. Aug 24 01:21:04.086826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62695adf-fa65-4ae0-a717-67a82e4d9973 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:21:04.088450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-62695adf-fa65-4ae0-a717-67a82e4d9973 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/524252a0-e056-4411-8811-f810bd38c321 HTTP/1.1" status: 404 len: 339 time: 0.0185719 Aug 24 01:21:04.090835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51526) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:04.116418 n-d-804878-2 neutron-server[95327]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3b5fa5-0040-4c29-8f40-17ef906cc587 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] DELETE failed (client error): The resource could not be found. Aug 24 01:21:04.116950 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3b5fa5-0040-4c29-8f40-17ef906cc587 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95327) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:21:04.118744 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ea3b5fa5-0040-4c29-8f40-17ef906cc587 tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/subnets/46ca58ab-a19e-4165-92f3-f0a35bcf246c HTTP/1.1" status: 404 len: 337 time: 0.0269721 Aug 24 01:21:04.121863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51528) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:04.141113 n-d-804878-2 neutron-server[95326]: INFO neutron.pecan_wsgi.hooks.translation [None req-80732b6c-cce8-4e4e-b918-251735d3e2ff tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] DELETE failed (client error): The resource could not be found. Aug 24 01:21:04.141670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80732b6c-cce8-4e4e-b918-251735d3e2ff tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95326) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 24 01:21:04.143353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-80732b6c-cce8-4e4e-b918-251735d3e2ff tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/0c82a315-cc84-426a-9b9f-99592ef9c2c2 HTTP/1.1" status: 404 len: 339 time: 0.0205173 Aug 24 01:21:04.145952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51530) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:04.146670 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e496048b-449a-4fbe-af14-29d0bbef08e1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:21:04.166801 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e496048b-449a-4fbe-af14-29d0bbef08e1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:21:04.167148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e496048b-449a-4fbe-af14-29d0bbef08e1 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:21:04.197489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5bd2ae-db48-48fd-b8e6-811f1711862e tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Deleting subnet 12e04684-c731-4b1d-be48-5333ab1dc3c7 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:21:04.200544 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd2ae-db48-48fd-b8e6-811f1711862e tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.238767 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd2ae-db48-48fd-b8e6-811f1711862e tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.324243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd2ae-db48-48fd-b8e6-811f1711862e tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.342534 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:21:04.455750 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd2ae-db48-48fd-b8e6-811f1711862e tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.481011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bd2ae-db48-48fd-b8e6-811f1711862e tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Subnet': ['ID=12e04684-c731-4b1d-be48-5333ab1dc3c7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:04.486656 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd2ae-db48-48fd-b8e6-811f1711862e tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.488522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bf5bd2ae-db48-48fd-b8e6-811f1711862e tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/subnets/12e04684-c731-4b1d-be48-5333ab1dc3c7 HTTP/1.1" status: 204 len: 168 time: 0.3416657 Aug 24 01:21:04.491733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51532) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:04.493999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e36b9c-3b22-4122-8514-d3cacbe65a3a None None] Network 485afbc3-8c4a-4f94-870a-48919471740c requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:04.573989 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.627363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Deleting port c6e89c91-f7a4-4562-bb15-644d08545209 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:04.627712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.657836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] DHCP port deletion for 485afbc3-8c4a-4f94-870a-48919471740c request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:21:04.690486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] For port c6e89c91-f7a4-4562-bb15-644d08545209, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c6e89c91-f7a4-4562-bb15-644d08545209,segment=NetworkSegment(9d3a61b2-906f-4aa3-a2a8-d63047488b07),segment_id=9d3a61b2-906f-4aa3-a2a8-d63047488b07)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:04.690864 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.703567 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Calling delete_port for c6e89c91-f7a4-4562-bb15-644d08545209 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:04.703883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] Deleting port c6e89c91-f7a4-4562-bb15-644d08545209 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:04.704268 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.768169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] For port c6e89c91-f7a4-4562-bb15-644d08545209, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=c6e89c91-f7a4-4562-bb15-644d08545209,segment=NetworkSegment(9d3a61b2-906f-4aa3-a2a8-d63047488b07),segment_id=9d3a61b2-906f-4aa3-a2a8-d63047488b07)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:04.768568 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.781172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] Calling delete_port for c6e89c91-f7a4-4562-bb15-644d08545209 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:04.838437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.854206 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.866491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Port': ['ID=c6e89c91-f7a4-4562-bb15-644d08545209,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:04.868318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] No DVR routers for this DVR port c6e89c91-f7a4-4562-bb15-644d08545209 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:04.881276 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] Pushing event deleted for resources: {'Port': ['ID=c6e89c91-f7a4-4562-bb15-644d08545209,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:04.886869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532944f-f9a5-438a-b3be-a84e1b3e43bc None None] No DVR routers for this DVR port c6e89c91-f7a4-4562-bb15-644d08545209 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:04.954411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.964969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485afbc3-8c4a-4f94-870a-48919471740c']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:04.975332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3a61b2-906f-4aa3-a2a8-d63047488b07') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:04.975641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3a61b2-906f-4aa3-a2a8-d63047488b07') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:04.984372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:04.998037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:05.003859 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:21:05.004257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:21:05.007762 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:21:05.120499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:05.127520 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:05.129372 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] 10.222.0.26 "DELETE /v2.0/networks/485afbc3-8c4a-4f94-870a-48919471740c HTTP/1.1" status: 204 len: 168 time: 0.6366253 Aug 24 01:21:05.141808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290654c-41e9-452f-97ed-8d710b8e88cd tempest-NetworksIpV6Test-1657304908 tempest-NetworksIpV6Test-1657304908-project] Pushing event deleted for resources: {'Network': ['ID=485afbc3-8c4a-4f94-870a-48919471740c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:05.525277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:05.653808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-51ff1f4b-8291-4647-a328-216566b2325d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07c082bf0b004de7a2857d165091933a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271181 Aug 24 01:21:05.656120 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51542) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:05.706831 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72a51d92-4e99-4a82-9a8d-dfa179f14400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:05.727507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72a51d92-4e99-4a82-9a8d-dfa179f14400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:05.832023 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72a51d92-4e99-4a82-9a8d-dfa179f14400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:05.835259 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-72a51d92-4e99-4a82-9a8d-dfa179f14400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:05.836442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-72a51d92-4e99-4a82-9a8d-dfa179f14400 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02520296-783c-4fb2-9214-c47330497de5 HTTP/1.1" status: 204 len: 168 time: 0.1794240 Aug 24 01:21:05.843842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a51d92-4e99-4a82-9a8d-dfa179f14400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02520296-783c-4fb2-9214-c47330497de5,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:06.147101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c6e89c91-f7a4-4562-bb15-644d08545209 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:21:06.170019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: c6e89c91-f7a4-4562-bb15-644d08545209 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:21:06.170460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device c6e89c91-f7a4-4562-bb15-644d08545209 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:21:06.794999 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51564) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:06.890316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-5044430b-e0f7-4b03-b88d-0d0069c244f4 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1256552738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:07.029068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5044430b-e0f7-4b03-b88d-0d0069c244f4 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.030189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5044430b-e0f7-4b03-b88d-0d0069c244f4 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.114762 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5044430b-e0f7-4b03-b88d-0d0069c244f4 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.183091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5044430b-e0f7-4b03-b88d-0d0069c244f4 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.266833 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5044430b-e0f7-4b03-b88d-0d0069c244f4 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.268084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5044430b-e0f7-4b03-b88d-0d0069c244f4 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4719441 Aug 24 01:21:07.271405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51568) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:07.276556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1484824055'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:07.352008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Made reservation on behalf of 51ffcc57106a4b24a371c2865719de9a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:07.355524 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.364229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.452034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.523480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.548427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:21:07.557183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad700e9-4bcd-4935-9266-eb612ebfe20e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:07.562838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.563191 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Added segment 59a7c916-fbe3-453f-a799-d6db69ea476c of type vlan for network a3f802e3-267b-49db-85ca-b374147fa6c2 Aug 24 01:21:07.602465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.691368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.697725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:07.698324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:07.766286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event updated for resources: {'Network': ['ID=a3f802e3-267b-49db-85ca-b374147fa6c2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:07.776583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network a3f802e3-267b-49db-85ca-b374147fa6c2 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:21:07.819133 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7bf25dc5-639d-488f-91f5-fa8bb468e3f3 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5466800 Aug 24 01:21:07.821966 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51570) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:07.827274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Request body: {'subnet': {'network_id': 'a3f802e3-267b-49db-85ca-b374147fa6c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:07.977758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Made reservation on behalf of 51ffcc57106a4b24a371c2865719de9a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:07.981309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.220812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.288285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event updated for resources: {'Subnet': ['ID=a55dc2fd-4403-47a0-b00b-e3de8d3daf56,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:08.292608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Checking segment: {'id': '59a7c916-fbe3-453f-a799-d6db69ea476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3f802e3-267b-49db-85ca-b374147fa6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:08.292970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Network hostable DHCP agents. Network: a3f802e3-267b-49db-85ca-b374147fa6c2, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:21:08.377110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Network a3f802e3-267b-49db-85ca-b374147fa6c2 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:21:08.460571 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, a3f802e3-267b-49db-85ca-b374147fa6c2) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:08.464809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:08.465408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.469299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84274267-0551-4d33-ab82-c5d1f7f3d5de None None] Network a3f802e3-267b-49db-85ca-b374147fa6c2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:08.555107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-20b81551-d7a3-47aa-a739-1ef45a485cb6 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7320192 Aug 24 01:21:08.558204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51572) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:08.563188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-216339041'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:08.610406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-a3f802e3-267b-49db-85ca-b374147fa6c2', 'network_id': 'a3f802e3-267b-49db-85ca-b374147fa6c2', 'tenant_id': '51ffcc57106a4b24a371c2865719de9a', 'fixed_ips': [{'subnet_id': 'a55dc2fd-4403-47a0-b00b-e3de8d3daf56'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:21:08.611282 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.640213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Made reservation on behalf of 51ffcc57106a4b24a371c2865719de9a for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:08.644158 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.668892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:21:08.677330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.677746 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Added segment b60f5ec9-ac50-4dfd-90fc-1c615d32d96f of type vlan for network 5f7671de-36b2-4242-8500-74a1a01d0fba Aug 24 01:21:08.718754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.745657 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Allocated IP 172.20.0.2 (a3f802e3-267b-49db-85ca-b374147fa6c2/a55dc2fd-4403-47a0-b00b-e3de8d3daf56/91db7a67-4bbc-491d-9a59-6b3319a6edde) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:08.809269 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.814951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:08.815535 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.881808 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:08.882447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event updated for resources: {'Network': ['ID=5f7671de-36b2-4242-8500-74a1a01d0fba,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:08.890158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Transition to ACTIVE for port object 91db7a67-4bbc-491d-9a59-6b3319a6edde will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:08.895309 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 5f7671de-36b2-4242-8500-74a1a01d0fba details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:21:08.915726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-601b5781-66bf-4146-a52b-a14ac5c08f11 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3564284 Aug 24 01:21:08.919675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51574) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:08.924890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Request body: {'subnet': {'network_id': '5f7671de-36b2-4242-8500-74a1a01d0fba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:08.947581 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Transition to ACTIVE for port object 91db7a67-4bbc-491d-9a59-6b3319a6edde will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:09.021219 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:09.061220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Network a3f802e3-267b-49db-85ca-b374147fa6c2 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:09.065240 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:09.070238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:09.072169 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Pushing event updated for resources: {'Port': ['ID=91db7a67-4bbc-491d-9a59-6b3319a6edde,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:09.118113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Made reservation on behalf of 51ffcc57106a4b24a371c2865719de9a for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:09.122021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:09.126761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Attempting to bind port 91db7a67-4bbc-491d-9a59-6b3319a6edde on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:09.127130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Attempting to bind port 91db7a67-4bbc-491d-9a59-6b3319a6edde by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '59a7c916-fbe3-453f-a799-d6db69ea476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3f802e3-267b-49db-85ca-b374147fa6c2'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:09.127492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Attempting to bind port 91db7a67-4bbc-491d-9a59-6b3319a6edde on network a3f802e3-267b-49db-85ca-b374147fa6c2 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:09.133941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:09.134319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Checking segment: {'id': '59a7c916-fbe3-453f-a799-d6db69ea476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3f802e3-267b-49db-85ca-b374147fa6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:09.134730 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:09.135121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Bound using segment: {'id': '59a7c916-fbe3-453f-a799-d6db69ea476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3f802e3-267b-49db-85ca-b374147fa6c2'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:09.135586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Bound port: 91db7a67-4bbc-491d-9a59-6b3319a6edde, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a7c916-fbe3-453f-a799-d6db69ea476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a3f802e3-267b-49db-85ca-b374147fa6c2'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:09.135971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:09.200236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] For port 91db7a67-4bbc-491d-9a59-6b3319a6edde, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:09.203256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] For port 91db7a67-4bbc-491d-9a59-6b3319a6edde, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=91db7a67-4bbc-491d-9a59-6b3319a6edde,segment=NetworkSegment(59a7c916-fbe3-453f-a799-d6db69ea476c),segment_id=59a7c916-fbe3-453f-a799-d6db69ea476c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:09.298282 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:09.356424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fef93-5c2a-4a6c-974a-9c3764a06e32 None None] Pushing event updated for resources: {'Port': ['ID=91db7a67-4bbc-491d-9a59-6b3319a6edde,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:09.392107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:09.452058 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event updated for resources: {'Subnet': ['ID=f902a711-fdd3-4754-99e8-a1c2848e531a,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:09.463493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Checking segment: {'id': 'b60f5ec9-ac50-4dfd-90fc-1c615d32d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f7671de-36b2-4242-8500-74a1a01d0fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:09.463863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Network hostable DHCP agents. Network: 5f7671de-36b2-4242-8500-74a1a01d0fba, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:21:09.540382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Network 5f7671de-36b2-4242-8500-74a1a01d0fba is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:21:09.623269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 5f7671de-36b2-4242-8500-74a1a01d0fba) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:09.627230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:09.627823 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:09.632351 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391bfae9-1b3d-406e-b97e-5a3fcc1cd347 None None] Network 5f7671de-36b2-4242-8500-74a1a01d0fba requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:09.711477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-48da24ab-3b86-4001-8d95-201cb531415c tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7890348 Aug 24 01:21:09.712629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51576) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:09.717844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-26da04d2-8449-4d04-a260-8eb59eee74bb tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f7671de-36b2-4242-8500-74a1a01d0fba'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:09.778571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-5f7671de-36b2-4242-8500-74a1a01d0fba', 'network_id': '5f7671de-36b2-4242-8500-74a1a01d0fba', 'tenant_id': '51ffcc57106a4b24a371c2865719de9a', 'fixed_ips': [{'subnet_id': 'f902a711-fdd3-4754-99e8-a1c2848e531a'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:21:09.779490 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:09.927256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Allocated IP 172.21.0.2 (5f7671de-36b2-4242-8500-74a1a01d0fba/f902a711-fdd3-4754-99e8-a1c2848e531a/b194c2db-873f-4dba-9d9b-e9b688de0e1d) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:10.092168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.101250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Transition to ACTIVE for port object b194c2db-873f-4dba-9d9b-e9b688de0e1d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:10.117950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Transition to ACTIVE for port object b194c2db-873f-4dba-9d9b-e9b688de0e1d will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:10.186755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.219599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 91db7a67-4bbc-491d-9a59-6b3319a6edde up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:10.239557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-26da04d2-8449-4d04-a260-8eb59eee74bb tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.267170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Network 5f7671de-36b2-4242-8500-74a1a01d0fba is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:10.267170 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72546e31-0a2a-4e34-a223-bf3fe508cc45 None None] Network a3f802e3-267b-49db-85ca-b374147fa6c2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:10.273677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:10.289458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:10.322129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Pushing event updated for resources: {'Port': ['ID=b194c2db-873f-4dba-9d9b-e9b688de0e1d,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:10.416121 n-d-804878-2 neutron-server[95326]: INFO neutron.api.v2.resource [None req-26da04d2-8449-4d04-a260-8eb59eee74bb tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 24 01:21:10.416388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Attempting to bind port b194c2db-873f-4dba-9d9b-e9b688de0e1d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:10.416517 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Attempting to bind port b194c2db-873f-4dba-9d9b-e9b688de0e1d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'b60f5ec9-ac50-4dfd-90fc-1c615d32d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f7671de-36b2-4242-8500-74a1a01d0fba'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:10.416865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Attempting to bind port b194c2db-873f-4dba-9d9b-e9b688de0e1d on network 5f7671de-36b2-4242-8500-74a1a01d0fba {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:10.417183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-26da04d2-8449-4d04-a260-8eb59eee74bb tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "PUT /v2.0/routers/372e9dbb-47a6-4767-a47b-af67eebe73e9 HTTP/1.1" status: 400 len: 364 time: 0.7031550 Aug 24 01:21:10.423032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51578) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:10.446046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-814b6881-47bc-42ab-bd78-90c58957dd9d None None] Provisioning for port 91db7a67-4bbc-491d-9a59-6b3319a6edde completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:10.453039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:10.453039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Checking segment: {'id': 'b60f5ec9-ac50-4dfd-90fc-1c615d32d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f7671de-36b2-4242-8500-74a1a01d0fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:10.453039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.453039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Bound using segment: {'id': 'b60f5ec9-ac50-4dfd-90fc-1c615d32d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f7671de-36b2-4242-8500-74a1a01d0fba'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:10.453039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Bound port: b194c2db-873f-4dba-9d9b-e9b688de0e1d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60f5ec9-ac50-4dfd-90fc-1c615d32d96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f7671de-36b2-4242-8500-74a1a01d0fba'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:10.453039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.464069 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 91db7a67-4bbc-491d-9a59-6b3319a6edde completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:10.469917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-814b6881-47bc-42ab-bd78-90c58957dd9d None None] Provisioning complete for port 91db7a67-4bbc-491d-9a59-6b3319a6edde triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:10.470231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-814b6881-47bc-42ab-bd78-90c58957dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.475643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0e6bb4-4435-4b32-96a5-fd57ea8cd82b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Deleting subnet f902a711-fdd3-4754-99e8-a1c2848e531a {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:21:10.477067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 91db7a67-4bbc-491d-9a59-6b3319a6edde triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:10.477437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.478129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6bb4-4435-4b32-96a5-fd57ea8cd82b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.523227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6bb4-4435-4b32-96a5-fd57ea8cd82b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.605752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6bb4-4435-4b32-96a5-fd57ea8cd82b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.692401 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.694782 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-814b6881-47bc-42ab-bd78-90c58957dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.738088 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6bb4-4435-4b32-96a5-fd57ea8cd82b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.741080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 91db7a67-4bbc-491d-9a59-6b3319a6edde, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=91db7a67-4bbc-491d-9a59-6b3319a6edde,segment=NetworkSegment(59a7c916-fbe3-453f-a799-d6db69ea476c),segment_id=59a7c916-fbe3-453f-a799-d6db69ea476c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:10.743998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] For port b194c2db-873f-4dba-9d9b-e9b688de0e1d, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:10.756596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] For port b194c2db-873f-4dba-9d9b-e9b688de0e1d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b194c2db-873f-4dba-9d9b-e9b688de0e1d,segment=NetworkSegment(b60f5ec9-ac50-4dfd-90fc-1c615d32d96f),segment_id=b60f5ec9-ac50-4dfd-90fc-1c615d32d96f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:10.775926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fb0e6bb4-4435-4b32-96a5-fd57ea8cd82b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.778294 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fb0e6bb4-4435-4b32-96a5-fd57ea8cd82b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "DELETE /v2.0/subnets/f902a711-fdd3-4754-99e8-a1c2848e531a HTTP/1.1" status: 204 len: 168 time: 0.3543360 Aug 24 01:21:10.779429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e6bb4-4435-4b32-96a5-fd57ea8cd82b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event deleted for resources: {'Subnet': ['ID=f902a711-fdd3-4754-99e8-a1c2848e531a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:10.780896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51580) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:10.819066 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.864101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.866617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.909839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=91db7a67-4bbc-491d-9a59-6b3319a6edde,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:10.913082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-814b6881-47bc-42ab-bd78-90c58957dd9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:21:10.913461 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-814b6881-47bc-42ab-bd78-90c58957dd9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:21:10.923947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Deleting port b194c2db-873f-4dba-9d9b-e9b688de0e1d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:10.924710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:10.962958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdddbd-52dc-413d-bc13-b667a8401d68 None None] Pushing event updated for resources: {'Port': ['ID=b194c2db-873f-4dba-9d9b-e9b688de0e1d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:10.996211 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] For port b194c2db-873f-4dba-9d9b-e9b688de0e1d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b194c2db-873f-4dba-9d9b-e9b688de0e1d,segment=NetworkSegment(b60f5ec9-ac50-4dfd-90fc-1c615d32d96f),segment_id=b60f5ec9-ac50-4dfd-90fc-1c615d32d96f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:10.996579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.015389 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Calling delete_port for b194c2db-873f-4dba-9d9b-e9b688de0e1d owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:11.166477 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.191290 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event deleted for resources: {'Port': ['ID=b194c2db-873f-4dba-9d9b-e9b688de0e1d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:11.197186 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] No DVR routers for this DVR port b194c2db-873f-4dba-9d9b-e9b688de0e1d on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:11.288117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.302486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7671de-36b2-4242-8500-74a1a01d0fba']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:11.317688 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60f5ec9-ac50-4dfd-90fc-1c615d32d96f') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:11.318009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60f5ec9-ac50-4dfd-90fc-1c615d32d96f') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:11.334015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.348101 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.354969 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:21:11.355362 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:21:11.358386 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:21:11.483665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.491408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.493329 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "DELETE /v2.0/networks/5f7671de-36b2-4242-8500-74a1a01d0fba HTTP/1.1" status: 204 len: 168 time: 0.7114391 Aug 24 01:21:11.496592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51582) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:11.505803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e72f-762f-49e7-b9f2-6d7c4a3b69db tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event deleted for resources: {'Network': ['ID=5f7671de-36b2-4242-8500-74a1a01d0fba,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:11.551973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b060a5-8338-4cf3-88d2-a53bbafd1363 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Deleting subnet a55dc2fd-4403-47a0-b00b-e3de8d3daf56 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:21:11.555435 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b060a5-8338-4cf3-88d2-a53bbafd1363 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.568002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b851874e-ffd8-4eda-8de2-66beee4df134 None None] Provisioning complete for port 91db7a67-4bbc-491d-9a59-6b3319a6edde triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:11.568380 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b851874e-ffd8-4eda-8de2-66beee4df134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.595866 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b060a5-8338-4cf3-88d2-a53bbafd1363 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.688224 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b060a5-8338-4cf3-88d2-a53bbafd1363 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.803617 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b060a5-8338-4cf3-88d2-a53bbafd1363 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.833980 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b060a5-8338-4cf3-88d2-a53bbafd1363 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event deleted for resources: {'Subnet': ['ID=a55dc2fd-4403-47a0-b00b-e3de8d3daf56,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:11.839240 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3b060a5-8338-4cf3-88d2-a53bbafd1363 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.841142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f3b060a5-8338-4cf3-88d2-a53bbafd1363 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "DELETE /v2.0/subnets/a55dc2fd-4403-47a0-b00b-e3de8d3daf56 HTTP/1.1" status: 204 len: 168 time: 0.3434958 Aug 24 01:21:11.843714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51584) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:11.848156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9230957-6406-417b-8cd3-b263fce5ad85 None None] Network a3f802e3-267b-49db-85ca-b374147fa6c2 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:11.899476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b937beb-7961-4163-b1c3-116c3ad26512 None None] DHCP port deletion for 5f7671de-36b2-4242-8500-74a1a01d0fba request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:21:11.905651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2b6b05c7-2072-4e7e-80d3-2d4f225cf5e3 None None] Could not find standard attr ID for object b194c2db-873f-4dba-9d9b-e9b688de0e1d. {{(pid=95328) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 24 01:21:11.926115 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:11.944439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7772d-6307-40c7-99a4-1c024b24e317 None None] Network 5f7671de-36b2-4242-8500-74a1a01d0fba requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:11.978213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7772d-6307-40c7-99a4-1c024b24e317 None None] Network 5f7671de-36b2-4242-8500-74a1a01d0fba could not be found, it might have been deleted concurrently. {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 24 01:21:11.985397 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Deleting port 91db7a67-4bbc-491d-9a59-6b3319a6edde {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:11.985793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.044805 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] DHCP port deletion for a3f802e3-267b-49db-85ca-b374147fa6c2 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:21:12.049620 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] For port 91db7a67-4bbc-491d-9a59-6b3319a6edde, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=91db7a67-4bbc-491d-9a59-6b3319a6edde,segment=NetworkSegment(59a7c916-fbe3-453f-a799-d6db69ea476c),segment_id=59a7c916-fbe3-453f-a799-d6db69ea476c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:12.050001 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.063351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Calling delete_port for 91db7a67-4bbc-491d-9a59-6b3319a6edde owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:12.090866 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] Deleting port 91db7a67-4bbc-491d-9a59-6b3319a6edde {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:21:12.091635 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.150073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 91db7a67-4bbc-491d-9a59-6b3319a6edde no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:21:12.181052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] For port 91db7a67-4bbc-491d-9a59-6b3319a6edde, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=91db7a67-4bbc-491d-9a59-6b3319a6edde,segment=NetworkSegment(59a7c916-fbe3-453f-a799-d6db69ea476c),segment_id=59a7c916-fbe3-453f-a799-d6db69ea476c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:12.181450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.198285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] Calling delete_port for 91db7a67-4bbc-491d-9a59-6b3319a6edde owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:21:12.223015 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.242827 n-d-804878-2 neutron-server[95328]: INFO neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No ports have port_id starting with 91db7a67-4bbc-491d-9a59-6b3319a6edde Aug 24 01:21:12.253077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event deleted for resources: {'Port': ['ID=91db7a67-4bbc-491d-9a59-6b3319a6edde,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:12.257584 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] No DVR routers for this DVR port 91db7a67-4bbc-491d-9a59-6b3319a6edde on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:12.280406 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.305954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] Pushing event deleted for resources: {'Port': ['ID=91db7a67-4bbc-491d-9a59-6b3319a6edde,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:12.308411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6f7dbd-bf88-46a1-a241-6f379676bb43 None None] No DVR routers for this DVR port 91db7a67-4bbc-491d-9a59-6b3319a6edde on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:21:12.335491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.344962 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f802e3-267b-49db-85ca-b374147fa6c2']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:12.355344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a7c916-fbe3-453f-a799-d6db69ea476c') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:12.355650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a7c916-fbe3-453f-a799-d6db69ea476c') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:12.364920 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.378323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.384601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:21:12.384991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:21:12.387912 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:21:12.514352 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.521366 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.523265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "DELETE /v2.0/networks/a3f802e3-267b-49db-85ca-b374147fa6c2 HTTP/1.1" status: 204 len: 168 time: 0.6786268 Aug 24 01:21:12.526050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51586) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:12.534818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d8a6c-b69c-4192-8ce2-c0101aa23f8f tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Pushing event deleted for resources: {'Network': ['ID=a3f802e3-267b-49db-85ca-b374147fa6c2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:12.559073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1ce3ea76-b90f-4bba-99f4-40d66202865b tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "GET /v2.0/ports?device_id=372e9dbb-47a6-4767-a47b-af67eebe73e9 HTTP/1.1" status: 200 len: 205 time: 0.0314400 Aug 24 01:21:12.561058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51588) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:12.632327 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44653cc6-ac2b-4957-94a3-42618e12d381 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.788634 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44653cc6-ac2b-4957-94a3-42618e12d381 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.790796 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44653cc6-ac2b-4957-94a3-42618e12d381 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.906565 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44653cc6-ac2b-4957-94a3-42618e12d381 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.907000 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44653cc6-ac2b-4957-94a3-42618e12d381 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Fanout notify agent at l3_agent the message router_deleted on router 372e9dbb-47a6-4767-a47b-af67eebe73e9 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:21:12.915349 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44653cc6-ac2b-4957-94a3-42618e12d381 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:12.916450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-44653cc6-ac2b-4957-94a3-42618e12d381 tempest-RoutersNegativeTest-1818652457 tempest-RoutersNegativeTest-1818652457-project] 10.222.0.26 "DELETE /v2.0/routers/372e9dbb-47a6-4767-a47b-af67eebe73e9 HTTP/1.1" status: 204 len: 168 time: 0.3544688 Aug 24 01:21:13.003591 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:13.362420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51594) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:13.491574 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ec19264b-0f2e-4f17-8b65-8c7aaf597b83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51ffcc57106a4b24a371c2865719de9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275311 Aug 24 01:21:13.493748 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51598) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:13.542285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-706c8b1b-fe2d-41c0-8d45-f51299d06415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:13.563402 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-706c8b1b-fe2d-41c0-8d45-f51299d06415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:13.668672 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-706c8b1b-fe2d-41c0-8d45-f51299d06415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:13.671305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-706c8b1b-fe2d-41c0-8d45-f51299d06415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:13.672536 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-706c8b1b-fe2d-41c0-8d45-f51299d06415 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cad700e9-4bcd-4935-9266-eb612ebfe20e HTTP/1.1" status: 204 len: 168 time: 0.1778893 Aug 24 01:21:13.680735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c8b1b-fe2d-41c0-8d45-f51299d06415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad700e9-4bcd-4935-9266-eb612ebfe20e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:14.571182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51620) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:14.664745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1973315761-network', 'tenant_id': '282059899b2f430eb7c300d5fe595adf'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:14.782899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Made reservation on behalf of 282059899b2f430eb7c300d5fe595adf for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:14.785319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:14.794259 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:14.889380 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:14.960170 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:14.983638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:21:14.998899 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c026a5aa-4969-45b9-bf58-e2df6df377e7,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:15.001891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.005909 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Added segment f4535c5b-ac10-410b-994c-cd1dc6c9d24d of type vlan for network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 Aug 24 01:21:15.042554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.108430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.109420 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:15.110040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.168084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffe8392-a8b6-4c71-b8da-17ece8585c76,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:15.177781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:21:15.200573 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-59047972-967e-41a4-9e99-b2b424fb4531 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6282330 Aug 24 01:21:15.203667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51624) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:15.208992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Request body: {'subnet': {'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-subnet', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:15.268240 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Made reservation on behalf of 282059899b2f430eb7c300d5fe595adf for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:15.270709 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.491840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.547493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41fef877-5db0-434c-893d-b21536c1384e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:15.556713 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Checking segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:15.557079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Network hostable DHCP agents. Network: 6ffe8392-a8b6-4c71-b8da-17ece8585c76, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:21:15.614361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:21:15.679876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 6ffe8392-a8b6-4c71-b8da-17ece8585c76) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:15.683779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:15.684371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.689028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276af91-762d-4abe-9410-2b53a6ecc015 None None] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:15.752378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-78e726d5-7f4a-4d10-9240-195298f9bc08 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5473208 Aug 24 01:21:15.754917 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51626) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:15.759581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:15.831954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'fixed_ips': [{'subnet_id': '41fef877-5db0-434c-893d-b21536c1384e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:21:15.832291 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.832856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.833643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.888840 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:15.964639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Allocated IP 172.20.0.2 (6ffe8392-a8b6-4c71-b8da-17ece8585c76/41fef877-5db0-434c-893d-b21536c1384e/53d24f31-f680-4d37-9692-abfcfd06d96c) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:16.110778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.113386 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.119147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Transition to ACTIVE for port object 53d24f31-f680-4d37-9692-abfcfd06d96c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:16.134077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Transition to ACTIVE for port object 53d24f31-f680-4d37-9692-abfcfd06d96c will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:16.203756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.242887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:16.247171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:16.251560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:16.254354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Pushing event updated for resources: {'Port': ['ID=53d24f31-f680-4d37-9692-abfcfd06d96c,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:16.309513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Attempting to bind port 53d24f31-f680-4d37-9692-abfcfd06d96c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:16.309922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Attempting to bind port 53d24f31-f680-4d37-9692-abfcfd06d96c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:16.310288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Attempting to bind port 53d24f31-f680-4d37-9692-abfcfd06d96c on network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:16.315269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:16.315653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Checking segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:16.316061 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.316457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Bound using segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:16.316943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Bound port: 53d24f31-f680-4d37-9692-abfcfd06d96c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:16.317331 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.382322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] For port 53d24f31-f680-4d37-9692-abfcfd06d96c, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:16.385182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] For port 53d24f31-f680-4d37-9692-abfcfd06d96c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=53d24f31-f680-4d37-9692-abfcfd06d96c,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:16.388723 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.414245 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.449777 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.508732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11465046-e28a-40ad-925c-84c8f1f9cb9e None None] Pushing event updated for resources: {'Port': ['ID=53d24f31-f680-4d37-9692-abfcfd06d96c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:16.526390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Allocated IP 172.25.5.40 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/776d24a3-e94c-46f1-a2dd-d56cd0d4b353) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:16.629954 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.737927 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:16.780232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:16.784418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:16.791391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:16.792300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Pushing event updated for resources: {'Port': ['ID=776d24a3-e94c-46f1-a2dd-d56cd0d4b353,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:17.131327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:17.331425 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:17.345045 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972041da-3602-406c-8a22-f64ea55690e8 None None] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:17.531759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Router ac9eb733-4512-4595-aeb7-32f9464e69aa is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:21:17.624954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8493e649-941d-4c97-82b4-d2be643d1044 None None] Provisioning for port 53d24f31-f680-4d37-9692-abfcfd06d96c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:17.639707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:21:17.653185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Sync routers for ids ['ac9eb733-4512-4595-aeb7-32f9464e69aa'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:21:17.668118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Routers {'ac9eb733-4512-4595-aeb7-32f9464e69aa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:17.668773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ac9eb733-4512-4595-aeb7-32f9464e69aa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:17.718825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:17.722748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6aaedb90-c790-4a22-b755-701fc2c57469 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9642227 Aug 24 01:21:17.723662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51628) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:17.784595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Set router ac9eb733-4512-4595-aeb7-32f9464e69aa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:17.987129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:21:16Z', 'revision_number': 3, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:18.014039 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Checking router: ac9eb733-4512-4595-aeb7-32f9464e69aa for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:21:18.014397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Updating router ac9eb733-4512-4595-aeb7-32f9464e69aa port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:21:18.039313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.172874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.193396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 53d24f31-f680-4d37-9692-abfcfd06d96c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:18.334733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Allocated IP 172.20.0.1 (6ffe8392-a8b6-4c71-b8da-17ece8585c76/41fef877-5db0-434c-893d-b21536c1384e/a72802ed-9f49-4f88-82bb-25c3779afda1) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:18.339855 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.349767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Transition to ACTIVE for port object 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:18.351566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 53d24f31-f680-4d37-9692-abfcfd06d96c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:18.356191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 53d24f31-f680-4d37-9692-abfcfd06d96c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:18.359288 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.434449 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.442614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.442835 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.458521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Transition to ACTIVE for port object a72802ed-9f49-4f88-82bb-25c3779afda1 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:18.518357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 53d24f31-f680-4d37-9692-abfcfd06d96c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=53d24f31-f680-4d37-9692-abfcfd06d96c,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:18.519561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Attempting to bind port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:18.519933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Attempting to bind port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:18.520302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Attempting to bind port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:18.523223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e6cb0-c8c3-40d7-8603-086386222493 None None] Pushing event updated for resources: {'Port': ['ID=776d24a3-e94c-46f1-a2dd-d56cd0d4b353,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:18.527726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:18.528113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:18.528526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.528915 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:18.529380 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Bound port: 776d24a3-e94c-46f1-a2dd-d56cd0d4b353, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:18.529803 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.552139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.579666 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.585249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] For port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:18.589133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] For port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=776d24a3-e94c-46f1-a2dd-d56cd0d4b353,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:18.590932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:18.594126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:18.597776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:18.627705 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a72802ed-9f49-4f88-82bb-25c3779afda1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:18.635629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=53d24f31-f680-4d37-9692-abfcfd06d96c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:18.643973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.655505 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:18.721873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Routers {'ac9eb733-4512-4595-aeb7-32f9464e69aa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:18.722514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ac9eb733-4512-4595-aeb7-32f9464e69aa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:18.760249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e6cb0-c8c3-40d7-8603-086386222493 None None] Pushing event updated for resources: {'Port': ['ID=776d24a3-e94c-46f1-a2dd-d56cd0d4b353,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:18.839402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] Set router ac9eb733-4512-4595-aeb7-32f9464e69aa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:18.860305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:19.006823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f2c24334-d56e-44fc-a4e4-95af5bae2a0d None None] Provisioning for port a72802ed-9f49-4f88-82bb-25c3779afda1 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:19.012936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f2c24334-d56e-44fc-a4e4-95af5bae2a0d None None] Provisioning complete for port a72802ed-9f49-4f88-82bb-25c3779afda1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:19.013311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f2c24334-d56e-44fc-a4e4-95af5bae2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:19.024501 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:19.054442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f2c24334-d56e-44fc-a4e4-95af5bae2a0d None None] Port a72802ed-9f49-4f88-82bb-25c3779afda1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:21:19.057775 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:21:16Z', 'revision_number': 3, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:19.087679 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624519f3-9550-4fa3-94ae-52166710adb1 None None] The sync data for ids ['ac9eb733-4512-4595-aeb7-32f9464e69aa'] in n-d-804878-2 is: [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:21:16Z', 'revision_number': 3, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:21:19.104324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:19.173319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a72802ed-9f49-4f88-82bb-25c3779afda1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:19.175954 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:19.275721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:19.277187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:19.412682 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Router ac9eb733-4512-4595-aeb7-32f9464e69aa has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:21:19.532536 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:21:19.538728 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-782f2318-6123-4269-8ca3-f5712c9c04b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/ac9eb733-4512-4595-aeb7-32f9464e69aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8125322 Aug 24 01:21:19.575667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d8ca26da-0435-498f-82f8-d9bcbbd347cc None None] Provisioning complete for port a72802ed-9f49-4f88-82bb-25c3779afda1 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:19.576228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d8ca26da-0435-498f-82f8-d9bcbbd347cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:19.611052 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca26da-0435-498f-82f8-d9bcbbd347cc None None] Port a72802ed-9f49-4f88-82bb-25c3779afda1 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:21:20.225142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:20.247874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51644) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:20.253077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1411316375-network', 'tenant_id': '88f5e16662f5463b917d18edc874ea26'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:20.339933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Made reservation on behalf of 88f5e16662f5463b917d18edc874ea26 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:20.342493 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.351589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.362713 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:20.368503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:20.369379 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.446710 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.453021 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.473932 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=776d24a3-e94c-46f1-a2dd-d56cd0d4b353,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:20.519850 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.541407 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:21:20.542821 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.543627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 53d24f31-f680-4d37-9692-abfcfd06d96c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:20.556555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f7654c-2e62-4970-b6cf-a26a0eab0832,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:20.559522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.559873 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Added segment be3afccb-39ee-4dbd-88e0-363a4c92883c of type vlan for network 2973fae8-87b2-4b14-af2b-7a95fb01c674 Aug 24 01:21:20.601766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.622655 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Sync routers for ids ['ac9eb733-4512-4595-aeb7-32f9464e69aa'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:21:20.623224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=776d24a3-e94c-46f1-a2dd-d56cd0d4b353,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:20.632399 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Routers {'ac9eb733-4512-4595-aeb7-32f9464e69aa'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:20.633018 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ac9eb733-4512-4595-aeb7-32f9464e69aa'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:20.634134 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 53d24f31-f680-4d37-9692-abfcfd06d96c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:20.634524 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.697148 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.698142 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:20.698740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.743336 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Set router ac9eb733-4512-4595-aeb7-32f9464e69aa gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:20.765484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] Pushing event updated for resources: {'Network': ['ID=2973fae8-87b2-4b14-af2b-7a95fb01c674,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:20.775576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 2973fae8-87b2-4b14-af2b-7a95fb01c674 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:21:20.783568 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6df99031-9fdc-45f2-8998-8b91ad868e9d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5345657 Aug 24 01:21:20.786206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51646) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:20.791901 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Request body: {'subnet': {'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-subnet', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:20.874231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Made reservation on behalf of 88f5e16662f5463b917d18edc874ea26 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:20.876603 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:20.956811 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:21:18Z', 'revision_number': 4, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a72802ed-9f49-4f88-82bb-25c3779afda1', 'name': '', 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'mac_address': 'fa:16:3e:7e:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41fef877-5db0-434c-893d-b21536c1384e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:18Z', 'updated_at': '2021-08-24T01:21:18Z', 'revision_number': 2, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'subnets': [{'id': '41fef877-5db0-434c-893d-b21536c1384e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:20.984293 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Checking router: ac9eb733-4512-4595-aeb7-32f9464e69aa for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:21:20.984649 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Updating router ac9eb733-4512-4595-aeb7-32f9464e69aa port a72802ed-9f49-4f88-82bb-25c3779afda1 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:21:21.013469 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.120386 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.177351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c41496-1553-4e1c-b39f-2435307d1e38,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:21.188090 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Checking segment: {'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:21.188459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Network hostable DHCP agents. Network: 2973fae8-87b2-4b14-af2b-7a95fb01c674, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:21:21.282880 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.292731 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Transition to ACTIVE for port object a72802ed-9f49-4f88-82bb-25c3779afda1 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:21.308825 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Network 2973fae8-87b2-4b14-af2b-7a95fb01c674 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:21:21.389094 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.423896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 2973fae8-87b2-4b14-af2b-7a95fb01c674) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:21.436259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:21.437132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b44b66-d300-4ba1-9f6e-14412874d1b3 None None] Network 2973fae8-87b2-4b14-af2b-7a95fb01c674 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:21.437286 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.456143 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Pushing event updated for resources: {'Port': ['ID=a72802ed-9f49-4f88-82bb-25c3779afda1,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:21.484182 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.484182 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.484452 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.484558 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.484870 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.485196 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.485520 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.485865 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.486190 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.486546 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.486965 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.487298 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:21.518994 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Attempting to bind port a72802ed-9f49-4f88-82bb-25c3779afda1 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:21.519371 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Attempting to bind port a72802ed-9f49-4f88-82bb-25c3779afda1 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:21.519743 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Attempting to bind port a72802ed-9f49-4f88-82bb-25c3779afda1 on network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:21.527729 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:21.528114 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Checking segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:21.533125 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.533125 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Bound using segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:21.533125 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Bound port: a72802ed-9f49-4f88-82bb-25c3779afda1, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:21.533450 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d4f24d1c-45bf-47e3-9df5-fd4244b40d15 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7423589 Aug 24 01:21:21.533606 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.533725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51648) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:21.536871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:21.615034 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] For port a72802ed-9f49-4f88-82bb-25c3779afda1, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:21.619371 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] For port a72802ed-9f49-4f88-82bb-25c3779afda1, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a72802ed-9f49-4f88-82bb-25c3779afda1,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:21.640554 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.641740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.653002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-2973fae8-87b2-4b14-af2b-7a95fb01c674', 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'fixed_ips': [{'subnet_id': 'c0c41496-1553-4e1c-b39f-2435307d1e38'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:21:21.653964 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.700620 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.714991 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:21.768108 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Routers {'ac9eb733-4512-4595-aeb7-32f9464e69aa'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:21.768986 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ac9eb733-4512-4595-aeb7-32f9464e69aa'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:21.834546 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3545f-f7f3-4b51-bd5b-650587ede44c None None] Pushing event updated for resources: {'Port': ['ID=a72802ed-9f49-4f88-82bb-25c3779afda1,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:21.845931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Allocated IP 172.20.0.2 (2973fae8-87b2-4b14-af2b-7a95fb01c674/c0c41496-1553-4e1c-b39f-2435307d1e38/7e3b8919-39ed-416b-8625-3f9b15a5b417) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:22.049789 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.063664 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] Set router ac9eb733-4512-4595-aeb7-32f9464e69aa gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:22.066109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Transition to ACTIVE for port object 7e3b8919-39ed-416b-8625-3f9b15a5b417 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:22.083357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Transition to ACTIVE for port object 7e3b8919-39ed-416b-8625-3f9b15a5b417 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:22.142803 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.184289 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Network 2973fae8-87b2-4b14-af2b-7a95fb01c674 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:22.187053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:22.212913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:22.216000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:22.262943 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Pushing event updated for resources: {'Port': ['ID=7e3b8919-39ed-416b-8625-3f9b15a5b417,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:22.283574 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:21:18Z', 'revision_number': 4, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a72802ed-9f49-4f88-82bb-25c3779afda1', 'name': '', 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'mac_address': 'fa:16:3e:7e:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41fef877-5db0-434c-893d-b21536c1384e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:18Z', 'updated_at': '2021-08-24T01:21:21Z', 'revision_number': 4, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'subnets': [{'id': '41fef877-5db0-434c-893d-b21536c1384e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:22.291715 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.299264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Attempting to bind port 7e3b8919-39ed-416b-8625-3f9b15a5b417 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:22.300651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Attempting to bind port 7e3b8919-39ed-416b-8625-3f9b15a5b417 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:22.300651 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Attempting to bind port 7e3b8919-39ed-416b-8625-3f9b15a5b417 on network 2973fae8-87b2-4b14-af2b-7a95fb01c674 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:22.308630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:22.309004 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Checking segment: {'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:22.309854 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.310248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Bound using segment: {'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:22.310707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Bound port: 7e3b8919-39ed-416b-8625-3f9b15a5b417, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:22.310906 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd73c6f-9c93-4231-b5b9-0948ea246fd1 None None] The sync data for ids ['ac9eb733-4512-4595-aeb7-32f9464e69aa'] in n-d-804878-2 is: [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:21:18Z', 'revision_number': 4, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a72802ed-9f49-4f88-82bb-25c3779afda1', 'name': '', 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'mac_address': 'fa:16:3e:7e:f2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '41fef877-5db0-434c-893d-b21536c1384e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:18Z', 'updated_at': '2021-08-24T01:21:21Z', 'revision_number': 4, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'subnets': [{'id': '41fef877-5db0-434c-893d-b21536c1384e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:21:22.311096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.314060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:22.314573 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.586949 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.611976 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.626653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6f651d74-f108-43b0-add7-33bea919517f None None] For port 7e3b8919-39ed-416b-8625-3f9b15a5b417, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:22.643504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6f651d74-f108-43b0-add7-33bea919517f None None] For port 7e3b8919-39ed-416b-8625-3f9b15a5b417, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7e3b8919-39ed-416b-8625-3f9b15a5b417,segment=NetworkSegment(be3afccb-39ee-4dbd-88e0-363a4c92883c),segment_id=be3afccb-39ee-4dbd-88e0-363a4c92883c)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:22.703687 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.720447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Allocated IP 172.25.5.241 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/d6c3601d-ee38-494b-97f3-925c4c2b2c03) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:22.766792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f651d74-f108-43b0-add7-33bea919517f None None] Pushing event updated for resources: {'Port': ['ID=7e3b8919-39ed-416b-8625-3f9b15a5b417,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:22.861328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:22.992474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:23.044446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:23.048747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:23.050808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Pushing event updated for resources: {'Port': ['ID=d6c3601d-ee38-494b-97f3-925c4c2b2c03,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:23.057207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:23.389080 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:23.614903 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:23.712187 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d3a91-0124-42fc-a92a-221f1ded39ce None None] Network 2973fae8-87b2-4b14-af2b-7a95fb01c674 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:21:23.828929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Router 933a1ef6-cf1f-44a8-9ed2-963398815de8 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:21:23.855251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-43bd4e0b-bceb-49e7-bdeb-9cdd892f215c None None] Provisioning for port 7e3b8919-39ed-416b-8625-3f9b15a5b417 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:23.941430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:21:23.953400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Sync routers for ids ['933a1ef6-cf1f-44a8-9ed2-963398815de8'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:21:23.963137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Routers {'933a1ef6-cf1f-44a8-9ed2-963398815de8'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:23.963869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['933a1ef6-cf1f-44a8-9ed2-963398815de8'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:24.017422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.020431 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ec32dbda-c16b-4ec9-a621-d1f3bf538fab admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4870405 Aug 24 01:21:24.021409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51652) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:21:24.078640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Set router 933a1ef6-cf1f-44a8-9ed2-963398815de8 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:24.228270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7e3b8919-39ed-416b-8625-3f9b15a5b417 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:24.321224 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:21:23Z', 'revision_number': 3, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port': {'id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:22Z', 'updated_at': '2021-08-24T01:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:24.347398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Checking router: 933a1ef6-cf1f-44a8-9ed2-963398815de8 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:21:24.347748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Updating router 933a1ef6-cf1f-44a8-9ed2-963398815de8 port d6c3601d-ee38-494b-97f3-925c4c2b2c03 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:21:24.372827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.407077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 7e3b8919-39ed-416b-8625-3f9b15a5b417 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:24.414939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7e3b8919-39ed-416b-8625-3f9b15a5b417 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:24.415315 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.455237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.620191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.654647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Allocated IP 172.20.0.1 (2973fae8-87b2-4b14-af2b-7a95fb01c674/c0c41496-1553-4e1c-b39f-2435307d1e38/a2ca4c50-480d-48e6-8193-f7ce51cec149) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:24.676467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 7e3b8919-39ed-416b-8625-3f9b15a5b417, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7e3b8919-39ed-416b-8625-3f9b15a5b417,segment=NetworkSegment(be3afccb-39ee-4dbd-88e0-363a4c92883c),segment_id=be3afccb-39ee-4dbd-88e0-363a4c92883c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:24.718163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.721890 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.722793 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a72802ed-9f49-4f88-82bb-25c3779afda1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:24.761069 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.771218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Transition to ACTIVE for port object d6c3601d-ee38-494b-97f3-925c4c2b2c03 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:24.775841 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Transition to ACTIVE for port object a2ca4c50-480d-48e6-8193-f7ce51cec149 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:24.809299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=7e3b8919-39ed-416b-8625-3f9b15a5b417,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:24.834889 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.857982 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.889053 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a72802ed-9f49-4f88-82bb-25c3779afda1 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:24.891088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Attempting to bind port d6c3601d-ee38-494b-97f3-925c4c2b2c03 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:24.891458 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Attempting to bind port d6c3601d-ee38-494b-97f3-925c4c2b2c03 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:24.891823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Attempting to bind port d6c3601d-ee38-494b-97f3-925c4c2b2c03 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:24.895398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87986636-5524-49b0-ad10-c6631a4646cc None None] Pushing event updated for resources: {'Port': ['ID=d6c3601d-ee38-494b-97f3-925c4c2b2c03,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:24.899536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Network 2973fae8-87b2-4b14-af2b-7a95fb01c674 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:24.901250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:24.901680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:24.902090 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.902482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:24.902621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:24.902996 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Bound port: d6c3601d-ee38-494b-97f3-925c4c2b2c03, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:24.903381 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.905035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a72802ed-9f49-4f88-82bb-25c3779afda1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:24.905165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:24.905332 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.944997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Pushing event updated for resources: {'Port': ['ID=a2ca4c50-480d-48e6-8193-f7ce51cec149,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:24.970043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:24.999954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] For port d6c3601d-ee38-494b-97f3-925c4c2b2c03, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:25.011319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] For port d6c3601d-ee38-494b-97f3-925c4c2b2c03, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d6c3601d-ee38-494b-97f3-925c4c2b2c03,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:25.042722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.079870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a72802ed-9f49-4f88-82bb-25c3779afda1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a72802ed-9f49-4f88-82bb-25c3779afda1,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:25.120676 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.161395 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.193835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Routers {'933a1ef6-cf1f-44a8-9ed2-963398815de8'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:25.194468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['933a1ef6-cf1f-44a8-9ed2-963398815de8'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:25.196315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87986636-5524-49b0-ad10-c6631a4646cc None None] Pushing event updated for resources: {'Port': ['ID=d6c3601d-ee38-494b-97f3-925c4c2b2c03,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:25.216838 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.260911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2b63dcb0-7ef6-4881-af08-a8d9dc2f2cc2 None None] Provisioning for port a2ca4c50-480d-48e6-8193-f7ce51cec149 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:25.272532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2b63dcb0-7ef6-4881-af08-a8d9dc2f2cc2 None None] Provisioning complete for port a2ca4c50-480d-48e6-8193-f7ce51cec149 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:25.273156 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2b63dcb0-7ef6-4881-af08-a8d9dc2f2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.342493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a72802ed-9f49-4f88-82bb-25c3779afda1,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:25.360940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2b63dcb0-7ef6-4881-af08-a8d9dc2f2cc2 None None] Port a2ca4c50-480d-48e6-8193-f7ce51cec149 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:21:25.376739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] Set router 933a1ef6-cf1f-44a8-9ed2-963398815de8 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:25.382797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.446741 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.514511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Pushing event updated for resources: {'Port': ['ID=a2ca4c50-480d-48e6-8193-f7ce51cec149,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:25.517061 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.579665 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:21:25Z', 'revision_number': 4, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port': {'id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:22Z', 'updated_at': '2021-08-24T01:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a2ca4c50-480d-48e6-8193-f7ce51cec149', 'name': '', 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:24Z', 'updated_at': '2021-08-24T01:21:24Z', 'revision_number': 1, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'subnets': [{'id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:25.608965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cd9f12-bd72-4a0a-b49d-9957b14ca9e5 None None] The sync data for ids ['933a1ef6-cf1f-44a8-9ed2-963398815de8'] in n-d-804878-2 is: [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:21:25Z', 'revision_number': 4, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port': {'id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:22Z', 'updated_at': '2021-08-24T01:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a2ca4c50-480d-48e6-8193-f7ce51cec149', 'name': '', 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:24Z', 'updated_at': '2021-08-24T01:21:24Z', 'revision_number': 1, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'subnets': [{'id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:21:25.612868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Network 2973fae8-87b2-4b14-af2b-7a95fb01c674 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:25.614292 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:25.884133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-60c456f9-67f9-45eb-8fc7-d1e86655a9d9 None None] Provisioning complete for port a2ca4c50-480d-48e6-8193-f7ce51cec149 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:25.885322 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-60c456f9-67f9-45eb-8fc7-d1e86655a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:25.921785 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-60c456f9-67f9-45eb-8fc7-d1e86655a9d9 None None] Port a2ca4c50-480d-48e6-8193-f7ce51cec149 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:21:26.061201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Router 933a1ef6-cf1f-44a8-9ed2-963398815de8 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:21:26.151406 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:26.176772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7e3b8919-39ed-416b-8625-3f9b15a5b417 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:26.176979 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:21:26.186107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a664f1a5-4218-42ca-90de-0f46d8b3013e admin admin] 10.222.0.26 "PUT /v2.0/routers/933a1ef6-cf1f-44a8-9ed2-963398815de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1629736 Aug 24 01:21:26.237247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7e3b8919-39ed-416b-8625-3f9b15a5b417 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:26.237692 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:26.356911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a72802ed-9f49-4f88-82bb-25c3779afda1 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:26.391347 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98055105-61d0-4d5f-b9ad-57ce20c380a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:26.415262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a72802ed-9f49-4f88-82bb-25c3779afda1 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:26.415645 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:27.161172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-9ba7731a-a5b8-406e-b2c1-5161cebace3e tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:27.163460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-9ba7731a-a5b8-406e-b2c1-5161cebace3e tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/networks?id=6ffe8392-a8b6-4c71-b8da-17ece8585c76 HTTP/1.1" status: 200 len: 817 time: 0.1023321 Aug 24 01:21:27.177975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-10ba6e07-e76c-42f5-9725-34daf74c2f7d tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/quotas/282059899b2f430eb7c300d5fe595adf HTTP/1.1" status: 200 len: 375 time: 0.0087342 Aug 24 01:21:27.229937 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-4aa1d270-18fb-4cb2-80da-a4223739297e tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=282059899b2f430eb7c300d5fe595adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468538 Aug 24 01:21:27.332895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-f94cac47-529b-49c5-8c48-b77cdf08794a service neutron] 10.222.0.26 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907888 Aug 24 01:21:27.423013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-80756a75-7d80-42dd-8e2e-40bddafd462f service neutron] 10.222.0.26 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834656 Aug 24 01:21:27.744436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99227272-7e15-4082-997b-4cc83a488caa req-5b5471dc-7b2f-456e-af75-171f41d5dfac tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 210 time: 0.1249175 Aug 24 01:21:27.958251 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Sync routers for ids ['933a1ef6-cf1f-44a8-9ed2-963398815de8'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:21:27.967468 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Routers {'933a1ef6-cf1f-44a8-9ed2-963398815de8'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:27.968197 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['933a1ef6-cf1f-44a8-9ed2-963398815de8'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:28.074799 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Set router 933a1ef6-cf1f-44a8-9ed2-963398815de8 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:28.181200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d6c3601d-ee38-494b-97f3-925c4c2b2c03 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:28.276809 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port d6c3601d-ee38-494b-97f3-925c4c2b2c03 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:28.279231 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:21:25Z', 'revision_number': 4, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port': {'id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:22Z', 'updated_at': '2021-08-24T01:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a2ca4c50-480d-48e6-8193-f7ce51cec149', 'name': '', 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:24Z', 'updated_at': '2021-08-24T01:21:25Z', 'revision_number': 2, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'subnets': [{'id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:28.281457 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d6c3601d-ee38-494b-97f3-925c4c2b2c03 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:28.282209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:28.309171 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Checking router: 933a1ef6-cf1f-44a8-9ed2-963398815de8 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:21:28.310340 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Updating router 933a1ef6-cf1f-44a8-9ed2-963398815de8 port a2ca4c50-480d-48e6-8193-f7ce51cec149 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:21:28.339174 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:28.359165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:28.380710 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port d6c3601d-ee38-494b-97f3-925c4c2b2c03, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d6c3601d-ee38-494b-97f3-925c4c2b2c03,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:28.433841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:28.484492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=d6c3601d-ee38-494b-97f3-925c4c2b2c03,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:28.609088 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:28.619164 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Transition to ACTIVE for port object a2ca4c50-480d-48e6-8193-f7ce51cec149 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:28.679874 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:28.733300 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbf9b6-b6ec-41f8-a660-2e9e59088999 None None] Pushing event updated for resources: {'Port': ['ID=a2ca4c50-480d-48e6-8193-f7ce51cec149,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:28.788479 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Attempting to bind port a2ca4c50-480d-48e6-8193-f7ce51cec149 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:28.788859 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Attempting to bind port a2ca4c50-480d-48e6-8193-f7ce51cec149 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:28.789228 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Attempting to bind port a2ca4c50-480d-48e6-8193-f7ce51cec149 on network 2973fae8-87b2-4b14-af2b-7a95fb01c674 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:28.794720 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:28.795110 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Checking segment: {'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:28.795520 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:28.795919 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Bound using segment: {'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:28.796387 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Bound port: a2ca4c50-480d-48e6-8193-f7ce51cec149, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3afccb-39ee-4dbd-88e0-363a4c92883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:28.796776 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:28.870727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c35f477a-aef1-4b1a-a7f8-95085dab970e req-87ac4ae7-bfbc-4a93-a5b3-7a0f3aa1662f tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 210 time: 0.0335724 Aug 24 01:21:28.886165 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] For port a2ca4c50-480d-48e6-8193-f7ce51cec149, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:28.889963 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] For port a2ca4c50-480d-48e6-8193-f7ce51cec149, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a2ca4c50-480d-48e6-8193-f7ce51cec149,segment=NetworkSegment(be3afccb-39ee-4dbd-88e0-363a4c92883c),segment_id=be3afccb-39ee-4dbd-88e0-363a4c92883c)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:28.963394 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:29.025335 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Routers {'933a1ef6-cf1f-44a8-9ed2-963398815de8'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:21:29.026062 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:20:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['933a1ef6-cf1f-44a8-9ed2-963398815de8'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:29.040265 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8628-cb1d-4e37-83e6-10185b3cf9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:29.064577 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbf9b6-b6ec-41f8-a660-2e9e59088999 None None] Pushing event updated for resources: {'Port': ['ID=a2ca4c50-480d-48e6-8193-f7ce51cec149,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:29.147962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] Set router 933a1ef6-cf1f-44a8-9ed2-963398815de8 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:21:29.166227 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:29.351054 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:21:25Z', 'revision_number': 4, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port': {'id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:22Z', 'updated_at': '2021-08-24T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a2ca4c50-480d-48e6-8193-f7ce51cec149', 'name': '', 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:24Z', 'updated_at': '2021-08-24T01:21:28Z', 'revision_number': 4, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'subnets': [{'id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:21:29.380435 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f69c99-7f20-4164-8d5e-e0cef46abe1d None None] The sync data for ids ['933a1ef6-cf1f-44a8-9ed2-963398815de8'] in n-d-804878-2 is: [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:21:25Z', 'revision_number': 4, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port': {'id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:22Z', 'updated_at': '2021-08-24T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a2ca4c50-480d-48e6-8193-f7ce51cec149', 'name': '', 'network_id': '2973fae8-87b2-4b14-af2b-7a95fb01c674', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'mac_address': 'fa:16:3e:a7:da:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:24Z', 'updated_at': '2021-08-24T01:21:28Z', 'revision_number': 4, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'subnets': [{'id': 'c0c41496-1553-4e1c-b39f-2435307d1e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:21:29.736190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-42a605e8-5bdf-443a-95f4-480909a1a738 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:29.737735 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-42a605e8-5bdf-443a-95f4-480909a1a738 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.36 "GET /v2.0/networks?id=6ffe8392-a8b6-4c71-b8da-17ece8585c76 HTTP/1.1" status: 200 len: 817 time: 0.1111286 Aug 24 01:21:29.755891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Request body: {'port': {'device_id': '5d67f675-4e5b-4d8f-bc91-c661ac0c956a', 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'admin_state_up': True, 'tenant_id': '282059899b2f430eb7c300d5fe595adf'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:29.957131 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Made reservation on behalf of 282059899b2f430eb7c300d5fe595adf for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:21:29.962670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:29.972114 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-24519ce1-dc8e-402d-9482-e6fe78296049 req-d5f1e92d-5c38-48c7-8c2a-57dc6e47b931 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 210 time: 0.0283782 Aug 24 01:21:30.089800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Allocated IP 172.20.0.3 (6ffe8392-a8b6-4c71-b8da-17ece8585c76/41fef877-5db0-434c-893d-b21536c1384e/a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:21:30.186491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a2ca4c50-480d-48e6-8193-f7ce51cec149 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:30.236404 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.250234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Transition to ACTIVE for port object a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:30.285244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a2ca4c50-480d-48e6-8193-f7ce51cec149 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:30.290166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a2ca4c50-480d-48e6-8193-f7ce51cec149 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:30.291810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.340367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.368367 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.389192 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:21:30.392337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:21:30.396020 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:21:30.406529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a2ca4c50-480d-48e6-8193-f7ce51cec149, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a2ca4c50-480d-48e6-8193-f7ce51cec149,segment=NetworkSegment(be3afccb-39ee-4dbd-88e0-363a4c92883c),segment_id=be3afccb-39ee-4dbd-88e0-363a4c92883c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:30.426391 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Pushing event updated for resources: {'Port': ['ID=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:30.451929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:30.452593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.478109 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.478895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d6c3601d-ee38-494b-97f3-925c4c2b2c03 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:30.529362 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-b1624f92-ac43-4fc7-99e2-0bad6f5eb091 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777641 Aug 24 01:21:30.549271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Request body: {'port': {'device_id': '5d67f675-4e5b-4d8f-bc91-c661ac0c956a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:21:30.553593 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.556592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a2ca4c50-480d-48e6-8193-f7ce51cec149,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:30.572646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port d6c3601d-ee38-494b-97f3-925c4c2b2c03 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:30.572777 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.607015 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.671144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e30dd484-e9f4-4ff2-8f40-02e4cbbef0bd None None] Provisioning for port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:30.674923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e30dd484-e9f4-4ff2-8f40-02e4cbbef0bd None None] Provisioning complete for port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:30.680451 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e30dd484-e9f4-4ff2-8f40-02e4cbbef0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.708023 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e30dd484-e9f4-4ff2-8f40-02e4cbbef0bd None None] Port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:21:30.867683 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:21:30.875479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:30.888058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Transition to ACTIVE for port object a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:21:30.984000 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:31.040828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:31.113344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Attempting to bind port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:21:31.113713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Attempting to bind port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:21:31.114046 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Attempting to bind port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd on network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:31.119308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd on network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:21:31.119689 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Attempting to bind port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd on network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:21:31.121262 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9176ff-f403-4e5a-90dd-977d0d5e5b35 req-c528df28-6bb4-4f19-9065-acec9808368c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:31.122956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c9176ff-f403-4e5a-90dd-977d0d5e5b35 req-c528df28-6bb4-4f19-9065-acec9808368c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 943 time: 0.0555952 Aug 24 01:21:31.125130 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:21:31.125475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Checking segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:21:31.125892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Bound using segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:21:31.126319 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Bound port: a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:21:31.126688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:31.163120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c9176ff-f403-4e5a-90dd-977d0d5e5b35 req-5492e9b0-523c-4bdb-a069-a2e88f9aba41 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Aug 24 01:21:31.194377 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] For port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:21:31.197479 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] For port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:21:31.260011 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:31.295805 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:31.296431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:31.297912 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] 10.222.0.36 "PUT /v2.0/ports/a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd HTTP/1.1" status: 200 len: 1091 time: 0.7534926 Aug 24 01:21:31.298372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d67f675-4e5b-4d8f-bc91-c661ac0c956a', 'tag': 'a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:21:31.300835 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146a6b10-7ff2-4f45-969d-38559810bbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d67f675-4e5b-4d8f-bc91-c661ac0c956a", "tag": "a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:21:31.326095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61b6ca-75f4-479f-ba46-b47a1d5d3d05 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:31.346183 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1439389-d9f5-4e0e-8b84-385d427bf7e6 x-openstack-request-id: req-f1439389-d9f5-4e0e-8b84-385d427bf7e6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:21:31.346484 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d67f675-4e5b-4d8f-bc91-c661ac0c956a", "tag": "a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:21:31.346745 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1439389-d9f5-4e0e-8b84-385d427bf7e6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:21:31.347155 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d67f675-4e5b-4d8f-bc91-c661ac0c956a', 'tag': 'a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd', 'status': 'completed', 'code': 200} Aug 24 01:21:31.430952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a6b10-7ff2-4f45-969d-38559810bbf1 req-9810e086-9ec5-4e52-b97c-07a9511406f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:31.432482 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-146a6b10-7ff2-4f45-969d-38559810bbf1 req-9810e086-9ec5-4e52-b97c-07a9511406f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=282059899b2f430eb7c300d5fe595adf&device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 1094 time: 0.0442624 Aug 24 01:21:31.540814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a6b10-7ff2-4f45-969d-38559810bbf1 req-82331e3b-d9d5-4ee0-b1e0-10bc27c7540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:31.542319 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-146a6b10-7ff2-4f45-969d-38559810bbf1 req-82331e3b-d9d5-4ee0-b1e0-10bc27c7540b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=282059899b2f430eb7c300d5fe595adf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0958207 Aug 24 01:21:31.654237 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a6b10-7ff2-4f45-969d-38559810bbf1 req-40bc3095-8d8a-4abb-8e20-cc4da5ccd0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:31.655764 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-146a6b10-7ff2-4f45-969d-38559810bbf1 req-40bc3095-8d8a-4abb-8e20-cc4da5ccd0eb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062775 Aug 24 01:21:32.039885 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:32.080867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-8f896c2c-9589-48a4-b816-0b0d22f7d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:32.082466 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-8f896c2c-9589-48a4-b816-0b0d22f7d455 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=282059899b2f430eb7c300d5fe595adf&device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 1094 time: 0.3700690 Aug 24 01:21:32.129332 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-9cb21b69-013c-4df3-ab0c-7977d14b57b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd HTTP/1.1" status: 200 len: 217 time: 0.0329995 Aug 24 01:21:32.162552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a2ca4c50-480d-48e6-8193-f7ce51cec149 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:32.179618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-47bff07b-a817-456d-ac66-5826f6d98b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:32.181180 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-47bff07b-a817-456d-ac66-5826f6d98b78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41fef877-5db0-434c-893d-b21536c1384e HTTP/1.1" status: 200 len: 856 time: 0.0451488 Aug 24 01:21:32.210062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a2ca4c50-480d-48e6-8193-f7ce51cec149 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:32.210446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:32.231621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-7b87a7e7-ea9c-4dd0-903a-a36f1d3b7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:32.233195 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-7b87a7e7-ea9c-4dd0-903a-a36f1d3b7186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ffe8392-a8b6-4c71-b8da-17ece8585c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449438 Aug 24 01:21:32.289998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0767ab-f59d-490a-9cef-ae6fa828e7f2 req-5bda1d66-ee03-423f-b605-03d602723022 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:32.294068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f0767ab-f59d-490a-9cef-ae6fa828e7f2 req-5bda1d66-ee03-423f-b605-03d602723022 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 943 time: 0.0551102 Aug 24 01:21:32.331910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1f0767ab-f59d-490a-9cef-ae6fa828e7f2 req-aab89932-9340-4587-8c4a-e075035c7b1c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Aug 24 01:21:32.334167 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-0533adba-83f5-41f1-8284-1fa879f07f9c service neutron] 10.222.0.36 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925217 Aug 24 01:21:32.426143 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e6f86054-80d9-45bb-beea-d2d8608bb54b req-18efebaf-ed48-425a-9af8-754e6815de1c service neutron] 10.222.0.36 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851097 Aug 24 01:21:33.450353 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239973d3-3ece-49ea-b95b-e8ab23bc0e76 req-0334c3dd-4f88-4469-9875-5f6e6041707d tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:33.451873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-239973d3-3ece-49ea-b95b-e8ab23bc0e76 req-0334c3dd-4f88-4469-9875-5f6e6041707d tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 943 time: 0.0518122 Aug 24 01:21:33.489750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-239973d3-3ece-49ea-b95b-e8ab23bc0e76 req-c0883cb3-1085-4acb-a477-9f6cbe4e72d6 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Aug 24 01:21:34.603128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39b5f5-d7ac-486e-a95d-4c18f30c1fa6 req-d5eb2bb6-a64c-409c-9647-c866835607da tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:34.604621 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a39b5f5-d7ac-486e-a95d-4c18f30c1fa6 req-d5eb2bb6-a64c-409c-9647-c866835607da tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 943 time: 0.0490210 Aug 24 01:21:34.641305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a39b5f5-d7ac-486e-a95d-4c18f30c1fa6 req-c223f145-93bb-4cfc-92ce-c5c606301e2f tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Aug 24 01:21:35.752675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925ea66-b597-433a-b2aa-4536651ef5e2 req-d26db4f4-6404-4175-871f-cdf92ca1e5cd tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:35.754152 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f925ea66-b597-433a-b2aa-4536651ef5e2 req-d26db4f4-6404-4175-871f-cdf92ca1e5cd tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 943 time: 0.0477469 Aug 24 01:21:35.791054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f925ea66-b597-433a-b2aa-4536651ef5e2 req-f4dd8163-9790-4652-a982-b08b02e24047 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305853 Aug 24 01:21:36.907452 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841fec2-d52a-4cd2-99ff-56c6c77ac84d req-4a86c269-1e10-4f7d-b579-53673912024c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:36.908978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1841fec2-d52a-4cd2-99ff-56c6c77ac84d req-4a86c269-1e10-4f7d-b579-53673912024c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 943 time: 0.0534916 Aug 24 01:21:36.946532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1841fec2-d52a-4cd2-99ff-56c6c77ac84d req-b9f37ead-bb47-4d91-b164-953a2a97edf8 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Aug 24 01:21:37.106118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:21:37.197310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:37.207736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd', 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'port_id': 'a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd', 'mac_address': 'fa:16:3e:43:64:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41fef877-5db0-434c-893d-b21536c1384e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:21:37.247228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:37.263754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:21:37.282547 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:37.333875 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:37.385475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:37.392703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.393057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.393405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.393782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.394124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.394464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.394797 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.395131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.395462 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.395792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.396119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.396448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:21:37.712856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:21:38.060992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22495a59-f33a-47db-ae76-6ec8bcd82553 req-5195c986-a8db-4708-b723-ed7dcbb04435 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:38.062498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22495a59-f33a-47db-ae76-6ec8bcd82553 req-5195c986-a8db-4708-b723-ed7dcbb04435 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 944 time: 0.0486584 Aug 24 01:21:38.098494 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22495a59-f33a-47db-ae76-6ec8bcd82553 req-df943e31-1c43-443a-bbb2-02f0058d344a tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301480 Aug 24 01:21:39.117433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:21:39.212918 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ed65a-8370-410b-a593-125eb11248a2 req-e6d9c16c-9fed-4c49-bb10-8fed6648b36c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:39.214429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d03ed65a-8370-410b-a593-125eb11248a2 req-e6d9c16c-9fed-4c49-bb10-8fed6648b36c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 944 time: 0.0488741 Aug 24 01:21:39.248210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:21:39.252097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:21:39.259666 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d03ed65a-8370-410b-a593-125eb11248a2 req-5144bda9-6d14-460d-a679-5492975f26d5 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Aug 24 01:21:39.259997 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:39.327528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:39.348668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d67f675-4e5b-4d8f-bc91-c661ac0c956a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:21:39.351577 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e74d565-53e9-4952-80eb-342c6ecbfcb5" -d '{"events": [{"server_uuid": "5d67f675-4e5b-4d8f-bc91-c661ac0c956a", "name": "network-vif-plugged", "status": "completed", "tag": "a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:21:39.364552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:21:39.388379 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1055bb9f-e895-4945-8672-eb89bc0158b5 x-openstack-request-id: req-1055bb9f-e895-4945-8672-eb89bc0158b5 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:21:39.388675 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d67f675-4e5b-4d8f-bc91-c661ac0c956a", "name": "network-vif-plugged", "status": "completed", "tag": "a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:21:39.389108 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1055bb9f-e895-4945-8672-eb89bc0158b5 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:21:39.389515 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d67f675-4e5b-4d8f-bc91-c661ac0c956a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd', 'code': 200} Aug 24 01:21:39.424968 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:39.475337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:21:39.515595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704b854-18d6-46a0-a7c0-e4b51278661d req-93004bdb-a1a2-4778-be6e-9865a4bca580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:39.517149 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d704b854-18d6-46a0-a7c0-e4b51278661d req-93004bdb-a1a2-4778-be6e-9865a4bca580 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 1096 time: 0.0427670 Aug 24 01:21:39.551866 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d704b854-18d6-46a0-a7c0-e4b51278661d req-810f6929-56ce-44f3-ba9d-30c0cdf7bfee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268567 Aug 24 01:21:40.368428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd5e56-a64b-49c7-b395-03a3de061725 req-22ba89f3-6ad1-4f75-9c91-54a92db8090c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:40.370172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5dd5e56-a64b-49c7-b395-03a3de061725 req-22ba89f3-6ad1-4f75-9c91-54a92db8090c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 945 time: 0.0517166 Aug 24 01:21:40.407675 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5dd5e56-a64b-49c7-b395-03a3de061725 req-52707576-4bca-44d0-8027-5f39869822e2 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Aug 24 01:21:41.341492 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:21:41.523709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bbc86-7777-4d79-bd63-80f3e0141729 req-e5bbe228-66ef-4d97-8d35-f1592206c41d tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:41.525192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b87bbc86-7777-4d79-bd63-80f3e0141729 req-e5bbe228-66ef-4d97-8d35-f1592206c41d tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 945 time: 0.0489292 Aug 24 01:21:41.562723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b87bbc86-7777-4d79-bd63-80f3e0141729 req-e51b957f-981c-4099-8851-65886d6a70df tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Aug 24 01:21:41.673933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d26a6-77fc-4896-87c5-59748c627e21 req-66d2f29e-eb8b-45b2-a80b-c53f03e04782 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:21:41.675386 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a28d26a6-77fc-4896-87c5-59748c627e21 req-66d2f29e-eb8b-45b2-a80b-c53f03e04782 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 945 time: 0.0482736 Aug 24 01:21:41.713090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a28d26a6-77fc-4896-87c5-59748c627e21 req-6f7c6df9-15e6-46db-935b-60c49f12acd5 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Aug 24 01:21:43.016941 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:56.158960 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:56.348949 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ccaac2e4-4f4c-49f3-a2fc-babac711820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:59.047141 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-784cbbe7-68e9-4b79-9d06-b3fc555ec57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:21:59.167224 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:00.544389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:02.038894 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:04.579233 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-95ced209-f0a4-443f-9658-4bcf59e973a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395739 Aug 24 01:22:04.684549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-3fa1c6c0-b759-4b58-a9b2-28586d5f1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:04.686012 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-3fa1c6c0-b759-4b58-a9b2-28586d5f1305 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=282059899b2f430eb7c300d5fe595adf&device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 1096 time: 0.0437729 Aug 24 01:22:04.788877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-c16ec5f7-34cf-42fe-ae0c-f8a9700a9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:04.792334 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-c16ec5f7-34cf-42fe-ae0c-f8a9700a9546 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ffe8392-a8b6-4c71-b8da-17ece8585c76 HTTP/1.1" status: 200 len: 918 time: 0.0857944 Aug 24 01:22:04.809499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ad5ca-9baa-41ed-bb49-47c38233e593 req-e54c6d3f-e0f7-4f5e-afe6-08165562693d tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:04.811049 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd1ad5ca-9baa-41ed-bb49-47c38233e593 req-e54c6d3f-e0f7-4f5e-afe6-08165562693d tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 945 time: 0.0551770 Aug 24 01:22:04.837439 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-93ebde69-1bdd-4268-ae29-62dd04d93c70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd HTTP/1.1" status: 200 len: 217 time: 0.0385256 Aug 24 01:22:04.848068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd1ad5ca-9baa-41ed-bb49-47c38233e593 req-40a8d344-3326-4b6a-b47c-466172be312b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Aug 24 01:22:04.888333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-8930c765-b3f8-44f2-9452-982d70bc2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:04.889827 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-8930c765-b3f8-44f2-9452-982d70bc2218 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=41fef877-5db0-434c-893d-b21536c1384e HTTP/1.1" status: 200 len: 856 time: 0.0442917 Aug 24 01:22:04.937582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-668d885f-d231-45c9-8d88-00509208dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:04.939094 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-668d885f-d231-45c9-8d88-00509208dd89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ffe8392-a8b6-4c71-b8da-17ece8585c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402777 Aug 24 01:22:05.031690 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-ef48a765-0566-4b13-8210-5be410d729b7 service neutron] 10.222.0.36 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838981 Aug 24 01:22:05.121825 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-639aea31-e74d-4dc6-9c72-63a8568200ef req-d428235e-e606-499a-8126-e9ef9968beea service neutron] 10.222.0.36 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820882 Aug 24 01:22:05.963484 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5282e-f894-4c0a-8b5a-fca06710ec14 req-ae2a9f8e-1d9f-4143-b7ab-f49f45a0a52e tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:05.964977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5f5282e-f894-4c0a-8b5a-fca06710ec14 req-ae2a9f8e-1d9f-4143-b7ab-f49f45a0a52e tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 945 time: 0.0485964 Aug 24 01:22:06.003078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d5f5282e-f894-4c0a-8b5a-fca06710ec14 req-be91fe9d-47c8-4aaa-b28a-0c244b898d87 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Aug 24 01:22:06.603841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-eed2cd0d-20fa-4726-88c5-ad107056bc98 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:06.605317 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-eed2cd0d-20fa-4726-88c5-ad107056bc98 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 945 time: 0.0500569 Aug 24 01:22:06.698167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Deleting port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:06.698515 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:06.784634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] For port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:06.784917 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:06.796600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Calling delete_port for a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:07.056707 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:07.085619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Pushing event deleted for resources: {'Port': ['ID=a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:07.090606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:22:07.098453 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.098718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.098976 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.099091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2ff9b30-ea25-4b5d-aefb-e8d7af0ed3e2 req-bb1dd5ed-fce2-4151-bb96-c1f944c6f2c5 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d67f675-4e5b-4d8f-bc91-c661ac0c956a HTTP/1.1" status: 200 len: 210 time: 0.0268230 Aug 24 01:22:07.099486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.099645 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.099983 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.100315 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.100652 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.101026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.101324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.101675 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.102006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:07.142263 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] No DVR routers for this DVR port a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:22:07.144867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:07.147036 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-efffe215-4c71-474d-a223-5c2dcd6cd6ea req-bb70dc07-e8bd-44d4-aeb8-91c6ac6aaf9b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.36 "DELETE /v2.0/ports/a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd HTTP/1.1" status: 204 len: 173 time: 0.5354695 Aug 24 01:22:07.147493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d67f675-4e5b-4d8f-bc91-c661ac0c956a', 'name': 'network-vif-deleted', 'tag': 'a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:22:07.149914 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ba7ae8-8754-4749-8b83-3b44fdcb71a0" -d '{"events": [{"server_uuid": "5d67f675-4e5b-4d8f-bc91-c661ac0c956a", "name": "network-vif-deleted", "tag": "a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:22:07.187819 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5936db4d-b136-4745-8a1a-d23c354f343f x-openstack-request-id: req-5936db4d-b136-4745-8a1a-d23c354f343f {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:22:07.188247 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d67f675-4e5b-4d8f-bc91-c661ac0c956a", "name": "network-vif-deleted", "tag": "a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:22:07.188503 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5936db4d-b136-4745-8a1a-d23c354f343f {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:22:07.188898 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d67f675-4e5b-4d8f-bc91-c661ac0c956a', 'name': 'network-vif-deleted', 'tag': 'a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd', 'status': 'completed', 'code': 200} Aug 24 01:22:08.807043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-38900596-8cb8-4233-a6b0-d6698506ac0c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:08.808465 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-38900596-8cb8-4233-a6b0-d6698506ac0c tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/networks?id=6ffe8392-a8b6-4c71-b8da-17ece8585c76 HTTP/1.1" status: 200 len: 817 time: 0.1065602 Aug 24 01:22:08.823857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-18085ce3-a3e3-4fb6-9619-e812480c0947 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/quotas/282059899b2f430eb7c300d5fe595adf HTTP/1.1" status: 200 len: 375 time: 0.0096774 Aug 24 01:22:08.875682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-86e45adc-6d89-4239-8447-ba43f9182bdf tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=282059899b2f430eb7c300d5fe595adf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466180 Aug 24 01:22:08.933094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-0a1c9351-bd9d-4318-b972-3eb187a01801 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:22:08.934130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-0a1c9351-bd9d-4318-b972-3eb187a01801 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466585 Aug 24 01:22:09.026251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-bb2b7ac9-5591-47a2-88a7-42fbf7367f50 service neutron] 10.222.0.26 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859601 Aug 24 01:22:09.113614 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-fc25efc0-d665-44b1-a17c-50eb89d31ab7 service neutron] 10.222.0.26 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813506 Aug 24 01:22:09.343763 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fd085c2-956c-4550-b657-5c0f3624b8aa req-11d8bb70-9951-451e-9188-277df6a530e2 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 210 time: 0.0266707 Aug 24 01:22:10.437455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06cb83e0-d69b-49de-87af-e201f275b472 req-af20409a-3d25-4a1d-8a97-249db065aab3 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 210 time: 0.0266321 Aug 24 01:22:11.185527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-df89f1bc-10ec-4d3b-b037-42ee57e8564b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:11.187083 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-df89f1bc-10ec-4d3b-b037-42ee57e8564b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.37 "GET /v2.0/networks?id=6ffe8392-a8b6-4c71-b8da-17ece8585c76 HTTP/1.1" status: 200 len: 817 time: 0.1057665 Aug 24 01:22:11.201325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Request body: {'port': {'device_id': '7b952d17-9562-4e76-8cc0-715da40994fb', 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'admin_state_up': True, 'tenant_id': '282059899b2f430eb7c300d5fe595adf'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:11.239527 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:22:11.262667 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:22:11.265245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device a4bc8d5c-a2b7-498e-9ab7-3d56d972b2bd not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:22:11.384463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Made reservation on behalf of 282059899b2f430eb7c300d5fe595adf for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:22:11.388228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.537627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25b966c3-fc0d-4f88-a800-a9aaf42f2ead req-b3fced18-8440-400f-9823-b019426b932d tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 210 time: 0.0317934 Aug 24 01:22:11.542029 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Allocated IP 172.20.0.3 (6ffe8392-a8b6-4c71-b8da-17ece8585c76/41fef877-5db0-434c-893d-b21536c1384e/fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:22:11.689228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.702566 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Transition to ACTIVE for port object fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:22:11.784214 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.828309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:22:11.831373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:22:11.834916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:22:11.862833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Pushing event updated for resources: {'Port': ['ID=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:11.878077 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.878429 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.878781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.879609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.879609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.879827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.880093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.880423 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.880757 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.881084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.881409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.881761 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:11.904936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:11.905677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:11.973499 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-4653aafe-c57b-4247-9fb7-13c342953763 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7760351 Aug 24 01:22:11.987085 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Request body: {'port': {'device_id': '7b952d17-9562-4e76-8cc0-715da40994fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:12.041163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.172243 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6433486f-edc7-44ee-a202-7d1a5027993f None None] Provisioning for port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:22:12.176220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6433486f-edc7-44ee-a202-7d1a5027993f None None] Provisioning complete for port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:12.176589 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6433486f-edc7-44ee-a202-7d1a5027993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.210976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6433486f-edc7-44ee-a202-7d1a5027993f None None] Port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:22:12.302006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:22:12.309939 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.321536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Transition to ACTIVE for port object fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:22:12.383404 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.439033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:12.510941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Attempting to bind port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:22:12.510941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Attempting to bind port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:22:12.510941 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Attempting to bind port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a on network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:22:12.511253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a on network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:22:12.511359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Attempting to bind port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a on network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:22:12.516171 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:22:12.516511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Checking segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:22:12.516900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Bound using segment: {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:22:12.517380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Bound port: fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:22:12.517778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.583443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] For port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:22:12.587039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] For port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:22:12.671882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc403b18-a8d6-4df9-bfff-7517c40a149a req-63791b9c-55b5-47ad-9c4e-65ee13560fbf tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.673509 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc403b18-a8d6-4df9-bfff-7517c40a149a req-63791b9c-55b5-47ad-9c4e-65ee13560fbf tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 943 time: 0.0554314 Aug 24 01:22:12.678033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.729805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.730343 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:12.731716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] 10.222.0.37 "PUT /v2.0/ports/fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a HTTP/1.1" status: 200 len: 1091 time: 0.7494690 Aug 24 01:22:12.734418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b952d17-9562-4e76-8cc0-715da40994fb', 'tag': 'fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:22:12.736771 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391772f2-ae8f-42b5-aa18-2004c143a19c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b952d17-9562-4e76-8cc0-715da40994fb", "tag": "fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:22:12.764838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc403b18-a8d6-4df9-bfff-7517c40a149a req-3edbcb16-e158-4a70-805c-018dcc108608 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851295 Aug 24 01:22:12.768137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a1b80-9ecb-4677-adad-baac3af28d64 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:12.776842 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd9cae2-cd6c-48eb-8723-ddee383ae139 x-openstack-request-id: req-cdd9cae2-cd6c-48eb-8723-ddee383ae139 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:22:12.777167 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b952d17-9562-4e76-8cc0-715da40994fb", "tag": "fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:22:12.777394 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdd9cae2-cd6c-48eb-8723-ddee383ae139 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:22:12.777902 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b952d17-9562-4e76-8cc0-715da40994fb', 'tag': 'fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a', 'status': 'completed', 'code': 200} Aug 24 01:22:12.843347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391772f2-ae8f-42b5-aa18-2004c143a19c req-47080877-7e13-4599-a815-56370a574705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.844987 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-391772f2-ae8f-42b5-aa18-2004c143a19c req-47080877-7e13-4599-a815-56370a574705 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=282059899b2f430eb7c300d5fe595adf&device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 1094 time: 0.0437663 Aug 24 01:22:12.952278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391772f2-ae8f-42b5-aa18-2004c143a19c req-2a754a9a-7b23-4ad9-8c01-f277e7fa3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:12.954007 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-391772f2-ae8f-42b5-aa18-2004c143a19c req-2a754a9a-7b23-4ad9-8c01-f277e7fa3c30 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=282059899b2f430eb7c300d5fe595adf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1013000 Aug 24 01:22:13.012188 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:13.045462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391772f2-ae8f-42b5-aa18-2004c143a19c req-5d4b53ee-9a0e-4543-ad28-0f245efaabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.047096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-391772f2-ae8f-42b5-aa18-2004c143a19c req-5d4b53ee-9a0e-4543-ad28-0f245efaabbd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869102 Aug 24 01:22:13.126769 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-38bb32d2-9e9a-47be-8630-889df5dc252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.128150 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-38bb32d2-9e9a-47be-8630-889df5dc252c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=282059899b2f430eb7c300d5fe595adf&device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 1094 time: 0.0458279 Aug 24 01:22:13.169111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-944d6575-53cf-4fc5-83d3-220e489154db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a HTTP/1.1" status: 200 len: 217 time: 0.0335143 Aug 24 01:22:13.217889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-9afadab3-0d6a-45cd-88c5-d1c21dae49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.219372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-9afadab3-0d6a-45cd-88c5-d1c21dae49a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41fef877-5db0-434c-893d-b21536c1384e HTTP/1.1" status: 200 len: 856 time: 0.0439539 Aug 24 01:22:13.270774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-0b29d327-b5c1-48b5-b89b-bcf5690460f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.272247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-0b29d327-b5c1-48b5-b89b-bcf5690460f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6ffe8392-a8b6-4c71-b8da-17ece8585c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458701 Aug 24 01:22:13.359601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-44035b4c-6109-45ce-8874-67cd082062e2 service neutron] 10.222.0.37 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798342 Aug 24 01:22:13.451121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90794490-7b2e-454f-9cc7-55272a9cf24e req-5200ea2b-8a3a-4ceb-9635-75f6174e5a87 service neutron] 10.222.0.37 "GET /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843282 Aug 24 01:22:13.883361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0274e-5aa3-4649-8485-c53ef91f20ec req-f73da5f5-2de4-4c2b-91c6-2d6a41116c6a tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:13.885306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2b0274e-5aa3-4649-8485-c53ef91f20ec req-f73da5f5-2de4-4c2b-91c6-2d6a41116c6a tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 943 time: 0.0505359 Aug 24 01:22:13.923423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2b0274e-5aa3-4649-8485-c53ef91f20ec req-4c868ffc-bb15-4372-877b-b2f554f20985 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Aug 24 01:22:14.913082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:22:15.004974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:15.019514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a', 'network_id': '6ffe8392-a8b6-4c71-b8da-17ece8585c76', 'port_id': 'fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a', 'mac_address': 'fa:16:3e:be:b5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41fef877-5db0-434c-893d-b21536c1384e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:22:15.037430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdebe09-ad4e-4db8-9717-a97bbbd5041c req-614cad57-ab65-458b-80a4-61b9b382d508 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:15.038950 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfdebe09-ad4e-4db8-9717-a97bbbd5041c req-614cad57-ab65-458b-80a4-61b9b382d508 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 943 time: 0.0487087 Aug 24 01:22:15.057479 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:15.070046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:22:15.076324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bfdebe09-ad4e-4db8-9717-a97bbbd5041c req-0c1acc2b-043f-4c7d-81be-553ae4f1bbfd tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306170 Aug 24 01:22:15.089111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:15.158698 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:15.205711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:15.359107 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:22:16.193020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd7de5-a8cf-4452-8705-37951d2cf81a req-0aa1482c-a92d-46f0-82ab-791a04b001e8 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:16.194513 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04fd7de5-a8cf-4452-8705-37951d2cf81a req-0aa1482c-a92d-46f0-82ab-791a04b001e8 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 944 time: 0.0520945 Aug 24 01:22:16.231606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04fd7de5-a8cf-4452-8705-37951d2cf81a req-e9702355-0fea-4505-bddf-974944c82e1b tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Aug 24 01:22:16.908494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:22:17.044152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:22:17.048236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:17.048633 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:17.126421 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:17.148525 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b952d17-9562-4e76-8cc0-715da40994fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:22:17.150791 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339b0b15-290b-474b-a660-287a07b60481" -d '{"events": [{"server_uuid": "7b952d17-9562-4e76-8cc0-715da40994fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:22:17.163031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:17.188187 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06f084a-958d-48c1-85d9-05eff220e582 x-openstack-request-id: req-a06f084a-958d-48c1-85d9-05eff220e582 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:22:17.188476 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b952d17-9562-4e76-8cc0-715da40994fb", "name": "network-vif-plugged", "status": "completed", "tag": "fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:22:17.188732 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a06f084a-958d-48c1-85d9-05eff220e582 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:22:17.189129 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b952d17-9562-4e76-8cc0-715da40994fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a', 'code': 200} Aug 24 01:22:17.240732 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:17.292085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:17.293899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4732dc-4c50-4127-ac1a-0371edbb6162 req-ef332656-c595-48d0-ba51-3f2a37999990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:17.300782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc4732dc-4c50-4127-ac1a-0371edbb6162 req-ef332656-c595-48d0-ba51-3f2a37999990 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 1096 time: 0.0506995 Aug 24 01:22:17.361285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc4732dc-4c50-4127-ac1a-0371edbb6162 req-08a1bc9f-3292-41e6-bda3-cfbaf2d6615f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588973 Aug 24 01:22:17.370342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe026e-7ee4-45ac-bda3-dbe0b59f082c req-7c5abfdd-1a5a-4124-af38-f085f204884f tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:17.371771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4cbe026e-7ee4-45ac-bda3-dbe0b59f082c req-7c5abfdd-1a5a-4124-af38-f085f204884f tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 945 time: 0.0705853 Aug 24 01:22:17.408600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4cbe026e-7ee4-45ac-bda3-dbe0b59f082c req-e5d98157-22b9-4608-a0b6-e131c209f305 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Aug 24 01:22:18.341076 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:22:18.529517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb138b8-bb96-4d66-9e4a-f19f5e768194 req-7c8a9d4e-a431-4e39-8d7f-dd7d5b5ae2ea tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:18.531026 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb138b8-bb96-4d66-9e4a-f19f5e768194 req-7c8a9d4e-a431-4e39-8d7f-dd7d5b5ae2ea tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 945 time: 0.0544443 Aug 24 01:22:18.569132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdb138b8-bb96-4d66-9e4a-f19f5e768194 req-69c69852-a9e2-4667-be6b-7d7f5a90638a tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Aug 24 01:22:18.681586 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273c552-5118-4a9d-8e0f-fe10d87e4432 req-0e2f5af6-7342-4dfd-9704-98fc42c251c6 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:18.683070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1273c552-5118-4a9d-8e0f-fe10d87e4432 req-0e2f5af6-7342-4dfd-9704-98fc42c251c6 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 945 time: 0.0480835 Aug 24 01:22:18.719989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1273c552-5118-4a9d-8e0f-fe10d87e4432 req-8c748ddf-35bc-4d5c-862d-69b87cd5ec7e tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Aug 24 01:22:26.158573 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:26.337499 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7cc273b2-4168-4b5c-8811-c114a2a9412f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:29.073209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-545ae61a-6f73-46dc-b2cd-66fb1d006ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:29.166382 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:30.560191 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:32.086027 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:40.492346 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79a945-1ef0-443e-a4e0-4cad166ca481 req-b9166ec4-e5ec-4b3b-8288-ef04be4d60e9 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:40.494392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a79a945-1ef0-443e-a4e0-4cad166ca481 req-b9166ec4-e5ec-4b3b-8288-ef04be4d60e9 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 945 time: 0.0517969 Aug 24 01:22:40.532054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5a79a945-1ef0-443e-a4e0-4cad166ca481 req-5176a50a-b4a6-4087-a88d-094650f87909 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Aug 24 01:22:41.652272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45161a9b-6cb0-4085-9a4b-6bc4e6a59111 req-f13fa669-a84d-4976-bb73-b6e45dba9265 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:41.653843 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45161a9b-6cb0-4085-9a4b-6bc4e6a59111 req-f13fa669-a84d-4976-bb73-b6e45dba9265 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 945 time: 0.0532322 Aug 24 01:22:41.691466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45161a9b-6cb0-4085-9a4b-6bc4e6a59111 req-aa025c5a-ec30-4d61-9bb2-96dfd5679827 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/security-groups?id=c026a5aa-4969-45b9-bf58-e2df6df377e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Aug 24 01:22:42.034930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-4b854151-47ae-494a-a7c2-87040dd45a0a tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:42.036439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-4b854151-47ae-494a-a7c2-87040dd45a0a tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 945 time: 0.0481775 Aug 24 01:22:42.123407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Deleting port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:42.123759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:42.213060 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] For port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:42.213430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:42.224886 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Calling delete_port for fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:42.423107 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:42.434418 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:22:42.452781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Pushing event deleted for resources: {'Port': ['ID=fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:42.494306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] No DVR routers for this DVR port fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:22:42.496993 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:42.499142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3184b2dc-92ca-49e3-b5c9-abe7c1d60c87 req-feff88e8-4577-4603-b9dd-e91088d94768 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.37 "DELETE /v2.0/ports/fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a HTTP/1.1" status: 204 len: 173 time: 0.4565337 Aug 24 01:22:42.499599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b952d17-9562-4e76-8cc0-715da40994fb', 'name': 'network-vif-deleted', 'tag': 'fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:22:42.501912 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e17ad5f-3673-41df-bbfa-e053fd271441" -d '{"events": [{"server_uuid": "7b952d17-9562-4e76-8cc0-715da40994fb", "name": "network-vif-deleted", "tag": "fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:22:42.539141 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614ffaa9-bf53-421c-a1aa-00879e365d24 x-openstack-request-id: req-614ffaa9-bf53-421c-a1aa-00879e365d24 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:22:42.539446 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b952d17-9562-4e76-8cc0-715da40994fb", "name": "network-vif-deleted", "tag": "fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:22:42.539712 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-614ffaa9-bf53-421c-a1aa-00879e365d24 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:22:42.540125 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b952d17-9562-4e76-8cc0-715da40994fb', 'name': 'network-vif-deleted', 'tag': 'fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a', 'status': 'completed', 'code': 200} Aug 24 01:22:42.798819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85af63e1-0c6b-4541-b62a-6e910ede3fc5 req-b8aeaaa2-1e16-4ec6-96fc-2be0681ca2d9 tempest-TestEncryptedCinderVolumes-1224340628 tempest-TestEncryptedCinderVolumes-1224340628-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b952d17-9562-4e76-8cc0-715da40994fb HTTP/1.1" status: 200 len: 210 time: 0.0281885 Aug 24 01:22:43.016116 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:43.949739 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51984) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:44.301951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:44.553900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Deleting port a72802ed-9f49-4f88-82bb-25c3779afda1 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:44.554241 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:44.630927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] For port a72802ed-9f49-4f88-82bb-25c3779afda1, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a72802ed-9f49-4f88-82bb-25c3779afda1,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:44.631290 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:44.647409 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Calling delete_port for a72802ed-9f49-4f88-82bb-25c3779afda1 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:44.891328 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:44.916359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a72802ed-9f49-4f88-82bb-25c3779afda1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:45.047586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:22:45.073381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:22:45.073837 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device fa7f6f77-eb8f-4bd4-8fc9-4a3bd25dee3a not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:22:45.084869 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:45.296107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Router ac9eb733-4512-4595-aeb7-32f9464e69aa has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:22:45.399563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:22:45.404771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-25d52893-95c7-4797-8c5f-1c03f4b81a3b admin admin] 10.222.0.26 "PUT /v2.0/routers/ac9eb733-4512-4595-aeb7-32f9464e69aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4539237 Aug 24 01:22:45.407322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:45.408181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] Sync routers for ids ['ac9eb733-4512-4595-aeb7-32f9464e69aa'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:22:45.418212 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] Routers {'ac9eb733-4512-4595-aeb7-32f9464e69aa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:22:45.418827 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ac9eb733-4512-4595-aeb7-32f9464e69aa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:45.529662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] Set router ac9eb733-4512-4595-aeb7-32f9464e69aa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:22:45.718198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:22:44Z', 'revision_number': 5, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:45.745461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] Checking router: ac9eb733-4512-4595-aeb7-32f9464e69aa for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:22:45.754089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] Routers {'ac9eb733-4512-4595-aeb7-32f9464e69aa'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:22:45.754707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ac9eb733-4512-4595-aeb7-32f9464e69aa'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:45.826178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:45.861723 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] Set router ac9eb733-4512-4595-aeb7-32f9464e69aa gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:22:45.927594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.027427 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Deleting port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:46.027699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.045823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:22:44Z', 'revision_number': 5, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:46.080522 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa138fa-9ca8-4719-9a95-c4e5509e179f None None] The sync data for ids ['ac9eb733-4512-4595-aeb7-32f9464e69aa'] in n-d-804878-2 is: [{'id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'name': 'tempest-TestEncryptedCinderVolumes-1973315761-router', 'tenant_id': '282059899b2f430eb7c300d5fe595adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:15Z', 'updated_at': '2021-08-24T01:22:44Z', 'revision_number': 5, 'project_id': '282059899b2f430eb7c300d5fe595adf', 'gw_port': {'id': '776d24a3-e94c-46f1-a2dd-d56cd0d4b353', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9eb733-4512-4595-aeb7-32f9464e69aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:16Z', 'updated_at': '2021-08-24T01:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:22:46.128921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] For port 776d24a3-e94c-46f1-a2dd-d56cd0d4b353, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=776d24a3-e94c-46f1-a2dd-d56cd0d4b353,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:46.129458 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.141344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Calling delete_port for 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:46.359894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.389759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=776d24a3-e94c-46f1-a2dd-d56cd0d4b353,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:46.453406 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.550223 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.553694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.554182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a72802ed-9f49-4f88-82bb-25c3779afda1 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:22:46.575370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a72802ed-9f49-4f88-82bb-25c3779afda1 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:22:46.575711 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a72802ed-9f49-4f88-82bb-25c3779afda1 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:22:46.668885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.669419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac9eb733-4512-4595-aeb7-32f9464e69aa {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:22:46.674017 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.675293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cc7d42c1-7db6-46a0-937c-bb7f408453b6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ac9eb733-4512-4595-aeb7-32f9464e69aa HTTP/1.1" status: 204 len: 168 time: 1.2670572 Aug 24 01:22:46.677747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:46.723395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f24dc5-3355-4a32-a4e3-6698fd88cc1a admin admin] Deleting subnet 41fef877-5db0-434c-893d-b21536c1384e {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:22:46.726923 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7f24dc5-3355-4a32-a4e3-6698fd88cc1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.763828 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7f24dc5-3355-4a32-a4e3-6698fd88cc1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.839781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7f24dc5-3355-4a32-a4e3-6698fd88cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.937594 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7f24dc5-3355-4a32-a4e3-6698fd88cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.963078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f24dc5-3355-4a32-a4e3-6698fd88cc1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41fef877-5db0-434c-893d-b21536c1384e,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:46.966823 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c7f24dc5-3355-4a32-a4e3-6698fd88cc1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:46.968879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c7f24dc5-3355-4a32-a4e3-6698fd88cc1a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/41fef877-5db0-434c-893d-b21536c1384e HTTP/1.1" status: 204 len: 168 time: 0.2899663 Aug 24 01:22:46.971245 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51990) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:46.972626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5185bd1-c384-4575-875f-9afb8b4209f0 None None] Network 6ffe8392-a8b6-4c71-b8da-17ece8585c76 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:22:47.038548 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.095703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Deleting port 53d24f31-f680-4d37-9692-abfcfd06d96c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:47.096056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.164063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] DHCP port deletion for 6ffe8392-a8b6-4c71-b8da-17ece8585c76 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:22:47.168428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] For port 53d24f31-f680-4d37-9692-abfcfd06d96c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=53d24f31-f680-4d37-9692-abfcfd06d96c,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:47.168870 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.182103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Calling delete_port for 53d24f31-f680-4d37-9692-abfcfd06d96c owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:47.209352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Deleting port 53d24f31-f680-4d37-9692-abfcfd06d96c {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:47.209689 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.270931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] For port 53d24f31-f680-4d37-9692-abfcfd06d96c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=53d24f31-f680-4d37-9692-abfcfd06d96c,segment=NetworkSegment(f4535c5b-ac10-410b-994c-cd1dc6c9d24d),segment_id=f4535c5b-ac10-410b-994c-cd1dc6c9d24d)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:47.271335 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.287979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Calling delete_port for 53d24f31-f680-4d37-9692-abfcfd06d96c owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:47.341678 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.361189 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.372489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d24f31-f680-4d37-9692-abfcfd06d96c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:47.374264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] No DVR routers for this DVR port 53d24f31-f680-4d37-9692-abfcfd06d96c on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:22:47.384607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Pushing event deleted for resources: {'Port': ['ID=53d24f31-f680-4d37-9692-abfcfd06d96c,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:47.393823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] No DVR routers for this DVR port 53d24f31-f680-4d37-9692-abfcfd06d96c on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:22:47.396333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.397056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.397056 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.397359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.397726 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.398065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.398401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.398733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.399067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.399402 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.400252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.400583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394d15c-ef66-42a6-a2b6-889b6e9c63d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:22:47.443981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.454322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffe8392-a8b6-4c71-b8da-17ece8585c76']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:47.465193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:47.465431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4535c5b-ac10-410b-994c-cd1dc6c9d24d') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:47.474088 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.488204 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.494319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:22:47.494793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:22:47.496415 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:22:47.604305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.609634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:47.611462 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6ffe8392-a8b6-4c71-b8da-17ece8585c76 HTTP/1.1" status: 204 len: 168 time: 0.6392419 Aug 24 01:22:47.614558 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 51992) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:47.622288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08cfc5-2d46-4c20-9153-edb35848d3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffe8392-a8b6-4c71-b8da-17ece8585c76,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:47.953851 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:48.197832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:22:48.206763 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Deleting port a2ca4c50-480d-48e6-8193-f7ce51cec149 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:48.207051 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:48.217596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:22:48.217952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 776d24a3-e94c-46f1-a2dd-d56cd0d4b353 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:22:48.218369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 53d24f31-f680-4d37-9692-abfcfd06d96c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:22:48.237957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 53d24f31-f680-4d37-9692-abfcfd06d96c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:22:48.238310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 53d24f31-f680-4d37-9692-abfcfd06d96c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:22:48.297398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] For port a2ca4c50-480d-48e6-8193-f7ce51cec149, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a2ca4c50-480d-48e6-8193-f7ce51cec149,segment=NetworkSegment(be3afccb-39ee-4dbd-88e0-363a4c92883c),segment_id=be3afccb-39ee-4dbd-88e0-363a4c92883c)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:48.297798 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:48.309790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Calling delete_port for a2ca4c50-480d-48e6-8193-f7ce51cec149 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:48.548499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:48.575063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ca4c50-480d-48e6-8193-f7ce51cec149,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:48.739909 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:48.953495 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Router 933a1ef6-cf1f-44a8-9ed2-963398815de8 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:22:49.059812 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:22:49.067700 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51994) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:49.069885 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-19c5f9a1-909b-4c79-9c7e-ad4583196c94 admin admin] 10.222.0.26 "PUT /v2.0/routers/933a1ef6-cf1f-44a8-9ed2-963398815de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4525392 Aug 24 01:22:49.070203 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] Sync routers for ids ['933a1ef6-cf1f-44a8-9ed2-963398815de8'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:22:49.080254 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] Routers {'933a1ef6-cf1f-44a8-9ed2-963398815de8'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:22:49.080856 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['933a1ef6-cf1f-44a8-9ed2-963398815de8'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:49.174776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.281856 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] Set router 933a1ef6-cf1f-44a8-9ed2-963398815de8 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:22:49.282616 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.390374 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Deleting port d6c3601d-ee38-494b-97f3-925c4c2b2c03 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:49.390724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.455604 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:22:48Z', 'revision_number': 5, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port': {'id': 'd6c3601d-ee38-494b-97f3-925c4c2b2c03', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:21:22Z', 'updated_at': '2021-08-24T01:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:49.468633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] For port d6c3601d-ee38-494b-97f3-925c4c2b2c03, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=d6c3601d-ee38-494b-97f3-925c4c2b2c03,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:49.469003 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.482854 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Calling delete_port for d6c3601d-ee38-494b-97f3-925c4c2b2c03 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:49.486105 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] Checking router: 933a1ef6-cf1f-44a8-9ed2-963398815de8 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:22:49.494504 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] Routers {'933a1ef6-cf1f-44a8-9ed2-963398815de8'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:22:49.495108 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['933a1ef6-cf1f-44a8-9ed2-963398815de8'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:49.579241 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] Set router 933a1ef6-cf1f-44a8-9ed2-963398815de8 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:22:49.631116 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:22:49Z', 'revision_number': 6, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:49.659794 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63f7ec-6dce-41d1-af8c-36ae816ad74d None None] The sync data for ids ['933a1ef6-cf1f-44a8-9ed2-963398815de8'] in n-d-804878-2 is: [{'id': '933a1ef6-cf1f-44a8-9ed2-963398815de8', 'name': 'tempest-TestEncryptedCinderVolumes-1411316375-router', 'tenant_id': '88f5e16662f5463b917d18edc874ea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:21:21Z', 'updated_at': '2021-08-24T01:22:49Z', 'revision_number': 6, 'project_id': '88f5e16662f5463b917d18edc874ea26', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:22:49.702994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.731107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c3601d-ee38-494b-97f3-925c4c2b2c03,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:49.794261 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.883419 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.886021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.983359 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.983967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 933a1ef6-cf1f-44a8-9ed2-963398815de8 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:22:49.988304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:49.989488 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e1f3f990-1dcc-4773-82de-4215f1546988 admin admin] 10.222.0.26 "DELETE /v2.0/routers/933a1ef6-cf1f-44a8-9ed2-963398815de8 HTTP/1.1" status: 204 len: 168 time: 0.9207177 Aug 24 01:22:49.997923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:50.048680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f6a43c-8a89-440e-9a7c-31aba29e8f8d admin admin] Deleting subnet c0c41496-1553-4e1c-b39f-2435307d1e38 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:22:50.051998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63f6a43c-8a89-440e-9a7c-31aba29e8f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.087097 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63f6a43c-8a89-440e-9a7c-31aba29e8f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.162036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63f6a43c-8a89-440e-9a7c-31aba29e8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.274743 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63f6a43c-8a89-440e-9a7c-31aba29e8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.298783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6a43c-8a89-440e-9a7c-31aba29e8f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c41496-1553-4e1c-b39f-2435307d1e38,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:50.304420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63f6a43c-8a89-440e-9a7c-31aba29e8f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.306337 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-63f6a43c-8a89-440e-9a7c-31aba29e8f8d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c0c41496-1553-4e1c-b39f-2435307d1e38 HTTP/1.1" status: 204 len: 168 time: 0.3074615 Aug 24 01:22:50.309468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 51998) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:50.310359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44ae6c-c1d8-4d6c-abf4-c3a635cf70f9 None None] Network 2973fae8-87b2-4b14-af2b-7a95fb01c674 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:22:50.379098 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.432220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a2ca4c50-480d-48e6-8193-f7ce51cec149 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:22:50.451788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Deleting port 7e3b8919-39ed-416b-8625-3f9b15a5b417 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:50.452138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.456269 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a2ca4c50-480d-48e6-8193-f7ce51cec149 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:22:50.457261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a2ca4c50-480d-48e6-8193-f7ce51cec149 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:22:50.457261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d6c3601d-ee38-494b-97f3-925c4c2b2c03 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:22:50.484882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: d6c3601d-ee38-494b-97f3-925c4c2b2c03 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:22:50.485307 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device d6c3601d-ee38-494b-97f3-925c4c2b2c03 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:22:50.524594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] For port 7e3b8919-39ed-416b-8625-3f9b15a5b417, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7e3b8919-39ed-416b-8625-3f9b15a5b417,segment=NetworkSegment(be3afccb-39ee-4dbd-88e0-363a4c92883c),segment_id=be3afccb-39ee-4dbd-88e0-363a4c92883c)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:50.524965 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.530389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] DHCP port deletion for 2973fae8-87b2-4b14-af2b-7a95fb01c674 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:22:50.539701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Calling delete_port for 7e3b8919-39ed-416b-8625-3f9b15a5b417 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:50.590229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] Deleting port 7e3b8919-39ed-416b-8625-3f9b15a5b417 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:22:50.590607 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.655365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] For port 7e3b8919-39ed-416b-8625-3f9b15a5b417, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7e3b8919-39ed-416b-8625-3f9b15a5b417,segment=NetworkSegment(be3afccb-39ee-4dbd-88e0-363a4c92883c),segment_id=be3afccb-39ee-4dbd-88e0-363a4c92883c)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:50.655817 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.669792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] Calling delete_port for 7e3b8919-39ed-416b-8625-3f9b15a5b417 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:22:50.686031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.716972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3b8919-39ed-416b-8625-3f9b15a5b417,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:50.730846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] No DVR routers for this DVR port 7e3b8919-39ed-416b-8625-3f9b15a5b417 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:22:50.755874 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.784512 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] Pushing event deleted for resources: {'Port': ['ID=7e3b8919-39ed-416b-8625-3f9b15a5b417,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:50.786962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c07cf-2917-4eae-bdcc-9668ff864897 None None] No DVR routers for this DVR port 7e3b8919-39ed-416b-8625-3f9b15a5b417 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:22:50.807253 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.816876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2973fae8-87b2-4b14-af2b-7a95fb01c674']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:50.827671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3afccb-39ee-4dbd-88e0-363a4c92883c') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:50.827976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3afccb-39ee-4dbd-88e0-363a4c92883c') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:50.836663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.850892 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.856853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:22:50.857330 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:22:50.859048 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:22:51.005613 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:51.010908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:51.013353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] 10.222.0.26 "DELETE /v2.0/networks/2973fae8-87b2-4b14-af2b-7a95fb01c674 HTTP/1.1" status: 204 len: 168 time: 0.7028399 Aug 24 01:22:51.024178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372b5b-9d24-49f1-baf9-cf6d5e60774b admin admin] Pushing event deleted for resources: {'Network': ['ID=2973fae8-87b2-4b14-af2b-7a95fb01c674,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:51.326086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52002) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:51.365177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bb9cafb7-e0f6-4152-a8dd-523c8f22d563 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=282059899b2f430eb7c300d5fe595adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379484 Aug 24 01:22:51.367491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52004) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:51.414209 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5850-34ee-41f4-9a4a-fba026a087f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:51.435431 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5850-34ee-41f4-9a4a-fba026a087f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:51.525536 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5850-34ee-41f4-9a4a-fba026a087f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:51.528110 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5850-34ee-41f4-9a4a-fba026a087f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:51.529273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aa0d5850-34ee-41f4-9a4a-fba026a087f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c026a5aa-4969-45b9-bf58-e2df6df377e7 HTTP/1.1" status: 204 len: 168 time: 0.1608965 Aug 24 01:22:51.536932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d5850-34ee-41f4-9a4a-fba026a087f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c026a5aa-4969-45b9-bf58-e2df6df377e7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:52.195314 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7e3b8919-39ed-416b-8625-3f9b15a5b417 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:22:52.216550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 7e3b8919-39ed-416b-8625-3f9b15a5b417 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:22:52.216899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7e3b8919-39ed-416b-8625-3f9b15a5b417 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:22:52.246008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52010) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:52.286053 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dd571438-a108-4856-94ad-e9a04483db36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88f5e16662f5463b917d18edc874ea26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388401 Aug 24 01:22:52.288369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52012) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:52.337782 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da8d-90ee-4454-b1a5-42742bf2c9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:52.358740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da8d-90ee-4454-b1a5-42742bf2c9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:52.478812 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da8d-90ee-4454-b1a5-42742bf2c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:52.481377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7dd1da8d-90ee-4454-b1a5-42742bf2c9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:52.482676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7dd1da8d-90ee-4454-b1a5-42742bf2c9e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5f7654c-2e62-4970-b6cf-a26a0eab0832 HTTP/1.1" status: 204 len: 168 time: 0.1934278 Aug 24 01:22:52.490748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1da8d-90ee-4454-b1a5-42742bf2c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f7654c-2e62-4970-b6cf-a26a0eab0832,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:53.480121 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52034) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:53.574252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-552729933-network', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:53.656986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Made reservation on behalf of 8ba0635d94144dfe8a50aa31fc8d4fcd for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:22:53.659308 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:53.667589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:53.752863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:53.834209 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:53.854573 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:22:53.868939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283f1c6a-aafb-4929-acb3-161b7b4b2b34,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:53.873266 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:53.873684 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Added segment 2ed25847-8a8b-4b64-831a-aa53db43bd8f of type vlan for network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e Aug 24 01:22:53.912878 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.016886 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.017876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:54.018465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.076399 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] Pushing event updated for resources: {'Network': ['ID=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:54.085940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:22:54.126808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3e22eed6-44e3-40a4-ba96-86f802d477ee admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6455491 Aug 24 01:22:54.129671 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52038) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:54.134478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Request body: {'subnet': {'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-552729933-subnet', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:54.228522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Made reservation on behalf of 8ba0635d94144dfe8a50aa31fc8d4fcd for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:22:54.231382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.463068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.520144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6862f5-655c-43f8-a7c5-d5a926abe3a4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:54.527154 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Checking segment: {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:22:54.527525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Network hostable DHCP agents. Network: 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:22:54.582472 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:22:54.634488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:22:54.639448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:54.640133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.645002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33362b-8c1d-4d82-b5ea-88b098988390 None None] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:22:54.686439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ed98c186-c434-4335-a023-7e1ce2d8253e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5557203 Aug 24 01:22:54.689133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52040) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:54.693703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:54.781674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.782778 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.787628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:22:54.788497 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.840290 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:54.924849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Allocated IP 172.20.0.2 (3d6af861-e3b3-4109-8de5-7ecc0fb82b0e/be6862f5-655c-43f8-a7c5-d5a926abe3a4/7561a755-72ab-4b05-873a-668f4ac0d3a2) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:22:55.052462 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.066775 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.075343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Transition to ACTIVE for port object 7561a755-72ab-4b05-873a-668f4ac0d3a2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:22:55.090489 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Transition to ACTIVE for port object 7561a755-72ab-4b05-873a-668f4ac0d3a2 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:22:55.171698 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.209988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:22:55.213102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:22:55.217126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:22:55.230357 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Pushing event updated for resources: {'Port': ['ID=7561a755-72ab-4b05-873a-668f4ac0d3a2,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:55.278339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Attempting to bind port 7561a755-72ab-4b05-873a-668f4ac0d3a2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:22:55.278712 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Attempting to bind port 7561a755-72ab-4b05-873a-668f4ac0d3a2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:22:55.279144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Attempting to bind port 7561a755-72ab-4b05-873a-668f4ac0d3a2 on network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:22:55.284048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:22:55.284448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Checking segment: {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:22:55.284859 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.285257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Bound using segment: {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:22:55.285748 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Bound port: 7561a755-72ab-4b05-873a-668f4ac0d3a2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:22:55.286163 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.311465 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.330678 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.340649 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:22:55.347781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] For port 7561a755-72ab-4b05-873a-668f4ac0d3a2, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:22:55.350885 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] For port 7561a755-72ab-4b05-873a-668f4ac0d3a2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7561a755-72ab-4b05-873a-668f4ac0d3a2,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:22:55.406057 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.439699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Allocated IP 172.25.5.12 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/2e4a0779-23dc-4f00-8c50-a06e035a4a44) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:22:55.467033 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61367d-6c32-407b-9cec-fd2e98edca27 None None] Pushing event updated for resources: {'Port': ['ID=7561a755-72ab-4b05-873a-668f4ac0d3a2,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:55.555188 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.652323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:55.702699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:22:55.705670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:22:55.709268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:22:55.732455 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4a0779-23dc-4f00-8c50-a06e035a4a44,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:56.013106 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:56.182953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:56.253300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7561a755-72ab-4b05-873a-668f4ac0d3a2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:22:56.370421 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dbfb55e4-5df2-48ab-9c84-757105825e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:56.405973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b21fbd6-bbab-4722-89e9-a1e27960097e None None] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:22:56.419412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 7561a755-72ab-4b05-873a-668f4ac0d3a2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:22:56.527819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ab48c32-b360-46dd-b1c2-a6c5c8f5a14b None None] Provisioning for port 7561a755-72ab-4b05-873a-668f4ac0d3a2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:22:56.531229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:56.536225 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ab48c32-b360-46dd-b1c2-a6c5c8f5a14b None None] Provisioning complete for port 7561a755-72ab-4b05-873a-668f4ac0d3a2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:56.536601 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab48c32-b360-46dd-b1c2-a6c5c8f5a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:56.644584 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab48c32-b360-46dd-b1c2-a6c5c8f5a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:56.679049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4ab48c32-b360-46dd-b1c2-a6c5c8f5a14b None None] For port 7561a755-72ab-4b05-873a-668f4ac0d3a2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7561a755-72ab-4b05-873a-668f4ac0d3a2,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:22:56.715148 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Router 950bab56-1f13-4496-9f9a-76978cf25fb0 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:22:56.743503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab48c32-b360-46dd-b1c2-a6c5c8f5a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:56.794002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab48c32-b360-46dd-b1c2-a6c5c8f5a14b None None] Pushing event updated for resources: {'Port': ['ID=7561a755-72ab-4b05-873a-668f4ac0d3a2,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:56.827931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:22:56.836913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Sync routers for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:22:56.846507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:22:56.847119 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:56.891978 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:56.893304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1bfcaf86-50cb-4da4-bbb5-cd4911f1db88 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2031918 Aug 24 01:22:56.896166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52042) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:57.059676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b2917aeb-de7e-4324-9956-bdcac4042a63 None None] Provisioning complete for port 7561a755-72ab-4b05-873a-668f4ac0d3a2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:57.059947 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b2917aeb-de7e-4324-9956-bdcac4042a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.143623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:22:57.330030 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.355949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:55Z', 'revision_number': 3, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:57.394215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Checking router: 950bab56-1f13-4496-9f9a-76978cf25fb0 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:22:57.394620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Updating router 950bab56-1f13-4496-9f9a-76978cf25fb0 port 2e4a0779-23dc-4f00-8c50-a06e035a4a44 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:22:57.422046 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.491650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Allocated IP 172.20.0.1 (3d6af861-e3b3-4109-8de5-7ecc0fb82b0e/be6862f5-655c-43f8-a7c5-d5a926abe3a4/726b2167-348d-4128-82f3-242f8389d3da) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:22:57.592969 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.607614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Transition to ACTIVE for port object 726b2167-348d-4128-82f3-242f8389d3da will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:22:57.680211 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.684893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.694678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Transition to ACTIVE for port object 2e4a0779-23dc-4f00-8c50-a06e035a4a44 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:22:57.719446 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:22:57.722467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:22:57.725800 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:22:57.754356 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Pushing event updated for resources: {'Port': ['ID=726b2167-348d-4128-82f3-242f8389d3da,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:57.764920 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.776297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.823929 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Attempting to bind port 2e4a0779-23dc-4f00-8c50-a06e035a4a44 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:22:57.824389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Attempting to bind port 2e4a0779-23dc-4f00-8c50-a06e035a4a44 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:22:57.824820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Attempting to bind port 2e4a0779-23dc-4f00-8c50-a06e035a4a44 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:22:57.828126 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8159d-3f44-49ad-a7e8-4c59ca3ddccd None None] Pushing event updated for resources: {'Port': ['ID=2e4a0779-23dc-4f00-8c50-a06e035a4a44,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:57.833370 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:22:57.833874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:22:57.834343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.834795 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:22:57.835663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Bound port: 2e4a0779-23dc-4f00-8c50-a06e035a4a44, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:22:57.835803 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:57.890896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] For port 2e4a0779-23dc-4f00-8c50-a06e035a4a44, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:22:57.894071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] For port 2e4a0779-23dc-4f00-8c50-a06e035a4a44, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2e4a0779-23dc-4f00-8c50-a06e035a4a44,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:22:58.008205 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:58.028656 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:58.085766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:22:58.090617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:58.090617 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8159d-3f44-49ad-a7e8-4c59ca3ddccd None None] Pushing event updated for resources: {'Port': ['ID=2e4a0779-23dc-4f00-8c50-a06e035a4a44,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:58.092763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bead3b9f-8ebb-4958-a159-87d02f453608 None None] Provisioning for port 726b2167-348d-4128-82f3-242f8389d3da completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:22:58.135305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bead3b9f-8ebb-4958-a159-87d02f453608 None None] Provisioning complete for port 726b2167-348d-4128-82f3-242f8389d3da triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:58.135604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bead3b9f-8ebb-4958-a159-87d02f453608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:58.174875 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:58.207343 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bead3b9f-8ebb-4958-a159-87d02f453608 None None] Port 726b2167-348d-4128-82f3-242f8389d3da cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:22:58.214288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7561a755-72ab-4b05-873a-668f4ac0d3a2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:22:58.240051 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:58.253870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:22:58.311491 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:58.313385 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Pushing event updated for resources: {'Port': ['ID=726b2167-348d-4128-82f3-242f8389d3da,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:58.373487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7561a755-72ab-4b05-873a-668f4ac0d3a2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:58.374156 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:58.405557 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:22:58.406889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:22:58.529445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 1, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:22:58.534556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Router 950bab56-1f13-4496-9f9a-76978cf25fb0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:22:58.556698 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d598ab-9605-42ee-988b-93d551809a95 None None] The sync data for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 is: [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 1, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:22:58.639625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-540d6d40-a234-4692-8357-3109f4986d94 None None] Provisioning complete for port 726b2167-348d-4128-82f3-242f8389d3da triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:22:58.640074 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-540d6d40-a234-4692-8357-3109f4986d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:58.656055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:22:58.661366 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1c69c164-2a80-4091-ada7-921958f7da09 admin admin] 10.222.0.26 "PUT /v2.0/routers/950bab56-1f13-4496-9f9a-76978cf25fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639427 Aug 24 01:22:58.680071 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-540d6d40-a234-4692-8357-3109f4986d94 None None] Port 726b2167-348d-4128-82f3-242f8389d3da cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:22:59.034450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-202a5709-9cd5-4b22-ac9b-381fd41f7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.165662 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.432234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52058) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:22:59.438097 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-354778686-network', 'tenant_id': '1e2d4a3329954f799855a908ce048c67'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:22:59.541685 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Made reservation on behalf of 1e2d4a3329954f799855a908ce048c67 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:22:59.544767 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.554151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.667172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.731908 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.754942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:22:59.768808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef7b9a0-5174-436a-a9fe-4108d6c3dc02,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:59.773876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.774233 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Added segment e604848a-093f-4848-afd1-526a8a1b2393 of type vlan for network 094301cb-2f5e-4423-aac2-94ae08b9de24 Aug 24 01:22:59.814469 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.919967 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.920896 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:22:59.921492 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:22:59.982177 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] Pushing event updated for resources: {'Network': ['ID=094301cb-2f5e-4423-aac2-94ae08b9de24,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:22:59.991846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 094301cb-2f5e-4423-aac2-94ae08b9de24 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:23:00.049295 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52060) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:00.049961 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8fe75388-e40b-42a2-9c01-60cfa7621447 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6159902 Aug 24 01:23:00.054636 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Request body: {'subnet': {'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-354778686-subnet', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'ip_version': 4}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:00.130870 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Made reservation on behalf of 1e2d4a3329954f799855a908ce048c67 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:23:00.133324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.376249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2e4a0779-23dc-4f00-8c50-a06e035a4a44 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:00.394704 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.456993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd5cd80-3967-4003-83d5-795a4066764d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:00.466618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Checking segment: {'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:23:00.466977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Network hostable DHCP agents. Network: 094301cb-2f5e-4423-aac2-94ae08b9de24, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:23:00.491142 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2e4a0779-23dc-4f00-8c50-a06e035a4a44 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:00.495028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2e4a0779-23dc-4f00-8c50-a06e035a4a44 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:00.495404 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.539173 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Sync routers for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:23:00.548637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Network 094301cb-2f5e-4423-aac2-94ae08b9de24 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:23:00.549355 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:23:00.550005 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:00.586722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.594127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.608641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2e4a0779-23dc-4f00-8c50-a06e035a4a44, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2e4a0779-23dc-4f00-8c50-a06e035a4a44,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:23:00.616781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 094301cb-2f5e-4423-aac2-94ae08b9de24) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:23:00.623561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:00.623681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.626974 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8cb2be-75cc-4b3b-a474-261da419bd79 None None] Network 094301cb-2f5e-4423-aac2-94ae08b9de24 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:23:00.661448 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:23:00.668913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.700836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7a6ce3e3-c6d1-487e-8cd0-ab966f0bda18 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6476767 Aug 24 01:23:00.702192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52062) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:00.706931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:00.740429 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2e4a0779-23dc-4f00-8c50-a06e035a4a44,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:00.793104 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.795731 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.820560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-094301cb-2f5e-4423-aac2-94ae08b9de24', 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'fixed_ips': [{'subnet_id': '7dd5cd80-3967-4003-83d5-795a4066764d'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:23:00.821693 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.851370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.870412 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:22:58Z', 'revision_number': 2, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:00.897029 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Checking router: 950bab56-1f13-4496-9f9a-76978cf25fb0 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:23:00.897383 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Updating router 950bab56-1f13-4496-9f9a-76978cf25fb0 port 726b2167-348d-4128-82f3-242f8389d3da binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:23:00.927869 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:00.965935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Allocated IP 172.20.0.2 (094301cb-2f5e-4423-aac2-94ae08b9de24/7dd5cd80-3967-4003-83d5-795a4066764d/101ea15e-28c7-4145-8817-9346c0c70e23) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:23:01.090208 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.138757 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.146897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Transition to ACTIVE for port object 101ea15e-28c7-4145-8817-9346c0c70e23 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:23:01.161160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Transition to ACTIVE for port object 101ea15e-28c7-4145-8817-9346c0c70e23 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:23:01.216131 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.222289 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Transition to ACTIVE for port object 726b2167-348d-4128-82f3-242f8389d3da will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:23:01.228871 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.267312 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Network 094301cb-2f5e-4423-aac2-94ae08b9de24 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:23:01.270737 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:23:01.274482 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:23:01.285631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Pushing event updated for resources: {'Port': ['ID=101ea15e-28c7-4145-8817-9346c0c70e23,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:01.292937 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.341959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Attempting to bind port 101ea15e-28c7-4145-8817-9346c0c70e23 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:23:01.342879 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Attempting to bind port 101ea15e-28c7-4145-8817-9346c0c70e23 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:23:01.343455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Attempting to bind port 101ea15e-28c7-4145-8817-9346c0c70e23 on network 094301cb-2f5e-4423-aac2-94ae08b9de24 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:23:01.348102 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Pushing event updated for resources: {'Port': ['ID=726b2167-348d-4128-82f3-242f8389d3da,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:01.354745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:23:01.354745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Checking segment: {'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:23:01.354745 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.354745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Bound using segment: {'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:23:01.354745 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Bound port: 101ea15e-28c7-4145-8817-9346c0c70e23, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:23:01.354745 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.371748 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.372154 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.372434 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.372770 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.373105 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.373440 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.373800 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.374699 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.374699 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.374898 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.375086 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.375392 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:01.389612 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.413726 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.418428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Attempting to bind port 726b2167-348d-4128-82f3-242f8389d3da on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:23:01.418808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Attempting to bind port 726b2167-348d-4128-82f3-242f8389d3da by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:23:01.419175 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Attempting to bind port 726b2167-348d-4128-82f3-242f8389d3da on network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:23:01.426526 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:23:01.426907 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Checking segment: {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:23:01.427562 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.427966 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Bound using segment: {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:23:01.428584 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Bound port: 726b2167-348d-4128-82f3-242f8389d3da, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:23:01.428977 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.444040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] For port 101ea15e-28c7-4145-8817-9346c0c70e23, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:23:01.449344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] For port 101ea15e-28c7-4145-8817-9346c0c70e23, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=101ea15e-28c7-4145-8817-9346c0c70e23,segment=NetworkSegment(e604848a-093f-4848-afd1-526a8a1b2393),segment_id=e604848a-093f-4848-afd1-526a8a1b2393)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:23:01.498107 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] For port 726b2167-348d-4128-82f3-242f8389d3da, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:23:01.501475 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] For port 726b2167-348d-4128-82f3-242f8389d3da, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=726b2167-348d-4128-82f3-242f8389d3da,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:23:01.515113 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.536300 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Allocated IP 172.25.5.228 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/f69c2319-7ec6-49b3-bce0-c880411c302a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:23:01.581878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818b60b-664c-4f31-949c-854cd7d42695 None None] Pushing event updated for resources: {'Port': ['ID=101ea15e-28c7-4145-8817-9346c0c70e23,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:01.600492 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.658384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.667153 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69041c4-a773-4db8-8ccc-a34403543f17 None None] Pushing event updated for resources: {'Port': ['ID=726b2167-348d-4128-82f3-242f8389d3da,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:01.677925 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:23:01.678637 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:01.760809 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:01.819856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:23:01.823313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:23:01.828783 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:23:01.835738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=f69c2319-7ec6-49b3-bce0-c880411c302a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:01.853472 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:23:02.051131 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:02.162221 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:23:01Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:02.189966 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5765cd-e13e-446a-95d6-f967faf7850c None None] The sync data for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 is: [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:23:01Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:23:02.214365 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:02.390623 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 726b2167-348d-4128-82f3-242f8389d3da up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:02.472382 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:02.548947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 726b2167-348d-4128-82f3-242f8389d3da completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:02.565256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 726b2167-348d-4128-82f3-242f8389d3da triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:02.565256 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:02.633347 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3bbb6b-3cbd-4d4d-844b-a72f4e83c5f6 None None] Network 094301cb-2f5e-4423-aac2-94ae08b9de24 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:23:02.674499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Router 823df1ba-7a51-4e41-9395-2a1f226310db is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:23:02.700792 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:02.759829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 726b2167-348d-4128-82f3-242f8389d3da, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=726b2167-348d-4128-82f3-242f8389d3da,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:23:02.765925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-75be53cf-0c00-4e06-a46b-bcaeaa812c61 None None] Provisioning for port 101ea15e-28c7-4145-8817-9346c0c70e23 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:02.800369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:23:02.825739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Sync routers for ids ['823df1ba-7a51-4e41-9395-2a1f226310db'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:23:02.828121 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:02.828905 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 101ea15e-28c7-4145-8817-9346c0c70e23 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:02.920155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:02.926313 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6acfa66b-0c15-4375-9a64-2b4843bf2ca5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2184429 Aug 24 01:23:02.926313 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:03.060337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Routers {'823df1ba-7a51-4e41-9395-2a1f226310db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:23:03.060988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['823df1ba-7a51-4e41-9395-2a1f226310db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:03.121251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=726b2167-348d-4128-82f3-242f8389d3da,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:03.196398 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Set router 823df1ba-7a51-4e41-9395-2a1f226310db gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:23:03.257092 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 101ea15e-28c7-4145-8817-9346c0c70e23 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:03.273839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 101ea15e-28c7-4145-8817-9346c0c70e23 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:03.274205 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.446655 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.451167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-15feb5c2-b54e-4bba-a117-7673d4c48e19 None None] Provisioning complete for port 101ea15e-28c7-4145-8817-9346c0c70e23 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:03.451539 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15feb5c2-b54e-4bba-a117-7673d4c48e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.517561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 101ea15e-28c7-4145-8817-9346c0c70e23, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=101ea15e-28c7-4145-8817-9346c0c70e23,segment=NetworkSegment(e604848a-093f-4848-afd1-526a8a1b2393),segment_id=e604848a-093f-4848-afd1-526a8a1b2393)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:23:03.528444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:23:01Z', 'revision_number': 3, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port': {'id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:01Z', 'updated_at': '2021-08-24T01:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:03.563649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Checking router: 823df1ba-7a51-4e41-9395-2a1f226310db for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:23:03.564006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Updating router 823df1ba-7a51-4e41-9395-2a1f226310db port f69c2319-7ec6-49b3-bce0-c880411c302a binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:23:03.603416 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.604503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2e4a0779-23dc-4f00-8c50-a06e035a4a44 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:03.661432 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.689506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.698264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15feb5c2-b54e-4bba-a117-7673d4c48e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.742114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=101ea15e-28c7-4145-8817-9346c0c70e23,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:03.849101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2e4a0779-23dc-4f00-8c50-a06e035a4a44 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:03.849482 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.852022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Allocated IP 172.20.0.1 (094301cb-2f5e-4423-aac2-94ae08b9de24/7dd5cd80-3967-4003-83d5-795a4066764d/e3241f86-6130-415c-8274-61fc68493577) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:23:03.881797 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-15feb5c2-b54e-4bba-a117-7673d4c48e19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:23:03.882154 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-15feb5c2-b54e-4bba-a117-7673d4c48e19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:23:03.958219 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:03.973066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Transition to ACTIVE for port object e3241f86-6130-415c-8274-61fc68493577 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:23:04.057164 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.067063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.076875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Transition to ACTIVE for port object f69c2319-7ec6-49b3-bce0-c880411c302a will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:23:04.097589 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Network 094301cb-2f5e-4423-aac2-94ae08b9de24 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:23:04.100282 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:23:04.103655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:23:04.109559 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Pushing event updated for resources: {'Port': ['ID=e3241f86-6130-415c-8274-61fc68493577,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:04.125386 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.148358 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.187701 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Attempting to bind port f69c2319-7ec6-49b3-bce0-c880411c302a on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:23:04.188082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Attempting to bind port f69c2319-7ec6-49b3-bce0-c880411c302a by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:23:04.188453 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Attempting to bind port f69c2319-7ec6-49b3-bce0-c880411c302a on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:23:04.202176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959dbb-e7a1-4950-8d5b-bcf27909ce09 None None] Pushing event updated for resources: {'Port': ['ID=f69c2319-7ec6-49b3-bce0-c880411c302a,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:04.202176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:23:04.202176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:23:04.202176 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.202176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:23:04.202176 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Bound port: f69c2319-7ec6-49b3-bce0-c880411c302a, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:23:04.202176 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.254499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 726b2167-348d-4128-82f3-242f8389d3da up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:04.301901 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] For port f69c2319-7ec6-49b3-bce0-c880411c302a, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:23:04.306741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] For port f69c2319-7ec6-49b3-bce0-c880411c302a, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f69c2319-7ec6-49b3-bce0-c880411c302a,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:23:04.324791 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 726b2167-348d-4128-82f3-242f8389d3da triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:04.325175 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.363183 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.395554 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.467066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 101ea15e-28c7-4145-8817-9346c0c70e23 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:04.523160 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Routers {'823df1ba-7a51-4e41-9395-2a1f226310db'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:23:04.523784 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['823df1ba-7a51-4e41-9395-2a1f226310db'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:04.527337 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8959dbb-e7a1-4950-8d5b-bcf27909ce09 None None] Pushing event updated for resources: {'Port': ['ID=f69c2319-7ec6-49b3-bce0-c880411c302a,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:04.532867 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.604360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.622739 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 101ea15e-28c7-4145-8817-9346c0c70e23 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:04.623115 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.670776 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Pushing event updated for resources: {'Port': ['ID=e3241f86-6130-415c-8274-61fc68493577,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:04.673338 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.675881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] Set router 823df1ba-7a51-4e41-9395-2a1f226310db gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:23:04.754951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-87b5d367-b2a8-4e00-a602-869c8ec34d45 None None] Provisioning for port e3241f86-6130-415c-8274-61fc68493577 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:04.769321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Network 094301cb-2f5e-4423-aac2-94ae08b9de24 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:23:04.771129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:23:04.790172 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-87b5d367-b2a8-4e00-a602-869c8ec34d45 None None] Provisioning complete for port e3241f86-6130-415c-8274-61fc68493577 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:04.790576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-87b5d367-b2a8-4e00-a602-869c8ec34d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:04.880426 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-87b5d367-b2a8-4e00-a602-869c8ec34d45 None None] Port e3241f86-6130-415c-8274-61fc68493577 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:23:04.903964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Router 823df1ba-7a51-4e41-9395-2a1f226310db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:23:04.963156 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:23:04Z', 'revision_number': 4, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port': {'id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:01Z', 'updated_at': '2021-08-24T01:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e3241f86-6130-415c-8274-61fc68493577', 'name': '', 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'mac_address': 'fa:16:3e:f7:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:03Z', 'updated_at': '2021-08-24T01:23:03Z', 'revision_number': 1, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'subnets': [{'id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:04.995118 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef0ff1-b86f-4dc1-bf5c-6b8297cb2db9 None None] The sync data for ids ['823df1ba-7a51-4e41-9395-2a1f226310db'] in n-d-804878-2 is: [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:23:04Z', 'revision_number': 4, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port': {'id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:01Z', 'updated_at': '2021-08-24T01:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e3241f86-6130-415c-8274-61fc68493577', 'name': '', 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'mac_address': 'fa:16:3e:f7:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:03Z', 'updated_at': '2021-08-24T01:23:03Z', 'revision_number': 1, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'subnets': [{'id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:23:05.007948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-03e67163-2d44-473d-85b3-2d096503cc09 None None] Provisioning complete for port e3241f86-6130-415c-8274-61fc68493577 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:05.008272 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03e67163-2d44-473d-85b3-2d096503cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:05.021086 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:23:05.026795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1ee2373b-5156-45ba-b759-87053cbf2211 admin admin] 10.222.0.26 "PUT /v2.0/routers/823df1ba-7a51-4e41-9395-2a1f226310db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1013248 Aug 24 01:23:05.054776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-03e67163-2d44-473d-85b3-2d096503cc09 None None] Port e3241f86-6130-415c-8274-61fc68493577 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:23:06.273303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f69c2319-7ec6-49b3-bce0-c880411c302a up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:06.577195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f69c2319-7ec6-49b3-bce0-c880411c302a completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:06.581440 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f69c2319-7ec6-49b3-bce0-c880411c302a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:06.581861 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:06.675610 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:06.700627 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port f69c2319-7ec6-49b3-bce0-c880411c302a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f69c2319-7ec6-49b3-bce0-c880411c302a,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:23:06.785443 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:06.849049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=f69c2319-7ec6-49b3-bce0-c880411c302a,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:07.044027 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Sync routers for ids ['823df1ba-7a51-4e41-9395-2a1f226310db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:23:07.058806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Routers {'823df1ba-7a51-4e41-9395-2a1f226310db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:23:07.059457 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['823df1ba-7a51-4e41-9395-2a1f226310db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:07.177063 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Set router 823df1ba-7a51-4e41-9395-2a1f226310db gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:23:07.399063 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:23:04Z', 'revision_number': 4, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port': {'id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:01Z', 'updated_at': '2021-08-24T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e3241f86-6130-415c-8274-61fc68493577', 'name': '', 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'mac_address': 'fa:16:3e:f7:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:03Z', 'updated_at': '2021-08-24T01:23:04Z', 'revision_number': 2, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'subnets': [{'id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:07.431428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Checking router: 823df1ba-7a51-4e41-9395-2a1f226310db for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:23:07.431775 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Updating router 823df1ba-7a51-4e41-9395-2a1f226310db port e3241f86-6130-415c-8274-61fc68493577 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:23:07.463932 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:07.765153 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:07.777274 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Transition to ACTIVE for port object e3241f86-6130-415c-8274-61fc68493577 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:23:07.834222 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:07.914624 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e63b4-abba-4c5b-83eb-e746b71bd327 None None] Pushing event updated for resources: {'Port': ['ID=e3241f86-6130-415c-8274-61fc68493577,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:07.955575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Attempting to bind port e3241f86-6130-415c-8274-61fc68493577 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:23:07.955951 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Attempting to bind port e3241f86-6130-415c-8274-61fc68493577 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:23:07.956318 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Attempting to bind port e3241f86-6130-415c-8274-61fc68493577 on network 094301cb-2f5e-4423-aac2-94ae08b9de24 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:23:07.963390 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:23:07.964143 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Checking segment: {'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:23:07.964143 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:07.964475 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Bound using segment: {'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:23:07.965053 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Bound port: e3241f86-6130-415c-8274-61fc68493577, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e604848a-093f-4848-afd1-526a8a1b2393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:23:07.965374 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:08.052898 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] For port e3241f86-6130-415c-8274-61fc68493577, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:23:08.056760 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] For port e3241f86-6130-415c-8274-61fc68493577, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e3241f86-6130-415c-8274-61fc68493577,segment=NetworkSegment(e604848a-093f-4848-afd1-526a8a1b2393),segment_id=e604848a-093f-4848-afd1-526a8a1b2393)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:23:08.108897 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:08.178285 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Routers {'823df1ba-7a51-4e41-9395-2a1f226310db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:23:08.178977 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:22:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['823df1ba-7a51-4e41-9395-2a1f226310db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:08.236460 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e63b4-abba-4c5b-83eb-e746b71bd327 None None] Pushing event updated for resources: {'Port': ['ID=e3241f86-6130-415c-8274-61fc68493577,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:08.277690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f69c2319-7ec6-49b3-bce0-c880411c302a up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:08.327170 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] Set router 823df1ba-7a51-4e41-9395-2a1f226310db gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:23:08.374521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f69c2319-7ec6-49b3-bce0-c880411c302a triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:08.375151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:08.584814 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:23:04Z', 'revision_number': 4, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port': {'id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:01Z', 'updated_at': '2021-08-24T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e3241f86-6130-415c-8274-61fc68493577', 'name': '', 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'mac_address': 'fa:16:3e:f7:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:03Z', 'updated_at': '2021-08-24T01:23:08Z', 'revision_number': 4, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'subnets': [{'id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:08.610722 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92027ade-bd19-4f73-ac9c-c2f476d35a6a None None] The sync data for ids ['823df1ba-7a51-4e41-9395-2a1f226310db'] in n-d-804878-2 is: [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:23:04Z', 'revision_number': 4, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port': {'id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:01Z', 'updated_at': '2021-08-24T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'e3241f86-6130-415c-8274-61fc68493577', 'name': '', 'network_id': '094301cb-2f5e-4423-aac2-94ae08b9de24', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'mac_address': 'fa:16:3e:f7:8a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:03Z', 'updated_at': '2021-08-24T01:23:08Z', 'revision_number': 4, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'subnets': [{'id': '7dd5cd80-3967-4003-83d5-795a4066764d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:23:10.263656 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e3241f86-6130-415c-8274-61fc68493577 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:10.359756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e3241f86-6130-415c-8274-61fc68493577 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:10.366878 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e3241f86-6130-415c-8274-61fc68493577 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:10.367441 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:10.473819 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:10.509950 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e3241f86-6130-415c-8274-61fc68493577, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e3241f86-6130-415c-8274-61fc68493577,segment=NetworkSegment(e604848a-093f-4848-afd1-526a8a1b2393),segment_id=e604848a-093f-4848-afd1-526a8a1b2393)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:23:10.588617 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:10.652977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e3241f86-6130-415c-8274-61fc68493577,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:12.218951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e3241f86-6130-415c-8274-61fc68493577 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:12.272571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e3241f86-6130-415c-8274-61fc68493577 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:12.272947 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:13.029257 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:16.671923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5515-f5bb-4329-841d-18634376a476 req-a966ac0e-9563-4020-abed-40fc4760ae2b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:16.673329 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-a966ac0e-9563-4020-abed-40fc4760ae2b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 814 time: 0.1005933 Aug 24 01:23:16.688622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-ae1902ff-bd71-4d10-938b-590869ee3e6e tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/quotas/8ba0635d94144dfe8a50aa31fc8d4fcd HTTP/1.1" status: 200 len: 375 time: 0.0095870 Aug 24 01:23:16.738640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-fab52b30-5539-40da-baa5-3f0e3e376256 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449431 Aug 24 01:23:16.837090 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3e1363b9-99ae-43b0-a6be-39b3cde80fbd service neutron] 10.222.0.26 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862839 Aug 24 01:23:16.925640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-630d1f72-c225-4548-8335-f84a8a98660f service neutron] 10.222.0.26 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820408 Aug 24 01:23:17.186279 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fa6d658-59ef-48f0-8f33-4e55d12d909f req-386ad820-e1ee-410f-9193-4509ec48d7d7 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 210 time: 0.0329976 Aug 24 01:23:18.293269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4d1ef1d-6923-453e-adc7-7b84e145aa03 req-76bc9a96-7bd2-4d46-80ed-83866df5c808 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 210 time: 0.0269666 Aug 24 01:23:19.150874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5515-f5bb-4329-841d-18634376a476 req-fdd8781a-4949-4d86-9a7b-035dc144e145 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:19.152342 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-fdd8781a-4949-4d86-9a7b-035dc144e145 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 814 time: 0.1009946 Aug 24 01:23:19.170872 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'port': {'device_id': 'e473439c-a952-4574-a4fd-a4436868035d', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'admin_state_up': True, 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:19.347887 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Made reservation on behalf of 8ba0635d94144dfe8a50aa31fc8d4fcd for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:23:19.351762 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:19.386466 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-03c89dbb-b471-421c-9b24-1308fa2e89ae req-bb8bb7c5-9a18-41cb-a3b9-f26c43d4f7e3 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 210 time: 0.0272684 Aug 24 01:23:19.486718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Allocated IP 172.20.0.6 (3d6af861-e3b3-4109-8de5-7ecc0fb82b0e/be6862f5-655c-43f8-a7c5-d5a926abe3a4/7ab93eb8-de10-4d85-9258-d8fccee8b627) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:23:19.633175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:19.647378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Transition to ACTIVE for port object 7ab93eb8-de10-4d85-9258-d8fccee8b627 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:23:19.725099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:19.779711 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'Port': ['ID=7ab93eb8-de10-4d85-9258-d8fccee8b627,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:19.788388 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.788991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.789527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.790074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.790580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.791101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.791618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.792118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.792620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.793119 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.793648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.794170 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:19.814309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:23:19.816371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:23:19.819640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:23:19.901955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:19.902884 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:19.977511 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-3c25a14a-dbbc-4294-9ae7-3b8e6c43fa6f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8109403 Aug 24 01:23:20.198702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a0dbb8d3-3669-41f1-b551-1e0cad706af6 None None] Provisioning for port 7ab93eb8-de10-4d85-9258-d8fccee8b627 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:20.203445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a0dbb8d3-3669-41f1-b551-1e0cad706af6 None None] Provisioning complete for port 7ab93eb8-de10-4d85-9258-d8fccee8b627 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:20.203760 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a0dbb8d3-3669-41f1-b551-1e0cad706af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:20.254177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbb8d3-3669-41f1-b551-1e0cad706af6 None None] Port 7ab93eb8-de10-4d85-9258-d8fccee8b627 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:23:20.509953 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54210e-8d57-4b1b-8389-fb012fc6fa21 req-188649bd-79cd-4326-b5ce-81e50202d97b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:20.511641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd54210e-8d57-4b1b-8389-fb012fc6fa21 req-188649bd-79cd-4326-b5ce-81e50202d97b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0530879 Aug 24 01:23:20.554852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd54210e-8d57-4b1b-8389-fb012fc6fa21 req-8ba9e95d-34eb-4d4a-9676-54b9168a75d6 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360458 Aug 24 01:23:21.683861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863c306-776a-4bef-ae0e-c1e867a9aedd req-7bbbb5fc-a655-4083-931b-08166138f0e2 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:21.685981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c863c306-776a-4bef-ae0e-c1e867a9aedd req-7bbbb5fc-a655-4083-931b-08166138f0e2 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0576639 Aug 24 01:23:21.737669 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c863c306-776a-4bef-ae0e-c1e867a9aedd req-5189ec9a-de94-4ea2-b1a3-ec236bcd1756 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396287 Aug 24 01:23:22.846098 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c3fec-a788-45e6-855c-959e62101747 req-7bc81d6c-4000-4cd9-8c86-7e7d0bb1cc5c tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:22.847585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-155c3fec-a788-45e6-855c-959e62101747 req-7bc81d6c-4000-4cd9-8c86-7e7d0bb1cc5c tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0551112 Aug 24 01:23:22.886855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-155c3fec-a788-45e6-855c-959e62101747 req-862b410e-df60-4b4a-8d8b-92e5fb69e3cf tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Aug 24 01:23:24.009530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69230caa-971f-4486-8849-eeba5378be83 req-32e2fdfc-4986-4566-9c6a-b9a602fed223 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:24.011025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69230caa-971f-4486-8849-eeba5378be83 req-32e2fdfc-4986-4566-9c6a-b9a602fed223 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0512333 Aug 24 01:23:24.051559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69230caa-971f-4486-8849-eeba5378be83 req-5b5d6237-75a8-426c-ab2a-5a1723733b17 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Aug 24 01:23:25.173598 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5952-535f-4199-adab-35428a68e6e9 req-08390523-943a-445e-8c8e-9acddcea023d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:25.175891 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bdd5952-535f-4199-adab-35428a68e6e9 req-08390523-943a-445e-8c8e-9acddcea023d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0569465 Aug 24 01:23:25.221298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3bdd5952-535f-4199-adab-35428a68e6e9 req-5ca29b85-e1a2-495e-aff0-d510ab2a87d4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 Aug 24 01:23:26.193944 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:26.341557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0fd58f72-45a5-48bd-95a7-ef0489098ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:26.356613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb6a2-4301-4a25-8299-3a04f8c39158 req-81dd0e77-41ae-46de-a094-4433a6003fe8 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:26.358898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-154bb6a2-4301-4a25-8299-3a04f8c39158 req-81dd0e77-41ae-46de-a094-4433a6003fe8 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0541844 Aug 24 01:23:26.399936 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-154bb6a2-4301-4a25-8299-3a04f8c39158 req-ea27e138-10cf-4bd6-ad50-42eaf5aa947d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349910 Aug 24 01:23:27.523471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852421e-a129-47a6-a4a8-3ede06f84fd6 req-508e9c95-224d-4938-8beb-58e72ff2efb0 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:27.525012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d852421e-a129-47a6-a4a8-3ede06f84fd6 req-508e9c95-224d-4938-8beb-58e72ff2efb0 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0509491 Aug 24 01:23:27.563322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d852421e-a129-47a6-a4a8-3ede06f84fd6 req-23cf19f7-5f54-408e-aa46-9b12c55aadfe tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Aug 24 01:23:28.687099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912efd9-4c36-4409-b2c4-29ae80f5ddc1 req-61e5ef3d-3ddb-4678-b966-12e9302b803d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:28.688581 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7912efd9-4c36-4409-b2c4-29ae80f5ddc1 req-61e5ef3d-3ddb-4678-b966-12e9302b803d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0580013 Aug 24 01:23:28.730845 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7912efd9-4c36-4409-b2c4-29ae80f5ddc1 req-0f5c4c58-6f67-46e1-ac3a-ba9280acb968 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Aug 24 01:23:29.039520 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10dc50bb-17aa-4efc-a4f2-cdbd60dede6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:29.142455 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:29.841672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93f16a-cbce-4545-8fb5-005d943b82b2 req-25dac2a7-3ab1-45fe-ac5f-561e7f8b5548 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:29.843138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed93f16a-cbce-4545-8fb5-005d943b82b2 req-25dac2a7-3ab1-45fe-ac5f-561e7f8b5548 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0481234 Aug 24 01:23:29.880995 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ed93f16a-cbce-4545-8fb5-005d943b82b2 req-d72a46e2-2ff4-4840-9d73-5d7391873149 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Aug 24 01:23:30.558701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:30.993505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fa6c6-2c68-4f8f-b0ba-3cfe07d54b13 req-8ec7d4ad-9909-4a3b-8fd5-5b75bf9f73da tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:30.995043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-218fa6c6-2c68-4f8f-b0ba-3cfe07d54b13 req-8ec7d4ad-9909-4a3b-8fd5-5b75bf9f73da tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0486791 Aug 24 01:23:31.031894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-218fa6c6-2c68-4f8f-b0ba-3cfe07d54b13 req-d3762ec4-7333-4e55-ad14-32fe640f9029 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Aug 24 01:23:32.021938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:32.149535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9568b-5fbf-4ec5-b7e0-cdd7dea5898b req-4bc69810-859d-4763-a067-18cb844e0d33 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:32.151122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ad9568b-5fbf-4ec5-b7e0-cdd7dea5898b req-4bc69810-859d-4763-a067-18cb844e0d33 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0537064 Aug 24 01:23:32.190372 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ad9568b-5fbf-4ec5-b7e0-cdd7dea5898b req-b4da25c0-185e-470c-9170-cf7df57ca0d3 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Aug 24 01:23:32.342454 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:23:32.953162 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Request body: {'port': {'device_id': 'e473439c-a952-4574-a4fd-a4436868035d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:33.005628 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:33.265680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab93eb8-de10-4d85-9258-d8fccee8b627 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:23:33.273173 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:33.285344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Transition to ACTIVE for port object 7ab93eb8-de10-4d85-9258-d8fccee8b627 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:23:33.306815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e1948-4774-4e8b-ae40-363a9c7204ca req-993b9afc-9ac3-4240-b8ab-5076f989abdd tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:33.308322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-624e1948-4774-4e8b-ae40-363a9c7204ca req-993b9afc-9ac3-4240-b8ab-5076f989abdd tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 931 time: 0.0495231 Aug 24 01:23:33.345397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-624e1948-4774-4e8b-ae40-363a9c7204ca req-16462a9e-b880-459f-a030-a29389955aa2 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Aug 24 01:23:33.359058 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:33.406810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab93eb8-de10-4d85-9258-d8fccee8b627,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:33.484376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Attempting to bind port 7ab93eb8-de10-4d85-9258-d8fccee8b627 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:23:33.484724 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Attempting to bind port 7ab93eb8-de10-4d85-9258-d8fccee8b627 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:23:33.485069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Attempting to bind port 7ab93eb8-de10-4d85-9258-d8fccee8b627 on network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:23:33.490009 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Port 7ab93eb8-de10-4d85-9258-d8fccee8b627 on network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:23:33.490198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Attempting to bind port 7ab93eb8-de10-4d85-9258-d8fccee8b627 on network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:23:33.495534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:23:33.495952 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Checking segment: {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:23:33.496403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Bound using segment: {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:23:33.496840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Bound port: 7ab93eb8-de10-4d85-9258-d8fccee8b627, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed25847-8a8b-4b64-831a-aa53db43bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:23:33.497208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:33.563936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] For port 7ab93eb8-de10-4d85-9258-d8fccee8b627, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:23:33.566961 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] For port 7ab93eb8-de10-4d85-9258-d8fccee8b627, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:23:33.650472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:33.687096 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:33.687722 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:33.689139 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] 10.222.0.36 "PUT /v2.0/ports/7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 1091 time: 0.7404523 Aug 24 01:23:33.689593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:23:33.691856 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc18038-fccd-462c-884f-13bbca0ae3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:23:33.717327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af5ffa-4812-42e3-87fc-afd32990eba8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab93eb8-de10-4d85-9258-d8fccee8b627,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:33.733141 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da325462-c4eb-4051-b400-b80c33d9285e x-openstack-request-id: req-da325462-c4eb-4051-b400-b80c33d9285e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:23:33.733523 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:23:33.733874 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da325462-c4eb-4051-b400-b80c33d9285e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:23:33.734343 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'status': 'completed', 'code': 200} Aug 24 01:23:33.816107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc18038-fccd-462c-884f-13bbca0ae3d1 req-ec0261f8-cdf3-4f29-8511-ba054fbeccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:33.817709 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-abc18038-fccd-462c-884f-13bbca0ae3d1 req-ec0261f8-cdf3-4f29-8511-ba054fbeccaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1094 time: 0.0422306 Aug 24 01:23:33.924798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc18038-fccd-462c-884f-13bbca0ae3d1 req-42544c00-60a1-4ffd-9c71-4274cf985ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:33.926342 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-abc18038-fccd-462c-884f-13bbca0ae3d1 req-42544c00-60a1-4ffd-9c71-4274cf985ddd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0948229 Aug 24 01:23:34.020633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc18038-fccd-462c-884f-13bbca0ae3d1 req-5985fe92-9e9d-4cdf-b473-b47bbe8b82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:34.022061 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-abc18038-fccd-462c-884f-13bbca0ae3d1 req-5985fe92-9e9d-4cdf-b473-b47bbe8b82ba service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879326 Aug 24 01:23:34.122074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5515-f5bb-4329-841d-18634376a476 req-d6709ee1-6a4b-4847-ad34-04db6888d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:34.123580 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-d6709ee1-6a4b-4847-ad34-04db6888d8f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1094 time: 0.0441763 Aug 24 01:23:34.170150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-2e9c2876-2ec4-40ad-b115-dfd0403679cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 217 time: 0.0335429 Aug 24 01:23:34.219369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5515-f5bb-4329-841d-18634376a476 req-99df11e7-29c7-472d-8d42-269ec6795ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:34.220787 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-99df11e7-29c7-472d-8d42-269ec6795ca2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0438366 Aug 24 01:23:34.271129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5515-f5bb-4329-841d-18634376a476 req-1ab1aaf8-cb26-44a5-82c6-ff3cdf965427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:34.272570 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-1ab1aaf8-cb26-44a5-82c6-ff3cdf965427 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446408 Aug 24 01:23:34.361279 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-97b3cbcb-13d0-4bf7-bbef-85293c2940ec service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811474 Aug 24 01:23:34.457472 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dd0c5515-f5bb-4329-841d-18634376a476 req-f97a40f9-9956-422f-aa90-ce78f92839a8 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Aug 24 01:23:34.463794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919517cc-37e6-462e-ac94-3f4180d16d6f req-b49e840a-fe62-4e6e-93c8-10572333f3d5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:34.465272 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-919517cc-37e6-462e-ac94-3f4180d16d6f req-b49e840a-fe62-4e6e-93c8-10572333f3d5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 943 time: 0.0538337 Aug 24 01:23:34.503540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-919517cc-37e6-462e-ac94-3f4180d16d6f req-c8dd6f79-9041-4256-9e76-f1c54c1d3fb7 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Aug 24 01:23:35.618958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc142531-d894-4e77-9561-0ce0369c3422 req-c3874808-e2f2-48da-b11f-feba8c991564 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:35.620407 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc142531-d894-4e77-9561-0ce0369c3422 req-c3874808-e2f2-48da-b11f-feba8c991564 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 943 time: 0.0512540 Aug 24 01:23:35.658862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc142531-d894-4e77-9561-0ce0369c3422 req-2e003d0c-e4a1-45fc-af20-0afbdc74a73b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320818 Aug 24 01:23:36.769463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f3129-4046-4f2f-af3c-280bbef3aad6 req-3aa48e2a-1232-4514-958b-7aa1dcb169d0 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:36.770868 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5f3129-4046-4f2f-af3c-280bbef3aad6 req-3aa48e2a-1232-4514-958b-7aa1dcb169d0 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 943 time: 0.0477879 Aug 24 01:23:36.807904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9b5f3129-4046-4f2f-af3c-280bbef3aad6 req-ae6e431c-4983-43cc-b5bc-da7e15a7ceea tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 Aug 24 01:23:37.661542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 7ab93eb8-de10-4d85-9258-d8fccee8b627 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:23:37.755799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 7ab93eb8-de10-4d85-9258-d8fccee8b627, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:23:37.765815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'port_id': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'mac_address': 'fa:16:3e:28:4e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:23:37.802932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:37.815353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab93eb8-de10-4d85-9258-d8fccee8b627 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:23:37.833556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 7ab93eb8-de10-4d85-9258-d8fccee8b627, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:23:37.896384 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:37.921591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04175060-a5ef-48a1-9935-15b102c33ef7 req-17468849-3034-44c6-ac99-4e93d1ae4e2b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:37.923051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04175060-a5ef-48a1-9935-15b102c33ef7 req-17468849-3034-44c6-ac99-4e93d1ae4e2b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 943 time: 0.0494404 Aug 24 01:23:37.944778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=7ab93eb8-de10-4d85-9258-d8fccee8b627,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:37.971485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-04175060-a5ef-48a1-9935-15b102c33ef7 req-38e24756-07ef-4a61-a40a-c337da920ce4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Aug 24 01:23:38.255630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['7ab93eb8-de10-4d85-9258-d8fccee8b627'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:23:39.088495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb80bf-4008-4122-8b58-a038d733b26b req-629f217b-730b-4647-a024-84b6cc9da1fd tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:39.090024 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdfb80bf-4008-4122-8b58-a038d733b26b req-629f217b-730b-4647-a024-84b6cc9da1fd tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 944 time: 0.0522864 Aug 24 01:23:39.127688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdfb80bf-4008-4122-8b58-a038d733b26b req-d086a62b-e1b6-4e28-9795-c98e0cd2b049 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Aug 24 01:23:39.660962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 7ab93eb8-de10-4d85-9258-d8fccee8b627 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:23:39.746925 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 7ab93eb8-de10-4d85-9258-d8fccee8b627 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:23:39.751158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 7ab93eb8-de10-4d85-9258-d8fccee8b627 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:23:39.751537 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:39.827799 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:39.849385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:23:39.852349 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50917178-1c74-423a-ad15-bfa13459ef65" -d '{"events": [{"server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "name": "network-vif-plugged", "status": "completed", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:23:39.864341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 7ab93eb8-de10-4d85-9258-d8fccee8b627, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:23:39.888030 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f146450e-4044-4ef2-84fc-b113390719e3 x-openstack-request-id: req-f146450e-4044-4ef2-84fc-b113390719e3 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:23:39.888329 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "name": "network-vif-plugged", "status": "completed", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:23:39.888584 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f146450e-4044-4ef2-84fc-b113390719e3 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:23:39.888979 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'code': 200} Aug 24 01:23:39.901669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:39.948603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=7ab93eb8-de10-4d85-9258-d8fccee8b627,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:40.008718 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f4a67-6e03-48a9-a9ad-7ed7dcd01bed req-4aacf969-605f-4f71-a77f-2d639ef11cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:40.010269 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3a4f4a67-6e03-48a9-a9ad-7ed7dcd01bed req-4aacf969-605f-4f71-a77f-2d639ef11cf2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1096 time: 0.0414085 Aug 24 01:23:40.043789 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-3a4f4a67-6e03-48a9-a9ad-7ed7dcd01bed req-a68533a0-6b30-4c72-a11d-e6023dff6122 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266638 Aug 24 01:23:40.240829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab0ba1-8db6-47c4-bf7b-3f364c8dab72 req-ff0d4a92-546c-48c8-b6ed-dfd944007653 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:40.242347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60ab0ba1-8db6-47c4-bf7b-3f364c8dab72 req-ff0d4a92-546c-48c8-b6ed-dfd944007653 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0486522 Aug 24 01:23:40.279733 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-60ab0ba1-8db6-47c4-bf7b-3f364c8dab72 req-3745848c-0082-409f-a6a8-a99d8c995cfb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Aug 24 01:23:41.399308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14109b-16a7-47b8-b8b4-83d6039c97ca req-9d964d64-35c2-46ac-971d-ab135ed9d85f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:41.400832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b14109b-16a7-47b8-b8b4-83d6039c97ca req-9d964d64-35c2-46ac-971d-ab135ed9d85f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0525436 Aug 24 01:23:41.437867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7b14109b-16a7-47b8-b8b4-83d6039c97ca req-1d858ddb-cfd6-4f22-852c-d978617d2d3c tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Aug 24 01:23:42.555375 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66569d-9f5d-4a58-90e3-229b3b3d743c req-520cd3fe-c185-4ffa-9cb4-5f43d011997f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:42.556862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d66569d-9f5d-4a58-90e3-229b3b3d743c req-520cd3fe-c185-4ffa-9cb4-5f43d011997f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0533237 Aug 24 01:23:42.595326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d66569d-9f5d-4a58-90e3-229b3b3d743c req-fb1d2063-fb68-473b-897b-fd84307ae17f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Aug 24 01:23:42.707645 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280288-6af0-44e2-b753-3e9f4495d0da req-1e28090b-2321-4476-a8ee-407ad1fef7be tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:42.709041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18280288-6af0-44e2-b753-3e9f4495d0da req-1e28090b-2321-4476-a8ee-407ad1fef7be tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0489132 Aug 24 01:23:42.746886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18280288-6af0-44e2-b753-3e9f4495d0da req-901c3ce2-3663-4efe-9dcc-652e4bda775b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Aug 24 01:23:42.932260 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164ea4c-6301-4b06-a03f-97e246862a9d req-48bc08b4-b086-4b0e-9ed9-0e60b40f12a2 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:42.933788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f164ea4c-6301-4b06-a03f-97e246862a9d req-48bc08b4-b086-4b0e-9ed9-0e60b40f12a2 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0499587 Aug 24 01:23:42.974784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f164ea4c-6301-4b06-a03f-97e246862a9d req-c839f203-15d4-4691-80cf-85edc7163337 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Aug 24 01:23:43.038572 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:56.198855 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:56.287863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250207b1-727b-448d-bf27-b3d1e3393038 req-6d07f9f9-a54c-4992-8cb7-bc5f90b151bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:56.289328 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-250207b1-727b-448d-bf27-b3d1e3393038 req-6d07f9f9-a54c-4992-8cb7-bc5f90b151bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0543520 Aug 24 01:23:56.327176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-250207b1-727b-448d-bf27-b3d1e3393038 req-4dadc55e-0b01-4672-a7a4-f026f22a060a tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Aug 24 01:23:56.330238 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de6df2ec-8a92-4f61-ba87-14d0eb9f7516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:56.350367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52280) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:56.478494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa48a8-6517-4daa-ab30-73915537c4ff tempest-TestMinimumBasicScenario-2073871338 tempest-TestMinimumBasicScenario-2073871338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:56.480000 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-63aa48a8-6517-4daa-ab30-73915537c4ff tempest-TestMinimumBasicScenario-2073871338 tempest-TestMinimumBasicScenario-2073871338-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1091 time: 0.1285729 Aug 24 01:23:56.482955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:56.487950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:56.575499 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:56.674216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:56.774563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Allocated IP 172.25.5.150 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/6f429ba3-7b7e-4b6f-a3bf-d0ec2d774cbf) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:23:56.879624 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:56.964454 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:57.003254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:23:57.006183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:23:57.009496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:23:57.032360 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'Port': ['ID=6f429ba3-7b7e-4b6f-a3bf-d0ec2d774cbf,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:57.044774 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.045155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.045505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.045875 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.046221 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.046558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.046892 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.047223 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.047592 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.047923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.048253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.048628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:23:57.685085 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:57.794619 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:57.943068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:57.981025 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:58.053699 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'Port': ['ID=6f429ba3-7b7e-4b6f-a3bf-d0ec2d774cbf,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:58.063826 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:58.162384 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Floating IP 11a94b27-37a4-4b1f-b4c6-f8a625d7dc3e associated. External IP: 172.25.5.150, port: 7ab93eb8-de10-4d85-9258-d8fccee8b627. Aug 24 01:23:58.373533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Router 950bab56-1f13-4496-9f9a-76978cf25fb0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:23:58.485731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:23:58.496031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] Sync routers for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:23:58.505414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:23:58.515120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:23:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:58.552842 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:58.580628 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-01777d20-9f33-4efa-b695-ccfbbbc14348 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0966771 Aug 24 01:23:58.581233 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:23:58.583620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52286) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:58.584172 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe3d15-3d03-4d38-9274-d65f2ebd876d" -d '{"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:23:58.589539 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d6e9652d-0dac-4a26-96ab-218771aa8b23 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93510123', 'description': 'tempest-secgroup-smoke-93510123 description', 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:58.611845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:23:58.623185 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a124fae7-1843-4119-9645-b08c34d9598a x-openstack-request-id: req-a124fae7-1843-4119-9645-b08c34d9598a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:23:58.623504 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:23:58.623794 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a124fae7-1843-4119-9645-b08c34d9598a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:23:58.624232 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'status': 'completed', 'code': 200} Aug 24 01:23:58.690481 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6e9652d-0dac-4a26-96ab-218771aa8b23 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:58.789926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-9ed79dbd-eff2-4d0f-92e9-db9e6de6ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:58.791501 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-9ed79dbd-eff2-4d0f-92e9-db9e6de6ea1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1096 time: 0.1168125 Aug 24 01:23:58.827262 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6e9652d-0dac-4a26-96ab-218771aa8b23 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:58.853786 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '11a94b27-37a4-4b1f-b4c6-f8a625d7dc3e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'port_id': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'mac_address': 'fa:16:3e:28:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e473439c-a952-4574-a4fd-a4436868035d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:23:57Z', 'updated_at': '2021-08-24T01:23:57Z', 'revision_number': 0, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:23:02Z', 'revision_number': 5, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:58.880439 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] Checking router: 950bab56-1f13-4496-9f9a-76978cf25fb0 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:23:58.888565 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:23:58.889167 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:23:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:58.894255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-ec29088b-5a9a-4b94-a7a2-658141ea944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:58.895800 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-ec29088b-5a9a-4b94-a7a2-658141ea944c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 915 time: 0.0965459 Aug 24 01:23:58.896936 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6e9652d-0dac-4a26-96ab-218771aa8b23 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.005112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:23:59.034845 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d3f038ab-169f-435b-bd41-cc4376f9aa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.188756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.257020 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '11a94b27-37a4-4b1f-b4c6-f8a625d7dc3e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'port_id': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'mac_address': 'fa:16:3e:28:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e473439c-a952-4574-a4fd-a4436868035d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:23:57Z', 'updated_at': '2021-08-24T01:23:57Z', 'revision_number': 0, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:23:02Z', 'revision_number': 5, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:23:59.285152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31050a7e-2574-4467-90ed-bf387b39ea0e None None] The sync data for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 is: [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '11a94b27-37a4-4b1f-b4c6-f8a625d7dc3e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'port_id': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'mac_address': 'fa:16:3e:28:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e473439c-a952-4574-a4fd-a4436868035d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:23:57Z', 'updated_at': '2021-08-24T01:23:57Z', 'revision_number': 0, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:23:02Z', 'revision_number': 5, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:23:59.294568 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6e9652d-0dac-4a26-96ab-218771aa8b23 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.295825 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d6e9652d-0dac-4a26-96ab-218771aa8b23 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7104392 Aug 24 01:23:59.296596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9652d-0dac-4a26-96ab-218771aa8b23 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8890fd-6b8b-4b3e-8994-8ef3c2968072,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:59.299785 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52292) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:59.305727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a0d8ecec-252c-4f14-bb76-0ca1ef47482d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'security_group_rule': {'security_group_id': '1f8890fd-6b8b-4b3e-8994-8ef3c2968072', 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:59.314002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-9f33eb90-4625-4134-9f7a-c33c5fcd23c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 999 time: 0.4050219 Aug 24 01:23:59.365078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-39b03352-7978-49b3-af9c-d5de6bf43c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:59.368102 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-39b03352-7978-49b3-af9c-d5de6bf43c7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0460021 Aug 24 01:23:59.417200 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-262d00c8-004b-4d61-a52c-adb725addf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:23:59.419858 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-262d00c8-004b-4d61-a52c-adb725addf1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441723 Aug 24 01:23:59.420787 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ecec-252c-4f14-bb76-0ca1ef47482d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.487597 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ecec-252c-4f14-bb76-0ca1ef47482d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.507958 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4fde70-6e3b-483e-8dac-f09c57bb3f21 None None] New status for floating IP 11a94b27-37a4-4b1f-b4c6-f8a625d7dc3e: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:23:59.528013 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-948633ae-b579-4074-ab89-d23498694fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009674 Aug 24 01:23:59.541341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ecec-252c-4f14-bb76-0ca1ef47482d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.556689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ecec-252c-4f14-bb76-0ca1ef47482d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b83932-e736-4abe-975e-1ddb3e0e22c1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:59.621371 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ecec-252c-4f14-bb76-0ca1ef47482d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.622656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a0d8ecec-252c-4f14-bb76-0ca1ef47482d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218255 Aug 24 01:23:59.625526 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52294) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:59.631433 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-42fe3d15-3d03-4d38-9274-d65f2ebd876d req-32c68525-f9b5-484b-8c0d-a06cf6a9acd8 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902293 Aug 24 01:23:59.631925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-21e174aa-aa4e-4be0-a623-904fde7166b5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'security_group_rule': {'security_group_id': '1f8890fd-6b8b-4b3e-8994-8ef3c2968072', 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:59.737618 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e174aa-aa4e-4be0-a623-904fde7166b5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.798724 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e174aa-aa4e-4be0-a623-904fde7166b5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.849430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e174aa-aa4e-4be0-a623-904fde7166b5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.866662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e174aa-aa4e-4be0-a623-904fde7166b5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceda5b63-c6bd-4594-b850-b1ea24c78409,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:23:59.912766 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-21e174aa-aa4e-4be0-a623-904fde7166b5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:23:59.914039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-21e174aa-aa4e-4be0-a623-904fde7166b5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875118 Aug 24 01:23:59.916738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52296) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:23:59.921141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-30573453-9ce0-4bf9-a15c-dbf20222d386 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'security_group_rule': {'security_group_id': '1f8890fd-6b8b-4b3e-8994-8ef3c2968072', 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:23:59.985759 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30573453-9ce0-4bf9-a15c-dbf20222d386 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.041973 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30573453-9ce0-4bf9-a15c-dbf20222d386 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.089879 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30573453-9ce0-4bf9-a15c-dbf20222d386 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.106788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30573453-9ce0-4bf9-a15c-dbf20222d386 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7743ff4d-45b4-4359-8247-a4ff29af074d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:24:00.147131 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-30573453-9ce0-4bf9-a15c-dbf20222d386 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.148635 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-30573453-9ce0-4bf9-a15c-dbf20222d386 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2308106 Aug 24 01:24:00.152101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52298) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:24:00.156541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-c5884436-cc98-4d5e-bce2-84214c7670bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'security_group_rule': {'security_group_id': '1f8890fd-6b8b-4b3e-8994-8ef3c2968072', 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:24:00.231484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5884436-cc98-4d5e-bce2-84214c7670bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.289138 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5884436-cc98-4d5e-bce2-84214c7670bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.357976 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5884436-cc98-4d5e-bce2-84214c7670bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.376166 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5884436-cc98-4d5e-bce2-84214c7670bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f44b3f7-8019-44f6-9ac2-19953a5adff1,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:24:00.455792 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c5884436-cc98-4d5e-bce2-84214c7670bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.457039 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c5884436-cc98-4d5e-bce2-84214c7670bb tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040404 Aug 24 01:24:00.459712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52300) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:24:00.464216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0aad2d96-f717-4173-817f-81977fc87867 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'security_group_rule': {'security_group_id': '1f8890fd-6b8b-4b3e-8994-8ef3c2968072', 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:24:00.552703 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-0aad2d96-f717-4173-817f-81977fc87867 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Project 8ba0635d94144dfe8a50aa31fc8d4fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:24:00.558199 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0aad2d96-f717-4173-817f-81977fc87867 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.575432 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.622337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0aad2d96-f717-4173-817f-81977fc87867 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.661094 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0aad2d96-f717-4173-817f-81977fc87867 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.679545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad2d96-f717-4173-817f-81977fc87867 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b7fa9f-2e41-470d-9601-85101c419708,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:24:00.729981 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0aad2d96-f717-4173-817f-81977fc87867 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.731244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0aad2d96-f717-4173-817f-81977fc87867 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2705743 Aug 24 01:24:00.734790 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52302) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:24:00.747994 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-93eb0768-b464-4a53-bcc0-0315cef25909 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'security_group_rule': {'security_group_id': '1f8890fd-6b8b-4b3e-8994-8ef3c2968072', 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:24:00.815308 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-93eb0768-b464-4a53-bcc0-0315cef25909 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Project 8ba0635d94144dfe8a50aa31fc8d4fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:24:00.820411 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93eb0768-b464-4a53-bcc0-0315cef25909 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.880695 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93eb0768-b464-4a53-bcc0-0315cef25909 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.941200 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93eb0768-b464-4a53-bcc0-0315cef25909 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:00.960955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb0768-b464-4a53-bcc0-0315cef25909 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b913165-1c46-4b68-aba0-a9e45fc4536d,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:24:01.004055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93eb0768-b464-4a53-bcc0-0315cef25909 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:01.005309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-93eb0768-b464-4a53-bcc0-0315cef25909 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2692888 Aug 24 01:24:01.092684 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-ca40f435-a01a-4623-aaee-b2cc82541bf0 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93510123&fields=id&tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd HTTP/1.1" status: 200 len: 267 time: 0.0328565 Aug 24 01:24:01.149729 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-607a7fed-e380-4321-b93a-71233764660f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:01.151212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-607a7fed-e380-4321-b93a-71233764660f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0519793 Aug 24 01:24:01.162756 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'port': {'security_groups': ['283f1c6a-aafb-4929-acb3-161b7b4b2b34', '1f8890fd-6b8b-4b3e-8994-8ef3c2968072']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:24:01.225430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:01.416096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] For port 7ab93eb8-de10-4d85-9258-d8fccee8b627, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:24:01.444663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:01.501457 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:01.535865 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['7ab93eb8-de10-4d85-9258-d8fccee8b627'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:24:01.546543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:01.547166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:01.554467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0fd61b19-662e-4699-b1c3-0426e11c16ae req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "PUT /v2.0/ports/7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 981 time: 0.3961215 Aug 24 01:24:01.554969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:24:01.557302 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb92a1c-939f-493d-ae18-d53652f10d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:24:01.582633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32bec-a87c-4adb-9c2d-0f62d9e8a96f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'Port': ['ID=7ab93eb8-de10-4d85-9258-d8fccee8b627,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:24:01.628899 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8b72d0-be5e-4e87-ab80-bd3ed0c0b386 x-openstack-request-id: req-6f8b72d0-be5e-4e87-ab80-bd3ed0c0b386 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:24:01.629489 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:24:01.630022 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f8b72d0-be5e-4e87-ab80-bd3ed0c0b386 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:24:01.630773 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'status': 'completed', 'code': 200} Aug 24 01:24:01.666319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['7ab93eb8-de10-4d85-9258-d8fccee8b627'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:24:01.701128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb2409-d575-483a-9700-fcc710e25742 req-a3a03d71-945f-4006-a95f-bb78649cf7e5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:01.702923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89cb2409-d575-483a-9700-fcc710e25742 req-a3a03d71-945f-4006-a95f-bb78649cf7e5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0576427 Aug 24 01:24:01.730050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-d04dca4e-35db-4b85-ac4f-2bf061103f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:01.733018 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-d04dca4e-35db-4b85-ac4f-2bf061103f0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1135 time: 0.0555341 Aug 24 01:24:01.758056 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89cb2409-d575-483a-9700-fcc710e25742 req-cbc4b676-f124-4d59-a7e0-ae1e86195688 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459378 Aug 24 01:24:01.832038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-75900929-736b-41f8-8884-24a3501b89de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:01.833734 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-75900929-736b-41f8-8884-24a3501b89de service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 915 time: 0.0918522 Aug 24 01:24:01.903355 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-59fb073f-f95b-4bdb-b007-5c8f16b89e40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 1001 time: 0.0610461 Aug 24 01:24:01.909984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0f950476-68fe-417d-acac-d5e749ef2a1e None None] Provisioning complete for port 7ab93eb8-de10-4d85-9258-d8fccee8b627 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:24:01.915415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0f950476-68fe-417d-acac-d5e749ef2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:01.956679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-995c9938-d70b-4eef-8ff9-528eaa624782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:01.958081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-995c9938-d70b-4eef-8ff9-528eaa624782 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0475500 Aug 24 01:24:02.010764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-a5b6e345-54d2-4160-b65a-72cb5ddceb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:02.012416 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-a5b6e345-54d2-4160-b65a-72cb5ddceb56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457664 Aug 24 01:24:02.100602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:02.104554 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-87d6f6e2-3b4d-4e44-a94a-5b3e6d2afe76 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843763 Aug 24 01:24:02.202317 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4bb92a1c-939f-493d-ae18-d53652f10d2d req-7121019d-4fc5-4eb2-b835-cccb54365947 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892866 Aug 24 01:24:05.665264 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01182286-6266-4619-aefa-2850aceb796e req-455ebbb9-d438-4d49-ade1-43bbc663946a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411687 Aug 24 01:24:05.764599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182286-6266-4619-aefa-2850aceb796e req-e15260bd-6b67-4583-aaf3-cffa33002758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:05.767312 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01182286-6266-4619-aefa-2850aceb796e req-e15260bd-6b67-4583-aaf3-cffa33002758 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1135 time: 0.0441551 Aug 24 01:24:05.874047 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182286-6266-4619-aefa-2850aceb796e req-0955f1d9-4d4d-42c6-923d-d269fdfd538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:05.875534 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01182286-6266-4619-aefa-2850aceb796e req-0955f1d9-4d4d-42c6-923d-d269fdfd538b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 915 time: 0.0906427 Aug 24 01:24:05.940580 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01182286-6266-4619-aefa-2850aceb796e req-785c892a-ef48-4c64-9cec-f74d72d06d55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 1001 time: 0.0580890 Aug 24 01:24:05.993636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182286-6266-4619-aefa-2850aceb796e req-87dd98fe-d006-4608-8c6f-9cbc1df767e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:05.995074 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01182286-6266-4619-aefa-2850aceb796e req-87dd98fe-d006-4608-8c6f-9cbc1df767e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0477440 Aug 24 01:24:06.041016 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182286-6266-4619-aefa-2850aceb796e req-a0f5b7d3-6fb8-4775-973a-975d8ea52ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:24:06.042446 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01182286-6266-4619-aefa-2850aceb796e req-a0f5b7d3-6fb8-4775-973a-975d8ea52ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395725 Aug 24 01:24:06.131616 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01182286-6266-4619-aefa-2850aceb796e req-dab15db1-31a4-4542-ab0a-b40a2fbb0106 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821528 Aug 24 01:24:06.225322 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-01182286-6266-4619-aefa-2850aceb796e req-18ab3c49-7e76-41d1-b9c0-faee53ce880b service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865057 Aug 24 01:24:09.341048 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:24:13.049437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:26.192971 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:26.341042 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf492060-15d4-41fb-a762-2901c8075b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:29.100610 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ee872b74-f8d7-4379-90d7-49dcc7059f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:29.158287 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:30.552802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:32.049202 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:43.077953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:46.341748 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:24:56.254026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:56.362321 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1016-0be6-4e0f-aad0-7ad960c3037c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:59.042717 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-692c01dd-6908-44cd-a2d3-56ea8b82f7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:24:59.169210 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:00.014910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910de88-b0b2-4397-be59-ada5f042df9a req-1e9c79af-3276-4c31-909b-90aaf13e6972 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:00.016520 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1910de88-b0b2-4397-be59-ada5f042df9a req-1e9c79af-3276-4c31-909b-90aaf13e6972 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0567050 Aug 24 01:25:00.068460 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1910de88-b0b2-4397-be59-ada5f042df9a req-4b4f52a6-c8a7-4c00-923b-0ab5fd8ad326 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0442958 Aug 24 01:25:00.095958 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d70b4-2290-40ee-9fed-3da403c74fed req-e64fe7a2-0a37-453b-b1b3-3d5a563ed540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:00.097494 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-977d70b4-2290-40ee-9fed-3da403c74fed req-e64fe7a2-0a37-453b-b1b3-3d5a563ed540 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1135 time: 0.0425506 Aug 24 01:25:00.192516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d70b4-2290-40ee-9fed-3da403c74fed req-6192a8d1-7913-4f87-8af7-cebbaa023bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:00.193996 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-977d70b4-2290-40ee-9fed-3da403c74fed req-6192a8d1-7913-4f87-8af7-cebbaa023bbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 915 time: 0.0890424 Aug 24 01:25:00.260946 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-977d70b4-2290-40ee-9fed-3da403c74fed req-4425f040-2d51-467b-ae32-f26494307c7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 1001 time: 0.0595269 Aug 24 01:25:00.309560 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d70b4-2290-40ee-9fed-3da403c74fed req-b6afea42-6a65-4741-8a7f-b50295e77cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:00.311113 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-977d70b4-2290-40ee-9fed-3da403c74fed req-b6afea42-6a65-4741-8a7f-b50295e77cc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0432651 Aug 24 01:25:00.361255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d70b4-2290-40ee-9fed-3da403c74fed req-6d9e5158-ceae-4357-b674-d120f26f5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:00.362846 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-977d70b4-2290-40ee-9fed-3da403c74fed req-6d9e5158-ceae-4357-b674-d120f26f5cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437794 Aug 24 01:25:00.453262 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-977d70b4-2290-40ee-9fed-3da403c74fed req-cdba2cd5-8bcb-4c04-befd-be93403b5a32 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824118 Aug 24 01:25:00.549546 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-977d70b4-2290-40ee-9fed-3da403c74fed req-e422b27d-c580-4092-9957-1d610dcad699 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888019 Aug 24 01:25:00.558094 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:01.185105 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ba83-4340-4896-a279-518b195973bc req-3648d0d4-954c-4be9-84ff-d170673aa79d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:01.186688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea51ba83-4340-4896-a279-518b195973bc req-3648d0d4-954c-4be9-84ff-d170673aa79d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0482123 Aug 24 01:25:01.226726 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ea51ba83-4340-4896-a279-518b195973bc req-3669e65f-66d5-4d09-a6b0-2b2020766474 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338409 Aug 24 01:25:02.072186 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:02.346681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd83bb6-e9e2-4692-b203-ac1f40694b6c req-e3fd1635-1428-4cda-a04b-e3c5faea2a7a tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:02.348178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dd83bb6-e9e2-4692-b203-ac1f40694b6c req-e3fd1635-1428-4cda-a04b-e3c5faea2a7a tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0548024 Aug 24 01:25:02.387732 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0dd83bb6-e9e2-4692-b203-ac1f40694b6c req-df8a7fe3-acc1-427b-9d87-7c1b40c1bf77 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332839 Aug 24 01:25:03.507651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f73ef-862f-49a4-be9c-974c4541caab req-5cec19c0-23c4-4f3e-95da-4ff8fe304984 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:03.509335 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-321f73ef-862f-49a4-be9c-974c4541caab req-5cec19c0-23c4-4f3e-95da-4ff8fe304984 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0550148 Aug 24 01:25:03.549069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-321f73ef-862f-49a4-be9c-974c4541caab req-938ceb4f-380e-4034-b1ed-7b8cd321ee01 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337741 Aug 24 01:25:04.669760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed3daf-4124-4c4a-8051-18f812479988 req-af7c7c6e-6965-4d9e-8e7e-4c91d186e770 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:04.671225 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72ed3daf-4124-4c4a-8051-18f812479988 req-af7c7c6e-6965-4d9e-8e7e-4c91d186e770 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0493770 Aug 24 01:25:04.710064 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72ed3daf-4124-4c4a-8051-18f812479988 req-4ccb3126-c43e-4bca-9582-ef4b6b24a01b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327790 Aug 24 01:25:06.058448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fe0f2-3481-4134-a688-c0ecda090445 req-cef60e71-920d-4a74-acab-e746d02afb63 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:06.059841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-276fe0f2-3481-4134-a688-c0ecda090445 req-cef60e71-920d-4a74-acab-e746d02afb63 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0490313 Aug 24 01:25:06.098224 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-276fe0f2-3481-4134-a688-c0ecda090445 req-cacb0fc4-e57e-4ff4-87b0-f9086806abf5 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0324261 Aug 24 01:25:06.534875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-6b90ea5f-c289-4ca0-a1fa-cebc4c9e860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:06.536360 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-6b90ea5f-c289-4ca0-a1fa-cebc4c9e860c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1135 time: 0.0411835 Aug 24 01:25:06.636871 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-7eac3afc-f742-46f4-97ff-ff8306aa471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:06.638392 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-7eac3afc-f742-46f4-97ff-ff8306aa471a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 915 time: 0.0833826 Aug 24 01:25:06.706930 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-60f5b117-d8a9-4497-9e0f-bcacdbc516ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 1001 time: 0.0612307 Aug 24 01:25:06.755992 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-9e37a243-0f8e-4e97-956f-0520e117d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:06.757944 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-9e37a243-0f8e-4e97-956f-0520e117d2da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0433338 Aug 24 01:25:06.804038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-49e9ce1c-1a82-488d-92a1-f572659e6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:06.805560 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-49e9ce1c-1a82-488d-92a1-f572659e6b43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402117 Aug 24 01:25:06.897978 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-a8283234-27f7-4100-970d-5099d0ff0b9b service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844567 Aug 24 01:25:06.987060 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f602ecb4-3785-4f6e-a030-95727bfc4b38 req-7e219df5-0771-4761-bc2f-34156a7b0194 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806794 Aug 24 01:25:07.217028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527f97c-896e-4d9f-aa97-bc6169ac370d req-81ab8a29-f603-4435-bed5-8ba89e7d4504 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:07.218553 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2527f97c-896e-4d9f-aa97-bc6169ac370d req-81ab8a29-f603-4435-bed5-8ba89e7d4504 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0533671 Aug 24 01:25:07.259242 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2527f97c-896e-4d9f-aa97-bc6169ac370d req-7fa72283-013f-4895-95ca-e515d7304df9 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343902 Aug 24 01:25:08.372588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37bde8-7cec-4537-8714-dde4c67c835a req-06a5b64f-2b92-49c7-a571-30eebbe41c95 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:08.374069 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d37bde8-7cec-4537-8714-dde4c67c835a req-06a5b64f-2b92-49c7-a571-30eebbe41c95 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0499194 Aug 24 01:25:08.411992 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9d37bde8-7cec-4537-8714-dde4c67c835a req-b2427cf9-996b-4811-9512-4b277e85e6a9 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0320582 Aug 24 01:25:09.527028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354921ef-a42b-400a-8e3f-d4e7b4d607b3 req-9475e098-8a4c-4f8f-bd10-6b37e214c260 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:09.528657 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-354921ef-a42b-400a-8e3f-d4e7b4d607b3 req-9475e098-8a4c-4f8f-bd10-6b37e214c260 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0500715 Aug 24 01:25:09.567598 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-354921ef-a42b-400a-8e3f-d4e7b4d607b3 req-cb386ac5-dfb9-467c-899c-5a8850359ec8 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329731 Aug 24 01:25:10.687117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc506cb5-13b2-40f8-af0d-069454c07507 req-00ec8a17-cdb1-486f-921e-a06bc6cd0dcd tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:10.688676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc506cb5-13b2-40f8-af0d-069454c07507 req-00ec8a17-cdb1-486f-921e-a06bc6cd0dcd tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0547173 Aug 24 01:25:10.728560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc506cb5-13b2-40f8-af0d-069454c07507 req-9e629267-9663-4622-aaec-5f33de48f68f tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338802 Aug 24 01:25:11.843043 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082d727-5758-4dc1-be5f-a747ef2c90c4 req-22bc487d-354c-466b-a615-eaa2e229fa38 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:25:11.844532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d082d727-5758-4dc1-be5f-a747ef2c90c4 req-22bc487d-354c-466b-a615-eaa2e229fa38 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0496809 Aug 24 01:25:11.885373 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d082d727-5758-4dc1-be5f-a747ef2c90c4 req-43ab117c-75b9-4899-88bb-71ed0ebcba63 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=1f8890fd-6b8b-4b3e-8994-8ef3c2968072&id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348988 Aug 24 01:25:13.060662 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:23.341987 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:25:26.279137 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:26.386474 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-768ed045-2b66-4a9a-af2e-8a80a2ab1e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:29.044303 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-38f5d8e4-9940-401a-949e-153f92dc4839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:29.174811 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:30.574502 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:32.060671 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:43.077810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:56.212811 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:56.332213 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1920971d-1615-4035-abbb-1f1fa33cd90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:59.043040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-025566b6-d8f7-43f9-84b6-71d234c70a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:25:59.158040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:00.341024 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:26:00.572023 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:02.057872 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:06.379461 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-778d0325-b294-40c7-91ed-2a8f14164985 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453303 Aug 24 01:26:06.477512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-54f92ea6-e296-4174-b4e8-fb1ec7a8c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:06.479117 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-54f92ea6-e296-4174-b4e8-fb1ec7a8c4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1135 time: 0.0408597 Aug 24 01:26:06.583381 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-5656904a-0633-4b4d-9f7a-9f8e704f8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:06.584897 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-5656904a-0633-4b4d-9f7a-9f8e704f8d23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 915 time: 0.0850875 Aug 24 01:26:06.654078 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-83077155-e86d-4315-9e29-9905bee4f04b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 1001 time: 0.0611417 Aug 24 01:26:06.702376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-d6644460-e3a8-4564-bcae-6a5f1d26eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:06.703789 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-d6644460-e3a8-4564-bcae-6a5f1d26eda3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0421534 Aug 24 01:26:06.748281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-57699e3c-6f9b-45d9-be59-ffdb63b6c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:06.749823 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-57699e3c-6f9b-45d9-be59-ffdb63b6c776 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392637 Aug 24 01:26:06.760584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-095439e3-7a9c-4330-8d76-d111d6df6211 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:26:06.761519 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-095439e3-7a9c-4330-8d76-d111d6df6211 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047936 Aug 24 01:26:06.861494 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-b2b0de4f-92e7-48a2-b68a-a05767ec8a7d service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926170 Aug 24 01:26:06.952669 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-dba8f888-b2d8-490d-8732-7ee48d9ccf97 req-1ee2cf06-cba1-47bb-9dbe-04923fd0ab44 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814395 Aug 24 01:26:13.071707 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:15.293654 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-086c3b56-64ae-4098-b9c6-d2e89eed054e tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93510123&fields=id&tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd HTTP/1.1" status: 200 len: 267 time: 0.0346713 Aug 24 01:26:15.350552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-b1e7ba1d-a0fd-40ab-a85b-0e78b1ef2d8b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:15.352034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-b1e7ba1d-a0fd-40ab-a85b-0e78b1ef2d8b tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 984 time: 0.0524600 Aug 24 01:26:15.363433 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Request body: {'port': {'security_groups': ['283f1c6a-aafb-4929-acb3-161b7b4b2b34']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:15.426163 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:15.597252 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] For port 7ab93eb8-de10-4d85-9258-d8fccee8b627, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:15.626256 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:15.714863 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:15.749272 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['7ab93eb8-de10-4d85-9258-d8fccee8b627'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:26:15.760175 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:15.760798 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:15.762237 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8f93be5d-5c11-46ac-981a-153d6a83dd0a req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "PUT /v2.0/ports/7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 942 time: 0.4033377 Aug 24 01:26:15.762688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:15.764965 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18d92f0-fbe9-4718-bfcb-81138bb96550" -d '{"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:15.770050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52400) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:15.830362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event updated for resources: {'Port': ['ID=7ab93eb8-de10-4d85-9258-d8fccee8b627,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:15.843436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.843782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.844132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.844467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.844801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.845131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.845462 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.845817 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.846147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.846474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.846806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.847131 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858660c6-133c-48ed-ae33-c1890c36d127 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:15.866216 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebd90-fa23-41ea-81cd-b0e1bc571868 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:15.898448 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebd90-fa23-41ea-81cd-b0e1bc571868 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:15.904152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['7ab93eb8-de10-4d85-9258-d8fccee8b627'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:26:16.027544 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d313f60c-0c08-4d26-a9ff-fff0b7134e8d x-openstack-request-id: req-d313f60c-0c08-4d26-a9ff-fff0b7134e8d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:16.027895 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:16.028079 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d313f60c-0c08-4d26-a9ff-fff0b7134e8d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:16.028540 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'status': 'completed', 'code': 200} Aug 24 01:26:16.030298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebd90-fa23-41ea-81cd-b0e1bc571868 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.032873 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-9f7ebd90-fa23-41ea-81cd-b0e1bc571868 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.034044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-9f7ebd90-fa23-41ea-81cd-b0e1bc571868 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "DELETE /v2.0/security-groups/1f8890fd-6b8b-4b3e-8994-8ef3c2968072 HTTP/1.1" status: 204 len: 168 time: 0.2630746 Aug 24 01:26:16.036989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52406) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:16.043203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ebd90-fa23-41ea-81cd-b0e1bc571868 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8890fd-6b8b-4b3e-8994-8ef3c2968072,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:16.082709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-164e9e82-5020-47b0-9866-b281b2aec4fd None None] Provisioning complete for port 7ab93eb8-de10-4d85-9258-d8fccee8b627 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:16.083072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-164e9e82-5020-47b0-9866-b281b2aec4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.187454 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-bae9ccc0-eeab-4fbf-b677-2b74fc00fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:16.189158 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-bae9ccc0-eeab-4fbf-b677-2b74fc00fe1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1096 time: 0.1034453 Aug 24 01:26:16.328362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-b3bf43e1-bd23-4898-90d3-93b959e9041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:16.330002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-b3bf43e1-bd23-4898-90d3-93b959e9041a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 915 time: 0.1327844 Aug 24 01:26:16.334312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Deleting port 6f429ba3-7b7e-4b6f-a3bf-d0ec2d774cbf {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:16.334683 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.444500 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-28c856c9-ff0c-4468-a251-e38a393c2327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 1001 time: 0.1068296 Aug 24 01:26:16.492709 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.492976 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.513159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Calling delete_port for 6f429ba3-7b7e-4b6f-a3bf-d0ec2d774cbf owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:16.536143 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-b6a04a2e-cecb-40c0-ab66-5a1b0f7ea70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:16.537720 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-b6a04a2e-cecb-40c0-ab66-5a1b0f7ea70f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0825839 Aug 24 01:26:16.628826 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-03816939-ea6b-4cdd-b242-433ed71132fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:16.630358 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-03816939-ea6b-4cdd-b242-433ed71132fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599992 Aug 24 01:26:16.766025 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-c6debb1e-80dc-40bb-95f6-9b532b7ecbfc service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258705 Aug 24 01:26:16.862008 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d18d92f0-fbe9-4718-bfcb-81138bb96550 req-a3352273-ba46-405a-95ea-840350cba828 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885847 Aug 24 01:26:16.869276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.896350 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event deleted for resources: {'Port': ['ID=6f429ba3-7b7e-4b6f-a3bf-d0ec2d774cbf,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:16.908452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.910490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.910490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.910490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.910490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.910490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.910490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.911159 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.911257 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.911516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.911848 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.912184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:16.965882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:16.966214 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Floating IP 11a94b27-37a4-4b1f-b4c6-f8a625d7dc3e disassociated (deleted). External IP: 172.25.5.150, port: 7ab93eb8-de10-4d85-9258-d8fccee8b627. Aug 24 01:26:17.178562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Router 950bab56-1f13-4496-9f9a-76978cf25fb0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:17.286691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:17.291704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:17.298736 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] Sync routers for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:17.307869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:17.308560 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:25:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:17.321659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7c59749b-aac1-4a93-823b-34c79dfa5bb4 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "DELETE /v2.0/floatingips/11a94b27-37a4-4b1f-b4c6-f8a625d7dc3e HTTP/1.1" status: 204 len: 168 time: 1.2802749 Aug 24 01:26:17.321659 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:17.321951 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91946ca-5165-475e-b441-54fa31ee221a" -d '{"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:17.421049 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3962b464-68b5-40bb-80f1-6791d9e645b4 x-openstack-request-id: req-3962b464-68b5-40bb-80f1-6791d9e645b4 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:17.421344 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:17.421630 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3962b464-68b5-40bb-80f1-6791d9e645b4 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:17.422045 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'status': 'completed', 'code': 200} Aug 24 01:26:17.422474 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:17.511828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91946ca-5165-475e-b441-54fa31ee221a req-2d6f3358-3a91-47ab-af5a-6e09c165ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:17.513392 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c91946ca-5165-475e-b441-54fa31ee221a req-2d6f3358-3a91-47ab-af5a-6e09c165ab59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 1096 time: 0.0439215 Aug 24 01:26:17.607935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91946ca-5165-475e-b441-54fa31ee221a req-c7af3375-9f10-4c2b-b5ec-1a0ede4a9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:17.609441 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c91946ca-5165-475e-b441-54fa31ee221a req-c7af3375-9f10-4c2b-b5ec-1a0ede4a9dc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 200 len: 915 time: 0.0892031 Aug 24 01:26:17.630063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:23:02Z', 'revision_number': 5, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:17.653107 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c91946ca-5165-475e-b441-54fa31ee221a req-f73b7d13-f023-42e1-9737-f45ae40f6c19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 200 len: 217 time: 0.0369430 Aug 24 01:26:17.656874 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] Checking router: 950bab56-1f13-4496-9f9a-76978cf25fb0 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:17.665388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:17.666135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:25:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:17.707310 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91946ca-5165-475e-b441-54fa31ee221a req-614e629d-21b1-46cf-b858-86cfc34c82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:17.708808 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c91946ca-5165-475e-b441-54fa31ee221a req-614e629d-21b1-46cf-b858-86cfc34c82ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 200 len: 853 time: 0.0494835 Aug 24 01:26:17.765980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91946ca-5165-475e-b441-54fa31ee221a req-80e35458-f2bf-4ee9-95eb-c4e2ac6ab507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:17.767524 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c91946ca-5165-475e-b441-54fa31ee221a req-80e35458-f2bf-4ee9-95eb-c4e2ac6ab507 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429428 Aug 24 01:26:17.781853 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:17.858597 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c91946ca-5165-475e-b441-54fa31ee221a req-670df689-e187-4d60-91b3-2ec249371971 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840952 Aug 24 01:26:17.951922 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c91946ca-5165-475e-b441-54fa31ee221a req-08940a35-b161-4d25-8ea7-4534d216bd90 service neutron] 10.222.0.36 "GET /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856280 Aug 24 01:26:17.980543 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:23:02Z', 'revision_number': 5, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:18.011229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859ab425-8c43-47d8-a759-c4278a55e68d None None] The sync data for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 is: [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:22:57Z', 'revision_number': 4, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '726b2167-348d-4128-82f3-242f8389d3da', 'name': '', 'network_id': '3d6af861-e3b3-4109-8de5-7ecc0fb82b0e', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'mac_address': 'fa:16:3e:96:84:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:57Z', 'updated_at': '2021-08-24T01:23:02Z', 'revision_number': 5, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'subnets': [{'id': 'be6862f5-655c-43f8-a7c5-d5a926abe3a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:18.220187 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7b55f-23dd-4eb9-9e46-d40e2d8c0c23 None None] New status for floating IP 11a94b27-37a4-4b1f-b4c6-f8a625d7dc3e: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:26:25.774451 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716a83-186b-4f02-9f1d-c7ebb71ba002 req-10271133-ae2d-4cd8-8e37-0e144e3b2717 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:25.775933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a716a83-186b-4f02-9f1d-c7ebb71ba002 req-10271133-ae2d-4cd8-8e37-0e144e3b2717 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0508006 Aug 24 01:26:25.813118 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8a716a83-186b-4f02-9f1d-c7ebb71ba002 req-8cc48096-dd70-4b44-8de2-1a2a998e3026 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Aug 24 01:26:26.208574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:26.328722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c3fca249-3029-4a3a-88bd-f3076283292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:26.927257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f1231-5fd8-46dc-b633-81f9c33f7a75 req-dcbc40be-40af-497c-814f-a49f0d2b032d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:26.928720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-407f1231-5fd8-46dc-b633-81f9c33f7a75 req-dcbc40be-40af-497c-814f-a49f0d2b032d tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0477102 Aug 24 01:26:26.965532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-407f1231-5fd8-46dc-b633-81f9c33f7a75 req-0e9f3950-90a1-4b02-9817-4d5754bce575 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Aug 24 01:26:27.870394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41720-25a3-450c-a10d-0f93850438fb req-88d6d251-2ddf-4fd7-89f9-dcf32201e661 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:27.871859 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-60d41720-25a3-450c-a10d-0f93850438fb req-88d6d251-2ddf-4fd7-89f9-dcf32201e661 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.36 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.0492644 Aug 24 01:26:27.961960 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Deleting port 7ab93eb8-de10-4d85-9258-d8fccee8b627 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:27.962302 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.049461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] For port 7ab93eb8-de10-4d85-9258-d8fccee8b627, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=7ab93eb8-de10-4d85-9258-d8fccee8b627,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:28.049873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.062412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Calling delete_port for 7ab93eb8-de10-4d85-9258-d8fccee8b627 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:28.133376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eb8b8-9ec2-412f-966a-ea06922b58ff req-f36dd8cc-b1a6-4c66-924f-749215934756 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:28.134826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb7eb8b8-9ec2-412f-966a-ea06922b58ff req-f36dd8cc-b1a6-4c66-924f-749215934756 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 945 time: 0.1042295 Aug 24 01:26:28.172495 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb7eb8b8-9ec2-412f-966a-ea06922b58ff req-f62349fa-f839-48de-8bea-f408a2acc4bc tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/security-groups?id=283f1c6a-aafb-4929-acb3-161b7b4b2b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316520 Aug 24 01:26:28.271532 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.298951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Pushing event deleted for resources: {'Port': ['ID=7ab93eb8-de10-4d85-9258-d8fccee8b627,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:28.306355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['7ab93eb8-de10-4d85-9258-d8fccee8b627'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:26:28.344672 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] No DVR routers for this DVR port 7ab93eb8-de10-4d85-9258-d8fccee8b627 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:28.347157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:28.349156 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-60d41720-25a3-450c-a10d-0f93850438fb req-6813a72e-2202-4ad5-95d1-43a5ef91b035 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.36 "DELETE /v2.0/ports/7ab93eb8-de10-4d85-9258-d8fccee8b627 HTTP/1.1" status: 204 len: 173 time: 0.4712284 Aug 24 01:26:28.349637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'name': 'network-vif-deleted', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:28.351861 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f2291-686b-4af2-b00f-690bea939db1" -d '{"events": [{"server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "name": "network-vif-deleted", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:28.386264 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a9347-165b-4922-bab3-518a4461d476 x-openstack-request-id: req-d99a9347-165b-4922-bab3-518a4461d476 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:28.386566 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e473439c-a952-4574-a4fd-a4436868035d", "name": "network-vif-deleted", "tag": "7ab93eb8-de10-4d85-9258-d8fccee8b627", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:28.386820 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d99a9347-165b-4922-bab3-518a4461d476 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:28.387219 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e473439c-a952-4574-a4fd-a4436868035d', 'name': 'network-vif-deleted', 'tag': '7ab93eb8-de10-4d85-9258-d8fccee8b627', 'status': 'completed', 'code': 200} Aug 24 01:26:29.037227 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fcabc33b-544e-408b-b03b-4f45cab41416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.168931 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:29.290622 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-aa00c074-7d75-4d7d-8338-c4d39daa8c24 req-abc0e345-04db-4655-9d73-ef73e5d0b9d6 tempest-TestMinimumBasicScenario-250530436 tempest-TestMinimumBasicScenario-250530436-project] 10.222.0.26 "GET /v2.0/ports?device_id=e473439c-a952-4574-a4fd-a4436868035d HTTP/1.1" status: 200 len: 210 time: 0.0270381 Aug 24 01:26:30.554753 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:31.443986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52526) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:31.786226 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.050502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Deleting port 726b2167-348d-4128-82f3-242f8389d3da {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:32.050806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.128865 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.142506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] For port 726b2167-348d-4128-82f3-242f8389d3da, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=726b2167-348d-4128-82f3-242f8389d3da,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:32.142876 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.154268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Calling delete_port for 726b2167-348d-4128-82f3-242f8389d3da owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:32.394986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.423597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=726b2167-348d-4128-82f3-242f8389d3da,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:32.576209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 7ab93eb8-de10-4d85-9258-d8fccee8b627 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:32.594305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:32.597248 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: 7ab93eb8-de10-4d85-9258-d8fccee8b627 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:32.597727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 7ab93eb8-de10-4d85-9258-d8fccee8b627 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:32.804927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Router 950bab56-1f13-4496-9f9a-76978cf25fb0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:32.906839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:32.911756 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7ac5f00c-bb0b-4760-901e-502c79af31a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/950bab56-1f13-4496-9f9a-76978cf25fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665995 Aug 24 01:26:32.914638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52528) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:32.915585 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] Sync routers for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:32.925287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:32.925934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:33.020694 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.029451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:33.124698 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.209000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:26:32Z', 'revision_number': 5, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port': {'id': '2e4a0779-23dc-4f00-8c50-a06e035a4a44', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:22:55Z', 'updated_at': '2021-08-24T01:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:33.236810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] Checking router: 950bab56-1f13-4496-9f9a-76978cf25fb0 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:33.245880 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] Routers {'950bab56-1f13-4496-9f9a-76978cf25fb0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:33.246486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['950bab56-1f13-4496-9f9a-76978cf25fb0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:33.278359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Deleting port 2e4a0779-23dc-4f00-8c50-a06e035a4a44 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:33.278712 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.334392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] Set router 950bab56-1f13-4496-9f9a-76978cf25fb0 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:33.387546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:26:33Z', 'revision_number': 6, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:33.419628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8484ed-213c-40a3-a22f-818ac41cef0f None None] The sync data for ids ['950bab56-1f13-4496-9f9a-76978cf25fb0'] in n-d-804878-2 is: [{'id': '950bab56-1f13-4496-9f9a-76978cf25fb0', 'name': 'tempest-TestMinimumBasicScenario-552729933-router', 'tenant_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:22:54Z', 'updated_at': '2021-08-24T01:26:33Z', 'revision_number': 6, 'project_id': '8ba0635d94144dfe8a50aa31fc8d4fcd', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:33.677247 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] For port 2e4a0779-23dc-4f00-8c50-a06e035a4a44, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2e4a0779-23dc-4f00-8c50-a06e035a4a44,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:33.677551 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.689415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Calling delete_port for 2e4a0779-23dc-4f00-8c50-a06e035a4a44 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:33.923565 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:33.948260 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4a0779-23dc-4f00-8c50-a06e035a4a44,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:34.016658 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.111611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.113764 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.231863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.232352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 950bab56-1f13-4496-9f9a-76978cf25fb0 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:26:34.237358 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.241816 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ed8dd453-61b6-495a-ad09-b41815a1c32c admin admin] 10.222.0.26 "DELETE /v2.0/routers/950bab56-1f13-4496-9f9a-76978cf25fb0 HTTP/1.1" status: 204 len: 168 time: 1.3229332 Aug 24 01:26:34.241816 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52534) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:34.288890 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b97a6ee-73a3-4982-9e22-df75449418cc admin admin] Deleting subnet be6862f5-655c-43f8-a7c5-d5a926abe3a4 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:26:34.293135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b97a6ee-73a3-4982-9e22-df75449418cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.327870 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 726b2167-348d-4128-82f3-242f8389d3da no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:34.330925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b97a6ee-73a3-4982-9e22-df75449418cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.348606 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 726b2167-348d-4128-82f3-242f8389d3da {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:34.348959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 726b2167-348d-4128-82f3-242f8389d3da not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:34.349392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2e4a0779-23dc-4f00-8c50-a06e035a4a44 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:34.368645 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2e4a0779-23dc-4f00-8c50-a06e035a4a44 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:34.368998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2e4a0779-23dc-4f00-8c50-a06e035a4a44 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:34.414805 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b97a6ee-73a3-4982-9e22-df75449418cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.518027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b97a6ee-73a3-4982-9e22-df75449418cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.543764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97a6ee-73a3-4982-9e22-df75449418cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6862f5-655c-43f8-a7c5-d5a926abe3a4,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:34.548187 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9b97a6ee-73a3-4982-9e22-df75449418cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.550179 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9b97a6ee-73a3-4982-9e22-df75449418cc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be6862f5-655c-43f8-a7c5-d5a926abe3a4 HTTP/1.1" status: 204 len: 168 time: 0.3076298 Aug 24 01:26:34.552798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52536) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:34.553715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a2a22-e40d-4dbb-bd27-e2cb479c4290 None None] Network 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:34.624502 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.678947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Deleting port 7561a755-72ab-4b05-873a-668f4ac0d3a2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:34.679305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.725835 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] DHCP port deletion for 3d6af861-e3b3-4109-8de5-7ecc0fb82b0e request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:26:34.744279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] For port 7561a755-72ab-4b05-873a-668f4ac0d3a2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7561a755-72ab-4b05-873a-668f4ac0d3a2,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:34.744654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.757463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Calling delete_port for 7561a755-72ab-4b05-873a-668f4ac0d3a2 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:34.770900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Deleting port 7561a755-72ab-4b05-873a-668f4ac0d3a2 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:34.771209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.849101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] For port 7561a755-72ab-4b05-873a-668f4ac0d3a2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7561a755-72ab-4b05-873a-668f4ac0d3a2,segment=NetworkSegment(2ed25847-8a8b-4b64-831a-aa53db43bd8f),segment_id=2ed25847-8a8b-4b64-831a-aa53db43bd8f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:34.849506 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.862120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Calling delete_port for 7561a755-72ab-4b05-873a-668f4ac0d3a2 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:34.937942 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 01:26:34.939517 n-d-804878-2 neutron-server[95328]: self.session.flush() Aug 24 01:26:34.944337 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:34.965970 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Pushing event deleted for resources: {'Port': ['ID=7561a755-72ab-4b05-873a-668f4ac0d3a2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:34.967752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] No DVR routers for this DVR port 7561a755-72ab-4b05-873a-668f4ac0d3a2 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:34.971967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Pushing event deleted for resources: {'Port': ['ID=7561a755-72ab-4b05-873a-668f4ac0d3a2,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:34.976411 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] No DVR routers for this DVR port 7561a755-72ab-4b05-873a-668f4ac0d3a2 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.986437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.995003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.995003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:34.995003 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1f81f2-1946-4d6a-9c74-6e3e85bc7c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:35.040877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.050546 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6af861-e3b3-4109-8de5-7ecc0fb82b0e']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:35.064875 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed25847-8a8b-4b64-831a-aa53db43bd8f') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:35.065182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed25847-8a8b-4b64-831a-aa53db43bd8f') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:35.074189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.088192 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.094575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:26:35.094971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:26:35.097256 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:26:35.248568 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.254095 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:35.255957 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] 10.222.0.26 "DELETE /v2.0/networks/3d6af861-e3b3-4109-8de5-7ecc0fb82b0e HTTP/1.1" status: 204 len: 168 time: 0.7022276 Aug 24 01:26:35.259042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52538) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:35.267254 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862577d-af4d-4edd-9034-dfa28017800f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6af861-e3b3-4109-8de5-7ecc0fb82b0e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:35.603440 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.147358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Deleting port e3241f86-6130-415c-8274-61fc68493577 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:36.147698 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.228623 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] For port e3241f86-6130-415c-8274-61fc68493577, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e3241f86-6130-415c-8274-61fc68493577,segment=NetworkSegment(e604848a-093f-4848-afd1-526a8a1b2393),segment_id=e604848a-093f-4848-afd1-526a8a1b2393)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:36.228990 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.242025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Calling delete_port for e3241f86-6130-415c-8274-61fc68493577 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:36.319249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7561a755-72ab-4b05-873a-668f4ac0d3a2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:36.342171 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 7561a755-72ab-4b05-873a-668f4ac0d3a2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:36.342513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7561a755-72ab-4b05-873a-668f4ac0d3a2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:36.480307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.510615 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3241f86-6130-415c-8274-61fc68493577,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:36.675058 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:36.887342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Router 823df1ba-7a51-4e41-9395-2a1f226310db has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:36.990200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:36.995164 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-670f2b56-dcb4-4081-99b7-1ae0316e9a73 admin admin] 10.222.0.26 "PUT /v2.0/routers/823df1ba-7a51-4e41-9395-2a1f226310db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7349942 Aug 24 01:26:36.997660 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52540) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:37.000954 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] Sync routers for ids ['823df1ba-7a51-4e41-9395-2a1f226310db'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:37.010689 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] Routers {'823df1ba-7a51-4e41-9395-2a1f226310db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:37.011377 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['823df1ba-7a51-4e41-9395-2a1f226310db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:37.106669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.114739 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] Set router 823df1ba-7a51-4e41-9395-2a1f226310db gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:37.214686 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.290757 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:26:36Z', 'revision_number': 5, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port': {'id': 'f69c2319-7ec6-49b3-bce0-c880411c302a', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:23:01Z', 'updated_at': '2021-08-24T01:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:37.312866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Deleting port f69c2319-7ec6-49b3-bce0-c880411c302a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:37.313219 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.321118 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] Checking router: 823df1ba-7a51-4e41-9395-2a1f226310db for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:37.329753 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] Routers {'823df1ba-7a51-4e41-9395-2a1f226310db'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:37.330353 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['823df1ba-7a51-4e41-9395-2a1f226310db'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:37.371988 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:26:37.392250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] For port f69c2319-7ec6-49b3-bce0-c880411c302a, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f69c2319-7ec6-49b3-bce0-c880411c302a,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:37.392620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.404153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Calling delete_port for f69c2319-7ec6-49b3-bce0-c880411c302a owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:37.421000 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] Set router 823df1ba-7a51-4e41-9395-2a1f226310db gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:37.472804 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 6, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:37.502028 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1c7a6-5682-4c92-a25e-d5ae39b5e79d None None] The sync data for ids ['823df1ba-7a51-4e41-9395-2a1f226310db'] in n-d-804878-2 is: [{'id': '823df1ba-7a51-4e41-9395-2a1f226310db', 'name': 'tempest-TestMinimumBasicScenario-354778686-router', 'tenant_id': '1e2d4a3329954f799855a908ce048c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:23:00Z', 'updated_at': '2021-08-24T01:26:37Z', 'revision_number': 6, 'project_id': '1e2d4a3329954f799855a908ce048c67', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:37.626208 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.650902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Pushing event deleted for resources: {'Port': ['ID=f69c2319-7ec6-49b3-bce0-c880411c302a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:37.713307 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.801934 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.803961 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.906600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.907280 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823df1ba-7a51-4e41-9395-2a1f226310db {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:26:37.913424 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:37.915144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0e972136-0ef1-466e-920f-eb9f13ed239c admin admin] 10.222.0.26 "DELETE /v2.0/routers/823df1ba-7a51-4e41-9395-2a1f226310db HTTP/1.1" status: 204 len: 168 time: 0.9160669 Aug 24 01:26:37.917534 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52542) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:37.963906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-48211dca-725b-45ad-b511-262250665039 admin admin] Deleting subnet 7dd5cd80-3967-4003-83d5-795a4066764d {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:26:37.966993 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48211dca-725b-45ad-b511-262250665039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.006923 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48211dca-725b-45ad-b511-262250665039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.082648 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48211dca-725b-45ad-b511-262250665039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.206378 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48211dca-725b-45ad-b511-262250665039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.230929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48211dca-725b-45ad-b511-262250665039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd5cd80-3967-4003-83d5-795a4066764d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:38.237413 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-48211dca-725b-45ad-b511-262250665039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.239621 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-48211dca-725b-45ad-b511-262250665039 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7dd5cd80-3967-4003-83d5-795a4066764d HTTP/1.1" status: 204 len: 168 time: 0.3207505 Aug 24 01:26:38.242172 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52544) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:38.243037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd0d84d-1dfb-4b80-bb20-bbf3f4398217 None None] Network 094301cb-2f5e-4423-aac2-94ae08b9de24 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:38.317324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.355869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f69c2319-7ec6-49b3-bce0-c880411c302a no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:38.377592 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Deleting port 101ea15e-28c7-4145-8817-9346c0c70e23 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:38.377943 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.381401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f69c2319-7ec6-49b3-bce0-c880411c302a {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:38.381778 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f69c2319-7ec6-49b3-bce0-c880411c302a not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:38.382196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e3241f86-6130-415c-8274-61fc68493577 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:38.404493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e3241f86-6130-415c-8274-61fc68493577 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:38.404846 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e3241f86-6130-415c-8274-61fc68493577 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:38.444647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] For port 101ea15e-28c7-4145-8817-9346c0c70e23, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=101ea15e-28c7-4145-8817-9346c0c70e23,segment=NetworkSegment(e604848a-093f-4848-afd1-526a8a1b2393),segment_id=e604848a-093f-4848-afd1-526a8a1b2393)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:38.445020 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.470230 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Calling delete_port for 101ea15e-28c7-4145-8817-9346c0c70e23 owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:38.485824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] DHCP port deletion for 094301cb-2f5e-4423-aac2-94ae08b9de24 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:26:38.538313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] Deleting port 101ea15e-28c7-4145-8817-9346c0c70e23 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:26:38.539003 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.603521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] For port 101ea15e-28c7-4145-8817-9346c0c70e23, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=101ea15e-28c7-4145-8817-9346c0c70e23,segment=NetworkSegment(e604848a-093f-4848-afd1-526a8a1b2393),segment_id=e604848a-093f-4848-afd1-526a8a1b2393)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:38.603934 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.618705 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] Calling delete_port for 101ea15e-28c7-4145-8817-9346c0c70e23 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:26:38.629016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.654731 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=101ea15e-28c7-4145-8817-9346c0c70e23,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:38.659353 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] No DVR routers for this DVR port 101ea15e-28c7-4145-8817-9346c0c70e23 on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:38.699192 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.722159 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] Pushing event deleted for resources: {'Port': ['ID=101ea15e-28c7-4145-8817-9346c0c70e23,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:38.728246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bab3bd-d217-4dba-b454-e27d12d4132b None None] No DVR routers for this DVR port 101ea15e-28c7-4145-8817-9346c0c70e23 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:26:38.736093 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.745603 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094301cb-2f5e-4423-aac2-94ae08b9de24']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:38.755927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e604848a-093f-4848-afd1-526a8a1b2393') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:38.756234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e604848a-093f-4848-afd1-526a8a1b2393') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:38.764966 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.778313 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.784715 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:26:38.799925 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:26:38.906728 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.912006 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:38.913908 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/094301cb-2f5e-4423-aac2-94ae08b9de24 HTTP/1.1" status: 204 len: 168 time: 0.6707656 Aug 24 01:26:38.926135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956950a-be32-4f71-bd91-0fdcea8cf2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=094301cb-2f5e-4423-aac2-94ae08b9de24,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:39.274470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52548) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:39.319149 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-536e55af-ace8-40a6-982e-72da4c6e2956 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ba0635d94144dfe8a50aa31fc8d4fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434973 Aug 24 01:26:39.321493 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52550) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:39.367801 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eefd506f-c2f9-4345-a658-138859a59931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.388464 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eefd506f-c2f9-4345-a658-138859a59931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.502774 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eefd506f-c2f9-4345-a658-138859a59931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.505534 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-eefd506f-c2f9-4345-a658-138859a59931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:39.506729 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-eefd506f-c2f9-4345-a658-138859a59931 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/283f1c6a-aafb-4929-acb3-161b7b4b2b34 HTTP/1.1" status: 204 len: 168 time: 0.1843336 Aug 24 01:26:39.514829 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd506f-c2f9-4345-a658-138859a59931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283f1c6a-aafb-4929-acb3-161b7b4b2b34,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:40.154674 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52556) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:40.194780 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-57a6bde3-398f-4d0d-94f3-8cf8675fcc84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e2d4a3329954f799855a908ce048c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389483 Aug 24 01:26:40.197277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52558) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:40.248427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf2ee-26f5-4284-875b-ad593aceec8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.269786 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf2ee-26f5-4284-875b-ad593aceec8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.326460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 101ea15e-28c7-4145-8817-9346c0c70e23 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:26:40.347060 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 101ea15e-28c7-4145-8817-9346c0c70e23 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:26:40.347408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 101ea15e-28c7-4145-8817-9346c0c70e23 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:26:40.385951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf2ee-26f5-4284-875b-ad593aceec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.388572 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1b0cf2ee-26f5-4284-875b-ad593aceec8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:40.389767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1b0cf2ee-26f5-4284-875b-ad593aceec8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bef7b9a0-5174-436a-a9fe-4108d6c3dc02 HTTP/1.1" status: 204 len: 168 time: 0.1914830 Aug 24 01:26:40.397499 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cf2ee-26f5-4284-875b-ad593aceec8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef7b9a0-5174-436a-a9fe-4108d6c3dc02,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:42.633889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52598) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:42.638613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201059035', 'description': 'tempest-secgroup-smoke-201059035 description', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:42.737272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.746128 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.830589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.939830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:42.975581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fafbec-91d6-42ce-8830-4998af2a46aa,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:43.028422 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.091297 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.131272 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.163017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8365ded-5330-4250-af57-c0d8e979e149,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:43.234600 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.235842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f3483e8f-79ad-4ac5-9bf9-a4e5e0a5d711 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6009378 Aug 24 01:26:43.238786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52600) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:43.243430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-99a7a71a-e7de-4153-b04b-86098ebe73dc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'e8365ded-5330-4250-af57-c0d8e979e149', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:43.337312 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99a7a71a-e7de-4153-b04b-86098ebe73dc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.392217 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99a7a71a-e7de-4153-b04b-86098ebe73dc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.482925 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99a7a71a-e7de-4153-b04b-86098ebe73dc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.501133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7a71a-e7de-4153-b04b-86098ebe73dc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7086e250-29e0-456a-ab84-598556e9ebf4,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:43.579711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-99a7a71a-e7de-4153-b04b-86098ebe73dc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.580974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-99a7a71a-e7de-4153-b04b-86098ebe73dc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3410184 Aug 24 01:26:43.583709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52602) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:43.588064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-85435b60-2704-4e65-972f-892e9f74ce09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'e8365ded-5330-4250-af57-c0d8e979e149', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:43.684006 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85435b60-2704-4e65-972f-892e9f74ce09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.738931 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85435b60-2704-4e65-972f-892e9f74ce09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.799611 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85435b60-2704-4e65-972f-892e9f74ce09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.817534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85435b60-2704-4e65-972f-892e9f74ce09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a5273b-c2e2-4f2f-b2e6-f8ceb42d06aa,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:43.862442 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-85435b60-2704-4e65-972f-892e9f74ce09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.863648 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-85435b60-2704-4e65-972f-892e9f74ce09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790160 Aug 24 01:26:43.866591 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52604) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:43.870978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-0a6af417-1230-435f-b11b-5511a2c2f8c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'e8365ded-5330-4250-af57-c0d8e979e149', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:43.935366 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a6af417-1230-435f-b11b-5511a2c2f8c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:43.991589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a6af417-1230-435f-b11b-5511a2c2f8c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.054049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a6af417-1230-435f-b11b-5511a2c2f8c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.074165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6af417-1230-435f-b11b-5511a2c2f8c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690c2aaf-f12c-4f3d-8e96-62ff7aadb103,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:44.148432 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a6af417-1230-435f-b11b-5511a2c2f8c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.149762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0a6af417-1230-435f-b11b-5511a2c2f8c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821567 Aug 24 01:26:44.152339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52606) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:44.156696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7bd8e552-b7a2-45b3-979b-90fd9ec3f39a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'e8365ded-5330-4250-af57-c0d8e979e149', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:44.247345 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e552-b7a2-45b3-979b-90fd9ec3f39a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.305553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e552-b7a2-45b3-979b-90fd9ec3f39a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.379851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e552-b7a2-45b3-979b-90fd9ec3f39a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.397985 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8e552-b7a2-45b3-979b-90fd9ec3f39a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce58eb54-665c-4635-96d0-d8ce6dcb7502,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:44.471641 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7bd8e552-b7a2-45b3-979b-90fd9ec3f39a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.472878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7bd8e552-b7a2-45b3-979b-90fd9ec3f39a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3196270 Aug 24 01:26:44.475611 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52608) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:44.480020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-bdff0b05-edf9-4cca-91ab-336d2979ccd6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'e8365ded-5330-4250-af57-c0d8e979e149', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:44.565557 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-bdff0b05-edf9-4cca-91ab-336d2979ccd6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:26:44.570356 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdff0b05-edf9-4cca-91ab-336d2979ccd6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.628565 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdff0b05-edf9-4cca-91ab-336d2979ccd6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.697002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdff0b05-edf9-4cca-91ab-336d2979ccd6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.714906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff0b05-edf9-4cca-91ab-336d2979ccd6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2ec73a-b6fb-4628-918c-fa1d22a7e664,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:44.797196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bdff0b05-edf9-4cca-91ab-336d2979ccd6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.798470 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bdff0b05-edf9-4cca-91ab-336d2979ccd6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219242 Aug 24 01:26:44.801196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52610) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:44.805649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-e19c5585-c604-499f-ab30-e58368e7b42a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'e8365ded-5330-4250-af57-c0d8e979e149', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:44.889365 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-e19c5585-c604-499f-ab30-e58368e7b42a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:26:44.894718 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c5585-c604-499f-ab30-e58368e7b42a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:44.953364 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c5585-c604-499f-ab30-e58368e7b42a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.037104 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c5585-c604-499f-ab30-e58368e7b42a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.058067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c5585-c604-499f-ab30-e58368e7b42a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d554aac3-3b47-4232-8112-22e0d761af25,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:45.131449 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-e19c5585-c604-499f-ab30-e58368e7b42a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.132665 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e19c5585-c604-499f-ab30-e58368e7b42a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3304732 Aug 24 01:26:45.135709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52612) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:45.140702 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'network': {'name': 'tempest-network-smoke--863350421', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:45.208668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:26:45.212155 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.236055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:26:45.251511 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.251867 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Added segment 23251061-a687-4c12-82fe-0435cd120070 of type vlan for network 47863379-fb41-4595-8e2b-9d420cca6df1 Aug 24 01:26:45.310031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.410885 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.416358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:45.416945 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.481686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Network': ['ID=47863379-fb41-4595-8e2b-9d420cca6df1,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:45.495178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 47863379-fb41-4595-8e2b-9d420cca6df1 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:26:45.500606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6b10315a-c20e-4de4-b27d-60a6693c80e3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3638446 Aug 24 01:26:45.503387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52614) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:45.508065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'admin_state_up': True, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:45.609045 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.610187 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.677968 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:45.891327 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:46.141398 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:46.160395 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:46.263829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.249 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/73ad2384-c670-4e49-80a0-f3d30dc36ac3) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:46.361198 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:46.457169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:46.500880 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:46.503709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:46.507059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:46.512350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=73ad2384-c670-4e49-80a0-f3d30dc36ac3,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:46.828181 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:47.349302 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:47.554101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 243a8e1e-6918-4abf-8229-1ae79a206fb7 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:26:47.689885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:47.700319 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Sync routers for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:47.709923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:47.710538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:47.766284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:47.767532 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b8a5df89-bf8d-4989-a774-1b3923bbaf5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2630558 Aug 24 01:26:47.770642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52616) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:47.815011 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:47.910810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5042c557-e6bc-496e-98ef-4b9085feed98 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cd0e853c52f24d4884f464bc35d2b012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1390686 Aug 24 01:26:47.913745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52620) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:48.004630 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:46Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:48.007378 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017d6cd-4f6c-4dd1-bc94-1b856c53c8e5 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:48.008918 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a017d6cd-4f6c-4dd1-bc94-1b856c53c8e5 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941389 Aug 24 01:26:48.011797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52622) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:48.042432 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c9cd0f16-6d2d-4006-9519-7d43a0b2fae2 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295675 Aug 24 01:26:48.044946 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52624) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:48.046973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Checking router: 243a8e1e-6918-4abf-8229-1ae79a206fb7 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:48.047476 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Updating router 243a8e1e-6918-4abf-8229-1ae79a206fb7 port 73ad2384-c670-4e49-80a0-f3d30dc36ac3 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:26:48.050323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-784931888', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:48.072652 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.211174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:26:48.214778 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.321006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.331392 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Transition to ACTIVE for port object 73ad2384-c670-4e49-80a0-f3d30dc36ac3 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:48.394221 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.442373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Attempting to bind port 73ad2384-c670-4e49-80a0-f3d30dc36ac3 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:48.447817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Attempting to bind port 73ad2384-c670-4e49-80a0-f3d30dc36ac3 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:48.447817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Attempting to bind port 73ad2384-c670-4e49-80a0-f3d30dc36ac3 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:48.451685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:48.452072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:48.452503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.452892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:48.453363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Bound port: 73ad2384-c670-4e49-80a0-f3d30dc36ac3, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:48.453777 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.455494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6b5d1-a376-41f3-b43a-07bc238310d1 None None] Pushing event updated for resources: {'Port': ['ID=73ad2384-c670-4e49-80a0-f3d30dc36ac3,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:48.469507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.511768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] For port 73ad2384-c670-4e49-80a0-f3d30dc36ac3, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:48.515009 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] For port 73ad2384-c670-4e49-80a0-f3d30dc36ac3, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=73ad2384-c670-4e49-80a0-f3d30dc36ac3,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:48.537288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Subnet': ['ID=7f1954da-8159-4885-aa60-8721712256e8,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:48.544557 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Checking segment: {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:48.544927 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network hostable DHCP agents. Network: 47863379-fb41-4595-8e2b-9d420cca6df1, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:26:48.586319 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.634654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:48.635257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:48.639416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 47863379-fb41-4595-8e2b-9d420cca6df1 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:26:48.687433 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6b5d1-a376-41f3-b43a-07bc238310d1 None None] Pushing event updated for resources: {'Port': ['ID=73ad2384-c670-4e49-80a0-f3d30dc36ac3,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:48.714004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 47863379-fb41-4595-8e2b-9d420cca6df1) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:48.718582 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:48.723053 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:48.731810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db85d9-26ef-4801-a586-ba05669161d6 None None] Network 47863379-fb41-4595-8e2b-9d420cca6df1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:48.793966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:48.809479 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-86d25592-1c1a-45aa-b592-d0407b760c63 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7635064 Aug 24 01:26:48.812173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52626) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:26:49.019191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-47863379-fb41-4595-8e2b-9d420cca6df1', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:26:49.020067 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.116244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:46Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:49.148195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabde7bf-f682-4e99-9310-d811ccdc5f84 None None] The sync data for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 is: [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:46Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:49.193098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Allocated IP 172.20.0.2 (47863379-fb41-4595-8e2b-9d420cca6df1/7f1954da-8159-4885-aa60-8721712256e8/2f89402c-d12e-4e34-8a90-8c33d319399d) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:49.257054 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.348039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.356720 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Transition to ACTIVE for port object 2f89402c-d12e-4e34-8a90-8c33d319399d will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:49.391046 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Transition to ACTIVE for port object 2f89402c-d12e-4e34-8a90-8c33d319399d will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:49.472247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.516448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Network 47863379-fb41-4595-8e2b-9d420cca6df1 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:49.519615 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:49.524257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:49.527683 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Pushing event updated for resources: {'Port': ['ID=2f89402c-d12e-4e34-8a90-8c33d319399d,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:49.585256 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.1 (47863379-fb41-4595-8e2b-9d420cca6df1/7f1954da-8159-4885-aa60-8721712256e8/ec8cf814-0807-47f1-981e-943dbbd16921) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:49.587161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Attempting to bind port 2f89402c-d12e-4e34-8a90-8c33d319399d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:49.587539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Attempting to bind port 2f89402c-d12e-4e34-8a90-8c33d319399d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:49.587906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Attempting to bind port 2f89402c-d12e-4e34-8a90-8c33d319399d on network 47863379-fb41-4595-8e2b-9d420cca6df1 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:49.593397 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:49.599157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Checking segment: {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:49.599157 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.599157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Bound using segment: {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:49.599157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Bound port: 2f89402c-d12e-4e34-8a90-8c33d319399d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:49.599157 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.662906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-88008073-0926-4f67-b368-d8ff2944306b None None] For port 2f89402c-d12e-4e34-8a90-8c33d319399d, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:49.666303 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-88008073-0926-4f67-b368-d8ff2944306b None None] For port 2f89402c-d12e-4e34-8a90-8c33d319399d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2f89402c-d12e-4e34-8a90-8c33d319399d,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:49.710360 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.725029 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object ec8cf814-0807-47f1-981e-943dbbd16921 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:49.746320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.809135 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88008073-0926-4f67-b368-d8ff2944306b None None] Pushing event updated for resources: {'Port': ['ID=2f89402c-d12e-4e34-8a90-8c33d319399d,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:49.837826 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:49.886740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 47863379-fb41-4595-8e2b-9d420cca6df1 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:49.890057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:49.893962 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:49.920067 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=ec8cf814-0807-47f1-981e-943dbbd16921,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:49.944427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.172260 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.391177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 73ad2384-c670-4e49-80a0-f3d30dc36ac3 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:50.462838 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.525436 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 73ad2384-c670-4e49-80a0-f3d30dc36ac3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:50.529640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 73ad2384-c670-4e49-80a0-f3d30dc36ac3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:50.530055 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.559579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.610338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.631676 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 73ad2384-c670-4e49-80a0-f3d30dc36ac3, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=73ad2384-c670-4e49-80a0-f3d30dc36ac3,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:50.636049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=ec8cf814-0807-47f1-981e-943dbbd16921,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:50.640175 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.714022 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:50.715162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2f89402c-d12e-4e34-8a90-8c33d319399d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:50.749528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 47863379-fb41-4595-8e2b-9d420cca6df1 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:50.751634 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:50.800602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=73ad2384-c670-4e49-80a0-f3d30dc36ac3,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:50.865527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 243a8e1e-6918-4abf-8229-1ae79a206fb7 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:26:50.879391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2f89402c-d12e-4e34-8a90-8c33d319399d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:50.973057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:26:50.978042 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8d4989c2-54ca-41de-a4e2-79224fc1d606 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/243a8e1e-6918-4abf-8229-1ae79a206fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1649132 Aug 24 01:26:50.989123 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Sync routers for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:26:50.998484 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:50.999813 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:51.113059 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:51.123442 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-e1722173-e196-4d62-a8d5-5b9b8ba356c1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201059035&fields=id&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 267 time: 0.0338619 Aug 24 01:26:51.237662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-66b11002-1040-479d-a286-e6d3874837e4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:51.239472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-66b11002-1040-479d-a286-e6d3874837e4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/networks?id=47863379-fb41-4595-8e2b-9d420cca6df1 HTTP/1.1" status: 200 len: 796 time: 0.1077883 Aug 24 01:26:51.261485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-a5aa94e8-2abf-43e1-abc7-caf26817f191 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/quotas/cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 375 time: 0.0156856 Aug 24 01:26:51.309491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-915407ee-6470-4443-b22e-1ed821eae6d9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471201 Aug 24 01:26:51.319219 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 2, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:51.347159 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Checking router: 243a8e1e-6918-4abf-8229-1ae79a206fb7 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:26:51.347503 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Updating router 243a8e1e-6918-4abf-8229-1ae79a206fb7 port ec8cf814-0807-47f1-981e-943dbbd16921 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:26:51.378199 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:51.420660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-c0da6d4f-d834-4132-81c9-57984fb2c797 service neutron] 10.222.0.26 "GET /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971928 Aug 24 01:26:51.519496 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-32f3c717-244f-47b5-b9c7-eaa8500c3ab0 service neutron] 10.222.0.26 "GET /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921783 Aug 24 01:26:51.564767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d730af-ce04-4f60-b146-0a4aed4b439b None None] Network 47863379-fb41-4595-8e2b-9d420cca6df1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:26:51.720294 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8e4dbf25-1908-4b04-a800-bf56dad78f87 None None] Provisioning for port 2f89402c-d12e-4e34-8a90-8c33d319399d completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:51.724271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8e4dbf25-1908-4b04-a800-bf56dad78f87 None None] Provisioning complete for port 2f89402c-d12e-4e34-8a90-8c33d319399d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:51.724642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8e4dbf25-1908-4b04-a800-bf56dad78f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:51.770101 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:51.788960 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Transition to ACTIVE for port object ec8cf814-0807-47f1-981e-943dbbd16921 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:51.827623 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8e4dbf25-1908-4b04-a800-bf56dad78f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:51.846879 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:51.865131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8e4dbf25-1908-4b04-a800-bf56dad78f87 None None] For port 2f89402c-d12e-4e34-8a90-8c33d319399d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2f89402c-d12e-4e34-8a90-8c33d319399d,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:51.868847 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbc20dd9-18cc-45cf-9121-44a212974d7c req-59efa177-7591-4192-929d-4097e3ffdbfb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 210 time: 0.1087608 Aug 24 01:26:51.909069 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Pushing event updated for resources: {'Port': ['ID=ec8cf814-0807-47f1-981e-943dbbd16921,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:51.935149 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.935488 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.935821 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.936147 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.936506 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.936848 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.937162 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.937480 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.937821 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.938136 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.939073 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.939073 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:26:51.952761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8e4dbf25-1908-4b04-a800-bf56dad78f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:51.982946 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Attempting to bind port ec8cf814-0807-47f1-981e-943dbbd16921 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:51.983384 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Attempting to bind port ec8cf814-0807-47f1-981e-943dbbd16921 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:51.983757 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Attempting to bind port ec8cf814-0807-47f1-981e-943dbbd16921 on network 47863379-fb41-4595-8e2b-9d420cca6df1 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:51.989731 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:51.990388 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Checking segment: {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:51.990496 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:51.995963 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Bound using segment: {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:51.995963 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Bound port: ec8cf814-0807-47f1-981e-943dbbd16921, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:51.995963 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:52.031295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dbf25-1908-4b04-a800-bf56dad78f87 None None] Pushing event updated for resources: {'Port': ['ID=2f89402c-d12e-4e34-8a90-8c33d319399d,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:52.065225 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] For port ec8cf814-0807-47f1-981e-943dbbd16921, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:52.068635 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] For port ec8cf814-0807-47f1-981e-943dbbd16921, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ec8cf814-0807-47f1-981e-943dbbd16921,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:52.073923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a28d0e6d-ed99-49a7-8eb7-303c5a8d5128 None None] Provisioning complete for port 2f89402c-d12e-4e34-8a90-8c33d319399d triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:52.074125 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a28d0e6d-ed99-49a7-8eb7-303c5a8d5128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:52.135123 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:52.200853 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cb4a7-80fb-42de-8ee8-a4c4d3262815 None None] Pushing event updated for resources: {'Port': ['ID=ec8cf814-0807-47f1-981e-943dbbd16921,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:52.204056 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:26:52.204693 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:52.268288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a28d0e6d-ed99-49a7-8eb7-303c5a8d5128 None None] Provisioning for port ec8cf814-0807-47f1-981e-943dbbd16921 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:52.321690 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:26:52.347268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 73ad2384-c670-4e49-80a0-f3d30dc36ac3 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:52.423592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 73ad2384-c670-4e49-80a0-f3d30dc36ac3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:52.424167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:52.514456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2f89402c-d12e-4e34-8a90-8c33d319399d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:52.551755 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:52Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:26:52.575463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2f89402c-d12e-4e34-8a90-8c33d319399d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:52.575843 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:52.582824 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc958bfe-f49a-4c81-9498-c8bb9d53c214 None None] The sync data for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 is: [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:52Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:26:52.950782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8cdaf9d3-07a5-45ba-8729-71c26387f9e6 req-358f9d3b-82be-4c5c-a4e3-8cee94ecba4f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0269353 Aug 24 01:26:54.042878 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6db99b7f-78ec-4548-98eb-f2adc79fbbb7 req-7f44e54e-261f-4762-ab06-bcf22289c0ca tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0257673 Aug 24 01:26:54.355777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ec8cf814-0807-47f1-981e-943dbbd16921 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:54.418830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-63267a66-8a03-433c-85a3-42658aa67232 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:54.420284 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-63267a66-8a03-433c-85a3-42658aa67232 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/networks?id=47863379-fb41-4595-8e2b-9d420cca6df1 HTTP/1.1" status: 200 len: 796 time: 0.1034288 Aug 24 01:26:54.467693 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-99e26275-5c95-487d-a74e-aa6e75cf2922 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 379 time: 0.0383544 Aug 24 01:26:54.474130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ec8cf814-0807-47f1-981e-943dbbd16921 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:54.478026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'port': {'device_id': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'admin_state_up': True, 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'security_groups': ['e8365ded-5330-4250-af57-c0d8e979e149']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:54.478214 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ec8cf814-0807-47f1-981e-943dbbd16921 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:54.478495 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:54.691808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:26:54.695351 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:54.711683 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:54.756986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ec8cf814-0807-47f1-981e-943dbbd16921, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ec8cf814-0807-47f1-981e-943dbbd16921,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:26:54.827101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.11 (47863379-fb41-4595-8e2b-9d420cca6df1/7f1954da-8159-4885-aa60-8721712256e8/e1e49a93-080f-437e-af56-206346c73946) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:26:54.831346 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:54.880235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ec8cf814-0807-47f1-981e-943dbbd16921,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:54.961027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:54.974703 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object e1e49a93-080f-437e-af56-206346c73946 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:55.068418 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:55.118509 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 47863379-fb41-4595-8e2b-9d420cca6df1 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:26:55.130910 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:26:55.148000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:26:55.174868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=e1e49a93-080f-437e-af56-206346c73946,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:55.211665 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b7cfb-4632-4c75-8b91-08c082e6290b req-98e7a554-80a1-43e3-8ded-8d7d4473d3e2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:55.213160 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b8b7cfb-4632-4c75-8b91-08c082e6290b req-98e7a554-80a1-43e3-8ded-8d7d4473d3e2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 932 time: 0.0995929 Aug 24 01:26:55.219448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:55.220068 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:55.261376 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8b8b7cfb-4632-4c75-8b91-08c082e6290b req-9419a4e4-c07d-40c2-8000-d1cbca4678dd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385044 Aug 24 01:26:55.303148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-52d6f724-e301-4e8d-bb5a-5efe9ffd96ac tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8288357 Aug 24 01:26:55.316866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-6a6957fb-9bd2-4710-807b-4e9eb2c4bfda tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:26:55.316866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-6a6957fb-9bd2-4710-807b-4e9eb2c4bfda tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059407 Aug 24 01:26:55.370733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Request body: {'port': {'device_id': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:26:55.387985 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-466c45d4-0bf5-4981-9e41-fc55dc3149a6 None None] Provisioning for port e1e49a93-080f-437e-af56-206346c73946 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:26:55.392546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-466c45d4-0bf5-4981-9e41-fc55dc3149a6 None None] Provisioning complete for port e1e49a93-080f-437e-af56-206346c73946 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:55.392979 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-466c45d4-0bf5-4981-9e41-fc55dc3149a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:55.428689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:55.428959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-466c45d4-0bf5-4981-9e41-fc55dc3149a6 None None] Port e1e49a93-080f-437e-af56-206346c73946 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:26:55.687389 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e49a93-080f-437e-af56-206346c73946 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:26:55.694639 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:55.706195 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Transition to ACTIVE for port object e1e49a93-080f-437e-af56-206346c73946 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:26:55.776357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:55.848463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e49a93-080f-437e-af56-206346c73946,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:55.900104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Attempting to bind port e1e49a93-080f-437e-af56-206346c73946 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:26:55.900753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Attempting to bind port e1e49a93-080f-437e-af56-206346c73946 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:26:55.901094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Attempting to bind port e1e49a93-080f-437e-af56-206346c73946 on network 47863379-fb41-4595-8e2b-9d420cca6df1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:55.906548 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Port e1e49a93-080f-437e-af56-206346c73946 on network 47863379-fb41-4595-8e2b-9d420cca6df1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:26:55.906876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Attempting to bind port e1e49a93-080f-437e-af56-206346c73946 on network 47863379-fb41-4595-8e2b-9d420cca6df1 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:26:55.911855 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:26:55.912203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Checking segment: {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:26:55.912599 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Bound using segment: {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:26:55.913027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Bound port: e1e49a93-080f-437e-af56-206346c73946, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23251061-a687-4c12-82fe-0435cd120070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:26:55.913397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:55.979390 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] For port e1e49a93-080f-437e-af56-206346c73946, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:26:55.982621 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] For port e1e49a93-080f-437e-af56-206346c73946, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e1e49a93-080f-437e-af56-206346c73946,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:26:56.071856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:56.106826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:56.107504 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:56.109559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] 10.222.0.37 "PUT /v2.0/ports/e1e49a93-080f-437e-af56-206346c73946 HTTP/1.1" status: 200 len: 1092 time: 0.7856104 Aug 24 01:26:56.115474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'tag': 'e1e49a93-080f-437e-af56-206346c73946'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:26:56.115474 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ac51c3-e65d-48b7-b901-4532b8aa32cf" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "tag": "e1e49a93-080f-437e-af56-206346c73946"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:26:56.136866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38aaf-ed0e-4499-b95b-6634aa24cdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e49a93-080f-437e-af56-206346c73946,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:26:56.154548 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7566e8-0206-424a-8939-2be2437cbfa9 x-openstack-request-id: req-fb7566e8-0206-424a-8939-2be2437cbfa9 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:26:56.154850 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "tag": "e1e49a93-080f-437e-af56-206346c73946", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:26:56.155105 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb7566e8-0206-424a-8939-2be2437cbfa9 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:26:56.156063 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'tag': 'e1e49a93-080f-437e-af56-206346c73946', 'status': 'completed', 'code': 200} Aug 24 01:26:56.224922 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac51c3-e65d-48b7-b901-4532b8aa32cf req-ee5390a4-04f0-412d-b3a6-ca0f4f46bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:56.226506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35ac51c3-e65d-48b7-b901-4532b8aa32cf req-ee5390a4-04f0-412d-b3a6-ca0f4f46bc30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 1095 time: 0.0481319 Aug 24 01:26:56.254371 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:56.337321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac51c3-e65d-48b7-b901-4532b8aa32cf req-fe3e7d9a-bcdf-4874-b89c-3b668563e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:56.339498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35ac51c3-e65d-48b7-b901-4532b8aa32cf req-fe3e7d9a-bcdf-4874-b89c-3b668563e02f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd0e853c52f24d4884f464bc35d2b012&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1046801 Aug 24 01:26:56.349229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ec8cf814-0807-47f1-981e-943dbbd16921 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:26:56.354006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-72804179-46df-46e4-b4d5-06b8c8014b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:56.409640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ec8cf814-0807-47f1-981e-943dbbd16921 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:26:56.410264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:56.452954 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa96a87-b54f-46b3-bc79-49ef5542787c req-a19098ec-a026-4065-943c-4cbaa166f414 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:56.454528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-daa96a87-b54f-46b3-bc79-49ef5542787c req-a19098ec-a026-4065-943c-4cbaa166f414 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 944 time: 0.1141579 Aug 24 01:26:56.503067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac51c3-e65d-48b7-b901-4532b8aa32cf req-08b28d9e-c344-4302-a689-cba20dfb8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:56.504530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-35ac51c3-e65d-48b7-b901-4532b8aa32cf req-08b28d9e-c344-4302-a689-cba20dfb8a22 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535935 Aug 24 01:26:56.512539 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-daa96a87-b54f-46b3-bc79-49ef5542787c req-5554b8a9-158f-4fd8-a712-b99e10aa9057 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507996 Aug 24 01:26:56.582388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-0918e975-b9e4-4bf6-a59b-b2617531097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:56.583870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-0918e975-b9e4-4bf6-a59b-b2617531097f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 1095 time: 0.0410714 Aug 24 01:26:56.629942 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-b7a7f75d-697d-43a6-8e2c-b30dbd68eda5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1e49a93-080f-437e-af56-206346c73946 HTTP/1.1" status: 200 len: 217 time: 0.0387230 Aug 24 01:26:56.678504 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-a0936b5f-0242-4e1b-9899-baea50730583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:56.680195 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-a0936b5f-0242-4e1b-9899-baea50730583 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f1954da-8159-4885-aa60-8721712256e8 HTTP/1.1" status: 200 len: 834 time: 0.0431902 Aug 24 01:26:56.725384 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-37f13737-40b9-48b4-81e5-c72c35f1a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:56.726876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-37f13737-40b9-48b4-81e5-c72c35f1a48a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47863379-fb41-4595-8e2b-9d420cca6df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401227 Aug 24 01:26:56.818560 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-0d17d4c3-282b-4908-9ab4-7750532ec6d2 service neutron] 10.222.0.37 "GET /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847592 Aug 24 01:26:56.908594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf1a6489-1f7a-4957-96d2-07c16d0ad32e req-7f77eb64-ec12-4445-85a6-9994c76fad3c service neutron] 10.222.0.37 "GET /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820398 Aug 24 01:26:57.632275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a0d56-a484-4ed0-9de3-6b49e52459c5 req-06150aa9-b7ce-4eec-9d68-db7b574e6489 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:57.633779 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-957a0d56-a484-4ed0-9de3-6b49e52459c5 req-06150aa9-b7ce-4eec-9d68-db7b574e6489 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 944 time: 0.0536828 Aug 24 01:26:57.670873 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-957a0d56-a484-4ed0-9de3-6b49e52459c5 req-50132982-bac8-4b89-8913-dbce79464de0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311871 Aug 24 01:26:58.788523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e4c6-501e-49e5-a71c-ce947c6ef860 req-a92c08c6-598e-4fed-af98-83a9c63894e0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:58.790111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a072e4c6-501e-49e5-a71c-ce947c6ef860 req-a92c08c6-598e-4fed-af98-83a9c63894e0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 944 time: 0.0540438 Aug 24 01:26:58.827001 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a072e4c6-501e-49e5-a71c-ce947c6ef860 req-3a6b8cc1-bc2d-4a83-a05e-6f080ae00342 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Aug 24 01:26:59.082886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5ec26726-768e-4123-9f59-8196d414bd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:59.180035 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:26:59.939383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c4a71-6a48-42d6-b27e-6f49e738bacd req-ad6bf22d-9b26-4b53-9c62-72c4337ebf86 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:26:59.940848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d41c4a71-6a48-42d6-b27e-6f49e738bacd req-ad6bf22d-9b26-4b53-9c62-72c4337ebf86 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 944 time: 0.0489464 Aug 24 01:26:59.977389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d41c4a71-6a48-42d6-b27e-6f49e738bacd req-3df82138-d61f-41d3-a69c-ba9d88fac76b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307708 Aug 24 01:27:00.128334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e1e49a93-080f-437e-af56-206346c73946 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:27:00.219185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e1e49a93-080f-437e-af56-206346c73946, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e1e49a93-080f-437e-af56-206346c73946,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:27:00.229501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'e1e49a93-080f-437e-af56-206346c73946', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'port_id': 'e1e49a93-080f-437e-af56-206346c73946', 'mac_address': 'fa:16:3e:8f:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:27:00.267385 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:00.282532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e49a93-080f-437e-af56-206346c73946 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:27:00.301640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e1e49a93-080f-437e-af56-206346c73946, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e1e49a93-080f-437e-af56-206346c73946,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:27:00.370893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:00.417437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e1e49a93-080f-437e-af56-206346c73946,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:00.579974 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:00.587631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['e1e49a93-080f-437e-af56-206346c73946'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:27:01.093355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd297f-3041-49b6-a495-2bde277c062c req-7840cec4-28ad-4403-95fb-40d6a4b1124c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:01.094854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10cd297f-3041-49b6-a495-2bde277c062c req-7840cec4-28ad-4403-95fb-40d6a4b1124c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Aug 24 01:27:01.134660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-10cd297f-3041-49b6-a495-2bde277c062c req-718f1275-33a0-4f3a-a24f-d85a9dd2c2e8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338542 Aug 24 01:27:02.088645 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:02.127067 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e1e49a93-080f-437e-af56-206346c73946 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:27:02.249465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683198f4-3f45-4b23-bcda-a52ad53e1958 req-c10a3f4f-bf92-4527-ba20-602702855f75 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:02.251027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683198f4-3f45-4b23-bcda-a52ad53e1958 req-c10a3f4f-bf92-4527-ba20-602702855f75 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 945 time: 0.0493371 Aug 24 01:27:02.256561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port e1e49a93-080f-437e-af56-206346c73946 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:27:02.260583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port e1e49a93-080f-437e-af56-206346c73946 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:27:02.260958 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:02.289021 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-683198f4-3f45-4b23-bcda-a52ad53e1958 req-d48c4fe8-9c16-4a3c-943c-74de297ae50b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Aug 24 01:27:02.342334 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:02.364505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e49a93-080f-437e-af56-206346c73946'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:27:02.366767 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39228675-72d8-486d-b092-657705d7cc63" -d '{"events": [{"server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "name": "network-vif-plugged", "status": "completed", "tag": "e1e49a93-080f-437e-af56-206346c73946"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:27:02.379059 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port e1e49a93-080f-437e-af56-206346c73946, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e1e49a93-080f-437e-af56-206346c73946,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:27:02.445810 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:02.470679 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f1cd03-7a8c-4cb1-acdf-ffe913a6e668 x-openstack-request-id: req-01f1cd03-7a8c-4cb1-acdf-ffe913a6e668 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:27:02.470981 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "name": "network-vif-plugged", "status": "completed", "tag": "e1e49a93-080f-437e-af56-206346c73946", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:27:02.471242 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01f1cd03-7a8c-4cb1-acdf-ffe913a6e668 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:27:02.471638 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e49a93-080f-437e-af56-206346c73946', 'code': 200} Aug 24 01:27:02.496716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=e1e49a93-080f-437e-af56-206346c73946,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:02.555758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62850b3-ecf8-4e2e-85a8-26697c44bab7 req-8e97c879-331c-4932-b05e-effb564aa190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:02.557229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d62850b3-ecf8-4e2e-85a8-26697c44bab7 req-8e97c879-331c-4932-b05e-effb564aa190 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 1097 time: 0.0395660 Aug 24 01:27:02.592044 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d62850b3-ecf8-4e2e-85a8-26697c44bab7 req-3bbb1490-28a0-4f0d-a0eb-fa04b74a104d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276983 Aug 24 01:27:03.408269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827970ac-e772-49d1-af38-079403cf0b26 req-0d2f0b49-7cfa-4c13-afd6-1834d4ec5010 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:03.409794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-827970ac-e772-49d1-af38-079403cf0b26 req-0d2f0b49-7cfa-4c13-afd6-1834d4ec5010 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0547934 Aug 24 01:27:03.450801 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-827970ac-e772-49d1-af38-079403cf0b26 req-e462410a-0fc6-4f22-a2a7-f30e131c3a0b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350690 Aug 24 01:27:04.566649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf25fd-40bc-421e-8c1e-f96becd9b98e req-2f9d56d5-f468-46ba-b526-e0fd0240ca50 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:04.568112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fdf25fd-40bc-421e-8c1e-f96becd9b98e req-2f9d56d5-f468-46ba-b526-e0fd0240ca50 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0483074 Aug 24 01:27:04.605522 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fdf25fd-40bc-421e-8c1e-f96becd9b98e req-647078c0-c021-4fec-a7dc-194abcc9ccec tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Aug 24 01:27:04.717088 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa11d9-1487-4798-8f53-901bb3602090 req-c244028f-8e7e-47d6-b453-6f23b3a7f947 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:04.718596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70aa11d9-1487-4798-8f53-901bb3602090 req-c244028f-8e7e-47d6-b453-6f23b3a7f947 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0487559 Aug 24 01:27:04.756145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70aa11d9-1487-4798-8f53-901bb3602090 req-aa21cfd0-802b-43da-a237-926341b82cfb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317636 Aug 24 01:27:04.777271 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52690) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:04.820485 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b6edfb-fdec-40b3-ae4b-5371d5d18bcf tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:04.821970 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-37b6edfb-fdec-40b3-ae4b-5371d5d18bcf tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 1092 time: 0.0436251 Aug 24 01:27:04.824751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:04.829249 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'e1e49a93-080f-437e-af56-206346c73946', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:04.913399 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:05.007926 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:05.111653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.12 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/bef7a4d9-08f6-4735-b867-d9f33b8283b4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:27:05.210220 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:05.325111 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:05.369793 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:27:05.372405 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:27:05.375031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:27:05.398786 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=bef7a4d9-08f6-4735-b867-d9f33b8283b4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:05.729590 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:05.858739 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:06.016180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:06.085226 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:06.160511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=bef7a4d9-08f6-4735-b867-d9f33b8283b4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:06.179530 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:06.269173 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP d2f34f26-38e0-4370-b8af-6ab96db4e73a associated. External IP: 172.25.5.12, port: e1e49a93-080f-437e-af56-206346c73946. Aug 24 01:27:06.480006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 243a8e1e-6918-4abf-8229-1ae79a206fb7 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:27:06.588251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:27:06.598899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] Sync routers for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:27:06.608611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:27:06.609227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:06.674196 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:06.700896 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2da3355e-6036-48ee-a0ff-3347cc2f1284 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8751245 Aug 24 01:27:06.701593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'tag': 'e1e49a93-080f-437e-af56-206346c73946'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:27:06.704172 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "tag": "e1e49a93-080f-437e-af56-206346c73946"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:27:06.714508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:27:06.741749 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7749fd-bc53-454a-9166-a30ba9f45357 x-openstack-request-id: req-3b7749fd-bc53-454a-9166-a30ba9f45357 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:27:06.742791 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "tag": "e1e49a93-080f-437e-af56-206346c73946", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:27:06.743056 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b7749fd-bc53-454a-9166-a30ba9f45357 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:27:06.743473 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'tag': 'e1e49a93-080f-437e-af56-206346c73946', 'status': 'completed', 'code': 200} Aug 24 01:27:06.829192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e1185-aec4-4c46-a1a5-32e4e4411ffd req-ec1c730a-4e05-4ed5-9f4c-146854f72b15 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:06.830758 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c7e1185-aec4-4c46-a1a5-32e4e4411ffd req-ec1c730a-4e05-4ed5-9f4c-146854f72b15 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0792277 Aug 24 01:27:06.846027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-423397b4-b3a3-435a-9ebb-85b4034cb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:06.847383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-423397b4-b3a3-435a-9ebb-85b4034cb9b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 1097 time: 0.0701551 Aug 24 01:27:06.923066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5c7e1185-aec4-4c46-a1a5-32e4e4411ffd req-42030f76-5a41-4afd-b2ed-883937cb02d9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853622 Aug 24 01:27:06.946273 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52698) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:06.957232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-88fedfcc-5778-4cb8-8427-ea16abe0c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:06.958750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-88fedfcc-5778-4cb8-8427-ea16abe0c2e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=47863379-fb41-4595-8e2b-9d420cca6df1 HTTP/1.1" status: 200 len: 897 time: 0.1042144 Aug 24 01:27:06.965114 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd2f34f26-38e0-4370-b8af-6ab96db4e73a', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'port_id': 'e1e49a93-080f-437e-af56-206346c73946', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'mac_address': 'fa:16:3e:8f:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:27:05Z', 'updated_at': '2021-08-24T01:27:05Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:54Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:06.992628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] Checking router: 243a8e1e-6918-4abf-8229-1ae79a206fb7 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:27:07.002637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:27:07.003538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:26:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:07.013935 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e94bfb93-c5fd-4db4-8457-65a7fbb24cd5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/d2f34f26-38e0-4370-b8af-6ab96db4e73a HTTP/1.1" status: 200 len: 991 time: 0.0652618 Aug 24 01:27:07.031322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-58defd83-e4ee-46fc-b065-9fcf687fd9d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1e49a93-080f-437e-af56-206346c73946 HTTP/1.1" status: 200 len: 999 time: 0.0651405 Aug 24 01:27:07.078386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-e53989df-5d80-43ed-b5c5-e1ee595bda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:07.080379 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-e53989df-5d80-43ed-b5c5-e1ee595bda66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f1954da-8159-4885-aa60-8721712256e8 HTTP/1.1" status: 200 len: 834 time: 0.0427387 Aug 24 01:27:07.112127 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:27:07.126362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-6eb36be0-916e-4a7d-b58b-e98e62a9aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:07.129089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-6eb36be0-916e-4a7d-b58b-e98e62a9aada service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47863379-fb41-4595-8e2b-9d420cca6df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412426 Aug 24 01:27:07.223848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-8b8d1361-efe0-4d8d-bdf2-0ad14c297b06 service neutron] 10.222.0.37 "GET /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883644 Aug 24 01:27:07.358322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd2f34f26-38e0-4370-b8af-6ab96db4e73a', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'port_id': 'e1e49a93-080f-437e-af56-206346c73946', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'mac_address': 'fa:16:3e:8f:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:27:05Z', 'updated_at': '2021-08-24T01:27:05Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:54Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:07.390709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44190fa-e03e-4880-8dcd-5e84f41957fa None None] The sync data for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 is: [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'd2f34f26-38e0-4370-b8af-6ab96db4e73a', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.12', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'port_id': 'e1e49a93-080f-437e-af56-206346c73946', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'mac_address': 'fa:16:3e:8f:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:27:05Z', 'updated_at': '2021-08-24T01:27:05Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:54Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:27:07.596011 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae80797-2ee6-46b7-beca-a36d91df3e26 None None] New status for floating IP d2f34f26-38e0-4370-b8af-6ab96db4e73a: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:27:07.632842 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c222c0c7-4152-4f8e-92ac-3f29b11b9bb7 req-cf102bf2-cc7d-48a5-a4bc-2e5cbebacad4 service neutron] 10.222.0.37 "GET /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017949 Aug 24 01:27:08.016693 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52700) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:08.075219 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bb9d9ebd-33cd-4d5e-b726-266d8724f02a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/d2f34f26-38e0-4370-b8af-6ab96db4e73a HTTP/1.1" status: 200 len: 993 time: 0.0574102 Aug 24 01:27:13.065952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:14.340344 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:27:26.236904 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:26.362279 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b08a1d3b-15a0-43f7-81f1-edf57862b564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:29.054264 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-72e14dbf-5a16-4a3f-b790-3761080ae4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:29.164450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:30.581552 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:32.078151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:39.278986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937f31b-c31c-42a7-ae9d-96abdf71bdcd req-fc63f8d7-352d-4cbb-9a91-62880d5b1793 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:39.280414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9937f31b-c31c-42a7-ae9d-96abdf71bdcd req-fc63f8d7-352d-4cbb-9a91-62880d5b1793 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0507431 Aug 24 01:27:39.316646 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9937f31b-c31c-42a7-ae9d-96abdf71bdcd req-16b03a8c-2aa9-4578-8d67-a1eb696f8c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302510 Aug 24 01:27:40.434016 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49debde-792f-4b4d-b62c-0cf21c345bbd req-ddd2e5e7-dd94-48ce-9b5c-30f989d9b5b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:40.435475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c49debde-792f-4b4d-b62c-0cf21c345bbd req-ddd2e5e7-dd94-48ce-9b5c-30f989d9b5b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0511782 Aug 24 01:27:40.473939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c49debde-792f-4b4d-b62c-0cf21c345bbd req-bc92c930-fdb6-482c-81c7-29210eec22f7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Aug 24 01:27:40.496732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52718) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:40.559388 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-fdea3fd3-4dd9-408d-a14b-67cf3623e243 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/d2f34f26-38e0-4370-b8af-6ab96db4e73a HTTP/1.1" status: 200 len: 993 time: 0.0614312 Aug 24 01:27:41.941741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc19b-97c8-4353-bbb3-814d535f5257 req-54c44e23-1eaf-457c-a443-4343e46563c4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:41.943243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-777cc19b-97c8-4353-bbb3-814d535f5257 req-54c44e23-1eaf-457c-a443-4343e46563c4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0483625 Aug 24 01:27:41.981867 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-777cc19b-97c8-4353-bbb3-814d535f5257 req-5462d0a2-a8c9-4bd7-a75d-96a99af4cc58 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322568 Aug 24 01:27:43.071071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:43.104033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27906c9a-697f-4fda-8d01-ac63982fca86 req-0e08dcdb-1919-4969-84b0-bd9ea41811c4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:43.105508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27906c9a-697f-4fda-8d01-ac63982fca86 req-0e08dcdb-1919-4969-84b0-bd9ea41811c4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0494163 Aug 24 01:27:43.142690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-27906c9a-697f-4fda-8d01-ac63982fca86 req-afcda070-c38f-4d80-b114-f0aad9df973e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309784 Aug 24 01:27:43.166436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52728) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:43.228633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5787058a-0a0d-4941-8893-cac7c8061722 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/d2f34f26-38e0-4370-b8af-6ab96db4e73a HTTP/1.1" status: 200 len: 993 time: 0.0606043 Aug 24 01:27:43.469068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52734) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:43.638090 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port bef7a4d9-08f6-4735-b867-d9f33b8283b4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:27:43.638434 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:43.715001 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:43.715324 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:43.726404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for bef7a4d9-08f6-4735-b867-d9f33b8283b4 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:27:43.939489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:43.969556 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=bef7a4d9-08f6-4735-b867-d9f33b8283b4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:43.981977 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.982311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.982653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.982995 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.983327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.983664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.983996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.984328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.984661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.984988 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.985315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:43.985667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:44.040189 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:44.040545 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP d2f34f26-38e0-4370-b8af-6ab96db4e73a disassociated (deleted). External IP: 172.25.5.12, port: e1e49a93-080f-437e-af56-206346c73946. Aug 24 01:27:44.241470 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 243a8e1e-6918-4abf-8229-1ae79a206fb7 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:27:44.348107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:27:44.352999 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:44.357886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] Sync routers for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:27:44.366646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:27:44.367251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:44.380788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-10c73d05-ce09-475f-bfe5-8373b5503120 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/floatingips/d2f34f26-38e0-4370-b8af-6ab96db4e73a HTTP/1.1" status: 204 len: 168 time: 0.9106205 Aug 24 01:27:44.381381 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'tag': 'e1e49a93-080f-437e-af56-206346c73946'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:27:44.383689 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a88be2-058d-4a90-a15e-2e287d4f0f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "tag": "e1e49a93-080f-437e-af56-206346c73946"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:27:44.422968 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dc4e1e-26e7-4db5-b27b-c99bf79c8134 x-openstack-request-id: req-d8dc4e1e-26e7-4db5-b27b-c99bf79c8134 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:27:44.423276 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "tag": "e1e49a93-080f-437e-af56-206346c73946", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:27:44.423531 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d8dc4e1e-26e7-4db5-b27b-c99bf79c8134 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:27:44.424323 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'tag': 'e1e49a93-080f-437e-af56-206346c73946', 'status': 'completed', 'code': 200} Aug 24 01:27:44.473715 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:27:44.506315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-9d9bde43-ac03-4c68-a516-89a622609e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:44.506315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-9d9bde43-ac03-4c68-a516-89a622609e48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 1097 time: 0.0444167 Aug 24 01:27:44.586286 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-d738b32e-b80a-431b-9feb-c389fd71d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:44.587818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-d738b32e-b80a-431b-9feb-c389fd71d71d service neutron] 10.222.0.37 "GET /v2.0/networks?id=47863379-fb41-4595-8e2b-9d420cca6df1 HTTP/1.1" status: 200 len: 897 time: 0.0879452 Aug 24 01:27:44.630502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-f63a9e3f-6c0f-4e12-9a6d-801bedc4d546 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1e49a93-080f-437e-af56-206346c73946 HTTP/1.1" status: 200 len: 217 time: 0.0355344 Aug 24 01:27:44.673928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:54Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:44.682579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-f2f9356a-a6eb-43e5-8289-74d74042ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:44.684076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-f2f9356a-a6eb-43e5-8289-74d74042ce3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f1954da-8159-4885-aa60-8721712256e8 HTTP/1.1" status: 200 len: 834 time: 0.0473611 Aug 24 01:27:44.704112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] Checking router: 243a8e1e-6918-4abf-8229-1ae79a206fb7 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:27:44.712391 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:27:44.713005 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:44.734833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-7d01245c-6649-49cd-80b7-81d790216179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:44.736344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-7d01245c-6649-49cd-80b7-81d790216179 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47863379-fb41-4595-8e2b-9d420cca6df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455902 Aug 24 01:27:44.820478 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:27:44.868287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068781a-4795-4b70-b9c7-ab9bd1651bdd req-cff014b1-7eaa-44a7-af4c-c815b23077a5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:44.869832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6068781a-4795-4b70-b9c7-ab9bd1651bdd req-cff014b1-7eaa-44a7-af4c-c815b23077a5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0793166 Aug 24 01:27:44.875340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-ff68f6e8-df85-4de5-9a06-030c77c67bee service neutron] 10.222.0.37 "GET /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304281 Aug 24 01:27:44.954998 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6068781a-4795-4b70-b9c7-ab9bd1651bdd req-beb91f33-aa73-4258-ac38-e47623d3ea6e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784895 Aug 24 01:27:44.990897 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a88be2-058d-4a90-a15e-2e287d4f0f1f req-a28387d4-1d57-407b-84f4-f08cd64f4583 service neutron] 10.222.0.37 "GET /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074092 Aug 24 01:27:45.023310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:54Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:45.050238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af4afee-2b49-4565-939f-c0842d94fd83 None None] The sync data for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 is: [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'ec8cf814-0807-47f1-981e-943dbbd16921', 'name': '', 'network_id': '47863379-fb41-4595-8e2b-9d420cca6df1', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:1b:63:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7f1954da-8159-4885-aa60-8721712256e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:49Z', 'updated_at': '2021-08-24T01:26:54Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '7f1954da-8159-4885-aa60-8721712256e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:27:45.261523 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8e50b-0a57-40a3-99cb-c81edf72fcf6 None None] New status for floating IP d2f34f26-38e0-4370-b8af-6ab96db4e73a: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:27:46.075629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc55015-19aa-40d9-a49e-3d408acd6236 req-3ac1ecca-05d5-456a-8cbd-89a9dd8ff9da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:46.077124 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcc55015-19aa-40d9-a49e-3d408acd6236 req-3ac1ecca-05d5-456a-8cbd-89a9dd8ff9da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0498130 Aug 24 01:27:46.120524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fcc55015-19aa-40d9-a49e-3d408acd6236 req-271c1c0d-14a7-4662-ac06-a37529d8e906 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=e8365ded-5330-4250-af57-c0d8e979e149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364516 Aug 24 01:27:46.333386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-a91a94d0-53f2-481c-a713-4a1bda9edad4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:46.334869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-a91a94d0-53f2-481c-a713-4a1bda9edad4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 946 time: 0.0485086 Aug 24 01:27:46.420488 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port e1e49a93-080f-437e-af56-206346c73946 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:27:46.420833 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:46.511453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port e1e49a93-080f-437e-af56-206346c73946, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=e1e49a93-080f-437e-af56-206346c73946,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:27:46.511825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:46.523692 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for e1e49a93-080f-437e-af56-206346c73946 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:27:46.723414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:46.752759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=e1e49a93-080f-437e-af56-206346c73946,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:46.792894 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] No DVR routers for this DVR port e1e49a93-080f-437e-af56-206346c73946 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:27:46.795570 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:46.797661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c1d527c6-0a2c-495c-b185-f264b77220ef req-de9d24a0-e31c-4cb7-a0a1-3f30378b9bc3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "DELETE /v2.0/ports/e1e49a93-080f-437e-af56-206346c73946 HTTP/1.1" status: 204 len: 173 time: 0.4568856 Aug 24 01:27:46.798100 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'name': 'network-vif-deleted', 'tag': 'e1e49a93-080f-437e-af56-206346c73946'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:27:46.800386 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df334ce0-19e1-48c5-91fa-1b9c2934d82d" -d '{"events": [{"server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "name": "network-vif-deleted", "tag": "e1e49a93-080f-437e-af56-206346c73946"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:27:46.837712 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eae876e-742f-48fb-add3-c9fd31a2e10e x-openstack-request-id: req-8eae876e-742f-48fb-add3-c9fd31a2e10e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:27:46.838011 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6f05af-ffc1-416f-89a6-a7592639fdb0", "name": "network-vif-deleted", "tag": "e1e49a93-080f-437e-af56-206346c73946", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:27:46.838270 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8eae876e-742f-48fb-add3-c9fd31a2e10e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:27:46.838676 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6f05af-ffc1-416f-89a6-a7592639fdb0', 'name': 'network-vif-deleted', 'tag': 'e1e49a93-080f-437e-af56-206346c73946', 'status': 'completed', 'code': 200} Aug 24 01:27:47.246233 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-243ac1ee-ecca-439e-ac89-f01abb26473f req-3069986e-d21b-4337-af63-ec45fdedcd81 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6f05af-ffc1-416f-89a6-a7592639fdb0 HTTP/1.1" status: 200 len: 210 time: 0.0301931 Aug 24 01:27:48.300647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52750) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:48.656737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:48.936342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port ec8cf814-0807-47f1-981e-943dbbd16921 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:27:48.936605 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:49.022373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port ec8cf814-0807-47f1-981e-943dbbd16921, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ec8cf814-0807-47f1-981e-943dbbd16921,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:27:49.022740 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:49.034751 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for ec8cf814-0807-47f1-981e-943dbbd16921 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:27:49.267066 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:49.294297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=ec8cf814-0807-47f1-981e-943dbbd16921,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:49.463629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:49.679042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 243a8e1e-6918-4abf-8229-1ae79a206fb7 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:27:49.781824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:27:49.786683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a8caa2ae-695b-4fef-a0aa-8350f9b55a02 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/243a8e1e-6918-4abf-8229-1ae79a206fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4849668 Aug 24 01:27:49.789366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:49.792431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] Sync routers for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:27:49.801634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:27:49.802252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:49.839013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bc6fce-8236-462b-8d6a-822cb18628cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting subnet 7f1954da-8159-4885-aa60-8721712256e8 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:27:49.842055 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50bc6fce-8236-462b-8d6a-822cb18628cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:49.881170 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50bc6fce-8236-462b-8d6a-822cb18628cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:49.926632 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:27:49.973689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50bc6fce-8236-462b-8d6a-822cb18628cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.095518 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50bc6fce-8236-462b-8d6a-822cb18628cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.121926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc6fce-8236-462b-8d6a-822cb18628cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1954da-8159-4885-aa60-8721712256e8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:50.127437 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-50bc6fce-8236-462b-8d6a-822cb18628cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.129316 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-50bc6fce-8236-462b-8d6a-822cb18628cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/subnets/7f1954da-8159-4885-aa60-8721712256e8 HTTP/1.1" status: 204 len: 168 time: 0.3390038 Aug 24 01:27:50.131913 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:50.143892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633dd5a-bd04-4438-8d07-aeb264ac8a53 None None] Network 47863379-fb41-4595-8e2b-9d420cca6df1 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:27:50.238503 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.345988 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.369065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e1e49a93-080f-437e-af56-206346c73946 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:27:50.393044 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: e1e49a93-080f-437e-af56-206346c73946 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:27:50.393403 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device e1e49a93-080f-437e-af56-206346c73946 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:27:50.404818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:27:49Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '73ad2384-c670-4e49-80a0-f3d30dc36ac3', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:26:46Z', 'updated_at': '2021-08-24T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:50.433300 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] DHCP port deletion for 47863379-fb41-4595-8e2b-9d420cca6df1 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:27:50.436342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] Checking router: 243a8e1e-6918-4abf-8229-1ae79a206fb7 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:27:50.453398 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port 73ad2384-c670-4e49-80a0-f3d30dc36ac3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:27:50.453883 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.468964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] Routers {'243a8e1e-6918-4abf-8229-1ae79a206fb7'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:27:50.469620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['243a8e1e-6918-4abf-8229-1ae79a206fb7'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:50.566979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] Set router 243a8e1e-6918-4abf-8229-1ae79a206fb7 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:27:50.596664 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Deleting port 2f89402c-d12e-4e34-8a90-8c33d319399d {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:27:50.597040 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.626434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:27:50Z', 'revision_number': 6, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:50.667336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841a9ae-5053-446e-9816-96603dfbf70f None None] The sync data for ids ['243a8e1e-6918-4abf-8229-1ae79a206fb7'] in n-d-804878-2 is: [{'id': '243a8e1e-6918-4abf-8229-1ae79a206fb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646576940', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:26:45Z', 'updated_at': '2021-08-24T01:27:50Z', 'revision_number': 6, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:27:50.722616 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] For port 2f89402c-d12e-4e34-8a90-8c33d319399d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2f89402c-d12e-4e34-8a90-8c33d319399d,segment=NetworkSegment(23251061-a687-4c12-82fe-0435cd120070),segment_id=23251061-a687-4c12-82fe-0435cd120070)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:27:50.723018 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.736150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Calling delete_port for 2f89402c-d12e-4e34-8a90-8c33d319399d owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:27:50.841945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port 73ad2384-c670-4e49-80a0-f3d30dc36ac3, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=73ad2384-c670-4e49-80a0-f3d30dc36ac3,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:27:50.842620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.853778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for 73ad2384-c670-4e49-80a0-f3d30dc36ac3 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:27:50.900666 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:50.927410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] No DVR routers for this DVR port 2f89402c-d12e-4e34-8a90-8c33d319399d on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:27:50.934208 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Pushing event deleted for resources: {'Port': ['ID=2f89402c-d12e-4e34-8a90-8c33d319399d,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:50.942415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.942763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.943100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.943435 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.943766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.944122 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.944449 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.944773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.945095 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.945463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.945810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:50.946131 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ef9fed-1efa-4e6e-81de-dd5d588bffe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:51.072998 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.100362 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=73ad2384-c670-4e49-80a0-f3d30dc36ac3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:51.158736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.256747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.259007 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.339349 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:27:51.368208 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.369288 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Fanout notify agent at l3_agent the message router_deleted on router 243a8e1e-6918-4abf-8229-1ae79a206fb7 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:27:51.376441 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.377541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b599a7da-e9d2-490f-9ca9-7e6097e9ed91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/routers/243a8e1e-6918-4abf-8229-1ae79a206fb7 HTTP/1.1" status: 204 len: 168 time: 1.2447119 Aug 24 01:27:51.380383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52756) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:51.459921 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.548116 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.557613 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47863379-fb41-4595-8e2b-9d420cca6df1']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:51.567583 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23251061-a687-4c12-82fe-0435cd120070') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:51.567885 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23251061-a687-4c12-82fe-0435cd120070') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:51.576634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.590408 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.596254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:27:51.596648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:27:51.599592 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:27:51.723460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.731428 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.734299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/networks/47863379-fb41-4595-8e2b-9d420cca6df1 HTTP/1.1" status: 204 len: 168 time: 0.3514583 Aug 24 01:27:51.735587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52758) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:51.744972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c0fac-6e82-4298-8ba3-2f22a362ac06 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Network': ['ID=47863379-fb41-4595-8e2b-9d420cca6df1,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:51.794206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.818275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.980993 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.983591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:51.984806 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/security-groups/e8365ded-5330-4250-af57-c0d8e979e149 HTTP/1.1" status: 204 len: 168 time: 0.2482338 Aug 24 01:27:51.994481 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8365ded-5330-4250-af57-c0d8e979e149,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:52.002575 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.002939 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.003306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.003653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.003990 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.004329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.004665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.005102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.005324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.005674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.006005 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.006330 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99688e8-4db1-42bd-b333-57d8f7e6049c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:52.369365 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 73ad2384-c670-4e49-80a0-f3d30dc36ac3 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:27:52.390559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 73ad2384-c670-4e49-80a0-f3d30dc36ac3 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:27:52.390922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 73ad2384-c670-4e49-80a0-f3d30dc36ac3 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:27:52.391345 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2f89402c-d12e-4e34-8a90-8c33d319399d no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:27:52.409252 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2f89402c-d12e-4e34-8a90-8c33d319399d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:27:52.409631 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2f89402c-d12e-4e34-8a90-8c33d319399d not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:27:52.410047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ec8cf814-0807-47f1-981e-943dbbd16921 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:27:52.427972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: ec8cf814-0807-47f1-981e-943dbbd16921 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:27:52.428325 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ec8cf814-0807-47f1-981e-943dbbd16921 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:27:52.495841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:52.500543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-55e63dbe-311c-4930-a230-388448db9e19 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-400063913', 'description': 'tempest-secgroup-smoke-400063913 description', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:52.585330 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55e63dbe-311c-4930-a230-388448db9e19 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:52.670384 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55e63dbe-311c-4930-a230-388448db9e19 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:52.752252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55e63dbe-311c-4930-a230-388448db9e19 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:52.780808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e63dbe-311c-4930-a230-388448db9e19 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963c1138-cd1e-4a54-9bb2-bbd0767b728e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:52.861039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-55e63dbe-311c-4930-a230-388448db9e19 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:52.862272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-55e63dbe-311c-4930-a230-388448db9e19 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3654139 Aug 24 01:27:52.865502 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52766) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:52.870636 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-01a87b94-80b9-4108-9456-66cd8a2a0843 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '963c1138-cd1e-4a54-9bb2-bbd0767b728e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:52.986065 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01a87b94-80b9-4108-9456-66cd8a2a0843 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.041876 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01a87b94-80b9-4108-9456-66cd8a2a0843 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.106008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01a87b94-80b9-4108-9456-66cd8a2a0843 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.123365 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a87b94-80b9-4108-9456-66cd8a2a0843 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f730d8b-694f-494d-b801-2937c7979f56,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:53.168968 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-01a87b94-80b9-4108-9456-66cd8a2a0843 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.170284 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-01a87b94-80b9-4108-9456-66cd8a2a0843 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038075 Aug 24 01:27:53.173031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52768) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:53.178485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0241240c-5572-4827-a839-41adb3d01760 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '963c1138-cd1e-4a54-9bb2-bbd0767b728e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:53.267653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0241240c-5572-4827-a839-41adb3d01760 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.331874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0241240c-5572-4827-a839-41adb3d01760 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.374776 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0241240c-5572-4827-a839-41adb3d01760 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.392790 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241240c-5572-4827-a839-41adb3d01760 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7691d6b4-1e63-4009-aa81-b868ad4b2c9e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:53.460621 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0241240c-5572-4827-a839-41adb3d01760 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.462702 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0241240c-5572-4827-a839-41adb3d01760 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2878702 Aug 24 01:27:53.467867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52770) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:53.469676 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-92615df8-5615-4498-aa5b-9f8645e2b7c5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '963c1138-cd1e-4a54-9bb2-bbd0767b728e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:53.556587 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92615df8-5615-4498-aa5b-9f8645e2b7c5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.615773 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92615df8-5615-4498-aa5b-9f8645e2b7c5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.700739 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92615df8-5615-4498-aa5b-9f8645e2b7c5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.720077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92615df8-5615-4498-aa5b-9f8645e2b7c5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cbac6e-4f9d-4f47-8f8a-058ad16115e9,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:53.792209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-92615df8-5615-4498-aa5b-9f8645e2b7c5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.793432 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-92615df8-5615-4498-aa5b-9f8645e2b7c5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272543 Aug 24 01:27:53.796102 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52772) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:53.800532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3ba9bb09-7360-43d1-8704-c7deafe8d94e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '963c1138-cd1e-4a54-9bb2-bbd0767b728e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:53.875328 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ba9bb09-7360-43d1-8704-c7deafe8d94e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.933653 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ba9bb09-7360-43d1-8704-c7deafe8d94e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:53.996352 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ba9bb09-7360-43d1-8704-c7deafe8d94e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.015411 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9bb09-7360-43d1-8704-c7deafe8d94e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc02f45c-3e83-4cc2-bdd5-bb1b63cb9e93,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:54.082025 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3ba9bb09-7360-43d1-8704-c7deafe8d94e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.083275 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3ba9bb09-7360-43d1-8704-c7deafe8d94e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2862408 Aug 24 01:27:54.085947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52774) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:54.090326 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-469b2e79-43cd-47ca-b940-e7561898f0f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '963c1138-cd1e-4a54-9bb2-bbd0767b728e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:54.162071 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-469b2e79-43cd-47ca-b940-e7561898f0f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:27:54.167519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-469b2e79-43cd-47ca-b940-e7561898f0f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.225669 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-469b2e79-43cd-47ca-b940-e7561898f0f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.289204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-469b2e79-43cd-47ca-b940-e7561898f0f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.307671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b2e79-43cd-47ca-b940-e7561898f0f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301d6229-9846-4ef9-95f7-9caa42008d82,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:54.367848 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-469b2e79-43cd-47ca-b940-e7561898f0f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.369735 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-469b2e79-43cd-47ca-b940-e7561898f0f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2828243 Aug 24 01:27:54.372424 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52776) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:54.376799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-66fceba1-1cd1-42fb-986e-9ac2b330922e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '963c1138-cd1e-4a54-9bb2-bbd0767b728e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:54.465246 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-66fceba1-1cd1-42fb-986e-9ac2b330922e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:27:54.470513 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66fceba1-1cd1-42fb-986e-9ac2b330922e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.534809 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66fceba1-1cd1-42fb-986e-9ac2b330922e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.585911 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66fceba1-1cd1-42fb-986e-9ac2b330922e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.606794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fceba1-1cd1-42fb-986e-9ac2b330922e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839e8ffb-89e3-4601-bdda-7f69f3c46753,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:54.648921 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-66fceba1-1cd1-42fb-986e-9ac2b330922e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.650713 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-66fceba1-1cd1-42fb-986e-9ac2b330922e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2773595 Aug 24 01:27:54.653478 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52778) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:54.658386 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'network': {'name': 'tempest-network-smoke--240724178', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'port_security_enabled': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:54.729327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:27:54.732800 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.755849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:27:54.764205 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.764553 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Added segment c6d31495-c92d-4f64-8bc2-5a00d7d52690 of type vlan for network 1f1c847e-0c47-4501-83db-6a83a3230794 Aug 24 01:27:54.803574 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.894985 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.901270 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:54.901980 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:54.968842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Network': ['ID=1f1c847e-0c47-4501-83db-6a83a3230794,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:54.976597 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-194a5f83-e3a5-426d-b1d5-5dc8b250b5aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3209212 Aug 24 01:27:54.978430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52780) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:54.979555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1f1c847e-0c47-4501-83db-6a83a3230794 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:27:54.983111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'admin_state_up': True, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:55.053851 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:55.054929 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:55.104765 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:55.283514 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:55.556841 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:55.579634 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:55.682969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.156 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e6317f69-9104-4e1b-baa9-0272feddb87c) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:27:55.783111 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:55.924043 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:55.962305 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:27:55.965174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:27:55.968518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:27:55.992347 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=e6317f69-9104-4e1b-baa9-0272feddb87c,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:56.255157 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:56.273932 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:56.340770 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fefd5fc8-696f-4d24-bbbf-a628c6dd003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:56.473546 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:56.660122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 463fc450-ad19-452c-89f2-d4d5726822b2 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:27:56.765004 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:27:56.774259 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Sync routers for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:27:56.783244 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:27:56.785346 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:56.871120 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:56.872497 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7ffa1b8d-e407-446b-a52e-300801c1c8b8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8930271 Aug 24 01:27:56.875676 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52782) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:56.886301 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:27:56.903967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fd7aca25-63b7-4821-a84e-4237aa0a64cc tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cd0e853c52f24d4884f464bc35d2b012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271187 Aug 24 01:27:56.906681 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52784) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:57.051378 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6968fdd-c41b-4b30-b4b0-daa03db6393d tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:57.052797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-e6968fdd-c41b-4b30-b4b0-daa03db6393d tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1452332 Aug 24 01:27:57.056203 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52786) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:57.059208 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:56Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:57.088801 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Checking router: 463fc450-ad19-452c-89f2-d4d5726822b2 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:27:57.089143 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Updating router 463fc450-ad19-452c-89f2-d4d5726822b2 port e6317f69-9104-4e1b-baa9-0272feddb87c binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:27:57.089304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-da3d7e99-13bc-409e-aebf-237b4cf5f1dd tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320165 Aug 24 01:27:57.092992 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52788) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:57.096608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-759762074', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:27:57.114058 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.283135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:27:57.286760 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.362046 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.371715 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Transition to ACTIVE for port object e6317f69-9104-4e1b-baa9-0272feddb87c will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:27:57.431912 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.488654 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Attempting to bind port e6317f69-9104-4e1b-baa9-0272feddb87c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:27:57.489024 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Attempting to bind port e6317f69-9104-4e1b-baa9-0272feddb87c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:27:57.489381 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Attempting to bind port e6317f69-9104-4e1b-baa9-0272feddb87c on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:27:57.495903 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Pushing event updated for resources: {'Port': ['ID=e6317f69-9104-4e1b-baa9-0272feddb87c,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:57.500881 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:27:57.501251 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:27:57.501680 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.502072 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:27:57.502537 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Bound port: e6317f69-9104-4e1b-baa9-0272feddb87c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:27:57.502917 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.509979 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.510318 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.510655 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.511159 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.511487 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.511813 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.512137 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.512463 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.512784 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.513101 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.513421 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.513775 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:27:57.567544 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] For port e6317f69-9104-4e1b-baa9-0272feddb87c, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:27:57.571052 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] For port e6317f69-9104-4e1b-baa9-0272feddb87c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e6317f69-9104-4e1b-baa9-0272feddb87c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:27:57.638357 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.696011 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:27:57.696637 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:57.731070 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d7788-a568-491d-9827-6d9e11f10956 None None] Pushing event updated for resources: {'Port': ['ID=e6317f69-9104-4e1b-baa9-0272feddb87c,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:57.825719 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:57.888036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Subnet': ['ID=d7e9ea5a-2f31-453b-858b-7aa085cc2719,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:57.895320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Checking segment: {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:27:57.895680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network hostable DHCP agents. Network: 1f1c847e-0c47-4501-83db-6a83a3230794, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:27:57.901647 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:27:57.962640 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 1f1c847e-0c47-4501-83db-6a83a3230794 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:27:58.030554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1f1c847e-0c47-4501-83db-6a83a3230794) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:27:58.034647 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:27:58.035243 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.041010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6619fe5d-ba5e-4ce0-af63-435d4c986164 None None] Network 1f1c847e-0c47-4501-83db-6a83a3230794 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:27:58.075261 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:56Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:27:58.105102 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a902f-c651-4505-b6fe-6b406f8e91ce None None] The sync data for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 is: [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:56Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:27:58.158755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-65402012-c903-4236-8c76-bc26e6752c23 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0658464 Aug 24 01:27:58.161391 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52790) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:27:58.193212 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-1f1c847e-0c47-4501-83db-6a83a3230794', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:27:58.194112 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.361603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Allocated IP 172.20.0.2 (1f1c847e-0c47-4501-83db-6a83a3230794/d7e9ea5a-2f31-453b-858b-7aa085cc2719/a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:27:58.473612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e6317f69-9104-4e1b-baa9-0272feddb87c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:27:58.587667 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.596641 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Transition to ACTIVE for port object a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:27:58.613401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Transition to ACTIVE for port object a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:27:58.675755 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e6317f69-9104-4e1b-baa9-0272feddb87c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:27:58.676173 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.677275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e6317f69-9104-4e1b-baa9-0272feddb87c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:27:58.677807 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.719205 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.774327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Network 1f1c847e-0c47-4501-83db-6a83a3230794 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:27:58.779369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:27:58.783313 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:27:58.785116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Pushing event updated for resources: {'Port': ['ID=a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:58.841029 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.888001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e6317f69-9104-4e1b-baa9-0272feddb87c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e6317f69-9104-4e1b-baa9-0272feddb87c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:27:58.889178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Attempting to bind port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:27:58.889558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Attempting to bind port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:27:58.889953 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Attempting to bind port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 on network 1f1c847e-0c47-4501-83db-6a83a3230794 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:27:58.895371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:27:58.895760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Checking segment: {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:27:58.908633 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.908633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Bound using segment: {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:27:58.908633 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Bound port: a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:27:58.908633 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:58.965359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-576c2605-9467-4973-aea4-324c1f712faf None None] For port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:27:58.969304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-576c2605-9467-4973-aea4-324c1f712faf None None] For port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:27:58.992833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.042938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.046107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.1 (1f1c847e-0c47-4501-83db-6a83a3230794/d7e9ea5a-2f31-453b-858b-7aa085cc2719/6303f53d-8733-4a5e-b097-b9a9af4768b6) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:27:59.047834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e6317f69-9104-4e1b-baa9-0272feddb87c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:59.130377 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-75269655-84e7-4528-8d96-f0e3ea9c41f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.133918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c2605-9467-4973-aea4-324c1f712faf None None] Pushing event updated for resources: {'Port': ['ID=a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:59.176396 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.186496 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.191372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object 6303f53d-8733-4a5e-b097-b9a9af4768b6 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:27:59.317237 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.365323 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 1f1c847e-0c47-4501-83db-6a83a3230794 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:27:59.369078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:27:59.372889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:27:59.396717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=6303f53d-8733-4a5e-b097-b9a9af4768b6,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:27:59.418894 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.605170 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.884505 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:27:59.963775 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:00.035192 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=6303f53d-8733-4a5e-b097-b9a9af4768b6,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:00.037636 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:00.132797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 1f1c847e-0c47-4501-83db-6a83a3230794 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:28:00.134825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:28:00.249477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 463fc450-ad19-452c-89f2-d4d5726822b2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:28:00.360487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:28:00.374165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fd31bf9e-c6a7-4aef-9b82-8fbe5b7573b1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/463fc450-ad19-452c-89f2-d4d5726822b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2116280 Aug 24 01:28:00.379087 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Sync routers for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:28:00.389290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:28:00.390210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:28:00.449764 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9494a-821d-4f38-9fcc-73733f60945b None None] Network 1f1c847e-0c47-4501-83db-6a83a3230794 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:28:00.472445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:28:00.527855 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-32d56e2d-cc4b-4883-bcba-6b862fe73bc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-400063913&fields=id&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 267 time: 0.0372775 Aug 24 01:28:00.638119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d281837-504e-4afa-93b6-05629cd34096 req-4b072ae8-5dfc-45bf-918f-3b1a15e8e76e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:00.639723 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-4b072ae8-5dfc-45bf-918f-3b1a15e8e76e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/networks?id=1f1c847e-0c47-4501-83db-6a83a3230794 HTTP/1.1" status: 200 len: 796 time: 0.1047559 Aug 24 01:28:00.655767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-116155dc-16a2-44a5-a7a5-b1234442ae7b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/quotas/cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 375 time: 0.0099540 Aug 24 01:28:00.711252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-4812c4ed-6559-4755-8f0d-f0c5b0f3def8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494986 Aug 24 01:28:00.784102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:28:00.834958 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:00.855154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-64b31952-b4fa-4fa0-99d2-57dcd8452ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322474 Aug 24 01:28:00.870164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e5db3685-9eb1-4ac0-9326-ccaf96c806ae None None] Provisioning for port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:28:00.901287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:28:00.944857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-d4e87d00-ee0d-4ad5-9468-92162e63c2cf service neutron] 10.222.0.26 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832450 Aug 24 01:28:00.946576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:00.946949 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.116412 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.160181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 2, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:28:01.165754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:28:01.191368 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cacc2936-1120-4293-a47a-c85db52347fc req-f6a999a2-37e4-4bb8-9b0c-5f35a127b457 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 210 time: 0.0381272 Aug 24 01:28:01.197331 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Checking router: 463fc450-ad19-452c-89f2-d4d5726822b2 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:28:01.198555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Updating router 463fc450-ad19-452c-89f2-d4d5726822b2 port 6303f53d-8733-4a5e-b097-b9a9af4768b6 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:28:01.245648 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.249111 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.250144 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e6317f69-9104-4e1b-baa9-0272feddb87c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:28:01.370101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:01.460154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e6317f69-9104-4e1b-baa9-0272feddb87c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:01.460766 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.465054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7e76e655-f591-4fee-a26d-87fe0a96c3c9 None None] Provisioning complete for port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:01.465425 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e76e655-f591-4fee-a26d-87fe0a96c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.757614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.767179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Transition to ACTIVE for port object 6303f53d-8733-4a5e-b097-b9a9af4768b6 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:28:01.791766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7e76e655-f591-4fee-a26d-87fe0a96c3c9 None None] Provisioning for port 6303f53d-8733-4a5e-b097-b9a9af4768b6 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:28:01.795472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7e76e655-f591-4fee-a26d-87fe0a96c3c9 None None] Provisioning complete for port 6303f53d-8733-4a5e-b097-b9a9af4768b6 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:01.795844 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e76e655-f591-4fee-a26d-87fe0a96c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.828831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7e76e655-f591-4fee-a26d-87fe0a96c3c9 None None] Port 6303f53d-8733-4a5e-b097-b9a9af4768b6 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:28:01.889240 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:01.944000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9da51-0063-465e-a624-5f0dd18d1438 None None] Pushing event updated for resources: {'Port': ['ID=6303f53d-8733-4a5e-b097-b9a9af4768b6,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:02.001725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Attempting to bind port 6303f53d-8733-4a5e-b097-b9a9af4768b6 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:28:02.002222 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Attempting to bind port 6303f53d-8733-4a5e-b097-b9a9af4768b6 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:28:02.002493 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Attempting to bind port 6303f53d-8733-4a5e-b097-b9a9af4768b6 on network 1f1c847e-0c47-4501-83db-6a83a3230794 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:28:02.016735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:28:02.017130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Checking segment: {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:28:02.017548 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:02.017976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Bound using segment: {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:28:02.018464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Bound port: 6303f53d-8733-4a5e-b097-b9a9af4768b6, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:28:02.018860 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:02.085731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] For port 6303f53d-8733-4a5e-b097-b9a9af4768b6, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:28:02.089354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] For port 6303f53d-8733-4a5e-b097-b9a9af4768b6, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6303f53d-8733-4a5e-b097-b9a9af4768b6,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:28:02.107868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:02.203313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:02.259326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:28:02.259976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:28:02.265659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9da51-0063-465e-a624-5f0dd18d1438 None None] Pushing event updated for resources: {'Port': ['ID=6303f53d-8733-4a5e-b097-b9a9af4768b6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:02.308280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a17f8bdb-2118-4f8d-9478-914e1ba24a40 req-c9168daa-9702-4c86-afcc-e2fdfced5c81 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 210 time: 0.0378258 Aug 24 01:28:02.391856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:28:02.419954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:28:02.574229 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:02.574884 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:02.701913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:28:02Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:28:02.734200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d4e23-6ca6-44a5-b52b-0537dfa59017 None None] The sync data for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 is: [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:28:02Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:28:03.281471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d281837-504e-4afa-93b6-05629cd34096 req-c6644a8e-e8db-4824-8922-634fd139b32d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:03.283298 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-c6644a8e-e8db-4824-8922-634fd139b32d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/networks?id=1f1c847e-0c47-4501-83db-6a83a3230794 HTTP/1.1" status: 200 len: 796 time: 0.1086476 Aug 24 01:28:03.330191 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-fd7a76be-267f-4246-ab35-18d63c1bd2be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 379 time: 0.0373094 Aug 24 01:28:03.341314 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'port': {'device_id': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'admin_state_up': True, 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'security_groups': ['963c1138-cd1e-4a54-9bb2-bbd0767b728e']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:28:03.428475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90bd1561-ac3c-4b48-9aba-6b3fb7b8d5ec req-cd06d9da-4f0c-4363-9f70-79f240871c8b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 210 time: 0.0362747 Aug 24 01:28:03.546283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:28:03.550093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:03.683065 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.8 (1f1c847e-0c47-4501-83db-6a83a3230794/d7e9ea5a-2f31-453b-858b-7aa085cc2719/c261cae3-0b43-4c99-9cb6-547866bf7720) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:28:03.822331 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:03.835909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object c261cae3-0b43-4c99-9cb6-547866bf7720 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:28:03.912305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:03.958306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 1f1c847e-0c47-4501-83db-6a83a3230794 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:28:03.961266 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:28:03.965373 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:28:03.993392 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=c261cae3-0b43-4c99-9cb6-547866bf7720,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:04.017661 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:04.018309 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.164215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-98904b3d-d5df-4e0d-b0d6-215ac89d22e6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8276134 Aug 24 01:28:04.176396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Request body: {'port': {'device_id': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:28:04.229203 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.283001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f6576599-b339-49cd-b294-8399080f57b2 None None] Provisioning for port c261cae3-0b43-4c99-9cb6-547866bf7720 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:28:04.286848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f6576599-b339-49cd-b294-8399080f57b2 None None] Provisioning complete for port c261cae3-0b43-4c99-9cb6-547866bf7720 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:04.287234 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f6576599-b339-49cd-b294-8399080f57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.321959 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f6576599-b339-49cd-b294-8399080f57b2 None None] Port c261cae3-0b43-4c99-9cb6-547866bf7720 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:28:04.392466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6303f53d-8733-4a5e-b097-b9a9af4768b6 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:28:04.494874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c261cae3-0b43-4c99-9cb6-547866bf7720 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:28:04.500332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6303f53d-8733-4a5e-b097-b9a9af4768b6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:28:04.505253 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6303f53d-8733-4a5e-b097-b9a9af4768b6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:04.505253 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.512825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.541906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Transition to ACTIVE for port object c261cae3-0b43-4c99-9cb6-547866bf7720 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:28:04.558322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687a9c0-d3fd-481b-8bf2-7798bc61a73c req-c462be5d-aa59-4b22-8206-7456cf2fa462 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:04.559866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7687a9c0-d3fd-481b-8bf2-7798bc61a73c req-c462be5d-aa59-4b22-8206-7456cf2fa462 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 931 time: 0.0603583 Aug 24 01:28:04.584939 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.597977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7687a9c0-d3fd-481b-8bf2-7798bc61a73c req-125d7667-05c5-4051-84d6-1c90b7cf71b5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316715 Aug 24 01:28:04.609506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.618699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 6303f53d-8733-4a5e-b097-b9a9af4768b6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6303f53d-8733-4a5e-b097-b9a9af4768b6,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:28:04.677095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c261cae3-0b43-4c99-9cb6-547866bf7720,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:04.711975 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.733496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Attempting to bind port c261cae3-0b43-4c99-9cb6-547866bf7720 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:28:04.733939 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Attempting to bind port c261cae3-0b43-4c99-9cb6-547866bf7720 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:28:04.734344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Attempting to bind port c261cae3-0b43-4c99-9cb6-547866bf7720 on network 1f1c847e-0c47-4501-83db-6a83a3230794 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:28:04.740654 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Port c261cae3-0b43-4c99-9cb6-547866bf7720 on network 1f1c847e-0c47-4501-83db-6a83a3230794 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:28:04.741253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Attempting to bind port c261cae3-0b43-4c99-9cb6-547866bf7720 on network 1f1c847e-0c47-4501-83db-6a83a3230794 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:28:04.747950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:28:04.748600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Checking segment: {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:28:04.748771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Bound using segment: {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:28:04.749133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Bound port: c261cae3-0b43-4c99-9cb6-547866bf7720, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d31495-c92d-4f64-8bc2-5a00d7d52690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:28:04.749497 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.768653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=6303f53d-8733-4a5e-b097-b9a9af4768b6,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:04.829153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] For port c261cae3-0b43-4c99-9cb6-547866bf7720, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:28:04.833404 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] For port c261cae3-0b43-4c99-9cb6-547866bf7720, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c261cae3-0b43-4c99-9cb6-547866bf7720,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:28:04.918230 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.954497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:04.955218 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:04.956506 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/c261cae3-0b43-4c99-9cb6-547866bf7720 HTTP/1.1" status: 200 len: 1091 time: 0.7843184 Aug 24 01:28:04.956951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:28:04.959233 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34cecb-4a47-44d1-a1bb-03406f249285" -d '{"events": [{"name": "network-changed", "server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:28:04.986721 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7ba21-8965-4a35-b802-75cb89d595d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c261cae3-0b43-4c99-9cb6-547866bf7720,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:05.000472 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad32723-7123-4e16-bab2-1bacdf992ab1 x-openstack-request-id: req-dad32723-7123-4e16-bab2-1bacdf992ab1 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:28:05.000766 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:28:05.001194 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dad32723-7123-4e16-bab2-1bacdf992ab1 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:28:05.001460 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'status': 'completed', 'code': 200} Aug 24 01:28:05.065552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34cecb-4a47-44d1-a1bb-03406f249285 req-2be7c491-f1cf-42c8-b4e7-1db39ab2ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:05.067097 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf34cecb-4a47-44d1-a1bb-03406f249285 req-2be7c491-f1cf-42c8-b4e7-1db39ab2ac13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 1094 time: 0.0442381 Aug 24 01:28:05.174764 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34cecb-4a47-44d1-a1bb-03406f249285 req-0978abaf-bfb8-47f9-b326-e7cab55aba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:05.176267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf34cecb-4a47-44d1-a1bb-03406f249285 req-0978abaf-bfb8-47f9-b326-e7cab55aba8b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd0e853c52f24d4884f464bc35d2b012&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0998507 Aug 24 01:28:05.265857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34cecb-4a47-44d1-a1bb-03406f249285 req-5b8cce8a-576a-4655-b13c-8deb9e173652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:05.267220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf34cecb-4a47-44d1-a1bb-03406f249285 req-5b8cce8a-576a-4655-b13c-8deb9e173652 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843391 Aug 24 01:28:05.346048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d281837-504e-4afa-93b6-05629cd34096 req-8e22c8e7-57af-4d4c-9a1c-e29bb1dbe5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:05.347518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-8e22c8e7-57af-4d4c-9a1c-e29bb1dbe5a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 1094 time: 0.0457063 Aug 24 01:28:05.387874 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-8a589b4b-4f63-4878-897c-8411267def87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c261cae3-0b43-4c99-9cb6-547866bf7720 HTTP/1.1" status: 200 len: 217 time: 0.0327756 Aug 24 01:28:05.434008 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d281837-504e-4afa-93b6-05629cd34096 req-0361b1de-53a8-40ca-9a12-ac3d37b186ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:05.435358 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-0361b1de-53a8-40ca-9a12-ac3d37b186ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7e9ea5a-2f31-453b-858b-7aa085cc2719 HTTP/1.1" status: 200 len: 834 time: 0.0412362 Aug 24 01:28:05.485230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d281837-504e-4afa-93b6-05629cd34096 req-a2c5e564-538c-455a-a560-0d7200253a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:05.486768 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-a2c5e564-538c-455a-a560-0d7200253a8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f1c847e-0c47-4501-83db-6a83a3230794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451410 Aug 24 01:28:05.577890 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-254697e3-a029-4a52-83f3-eb10b03cbd04 service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827537 Aug 24 01:28:05.672872 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6d281837-504e-4afa-93b6-05629cd34096 req-afdc8655-4633-47dc-a618-663ecd7ce8a6 service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891740 Aug 24 01:28:05.719684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2657f-95fd-41b4-a96f-c4ccf5b26388 req-0401bdd5-020a-4068-87c8-7c743aa240cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:05.721186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85a2657f-95fd-41b4-a96f-c4ccf5b26388 req-0401bdd5-020a-4068-87c8-7c743aa240cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 943 time: 0.0514905 Aug 24 01:28:05.759808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85a2657f-95fd-41b4-a96f-c4ccf5b26388 req-ccc695f2-1db4-411b-89e7-561a0112c5a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315409 Aug 24 01:28:06.382271 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6303f53d-8733-4a5e-b097-b9a9af4768b6 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:28:06.428492 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6303f53d-8733-4a5e-b097-b9a9af4768b6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:06.428866 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:06.873919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8086-4782-4469-9a17-b9f929b50950 req-99087fe2-d6c6-41b3-a6cd-f7e93bb3d1e0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:06.875457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9be8086-4782-4469-9a17-b9f929b50950 req-99087fe2-d6c6-41b3-a6cd-f7e93bb3d1e0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 943 time: 0.0493071 Aug 24 01:28:06.911996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d9be8086-4782-4469-9a17-b9f929b50950 req-7ff45c10-9d1f-4e71-988d-fbff64aef448 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Aug 24 01:28:08.027456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26525-2d80-415c-9404-87b79655962e req-aafe54d2-01c9-4bfa-be3a-6a45e7c6be4b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:08.028899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90b26525-2d80-415c-9404-87b79655962e req-aafe54d2-01c9-4bfa-be3a-6a45e7c6be4b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 943 time: 0.0520411 Aug 24 01:28:08.064455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90b26525-2d80-415c-9404-87b79655962e req-27fc2b64-0ffe-4abf-bd54-f933eb8f7341 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297689 Aug 24 01:28:08.433629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c261cae3-0b43-4c99-9cb6-547866bf7720 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:28:08.533460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c261cae3-0b43-4c99-9cb6-547866bf7720, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c261cae3-0b43-4c99-9cb6-547866bf7720,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:28:08.544906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'port_id': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'mac_address': 'fa:16:3e:14:64:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:28:08.583793 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:08.595967 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c261cae3-0b43-4c99-9cb6-547866bf7720 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:28:08.615552 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c261cae3-0b43-4c99-9cb6-547866bf7720, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c261cae3-0b43-4c99-9cb6-547866bf7720,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:28:08.659815 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:08.706843 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c261cae3-0b43-4c99-9cb6-547866bf7720,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:08.862663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['c261cae3-0b43-4c99-9cb6-547866bf7720'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:28:09.176697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84dc96-96de-4a67-afb9-645b490ed8fd req-199ef55d-51ad-43c7-8fee-631e3302455c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:09.178168 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce84dc96-96de-4a67-afb9-645b490ed8fd req-199ef55d-51ad-43c7-8fee-631e3302455c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 944 time: 0.0486858 Aug 24 01:28:09.215180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ce84dc96-96de-4a67-afb9-645b490ed8fd req-b2c1a854-6922-4657-b5bf-52f8d1e02ad0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312178 Aug 24 01:28:10.326852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce4afa-4bc7-44ce-a538-5fe198bc93da req-764c2f1b-414b-42d1-8fc1-cd14795e3bb2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:10.328326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64ce4afa-4bc7-44ce-a538-5fe198bc93da req-764c2f1b-414b-42d1-8fc1-cd14795e3bb2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 944 time: 0.0482726 Aug 24 01:28:10.365530 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64ce4afa-4bc7-44ce-a538-5fe198bc93da req-c9f39446-f0f7-46d2-8ff1-8a0418e6f3b2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313613 Aug 24 01:28:10.438350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c261cae3-0b43-4c99-9cb6-547866bf7720 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:28:10.562840 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port c261cae3-0b43-4c99-9cb6-547866bf7720 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:28:10.566404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port c261cae3-0b43-4c99-9cb6-547866bf7720 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:28:10.566785 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:10.645653 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:10.667973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:28:10.670244 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad83609-0c03-4dbc-b823-9177a0d3570a" -d '{"events": [{"server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "name": "network-vif-plugged", "status": "completed", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:28:10.682704 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port c261cae3-0b43-4c99-9cb6-547866bf7720, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c261cae3-0b43-4c99-9cb6-547866bf7720,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:28:10.704586 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d120ab53-49ea-4d6d-b11a-0939e2663249 x-openstack-request-id: req-d120ab53-49ea-4d6d-b11a-0939e2663249 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:28:10.704933 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "name": "network-vif-plugged", "status": "completed", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:28:10.705187 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d120ab53-49ea-4d6d-b11a-0939e2663249 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:28:10.705609 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'code': 200} Aug 24 01:28:10.740274 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:10.788702 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=c261cae3-0b43-4c99-9cb6-547866bf7720,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:10.801680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bcf3-d449-4c0e-a4ef-d80b024bfad4 req-6c587a9d-de26-4640-b0db-7eae7991538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:10.803177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2968bcf3-d449-4c0e-a4ef-d80b024bfad4 req-6c587a9d-de26-4640-b0db-7eae7991538d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 1096 time: 0.0435014 Aug 24 01:28:10.838434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2968bcf3-d449-4c0e-a4ef-d80b024bfad4 req-86cc1eaf-9a46-4905-9d24-1dfee422414f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270801 Aug 24 01:28:11.477788 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fa599-c023-49d3-a690-38cef24e8746 req-761d103d-77dc-4bbb-98ef-26ecf1162d20 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:11.479775 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f6fa599-c023-49d3-a690-38cef24e8746 req-761d103d-77dc-4bbb-98ef-26ecf1162d20 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0501108 Aug 24 01:28:11.516979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f6fa599-c023-49d3-a690-38cef24e8746 req-0dc26270-4e7a-4e83-b815-a4988b46e39f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312488 Aug 24 01:28:12.630818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc60-df2c-49dc-8aa2-ddc0a7e81b10 req-637d3bd8-abb6-4f61-8496-5996e2c73929 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:12.632273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd37cc60-df2c-49dc-8aa2-ddc0a7e81b10 req-637d3bd8-abb6-4f61-8496-5996e2c73929 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Aug 24 01:28:12.668729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd37cc60-df2c-49dc-8aa2-ddc0a7e81b10 req-9e196ab3-bd6c-4c1c-8353-b7655d2cf280 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299335 Aug 24 01:28:12.785812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7973f-e611-4ea3-8f68-dfec21b6f057 req-bdfc1d11-cbcb-48a9-883c-6f56ab47c52b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:12.787574 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25d7973f-e611-4ea3-8f68-dfec21b6f057 req-bdfc1d11-cbcb-48a9-883c-6f56ab47c52b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0545220 Aug 24 01:28:12.825930 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25d7973f-e611-4ea3-8f68-dfec21b6f057 req-c29e7703-a008-4334-bebb-cb1a8a9379f5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Aug 24 01:28:12.847038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52852) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:28:12.886435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf8ab0-e58b-4369-a63b-1528bcb6e675 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:12.887925 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ccbf8ab0-e58b-4369-a63b-1528bcb6e675 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 1091 time: 0.0399268 Aug 24 01:28:12.890722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52854) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:28:12.895053 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:28:12.985577 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:13.060036 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:13.084466 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:13.501622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.62 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e7487cfb-dc7c-46db-a209-a7986d3c3084) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:28:13.600295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:13.694376 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:13.732062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:28:13.734805 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:28:13.738377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:28:13.763731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=e7487cfb-dc7c-46db-a209-a7986d3c3084,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:14.088132 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:14.205207 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:14.352133 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:14.407713 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:14.479267 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=e7487cfb-dc7c-46db-a209-a7986d3c3084,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:28:14.489518 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:14.592870 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP a4e91edb-0425-4a06-83bd-654a414b3350 associated. External IP: 172.25.5.62, port: c261cae3-0b43-4c99-9cb6-547866bf7720. Aug 24 01:28:14.795560 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 463fc450-ad19-452c-89f2-d4d5726822b2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:28:14.945809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:28:14.955954 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] Sync routers for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:28:14.965873 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:28:14.971083 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:28:15.060670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:15.068970 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:28:15.088986 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-882da3d8-8d9f-4890-bdec-149bc72fbc9d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1970568 Aug 24 01:28:15.089652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:28:15.092023 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac7d271-dba4-4199-b3f0-b83932e19412" -d '{"events": [{"name": "network-changed", "server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:28:15.130752 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1ad190-2244-46fb-b35a-1454288b9131 x-openstack-request-id: req-fd1ad190-2244-46fb-b35a-1454288b9131 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:28:15.131174 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:28:15.131521 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd1ad190-2244-46fb-b35a-1454288b9131 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:28:15.132045 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'status': 'completed', 'code': 200} Aug 24 01:28:15.220457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a33d92-c7d9-47ba-98da-f8c8e87e2dbd req-2ec1f348-e7d7-442b-a9f2-862ecfe7945d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:15.221994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65a33d92-c7d9-47ba-98da-f8c8e87e2dbd req-2ec1f348-e7d7-442b-a9f2-862ecfe7945d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0833645 Aug 24 01:28:15.227975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-229eb1d7-f06d-4885-bb62-3f12a4eefe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:15.229478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-229eb1d7-f06d-4885-bb62-3f12a4eefe2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 1096 time: 0.0610497 Aug 24 01:28:15.296593 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a4e91edb-0425-4a06-83bd-654a414b3350', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'port_id': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'mac_address': 'fa:16:3e:14:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:28:13Z', 'updated_at': '2021-08-24T01:28:13Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:28:04Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:28:15.313474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-65a33d92-c7d9-47ba-98da-f8c8e87e2dbd req-2397788c-37fe-412f-80c5-04b08993682d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830338 Aug 24 01:28:15.326963 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] Checking router: 463fc450-ad19-452c-89f2-d4d5726822b2 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:28:15.335943 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:28:15.336550 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:27:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:28:15.339241 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52860) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:28:15.345248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-3a94540f-73d5-4d65-9ff2-5abe947d77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:15.347035 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-3a94540f-73d5-4d65-9ff2-5abe947d77cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f1c847e-0c47-4501-83db-6a83a3230794 HTTP/1.1" status: 200 len: 897 time: 0.1107290 Aug 24 01:28:15.415486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-24bfbb2b-e129-4c35-bd22-0265f0dc8ef5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c261cae3-0b43-4c99-9cb6-547866bf7720 HTTP/1.1" status: 200 len: 998 time: 0.0613399 Aug 24 01:28:15.453616 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:28:15.468194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-8ed1ac29-71f2-44cb-8cf8-dfdcfe8d274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:15.469838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-8ed1ac29-71f2-44cb-8cf8-dfdcfe8d274b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7e9ea5a-2f31-453b-858b-7aa085cc2719 HTTP/1.1" status: 200 len: 834 time: 0.0475216 Aug 24 01:28:15.527453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-b300a2d8-7c07-423d-b4a6-5a66b9adf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:15.529095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-b300a2d8-7c07-423d-b4a6-5a66b9adf786 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f1c847e-0c47-4501-83db-6a83a3230794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489914 Aug 24 01:28:15.623144 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-60d204f8-6d72-4a39-bdd4-e459df3ad94e service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866342 Aug 24 01:28:15.696961 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a4e91edb-0425-4a06-83bd-654a414b3350', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'port_id': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'mac_address': 'fa:16:3e:14:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:28:13Z', 'updated_at': '2021-08-24T01:28:13Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:28:04Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:28:15.721957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cac7d271-dba4-4199-b3f0-b83932e19412 req-d4c856fa-d98e-46e6-a884-8bbd8babd525 service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917120 Aug 24 01:28:15.724434 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8f623-faab-4e7b-bccc-43534c395f13 None None] The sync data for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 is: [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'a4e91edb-0425-4a06-83bd-654a414b3350', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'port_id': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'mac_address': 'fa:16:3e:14:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:28:13Z', 'updated_at': '2021-08-24T01:28:13Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:28:04Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:28:15.743526 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-dd086426-582e-4fba-a1f1-a2979266e38e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/a4e91edb-0425-4a06-83bd-654a414b3350 HTTP/1.1" status: 200 len: 990 time: 0.4017472 Aug 24 01:28:15.919327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086a2bf2-3af2-446f-ab26-347b87250c30 None None] New status for floating IP a4e91edb-0425-4a06-83bd-654a414b3350: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:28:16.747987 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52862) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:28:16.810485 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-843dd7ea-9e53-4b8a-9cc5-58079fadbacc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/a4e91edb-0425-4a06-83bd-654a414b3350 HTTP/1.1" status: 200 len: 992 time: 0.0614471 Aug 24 01:28:26.230579 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:26.322370 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-197b025a-a6ab-4fe0-b340-16ed19a8c4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:28.338597 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:28:29.053910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c954ec30-5ca0-4926-ba98-162c339642a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:29.156564 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:30.562294 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:32.081836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:43.081847 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:48.261752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2defa4d-dc23-4a8d-b50a-d6fa373e1f3a req-31dd032d-94c4-472c-8310-51151fedd9c7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:48.263222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2defa4d-dc23-4a8d-b50a-d6fa373e1f3a req-31dd032d-94c4-472c-8310-51151fedd9c7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0515475 Aug 24 01:28:48.325957 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2defa4d-dc23-4a8d-b50a-d6fa373e1f3a req-a975b417-5c02-4548-93c0-743c7d9037fc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540681 Aug 24 01:28:48.328435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-133ef9ab-895e-4be1-b8fc-c2b797aaaf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:48.329885 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-133ef9ab-895e-4be1-b8fc-c2b797aaaf29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 1096 time: 0.0655921 Aug 24 01:28:48.422748 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-9e8a321d-9df0-45b3-b25c-f2147bbcc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:48.424212 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-9e8a321d-9df0-45b3-b25c-f2147bbcc9a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f1c847e-0c47-4501-83db-6a83a3230794 HTTP/1.1" status: 200 len: 897 time: 0.0875051 Aug 24 01:28:48.490990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-ea9a0e7f-5eeb-45b3-9db9-9412b55385c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c261cae3-0b43-4c99-9cb6-547866bf7720 HTTP/1.1" status: 200 len: 1000 time: 0.0583384 Aug 24 01:28:48.544840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-1de49dba-db68-41b7-98f7-247f0045449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:48.546290 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-1de49dba-db68-41b7-98f7-247f0045449e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7e9ea5a-2f31-453b-858b-7aa085cc2719 HTTP/1.1" status: 200 len: 834 time: 0.0486028 Aug 24 01:28:48.591522 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-49019acc-8f68-47ef-b0f8-cdf924ecb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:48.592991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-49019acc-8f68-47ef-b0f8-cdf924ecb756 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f1c847e-0c47-4501-83db-6a83a3230794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396082 Aug 24 01:28:48.685305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-b86609a0-b1e7-475f-bd1a-87cf571e1c0c service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842168 Aug 24 01:28:48.776293 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9ce5bec4-0551-437d-9144-edebbe3b6301 req-c0ce0247-e8b3-480d-83a0-a91dabd395d8 service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839911 Aug 24 01:28:49.450011 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b7b25-387f-4878-8b1d-64b9619709f8 req-abe10272-0a96-415a-9597-5c3e246fdb7a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:49.451544 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb1b7b25-387f-4878-8b1d-64b9619709f8 req-abe10272-0a96-415a-9597-5c3e246fdb7a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0569489 Aug 24 01:28:49.489229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb1b7b25-387f-4878-8b1d-64b9619709f8 req-88a33d34-b43d-4776-81e1-593209fe210e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Aug 24 01:28:50.605550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c2f47-2378-406c-b98e-cd94172d31a9 req-9a4eae1b-03e1-4dfb-b9cb-e3e9e9892c38 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:50.606964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a60c2f47-2378-406c-b98e-cd94172d31a9 req-9a4eae1b-03e1-4dfb-b9cb-e3e9e9892c38 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Aug 24 01:28:50.644255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a60c2f47-2378-406c-b98e-cd94172d31a9 req-a96a3d62-b656-45c9-a52b-6be887fef079 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311902 Aug 24 01:28:51.769059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1edde-0da5-4227-84ae-06b19004b9b7 req-062b0258-97cc-4a26-a85f-c3e06ccfc52b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:51.770503 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2f1edde-0da5-4227-84ae-06b19004b9b7 req-062b0258-97cc-4a26-a85f-c3e06ccfc52b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0584409 Aug 24 01:28:51.807177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b2f1edde-0da5-4227-84ae-06b19004b9b7 req-525c0004-16e6-4a95-b8e4-69b6206fdf37 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308797 Aug 24 01:28:52.921256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3bb19-9227-4377-8f57-229c300deb45 req-154d9ba1-d603-462c-8fc2-fed18df85077 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:52.922712 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdc3bb19-9227-4377-8f57-229c300deb45 req-154d9ba1-d603-462c-8fc2-fed18df85077 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Aug 24 01:28:52.960244 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cdc3bb19-9227-4377-8f57-229c300deb45 req-a824f7a0-baa8-4742-898b-15314c24871c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316846 Aug 24 01:28:54.072274 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dd206-d9a7-46a1-a0b4-8cce79bc2e0c req-55e0e3cb-9ec2-4110-9733-fbb28a5cda27 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:54.074274 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a2dd206-d9a7-46a1-a0b4-8cce79bc2e0c req-55e0e3cb-9ec2-4110-9733-fbb28a5cda27 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Aug 24 01:28:54.113146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3a2dd206-d9a7-46a1-a0b4-8cce79bc2e0c req-ae2301f6-f4c6-48d7-a009-027a39ee0bd7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Aug 24 01:28:55.228508 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607127e7-4349-4398-ac15-778118f27f0c req-eabab7b1-2705-459f-9bf8-66abcc959cf3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:55.230682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-607127e7-4349-4398-ac15-778118f27f0c req-eabab7b1-2705-459f-9bf8-66abcc959cf3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Aug 24 01:28:55.267217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-607127e7-4349-4398-ac15-778118f27f0c req-b0235aa1-c2fa-4e76-afb7-6f27cbf862fe tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Aug 24 01:28:56.236489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:56.316278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c25c07ca-5617-49db-936d-9771e5188569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:56.379904 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e40f2-3626-42b0-8cef-0f41489eff1a req-d049afe5-8272-430d-ae26-6a397d103959 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:56.381397 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-730e40f2-3626-42b0-8cef-0f41489eff1a req-d049afe5-8272-430d-ae26-6a397d103959 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0489988 Aug 24 01:28:56.419161 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-730e40f2-3626-42b0-8cef-0f41489eff1a req-034ab69b-ce69-4744-87f8-cd9fa7ab983b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Aug 24 01:28:57.532445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f475d6-c44d-4979-b72a-344bfbc0d494 req-07d7c617-6cb1-45d5-9ab7-73d51cc9116a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:57.534010 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7f475d6-c44d-4979-b72a-344bfbc0d494 req-07d7c617-6cb1-45d5-9ab7-73d51cc9116a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Aug 24 01:28:57.571340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d7f475d6-c44d-4979-b72a-344bfbc0d494 req-fe233f85-1e07-4424-9575-76593e2a0087 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314844 Aug 24 01:28:58.690159 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97ac67-9745-4ca2-91f4-a7e465758ab2 req-32a09b22-ddd8-4569-8e12-5740d2e5a5ba tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:58.691667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c97ac67-9745-4ca2-91f4-a7e465758ab2 req-32a09b22-ddd8-4569-8e12-5740d2e5a5ba tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0534213 Aug 24 01:28:58.728073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c97ac67-9745-4ca2-91f4-a7e465758ab2 req-d8022436-a95b-4447-968a-d9edb117ab5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305912 Aug 24 01:28:59.035620 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aa35d3d6-70b3-4e24-aadf-4d0530b6adac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:59.161612 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:28:59.840746 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a078fc-151e-4cf9-90ec-63f659625f4b req-06bf30e0-242e-45aa-98d1-85abc02dee43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:28:59.842245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80a078fc-151e-4cf9-90ec-63f659625f4b req-06bf30e0-242e-45aa-98d1-85abc02dee43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0488555 Aug 24 01:28:59.879158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80a078fc-151e-4cf9-90ec-63f659625f4b req-72662401-f5bc-4854-b83e-c234f14ad276 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311038 Aug 24 01:29:00.641695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:00.992476 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ca50-fdfe-406e-a3e4-526cc372be80 req-4ceb567d-5502-463b-9165-22305f93f45b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:00.993981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db64ca50-fdfe-406e-a3e4-526cc372be80 req-4ceb567d-5502-463b-9165-22305f93f45b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Aug 24 01:29:01.032565 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db64ca50-fdfe-406e-a3e4-526cc372be80 req-08ecfb21-8678-46e5-8959-b9186cea45ec tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324676 Aug 24 01:29:01.161963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-0444ca44-8061-4a0e-b94d-341216588a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:01.163364 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-0444ca44-8061-4a0e-b94d-341216588a27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 1096 time: 0.0532267 Aug 24 01:29:01.266003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-dd06919e-6616-4081-88fd-405aa59c0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:01.267498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-dd06919e-6616-4081-88fd-405aa59c0787 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f1c847e-0c47-4501-83db-6a83a3230794 HTTP/1.1" status: 200 len: 897 time: 0.0844450 Aug 24 01:29:01.336381 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-96dd99c3-77e9-4ece-b369-8bebe5818770 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c261cae3-0b43-4c99-9cb6-547866bf7720 HTTP/1.1" status: 200 len: 1000 time: 0.0607424 Aug 24 01:29:01.386078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-1a4236ea-12da-4774-a5b2-9c8e1ddfe0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:01.387498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-1a4236ea-12da-4774-a5b2-9c8e1ddfe0f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7e9ea5a-2f31-453b-858b-7aa085cc2719 HTTP/1.1" status: 200 len: 834 time: 0.0431323 Aug 24 01:29:01.436610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-0165d7df-1cad-447c-951b-2d4b1978f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:01.438043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-0165d7df-1cad-447c-951b-2d4b1978f579 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f1c847e-0c47-4501-83db-6a83a3230794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439248 Aug 24 01:29:01.530864 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-a6a22264-634c-46a4-8203-d74eaa4644b7 service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852113 Aug 24 01:29:01.618102 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bde21e0c-6620-4363-bd84-1f9cfb310cf2 req-efe8889c-e208-4e49-9a6d-93458d651a9c service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797429 Aug 24 01:29:02.087172 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:02.146160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26097cd-ca5c-45c7-bc5f-bec69e668bbe req-9adc6af5-8cb6-45c4-b3d1-6e9c286f2c34 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:02.147651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e26097cd-ca5c-45c7-bc5f-bec69e668bbe req-9adc6af5-8cb6-45c4-b3d1-6e9c286f2c34 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Aug 24 01:29:02.184731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e26097cd-ca5c-45c7-bc5f-bec69e668bbe req-f77a8323-2263-46c7-ba9e-9c048970e44a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307178 Aug 24 01:29:03.301652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251691c-9796-49a9-9eb9-883fe23e6e72 req-cf576575-b0ef-49a7-80fc-d4f389b32355 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:03.303132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1251691c-9796-49a9-9eb9-883fe23e6e72 req-cf576575-b0ef-49a7-80fc-d4f389b32355 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0522778 Aug 24 01:29:03.340748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1251691c-9796-49a9-9eb9-883fe23e6e72 req-59a8baba-4bf5-452b-8f7d-8afe70e56abf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309603 Aug 24 01:29:04.454321 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989ca69-bbdb-42b0-b927-dd61caf5d01e req-8cde52c6-72af-48a7-a452-9d676840f107 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:04.456113 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1989ca69-bbdb-42b0-b927-dd61caf5d01e req-8cde52c6-72af-48a7-a452-9d676840f107 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Aug 24 01:29:04.503611 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1989ca69-bbdb-42b0-b927-dd61caf5d01e req-3f6927e1-3901-47cd-b165-a69d00b0072f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Aug 24 01:29:05.338085 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:29:05.617969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604c466-80d4-41f6-b707-56724f4e98e2 req-3512a163-a2aa-4e1d-9449-43c64d574c74 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:05.619349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2604c466-80d4-41f6-b707-56724f4e98e2 req-3512a163-a2aa-4e1d-9449-43c64d574c74 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0496259 Aug 24 01:29:05.656016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2604c466-80d4-41f6-b707-56724f4e98e2 req-b6f39f10-5586-4ce0-a916-6ea1c1e548ba tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304010 Aug 24 01:29:05.677766 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52916) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:05.739633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d4435b4d-d7ed-43c0-b2fe-ddfb4ab658b4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/a4e91edb-0425-4a06-83bd-654a414b3350 HTTP/1.1" status: 200 len: 992 time: 0.0607924 Aug 24 01:29:13.069650 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:26.275358 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:26.326722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-616760a0-1178-403d-8b25-feca019316a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:29.029452 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9f0568c1-8e2d-4a73-940b-19ced2bf9c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:29.166247 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:30.606495 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:32.126935 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:36.162857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52932) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:36.317642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port e7487cfb-dc7c-46db-a209-a7986d3c3084 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:29:36.317985 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:36.393996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:36.394333 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:36.406106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for e7487cfb-dc7c-46db-a209-a7986d3c3084 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:29:36.595470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:36.624230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=e7487cfb-dc7c-46db-a209-a7986d3c3084,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:36.650251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.650614 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.650969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.651320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.651667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.652014 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.652355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.652696 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.653037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.653377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.653753 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.654089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:36.693027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:36.693402 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP a4e91edb-0425-4a06-83bd-654a414b3350 disassociated (deleted). External IP: 172.25.5.62, port: c261cae3-0b43-4c99-9cb6-547866bf7720. Aug 24 01:29:36.898157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 463fc450-ad19-452c-89f2-d4d5726822b2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:29:37.322006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:29:37.326749 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:37.332046 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] Sync routers for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:29:37.341461 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:37.342102 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:37.356068 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3677ce25-bf3a-4890-b335-dab23997b399 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/floatingips/a4e91edb-0425-4a06-83bd-654a414b3350 HTTP/1.1" status: 204 len: 168 time: 1.1896920 Aug 24 01:29:37.356068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:29:37.362715 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8480b4f1-ce82-4049-98fe-413478aff2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:29:37.416417 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7739bcd4-cef4-4ad9-b748-bcea033a276d x-openstack-request-id: req-7739bcd4-cef4-4ad9-b748-bcea033a276d {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:29:37.417140 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:29:37.417625 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7739bcd4-cef4-4ad9-b748-bcea033a276d {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:29:37.418031 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'status': 'completed', 'code': 200} Aug 24 01:29:37.454575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:37.480938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-c652d1d3-b6bc-40ab-97cb-8f20e84d8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:37.482491 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-c652d1d3-b6bc-40ab-97cb-8f20e84d8398 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 1096 time: 0.0430477 Aug 24 01:29:37.578957 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-87fcafed-6aa8-40d0-8356-e167d08862f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:37.580388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-87fcafed-6aa8-40d0-8356-e167d08862f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f1c847e-0c47-4501-83db-6a83a3230794 HTTP/1.1" status: 200 len: 897 time: 0.0911076 Aug 24 01:29:37.623383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-528f0bd2-b855-4a28-aef2-380df60c9654 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c261cae3-0b43-4c99-9cb6-547866bf7720 HTTP/1.1" status: 200 len: 217 time: 0.0347848 Aug 24 01:29:37.667428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:28:04Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:37.677883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-30511367-2b80-4734-8c7d-26c4598c8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:37.679347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-30511367-2b80-4734-8c7d-26c4598c8be1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7e9ea5a-2f31-453b-858b-7aa085cc2719 HTTP/1.1" status: 200 len: 834 time: 0.0489757 Aug 24 01:29:37.695452 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] Checking router: 463fc450-ad19-452c-89f2-d4d5726822b2 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:29:37.704329 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:37.704954 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:37.755413 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-c219d084-5fa4-446b-bae9-ffa54d033ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:37.756898 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-c219d084-5fa4-446b-bae9-ffa54d033ee5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f1c847e-0c47-4501-83db-6a83a3230794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704408 Aug 24 01:29:37.822797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f5efd-940d-4add-ba6e-82b1744e163f req-2be752d5-5fa5-41c8-9949-a0838a6b9af4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:37.824406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c33f5efd-940d-4add-ba6e-82b1744e163f req-2be752d5-5fa5-41c8-9949-a0838a6b9af4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0999129 Aug 24 01:29:37.898334 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c33f5efd-940d-4add-ba6e-82b1744e163f req-3f66a87d-f4c2-4dc1-9b63-009619c6e249 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657125 Aug 24 01:29:37.902023 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-acfacf07-8db9-4a83-9d7c-573a542aee5a service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329687 Aug 24 01:29:37.920406 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:37.992905 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8480b4f1-ce82-4049-98fe-413478aff2b8 req-a2cc74e0-8f00-4d6d-ad51-81e6e4cb76b5 service neutron] 10.222.0.37 "GET /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833406 Aug 24 01:29:38.106189 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:28:04Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:38.135159 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62995424-419d-4fc4-9e5e-c542d902a41d None None] The sync data for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 is: [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:59Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '6303f53d-8733-4a5e-b097-b9a9af4768b6', 'name': '', 'network_id': '1f1c847e-0c47-4501-83db-6a83a3230794', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:e6:e2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:58Z', 'updated_at': '2021-08-24T01:28:04Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'd7e9ea5a-2f31-453b-858b-7aa085cc2719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:29:38.346989 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff9db5-a755-4cd3-bb0c-94136e0683d4 None None] New status for floating IP a4e91edb-0425-4a06-83bd-654a414b3350: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:29:39.028123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166ae70-9268-46c6-b18b-5f02cd405c63 req-70aa54da-37bd-4ca5-9497-3a7ae6f0a5ed tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:39.029599 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8166ae70-9268-46c6-b18b-5f02cd405c63 req-70aa54da-37bd-4ca5-9497-3a7ae6f0a5ed tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0486903 Aug 24 01:29:39.066902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8166ae70-9268-46c6-b18b-5f02cd405c63 req-da26b147-5338-416b-9d48-a4d97bdb1885 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=963c1138-cd1e-4a54-9bb2-bbd0767b728e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Aug 24 01:29:39.232672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-7eb65d74-9916-42cb-9a78-c4bb574fffe1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:39.234566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-7eb65d74-9916-42cb-9a78-c4bb574fffe1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 945 time: 0.0523798 Aug 24 01:29:39.320442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port c261cae3-0b43-4c99-9cb6-547866bf7720 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:29:39.320781 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:39.410421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port c261cae3-0b43-4c99-9cb6-547866bf7720, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=c261cae3-0b43-4c99-9cb6-547866bf7720,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:39.410797 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:39.423294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for c261cae3-0b43-4c99-9cb6-547866bf7720 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:29:39.612084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:39.644759 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=c261cae3-0b43-4c99-9cb6-547866bf7720,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:39.688523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] No DVR routers for this DVR port c261cae3-0b43-4c99-9cb6-547866bf7720 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:29:39.691179 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:39.693210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eebc11a2-500b-4741-8c63-bc303119ed6f req-6f819f5e-5410-4e45-8452-07ac8b334c7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "DELETE /v2.0/ports/c261cae3-0b43-4c99-9cb6-547866bf7720 HTTP/1.1" status: 204 len: 173 time: 0.4529328 Aug 24 01:29:39.693693 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'name': 'network-vif-deleted', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:29:39.695960 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd457266-6c55-487e-8722-b1b935c7a8b7" -d '{"events": [{"server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "name": "network-vif-deleted", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:29:39.731489 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285f9460-768a-4748-b1dc-05c8b3d4f2cf x-openstack-request-id: req-285f9460-768a-4748-b1dc-05c8b3d4f2cf {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:29:39.731788 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e293ae-ce34-4fb6-86da-b3af4be71da6", "name": "network-vif-deleted", "tag": "c261cae3-0b43-4c99-9cb6-547866bf7720", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:29:39.732050 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-285f9460-768a-4748-b1dc-05c8b3d4f2cf {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:29:39.732487 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e293ae-ce34-4fb6-86da-b3af4be71da6', 'name': 'network-vif-deleted', 'tag': 'c261cae3-0b43-4c99-9cb6-547866bf7720', 'status': 'completed', 'code': 200} Aug 24 01:29:40.175229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74fe2d6e-2664-4773-acb9-4037022ba7f1 req-c3773459-c864-42b1-bbb4-b9e764cc7e60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=45e293ae-ce34-4fb6-86da-b3af4be71da6 HTTP/1.1" status: 200 len: 210 time: 0.0281191 Aug 24 01:29:41.231655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52952) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:41.588127 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:41.840797 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port 6303f53d-8733-4a5e-b097-b9a9af4768b6 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:29:41.841153 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:41.928450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port 6303f53d-8733-4a5e-b097-b9a9af4768b6, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6303f53d-8733-4a5e-b097-b9a9af4768b6,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:41.928820 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:41.940425 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for 6303f53d-8733-4a5e-b097-b9a9af4768b6 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:29:42.183970 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:42.211779 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=6303f53d-8733-4a5e-b097-b9a9af4768b6,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:42.337381 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:29:42.391660 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:42.606865 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 463fc450-ad19-452c-89f2-d4d5726822b2 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:29:42.712527 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:29:42.717420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6ee20db7-3524-4960-b061-c5f433dc0e89 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/463fc450-ad19-452c-89f2-d4d5726822b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4847283 Aug 24 01:29:42.720114 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52954) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:42.722719 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] Sync routers for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:29:42.731802 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:42.732406 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:42.771188 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c84a26-df2e-4971-b7ee-3ffee10b76b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting subnet d7e9ea5a-2f31-453b-858b-7aa085cc2719 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:29:42.774648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a26-df2e-4971-b7ee-3ffee10b76b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:42.814280 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a26-df2e-4971-b7ee-3ffee10b76b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:42.836102 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:42.900696 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a26-df2e-4971-b7ee-3ffee10b76b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:42.962104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c261cae3-0b43-4c99-9cb6-547866bf7720 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:29:42.985937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: c261cae3-0b43-4c99-9cb6-547866bf7720 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:29:42.986213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device c261cae3-0b43-4c99-9cb6-547866bf7720 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:29:43.011829 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:29:42Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:43.023814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a26-df2e-4971-b7ee-3ffee10b76b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.038900 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] Checking router: 463fc450-ad19-452c-89f2-d4d5726822b2 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:29:43.047110 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] Routers {'463fc450-ad19-452c-89f2-d4d5726822b2'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:43.047711 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['463fc450-ad19-452c-89f2-d4d5726822b2'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:43.051113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c84a26-df2e-4971-b7ee-3ffee10b76b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e9ea5a-2f31-453b-858b-7aa085cc2719,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:43.054699 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c1c84a26-df2e-4971-b7ee-3ffee10b76b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.065956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c1c84a26-df2e-4971-b7ee-3ffee10b76b7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/subnets/d7e9ea5a-2f31-453b-858b-7aa085cc2719 HTTP/1.1" status: 204 len: 168 time: 0.3355591 Aug 24 01:29:43.065956 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52956) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:43.066514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00873a4a-2cf9-4d7a-9690-98516ec84f6c None None] Network 1f1c847e-0c47-4501-83db-6a83a3230794 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:29:43.109739 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.156450 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] Set router 463fc450-ad19-452c-89f2-d4d5726822b2 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:43.177951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.256047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] DHCP port deletion for 1f1c847e-0c47-4501-83db-6a83a3230794 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:29:43.303046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.319868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Deleting port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:29:43.320255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.346573 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:29:42Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:43.381188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bfec9-4d9d-416c-99c0-2b906e1cd19f None None] The sync data for ids ['463fc450-ad19-452c-89f2-d4d5726822b2'] in n-d-804878-2 is: [{'id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203765290', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:29:42Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': 'e6317f69-9104-4e1b-baa9-0272feddb87c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:96:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463fc450-ad19-452c-89f2-d4d5726822b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:27:55Z', 'updated_at': '2021-08-24T01:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:29:43.383582 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] For port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0,segment=NetworkSegment(c6d31495-c92d-4f64-8bc2-5a00d7d52690),segment_id=c6d31495-c92d-4f64-8bc2-5a00d7d52690)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:43.384052 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.395906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port e6317f69-9104-4e1b-baa9-0272feddb87c {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:29:43.396517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.402592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Calling delete_port for a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:29:43.481896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port e6317f69-9104-4e1b-baa9-0272feddb87c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e6317f69-9104-4e1b-baa9-0272feddb87c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:43.482198 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.494457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for e6317f69-9104-4e1b-baa9-0272feddb87c owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:29:43.538551 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.564179 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Pushing event deleted for resources: {'Port': ['ID=a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:43.570873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] No DVR routers for this DVR port a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:29:43.573302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.573730 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.578410 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f921a58-499d-4e01-bdf0-ed78a51d0839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:43.738391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:43.766189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=e6317f69-9104-4e1b-baa9-0272feddb87c,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:43.833041 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.239405 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.241486 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.344337 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.344888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Fanout notify agent at l3_agent the message router_deleted on router 463fc450-ad19-452c-89f2-d4d5726822b2 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:29:44.355733 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.356893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-23568052-7e55-4372-8354-607b396fa421 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/routers/463fc450-ad19-452c-89f2-d4d5726822b2 HTTP/1.1" status: 204 len: 168 time: 1.2965887 Aug 24 01:29:44.359694 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52960) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:44.444694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.544370 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.553976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1c847e-0c47-4501-83db-6a83a3230794']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:44.564604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d31495-c92d-4f64-8bc2-5a00d7d52690') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:44.564912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d31495-c92d-4f64-8bc2-5a00d7d52690') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:44.573690 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.588109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.593807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:29:44.594194 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:29:44.597022 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:29:44.725868 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.735579 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.735579 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/networks/1f1c847e-0c47-4501-83db-6a83a3230794 HTTP/1.1" status: 204 len: 168 time: 0.3737056 Aug 24 01:29:44.737637 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52962) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:44.751638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae0289-7d3c-4b53-a364-93c46e77d62f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Network': ['ID=1f1c847e-0c47-4501-83db-6a83a3230794,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:44.803678 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.807975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:29:44.829981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:29:44.830472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9b8ccda-dea9-46aa-8e2c-fbcb8a728eb0 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:29:44.830964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6303f53d-8733-4a5e-b097-b9a9af4768b6 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:29:44.832408 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.851049 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 6303f53d-8733-4a5e-b097-b9a9af4768b6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:29:44.851781 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6303f53d-8733-4a5e-b097-b9a9af4768b6 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:29:44.949671 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.952294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:44.954072 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/security-groups/963c1138-cd1e-4a54-9bb2-bbd0767b728e HTTP/1.1" status: 204 len: 168 time: 0.2153871 Aug 24 01:29:44.963555 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963c1138-cd1e-4a54-9bb2-bbd0767b728e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:44.972213 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:44.977175 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5f8f32-07b8-4b64-bb4c-3af9f0a42c21 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:45.315216 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52970) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:45.320089 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-30f64619-6c93-47cc-a7ca-2af8ba15f77d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908605187', 'description': 'tempest-secgroup-smoke-1908605187 description', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:45.401082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30f64619-6c93-47cc-a7ca-2af8ba15f77d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:45.480642 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30f64619-6c93-47cc-a7ca-2af8ba15f77d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:45.520973 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30f64619-6c93-47cc-a7ca-2af8ba15f77d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:45.549004 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f64619-6c93-47cc-a7ca-2af8ba15f77d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3acd0d-008e-4fdf-b402-418ec489c81e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:45.589993 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-30f64619-6c93-47cc-a7ca-2af8ba15f77d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:45.591191 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-30f64619-6c93-47cc-a7ca-2af8ba15f77d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2748988 Aug 24 01:29:45.593938 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52972) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:45.598333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9128fe9d-12fe-41cd-bac3-4b13a4f81026 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '1e3acd0d-008e-4fdf-b402-418ec489c81e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:45.684463 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9128fe9d-12fe-41cd-bac3-4b13a4f81026 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:45.742436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9128fe9d-12fe-41cd-bac3-4b13a4f81026 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:45.811880 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9128fe9d-12fe-41cd-bac3-4b13a4f81026 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:45.830098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128fe9d-12fe-41cd-bac3-4b13a4f81026 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd303b9-6b12-4587-9229-dd886e4d83c5,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:45.898220 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9128fe9d-12fe-41cd-bac3-4b13a4f81026 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:45.899445 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9128fe9d-12fe-41cd-bac3-4b13a4f81026 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045835 Aug 24 01:29:45.902317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52974) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:45.907472 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ec27655f-d443-4789-a62b-64db0656aed8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '1e3acd0d-008e-4fdf-b402-418ec489c81e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:46.005298 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec27655f-d443-4789-a62b-64db0656aed8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.061324 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec27655f-d443-4789-a62b-64db0656aed8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.132158 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec27655f-d443-4789-a62b-64db0656aed8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.154034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27655f-d443-4789-a62b-64db0656aed8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaf9067-5a77-458f-994d-c3c9fc02ff2f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:46.217991 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ec27655f-d443-4789-a62b-64db0656aed8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.219307 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ec27655f-d443-4789-a62b-64db0656aed8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160546 Aug 24 01:29:46.221984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52976) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:46.226393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-51409356-b35c-4f1c-8914-bd9c403aff58 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '1e3acd0d-008e-4fdf-b402-418ec489c81e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:46.308786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51409356-b35c-4f1c-8914-bd9c403aff58 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.367318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51409356-b35c-4f1c-8914-bd9c403aff58 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.379477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e6317f69-9104-4e1b-baa9-0272feddb87c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:29:46.399496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e6317f69-9104-4e1b-baa9-0272feddb87c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:29:46.399844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e6317f69-9104-4e1b-baa9-0272feddb87c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:29:46.435390 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51409356-b35c-4f1c-8914-bd9c403aff58 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.454037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51409356-b35c-4f1c-8914-bd9c403aff58 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5629cb9-1546-4814-b68f-675f481d7296,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:46.532297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51409356-b35c-4f1c-8914-bd9c403aff58 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.533526 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-51409356-b35c-4f1c-8914-bd9c403aff58 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106227 Aug 24 01:29:46.536206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52978) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:46.540728 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7878e087-977e-4b4c-959e-3625f75e562a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '1e3acd0d-008e-4fdf-b402-418ec489c81e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:46.634026 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7878e087-977e-4b4c-959e-3625f75e562a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.694117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7878e087-977e-4b4c-959e-3625f75e562a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.760836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7878e087-977e-4b4c-959e-3625f75e562a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.779006 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878e087-977e-4b4c-959e-3625f75e562a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f650ab1a-39ae-4376-930c-a284353ae5d3,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:46.846729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7878e087-977e-4b4c-959e-3625f75e562a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.847927 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7878e087-977e-4b4c-959e-3625f75e562a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107967 Aug 24 01:29:46.850653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52980) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:46.855118 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-5fee44b6-fb92-4857-b7ce-5d5fbef0d48c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '1e3acd0d-008e-4fdf-b402-418ec489c81e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:46.915531 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-5fee44b6-fb92-4857-b7ce-5d5fbef0d48c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:29:46.920874 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fee44b6-fb92-4857-b7ce-5d5fbef0d48c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:46.982243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fee44b6-fb92-4857-b7ce-5d5fbef0d48c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.035014 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fee44b6-fb92-4857-b7ce-5d5fbef0d48c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.052522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee44b6-fb92-4857-b7ce-5d5fbef0d48c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc1397a-d586-4ca9-85f8-059b7a4d289e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:47.097927 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5fee44b6-fb92-4857-b7ce-5d5fbef0d48c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.099174 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5fee44b6-fb92-4857-b7ce-5d5fbef0d48c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2474980 Aug 24 01:29:47.101999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52984) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:47.106395 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-012d4eef-62a8-42ca-be9a-df9cbcc73d9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': '1e3acd0d-008e-4fdf-b402-418ec489c81e', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:47.172121 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-012d4eef-62a8-42ca-be9a-df9cbcc73d9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:29:47.177338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012d4eef-62a8-42ca-be9a-df9cbcc73d9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.240401 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012d4eef-62a8-42ca-be9a-df9cbcc73d9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.298666 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012d4eef-62a8-42ca-be9a-df9cbcc73d9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.323449 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d4eef-62a8-42ca-be9a-df9cbcc73d9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e13fb7-a5d5-4dcc-a6cc-bb834ff55ad5,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:47.388948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-012d4eef-62a8-42ca-be9a-df9cbcc73d9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.390265 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-012d4eef-62a8-42ca-be9a-df9cbcc73d9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2873416 Aug 24 01:29:47.393117 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52986) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:47.398309 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'network': {'name': 'tempest-network-smoke--1835138668', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'port_security_enabled': True}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:47.468655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'network': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:29:47.472617 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.496973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=95326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:29:47.504658 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.505014 n-d-804878-2 neutron-server[95326]: INFO neutron.db.segments_db [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Added segment 69677326-86d0-4623-890c-fcb0ceb3d352 of type vlan for network 948898d8-1628-4d84-bcbd-7b1efcc305c0 Aug 24 01:29:47.543390 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.629523 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.635237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:47.635865 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.700010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Network': ['ID=948898d8-1628-4d84-bcbd-7b1efcc305c0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:47.703414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1bf99e04-931a-4ca7-ab00-7f8f64fa2527 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3086488 Aug 24 01:29:47.706222 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52988) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:47.710627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'admin_state_up': True, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:47.715066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:29:47.783287 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.784368 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:47.839754 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:48.067768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:48.297263 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:48.316254 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:48.420863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.253 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/40f77d4a-be93-462f-b7b6-b073385674af) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:29:48.520271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:48.618484 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:48.662448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:29:48.665359 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:29:48.668763 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:29:48.693024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=40f77d4a-be93-462f-b7b6-b073385674af,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:48.985436 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:49.180083 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:49.406283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:29:49.510610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:29:49.520152 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Sync routers for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:29:49.529074 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:49.531484 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:49.578539 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:49.579794 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-cbdf3e68-ae22-44ca-b358-c58763cb7e93 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8725665 Aug 24 01:29:49.583196 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52990) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:49.620859 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a0c6f186-0b73-4f04-9b73-767ede0a2f72 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cd0e853c52f24d4884f464bc35d2b012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365021 Aug 24 01:29:49.623701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52992) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:49.636824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:49.714857 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5b3333-a431-4725-9ade-0474e3d6ea8d tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:49.716412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4d5b3333-a431-4725-9ade-0474e3d6ea8d tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917227 Aug 24 01:29:49.719230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52994) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:49.748078 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-17c4a19e-98ce-4e74-a791-5d9a2d6f5e12 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277362 Aug 24 01:29:49.751610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 52996) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:49.756858 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1562316699', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:49.812725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:48Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:49.841761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Checking router: 1e0e2de1-4d99-453c-b004-194fac0cd1c4 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:29:49.842128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Updating router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 port 40f77d4a-be93-462f-b7b6-b073385674af binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:29:49.867807 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:49.898650 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'subnet': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:29:49.902506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4341510'] for subnet, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.125098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.134564 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Transition to ACTIVE for port object 40f77d4a-be93-462f-b7b6-b073385674af will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:50.149674 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4194328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4341620'] for subnet, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.207714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Subnet': ['ID=acc81c64-baf1-404d-8d45-1e86a1c7e948,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:50.217929 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Checking segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:29:50.218371 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network hostable DHCP agents. Network: 948898d8-1628-4d84-bcbd-7b1efcc305c0, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:29:50.235096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.286606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:29:50.286976 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Attempting to bind port 40f77d4a-be93-462f-b7b6-b073385674af on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:29:50.287358 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Attempting to bind port 40f77d4a-be93-462f-b7b6-b073385674af by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:29:50.287731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Attempting to bind port 40f77d4a-be93-462f-b7b6-b073385674af on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:29:50.290613 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7ac78-930c-41eb-8fba-3ef19caaf7ee None None] Pushing event updated for resources: {'Port': ['ID=40f77d4a-be93-462f-b7b6-b073385674af,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:50.295161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:29:50.295549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:29:50.295975 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.296413 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:29:50.296869 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Bound port: 40f77d4a-be93-462f-b7b6-b073385674af, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:29:50.297415 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.351161 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] For port 40f77d4a-be93-462f-b7b6-b073385674af, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:29:50.354159 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] For port 40f77d4a-be93-462f-b7b6-b073385674af, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=40f77d4a-be93-462f-b7b6-b073385674af,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:29:50.361133 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 948898d8-1628-4d84-bcbd-7b1efcc305c0) {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:29:50.367888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:50.367888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.369979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c71a8-38a8-4f88-a0fa-e2fd3428e235 None None] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:29:50.431580 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.445077 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4ea28a0b-9310-4b02-8541-5abc29536297 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6893857 Aug 24 01:29:50.446014 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 52998) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:29:50.537182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:50.537826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:50.574854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7ac78-930c-41eb-8fba-3ef19caaf7ee None None] Pushing event updated for resources: {'Port': ['ID=40f77d4a-be93-462f-b7b6-b073385674af,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:50.605432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-948898d8-1628-4d84-bcbd-7b1efcc305c0', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:29:50.606311 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:50.728137 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:50.897877 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:51.049400 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Allocated IP 172.20.0.2 (948898d8-1628-4d84-bcbd-7b1efcc305c0/acc81c64-baf1-404d-8d45-1e86a1c7e948/b3543d03-f6eb-42c6-85f5-61b73a1ccb4c) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:29:51.191198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-4f47c110-94e6-4110-b02f-40268290070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:48Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:51.232111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47c110-94e6-4110-b02f-40268290070b None None] The sync data for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 is: [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:48Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:29:51.257124 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:51.265719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Transition to ACTIVE for port object b3543d03-f6eb-42c6-85f5-61b73a1ccb4c will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:51.280236 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Transition to ACTIVE for port object b3543d03-f6eb-42c6-85f5-61b73a1ccb4c will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:51.345231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:51.389273 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:29:51.394384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:29:51.395354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.1 (948898d8-1628-4d84-bcbd-7b1efcc305c0/acc81c64-baf1-404d-8d45-1e86a1c7e948/efc85818-32d5-4dc0-8c2c-f0b60d52bdf8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:29:51.397464 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:29:51.404772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Pushing event updated for resources: {'Port': ['ID=b3543d03-f6eb-42c6-85f5-61b73a1ccb4c,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:51.476185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Attempting to bind port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:29:51.477980 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Attempting to bind port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:29:51.478394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Attempting to bind port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c on network 948898d8-1628-4d84-bcbd-7b1efcc305c0 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:29:51.485962 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:29:51.486346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Checking segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:29:51.486829 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:51.487230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Bound using segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:29:51.487696 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Bound port: b3543d03-f6eb-42c6-85f5-61b73a1ccb4c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:29:51.488085 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:51.557116 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] For port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:29:51.560481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] For port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b3543d03-f6eb-42c6-85f5-61b73a1ccb4c,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:29:51.565822 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:51.581528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:51.641324 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:51.687349 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:51.717274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710621e-073f-4890-b3da-997d7c8b9d59 None None] Pushing event updated for resources: {'Port': ['ID=b3543d03-f6eb-42c6-85f5-61b73a1ccb4c,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:51.737951 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:29:51.741207 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:29:51.747105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:29:51.751401 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:51.795450 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:52.002338 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:52.287786 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:52.332297 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:52.403621 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:52.409361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:52.489779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b3543d03-f6eb-42c6-85f5-61b73a1ccb4c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:29:52.510084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:29:52.511884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:29:52.578477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:29:52.583194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 40f77d4a-be93-462f-b7b6-b073385674af up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:29:52.636880 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:29:52.675519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 40f77d4a-be93-462f-b7b6-b073385674af completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:29:52.680091 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 40f77d4a-be93-462f-b7b6-b073385674af triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:52.680467 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:52.769104 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:52.769428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:29:52.788073 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6e0a90d9-1938-4295-ac92-8930c5f4dc18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/1e0e2de1-4d99-453c-b004-194fac0cd1c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3325834 Aug 24 01:29:52.793368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 40f77d4a-be93-462f-b7b6-b073385674af, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=40f77d4a-be93-462f-b7b6-b073385674af,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:52.857756 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:52.866216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62a15c-8181-4d17-9187-fd7b7d40cd1d None None] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:29:52.928327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-df7fea43-44fb-4540-b1ce-a4d0008f9943 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908605187&fields=id&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 267 time: 0.0361588 Aug 24 01:29:52.965001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=40f77d4a-be93-462f-b7b6-b073385674af,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:53.036514 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98f4db73-1ad7-4ad1-8577-7092e837aeff None None] Provisioning for port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:29:53.045241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-98f4db73-1ad7-4ad1-8577-7092e837aeff None None] Provisioning complete for port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:53.045638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98f4db73-1ad7-4ad1-8577-7092e837aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:53.059387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-2d166070-6a62-4934-b050-5cef81506ec3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:53.060944 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-2d166070-6a62-4934-b050-5cef81506ec3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 797 time: 0.1255004 Aug 24 01:29:53.076784 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-3e07316c-27b2-4ddd-a842-3090f8b9ca38 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/quotas/cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 375 time: 0.0095420 Aug 24 01:29:53.146217 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-36c7a465-e6dc-4d3a-a470-f55d07455be6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581753 Aug 24 01:29:53.163405 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Sync routers for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:29:53.165099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98f4db73-1ad7-4ad1-8577-7092e837aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:53.175188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:53.176073 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:53.208428 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-98f4db73-1ad7-4ad1-8577-7092e837aeff None None] For port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b3543d03-f6eb-42c6-85f5-61b73a1ccb4c,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:53.210638 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-3714de97-d05d-4fcd-83b3-e81ce85a1ab9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:29:53.211837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-3714de97-d05d-4fcd-83b3-e81ce85a1ab9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0622711 Aug 24 01:29:53.258234 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-98f4db73-1ad7-4ad1-8577-7092e837aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:53.290427 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:53.311525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-4ab84ff1-ead9-4336-b007-2f91bd450d88 service neutron] 10.222.0.26 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929482 Aug 24 01:29:53.353338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4db73-1ad7-4ad1-8577-7092e837aeff None None] Pushing event updated for resources: {'Port': ['ID=b3543d03-f6eb-42c6-85f5-61b73a1ccb4c,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:53.423117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-0b9b92fd-2eb6-4cf9-ba1b-4edeb2d6e98a service neutron] 10.222.0.26 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050453 Aug 24 01:29:53.480541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ab9d360-ce93-4c40-aab7-5159393be0ed None None] Provisioning complete for port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:53.484308 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d360-ce93-4c40-aab7-5159393be0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:53.516700 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 2, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:53.552109 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Checking router: 1e0e2de1-4d99-453c-b004-194fac0cd1c4 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:29:53.552467 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Updating router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:29:53.579980 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:53.645921 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ab9d360-ce93-4c40-aab7-5159393be0ed None None] Provisioning for port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:29:53.650576 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4ab9d360-ce93-4c40-aab7-5159393be0ed None None] Provisioning complete for port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:53.650878 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4ab9d360-ce93-4c40-aab7-5159393be0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:53.715149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9d360-ce93-4c40-aab7-5159393be0ed None None] Port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:29:53.718502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06b6797f-5e87-46c8-af54-0a1115b42926 req-a638c6b6-a2b0-4aec-865f-7320158e5cfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 210 time: 0.0444088 Aug 24 01:29:53.835549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2a5faa8a-5118-45bf-b85c-b9b307f4a8fc None None] Provisioning complete for port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:53.836183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2a5faa8a-5118-45bf-b85c-b9b307f4a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:53.879735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2a5faa8a-5118-45bf-b85c-b9b307f4a8fc None None] Port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:29:53.969322 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:53.978632 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Transition to ACTIVE for port object efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:54.000299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6fdbe56e-3f02-4a47-a036-7bdec1818c07 None None] Provisioning complete for port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:54.000669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe56e-3f02-4a47-a036-7bdec1818c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:54.033315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbe56e-3f02-4a47-a036-7bdec1818c07 None None] Port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:29:54.057875 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:54.110032 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Pushing event updated for resources: {'Port': ['ID=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:54.133497 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.135528 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.135884 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.136233 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.136572 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.136906 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.137238 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.137608 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.145154 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.145154 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.145154 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.145154 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:29:54.174044 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Attempting to bind port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:29:54.174712 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Attempting to bind port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:29:54.174824 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Attempting to bind port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 on network 948898d8-1628-4d84-bcbd-7b1efcc305c0 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:29:54.180241 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:29:54.180507 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Checking segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:29:54.180907 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:54.181305 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Bound using segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:29:54.181911 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Bound port: efc85818-32d5-4dc0-8c2c-f0b60d52bdf8, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:29:54.182303 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:54.250724 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] For port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:29:54.253956 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] For port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:29:54.321590 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:54.379633 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:29:54.380380 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:54.425812 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b266627-8549-4089-b712-ccbdc4443a19 None None] Pushing event updated for resources: {'Port': ['ID=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:54.461077 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b3543d03-f6eb-42c6-85f5-61b73a1ccb4c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:29:54.496208 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:29:54.507758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:54.508134 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:54.605254 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 40f77d4a-be93-462f-b7b6-b073385674af up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:29:54.652571 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 40f77d4a-be93-462f-b7b6-b073385674af triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:54.653257 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:54.715442 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:54Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:29:54.743347 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56b170-6ec8-430a-9ced-d354f35d4c21 None None] The sync data for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 is: [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:54Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:29:54.839774 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d042e1e5-905a-4603-b9a3-fa2f424b2a84 req-fba22963-13b8-43ed-9dbe-71ecad144b57 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 210 time: 0.0272398 Aug 24 01:29:55.681036 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-e95029ae-76cb-4cde-aa71-b5b348a095ef tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:55.682615 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-e95029ae-76cb-4cde-aa71-b5b348a095ef tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 797 time: 0.1079459 Aug 24 01:29:55.733535 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-74b102c6-8935-46c6-bf38-06241f7bbd07 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 380 time: 0.0357671 Aug 24 01:29:55.743277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'port': {'device_id': '63f069dc-0414-4151-a341-36ab79014971', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'admin_state_up': True, 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'security_groups': ['1e3acd0d-008e-4fdf-b402-418ec489c81e']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:55.935171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e81bfd43-3407-419e-920c-3b06f3e42730 req-e50aa247-dd6d-4611-8668-39d1c8a24be0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 210 time: 0.0266802 Aug 24 01:29:55.959835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:29:55.963541 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.094985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.11 (948898d8-1628-4d84-bcbd-7b1efcc305c0/acc81c64-baf1-404d-8d45-1e86a1c7e948/df72391e-6db9-4267-9f49-6fe7e7508fd4) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:29:56.235139 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.248730 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object df72391e-6db9-4267-9f49-6fe7e7508fd4 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:56.256796 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.344030 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-478ed613-1904-4b8b-a18f-1e3315a70be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.355480 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.404892 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:29:56.413814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:29:56.422532 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:29:56.425994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:56.481074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:56.481278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:29:56.481834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.550339 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-da8b028c-40a5-45f3-90b3-4cb1cc8bbc96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8111861 Aug 24 01:29:56.572964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:29:56.577341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:56.578883 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.621780 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Request body: {'port': {'device_id': '63f069dc-0414-4151-a341-36ab79014971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:29:56.667123 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.679873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.699241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-55df4500-f9d3-4bef-a77e-8eefa51897d6 None None] Provisioning for port df72391e-6db9-4267-9f49-6fe7e7508fd4 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:29:56.704534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:29:56.705646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-55df4500-f9d3-4bef-a77e-8eefa51897d6 None None] Provisioning complete for port df72391e-6db9-4267-9f49-6fe7e7508fd4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:56.706021 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55df4500-f9d3-4bef-a77e-8eefa51897d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.742154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-55df4500-f9d3-4bef-a77e-8eefa51897d6 None None] Port df72391e-6db9-4267-9f49-6fe7e7508fd4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:29:56.767120 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.814966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:56.954690 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df72391e-6db9-4267-9f49-6fe7e7508fd4 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:29:56.968311 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:56.974647 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Transition to ACTIVE for port object df72391e-6db9-4267-9f49-6fe7e7508fd4 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:29:57.023950 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:57.049554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf81965-d7d9-44f9-912a-6d040be49499 req-aadb63f9-2f49-4f97-864d-89828f3f4f49 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:57.051269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cf81965-d7d9-44f9-912a-6d040be49499 req-aadb63f9-2f49-4f97-864d-89828f3f4f49 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 932 time: 0.0494082 Aug 24 01:29:57.077807 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:57.100107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7cf81965-d7d9-44f9-912a-6d040be49499 req-dc3a8631-349f-4172-b18d-81fcd5a18a54 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Aug 24 01:29:57.153393 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Attempting to bind port df72391e-6db9-4267-9f49-6fe7e7508fd4 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:29:57.156340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Attempting to bind port df72391e-6db9-4267-9f49-6fe7e7508fd4 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:29:57.156340 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Attempting to bind port df72391e-6db9-4267-9f49-6fe7e7508fd4 on network 948898d8-1628-4d84-bcbd-7b1efcc305c0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:29:57.158837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Port df72391e-6db9-4267-9f49-6fe7e7508fd4 on network 948898d8-1628-4d84-bcbd-7b1efcc305c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:29:57.159168 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Attempting to bind port df72391e-6db9-4267-9f49-6fe7e7508fd4 on network 948898d8-1628-4d84-bcbd-7b1efcc305c0 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:29:57.164190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:29:57.164554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Checking segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:29:57.164942 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Bound using segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:29:57.165452 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Bound port: df72391e-6db9-4267-9f49-6fe7e7508fd4, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:29:57.165882 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:57.238248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:29:57.242664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:29:57.304416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:57.340030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:57.340654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:57.342125 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] 10.222.0.36 "PUT /v2.0/ports/df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1092 time: 0.7760038 Aug 24 01:29:57.342549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:29:57.345355 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd1f20e-fa0c-4abd-afd9-0c001da27277" -d '{"events": [{"name": "network-changed", "server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:29:57.369262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa826-fb94-411c-805a-3f56c3beba16 service neutron] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:29:57.396600 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e355db6d-6212-4128-9626-47da946daab6 x-openstack-request-id: req-e355db6d-6212-4128-9626-47da946daab6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:29:57.396945 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:29:57.397273 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e355db6d-6212-4128-9626-47da946daab6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:29:57.397773 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'status': 'completed', 'code': 200} Aug 24 01:29:57.481161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1f20e-fa0c-4abd-afd9-0c001da27277 req-ffacda3f-fb2a-46b9-8696-3ac51ad181a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:57.485076 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fbd1f20e-fa0c-4abd-afd9-0c001da27277 req-ffacda3f-fb2a-46b9-8696-3ac51ad181a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1095 time: 0.0430460 Aug 24 01:29:57.588840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1f20e-fa0c-4abd-afd9-0c001da27277 req-b572623d-786b-487d-b1b6-13ad62c97f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:57.590375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fbd1f20e-fa0c-4abd-afd9-0c001da27277 req-b572623d-786b-487d-b1b6-13ad62c97f44 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cd0e853c52f24d4884f464bc35d2b012&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0948987 Aug 24 01:29:57.683281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1f20e-fa0c-4abd-afd9-0c001da27277 req-ef70ea23-77e4-4a9b-9864-37ece1a3679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:57.685266 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fbd1f20e-fa0c-4abd-afd9-0c001da27277 req-ef70ea23-77e4-4a9b-9864-37ece1a3679f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875657 Aug 24 01:29:57.784173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-313614a3-1fb7-4304-9190-e989322bdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:57.785714 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-313614a3-1fb7-4304-9190-e989322bdb35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1095 time: 0.0458515 Aug 24 01:29:57.833045 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-769b807e-33bf-43a9-8d63-3b4791640e1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 217 time: 0.0338948 Aug 24 01:29:57.882774 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-60893766-3e84-4e68-94be-e4837a338ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:57.884194 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-60893766-3e84-4e68-94be-e4837a338ee6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0426145 Aug 24 01:29:57.934095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-0fba5117-24cb-433d-b908-f95e9ffd397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:57.935565 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-0fba5117-24cb-433d-b908-f95e9ffd397c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433085 Aug 24 01:29:58.023669 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-ec99e3aa-1d89-4e09-a333-27d9e67f575a service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806112 Aug 24 01:29:58.116021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8784cfda-616c-40f3-a373-5487cdf414c0 req-d69ea52f-8895-4da1-b6f4-8766d50f0680 service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838182 Aug 24 01:29:58.217895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621b87a-324a-49d9-9c6f-cc5426be4d0b req-be8b373f-38e8-42c3-80ad-6de087449941 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:58.219450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b621b87a-324a-49d9-9c6f-cc5426be4d0b req-be8b373f-38e8-42c3-80ad-6de087449941 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.0511813 Aug 24 01:29:58.256661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b621b87a-324a-49d9-9c6f-cc5426be4d0b req-efef4e24-acfa-4ce9-bcd3-d4fd0f5e253e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Aug 24 01:29:58.429028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:29:58.476181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:29:58.476562 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:59.057623 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6d2981d4-1dac-4cbe-9eca-acb68a1d149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:59.172812 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:29:59.371237 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b7ea-0403-459a-acb0-1bdb9c0ce9e9 req-720028c8-f32c-4618-9763-af23d1bfee52 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:29:59.372715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1948b7ea-0403-459a-acb0-1bdb9c0ce9e9 req-720028c8-f32c-4618-9763-af23d1bfee52 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.0486951 Aug 24 01:29:59.409836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1948b7ea-0403-459a-acb0-1bdb9c0ce9e9 req-24abc849-ba83-4a6e-9f44-5b36fa4fad3f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Aug 24 01:30:00.525634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf21231-ac63-417a-aac2-205dbc298b7f req-ad6384b2-d537-41a0-ade3-5a3c91880d76 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:00.527032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaf21231-ac63-417a-aac2-205dbc298b7f req-ad6384b2-d537-41a0-ade3-5a3c91880d76 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.0483041 Aug 24 01:30:00.568170 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaf21231-ac63-417a-aac2-205dbc298b7f req-167d284f-68d8-4c7d-8a67-82fc0a841e29 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348091 Aug 24 01:30:00.595669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:01.539385 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df72391e-6db9-4267-9f49-6fe7e7508fd4 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:30:01.633823 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:30:01.644407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'port_id': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'mac_address': 'fa:16:3e:d3:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:30:01.681819 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e60d6-1354-4466-ac49-aeb97c875297 req-c98e56af-a3e5-4f58-956e-d4817188fd27 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:01.683331 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e43e60d6-1354-4466-ac49-aeb97c875297 req-c98e56af-a3e5-4f58-956e-d4817188fd27 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.0486054 Aug 24 01:30:01.686615 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:01.700250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df72391e-6db9-4267-9f49-6fe7e7508fd4 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:30:01.719396 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:30:01.721389 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e43e60d6-1354-4466-ac49-aeb97c875297 req-12b860e5-4967-4f35-8db5-ae4d9acef508 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Aug 24 01:30:01.789051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:01.837350 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:30:02.086027 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:02.215555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['df72391e-6db9-4267-9f49-6fe7e7508fd4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:30:02.836762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68f07-229d-472c-910d-91dd7fe3c3e1 req-6b0660c7-e5d9-45c2-8227-2c5aacd26b9b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:02.838299 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12d68f07-229d-472c-910d-91dd7fe3c3e1 req-6b0660c7-e5d9-45c2-8227-2c5aacd26b9b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 945 time: 0.0508795 Aug 24 01:30:02.876154 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-12d68f07-229d-472c-910d-91dd7fe3c3e1 req-be753659-d779-42ee-9720-9161bfeb7e56 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Aug 24 01:30:03.570911 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df72391e-6db9-4267-9f49-6fe7e7508fd4 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:30:03.679305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port df72391e-6db9-4267-9f49-6fe7e7508fd4 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:30:03.682979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port df72391e-6db9-4267-9f49-6fe7e7508fd4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:30:03.683348 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:03.760608 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:03.782958 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:30:03.785181 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c950f21f-49d1-40b4-82ec-d5434b23d25a" -d '{"events": [{"server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "name": "network-vif-plugged", "status": "completed", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:30:03.800183 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:30:03.823146 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd52e5-9b17-460f-8412-ac20dea33102 x-openstack-request-id: req-c7dd52e5-9b17-460f-8412-ac20dea33102 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:30:03.823146 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "name": "network-vif-plugged", "status": "completed", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:30:03.823146 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7dd52e5-9b17-460f-8412-ac20dea33102 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:30:03.823146 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'code': 200} Aug 24 01:30:03.862603 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:03.911332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:30:03.950013 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d3d63-6af3-43a9-87ff-d865b9799980 req-5d66c66f-52a3-4e82-a35b-f84ac6da00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:03.955057 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-649d3d63-6af3-43a9-87ff-d865b9799980 req-5d66c66f-52a3-4e82-a35b-f84ac6da00b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1097 time: 0.0493741 Aug 24 01:30:03.987617 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-649d3d63-6af3-43a9-87ff-d865b9799980 req-2099f429-6360-4fa8-bd22-f6879fd5818e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289700 Aug 24 01:30:03.991251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a96a02-ad21-4ea0-8d70-046ad380564e req-a49b5ca4-0406-4b78-abae-feae1f7cb94a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:03.992765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8a96a02-ad21-4ea0-8d70-046ad380564e req-a49b5ca4-0406-4b78-abae-feae1f7cb94a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0502024 Aug 24 01:30:04.034041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c8a96a02-ad21-4ea0-8d70-046ad380564e req-3ae02a14-f1eb-4800-851c-7e2e84fa1c0f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352602 Aug 24 01:30:05.159061 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200453-1b29-4c5b-881a-9b77080a26a0 req-4bd21646-2436-4089-a66b-bd7f6765a609 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:05.160603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6200453-1b29-4c5b-881a-9b77080a26a0 req-4bd21646-2436-4089-a66b-bd7f6765a609 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0522771 Aug 24 01:30:05.200067 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c6200453-1b29-4c5b-881a-9b77080a26a0 req-773aac1b-99d6-4918-bf09-39e5b3b635eb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Aug 24 01:30:06.314879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4bc1d-c312-4f66-a9fe-dc2141e1b254 req-65f389f8-9bd9-442d-8d63-dbc074aee805 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:06.316391 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fb4bc1d-c312-4f66-a9fe-dc2141e1b254 req-65f389f8-9bd9-442d-8d63-dbc074aee805 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0485699 Aug 24 01:30:06.352736 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6fb4bc1d-c312-4f66-a9fe-dc2141e1b254 req-46acd3b6-c4e3-476d-ba3b-7171184639de tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305936 Aug 24 01:30:06.463823 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73768-a34f-49ff-8ca8-d35c48cc8dde req-490a486b-5ae9-43f5-9653-702860692858 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:06.465321 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56f73768-a34f-49ff-8ca8-d35c48cc8dde req-490a486b-5ae9-43f5-9653-702860692858 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0480230 Aug 24 01:30:06.511747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56f73768-a34f-49ff-8ca8-d35c48cc8dde req-2ba2879c-74a1-4ad9-b0d8-66e6073eafab tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Aug 24 01:30:06.533501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53064) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:30:06.572118 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f225d2-6c1f-4d8b-b535-2e9bbb103718 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:06.573629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-01f225d2-6c1f-4d8b-b535-2e9bbb103718 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1092 time: 0.0391426 Aug 24 01:30:06.576419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53066) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:30:06.580716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:30:06.663757 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:06.665417 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-e73229b7-6578-4e82-8bb6-b1cfad1d5466 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395548 Aug 24 01:30:06.761964 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:06.762222 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-b5a2c799-fa26-4273-a77a-29c1ea7fb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:06.763622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-b5a2c799-fa26-4273-a77a-29c1ea7fb862 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1097 time: 0.0401876 Aug 24 01:30:06.870713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-38182f3a-da6b-4178-8ea5-e585a5b4bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:06.871298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.147 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/e1b0571a-83e8-4478-b0be-3ddaa0eee19a) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:30:06.872216 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-38182f3a-da6b-4178-8ea5-e585a5b4bd61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.0888634 Aug 24 01:30:06.916135 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-87fd83cb-f1c7-4b71-a7cb-d4fba76bf879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 217 time: 0.0366595 Aug 24 01:30:07.081967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-a4b76a76-422a-435f-b725-a5cac948c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:07.086810 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-a4b76a76-422a-435f-b725-a5cac948c611 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.1610272 Aug 24 01:30:07.115889 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:07.132291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-23e681dd-d978-4c52-a064-104c80c65a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:07.133855 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-23e681dd-d978-4c52-a064-104c80c65a82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419173 Aug 24 01:30:07.218403 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:07.226670 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-0043ec42-2444-4e5e-8592-f403823a0885 service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849314 Aug 24 01:30:07.257993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:30:07.260847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:30:07.264316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:30:07.288276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=e1b0571a-83e8-4478-b0be-3ddaa0eee19a,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:30:07.325159 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6f7450b-95d7-46ad-a082-584801f80a70 req-0c644794-09aa-41d9-b4fd-9e0dfb15f3de service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911603 Aug 24 01:30:07.617298 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:07.739588 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:07.884599 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:07.983410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:08.049668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=e1b0571a-83e8-4478-b0be-3ddaa0eee19a,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:30:08.061143 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:08.174538 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP abb14e3f-8a11-465e-9a90-915ac102e66c associated. External IP: 172.25.5.147, port: df72391e-6db9-4267-9f49-6fe7e7508fd4. Aug 24 01:30:08.701537 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:30:08.811538 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:30:08.822132 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] Sync routers for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:30:08.832941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:30:08.833561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:30:08.892607 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:08.926306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4118687c-29f9-421d-aecb-eb0f43624a85 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3433676 Aug 24 01:30:08.926306 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:30:08.926589 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913f228-c073-41ab-8759-78fcc77963a5" -d '{"events": [{"name": "network-changed", "server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:30:08.940841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:30:08.972228 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2c3552-87bd-480c-bad1-71ae97ad8baf x-openstack-request-id: req-ac2c3552-87bd-480c-bad1-71ae97ad8baf {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:30:08.972462 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:30:08.972719 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac2c3552-87bd-480c-bad1-71ae97ad8baf {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:30:08.973134 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'status': 'completed', 'code': 200} Aug 24 01:30:09.036675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b18547-0666-4053-a0fb-9ca8e4599cdc req-36f1396d-eb0a-43e9-baaa-ab8cb0c67cf7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:09.038886 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50b18547-0666-4053-a0fb-9ca8e4599cdc req-36f1396d-eb0a-43e9-baaa-ab8cb0c67cf7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0518265 Aug 24 01:30:09.073824 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913f228-c073-41ab-8759-78fcc77963a5 req-5727a2a1-f6b5-494a-9e81-28c006099af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:09.075412 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2913f228-c073-41ab-8759-78fcc77963a5 req-5727a2a1-f6b5-494a-9e81-28c006099af2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1097 time: 0.0449381 Aug 24 01:30:09.081991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-50b18547-0666-4053-a0fb-9ca8e4599cdc req-c05455d9-7433-43b0-81e3-0d54388e5814 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365267 Aug 24 01:30:09.107632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53074) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:30:09.175081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-86ecce90-b9a2-4519-b16a-7b7c1e5036d3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/abb14e3f-8a11-465e-9a90-915ac102e66c HTTP/1.1" status: 200 len: 992 time: 0.0661888 Aug 24 01:30:09.179416 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913f228-c073-41ab-8759-78fcc77963a5 req-b7be0eac-fff0-4255-8a51-0761af2b9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:09.180921 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2913f228-c073-41ab-8759-78fcc77963a5 req-b7be0eac-fff0-4255-8a51-0761af2b9415 service neutron] 10.222.0.36 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.0989413 Aug 24 01:30:09.185218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'abb14e3f-8a11-465e-9a90-915ac102e66c', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'port_id': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'mac_address': 'fa:16:3e:d3:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f069dc-0414-4151-a341-36ab79014971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:30:07Z', 'updated_at': '2021-08-24T01:30:07Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:56Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:30:09.212173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] Checking router: 1e0e2de1-4d99-453c-b004-194fac0cd1c4 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:30:09.220494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:30:09.221112 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:29:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:30:09.246935 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2913f228-c073-41ab-8759-78fcc77963a5 req-9d892ebc-8bde-4206-b467-67f7d02f8121 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0573180 Aug 24 01:30:09.296595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913f228-c073-41ab-8759-78fcc77963a5 req-17954ce4-70ca-4237-baf6-5d3757b155a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:09.298802 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2913f228-c073-41ab-8759-78fcc77963a5 req-17954ce4-70ca-4237-baf6-5d3757b155a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0439320 Aug 24 01:30:09.326787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:30:09.349413 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913f228-c073-41ab-8759-78fcc77963a5 req-6d49c7e4-127a-4fb7-bee7-760c472914cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:30:09.350965 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2913f228-c073-41ab-8759-78fcc77963a5 req-6d49c7e4-127a-4fb7-bee7-760c472914cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438898 Aug 24 01:30:09.715621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'abb14e3f-8a11-465e-9a90-915ac102e66c', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'port_id': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'mac_address': 'fa:16:3e:d3:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f069dc-0414-4151-a341-36ab79014971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:30:07Z', 'updated_at': '2021-08-24T01:30:07Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:56Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:30:09.745028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c36d5c-f197-48e8-9162-93b965460477 None None] The sync data for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 is: [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': 'abb14e3f-8a11-465e-9a90-915ac102e66c', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'port_id': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'mac_address': 'fa:16:3e:d3:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f069dc-0414-4151-a341-36ab79014971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:30:07Z', 'updated_at': '2021-08-24T01:30:07Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:56Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:30:09.762631 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2913f228-c073-41ab-8759-78fcc77963a5 req-50d7d27e-2045-4fbb-b5f5-9f53c4aa02b4 service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037092 Aug 24 01:30:09.858346 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-2913f228-c073-41ab-8759-78fcc77963a5 req-ae03a3ad-8ac2-4c17-905d-4145dcfcb15a service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888371 Aug 24 01:30:09.930144 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947fe258-a622-4c23-a1cc-a764645c8b52 None None] New status for floating IP abb14e3f-8a11-465e-9a90-915ac102e66c: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:30:10.178857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53076) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:30:10.239047 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f80944ad-2145-405f-9ce2-f8bfda51b1c3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/abb14e3f-8a11-465e-9a90-915ac102e66c HTTP/1.1" status: 200 len: 994 time: 0.0590062 Aug 24 01:30:13.074783 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:19.337375 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:30:20.862781 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-5ea18493-a3e4-4841-aaf9-5baedf3b5e8d req-5e8b9139-401b-4db7-ab03-dca7e64e2cd6 service neutron] (95326) timed out ('10.222.0.26', 43656) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 01:30:26.267840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:26.359271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12b5e46a-0a11-4501-9175-666620ea75b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:29.074629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-51d24ea1-a65e-4aaa-a2d1-c09e95f10eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:29.206234 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:30.592952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:32.095923 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:43.131438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:56.285738 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:56.336921 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:30:56.355085 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-265e645d-8512-4624-a5f8-094a3c4f5275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:59.055095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fc255aec-ee6a-4bfc-a648-b960aff0b045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:30:59.174892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:00.599809 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:02.100678 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:08.662712 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-e1e22b84-980a-4796-98da-88bd68e2f59c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387290 Aug 24 01:31:08.762646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-9038fa40-db94-468b-837a-5e7c8bb99dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:08.764174 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-9038fa40-db94-468b-837a-5e7c8bb99dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1097 time: 0.0449502 Aug 24 01:31:08.866010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-f684ce8c-40cf-46a9-b822-1b58d86dee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:08.867478 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-f684ce8c-40cf-46a9-b822-1b58d86dee3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.0830777 Aug 24 01:31:08.934972 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-eba37b2e-84b4-4da3-8bab-bb376244857d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1002 time: 0.0603392 Aug 24 01:31:08.985023 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-8bd87930-1ac4-4a02-b250-be0e4559eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:08.986439 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-8bd87930-1ac4-4a02-b250-be0e4559eab2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0428989 Aug 24 01:31:09.031171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-266bef7b-064f-4fb9-95ba-491b95dc1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:09.035084 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-266bef7b-064f-4fb9-95ba-491b95dc1985 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382760 Aug 24 01:31:09.124664 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-fef01741-883e-4099-a8ee-3d2e8cd7c755 service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 Aug 24 01:31:09.215757 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5c5bbb9f-f29e-4173-bde8-e78d3db37b97 req-98862cc4-e854-45c1-aa30-aed397dae45d service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821018 Aug 24 01:31:13.088742 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:13.213794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42010d-e121-4445-939f-5a507ba55a43 req-5b6c7a9f-887c-4de1-a290-457a0d2d1e8d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:13.215336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c42010d-e121-4445-939f-5a507ba55a43 req-5b6c7a9f-887c-4de1-a290-457a0d2d1e8d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0516176 Aug 24 01:31:13.253766 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4c42010d-e121-4445-939f-5a507ba55a43 req-f5bb6869-e645-4795-9bd6-cf835b97f638 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324011 Aug 24 01:31:13.386157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-a90a666c-3678-4dc1-912b-d26a19cbe1ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909231 Aug 24 01:31:14.374000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66032b20-f8c0-4b7e-ae8e-98a2ceadadac req-c8f879e0-4b0a-4747-a227-395a43413078 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:14.375489 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66032b20-f8c0-4b7e-ae8e-98a2ceadadac req-c8f879e0-4b0a-4747-a227-395a43413078 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Aug 24 01:31:14.412585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66032b20-f8c0-4b7e-ae8e-98a2ceadadac req-acf48a73-1304-4ae4-aee4-e9dbbced3147 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310187 Aug 24 01:31:15.278491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-e01b6e93-679d-45df-bd4a-2c75607d859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.280014 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-e01b6e93-679d-45df-bd4a-2c75607d859e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1097 time: 0.0433359 Aug 24 01:31:15.372077 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-a70d46cb-8de8-4fe5-a8b8-80065a70bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.373541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-a70d46cb-8de8-4fe5-a8b8-80065a70bd74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.0863574 Aug 24 01:31:15.439483 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-d836ca3d-1e5e-42b3-9fe5-ddc7115509e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1002 time: 0.0581148 Aug 24 01:31:15.494926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-ccca0655-0c1e-45bb-8a40-9943bda1bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.496487 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-ccca0655-0c1e-45bb-8a40-9943bda1bcfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0491772 Aug 24 01:31:15.531325 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07f0f4-0738-4413-aafe-f7a9dd27c3ad req-2c44fa9a-359e-4621-b961-79f3392c32c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.532725 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c07f0f4-0738-4413-aafe-f7a9dd27c3ad req-2c44fa9a-359e-4621-b961-79f3392c32c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0493853 Aug 24 01:31:15.543528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-c8cf9404-6d02-4a91-ba30-71a1195d0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:15.545099 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-c8cf9404-6d02-4a91-ba30-71a1195d0b78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416541 Aug 24 01:31:15.572137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8c07f0f4-0738-4413-aafe-f7a9dd27c3ad req-af6724ed-7c0e-4a8d-9417-68a5f4571f4c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Aug 24 01:31:15.634992 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-4d464571-9df0-4c19-80b3-4c7d5178afbc service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821786 Aug 24 01:31:15.726994 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-9ac6aa4c-a9c8-43fa-b747-1195e7376913 service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843728 Aug 24 01:31:16.685209 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5eab6e-8565-4bfd-af40-c8023aa401fe req-e9cefecd-c370-456d-b043-89e7efa27c5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:16.686623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5eab6e-8565-4bfd-af40-c8023aa401fe req-e9cefecd-c370-456d-b043-89e7efa27c5a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0479236 Aug 24 01:31:16.723678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc5eab6e-8565-4bfd-af40-c8023aa401fe req-3350e148-50a3-445e-b5e6-04d1abc4a1c3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312889 Aug 24 01:31:17.841518 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786782-d118-4693-98bd-f65d9bd42420 req-3bd6d847-02c2-4309-9689-456f84a0a7c4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:17.843050 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08786782-d118-4693-98bd-f65d9bd42420 req-3bd6d847-02c2-4309-9689-456f84a0a7c4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0521989 Aug 24 01:31:17.880714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08786782-d118-4693-98bd-f65d9bd42420 req-c9b25203-fc0b-4466-bd51-3c14c2840174 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Aug 24 01:31:18.995733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ca9e4-38a8-40ec-8abd-2a0ef7459247 req-00a0afa7-ab1b-4042-8c1b-00a8ef59ad60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:18.997206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-337ca9e4-38a8-40ec-8abd-2a0ef7459247 req-00a0afa7-ab1b-4042-8c1b-00a8ef59ad60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0490160 Aug 24 01:31:19.033954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-337ca9e4-38a8-40ec-8abd-2a0ef7459247 req-8d9303e0-72ea-4d52-98e0-4f4f7a941533 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309031 Aug 24 01:31:20.150608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89436299-4648-46fd-b765-d4f648ab9486 req-34ff00e1-8701-4d62-b9e4-e0b93d67e841 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:20.152121 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89436299-4648-46fd-b765-d4f648ab9486 req-34ff00e1-8701-4d62-b9e4-e0b93d67e841 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0497704 Aug 24 01:31:20.189249 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-89436299-4648-46fd-b765-d4f648ab9486 req-b751b35f-40c1-4df4-a41a-32900678fd88 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309410 Aug 24 01:31:21.307782 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2312e8-417c-4714-9941-73f7b0c0b318 req-e1743bbd-bb22-447f-addf-99a90ed52203 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:21.309302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab2312e8-417c-4714-9941-73f7b0c0b318 req-e1743bbd-bb22-447f-addf-99a90ed52203 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0535288 Aug 24 01:31:21.347165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ab2312e8-417c-4714-9941-73f7b0c0b318 req-21ae18e9-0359-44d2-a84f-03c672e09ee2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Aug 24 01:31:22.468027 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564de5dc-2132-40db-b24d-703db9292b74 req-bc4b5d25-2c8b-4181-a263-e8368682136e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:22.469557 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-564de5dc-2132-40db-b24d-703db9292b74 req-bc4b5d25-2c8b-4181-a263-e8368682136e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0518022 Aug 24 01:31:22.507296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-564de5dc-2132-40db-b24d-703db9292b74 req-f00bdf76-6634-40df-9092-da166072056c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318730 Aug 24 01:31:23.622345 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154120c-0d71-480a-8c23-89c5208ba9cd req-041fed4a-e0a2-400b-ac08-6411593107f5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:23.623811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3154120c-0d71-480a-8c23-89c5208ba9cd req-041fed4a-e0a2-400b-ac08-6411593107f5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0499797 Aug 24 01:31:23.660115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3154120c-0d71-480a-8c23-89c5208ba9cd req-9b8f24b9-481a-4370-b478-7a947f9fd765 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305014 Aug 24 01:31:24.777020 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329b8ad-2518-48d7-a965-ec9039942fc8 req-e7ae5092-0b85-4a95-ae23-ecb4b1103072 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:24.778512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d329b8ad-2518-48d7-a965-ec9039942fc8 req-e7ae5092-0b85-4a95-ae23-ecb4b1103072 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0529010 Aug 24 01:31:24.815455 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d329b8ad-2518-48d7-a965-ec9039942fc8 req-7c1ed5a3-6f4c-49fc-98f4-610aac872121 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310493 Aug 24 01:31:25.927998 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149708-cea8-4edf-b1a4-887efee96e7d req-859017c4-c393-4d72-9949-08bf4b5e0510 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:25.929527 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8149708-cea8-4edf-b1a4-887efee96e7d req-859017c4-c393-4d72-9949-08bf4b5e0510 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0487499 Aug 24 01:31:25.967005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b8149708-cea8-4edf-b1a4-887efee96e7d req-749cc52f-af83-4762-8c5f-b1d01ce13c17 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312045 Aug 24 01:31:26.285228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:26.339944 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-13b53fd4-aefb-4e29-ab9a-03f9561f3949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:27.080113 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fbc92-45ad-4d45-b4a8-7c40d8d80974 req-326999bc-cbbc-4d65-8143-b8157076006d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:27.081590 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-378fbc92-45ad-4d45-b4a8-7c40d8d80974 req-326999bc-cbbc-4d65-8143-b8157076006d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0486357 Aug 24 01:31:27.119641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-378fbc92-45ad-4d45-b4a8-7c40d8d80974 req-a5e42766-d147-45b3-b3a8-4d829cf24a3c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Aug 24 01:31:27.922050 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-0a27bb3d-6f04-4b8a-bf8e-4e8254c2e975 service neutron] show failed (client error): The resource could not be found. Aug 24 01:31:27.923049 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-0a27bb3d-6f04-4b8a-bf8e-4e8254c2e975 service neutron] 10.222.0.36 "GET /v2.0/ports/df72391e-6db9-4267-9f49-6fe7e7508fd4/bindings/n-h2-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0539460 Aug 24 01:31:28.243688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f514a1-1ccc-4a9d-86b8-a9c45fe776e3 req-851b1d15-5209-49b6-ac8d-1a8fd2205963 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:28.245134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9f514a1-1ccc-4a9d-86b8-a9c45fe776e3 req-851b1d15-5209-49b6-ac8d-1a8fd2205963 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0582383 Aug 24 01:31:28.283541 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9f514a1-1ccc-4a9d-86b8-a9c45fe776e3 req-2b63b5c6-65aa-4ad1-a708-06acb9688b08 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Aug 24 01:31:28.357062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-0a86d29c-46ed-46e1-8cb1-2b38334692f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:28.358838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-0a86d29c-46ed-46e1-8cb1-2b38334692f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 1097 time: 0.0432334 Aug 24 01:31:28.371155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:31:28.423472 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:28.628337 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:28.661380 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:31:28.701218 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:31:28.703529 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03219fea-4127-4fd3-a22b-368dd159f0e2" -d '{"events": [{"server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "name": "network-vif-unplugged", "status": "completed", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:31:28.707683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:28.720498 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Transition to ACTIVE for port object df72391e-6db9-4267-9f49-6fe7e7508fd4 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:31:28.788602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:28.819846 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6ada8b-02bc-4fb0-b17e-02510c8ec970 x-openstack-request-id: req-dd6ada8b-02bc-4fb0-b17e-02510c8ec970 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:31:28.820146 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "name": "network-vif-unplugged", "status": "completed", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:31:28.820407 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd6ada8b-02bc-4fb0-b17e-02510c8ec970 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:31:28.821361 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'code': 200} Aug 24 01:31:28.888024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=6']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:28.900752 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.901123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.901483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.901861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.902213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.902562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.902909 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.903254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.903602 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.903945 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.904287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.904629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:28.933996 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] No DVR routers for this DVR port df72391e-6db9-4267-9f49-6fe7e7508fd4 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:31:29.062134 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c2c19fff-2832-4e87-8b5b-9cc4ec0dd269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:29.070481 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Attempting to bind port df72391e-6db9-4267-9f49-6fe7e7508fd4 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:31:29.074916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Attempting to bind port df72391e-6db9-4267-9f49-6fe7e7508fd4 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:31:29.074916 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Attempting to bind port df72391e-6db9-4267-9f49-6fe7e7508fd4 on network 948898d8-1628-4d84-bcbd-7b1efcc305c0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:31:29.076990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Port df72391e-6db9-4267-9f49-6fe7e7508fd4 on network 948898d8-1628-4d84-bcbd-7b1efcc305c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:31:29.076990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Attempting to bind port df72391e-6db9-4267-9f49-6fe7e7508fd4 on network 948898d8-1628-4d84-bcbd-7b1efcc305c0 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:31:29.081879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:31:29.082239 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Checking segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:31:29.082601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Bound using segment: {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:31:29.083023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Bound port: df72391e-6db9-4267-9f49-6fe7e7508fd4, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69677326-86d0-4623-890c-fcb0ceb3d352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:31:29.083385 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:29.148844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:31:29.151937 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:31:29.208006 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:29.236960 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:29.277881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:29.278489 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:29.279975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] 10.222.0.37 "PUT /v2.0/ports/df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1092 time: 0.9128189 Aug 24 01:31:29.299921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899e56e-3786-42ff-b063-a84f8a5d0b87 service neutron] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:29.349136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-3210ffe6-e28a-41f0-b426-eaafac43168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:29.350804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-3210ffe6-e28a-41f0-b426-eaafac43168e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1095 time: 0.0427644 Aug 24 01:31:29.460968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee74ecf-5021-458e-b3df-9296097f86d4 req-e44f35e3-d576-462f-9cdc-588a7fa008a0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:29.462536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ee74ecf-5021-458e-b3df-9296097f86d4 req-e44f35e3-d576-462f-9cdc-588a7fa008a0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.1054461 Aug 24 01:31:29.504317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-e96491a6-ebb0-4f30-9d0b-d0bc8d8405ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:29.505837 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-e96491a6-ebb0-4f30-9d0b-d0bc8d8405ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.1473007 Aug 24 01:31:29.524609 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5ee74ecf-5021-458e-b3df-9296097f86d4 req-083b20cc-4c2a-4157-9a46-28bad3ddae88 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556378 Aug 24 01:31:29.574347 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-b0201767-7110-4ee2-ab4d-137179e09dd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0609586 Aug 24 01:31:29.627018 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-dd9168ac-d9f4-4804-9636-d7d57e4050f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:29.628446 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-dd9168ac-d9f4-4804-9636-d7d57e4050f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0471396 Aug 24 01:31:29.673606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-b7f2c36c-d12b-4008-ae8e-36a9383e9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:29.675001 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-b7f2c36c-d12b-4008-ae8e-36a9383e9b1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397534 Aug 24 01:31:29.762932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-77b848d1-3959-40ac-ae22-86e9e8df05c0 service neutron] 10.222.0.37 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803022 Aug 24 01:31:29.855518 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32802536-14b7-4079-af4f-1b1c62f73b8a req-2b9acc5b-fdf1-45da-a387-1600302ea1ed service neutron] 10.222.0.37 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848749 Aug 24 01:31:30.593988 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:30.694334 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f232df-f221-430e-a06a-3d023417d5bb req-cb26dc0d-8c9c-4021-9d6f-c21f8958cefa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:30.696371 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f232df-f221-430e-a06a-3d023417d5bb req-cb26dc0d-8c9c-4021-9d6f-c21f8958cefa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.1010833 Aug 24 01:31:30.733739 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f7f232df-f221-430e-a06a-3d023417d5bb req-2a282921-7c4c-4e91-a06b-a9133ed294a3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Aug 24 01:31:30.822642 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:31:30.824945 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90" -d '{"events": [{"name": "network-changed", "server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:31:30.873380 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e8fc33-2c95-47e7-96bf-b61010d2cdf7 x-openstack-request-id: req-31e8fc33-2c95-47e7-96bf-b61010d2cdf7 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:31:30.873708 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:31:30.873965 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31e8fc33-2c95-47e7-96bf-b61010d2cdf7 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:31:30.874367 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'status': 'completed', 'code': 200} Aug 24 01:31:30.932798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-43a41ff2-fd66-42aa-ba03-28904913043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:30.934417 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-43a41ff2-fd66-42aa-ba03-28904913043a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1095 time: 0.0429959 Aug 24 01:31:30.958266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-086d3505-758f-49a0-b09a-626460f67698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:30.959714 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-086d3505-758f-49a0-b09a-626460f67698 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1095 time: 0.0416839 Aug 24 01:31:31.028328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-28f5a175-41d7-4221-8b74-5cfa28bc053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:31.029941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-28f5a175-41d7-4221-8b74-5cfa28bc053b service neutron] 10.222.0.37 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.0876698 Aug 24 01:31:31.054302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-90bc80cd-fe28-436d-8491-5997594a73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:31.056376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-90bc80cd-fe28-436d-8491-5997594a73c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.0899146 Aug 24 01:31:31.094974 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-5282f63b-c712-41ec-b111-fc65a4f93600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0577273 Aug 24 01:31:31.122836 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-4de4ecc6-0e69-4d8a-ae21-99158206dd31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0593145 Aug 24 01:31:31.147968 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-77101408-0a9a-4f15-980d-1058f36e6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:31.149977 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-77101408-0a9a-4f15-980d-1058f36e6390 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0483282 Aug 24 01:31:31.178367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-91ca94cc-cab3-4a57-a078-c08a175c9e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:31.179871 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-91ca94cc-cab3-4a57-a078-c08a175c9e7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0492909 Aug 24 01:31:31.203847 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-8c67c89a-c16e-45b2-b524-d27a28ca7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:31.205355 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-8c67c89a-c16e-45b2-b524-d27a28ca7f33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484591 Aug 24 01:31:31.225839 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-00262417-b9da-4db6-be73-1901a01e0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:31.227889 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-00262417-b9da-4db6-be73-1901a01e0b4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408981 Aug 24 01:31:31.295182 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-94b0e1c3-6244-4457-bff5-cf5662d02468 service neutron] 10.222.0.37 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821483 Aug 24 01:31:31.317547 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-4d32734d-ab95-4a51-a811-d2652345f175 service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824542 Aug 24 01:31:31.388929 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-c896c2b0-a02c-4941-8c5d-d2216aee54ce service neutron] 10.222.0.37 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855508 Aug 24 01:31:31.414025 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-134a504f-0ec3-4d65-aa5d-ab07cc37bc90 req-30e08b20-1100-476e-884d-f68ac7ddbff4 service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890825 Aug 24 01:31:31.850618 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc2e06-e1bb-42a9-af92-8031c1a05e49 req-83dd361e-cd3d-42ca-ae56-557b1a59bb09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:31.852096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabc2e06-e1bb-42a9-af92-8031c1a05e49 req-83dd361e-cd3d-42ca-ae56-557b1a59bb09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.0504367 Aug 24 01:31:31.890262 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fabc2e06-e1bb-42a9-af92-8031c1a05e49 req-2dc7f417-26b2-4d4e-9087-64046de160e5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Aug 24 01:31:31.931010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df72391e-6db9-4267-9f49-6fe7e7508fd4 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:31:31.968174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device df72391e-6db9-4267-9f49-6fe7e7508fd4 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:31:32.142480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:33.005596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f446c4a-878d-46ac-8537-72885dbb76dc req-bcf08097-ef3c-42e1-90b5-068031483e7c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:33.007076 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f446c4a-878d-46ac-8537-72885dbb76dc req-bcf08097-ef3c-42e1-90b5-068031483e7c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.0481303 Aug 24 01:31:33.049048 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f446c4a-878d-46ac-8537-72885dbb76dc req-6361dea1-d895-49ad-8124-0695dd3c7e56 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354254 Aug 24 01:31:33.336701 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:31:33.359236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea2656-cf71-4143-8cd0-888055cb6a97 req-bb72c95b-a741-4baf-850c-c43ba09b3246 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:33.360742 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72ea2656-cf71-4143-8cd0-888055cb6a97 req-bb72c95b-a741-4baf-850c-c43ba09b3246 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.0492678 Aug 24 01:31:33.398585 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72ea2656-cf71-4143-8cd0-888055cb6a97 req-83332487-2cf9-4816-98b0-257b761f853c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Aug 24 01:31:33.428969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device df72391e-6db9-4267-9f49-6fe7e7508fd4 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:31:33.452993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-adf37dc6-640d-4346-adbf-0b1ed83eb7ff tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:33.454490 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-adf37dc6-640d-4346-adbf-0b1ed83eb7ff tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971&tenant_id=cd0e853c52f24d4884f464bc35d2b012&binding%3Ahost_id=n-h2-804878-2 HTTP/1.1" status: 200 len: 944 time: 0.0569167 Aug 24 01:31:33.522819 n-d-804878-2 neutron-server[95327]: INFO neutron.api.v2.resource [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-b66a7baf-a696-4fc9-9f16-8dc68ca11b23 service neutron] delete failed (client error): The resource could not be found. Aug 24 01:31:33.524272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-b66a7baf-a696-4fc9-9f16-8dc68ca11b23 service neutron] 10.222.0.36 "DELETE /v2.0/ports/df72391e-6db9-4267-9f49-6fe7e7508fd4/bindings/n-h1-804878-2 HTTP/1.1" status: 404 len: 380 time: 0.0603728 Aug 24 01:31:33.527205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db47045-5285-4a55-9fd4-370ca02a2ab9 req-6bf84f51-eaf5-4857-8ae7-b15e65ed6f8e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:33.528871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8db47045-5285-4a55-9fd4-370ca02a2ab9 req-6bf84f51-eaf5-4857-8ae7-b15e65ed6f8e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 944 time: 0.0525022 Aug 24 01:31:33.547381 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:33.560129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'port_id': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'mac_address': 'fa:16:3e:d3:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:31:33.572919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8db47045-5285-4a55-9fd4-370ca02a2ab9 req-f7935328-a694-4592-a10f-5b2514626fd7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371325 Aug 24 01:31:33.598758 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:33.612481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df72391e-6db9-4267-9f49-6fe7e7508fd4 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:31:33.631226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:33.634150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-4f1ba950-2049-4d44-a23e-ab30cd33dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:33.635738 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-4f1ba950-2049-4d44-a23e-ab30cd33dcfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1095 time: 0.0465431 Aug 24 01:31:33.690983 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:33.729099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-32893ece-bbcc-46ea-af86-f3078f61db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:33.730646 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-32893ece-bbcc-46ea-af86-f3078f61db55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.0884938 Aug 24 01:31:33.738867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:33.746216 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.746566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.746908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.747245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.747577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.747908 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.748235 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.748561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.748887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.749206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.749528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.749875 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:31:33.802622 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-930056d8-1e86-4e32-887d-502a0c3885e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 1001 time: 0.0648656 Aug 24 01:31:33.854819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-7d1fac0e-e8d1-45ff-8410-cba070b908e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:33.856291 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-7d1fac0e-e8d1-45ff-8410-cba070b908e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0474706 Aug 24 01:31:33.904418 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-1abde46b-ffa4-40fd-8f8a-5ec7d1cd1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:33.906011 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-1abde46b-ffa4-40fd-8f8a-5ec7d1cd1261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423713 Aug 24 01:31:33.924443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['df72391e-6db9-4267-9f49-6fe7e7508fd4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:31:33.997596 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-175b3e21-a4df-4534-92d9-75f591e3ed6c service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843341 Aug 24 01:31:34.087924 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b214ff93-ab92-4ebd-bae7-e5ec2dad44c1 req-40a37d67-40d0-45d0-aeec-76b33038bba8 service neutron] 10.222.0.36 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Aug 24 01:31:34.689463 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117de2-d1a5-4aaa-9bf8-fd84c90723e1 req-c4377a8a-1054-4802-8e11-bf49cb19452f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:34.690877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78117de2-d1a5-4aaa-9bf8-fd84c90723e1 req-c4377a8a-1054-4802-8e11-bf49cb19452f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 945 time: 0.0500941 Aug 24 01:31:34.732450 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-78117de2-d1a5-4aaa-9bf8-fd84c90723e1 req-ddc62f3a-f507-41eb-b0bf-af80135ed6d3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353415 Aug 24 01:31:35.458016 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device df72391e-6db9-4267-9f49-6fe7e7508fd4 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:31:35.556640 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port df72391e-6db9-4267-9f49-6fe7e7508fd4 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:31:35.560232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port df72391e-6db9-4267-9f49-6fe7e7508fd4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:31:35.560602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:35.638541 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:35.660206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:31:35.662426 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee87b39-c9f3-420b-a8e6-072b59d05856" -d '{"events": [{"server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "name": "network-vif-plugged", "status": "completed", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:31:35.674691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:31:35.698527 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733009c4-d72b-48d0-a56a-5ea91a569beb x-openstack-request-id: req-733009c4-d72b-48d0-a56a-5ea91a569beb {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:31:35.698822 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "name": "network-vif-plugged", "status": "completed", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:31:35.699153 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-733009c4-d72b-48d0-a56a-5ea91a569beb {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:31:35.699552 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'code': 200} Aug 24 01:31:35.739771 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:35.788528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:31:35.846475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0b7b4-c4dc-4b7d-9914-a1599cdff305 req-97ca4e8e-2028-40ce-9307-a326a2a70776 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:31:35.847943 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a0b7b4-c4dc-4b7d-9914-a1599cdff305 req-97ca4e8e-2028-40ce-9307-a326a2a70776 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0483909 Aug 24 01:31:35.885854 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-54a0b7b4-c4dc-4b7d-9914-a1599cdff305 req-aaf49cdb-caf3-4881-8aa4-1da0ec8a739f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Aug 24 01:31:35.907194 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53188) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:31:35.967537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-aad554f0-35a0-4f4c-9641-e982e6a07d79 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/abb14e3f-8a11-465e-9a90-915ac102e66c HTTP/1.1" status: 200 len: 994 time: 0.0591898 Aug 24 01:31:43.113638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:56.341904 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:56.353173 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cad4f543-4732-4470-a78d-e72549e3e3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:59.033002 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b29a-ba16-4568-b911-f65bd2d7931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:31:59.190184 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:00.646873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:02.096272 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:02.351185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53204) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:02.507881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port e1b0571a-83e8-4478-b0be-3ddaa0eee19a {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:32:02.508227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:02.580613 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:02.581036 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:02.592495 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for e1b0571a-83e8-4478-b0be-3ddaa0eee19a owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:32:02.793255 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:02.818383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=e1b0571a-83e8-4478-b0be-3ddaa0eee19a,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:02.880271 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:02.880615 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP abb14e3f-8a11-465e-9a90-915ac102e66c disassociated (deleted). External IP: 172.25.5.147, port: df72391e-6db9-4267-9f49-6fe7e7508fd4. Aug 24 01:32:03.080874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:32:03.185940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:32:03.190784 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:03.196136 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] Sync routers for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:32:03.210089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:03.211101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:03.236080 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2ca173b3-d59b-4a7b-936e-91d7269c1cf1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/floatingips/abb14e3f-8a11-465e-9a90-915ac102e66c HTTP/1.1" status: 204 len: 168 time: 0.8836086 Aug 24 01:32:03.236942 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:32:03.240780 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ff5801-dc92-450e-8f23-e33fa479ba54" -d '{"events": [{"name": "network-changed", "server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:32:03.281993 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceee866-240c-4c56-9b46-ea289418138f x-openstack-request-id: req-aceee866-240c-4c56-9b46-ea289418138f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:32:03.282608 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:32:03.282608 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aceee866-240c-4c56-9b46-ea289418138f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:32:03.282937 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'status': 'completed', 'code': 200} Aug 24 01:32:03.342431 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:03.396794 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-f7621825-6e87-40e7-98e4-f9f4c5ab80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:03.398770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-f7621825-6e87-40e7-98e4-f9f4c5ab80e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 1097 time: 0.0919709 Aug 24 01:32:03.499251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-8ff0f0d6-f08c-458d-a771-72454ff20074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:03.501132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-8ff0f0d6-f08c-458d-a771-72454ff20074 service neutron] 10.222.0.37 "GET /v2.0/networks?id=948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 200 len: 898 time: 0.0957351 Aug 24 01:32:03.551306 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-43771f1b-a701-470e-ba87-28187e88a7a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 200 len: 217 time: 0.0429966 Aug 24 01:32:03.556948 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:56Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:03.583725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] Checking router: 1e0e2de1-4d99-453c-b004-194fac0cd1c4 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:32:03.592647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:03.593188 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:03.600637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-7ddf2ffd-5870-4cf9-b228-56b9ae64ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:03.602232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-7ddf2ffd-5870-4cf9-b228-56b9ae64ea02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 200 len: 835 time: 0.0447297 Aug 24 01:32:03.647628 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-98b7205b-b5e6-434f-a6b1-6e90e00b60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:03.649185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-98b7205b-b5e6-434f-a6b1-6e90e00b60d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=948898d8-1628-4d84-bcbd-7b1efcc305c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397086 Aug 24 01:32:03.701855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:03.915716 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:56Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:03.942677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade0f17-71d6-4ad6-8ce7-5e1c343c9d9a None None] The sync data for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 is: [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:29:51Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'efc85818-32d5-4dc0-8c2c-f0b60d52bdf8', 'name': '', 'network_id': '948898d8-1628-4d84-bcbd-7b1efcc305c0', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:71:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:51Z', 'updated_at': '2021-08-24T01:29:56Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': 'acc81c64-baf1-404d-8d45-1e86a1c7e948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:32:04.117811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce58e97-1351-42f0-8945-5243fa5246d9 req-7b03aff1-bfce-4f8e-b8e3-e7c330b216a5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:04.119327 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fce58e97-1351-42f0-8945-5243fa5246d9 req-7b03aff1-bfce-4f8e-b8e3-e7c330b216a5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0754595 Aug 24 01:32:04.121747 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-b6a58f16-c218-45a7-a54b-49b3e39884ce service neutron] 10.222.0.37 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651282 Aug 24 01:32:04.177785 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7af04e-0ff6-426b-afae-9588959b8589 None None] New status for floating IP abb14e3f-8a11-465e-9a90-915ac102e66c: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:32:04.208941 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fce58e97-1351-42f0-8945-5243fa5246d9 req-b570f206-0425-49d9-bc17-6fe36b6788e1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827634 Aug 24 01:32:04.242799 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-25ff5801-dc92-450e-8f23-e33fa479ba54 req-cb843304-e949-43e6-bacd-cf9b4d94a5a5 service neutron] 10.222.0.37 "GET /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101725 Aug 24 01:32:05.169691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-e5b7d802-90fc-45a4-b82b-f448f0b228c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:05.171176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-e5b7d802-90fc-45a4-b82b-f448f0b228c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.0482750 Aug 24 01:32:05.259302 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port df72391e-6db9-4267-9f49-6fe7e7508fd4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:32:05.259656 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:05.362534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port df72391e-6db9-4267-9f49-6fe7e7508fd4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=df72391e-6db9-4267-9f49-6fe7e7508fd4,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:05.362902 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:05.390835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for df72391e-6db9-4267-9f49-6fe7e7508fd4 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:32:05.450605 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81621a81-5a9d-41d7-9b0f-2bf2edcb0fca req-e5af3abc-4a45-4d04-aae5-807007b3f6ad tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:05.452017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81621a81-5a9d-41d7-9b0f-2bf2edcb0fca req-e5af3abc-4a45-4d04-aae5-807007b3f6ad tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 946 time: 0.1729319 Aug 24 01:32:05.509770 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81621a81-5a9d-41d7-9b0f-2bf2edcb0fca req-54c8018a-a158-4ba9-b8a8-54a971f83a41 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=1e3acd0d-008e-4fdf-b402-418ec489c81e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510077 Aug 24 01:32:05.650805 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:05.680923 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=df72391e-6db9-4267-9f49-6fe7e7508fd4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:05.725050 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] No DVR routers for this DVR port df72391e-6db9-4267-9f49-6fe7e7508fd4 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:32:05.727605 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:05.729672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-066e5fbb-2cfa-49ed-8bd3-687ec2cf5b80 req-03f3c43a-7a2c-4a62-ad12-f3279b96b2a4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "DELETE /v2.0/ports/df72391e-6db9-4267-9f49-6fe7e7508fd4 HTTP/1.1" status: 204 len: 173 time: 0.5516298 Aug 24 01:32:05.730101 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'name': 'network-vif-deleted', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:32:05.732577 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ff1c0-b564-4c36-ae34-82b0da6008d7" -d '{"events": [{"server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "name": "network-vif-deleted", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:32:05.767864 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8baf7e-3327-4112-b50f-8414b2b04aac x-openstack-request-id: req-ba8baf7e-3327-4112-b50f-8414b2b04aac {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:32:05.768161 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f069dc-0414-4151-a341-36ab79014971", "name": "network-vif-deleted", "tag": "df72391e-6db9-4267-9f49-6fe7e7508fd4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:32:05.768421 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba8baf7e-3327-4112-b50f-8414b2b04aac {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:32:05.768823 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f069dc-0414-4151-a341-36ab79014971', 'name': 'network-vif-deleted', 'tag': 'df72391e-6db9-4267-9f49-6fe7e7508fd4', 'status': 'completed', 'code': 200} Aug 24 01:32:06.613180 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9c3c87a-bdbb-4996-a823-67b4de5d5a1d req-bfd1d78a-77c3-4be0-a8ea-a710a0e44927 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=63f069dc-0414-4151-a341-36ab79014971 HTTP/1.1" status: 200 len: 210 time: 0.0275643 Aug 24 01:32:07.668083 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53226) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:08.027602 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:08.278651 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:32:08.278973 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:08.364955 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port efc85818-32d5-4dc0-8c2c-f0b60d52bdf8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:08.365325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:08.376986 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:32:08.633357 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:08.661130 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=efc85818-32d5-4dc0-8c2c-f0b60d52bdf8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:08.834383 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:09.044969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:32:09.146543 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:32:09.151481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-93d2b195-fc68-4c2c-8d03-bf59a2c9380b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/1e0e2de1-4d99-453c-b004-194fac0cd1c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4823656 Aug 24 01:32:09.154254 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53228) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:09.155984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] Sync routers for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:32:09.165057 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:09.165706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:09.207541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-13806349-2819-4b5f-acbe-7e281eb69a44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting subnet acc81c64-baf1-404d-8d45-1e86a1c7e948 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:32:09.210562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13806349-2819-4b5f-acbe-7e281eb69a44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:09.250563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13806349-2819-4b5f-acbe-7e281eb69a44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:09.268804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:09.338114 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13806349-2819-4b5f-acbe-7e281eb69a44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:09.443506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:32:08Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:09.472910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] Checking router: 1e0e2de1-4d99-453c-b004-194fac0cd1c4 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:32:09.482089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] Routers {'1e0e2de1-4d99-453c-b004-194fac0cd1c4'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:09.482777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:09.491057 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13806349-2819-4b5f-acbe-7e281eb69a44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:09.518127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13806349-2819-4b5f-acbe-7e281eb69a44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Subnet': ['ID=acc81c64-baf1-404d-8d45-1e86a1c7e948,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:09.521776 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-13806349-2819-4b5f-acbe-7e281eb69a44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:09.523691 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-13806349-2819-4b5f-acbe-7e281eb69a44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/subnets/acc81c64-baf1-404d-8d45-1e86a1c7e948 HTTP/1.1" status: 204 len: 168 time: 0.3683197 Aug 24 01:32:09.526318 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53230) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:09.532043 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b83eb4-8481-43e0-b533-e548265ea635 None None] Network 948898d8-1628-4d84-bcbd-7b1efcc305c0 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:32:09.634909 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:09.638124 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] Set router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:09.748694 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:09.842829 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device df72391e-6db9-4267-9f49-6fe7e7508fd4 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:32:09.890332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: df72391e-6db9-4267-9f49-6fe7e7508fd4 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:32:09.890596 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device df72391e-6db9-4267-9f49-6fe7e7508fd4 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:32:09.965901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port 40f77d4a-be93-462f-b7b6-b073385674af {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:32:09.966592 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.040203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:32:08Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:10.051494 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port 40f77d4a-be93-462f-b7b6-b073385674af, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=40f77d4a-be93-462f-b7b6-b073385674af,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:10.051494 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.064535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for 40f77d4a-be93-462f-b7b6-b073385674af owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:32:10.072986 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] DHCP port deletion for 948898d8-1628-4d84-bcbd-7b1efcc305c0 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:32:10.075841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f81158-bb34-4be0-a5d5-fb8c94e63dff None None] The sync data for ids ['1e0e2de1-4d99-453c-b004-194fac0cd1c4'] in n-d-804878-2 is: [{'id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358429341', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '40f77d4a-be93-462f-b7b6-b073385674af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:29:47Z', 'updated_at': '2021-08-24T01:32:08Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '40f77d4a-be93-462f-b7b6-b073385674af', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0e2de1-4d99-453c-b004-194fac0cd1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:29:48Z', 'updated_at': '2021-08-24T01:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:32:10.123703 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] Deleting port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:32:10.124082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.185526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] For port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=b3543d03-f6eb-42c6-85f5-61b73a1ccb4c,segment=NetworkSegment(69677326-86d0-4623-890c-fcb0ceb3d352),segment_id=69677326-86d0-4623-890c-fcb0ceb3d352)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:10.186276 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.199816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] Calling delete_port for b3543d03-f6eb-42c6-85f5-61b73a1ccb4c owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:32:10.281691 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.311315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=40f77d4a-be93-462f-b7b6-b073385674af,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:10.333007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.335476 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:32:10.360867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] No DVR routers for this DVR port b3543d03-f6eb-42c6-85f5-61b73a1ccb4c on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:32:10.365154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22627e45-3d94-45f0-be4f-87fa09ce65d5 None None] Pushing event deleted for resources: {'Port': ['ID=b3543d03-f6eb-42c6-85f5-61b73a1ccb4c,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:10.374957 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.472049 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.474391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.567120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b3543d03-f6eb-42c6-85f5-61b73a1ccb4c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:32:10.584268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.584867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Fanout notify agent at l3_agent the message router_deleted on router 1e0e2de1-4d99-453c-b004-194fac0cd1c4 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:32:10.588607 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: b3543d03-f6eb-42c6-85f5-61b73a1ccb4c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:32:10.594089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device b3543d03-f6eb-42c6-85f5-61b73a1ccb4c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:32:10.594089 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:32:10.598325 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.599477 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-5b903186-0c5c-4b25-b2c4-49a4cb7ee886 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/routers/1e0e2de1-4d99-453c-b004-194fac0cd1c4 HTTP/1.1" status: 204 len: 168 time: 1.0717402 Aug 24 01:32:10.602277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53232) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:10.612637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:32:10.612993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device efc85818-32d5-4dc0-8c2c-f0b60d52bdf8 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:32:10.682430 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.770554 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.781709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948898d8-1628-4d84-bcbd-7b1efcc305c0']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:10.798283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69677326-86d0-4623-890c-fcb0ceb3d352') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:10.798283 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69677326-86d0-4623-890c-fcb0ceb3d352') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:10.806735 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.822622 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.829089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:32:10.829482 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:32:10.832533 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:32:10.978201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.986557 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:10.987862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/networks/948898d8-1628-4d84-bcbd-7b1efcc305c0 HTTP/1.1" status: 204 len: 168 time: 0.3845873 Aug 24 01:32:10.990835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53234) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:10.999017 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da2200-08a6-4562-af01-7e44b9214d92 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Network': ['ID=948898d8-1628-4d84-bcbd-7b1efcc305c0,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:11.049604 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:11.073427 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:11.178670 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:11.181387 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:11.185214 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/security-groups/1e3acd0d-008e-4fdf-b402-418ec489c81e HTTP/1.1" status: 204 len: 168 time: 0.1907248 Aug 24 01:32:11.192392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3acd0d-008e-4fdf-b402-418ec489c81e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:11.203154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.203594 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.203865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.204205 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.204544 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.204881 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.205217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.205553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.205935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.206266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.206595 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.206920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51765b52-bb64-4a82-ab3d-060a540bec65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:11.694797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53240) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:11.700246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-69843d02-a743-4200-8925-43c51fbfc98d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391040848', 'description': 'tempest-secgroup-smoke-1391040848 description', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:11.783839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69843d02-a743-4200-8925-43c51fbfc98d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:11.864221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69843d02-a743-4200-8925-43c51fbfc98d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:11.932800 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69843d02-a743-4200-8925-43c51fbfc98d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:11.963674 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69843d02-a743-4200-8925-43c51fbfc98d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff841475-1ca4-4739-8c20-9d1bea9a2f9d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:12.036229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69843d02-a743-4200-8925-43c51fbfc98d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.037533 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-69843d02-a743-4200-8925-43c51fbfc98d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3417015 Aug 24 01:32:12.040540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53242) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:12.045547 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7c7fc362-c502-4745-8944-cf43a4be0694 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ff841475-1ca4-4739-8c20-9d1bea9a2f9d', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:12.131956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc362-c502-4745-8944-cf43a4be0694 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.187391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc362-c502-4745-8944-cf43a4be0694 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.252057 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc362-c502-4745-8944-cf43a4be0694 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.272729 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fc362-c502-4745-8944-cf43a4be0694 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f538b3-7bc7-4560-bd61-4a34dd328a49,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:12.332854 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc362-c502-4745-8944-cf43a4be0694 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.334175 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7c7fc362-c502-4745-8944-cf43a4be0694 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926567 Aug 24 01:32:12.336919 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53244) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:12.341953 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e7051e15-8df6-4267-9639-cfa49f07a3f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ff841475-1ca4-4739-8c20-9d1bea9a2f9d', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:12.440399 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7051e15-8df6-4267-9639-cfa49f07a3f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.455532 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 40f77d4a-be93-462f-b7b6-b073385674af no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:32:12.478102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 40f77d4a-be93-462f-b7b6-b073385674af {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:32:12.478452 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 40f77d4a-be93-462f-b7b6-b073385674af not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:32:12.500343 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7051e15-8df6-4267-9639-cfa49f07a3f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.555267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7051e15-8df6-4267-9639-cfa49f07a3f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.569514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7051e15-8df6-4267-9639-cfa49f07a3f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef20a5c-c742-4862-a22e-4ca529f6462b,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:12.646823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e7051e15-8df6-4267-9639-cfa49f07a3f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.648093 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e7051e15-8df6-4267-9639-cfa49f07a3f8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102539 Aug 24 01:32:12.650777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53246) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:12.655742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a1a34fe1-2657-43a8-b6c7-088a3480bf66 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ff841475-1ca4-4739-8c20-9d1bea9a2f9d', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:12.720576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1a34fe1-2657-43a8-b6c7-088a3480bf66 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.779717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1a34fe1-2657-43a8-b6c7-088a3480bf66 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.829946 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1a34fe1-2657-43a8-b6c7-088a3480bf66 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.847183 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a34fe1-2657-43a8-b6c7-088a3480bf66 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8797eb08-2556-461e-a038-bd2b7c90de2d,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:12.904505 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a1a34fe1-2657-43a8-b6c7-088a3480bf66 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:12.905895 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a1a34fe1-2657-43a8-b6c7-088a3480bf66 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2541130 Aug 24 01:32:12.908591 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53248) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:12.913041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-8f47c93c-a39b-4738-bdea-d71bd57a6e48 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ff841475-1ca4-4739-8c20-9d1bea9a2f9d', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:12.989136 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f47c93c-a39b-4738-bdea-d71bd57a6e48 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.047275 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f47c93c-a39b-4738-bdea-d71bd57a6e48 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.124421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f47c93c-a39b-4738-bdea-d71bd57a6e48 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.142627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47c93c-a39b-4738-bdea-d71bd57a6e48 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af0c3ad-9e1f-456a-8ab7-cd376925ba2b,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:13.153164 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.210277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-8f47c93c-a39b-4738-bdea-d71bd57a6e48 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.211512 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-8f47c93c-a39b-4738-bdea-d71bd57a6e48 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3020024 Aug 24 01:32:13.214281 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53250) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:13.218800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-cce58f63-87e3-4f04-acd3-bd3fe442c640 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ff841475-1ca4-4739-8c20-9d1bea9a2f9d', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:13.310234 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-cce58f63-87e3-4f04-acd3-bd3fe442c640 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:32:13.315446 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cce58f63-87e3-4f04-acd3-bd3fe442c640 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.375008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cce58f63-87e3-4f04-acd3-bd3fe442c640 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.440987 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cce58f63-87e3-4f04-acd3-bd3fe442c640 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.456441 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce58f63-87e3-4f04-acd3-bd3fe442c640 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c500f09-413f-4304-93f4-d074e9407300,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:13.549997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cce58f63-87e3-4f04-acd3-bd3fe442c640 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.551220 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cce58f63-87e3-4f04-acd3-bd3fe442c640 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3359249 Aug 24 01:32:13.553967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53252) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:13.558383 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-39e8f3f5-5596-47cf-b08d-922ebeb6b2bc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ff841475-1ca4-4739-8c20-9d1bea9a2f9d', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:13.644565 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-39e8f3f5-5596-47cf-b08d-922ebeb6b2bc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:32:13.649863 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39e8f3f5-5596-47cf-b08d-922ebeb6b2bc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.712733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39e8f3f5-5596-47cf-b08d-922ebeb6b2bc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.787268 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39e8f3f5-5596-47cf-b08d-922ebeb6b2bc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.802512 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f3f5-5596-47cf-b08d-922ebeb6b2bc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82271971-20fa-4519-adc1-9979ef28d843,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:13.873227 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-39e8f3f5-5596-47cf-b08d-922ebeb6b2bc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.874558 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-39e8f3f5-5596-47cf-b08d-922ebeb6b2bc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3196697 Aug 24 01:32:13.877359 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53254) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:13.882303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'network': {'name': 'tempest-network-smoke--766266487', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'port_security_enabled': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:13.953200 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:32:13.956660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.980373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:32:13.989400 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:13.989769 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Added segment a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f of type vlan for network d7559f42-83ed-404b-a4b5-cddd6be59a06 Aug 24 01:32:14.029867 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.101483 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.107312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:14.107906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.172700 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Network': ['ID=d7559f42-83ed-404b-a4b5-cddd6be59a06,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:14.182620 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:32:14.222780 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-573eeffb-e202-42d5-b1b5-4e2e52401ee4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3442118 Aug 24 01:32:14.225333 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53256) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:14.229838 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'admin_state_up': True, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:14.313189 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.314267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.368662 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.570089 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.821849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.840813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:14.949288 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.45 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/60f5b80f-d76e-43e2-8c77-8977345e344d) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:32:15.052206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:15.153945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:15.193179 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:32:15.196148 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:32:15.202757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:32:15.230140 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=60f5b80f-d76e-43e2-8c77-8977345e344d,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:15.536929 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:16.042623 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:16.255615 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 16d17e0d-c796-4f87-b764-6f515d87e4dc is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:32:16.360568 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:32:16.369744 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02620222-31e9-488d-a051-85389df77f4f None None] Sync routers for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:32:16.378306 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02620222-31e9-488d-a051-85389df77f4f None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:16.378902 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-02620222-31e9-488d-a051-85389df77f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:16.458457 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:16.459725 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d94f3ad7-f932-473e-b052-83c67cd710f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2334273 Aug 24 01:32:16.462808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53258) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:16.482230 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-02620222-31e9-488d-a051-85389df77f4f None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:16.534251 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-10baa3a0-096f-47f2-a99f-e351f98c51dd tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cd0e853c52f24d4884f464bc35d2b012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703444 Aug 24 01:32:16.536844 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53262) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:16.625635 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286fb231-d05c-4bbd-b035-3b5963f6cdff tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:16.627085 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-286fb231-d05c-4bbd-b035-3b5963f6cdff tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892501 Aug 24 01:32:16.629857 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53264) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:16.655785 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-02620222-31e9-488d-a051-85389df77f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:15Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:16.658790 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e3cb6c52-b450-4b9a-9b25-87bb38955baf tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277276 Aug 24 01:32:16.661122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53266) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:16.666015 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251382156', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:16.681611 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02620222-31e9-488d-a051-85389df77f4f None None] Checking router: 16d17e0d-c796-4f87-b764-6f515d87e4dc for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:32:16.681962 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02620222-31e9-488d-a051-85389df77f4f None None] Updating router 16d17e0d-c796-4f87-b764-6f515d87e4dc port 60f5b80f-d76e-43e2-8c77-8977345e344d binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:32:16.706228 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02620222-31e9-488d-a051-85389df77f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:16.823751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:32:16.827998 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.044760 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02620222-31e9-488d-a051-85389df77f4f None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.054039 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-02620222-31e9-488d-a051-85389df77f4f None None] Transition to ACTIVE for port object 60f5b80f-d76e-43e2-8c77-8977345e344d will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:32:17.081421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.132365 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02620222-31e9-488d-a051-85389df77f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.141712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Subnet': ['ID=3c8c767d-40e0-4e2b-83d2-d0f540d649a9,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:17.152628 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Checking segment: {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:32:17.152993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network hostable DHCP agents. Network: d7559f42-83ed-404b-a4b5-cddd6be59a06, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:32:17.182592 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-02620222-31e9-488d-a051-85389df77f4f None None] Attempting to bind port 60f5b80f-d76e-43e2-8c77-8977345e344d on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:32:17.182975 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-02620222-31e9-488d-a051-85389df77f4f None None] Attempting to bind port 60f5b80f-d76e-43e2-8c77-8977345e344d by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:32:17.183336 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02620222-31e9-488d-a051-85389df77f4f None None] Attempting to bind port 60f5b80f-d76e-43e2-8c77-8977345e344d on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:32:17.192362 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Pushing event updated for resources: {'Port': ['ID=60f5b80f-d76e-43e2-8c77-8977345e344d,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:17.194392 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02620222-31e9-488d-a051-85389df77f4f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:32:17.194759 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02620222-31e9-488d-a051-85389df77f4f None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:32:17.195152 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02620222-31e9-488d-a051-85389df77f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.195536 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02620222-31e9-488d-a051-85389df77f4f None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:32:17.195985 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-02620222-31e9-488d-a051-85389df77f4f None None] Bound port: 60f5b80f-d76e-43e2-8c77-8977345e344d, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:32:17.196360 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02620222-31e9-488d-a051-85389df77f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.219061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.222518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.223404 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:32:17.240932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:32:17.259307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-02620222-31e9-488d-a051-85389df77f4f None None] For port 60f5b80f-d76e-43e2-8c77-8977345e344d, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:32:17.262390 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-02620222-31e9-488d-a051-85389df77f4f None None] For port 60f5b80f-d76e-43e2-8c77-8977345e344d, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=60f5b80f-d76e-43e2-8c77-8977345e344d,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:32:17.315228 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, d7559f42-83ed-404b-a4b5-cddd6be59a06) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:32:17.319562 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:17.320142 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.326133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c5548-f44f-4471-b575-e120e4e2582f None None] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:32:17.344493 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-02620222-31e9-488d-a051-85389df77f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.411403 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02620222-31e9-488d-a051-85389df77f4f None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:17.412098 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-02620222-31e9-488d-a051-85389df77f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:17.423071 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d2bf6d0b-a653-4f46-96b9-ca5ad53b8699 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7608862 Aug 24 01:32:17.426034 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53268) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:17.453502 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896ef7c-1ecb-4de7-832b-9c7b56384f65 None None] Pushing event updated for resources: {'Port': ['ID=60f5b80f-d76e-43e2-8c77-8977345e344d,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:17.482779 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-d7559f42-83ed-404b-a4b5-cddd6be59a06', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:32:17.483710 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.525389 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-02620222-31e9-488d-a051-85389df77f4f None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:17.625215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Allocated IP 172.20.0.2 (d7559f42-83ed-404b-a4b5-cddd6be59a06/3c8c767d-40e0-4e2b-83d2-d0f540d649a9/0891b68c-e98a-413d-acbc-a5e4e7d8c189) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:32:17.711879 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-02620222-31e9-488d-a051-85389df77f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:15Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:17.745040 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02620222-31e9-488d-a051-85389df77f4f None None] The sync data for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 is: [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:15Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:32:17.789518 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.799491 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Transition to ACTIVE for port object 0891b68c-e98a-413d-acbc-a5e4e7d8c189 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:32:17.817008 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Transition to ACTIVE for port object 0891b68c-e98a-413d-acbc-a5e4e7d8c189 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:32:17.910026 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:17.955130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:32:17.959129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:32:17.962815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:32:17.993434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Pushing event updated for resources: {'Port': ['ID=0891b68c-e98a-413d-acbc-a5e4e7d8c189,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:18.058180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Attempting to bind port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:32:18.058555 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Attempting to bind port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:32:18.059012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Attempting to bind port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 on network d7559f42-83ed-404b-a4b5-cddd6be59a06 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:32:18.064787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:32:18.065168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Checking segment: {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:32:18.065636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.066032 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Bound using segment: {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:32:18.066498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Bound port: 0891b68c-e98a-413d-acbc-a5e4e7d8c189, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:32:18.066910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.136128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] For port 0891b68c-e98a-413d-acbc-a5e4e7d8c189, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:32:18.140141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] For port 0891b68c-e98a-413d-acbc-a5e4e7d8c189, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0891b68c-e98a-413d-acbc-a5e4e7d8c189,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:32:18.207865 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.274334 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab89cf-2d7c-406d-90f4-028c42abea8a None None] Pushing event updated for resources: {'Port': ['ID=0891b68c-e98a-413d-acbc-a5e4e7d8c189,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:18.280804 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.623898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0891b68c-e98a-413d-acbc-a5e4e7d8c189 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:32:18.631535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.1 (d7559f42-83ed-404b-a4b5-cddd6be59a06/3c8c767d-40e0-4e2b-83d2-d0f540d649a9/7c6285b4-3684-48ec-9567-af49d3bc002e) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:32:18.749404 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:32:18.753501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.756477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 60f5b80f-d76e-43e2-8c77-8977345e344d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:32:18.767588 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object 7c6285b4-3684-48ec-9567-af49d3bc002e will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:32:18.856986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.863896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 60f5b80f-d76e-43e2-8c77-8977345e344d completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:32:18.868013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 60f5b80f-d76e-43e2-8c77-8977345e344d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:18.868390 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.900442 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:32:18.905140 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:32:18.909558 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:32:18.913516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=7c6285b4-3684-48ec-9567-af49d3bc002e,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:18.950443 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.964091 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:18.972111 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 60f5b80f-d76e-43e2-8c77-8977345e344d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=60f5b80f-d76e-43e2-8c77-8977345e344d,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:19.052899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.102315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=60f5b80f-d76e-43e2-8c77-8977345e344d,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:19.175169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.252546 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f72638-4980-4b35-a711-77b93348c47e None None] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:32:19.367175 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a676e028-2c6b-421f-9e24-f41e6c14bfb9 None None] Provisioning for port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:32:19.375154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a676e028-2c6b-421f-9e24-f41e6c14bfb9 None None] Provisioning complete for port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:19.375526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a676e028-2c6b-421f-9e24-f41e6c14bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.464474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.488586 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a676e028-2c6b-421f-9e24-f41e6c14bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.524648 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.526048 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a676e028-2c6b-421f-9e24-f41e6c14bfb9 None None] For port 0891b68c-e98a-413d-acbc-a5e4e7d8c189, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0891b68c-e98a-413d-acbc-a5e4e7d8c189,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:19.589926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a676e028-2c6b-421f-9e24-f41e6c14bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.606994 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.609031 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=7c6285b4-3684-48ec-9567-af49d3bc002e,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:19.648594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676e028-2c6b-421f-9e24-f41e6c14bfb9 None None] Pushing event updated for resources: {'Port': ['ID=0891b68c-e98a-413d-acbc-a5e4e7d8c189,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:19.709208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:32:19.711170 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:32:19.713451 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-96339c61-b0d1-4d0a-a67f-9f4ae777d531 None None] Provisioning complete for port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:19.713858 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96339c61-b0d1-4d0a-a67f-9f4ae777d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.843153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 16d17e0d-c796-4f87-b764-6f515d87e4dc has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:32:19.904648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-96339c61-b0d1-4d0a-a67f-9f4ae777d531 None None] Provisioning for port 7c6285b4-3684-48ec-9567-af49d3bc002e completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:32:19.904873 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-96339c61-b0d1-4d0a-a67f-9f4ae777d531 None None] Provisioning complete for port 7c6285b4-3684-48ec-9567-af49d3bc002e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:19.905256 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96339c61-b0d1-4d0a-a67f-9f4ae777d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:19.943157 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-96339c61-b0d1-4d0a-a67f-9f4ae777d531 None None] Port 7c6285b4-3684-48ec-9567-af49d3bc002e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:32:19.961104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:32:19.966681 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-63dfdd8c-e6bb-4d96-84e5-1d6b6449cb60 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/16d17e0d-c796-4f87-b764-6f515d87e4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394707 Aug 24 01:32:19.971308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Sync routers for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:32:19.980685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:19.981589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:20.102205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-4f1cfcec-7ea2-4e72-9479-ae13f15ed7b7 None None] Provisioning complete for port 7c6285b4-3684-48ec-9567-af49d3bc002e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:20.102711 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4f1cfcec-7ea2-4e72-9479-ae13f15ed7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:20.120343 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-f8b6bb4b-e146-4183-967f-40a9418beccf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391040848&fields=id&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 267 time: 0.0351605 Aug 24 01:32:20.129586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:20.177425 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-4f1cfcec-7ea2-4e72-9479-ae13f15ed7b7 None None] Port 7c6285b4-3684-48ec-9567-af49d3bc002e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:32:20.232837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015dec-6477-41c1-848f-ed914a797a7c req-d86f4e0d-040f-4f9c-b221-8ff3afa2a815 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:20.234676 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-d86f4e0d-040f-4f9c-b221-8ff3afa2a815 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/networks?id=d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 200 len: 796 time: 0.1070404 Aug 24 01:32:20.250947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-3026b2c2-b6fa-4b0e-8172-2fda8bf24974 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/quotas/cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 375 time: 0.0100961 Aug 24 01:32:20.303559 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-bdd397db-c45f-45d1-a289-c5720aba5674 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473683 Aug 24 01:32:20.325796 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e608138f-4752-43ea-b1f1-8de88041fc22 None None] Provisioning complete for port 7c6285b4-3684-48ec-9567-af49d3bc002e triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:20.326171 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e608138f-4752-43ea-b1f1-8de88041fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:20.365787 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e608138f-4752-43ea-b1f1-8de88041fc22 None None] Port 7c6285b4-3684-48ec-9567-af49d3bc002e cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:32:20.378178 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 2, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:20.398859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-85ee4a56-6226-4b94-9f18-c1aad39c4392 service neutron] 10.222.0.26 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829310 Aug 24 01:32:20.407742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Checking router: 16d17e0d-c796-4f87-b764-6f515d87e4dc for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:32:20.408102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Updating router 16d17e0d-c796-4f87-b764-6f515d87e4dc port 7c6285b4-3684-48ec-9567-af49d3bc002e binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:32:20.433148 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:20.500330 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-8c426e94-fd47-47a3-99c0-d4edcca7f4d1 service neutron] 10.222.0.26 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949819 Aug 24 01:32:20.536499 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0891b68c-e98a-413d-acbc-a5e4e7d8c189 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:32:20.648006 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:20.648382 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:20.743668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d19e85b8-2b11-4f63-8a2a-884935d15372 req-4a516b7b-f51a-4c7c-a7fa-c190c96b78e1 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 210 time: 0.0344942 Aug 24 01:32:20.803695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 60f5b80f-d76e-43e2-8c77-8977345e344d up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:32:20.808952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:20.842647 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Transition to ACTIVE for port object 7c6285b4-3684-48ec-9567-af49d3bc002e will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:32:20.867401 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 60f5b80f-d76e-43e2-8c77-8977345e344d triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:20.867401 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:20.932468 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:20.995249 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee779a7-ae5e-4100-b2cc-19f1e1167abd None None] Pushing event updated for resources: {'Port': ['ID=7c6285b4-3684-48ec-9567-af49d3bc002e,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:21.051287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Attempting to bind port 7c6285b4-3684-48ec-9567-af49d3bc002e on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:32:21.056852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Attempting to bind port 7c6285b4-3684-48ec-9567-af49d3bc002e by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:32:21.056852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Attempting to bind port 7c6285b4-3684-48ec-9567-af49d3bc002e on network d7559f42-83ed-404b-a4b5-cddd6be59a06 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:32:21.057923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:32:21.058311 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Checking segment: {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:32:21.059149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:21.059281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Bound using segment: {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:32:21.059754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Bound port: 7c6285b4-3684-48ec-9567-af49d3bc002e, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:32:21.060150 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:21.135760 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] For port 7c6285b4-3684-48ec-9567-af49d3bc002e, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:32:21.140468 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] For port 7c6285b4-3684-48ec-9567-af49d3bc002e, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7c6285b4-3684-48ec-9567-af49d3bc002e,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:32:21.196456 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:21.255936 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:21.256502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:31:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:21.297361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee779a7-ae5e-4100-b2cc-19f1e1167abd None None] Pushing event updated for resources: {'Port': ['ID=7c6285b4-3684-48ec-9567-af49d3bc002e,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:21.552038 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:21.758327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:21Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:21.788364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ff7ae-7fac-4eb9-a0cc-9b67b7fa068e None None] The sync data for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 is: [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:21Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:32:21.854430 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-df13bbac-8a68-484a-8aed-641ff962d64e req-5758767d-2b8d-4454-b769-9d366f281b3d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 210 time: 0.0388019 Aug 24 01:32:22.531180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7c6285b4-3684-48ec-9567-af49d3bc002e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:32:22.653228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 7c6285b4-3684-48ec-9567-af49d3bc002e completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:32:22.658816 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7c6285b4-3684-48ec-9567-af49d3bc002e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:22.661940 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:22.743167 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:22.787526 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 7c6285b4-3684-48ec-9567-af49d3bc002e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7c6285b4-3684-48ec-9567-af49d3bc002e,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:22.849624 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015dec-6477-41c1-848f-ed914a797a7c req-786eed0e-6e72-44ed-9763-cc1c5f6d49b0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:22.851035 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-786eed0e-6e72-44ed-9763-cc1c5f6d49b0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "GET /v2.0/networks?id=d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 200 len: 796 time: 0.1029499 Aug 24 01:32:22.863803 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:22.914581 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-7b0eed76-e35a-4f9c-8c75-3f48dbcc34ba tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 380 time: 0.0449705 Aug 24 01:32:22.919767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=7c6285b4-3684-48ec-9567-af49d3bc002e,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:22.925277 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'port': {'device_id': '735c052f-e341-435b-b289-367c5f945524', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'admin_state_up': True, 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'security_groups': ['ff841475-1ca4-4739-8c20-9d1bea9a2f9d']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:22.952206 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6bedbaf-49c8-4245-885c-1a3fb3902f0b req-53bf2730-6682-499e-97cc-c8d1f9060042 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 210 time: 0.0269077 Aug 24 01:32:23.107607 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:32:23.111126 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:23.240132 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.9 (d7559f42-83ed-404b-a4b5-cddd6be59a06/3c8c767d-40e0-4e2b-83d2-d0f540d649a9/c1a55e09-ad32-45aa-b791-48d769360028) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:32:23.376526 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:23.389886 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object c1a55e09-ad32-45aa-b791-48d769360028 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:32:23.473721 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:23.523030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:32:23.526063 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:32:23.530068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:32:23.536877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=c1a55e09-ad32-45aa-b791-48d769360028,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:23.582580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:23.583222 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:23.675997 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-5fb833ea-aeaa-4437-bd5f-26e4b9842ae9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557714 Aug 24 01:32:23.695265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Request body: {'port': {'device_id': '735c052f-e341-435b-b289-367c5f945524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:23.749397 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:23.793036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e13c0054-0596-4b45-b221-abb66c1a6334 None None] Provisioning for port c1a55e09-ad32-45aa-b791-48d769360028 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:32:23.797473 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e13c0054-0596-4b45-b221-abb66c1a6334 None None] Provisioning complete for port c1a55e09-ad32-45aa-b791-48d769360028 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:23.797884 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e13c0054-0596-4b45-b221-abb66c1a6334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:23.831707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-e13c0054-0596-4b45-b221-abb66c1a6334 None None] Port c1a55e09-ad32-45aa-b791-48d769360028 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:32:24.014747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a55e09-ad32-45aa-b791-48d769360028 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:32:24.022681 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:24.035920 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Transition to ACTIVE for port object c1a55e09-ad32-45aa-b791-48d769360028 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:32:24.070431 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44164e6a-57f4-41f8-ac7f-ec4f870ba0cf req-965b01d6-a02d-4353-9e67-9b5f5ffaf8da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:24.071922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44164e6a-57f4-41f8-ac7f-ec4f870ba0cf req-965b01d6-a02d-4353-9e67-9b5f5ffaf8da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 931 time: 0.0536716 Aug 24 01:32:24.110222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-44164e6a-57f4-41f8-ac7f-ec4f870ba0cf req-69ccd0a9-25ac-43df-b7a5-9a131fd00a8c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Aug 24 01:32:24.113303 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:24.163093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a55e09-ad32-45aa-b791-48d769360028,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:24.235800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Attempting to bind port c1a55e09-ad32-45aa-b791-48d769360028 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:32:24.236056 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Attempting to bind port c1a55e09-ad32-45aa-b791-48d769360028 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:32:24.236397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Attempting to bind port c1a55e09-ad32-45aa-b791-48d769360028 on network d7559f42-83ed-404b-a4b5-cddd6be59a06 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:32:24.240912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Port c1a55e09-ad32-45aa-b791-48d769360028 on network d7559f42-83ed-404b-a4b5-cddd6be59a06 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:32:24.241243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Attempting to bind port c1a55e09-ad32-45aa-b791-48d769360028 on network d7559f42-83ed-404b-a4b5-cddd6be59a06 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:32:24.246470 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:32:24.246819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Checking segment: {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:32:24.248083 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Bound using segment: {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:32:24.248523 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Bound port: c1a55e09-ad32-45aa-b791-48d769360028, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:32:24.248891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:24.318135 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] For port c1a55e09-ad32-45aa-b791-48d769360028, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:32:24.321109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] For port c1a55e09-ad32-45aa-b791-48d769360028, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1a55e09-ad32-45aa-b791-48d769360028,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:32:24.410593 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:24.447264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:24.448100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:24.449954 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] 10.222.0.36 "PUT /v2.0/ports/c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 200 len: 1091 time: 0.7591636 Aug 24 01:32:24.453028 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:32:24.455536 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb1621d-1933-46cf-a306-187820578bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "735c052f-e341-435b-b289-367c5f945524", "tag": "c1a55e09-ad32-45aa-b791-48d769360028"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:32:24.480686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03f3f1-9813-47ee-b67c-7e9a0d083184 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a55e09-ad32-45aa-b791-48d769360028,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:24.516388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7c6285b4-3684-48ec-9567-af49d3bc002e up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:32:24.571940 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0506021-e099-4d7e-81fb-2bb7bcc0dab6 x-openstack-request-id: req-f0506021-e099-4d7e-81fb-2bb7bcc0dab6 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:32:24.572571 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735c052f-e341-435b-b289-367c5f945524", "tag": "c1a55e09-ad32-45aa-b791-48d769360028", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:32:24.572571 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0506021-e099-4d7e-81fb-2bb7bcc0dab6 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:32:24.573028 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028', 'status': 'completed', 'code': 200} Aug 24 01:32:24.573949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 7c6285b4-3684-48ec-9567-af49d3bc002e triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:24.577008 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:24.610394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015dec-6477-41c1-848f-ed914a797a7c req-07386c6e-0d90-4955-ad6d-16026870a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:24.611978 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-07386c6e-0d90-4955-ad6d-16026870a287 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1094 time: 0.0534360 Aug 24 01:32:24.661397 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-d4e58d27-86fc-4548-bbdd-be8c8ba2f866 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 200 len: 217 time: 0.0352747 Aug 24 01:32:24.715076 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015dec-6477-41c1-848f-ed914a797a7c req-2f4a58e5-dff7-4fcc-a5f4-909ee7beb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:24.716739 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-2f4a58e5-dff7-4fcc-a5f4-909ee7beb4f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c8c767d-40e0-4e2b-83d2-d0f540d649a9 HTTP/1.1" status: 200 len: 834 time: 0.0487733 Aug 24 01:32:24.763374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015dec-6477-41c1-848f-ed914a797a7c req-4cc3c205-93d6-4d1e-8517-19bd55cab828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:24.765164 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-4cc3c205-93d6-4d1e-8517-19bd55cab828 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7559f42-83ed-404b-a4b5-cddd6be59a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419660 Aug 24 01:32:24.859120 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-ec0f3310-0fd5-4ba4-96cd-ab43939cae70 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866506 Aug 24 01:32:24.953167 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae015dec-6477-41c1-848f-ed914a797a7c req-1ff52b31-f2fa-4320-98df-5fbb5b07f1f3 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871921 Aug 24 01:32:25.173863 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1621d-1933-46cf-a306-187820578bdc req-70a6b729-eddc-4d80-a8d2-791b8682447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:25.175431 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffb1621d-1933-46cf-a306-187820578bdc req-70a6b729-eddc-4d80-a8d2-791b8682447c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1094 time: 0.0464571 Aug 24 01:32:25.232919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a12314-72db-4dd7-be32-96169742c131 req-208b0176-cc88-4efc-95e6-7bcc20526d44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:25.234454 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9a12314-72db-4dd7-be32-96169742c131 req-208b0176-cc88-4efc-95e6-7bcc20526d44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 943 time: 0.0501602 Aug 24 01:32:25.270975 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1621d-1933-46cf-a306-187820578bdc req-5c193703-9164-4c97-a469-431095e01f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:25.271193 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f9a12314-72db-4dd7-be32-96169742c131 req-48a9d860-126c-4492-9eed-922cb3a135ef tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305302 Aug 24 01:32:25.272467 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffb1621d-1933-46cf-a306-187820578bdc req-5c193703-9164-4c97-a469-431095e01f62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 200 len: 897 time: 0.0901277 Aug 24 01:32:25.315332 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffb1621d-1933-46cf-a306-187820578bdc req-2ece1c5e-e2ba-40bb-a519-08aea4c724fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 200 len: 217 time: 0.0348196 Aug 24 01:32:25.364027 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1621d-1933-46cf-a306-187820578bdc req-9e3f9c3d-cdf3-44ea-a05f-b71689ec16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:25.365468 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffb1621d-1933-46cf-a306-187820578bdc req-9e3f9c3d-cdf3-44ea-a05f-b71689ec16ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c8c767d-40e0-4e2b-83d2-d0f540d649a9 HTTP/1.1" status: 200 len: 834 time: 0.0439422 Aug 24 01:32:25.415199 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1621d-1933-46cf-a306-187820578bdc req-e27abc5d-cf1d-401a-a8a4-3f881fb8e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:25.416592 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffb1621d-1933-46cf-a306-187820578bdc req-e27abc5d-cf1d-401a-a8a4-3f881fb8e084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7559f42-83ed-404b-a4b5-cddd6be59a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441105 Aug 24 01:32:25.516616 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffb1621d-1933-46cf-a306-187820578bdc req-10e53e4e-5981-44b0-9623-a9ba4532443d service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920346 Aug 24 01:32:25.610036 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ffb1621d-1933-46cf-a306-187820578bdc req-4cef34bd-3896-4bb0-bc53-5390f3ca11bc service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 Aug 24 01:32:26.303529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:26.388829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971c548-4cb3-4410-b4f2-8fea050ef7d1 req-9ad67670-ee0e-483f-9861-be27718267c0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:26.389423 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9955f7e1-7642-4056-ada2-7ce74940b48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:26.391148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c971c548-4cb3-4410-b4f2-8fea050ef7d1 req-9ad67670-ee0e-483f-9861-be27718267c0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 943 time: 0.0504785 Aug 24 01:32:26.427840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c971c548-4cb3-4410-b4f2-8fea050ef7d1 req-0435dc52-1dfd-4e36-981b-d86bf0cf7ea4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Aug 24 01:32:27.547354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1adf2-9890-447e-bad6-fd3eb0090d2f req-c8282ea8-4629-4d8c-92d4-3f2fe4c222d9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:27.548838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ead1adf2-9890-447e-bad6-fd3eb0090d2f req-c8282ea8-4629-4d8c-92d4-3f2fe4c222d9 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 943 time: 0.0536168 Aug 24 01:32:27.586429 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ead1adf2-9890-447e-bad6-fd3eb0090d2f req-f91f4926-819c-4681-8071-473176025cfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Aug 24 01:32:28.132024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1a55e09-ad32-45aa-b791-48d769360028 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:32:28.225918 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1a55e09-ad32-45aa-b791-48d769360028, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1a55e09-ad32-45aa-b791-48d769360028,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:28.236946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'c1a55e09-ad32-45aa-b791-48d769360028', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'port_id': 'c1a55e09-ad32-45aa-b791-48d769360028', 'mac_address': 'fa:16:3e:f7:6d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:32:28.273434 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:28.286283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a55e09-ad32-45aa-b791-48d769360028 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:32:28.304777 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1a55e09-ad32-45aa-b791-48d769360028, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1a55e09-ad32-45aa-b791-48d769360028,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:28.375528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:28.423278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c1a55e09-ad32-45aa-b791-48d769360028,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:28.703869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d6db0-c005-4a35-b5bc-f58c334aa666 req-e2b02511-695c-45d5-a653-08c4a9448158 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:28.705333 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a22d6db0-c005-4a35-b5bc-f58c334aa666 req-e2b02511-695c-45d5-a653-08c4a9448158 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 944 time: 0.0506394 Aug 24 01:32:28.743325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a22d6db0-c005-4a35-b5bc-f58c334aa666 req-8ac0b58f-e3c9-4a93-8e0d-179e74e587f0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Aug 24 01:32:28.787415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['c1a55e09-ad32-45aa-b791-48d769360028'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:32:29.057852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-87925f67-a596-48fb-ac91-6e169b78b85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:29.177846 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:29.859317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eb01d-3e35-4bf6-ad4f-d650f1084888 req-0734670e-b2f7-46f6-bcbf-5cbc1e3e9321 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:29.860892 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-591eb01d-3e35-4bf6-ad4f-d650f1084888 req-0734670e-b2f7-46f6-bcbf-5cbc1e3e9321 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 944 time: 0.0506642 Aug 24 01:32:29.898714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-591eb01d-3e35-4bf6-ad4f-d650f1084888 req-4b9b538c-adfd-4b12-8df8-973e78c5709f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Aug 24 01:32:30.157360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1a55e09-ad32-45aa-b791-48d769360028 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:32:30.257766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port c1a55e09-ad32-45aa-b791-48d769360028 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:32:30.261361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port c1a55e09-ad32-45aa-b791-48d769360028 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:32:30.261781 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:30.336062 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:30.357590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:32:30.359927 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe9b677-3023-4ffa-8aa8-3b934e5e4843" -d '{"events": [{"server_uuid": "735c052f-e341-435b-b289-367c5f945524", "name": "network-vif-plugged", "status": "completed", "tag": "c1a55e09-ad32-45aa-b791-48d769360028"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:32:30.377108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port c1a55e09-ad32-45aa-b791-48d769360028, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1a55e09-ad32-45aa-b791-48d769360028,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:32:30.445207 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f2c2a-6785-43c1-b75b-04a83ab2b103 x-openstack-request-id: req-4c8f2c2a-6785-43c1-b75b-04a83ab2b103 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:32:30.445506 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735c052f-e341-435b-b289-367c5f945524", "name": "network-vif-plugged", "status": "completed", "tag": "c1a55e09-ad32-45aa-b791-48d769360028", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:32:30.445792 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c8f2c2a-6785-43c1-b75b-04a83ab2b103 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:32:30.446218 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028', 'code': 200} Aug 24 01:32:30.456538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:30.503485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=c1a55e09-ad32-45aa-b791-48d769360028,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:30.574613 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4167213-b46c-46de-9d9a-7fa14eeccc5b req-81971a61-061b-4226-afc6-445f9474cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:30.576763 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4167213-b46c-46de-9d9a-7fa14eeccc5b req-81971a61-061b-4226-afc6-445f9474cf73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1096 time: 0.0401609 Aug 24 01:32:30.604394 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:30.610200 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4167213-b46c-46de-9d9a-7fa14eeccc5b req-08d5fe8a-93fe-4339-b6f4-81e2628e062b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274382 Aug 24 01:32:31.027970 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa408ed-07cb-4138-bd8e-f7b652c4a1f0 req-86b81f7a-f937-428c-82ef-4765952b70e2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:31.029975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fa408ed-07cb-4138-bd8e-f7b652c4a1f0 req-86b81f7a-f937-428c-82ef-4765952b70e2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Aug 24 01:32:31.067146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3fa408ed-07cb-4138-bd8e-f7b652c4a1f0 req-bfc120dd-e52e-4a13-b6e1-54b93a86760f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Aug 24 01:32:32.096075 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:32.182882 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd6456-07fe-44e1-bf31-166d54db84a3 req-4d88d81b-9a56-4a07-aa27-b85168593e61 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:32.184353 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fd6456-07fe-44e1-bf31-166d54db84a3 req-4d88d81b-9a56-4a07-aa27-b85168593e61 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Aug 24 01:32:32.221378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a9fd6456-07fe-44e1-bf31-166d54db84a3 req-8a911c9a-509a-4823-ab22-93ca85d77e9a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303650 Aug 24 01:32:32.334297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e63c0e-9c57-4e97-9237-c3365f855782 req-f9b6b994-d16c-4bfa-ad65-eb827cfe3a34 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:32.335777 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2e63c0e-9c57-4e97-9237-c3365f855782 req-f9b6b994-d16c-4bfa-ad65-eb827cfe3a34 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0503161 Aug 24 01:32:32.373679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2e63c0e-9c57-4e97-9237-c3365f855782 req-61631096-8a5c-4fac-b75e-52e14c6acef2 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Aug 24 01:32:32.394493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53336) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:32.437128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a320b9-405a-4d4b-a621-b7794ce8b730 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:32.438887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-91a320b9-405a-4d4b-a621-b7794ce8b730 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1091 time: 0.0434260 Aug 24 01:32:32.441854 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53338) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:32.446630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'c1a55e09-ad32-45aa-b791-48d769360028', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:32:32.558898 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:32.657081 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:32.757978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.60 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/a362bfe7-d0a6-4fa6-9186-dc0703a8f8d1) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:32:32.866449 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:32.978304 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:33.017345 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:32:33.020236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:32:33.023734 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:32:33.049993 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=a362bfe7-d0a6-4fa6-9186-dc0703a8f8d1,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:33.383661 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:33.508208 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:33.656431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:33.697500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:33.766268 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=a362bfe7-d0a6-4fa6-9186-dc0703a8f8d1,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:32:33.777261 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:33.879222 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP 59dcd3b9-a467-41d9-a685-baa6fcb014ae associated. External IP: 172.25.5.60, port: c1a55e09-ad32-45aa-b791-48d769360028. Aug 24 01:32:34.082189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 16d17e0d-c796-4f87-b764-6f515d87e4dc has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:32:34.188974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:32:34.198163 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] Sync routers for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:32:34.207798 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:34.208438 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:34.251695 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:34.278469 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-ff9d6ee2-3b52-4378-8f27-7b0b7e878a43 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8354475 Aug 24 01:32:34.279073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:32:34.281870 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0a0438-7451-4f98-890c-891efcc0deff" -d '{"events": [{"name": "network-changed", "server_uuid": "735c052f-e341-435b-b289-367c5f945524", "tag": "c1a55e09-ad32-45aa-b791-48d769360028"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:32:34.314899 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:34.322428 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dac8f1-0988-46d1-8105-4e415f7da57d x-openstack-request-id: req-32dac8f1-0988-46d1-8105-4e415f7da57d {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:32:34.322732 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735c052f-e341-435b-b289-367c5f945524", "tag": "c1a55e09-ad32-45aa-b791-48d769360028", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:32:34.323038 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32dac8f1-0988-46d1-8105-4e415f7da57d {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:32:34.323456 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028', 'status': 'completed', 'code': 200} Aug 24 01:32:34.381933 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cf570-351b-410c-9248-c18a4ed34e74 req-2325c859-b029-4c03-86c3-639616b35c96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:34.384093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f25cf570-351b-410c-9248-c18a4ed34e74 req-2325c859-b029-4c03-86c3-639616b35c96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0526352 Aug 24 01:32:34.407561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0438-7451-4f98-890c-891efcc0deff req-3eb6cff0-4a2d-4331-b4c7-c6da79887858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:34.409142 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c0a0438-7451-4f98-890c-891efcc0deff req-3eb6cff0-4a2d-4331-b4c7-c6da79887858 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1096 time: 0.0430262 Aug 24 01:32:34.423302 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f25cf570-351b-410c-9248-c18a4ed34e74 req-a2e04a83-df96-4bf7-b5d4-5e6409db0ef3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323489 Aug 24 01:32:34.445547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53344) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:34.515514 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-60cadcf5-53d7-49be-80c8-630fff7756df tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/59dcd3b9-a467-41d9-a685-baa6fcb014ae HTTP/1.1" status: 200 len: 990 time: 0.0687368 Aug 24 01:32:34.522121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0438-7451-4f98-890c-891efcc0deff req-e3535ca1-5a86-4525-9e3d-fcabffe43e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:34.523618 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c0a0438-7451-4f98-890c-891efcc0deff req-e3535ca1-5a86-4525-9e3d-fcabffe43e18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 200 len: 897 time: 0.1078620 Aug 24 01:32:34.551155 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '59dcd3b9-a467-41d9-a685-baa6fcb014ae', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'port_id': 'c1a55e09-ad32-45aa-b791-48d769360028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'mac_address': 'fa:16:3e:f7:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c052f-e341-435b-b289-367c5f945524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:32:33Z', 'updated_at': '2021-08-24T01:32:33Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:22Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:34.576552 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] Checking router: 16d17e0d-c796-4f87-b764-6f515d87e4dc for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:32:34.585452 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:32:34.586083 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:32:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:34.591364 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c0a0438-7451-4f98-890c-891efcc0deff req-20a8d844-16ac-4f72-964f-cc38ac8c9462 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 200 len: 998 time: 0.0598481 Aug 24 01:32:34.644484 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0438-7451-4f98-890c-891efcc0deff req-bf4a95f6-aba6-49c2-9896-966802864bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:34.645890 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c0a0438-7451-4f98-890c-891efcc0deff req-bf4a95f6-aba6-49c2-9896-966802864bd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c8c767d-40e0-4e2b-83d2-d0f540d649a9 HTTP/1.1" status: 200 len: 834 time: 0.0472538 Aug 24 01:32:34.689799 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:32:34.691248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a0438-7451-4f98-890c-891efcc0deff req-a1eb933c-ed1c-4f88-a4fe-3ef040e6a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:32:34.692760 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c0a0438-7451-4f98-890c-891efcc0deff req-a1eb933c-ed1c-4f88-a4fe-3ef040e6a2a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7559f42-83ed-404b-a4b5-cddd6be59a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403116 Aug 24 01:32:34.781480 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c0a0438-7451-4f98-890c-891efcc0deff req-f1e77151-c8e6-4225-a9c8-92822958f646 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811734 Aug 24 01:32:34.877065 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9c0a0438-7451-4f98-890c-891efcc0deff req-bb208e12-a51a-4e05-b7a4-2e2c5db61057 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883398 Aug 24 01:32:34.910825 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '59dcd3b9-a467-41d9-a685-baa6fcb014ae', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'port_id': 'c1a55e09-ad32-45aa-b791-48d769360028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'mac_address': 'fa:16:3e:f7:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c052f-e341-435b-b289-367c5f945524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:32:33Z', 'updated_at': '2021-08-24T01:32:33Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:22Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:32:34.936660 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750c4b0e-f121-42fa-900d-43a072d8a4ec None None] The sync data for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 is: [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '59dcd3b9-a467-41d9-a685-baa6fcb014ae', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'port_id': 'c1a55e09-ad32-45aa-b791-48d769360028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'mac_address': 'fa:16:3e:f7:6d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735c052f-e341-435b-b289-367c5f945524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:32:33Z', 'updated_at': '2021-08-24T01:32:33Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:22Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:32:35.114097 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08957612-8cd9-4f2b-bceb-db15f0dc9ab0 None None] New status for floating IP 59dcd3b9-a467-41d9-a685-baa6fcb014ae: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:32:35.519487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53346) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:32:35.578482 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-42464315-335a-4959-b2f2-bdb1ca5f42db tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/59dcd3b9-a467-41d9-a685-baa6fcb014ae HTTP/1.1" status: 200 len: 992 time: 0.0578535 Aug 24 01:32:43.108709 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:47.334841 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:32:56.297377 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:56.363955 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-55e995a6-1e7a-40e7-8797-8c3ee26007ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:59.073748 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-02f59fa5-acaf-4326-972c-8e1d897af989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:32:59.188797 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:00.606591 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:02.102132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:10.655455 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-bdfffe0a-502f-419f-baaf-0637e9109b5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395210 Aug 24 01:33:10.753156 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-f0886874-5a09-4832-acef-dbef03d46ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:10.754571 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-f0886874-5a09-4832-acef-dbef03d46ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1096 time: 0.0405512 Aug 24 01:33:10.861352 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-5b2cffae-0cf5-491a-a3cf-6a4ba0ea2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:10.862859 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-5b2cffae-0cf5-491a-a3cf-6a4ba0ea2c0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 200 len: 897 time: 0.0896399 Aug 24 01:33:10.926904 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-bc9410ee-23c0-44d3-882f-9e8e6ae2445e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 200 len: 1000 time: 0.0567553 Aug 24 01:33:10.977884 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-bf6514d2-9b7c-482c-ab76-c4c2dffec5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:10.979344 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-bf6514d2-9b7c-482c-ab76-c4c2dffec5c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c8c767d-40e0-4e2b-83d2-d0f540d649a9 HTTP/1.1" status: 200 len: 834 time: 0.0460742 Aug 24 01:33:11.023462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-2f1296be-86d6-4e0f-8fc9-c2aa75a5001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:11.024833 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-2f1296be-86d6-4e0f-8fc9-c2aa75a5001d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7559f42-83ed-404b-a4b5-cddd6be59a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387785 Aug 24 01:33:11.114295 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-dbce5ef7-1449-4430-9c79-66a16fe7f2ef service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814035 Aug 24 01:33:11.205163 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-4d5e5681-2751-46b5-9e71-14644842cb92 req-fb21a621-1eb8-4b1d-a832-5281f6833b85 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834572 Aug 24 01:33:13.123733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:24.333995 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:33:26.306450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:26.334731 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0730ea7a-0a81-41fb-9297-a9f99d6fc5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:29.061532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-defb40f8-2fbc-4e1e-9e80-2644a51fe605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:29.186940 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:30.627279 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:32.090000 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:43.112473 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:49.199582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69905c3a-3855-471f-bc38-d92cc1dd36fe req-55cd4a1a-a2b9-4364-9b98-9cd7ca17e9e7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:49.200989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69905c3a-3855-471f-bc38-d92cc1dd36fe req-55cd4a1a-a2b9-4364-9b98-9cd7ca17e9e7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0502238 Aug 24 01:33:49.239143 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-69905c3a-3855-471f-bc38-d92cc1dd36fe req-4ca1cabc-725d-48ef-a56b-d9747a7d7118 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Aug 24 01:33:50.370478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe12958-b071-41e0-82af-ddcd4b385945 req-813fec0b-7292-46af-b776-f8f96d552233 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:50.371939 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ffe12958-b071-41e0-82af-ddcd4b385945 req-813fec0b-7292-46af-b776-f8f96d552233 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0520625 Aug 24 01:33:50.408271 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ffe12958-b071-41e0-82af-ddcd4b385945 req-a107132e-6997-45af-8200-e28e30a38f91 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300121 Aug 24 01:33:51.523284 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729edb-a1d1-4dc0-af5f-f2bd801bb4e9 req-890b3e3a-161e-470b-85c9-1211b8d97f61 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:51.524738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8729edb-a1d1-4dc0-af5f-f2bd801bb4e9 req-890b3e3a-161e-470b-85c9-1211b8d97f61 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Aug 24 01:33:51.561637 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8729edb-a1d1-4dc0-af5f-f2bd801bb4e9 req-43fd1a42-3c33-4ab6-9b66-1cf52d397707 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Aug 24 01:33:52.674062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90bb35-3a7c-46df-b6f6-f672eca6f0e6 req-806857d2-e28c-4a44-b8a8-bb4c6cff8d8e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:52.675535 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be90bb35-3a7c-46df-b6f6-f672eca6f0e6 req-806857d2-e28c-4a44-b8a8-bb4c6cff8d8e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0479016 Aug 24 01:33:52.712859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-be90bb35-3a7c-46df-b6f6-f672eca6f0e6 req-e2953cbe-c5a9-44f4-b3f5-585bc1d03e09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Aug 24 01:33:53.830250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386c2ba-c988-4bca-a807-737a40a835b0 req-1a0b65dc-ce7b-472e-9c11-1011f1aa9dd7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:53.831715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0386c2ba-c988-4bca-a807-737a40a835b0 req-1a0b65dc-ce7b-472e-9c11-1011f1aa9dd7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Aug 24 01:33:53.868350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0386c2ba-c988-4bca-a807-737a40a835b0 req-2ea6e617-59b4-4007-87d3-1cabb058f1a5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308781 Aug 24 01:33:54.984832 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dccb89-6e44-4010-9b4a-100255ddfba5 req-a81369ae-6a7a-4422-bef7-ff0ffb002042 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:54.987252 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40dccb89-6e44-4010-9b4a-100255ddfba5 req-a81369ae-6a7a-4422-bef7-ff0ffb002042 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0495946 Aug 24 01:33:55.023383 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40dccb89-6e44-4010-9b4a-100255ddfba5 req-df3b34db-d985-420c-8a0c-7638b449f28e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305359 Aug 24 01:33:56.138579 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74952c2a-1a03-43d7-adb2-85c379a121cd req-c9fa3d03-fb5a-468d-a3f1-0cbbac8b8a14 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:56.140089 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74952c2a-1a03-43d7-adb2-85c379a121cd req-c9fa3d03-fb5a-468d-a3f1-0cbbac8b8a14 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0506175 Aug 24 01:33:56.189935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-74952c2a-1a03-43d7-adb2-85c379a121cd req-060ced08-a71b-458b-96ab-37f633686724 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439415 Aug 24 01:33:56.288873 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:56.323114 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-63d8d588-b21f-4fbc-ab06-85b16fa5f93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:57.306200 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac6423-a84b-40ac-9534-250db55eda09 req-e5a409e0-d541-40ba-854c-367ee88e6351 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:57.307663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaac6423-a84b-40ac-9534-250db55eda09 req-e5a409e0-d541-40ba-854c-367ee88e6351 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0514286 Aug 24 01:33:57.344596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eaac6423-a84b-40ac-9534-250db55eda09 req-98157528-4e87-452a-966e-e03e9c87ec96 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Aug 24 01:33:58.458724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269ed4b-b05d-4671-a940-932f05157be0 req-070634ca-8cc5-44ed-9137-0ddb6be262c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:58.460230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e269ed4b-b05d-4671-a940-932f05157be0 req-070634ca-8cc5-44ed-9137-0ddb6be262c8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Aug 24 01:33:58.497480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e269ed4b-b05d-4671-a940-932f05157be0 req-6b5e2e2d-d62f-402d-9e8f-0fa4b7b17165 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Aug 24 01:33:59.026098 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-36e206fb-fe65-4592-899e-f3b74c25b6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:59.174901 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:33:59.610807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8284-18b3-4f2d-a272-cde58f14819e req-09eaac59-21d3-49e4-9eb0-b577ea886254 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:33:59.612287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92ae8284-18b3-4f2d-a272-cde58f14819e req-09eaac59-21d3-49e4-9eb0-b577ea886254 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0484710 Aug 24 01:33:59.649392 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-92ae8284-18b3-4f2d-a272-cde58f14819e req-86de1f2d-73b5-495d-ae90-3f91d756e7f3 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 Aug 24 01:34:00.614249 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:00.766023 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c344d-625f-420d-9e27-4f543c4bbaa1 req-9e8c90a6-f82b-400d-af02-9bcdf2815fbf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:00.767423 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-013c344d-625f-420d-9e27-4f543c4bbaa1 req-9e8c90a6-f82b-400d-af02-9bcdf2815fbf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0527558 Aug 24 01:34:00.804273 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-013c344d-625f-420d-9e27-4f543c4bbaa1 req-34791a9d-700d-4ffc-a544-329dc6974253 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Aug 24 01:34:01.332927 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:34:01.921517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab6c3c-88fd-4bf8-b691-c4b24a22e4fb req-baf31d2f-8022-46d0-81a0-9623c0112a32 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:01.923025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52ab6c3c-88fd-4bf8-b691-c4b24a22e4fb req-baf31d2f-8022-46d0-81a0-9623c0112a32 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0485237 Aug 24 01:34:01.960498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-52ab6c3c-88fd-4bf8-b691-c4b24a22e4fb req-d7d0f1c8-4878-4b7c-9e04-12d94c0b972a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310004 Aug 24 01:34:02.129203 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:03.075299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1521ea-33cc-4401-9939-f934363ac684 req-f2bba874-6acf-4943-92fd-1bd8fd27450e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:03.076772 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe1521ea-33cc-4401-9939-f934363ac684 req-f2bba874-6acf-4943-92fd-1bd8fd27450e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0486283 Aug 24 01:34:03.113883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe1521ea-33cc-4401-9939-f934363ac684 req-05e5425a-366a-4d37-a8fc-00512fd44e17 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Aug 24 01:34:04.230042 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd2eff-c26b-4a84-accf-1cf156dd4c5a req-f47e20fc-68d4-4920-a97f-086d0b228d77 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:04.231512 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-affd2eff-c26b-4a84-accf-1cf156dd4c5a req-f47e20fc-68d4-4920-a97f-086d0b228d77 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0521483 Aug 24 01:34:04.270132 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-affd2eff-c26b-4a84-accf-1cf156dd4c5a req-dadd5da1-0470-4751-b804-8448079c74dd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308435 Aug 24 01:34:05.382093 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ad26-e312-4274-9daf-a33230164275 req-4839463a-f710-4ada-bbf2-be685d460801 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:05.383554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6711ad26-e312-4274-9daf-a33230164275 req-4839463a-f710-4ada-bbf2-be685d460801 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0489359 Aug 24 01:34:05.420256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6711ad26-e312-4274-9daf-a33230164275 req-f79d548f-e1a9-4d0f-ae3a-31b360f150e4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Aug 24 01:34:05.442562 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53420) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:34:05.506596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-84728575-18bd-4467-89ea-c126df851b2f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/59dcd3b9-a467-41d9-a685-baa6fcb014ae HTTP/1.1" status: 200 len: 992 time: 0.0629091 Aug 24 01:34:06.953946 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2901d-56e5-445d-a26e-0d3ca8e22c32 req-e084bde4-117e-46cb-9dce-919b606f141b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:06.955448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31c2901d-56e5-445d-a26e-0d3ca8e22c32 req-e084bde4-117e-46cb-9dce-919b606f141b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0507808 Aug 24 01:34:06.995493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-31c2901d-56e5-445d-a26e-0d3ca8e22c32 req-3a045315-e36d-4e60-acd1-4fbff877e9b6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Aug 24 01:34:07.065736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-7f0b454d-b8b8-4b10-bcd4-b22553e4103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:07.067234 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-7f0b454d-b8b8-4b10-bcd4-b22553e4103a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1096 time: 0.0415428 Aug 24 01:34:07.160668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-5c7530be-2eac-46a0-ad84-b9a4fb6ab285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:07.162217 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-5c7530be-2eac-46a0-ad84-b9a4fb6ab285 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 200 len: 897 time: 0.0881407 Aug 24 01:34:07.227232 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-4700cfd4-6b46-4d70-ab9e-2dd3271d8174 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 200 len: 1000 time: 0.0586667 Aug 24 01:34:07.275295 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-f91bf7f2-9d00-4337-bc56-3c3871bc3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:07.276706 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-f91bf7f2-9d00-4337-bc56-3c3871bc3076 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c8c767d-40e0-4e2b-83d2-d0f540d649a9 HTTP/1.1" status: 200 len: 834 time: 0.0431156 Aug 24 01:34:07.324691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-e1132d43-e0ed-481c-b0ea-1fe28bd0622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:07.326203 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-e1132d43-e0ed-481c-b0ea-1fe28bd0622f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7559f42-83ed-404b-a4b5-cddd6be59a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421135 Aug 24 01:34:07.414834 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-9b010b0c-b6bf-440c-85c0-17ad991a1d4c service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812867 Aug 24 01:34:07.823739 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d807f23c-b59c-4ac9-a6f9-0a4b1bbec187 req-887e4fa0-bea9-4e28-af60-d75d7e74ac03 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019082 Aug 24 01:34:08.111678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a00aa-8630-4633-8980-a5a1f31698e7 req-d6304724-41f3-4b1c-aea6-86ff0717f59d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:08.113043 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb0a00aa-8630-4633-8980-a5a1f31698e7 req-d6304724-41f3-4b1c-aea6-86ff0717f59d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0488536 Aug 24 01:34:08.149084 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb0a00aa-8630-4633-8980-a5a1f31698e7 req-96f007c3-f867-48e8-bb31-517507c49b9e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302584 Aug 24 01:34:09.268107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b99df-4c20-4e9c-983d-efc76dbb54d2 req-252742d1-ca5f-4c46-80d4-9aadde1a1c9b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:09.269602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-680b99df-4c20-4e9c-983d-efc76dbb54d2 req-252742d1-ca5f-4c46-80d4-9aadde1a1c9b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0532894 Aug 24 01:34:09.305348 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-680b99df-4c20-4e9c-983d-efc76dbb54d2 req-a99ba813-c2e7-44e2-9406-f30b6c289c95 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298100 Aug 24 01:34:09.327568 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53432) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:34:09.387594 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0c3bd6c1-6a74-45b1-bdf0-efdf84f7689d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/59dcd3b9-a467-41d9-a685-baa6fcb014ae HTTP/1.1" status: 200 len: 992 time: 0.0588338 Aug 24 01:34:12.639518 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-48c8a8d7-ce53-4be7-9bca-5b408368ad61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395315 Aug 24 01:34:12.759145 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-203297c1-bae3-4532-b1e6-58ceb7d258fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:12.759145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-203297c1-bae3-4532-b1e6-58ceb7d258fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1096 time: 0.0439351 Aug 24 01:34:12.843025 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-141e40bc-493f-4ccf-a5f9-12a881921e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:12.844510 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-141e40bc-493f-4ccf-a5f9-12a881921e1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 200 len: 897 time: 0.0831304 Aug 24 01:34:12.912357 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-fc749d76-887f-42a2-87f2-5898fb67862d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 200 len: 1000 time: 0.0608375 Aug 24 01:34:12.969276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-beee0a1b-95a2-4091-88e0-62bd6ce72a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:12.970760 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-beee0a1b-95a2-4091-88e0-62bd6ce72a5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c8c767d-40e0-4e2b-83d2-d0f540d649a9 HTTP/1.1" status: 200 len: 834 time: 0.0519240 Aug 24 01:34:13.016580 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-9b39242e-e25e-4768-b7d8-8cb4f5e8bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:34:13.018018 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-9b39242e-e25e-4768-b7d8-8cb4f5e8bdfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7559f42-83ed-404b-a4b5-cddd6be59a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403390 Aug 24 01:34:13.112340 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-5fc7e9bb-9994-4453-a4ff-cc4131d440db service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865283 Aug 24 01:34:13.122881 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:13.201154 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-43ab81b0-5434-4d6c-bfa7-111730efa1c2 req-aa8222d8-3a57-40cc-81b0-6fdcf260cf25 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823369 Aug 24 01:34:26.305434 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:26.390868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-70683292-cd5b-4c66-aa0b-e0b3fcbb1281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:29.036530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e410d159-3495-458e-9a81-ecfad0d1abf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:29.185403 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:30.642735 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:32.110726 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:38.333523 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:34:43.156188 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:56.305082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:56.379299 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-0460c68a-a37b-4b22-9fc7-dfabd953d1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:59.059048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f7cca2ee-3462-498c-897d-b3fdf4d6d7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:34:59.190450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:00.642322 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:02.145064 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:04.301405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53468) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:04.459732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port a362bfe7-d0a6-4fa6-9186-dc0703a8f8d1 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:35:04.460087 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:04.539442 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:04.539780 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:04.551191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for a362bfe7-d0a6-4fa6-9186-dc0703a8f8d1 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:35:04.790823 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:04.814291 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=a362bfe7-d0a6-4fa6-9186-dc0703a8f8d1,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:04.824985 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.825354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.825712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.826058 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.826405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.826747 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.827412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.827412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.827736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.828074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.828406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.828736 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:04.888316 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:04.888672 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP 59dcd3b9-a467-41d9-a685-baa6fcb014ae disassociated (deleted). External IP: 172.25.5.60, port: c1a55e09-ad32-45aa-b791-48d769360028. Aug 24 01:35:05.096010 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 16d17e0d-c796-4f87-b764-6f515d87e4dc has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:35:05.203910 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:35:05.208807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:05.213230 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] Sync routers for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:35:05.221803 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:05.222405 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:05.235977 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cb6d8047-e4c0-46ac-abfc-2f565292012d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/floatingips/59dcd3b9-a467-41d9-a685-baa6fcb014ae HTTP/1.1" status: 204 len: 168 time: 0.9333622 Aug 24 01:35:05.236653 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:35:05.239546 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080" -d '{"events": [{"name": "network-changed", "server_uuid": "735c052f-e341-435b-b289-367c5f945524", "tag": "c1a55e09-ad32-45aa-b791-48d769360028"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:35:05.277533 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a0d5e5-1da0-4e3c-bb18-5fcf1f5e0d9c x-openstack-request-id: req-39a0d5e5-1da0-4e3c-bb18-5fcf1f5e0d9c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:35:05.278121 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735c052f-e341-435b-b289-367c5f945524", "tag": "c1a55e09-ad32-45aa-b791-48d769360028", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:35:05.278438 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39a0d5e5-1da0-4e3c-bb18-5fcf1f5e0d9c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:35:05.278940 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028', 'status': 'completed', 'code': 200} Aug 24 01:35:05.328228 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:05.401232 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-0306a657-fb67-4b99-b208-31b0af21cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:05.403007 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-0306a657-fb67-4b99-b208-31b0af21cb17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 1096 time: 0.0810769 Aug 24 01:35:05.506979 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-097a8f8d-243b-4c64-ac92-de99f43946c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:05.508497 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-097a8f8d-243b-4c64-ac92-de99f43946c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 200 len: 897 time: 0.0979404 Aug 24 01:35:05.530709 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:22Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:05.554188 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-86307d4c-d6f3-417e-8598-6c283725b48b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 200 len: 217 time: 0.0354855 Aug 24 01:35:05.557691 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] Checking router: 16d17e0d-c796-4f87-b764-6f515d87e4dc for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:35:05.566028 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:05.566631 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:05.610819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-7740b1e6-04e1-4823-a1ed-92e3b7a4fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:05.613666 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-7740b1e6-04e1-4823-a1ed-92e3b7a4fafa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c8c767d-40e0-4e2b-83d2-d0f540d649a9 HTTP/1.1" status: 200 len: 834 time: 0.0529084 Aug 24 01:35:05.669408 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-4dd91452-c508-4e69-a05a-8075e7ce9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:05.670995 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-4dd91452-c508-4e69-a05a-8075e7ce9f2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7559f42-83ed-404b-a4b5-cddd6be59a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480020 Aug 24 01:35:05.679443 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:05.703727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3446798-8adb-4e4d-befc-aeec8c9b4a0f req-67aa5075-5f56-4263-a67c-b737565890db tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:05.705351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3446798-8adb-4e4d-befc-aeec8c9b4a0f req-67aa5075-5f56-4263-a67c-b737565890db tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0518231 Aug 24 01:35:05.750115 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3446798-8adb-4e4d-befc-aeec8c9b4a0f req-a85582da-2c67-4745-9e56-4673d67aa2be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362639 Aug 24 01:35:05.765106 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-d3d69a65-41cb-4666-b671-fc52b38aad63 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861123 Aug 24 01:35:05.864087 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-7a16fd3e-66ae-4e95-8f4b-7438b44f6080 req-acfbb007-d894-4bc9-b2f5-3843cf5c1364 service neutron] 10.222.0.36 "GET /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897486 Aug 24 01:35:05.877984 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:22Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:05.909946 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff791fd-f688-4354-931b-b72a57cde001 None None] The sync data for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 is: [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:19Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '7c6285b4-3684-48ec-9567-af49d3bc002e', 'name': '', 'network_id': 'd7559f42-83ed-404b-a4b5-cddd6be59a06', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:fd:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:18Z', 'updated_at': '2021-08-24T01:32:22Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '3c8c767d-40e0-4e2b-83d2-d0f540d649a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:35:06.114594 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f5bc2-3202-49e4-8c68-32c3f8322271 None None] New status for floating IP 59dcd3b9-a467-41d9-a685-baa6fcb014ae: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:35:06.873272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dba013-81e7-43a9-9ebb-423810f73876 req-58d2722d-f16e-4fd9-b440-6faf14485b7f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:06.878643 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33dba013-81e7-43a9-9ebb-423810f73876 req-58d2722d-f16e-4fd9-b440-6faf14485b7f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0544698 Aug 24 01:35:06.912682 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-33dba013-81e7-43a9-9ebb-423810f73876 req-4b6aa2c1-5708-4805-ae70-5850fd5e3852 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff841475-1ca4-4739-8c20-9d1bea9a2f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318885 Aug 24 01:35:07.446362 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-6f3d9658-ea84-4a52-ae09-4a1755aa1806 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:07.447851 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-6f3d9658-ea84-4a52-ae09-4a1755aa1806 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 945 time: 0.0500512 Aug 24 01:35:07.541347 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port c1a55e09-ad32-45aa-b791-48d769360028 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:35:07.541797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:07.633740 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port c1a55e09-ad32-45aa-b791-48d769360028, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=c1a55e09-ad32-45aa-b791-48d769360028,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:07.634116 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:07.646461 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for c1a55e09-ad32-45aa-b791-48d769360028 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:35:07.859061 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:07.885843 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=c1a55e09-ad32-45aa-b791-48d769360028,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:07.930473 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] No DVR routers for this DVR port c1a55e09-ad32-45aa-b791-48d769360028 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:35:07.933039 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:07.935101 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fe5eb78a-12bc-4a19-b0be-24a77db9db00 req-a2b0278f-557a-458b-bb03-6189bb02644a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.36 "DELETE /v2.0/ports/c1a55e09-ad32-45aa-b791-48d769360028 HTTP/1.1" status: 204 len: 173 time: 0.4804912 Aug 24 01:35:07.935543 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'name': 'network-vif-deleted', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:35:07.937823 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c536bf0-d0a1-4538-bb8b-708bf237b788" -d '{"events": [{"server_uuid": "735c052f-e341-435b-b289-367c5f945524", "name": "network-vif-deleted", "tag": "c1a55e09-ad32-45aa-b791-48d769360028"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:35:07.973324 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2442294-9d6a-406b-8a89-57b044d23fdc x-openstack-request-id: req-c2442294-9d6a-406b-8a89-57b044d23fdc {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:35:07.973652 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735c052f-e341-435b-b289-367c5f945524", "name": "network-vif-deleted", "tag": "c1a55e09-ad32-45aa-b791-48d769360028", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:35:07.973913 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2442294-9d6a-406b-8a89-57b044d23fdc {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:35:07.974323 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735c052f-e341-435b-b289-367c5f945524', 'name': 'network-vif-deleted', 'tag': 'c1a55e09-ad32-45aa-b791-48d769360028', 'status': 'completed', 'code': 200} Aug 24 01:35:08.016137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f3e194a4-9693-4be8-b96e-df2bb1b7f540 req-e904099b-8d5f-42c6-b926-e1fd7b38305b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=735c052f-e341-435b-b289-367c5f945524 HTTP/1.1" status: 200 len: 210 time: 0.0318995 Aug 24 01:35:09.072101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53490) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:09.425839 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:09.688569 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port 7c6285b4-3684-48ec-9567-af49d3bc002e {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:35:09.688836 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:09.776173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port 7c6285b4-3684-48ec-9567-af49d3bc002e, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=7c6285b4-3684-48ec-9567-af49d3bc002e,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:09.776552 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:09.788311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for 7c6285b4-3684-48ec-9567-af49d3bc002e owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:35:10.104629 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:10.134258 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=7c6285b4-3684-48ec-9567-af49d3bc002e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:10.308387 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:10.523082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router 16d17e0d-c796-4f87-b764-6f515d87e4dc has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:35:10.632935 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:35:10.638781 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4f89d0d1-ceca-44ea-8b2c-4a820cf8e840 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/16d17e0d-c796-4f87-b764-6f515d87e4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5655570 Aug 24 01:35:10.641497 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:10.642387 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] Sync routers for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:35:10.651480 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:10.652081 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:10.692420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting subnet 3c8c767d-40e0-4e2b-83d2-d0f540d649a9 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:35:10.695453 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:10.736574 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:10.755642 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:10.823129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:10.931736 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:35:09Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:10.939344 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:10.957026 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] Checking router: 16d17e0d-c796-4f87-b764-6f515d87e4dc for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:35:10.966198 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] Routers {'16d17e0d-c796-4f87-b764-6f515d87e4dc'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:10.966770 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['16d17e0d-c796-4f87-b764-6f515d87e4dc'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:10.969701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8c767d-40e0-4e2b-83d2-d0f540d649a9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:10.977364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07fd5b-2c9f-4b87-b541-4e01f77c7d97 None None] Network d7559f42-83ed-404b-a4b5-cddd6be59a06 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:35:10.979800 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:10.984103 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/subnets/3c8c767d-40e0-4e2b-83d2-d0f540d649a9 HTTP/1.1" status: 204 len: 168 time: 0.3391852 Aug 24 01:35:10.984103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.984351 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.984572 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53494) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:10.984710 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.984890 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.985219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.985578 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.985926 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.986265 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.986655 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.986944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.987277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:10.987608 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697aa303-0335-499e-8eb1-df7700ce8352 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.046528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1a55e09-ad32-45aa-b791-48d769360028 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:35:11.068887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: c1a55e09-ad32-45aa-b791-48d769360028 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:35:11.069226 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device c1a55e09-ad32-45aa-b791-48d769360028 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:35:11.072954 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] Set router 16d17e0d-c796-4f87-b764-6f515d87e4dc gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:11.207336 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] DHCP port deletion for d7559f42-83ed-404b-a4b5-cddd6be59a06 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:35:11.264246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Deleting port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:35:11.264684 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:11.339189 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] For port 0891b68c-e98a-413d-acbc-a5e4e7d8c189, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=0891b68c-e98a-413d-acbc-a5e4e7d8c189,segment=NetworkSegment(a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f),segment_id=a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:11.339602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:11.353082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Calling delete_port for 0891b68c-e98a-413d-acbc-a5e4e7d8c189 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:35:11.364210 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:35:09Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:11.392244 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c1682-0f1c-4723-9d2a-942f92f34407 None None] The sync data for ids ['16d17e0d-c796-4f87-b764-6f515d87e4dc'] in n-d-804878-2 is: [{'id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-288294819', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:35:09Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '60f5b80f-d76e-43e2-8c77-8977345e344d', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d17e0d-c796-4f87-b764-6f515d87e4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:32:14Z', 'updated_at': '2021-08-24T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:35:11.441969 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:11.533729 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:11.547218 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:11.556806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Pushing event deleted for resources: {'Port': ['ID=0891b68c-e98a-413d-acbc-a5e4e7d8c189,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:11.564047 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] No DVR routers for this DVR port 0891b68c-e98a-413d-acbc-a5e4e7d8c189 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:35:11.575588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.575941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.576285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.576626 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.576964 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.577295 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.577686 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.578018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.578346 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.578677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.579007 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.579333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5548307-f6dd-4d24-a3f9-ba4c0a8573fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:11.662714 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port 60f5b80f-d76e-43e2-8c77-8977345e344d {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:35:11.663166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:11.741095 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port 60f5b80f-d76e-43e2-8c77-8977345e344d, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=60f5b80f-d76e-43e2-8c77-8977345e344d,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:11.741436 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:11.754224 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for 60f5b80f-d76e-43e2-8c77-8977345e344d owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:35:12.093444 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.124434 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=60f5b80f-d76e-43e2-8c77-8977345e344d,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:12.183543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.274182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.276274 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.356326 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.356797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Fanout notify agent at l3_agent the message router_deleted on router 16d17e0d-c796-4f87-b764-6f515d87e4dc {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:35:12.363420 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.365118 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-77c4b9e6-f513-45f4-91c4-74e5de7e0cdd tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/routers/16d17e0d-c796-4f87-b764-6f515d87e4dc HTTP/1.1" status: 204 len: 168 time: 1.3791397 Aug 24 01:35:12.368001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53500) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:12.450633 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.538553 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.548300 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7559f42-83ed-404b-a4b5-cddd6be59a06']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:12.562810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:12.563114 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ee2b3d-f8e4-45b9-85b7-3993f764fc7f') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:12.572110 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.586023 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.592034 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:35:12.593143 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:35:12.595374 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:35:12.732528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.739912 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.741210 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/networks/d7559f42-83ed-404b-a4b5-cddd6be59a06 HTTP/1.1" status: 204 len: 168 time: 0.3722584 Aug 24 01:35:12.744079 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53502) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:12.752704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6ab85-4b13-4674-a7d4-0a3ff5990d65 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Network': ['ID=d7559f42-83ed-404b-a4b5-cddd6be59a06,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:12.807735 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b45716ba-d9ae-4c60-9601-6fb52f80f900 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.832406 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0891b68c-e98a-413d-acbc-a5e4e7d8c189 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:35:12.837507 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b45716ba-d9ae-4c60-9601-6fb52f80f900 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.853278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 0891b68c-e98a-413d-acbc-a5e4e7d8c189 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:35:12.853733 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 0891b68c-e98a-413d-acbc-a5e4e7d8c189 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:35:12.854211 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7c6285b4-3684-48ec-9567-af49d3bc002e no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:35:12.872182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 7c6285b4-3684-48ec-9567-af49d3bc002e {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:35:12.873991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 7c6285b4-3684-48ec-9567-af49d3bc002e not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:35:12.873991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 60f5b80f-d76e-43e2-8c77-8977345e344d no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:35:12.892407 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 60f5b80f-d76e-43e2-8c77-8977345e344d {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:35:12.898709 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 60f5b80f-d76e-43e2-8c77-8977345e344d not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:35:12.950292 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b45716ba-d9ae-4c60-9601-6fb52f80f900 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.952987 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-b45716ba-d9ae-4c60-9601-6fb52f80f900 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:12.954253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b45716ba-d9ae-4c60-9601-6fb52f80f900 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/security-groups/ff841475-1ca4-4739-8c20-9d1bea9a2f9d HTTP/1.1" status: 204 len: 168 time: 0.2091932 Aug 24 01:35:12.964839 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45716ba-d9ae-4c60-9601-6fb52f80f900 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff841475-1ca4-4739-8c20-9d1bea9a2f9d,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:13.183713 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:13.436105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53508) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:13.440842 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-abcd065c-35d8-4a79-9543-121fe03715be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15824658', 'description': 'tempest-secgroup-smoke-15824658 description', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:13.522062 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abcd065c-35d8-4a79-9543-121fe03715be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:13.604690 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abcd065c-35d8-4a79-9543-121fe03715be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:13.659155 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abcd065c-35d8-4a79-9543-121fe03715be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:13.688274 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd065c-35d8-4a79-9543-121fe03715be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3d47f9-6764-4275-b881-4fe7c48e2e70,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:13.739179 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-abcd065c-35d8-4a79-9543-121fe03715be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:13.740979 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-abcd065c-35d8-4a79-9543-121fe03715be tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3038759 Aug 24 01:35:13.743775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53510) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:13.748204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f8b6e5d1-b69c-4635-b055-2dcf7ea6bdfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ae3d47f9-6764-4275-b881-4fe7c48e2e70', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:13.823637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e5d1-b69c-4635-b055-2dcf7ea6bdfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:13.883972 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e5d1-b69c-4635-b055-2dcf7ea6bdfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:13.944894 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e5d1-b69c-4635-b055-2dcf7ea6bdfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:13.964239 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6e5d1-b69c-4635-b055-2dcf7ea6bdfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e2025f-a82d-4180-a058-f134d64f5e24,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:14.024749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f8b6e5d1-b69c-4635-b055-2dcf7ea6bdfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.026165 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f8b6e5d1-b69c-4635-b055-2dcf7ea6bdfc tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2814233 Aug 24 01:35:14.028912 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53514) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:14.033457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-815effea-b5da-40b4-ad7d-938254bbb6bb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ae3d47f9-6764-4275-b881-4fe7c48e2e70', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:14.196181 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-815effea-b5da-40b4-ad7d-938254bbb6bb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.252073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-815effea-b5da-40b4-ad7d-938254bbb6bb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.316082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-815effea-b5da-40b4-ad7d-938254bbb6bb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.335538 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815effea-b5da-40b4-ad7d-938254bbb6bb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168137ab-1d50-47a0-87f5-92f55d51b14f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:14.396704 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-815effea-b5da-40b4-ad7d-938254bbb6bb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.397990 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-815effea-b5da-40b4-ad7d-938254bbb6bb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3680723 Aug 24 01:35:14.400594 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53516) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:14.405001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f19e23ae-a4ed-40b7-b984-db9a06b2897d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ae3d47f9-6764-4275-b881-4fe7c48e2e70', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:14.491410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f19e23ae-a4ed-40b7-b984-db9a06b2897d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.548824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f19e23ae-a4ed-40b7-b984-db9a06b2897d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.623678 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f19e23ae-a4ed-40b7-b984-db9a06b2897d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.642518 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e23ae-a4ed-40b7-b984-db9a06b2897d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4029113-9b78-478f-a135-f36caa005f1e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:14.716357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f19e23ae-a4ed-40b7-b984-db9a06b2897d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.717513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f19e23ae-a4ed-40b7-b984-db9a06b2897d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160048 Aug 24 01:35:14.720212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53518) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:14.724702 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-f056f706-cc41-4c50-9ca5-a0691db35b70 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ae3d47f9-6764-4275-b881-4fe7c48e2e70', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:14.810834 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f056f706-cc41-4c50-9ca5-a0691db35b70 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.870564 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f056f706-cc41-4c50-9ca5-a0691db35b70 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.949726 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f056f706-cc41-4c50-9ca5-a0691db35b70 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:14.971620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056f706-cc41-4c50-9ca5-a0691db35b70 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3815497-a2f9-4d5e-b74e-a765ab606179,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:15.040903 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-f056f706-cc41-4c50-9ca5-a0691db35b70 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.042168 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-f056f706-cc41-4c50-9ca5-a0691db35b70 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210211 Aug 24 01:35:15.045069 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53520) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:15.049514 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-1310997e-b340-4be2-abc8-63cfa2c4bc82 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ae3d47f9-6764-4275-b881-4fe7c48e2e70', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:15.127658 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-1310997e-b340-4be2-abc8-63cfa2c4bc82 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:35:15.132522 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1310997e-b340-4be2-abc8-63cfa2c4bc82 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.197076 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1310997e-b340-4be2-abc8-63cfa2c4bc82 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.264598 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1310997e-b340-4be2-abc8-63cfa2c4bc82 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.281486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310997e-b340-4be2-abc8-63cfa2c4bc82 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b249ceee-5b9c-421a-a699-8db88f976c7d,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:15.332312 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:35:15.356030 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-1310997e-b340-4be2-abc8-63cfa2c4bc82 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.357269 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-1310997e-b340-4be2-abc8-63cfa2c4bc82 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3112469 Aug 24 01:35:15.360038 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53522) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:15.365115 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d6aa0654-7692-41a1-bd08-01100b8c93cb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'security_group_rule': {'security_group_id': 'ae3d47f9-6764-4275-b881-4fe7c48e2e70', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:15.453586 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-d6aa0654-7692-41a1-bd08-01100b8c93cb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Project cd0e853c52f24d4884f464bc35d2b012 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:35:15.459201 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0654-7692-41a1-bd08-01100b8c93cb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.519090 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0654-7692-41a1-bd08-01100b8c93cb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.596117 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0654-7692-41a1-bd08-01100b8c93cb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.613527 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa0654-7692-41a1-bd08-01100b8c93cb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a1cade-847a-4a28-99c6-b7334f723260,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:15.676231 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0654-7692-41a1-bd08-01100b8c93cb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.677503 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d6aa0654-7692-41a1-bd08-01100b8c93cb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164911 Aug 24 01:35:15.680338 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53524) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:15.685204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'network': {'name': 'tempest-network-smoke--1024027262', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'port_security_enabled': True}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:15.767151 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:35:15.771468 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.796402 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:35:15.804878 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.810218 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Added segment 84b76f69-4fc8-44df-b4f4-2c0036c0412f of type vlan for network 0e8ef440-f905-451d-ac4e-3d0008c47f02 Aug 24 01:35:15.843926 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.944843 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:15.950526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:15.951160 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.017236 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Network': ['ID=0e8ef440-f905-451d-ac4e-3d0008c47f02,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:16.022274 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-83ffc461-6ce4-4971-99e9-a2ef1d555897 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3403184 Aug 24 01:35:16.025068 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53526) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:16.028593 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:35:16.032448 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'admin_state_up': True, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:16.093540 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.094656 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.149371 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.316959 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.561591 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.580419 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.685137 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.197 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/03a52fb6-7e49-4288-9875-58b8d155c849) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:35:16.782717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.888050 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:16.933757 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:35:16.936516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:35:16.938978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:35:16.968360 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=03a52fb6-7e49-4288-9875-58b8d155c849,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:17.297395 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:17.499277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:17.686331 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router a788ddd4-6131-4c20-8f66-f8749fc7640d is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:35:17.791525 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:35:17.800722 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Sync routers for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:35:17.809988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:17.810599 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:17.869654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:17.870942 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9fab6a72-e397-469f-b735-bde5b020fd9f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8441479 Aug 24 01:35:17.874001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53528) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:17.903541 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9455fc3c-ab8d-4dfa-a346-ab0651841993 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cd0e853c52f24d4884f464bc35d2b012&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284121 Aug 24 01:35:17.906189 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53530) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:17.915914 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:17.999771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1136c8e-ab4e-4bdc-8d97-316f9f410c82 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:18.001377 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b1136c8e-ab4e-4bdc-8d97-316f9f410c82 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942550 Aug 24 01:35:18.004127 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53532) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:18.033816 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5c3a1a2d-5c4d-4b13-938c-fdd68bf8711e tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=48bb8d5d-bed2-4624-90e2-4675c8f1465d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284595 Aug 24 01:35:18.038426 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53534) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:18.043458 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1780947761', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:18.091463 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:17Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:18.118540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Checking router: a788ddd4-6131-4c20-8f66-f8749fc7640d for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:35:18.119168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Updating router a788ddd4-6131-4c20-8f66-f8749fc7640d port 03a52fb6-7e49-4288-9875-58b8d155c849 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:35:18.146492 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.179771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:35:18.183467 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.390856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.400882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Transition to ACTIVE for port object 03a52fb6-7e49-4288-9875-58b8d155c849 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:35:18.419125 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.472264 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Subnet': ['ID=076e0c09-bb8d-4aa6-8727-8381dcaa3414,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:18.476661 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.489437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Checking segment: {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:35:18.489869 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network hostable DHCP agents. Network: 0e8ef440-f905-451d-ac4e-3d0008c47f02, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:35:18.531180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Attempting to bind port 03a52fb6-7e49-4288-9875-58b8d155c849 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:35:18.531561 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Attempting to bind port 03a52fb6-7e49-4288-9875-58b8d155c849 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:35:18.531954 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Attempting to bind port 03a52fb6-7e49-4288-9875-58b8d155c849 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:35:18.535158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150afb5-c74f-4eae-aad7-08559d9fd997 None None] Pushing event updated for resources: {'Port': ['ID=03a52fb6-7e49-4288-9875-58b8d155c849,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:18.540912 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:35:18.541287 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:35:18.541741 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.542138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:35:18.542645 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Bound port: 03a52fb6-7e49-4288-9875-58b8d155c849, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:35:18.543020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.562086 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:35:18.598540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] For port 03a52fb6-7e49-4288-9875-58b8d155c849, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:35:18.601946 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] For port 03a52fb6-7e49-4288-9875-58b8d155c849, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=03a52fb6-7e49-4288-9875-58b8d155c849,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:35:18.612980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 0e8ef440-f905-451d-ac4e-3d0008c47f02) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:35:18.617085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:18.617719 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.622138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b4bbf-3e1d-4cad-b3b5-318552a92c01 None None] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:35:18.688509 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3b8a1588-c239-4722-a349-cc055c61ae4e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6489143 Aug 24 01:35:18.691167 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53536) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:18.790610 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:18.908583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:18.909323 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:18.916174 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150afb5-c74f-4eae-aad7-08559d9fd997 None None] Pushing event updated for resources: {'Port': ['ID=03a52fb6-7e49-4288-9875-58b8d155c849,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:19.071998 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-0e8ef440-f905-451d-ac4e-3d0008c47f02', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:35:19.072860 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:19.086029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:19.349753 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Allocated IP 172.20.0.2 (0e8ef440-f905-451d-ac4e-3d0008c47f02/076e0c09-bb8d-4aa6-8727-8381dcaa3414/ba886871-9fb7-4cea-8845-4e89996083b8) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:35:19.432700 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:17Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:19.466822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089932c7-76d7-4fc7-84dd-4b3a6007b91b None None] The sync data for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 is: [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:17Z', 'revision_number': 3, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:35:19.468507 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:19.540438 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:19.549443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Transition to ACTIVE for port object ba886871-9fb7-4cea-8845-4e89996083b8 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:35:19.565731 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Transition to ACTIVE for port object ba886871-9fb7-4cea-8845-4e89996083b8 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:35:19.629636 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:19.673969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:35:19.679277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:35:19.681776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:35:19.739290 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Pushing event updated for resources: {'Port': ['ID=ba886871-9fb7-4cea-8845-4e89996083b8,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:19.753993 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Attempting to bind port ba886871-9fb7-4cea-8845-4e89996083b8 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:35:19.754363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Attempting to bind port ba886871-9fb7-4cea-8845-4e89996083b8 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:35:19.754728 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Attempting to bind port ba886871-9fb7-4cea-8845-4e89996083b8 on network 0e8ef440-f905-451d-ac4e-3d0008c47f02 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:35:19.759725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:35:19.760098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Checking segment: {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:35:19.760499 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:19.760890 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Bound using segment: {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:35:19.761344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Bound port: ba886871-9fb7-4cea-8845-4e89996083b8, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:35:19.761865 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:19.789334 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.1 (0e8ef440-f905-451d-ac4e-3d0008c47f02/076e0c09-bb8d-4aa6-8727-8381dcaa3414/fafd500c-f148-44dc-882c-e649cac40aeb) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:35:19.835663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] For port ba886871-9fb7-4cea-8845-4e89996083b8, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:35:19.839109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] For port ba886871-9fb7-4cea-8845-4e89996083b8, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ba886871-9fb7-4cea-8845-4e89996083b8,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:35:19.912610 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:19.928120 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object fafd500c-f148-44dc-882c-e649cac40aeb will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:35:19.934363 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:20.003695 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950666e-3529-44f5-825c-e9e1ea4ebb06 None None] Pushing event updated for resources: {'Port': ['ID=ba886871-9fb7-4cea-8845-4e89996083b8,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:20.031151 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:20.083974 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:35:20.087768 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:35:20.092367 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:35:20.096530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=fafd500c-f148-44dc-882c-e649cac40aeb,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:20.144460 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:20.351742 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:20.646168 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:20.652548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ba886871-9fb7-4cea-8845-4e89996083b8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:35:20.720513 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:20.773274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port ba886871-9fb7-4cea-8845-4e89996083b8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:35:20.777773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 03a52fb6-7e49-4288-9875-58b8d155c849 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:35:20.804552 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=fafd500c-f148-44dc-882c-e649cac40aeb,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:20.807307 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:20.899529 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 03a52fb6-7e49-4288-9875-58b8d155c849 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:35:20.903658 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 03a52fb6-7e49-4288-9875-58b8d155c849 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:20.903997 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:20.908837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:35:20.910299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:35:20.998422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2600d0-9b02-4a60-b855-c092ea5506d1 None None] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:35:21.016071 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:21.034777 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router a788ddd4-6131-4c20-8f66-f8749fc7640d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:35:21.078502 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 03a52fb6-7e49-4288-9875-58b8d155c849, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=03a52fb6-7e49-4288-9875-58b8d155c849,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:21.128804 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8913b540-48ad-48c0-b5b4-c7994655d05b None None] Provisioning for port ba886871-9fb7-4cea-8845-4e89996083b8 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:35:21.139338 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-8913b540-48ad-48c0-b5b4-c7994655d05b None None] Provisioning complete for port ba886871-9fb7-4cea-8845-4e89996083b8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:21.139571 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8913b540-48ad-48c0-b5b4-c7994655d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:21.178578 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:21.179111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:35:21.179111 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b93f0cee-f089-4a73-a8f7-c0c69fa75333 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/a788ddd4-6131-4c20-8f66-f8749fc7640d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4857526 Aug 24 01:35:21.264803 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=03a52fb6-7e49-4288-9875-58b8d155c849,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:21.308687 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8913b540-48ad-48c0-b5b4-c7994655d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:21.343520 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-8913b540-48ad-48c0-b5b4-c7994655d05b None None] For port ba886871-9fb7-4cea-8845-4e89996083b8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ba886871-9fb7-4cea-8845-4e89996083b8,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:21.358404 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-39a5560d-0096-403a-bca7-9ece3982b30e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15824658&fields=id&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 267 time: 0.0412722 Aug 24 01:35:21.419625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8913b540-48ad-48c0-b5b4-c7994655d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:21.498602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913b540-48ad-48c0-b5b4-c7994655d05b None None] Pushing event updated for resources: {'Port': ['ID=ba886871-9fb7-4cea-8845-4e89996083b8,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:21.502424 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-4b3c3096-7fad-4d84-a3c9-15cf29394289 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:21.504416 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-4b3c3096-7fad-4d84-a3c9-15cf29394289 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/networks?id=0e8ef440-f905-451d-ac4e-3d0008c47f02 HTTP/1.1" status: 200 len: 797 time: 0.1375728 Aug 24 01:35:21.522341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-b4bc356a-1e00-4353-9f45-e2fd4916b77c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/quotas/cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 375 time: 0.0106816 Aug 24 01:35:21.580216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-96916ade-a6db-4522-884a-872c2d1cb91b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508907 Aug 24 01:35:21.619640 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Sync routers for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:35:21.622956 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-64aa96b0-2d2a-485a-ad49-5584dd438f97 None None] Provisioning for port fafd500c-f148-44dc-882c-e649cac40aeb completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:35:21.627663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-64aa96b0-2d2a-485a-ad49-5584dd438f97 None None] Provisioning complete for port fafd500c-f148-44dc-882c-e649cac40aeb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:21.628213 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64aa96b0-2d2a-485a-ad49-5584dd438f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:21.631011 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:21.634559 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:21.706913 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-64aa96b0-2d2a-485a-ad49-5584dd438f97 None None] Port fafd500c-f148-44dc-882c-e649cac40aeb cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:35:21.720773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-64aa96b0-2d2a-485a-ad49-5584dd438f97 None None] Provisioning complete for port ba886871-9fb7-4cea-8845-4e89996083b8 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:21.721517 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-64aa96b0-2d2a-485a-ad49-5584dd438f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:21.742892 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:21.842247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-f124f92b-c5b7-4a1b-b54b-46492cfef913 service neutron] 10.222.0.26 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477670 Aug 24 01:35:21.945656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-9435b020-3c75-4532-9ca9-40c702c004e5 service neutron] 10.222.0.26 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990138 Aug 24 01:35:21.959065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-820a130b-5487-4b96-9e4a-9f8a33644b67 None None] Provisioning complete for port fafd500c-f148-44dc-882c-e649cac40aeb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:21.959541 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-820a130b-5487-4b96-9e4a-9f8a33644b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:21.977132 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 2, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:22.009695 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Checking router: a788ddd4-6131-4c20-8f66-f8749fc7640d for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:35:22.009941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-820a130b-5487-4b96-9e4a-9f8a33644b67 None None] Port fafd500c-f148-44dc-882c-e649cac40aeb cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:35:22.010409 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Updating router a788ddd4-6131-4c20-8f66-f8749fc7640d port fafd500c-f148-44dc-882c-e649cac40aeb binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:35:22.034936 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:22.129534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1f68e0f9-9240-4703-a8d7-4f4b072a53b9 None None] Provisioning complete for port fafd500c-f148-44dc-882c-e649cac40aeb triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:22.130080 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1f68e0f9-9240-4703-a8d7-4f4b072a53b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:22.182724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1f68e0f9-9240-4703-a8d7-4f4b072a53b9 None None] Port fafd500c-f148-44dc-882c-e649cac40aeb cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:35:22.208979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2aefc815-e68c-4522-8e02-89bc1c624162 req-936c5905-9b61-4d63-b034-9409fb7f6503 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 210 time: 0.0289955 Aug 24 01:35:22.328984 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:22.340050 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Transition to ACTIVE for port object fafd500c-f148-44dc-882c-e649cac40aeb will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:35:22.396157 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:22.449849 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Pushing event updated for resources: {'Port': ['ID=fafd500c-f148-44dc-882c-e649cac40aeb,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:22.471266 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.471586 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.471904 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.472306 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.472558 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.472879 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.473201 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.473518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.473875 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.492055 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.492055 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.492055 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:35:22.508454 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Attempting to bind port fafd500c-f148-44dc-882c-e649cac40aeb on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:35:22.508823 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Attempting to bind port fafd500c-f148-44dc-882c-e649cac40aeb by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:35:22.509179 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Attempting to bind port fafd500c-f148-44dc-882c-e649cac40aeb on network 0e8ef440-f905-451d-ac4e-3d0008c47f02 {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:35:22.514762 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:35:22.515142 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Checking segment: {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:35:22.515553 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:22.515975 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Bound using segment: {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:35:22.516448 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Bound port: fafd500c-f148-44dc-882c-e649cac40aeb, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:35:22.516836 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:22.590008 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] For port fafd500c-f148-44dc-882c-e649cac40aeb, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:35:22.593547 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] For port fafd500c-f148-44dc-882c-e649cac40aeb, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fafd500c-f148-44dc-882c-e649cac40aeb,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:35:22.656036 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ba886871-9fb7-4cea-8845-4e89996083b8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:35:22.659632 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:22.707837 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:22.708666 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:34:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:22.717892 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port ba886871-9fb7-4cea-8845-4e89996083b8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:22.717892 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:22.807799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 03a52fb6-7e49-4288-9875-58b8d155c849 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:35:22.819323 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f64c4-6c8f-4ced-a33e-5e733bf1c697 None None] Pushing event updated for resources: {'Port': ['ID=fafd500c-f148-44dc-882c-e649cac40aeb,revision_number=4']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:22.830832 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:22.862128 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 03a52fb6-7e49-4288-9875-58b8d155c849 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:22.862503 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:23.047637 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:22Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:23.075147 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c388b47-6c7a-40dd-8b56-2cb2a7ac0a8b None None] The sync data for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 is: [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:22Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:35:23.312738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e8afd806-f21d-4dd5-85d1-3f806f711933 req-e1268433-48f5-40d3-a21c-23c40e68b2a6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 210 time: 0.0325694 Aug 24 01:35:24.176807 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-98f59b47-6121-41bd-9756-f2084fca0dbf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:24.178378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-98f59b47-6121-41bd-9756-f2084fca0dbf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/networks?id=0e8ef440-f905-451d-ac4e-3d0008c47f02 HTTP/1.1" status: 200 len: 797 time: 0.1019540 Aug 24 01:35:24.221517 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-5aa5bfd2-3f5e-4c49-b7c9-4596e43d570c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e853c52f24d4884f464bc35d2b012 HTTP/1.1" status: 200 len: 378 time: 0.0346358 Aug 24 01:35:24.230883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'port': {'device_id': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'admin_state_up': True, 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'security_groups': ['ae3d47f9-6764-4275-b881-4fe7c48e2e70']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:24.409467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-312d0aa0-b242-479b-b2f8-926af2c09c71 req-4862d659-a09b-4833-bca9-29965126ac54 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 210 time: 0.0282047 Aug 24 01:35:24.410214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Made reservation on behalf of cd0e853c52f24d4884f464bc35d2b012 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:35:24.414284 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:24.542479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.20.0.12 (0e8ef440-f905-451d-ac4e-3d0008c47f02/076e0c09-bb8d-4aa6-8727-8381dcaa3414/0583a4f0-a2ba-45db-b7c4-64101f48e492) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:35:24.629855 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fafd500c-f148-44dc-882c-e649cac40aeb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:35:24.682028 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:24.696150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Transition to ACTIVE for port object 0583a4f0-a2ba-45db-b7c4-64101f48e492 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:35:24.750678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port fafd500c-f148-44dc-882c-e649cac40aeb completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:35:24.754628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port fafd500c-f148-44dc-882c-e649cac40aeb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:24.755106 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:24.779346 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:24.827421 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:35:24.830663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:35:24.834151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:35:24.835050 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:24.862836 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=0583a4f0-a2ba-45db-b7c4-64101f48e492,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:24.876490 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port fafd500c-f148-44dc-882c-e649cac40aeb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fafd500c-f148-44dc-882c-e649cac40aeb,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:24.891724 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:24.892340 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:24.938812 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:24.962584 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-6969a4f6-2f1f-43d1-bc4a-e7e50da1ca01 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353165 Aug 24 01:35:24.977459 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Request body: {'port': {'device_id': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:25.000230 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=fafd500c-f148-44dc-882c-e649cac40aeb,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:25.038742 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:25.114842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d08d65d7-33ec-47e2-a6dd-d67d402bfee1 None None] Provisioning for port 0583a4f0-a2ba-45db-b7c4-64101f48e492 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:35:25.118826 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-d08d65d7-33ec-47e2-a6dd-d67d402bfee1 None None] Provisioning complete for port 0583a4f0-a2ba-45db-b7c4-64101f48e492 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:25.119209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d08d65d7-33ec-47e2-a6dd-d67d402bfee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:25.153389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-d08d65d7-33ec-47e2-a6dd-d67d402bfee1 None None] Port 0583a4f0-a2ba-45db-b7c4-64101f48e492 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:35:25.297428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0583a4f0-a2ba-45db-b7c4-64101f48e492 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:35:25.304663 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:25.325772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Transition to ACTIVE for port object 0583a4f0-a2ba-45db-b7c4-64101f48e492 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:35:25.413480 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:25.467388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Pushing event updated for resources: {'Port': ['ID=0583a4f0-a2ba-45db-b7c4-64101f48e492,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:25.567754 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Attempting to bind port 0583a4f0-a2ba-45db-b7c4-64101f48e492 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:35:25.568096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Attempting to bind port 0583a4f0-a2ba-45db-b7c4-64101f48e492 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:35:25.568430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Attempting to bind port 0583a4f0-a2ba-45db-b7c4-64101f48e492 on network 0e8ef440-f905-451d-ac4e-3d0008c47f02 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:35:25.575545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Port 0583a4f0-a2ba-45db-b7c4-64101f48e492 on network 0e8ef440-f905-451d-ac4e-3d0008c47f02 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:35:25.575881 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Attempting to bind port 0583a4f0-a2ba-45db-b7c4-64101f48e492 on network 0e8ef440-f905-451d-ac4e-3d0008c47f02 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:35:25.585394 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9c50-5196-40f0-b441-a345008027c6 req-5cb72e66-8b8b-41e4-bd93-51504fae6969 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:25.586991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ecbd9c50-5196-40f0-b441-a345008027c6 req-5cb72e66-8b8b-41e4-bd93-51504fae6969 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 944 time: 0.0832229 Aug 24 01:35:25.591400 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:35:25.591747 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Checking segment: {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:35:25.592139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Bound using segment: {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:35:25.592577 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Bound port: 0583a4f0-a2ba-45db-b7c4-64101f48e492, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b76f69-4fc8-44df-b4f4-2c0036c0412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:35:25.592948 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:25.661032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ecbd9c50-5196-40f0-b441-a345008027c6 req-e4476685-d520-4066-ba89-5a008fedc203 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657439 Aug 24 01:35:25.683303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] For port 0583a4f0-a2ba-45db-b7c4-64101f48e492, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:35:25.686328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] For port 0583a4f0-a2ba-45db-b7c4-64101f48e492, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:35:25.750553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:25.785989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:25.786631 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:25.788066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] 10.222.0.37 "PUT /v2.0/ports/0583a4f0-a2ba-45db-b7c4-64101f48e492 HTTP/1.1" status: 200 len: 1092 time: 0.8164890 Aug 24 01:35:25.788507 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:35:25.790814 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1011fdc5-ba4b-49c5-b50b-1f3d421a3515" -d '{"events": [{"name": "network-changed", "server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:35:25.814600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14055b96-697e-4a45-9cbf-ad1df8b54561 service neutron] Pushing event updated for resources: {'Port': ['ID=0583a4f0-a2ba-45db-b7c4-64101f48e492,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:25.839513 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed52a9b2-5a93-46e5-8b31-89773f707abc x-openstack-request-id: req-ed52a9b2-5a93-46e5-8b31-89773f707abc {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:35:25.839971 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:35:25.840301 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed52a9b2-5a93-46e5-8b31-89773f707abc {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:35:25.840715 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'status': 'completed', 'code': 200} Aug 24 01:35:25.908932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011fdc5-ba4b-49c5-b50b-1f3d421a3515 req-baf5a75f-7a54-4180-b8e2-6301da6dd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:25.910500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1011fdc5-ba4b-49c5-b50b-1f3d421a3515 req-baf5a75f-7a54-4180-b8e2-6301da6dd8f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 1095 time: 0.0479512 Aug 24 01:35:26.009895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011fdc5-ba4b-49c5-b50b-1f3d421a3515 req-7301b8e3-157e-4ba4-994f-359557cbc55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:26.011388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1011fdc5-ba4b-49c5-b50b-1f3d421a3515 req-7301b8e3-157e-4ba4-994f-359557cbc55f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd0e853c52f24d4884f464bc35d2b012&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0927050 Aug 24 01:35:26.309214 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:26.337591 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-554c090c-d691-414c-85b1-1191f27ed649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:26.421718 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011fdc5-ba4b-49c5-b50b-1f3d421a3515 req-45f6fcb8-4567-41fa-b70a-575dd1bfea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:26.423203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1011fdc5-ba4b-49c5-b50b-1f3d421a3515 req-45f6fcb8-4567-41fa-b70a-575dd1bfea9d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4057777 Aug 24 01:35:26.499861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-0b0d5bba-6d7f-48be-8743-1edddf83be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:26.501378 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-0b0d5bba-6d7f-48be-8743-1edddf83be46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 1095 time: 0.0407624 Aug 24 01:35:26.541825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-3b561aa7-3869-45b2-b4f5-7762cee5ceff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492 HTTP/1.1" status: 200 len: 217 time: 0.0328431 Aug 24 01:35:26.597897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-b9bdf434-2dd4-43b0-85fb-e24aaeadf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:26.599439 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-b9bdf434-2dd4-43b0-85fb-e24aaeadf775 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=076e0c09-bb8d-4aa6-8727-8381dcaa3414 HTTP/1.1" status: 200 len: 835 time: 0.0476770 Aug 24 01:35:26.600770 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fafd500c-f148-44dc-882c-e649cac40aeb up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:35:26.645853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-a8b91c0d-902a-4c6a-81db-890635c7e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:26.647908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-a8b91c0d-902a-4c6a-81db-890635c7e271 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e8ef440-f905-451d-ac4e-3d0008c47f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413659 Aug 24 01:35:26.653856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port fafd500c-f148-44dc-882c-e649cac40aeb triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:26.654313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:26.767359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-2a7330da-79e4-4216-b12b-a96d98b53ea3 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125300 Aug 24 01:35:26.832646 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2db43-5fc0-448c-a92a-16a4a6638e6d req-385188a0-4a77-4ae9-a079-6829c0175d18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:26.834117 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71c2db43-5fc0-448c-a92a-16a4a6638e6d req-385188a0-4a77-4ae9-a079-6829c0175d18 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 944 time: 0.1048369 Aug 24 01:35:26.893092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c5821c5c-e508-4fc1-ac53-ea302bf02db3 req-54a791f7-ea32-4f56-a0b2-dcf0b213bf01 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180792 Aug 24 01:35:26.895934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71c2db43-5fc0-448c-a92a-16a4a6638e6d req-f041646f-213d-4e88-81d5-8e1ea1e7095b tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553043 Aug 24 01:35:28.017135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897b639-410c-46a2-9470-6a6edacda9d4 req-f816ebfc-db70-4f5f-be6a-f6ccde34956a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:28.018680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e897b639-410c-46a2-9470-6a6edacda9d4 req-f816ebfc-db70-4f5f-be6a-f6ccde34956a tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 944 time: 0.0534451 Aug 24 01:35:28.057215 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e897b639-410c-46a2-9470-6a6edacda9d4 req-8e33d5ae-4485-40e9-8343-0b56c6919aaf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326014 Aug 24 01:35:29.063360 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-acad57e5-7477-4ec7-a494-1137355b9591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:29.170009 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ce0bf-27c3-4ff0-bc92-2f47ed0fc5a3 req-6a1d6be2-d905-4074-ac1d-feb2e4a9fc1d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:29.171521 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b67ce0bf-27c3-4ff0-bc92-2f47ed0fc5a3 req-6a1d6be2-d905-4074-ac1d-feb2e4a9fc1d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 944 time: 0.0489161 Aug 24 01:35:29.201628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:29.209307 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b67ce0bf-27c3-4ff0-bc92-2f47ed0fc5a3 req-87a0cc78-1203-417c-9a64-46f55aff88ff tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318587 Aug 24 01:35:30.322545 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba4e7c-5580-433f-b877-45223e7925e5 req-3bbf4693-5947-4e62-8ac0-383e4b017ca7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:30.324014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32ba4e7c-5580-433f-b877-45223e7925e5 req-3bbf4693-5947-4e62-8ac0-383e4b017ca7 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 944 time: 0.0482099 Aug 24 01:35:30.365994 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-32ba4e7c-5580-433f-b877-45223e7925e5 req-f99a80b9-f8d8-429d-b841-d3c703bc1248 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361133 Aug 24 01:35:30.615377 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0583a4f0-a2ba-45db-b7c4-64101f48e492 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:35:30.644275 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:30.708013 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0583a4f0-a2ba-45db-b7c4-64101f48e492, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:30.718966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'port_id': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'mac_address': 'fa:16:3e:f8:15:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:35:30.758938 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:30.920744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0583a4f0-a2ba-45db-b7c4-64101f48e492 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:35:30.939283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0583a4f0-a2ba-45db-b7c4-64101f48e492, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:31.018658 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:31.063848 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0583a4f0-a2ba-45db-b7c4-64101f48e492,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:31.269933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['0583a4f0-a2ba-45db-b7c4-64101f48e492'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:35:31.482204 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da2f5e-3886-4cb8-a88b-b2524c9c4967 req-4b3ec6a2-b4d2-486f-a6a4-d9acd82b4391 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:31.483686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68da2f5e-3886-4cb8-a88b-b2524c9c4967 req-4b3ec6a2-b4d2-486f-a6a4-d9acd82b4391 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 945 time: 0.0533376 Aug 24 01:35:31.521081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-68da2f5e-3886-4cb8-a88b-b2524c9c4967 req-4089b9c3-198b-4fc3-9369-124782c374ad tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311191 Aug 24 01:35:32.125730 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:32.609897 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0583a4f0-a2ba-45db-b7c4-64101f48e492 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:35:32.640070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e1a6c-a976-4131-83af-6a9b99c79c3f req-9e77a01c-96dc-44c3-b6fe-97ce63a1ed10 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:32.641782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb7e1a6c-a976-4131-83af-6a9b99c79c3f req-9e77a01c-96dc-44c3-b6fe-97ce63a1ed10 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 945 time: 0.0517159 Aug 24 01:35:32.685887 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fb7e1a6c-a976-4131-83af-6a9b99c79c3f req-524f4299-1178-437e-96bf-9887ff3b2f7d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346315 Aug 24 01:35:32.744270 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 0583a4f0-a2ba-45db-b7c4-64101f48e492 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:35:32.748190 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 0583a4f0-a2ba-45db-b7c4-64101f48e492 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:35:32.748561 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:32.826722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:32.847741 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:35:32.850057 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6763f873-f5b4-4e89-a855-f1002a4e7bf3" -d '{"events": [{"server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "name": "network-vif-plugged", "status": "completed", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:35:32.863367 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 0583a4f0-a2ba-45db-b7c4-64101f48e492, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:35:32.886709 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a15b80-524a-420d-9402-5a67a4693e4d x-openstack-request-id: req-d7a15b80-524a-420d-9402-5a67a4693e4d {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:35:32.887006 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "name": "network-vif-plugged", "status": "completed", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:35:32.887257 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7a15b80-524a-420d-9402-5a67a4693e4d {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:35:32.887643 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'code': 200} Aug 24 01:35:32.921885 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:32.978876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=0583a4f0-a2ba-45db-b7c4-64101f48e492,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:32.979898 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd979254-cbee-41ef-a82a-480fddff3610 req-1d6957a7-ba45-489f-9404-169c1bd3f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:32.981406 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd979254-cbee-41ef-a82a-480fddff3610 req-1d6957a7-ba45-489f-9404-169c1bd3f6b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 1097 time: 0.0404723 Aug 24 01:35:33.015949 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd979254-cbee-41ef-a82a-480fddff3610 req-0b70084f-8387-4c95-ba54-34bbfcc2a14b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273569 Aug 24 01:35:33.803735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af5415-f9d0-4492-9408-7e8e83966ae5 req-d4700f92-9185-4339-a2e0-dba5291c4e44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:33.805767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9af5415-f9d0-4492-9408-7e8e83966ae5 req-d4700f92-9185-4339-a2e0-dba5291c4e44 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0515759 Aug 24 01:35:33.841881 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e9af5415-f9d0-4492-9408-7e8e83966ae5 req-323b5027-17f7-48e1-810c-565e72f07a40 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301852 Aug 24 01:35:34.958958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6fa5d-c9ed-40c5-8789-6368c9b13591 req-000cfd4f-25a6-48d8-a5d2-7071872f33aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:34.960965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fed6fa5d-c9ed-40c5-8789-6368c9b13591 req-000cfd4f-25a6-48d8-a5d2-7071872f33aa tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0485718 Aug 24 01:35:34.998836 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fed6fa5d-c9ed-40c5-8789-6368c9b13591 req-1ec97c34-269e-4630-bb90-687ea87e01b0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319097 Aug 24 01:35:35.111196 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9f8ec-4b51-4cee-976a-3887ef00d8bf req-5d98ab2a-8821-4212-8bc9-dc84d90f00a8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:35.112656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd9f8ec-4b51-4cee-976a-3887ef00d8bf req-5d98ab2a-8821-4212-8bc9-dc84d90f00a8 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0495005 Aug 24 01:35:35.149064 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dd9f8ec-4b51-4cee-976a-3887ef00d8bf req-43a3095e-53a0-48c0-adc5-353e9747dc5e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305364 Aug 24 01:35:35.170319 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53602) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:35.212831 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c10112-29d8-43d4-b33e-1c1adaccf4a8 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:35.214351 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b6c10112-29d8-43d4-b33e-1c1adaccf4a8 tempest-TestNetworkAdvancedServerOps-764468854 tempest-TestNetworkAdvancedServerOps-764468854-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 1092 time: 0.0430815 Aug 24 01:35:35.217037 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53604) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:35.221298 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:35:35.308612 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:35.403040 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:35.506396 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Allocated IP 172.25.5.189 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/14be6175-6215-453d-93da-9ef413afaf69) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:35:35.606306 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:35.691517 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:35.731301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:35:35.734289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:35:35.737931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:35:35.767745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=14be6175-6215-453d-93da-9ef413afaf69,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:36.086358 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:36.214046 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:36.361641 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:36.424099 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:36.491643 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event updated for resources: {'Port': ['ID=14be6175-6215-453d-93da-9ef413afaf69,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:35:36.501258 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:36.599647 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP 7f110d5d-1f83-43cb-a734-cf38d286f3d8 associated. External IP: 172.25.5.189, port: 0583a4f0-a2ba-45db-b7c4-64101f48e492. Aug 24 01:35:36.801889 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router a788ddd4-6131-4c20-8f66-f8749fc7640d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:35:36.908581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:35:36.918834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] Sync routers for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:35:36.928708 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:36.929341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:37.002010 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:37.029946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a4e136fb-b327-4c94-b3ba-d9d2f3a83706 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8118567 Aug 24 01:35:37.030637 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:35:37.033018 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeac552-1aa5-4fa5-a601-d09d4fea35e0" -d '{"events": [{"name": "network-changed", "server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:35:37.036469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:37.074960 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf32c3a-6ed8-4860-a12d-f1999aa89b99 x-openstack-request-id: req-ebf32c3a-6ed8-4860-a12d-f1999aa89b99 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:35:37.075298 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:35:37.075555 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ebf32c3a-6ed8-4860-a12d-f1999aa89b99 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:35:37.075971 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'status': 'completed', 'code': 200} Aug 24 01:35:37.168815 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb40f96-ebaa-4d71-a232-f876d8959715 req-30764db3-c7ef-41bd-9f9c-4c2c483d9601 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:37.170367 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fb40f96-ebaa-4d71-a232-f876d8959715 req-30764db3-c7ef-41bd-9f9c-4c2c483d9601 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0771589 Aug 24 01:35:37.173024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-71277e2c-0645-47dc-a3d3-917bd7b9c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:37.174463 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-71277e2c-0645-47dc-a3d3-917bd7b9c558 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 1097 time: 0.0721271 Aug 24 01:35:37.259286 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5fb40f96-ebaa-4d71-a232-f876d8959715 req-88b7a2d6-3a97-4e98-9cfa-5a3c5ad5945d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826035 Aug 24 01:35:37.266213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '7f110d5d-1f83-43cb-a734-cf38d286f3d8', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'port_id': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'mac_address': 'fa:16:3e:f8:15:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:35:35Z', 'updated_at': '2021-08-24T01:35:35Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:24Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:37.284019 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53610) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:37.295283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] Checking router: a788ddd4-6131-4c20-8f66-f8749fc7640d for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:35:37.295686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-0190b90a-b1eb-4ee8-bafe-42b8a87d8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:37.297149 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-0190b90a-b1eb-4ee8-bafe-42b8a87d8215 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e8ef440-f905-451d-ac4e-3d0008c47f02 HTTP/1.1" status: 200 len: 898 time: 0.1139984 Aug 24 01:35:37.303558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:35:37.304690 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:35:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:37.346820 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2ad1ee0c-c1f4-453f-9701-0de18b65f5ae tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/7f110d5d-1f83-43cb-a734-cf38d286f3d8 HTTP/1.1" status: 200 len: 992 time: 0.0614717 Aug 24 01:35:37.370158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-2f3b42d5-22da-4e8a-ac50-ab94edb3bfa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492 HTTP/1.1" status: 200 len: 1000 time: 0.0648770 Aug 24 01:35:37.411285 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:35:37.419931 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-29e41587-31b3-41f1-89c6-65adaa096b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:37.421400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-29e41587-31b3-41f1-89c6-65adaa096b47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=076e0c09-bb8d-4aa6-8727-8381dcaa3414 HTTP/1.1" status: 200 len: 835 time: 0.0444336 Aug 24 01:35:37.467738 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-979f410f-edeb-4b99-bdf5-17ef62045159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:35:37.469253 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-979f410f-edeb-4b99-bdf5-17ef62045159 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e8ef440-f905-451d-ac4e-3d0008c47f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409343 Aug 24 01:35:37.561140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-8b02cdf8-bdaa-4960-bc4c-29fb537e0bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840633 Aug 24 01:35:37.637557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '7f110d5d-1f83-43cb-a734-cf38d286f3d8', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'port_id': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'mac_address': 'fa:16:3e:f8:15:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:35:35Z', 'updated_at': '2021-08-24T01:35:35Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:24Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:35:37.651671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-deeac552-1aa5-4fa5-a601-d09d4fea35e0 req-1afb50ca-cba4-4a2e-9bcb-17f445dba1e4 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839632 Aug 24 01:35:37.669154 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec16a51-2860-4cc7-a7d0-b4d3aa684afe None None] The sync data for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 is: [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '7f110d5d-1f83-43cb-a734-cf38d286f3d8', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'floating_ip_address': '172.25.5.189', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'port_id': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'mac_address': 'fa:16:3e:f8:15:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:35:35Z', 'updated_at': '2021-08-24T01:35:35Z', 'revision_number': 0, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:24Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:35:37.868736 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995df09c-ec50-4b2c-b508-3936a2b526cf None None] New status for floating IP 7f110d5d-1f83-43cb-a734-cf38d286f3d8: ACTIVE {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:35:38.350597 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53612) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:35:38.419153 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-aec61fd4-5358-4e71-9894-8b957799e82e tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/7f110d5d-1f83-43cb-a734-cf38d286f3d8 HTTP/1.1" status: 200 len: 994 time: 0.0669544 Aug 24 01:35:43.172587 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:52.331735 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:35:56.327016 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:56.381806 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c308805f-bcec-42a0-ace8-cb39007b10a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:59.058091 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9ff0c5c0-c1b3-4721-a13f-80d5062c2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:35:59.178316 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:00.629543 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:02.138679 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:09.846534 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31a42b-0b1f-4973-9419-d0d50a1687ca req-c23c251e-cef4-4343-a640-80c5d2394c2d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:09.848017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e31a42b-0b1f-4973-9419-d0d50a1687ca req-c23c251e-cef4-4343-a640-80c5d2394c2d tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0505574 Aug 24 01:36:09.885640 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1e31a42b-0b1f-4973-9419-d0d50a1687ca req-31271fee-8fa2-473c-8246-3cfab67fcf69 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313139 Aug 24 01:36:10.546688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-f101345e-ef2b-4e4c-97a9-031beb01c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:10.548165 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-f101345e-ef2b-4e4c-97a9-031beb01c47a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 1097 time: 0.0448544 Aug 24 01:36:10.647969 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-23384862-2df3-4f51-a320-61538f87461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:10.649410 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-23384862-2df3-4f51-a320-61538f87461e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e8ef440-f905-451d-ac4e-3d0008c47f02 HTTP/1.1" status: 200 len: 898 time: 0.0828428 Aug 24 01:36:10.719074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-f3758d06-bd92-4c58-bd94-eaf25df9f25e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492 HTTP/1.1" status: 200 len: 1002 time: 0.0609863 Aug 24 01:36:10.768706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-c585105b-4757-4c1d-9e54-3beb9c3fc66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:10.770227 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-c585105b-4757-4c1d-9e54-3beb9c3fc66d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=076e0c09-bb8d-4aa6-8727-8381dcaa3414 HTTP/1.1" status: 200 len: 835 time: 0.0445068 Aug 24 01:36:10.816487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-a3d93450-9aec-437e-b34e-c125fc683207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:10.818013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-a3d93450-9aec-437e-b34e-c125fc683207 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e8ef440-f905-451d-ac4e-3d0008c47f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402751 Aug 24 01:36:10.911184 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-4c669a18-a2e5-4516-ab57-4700a7b77a94 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845702 Aug 24 01:36:11.036516 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9675e3-e0cd-4099-9988-70bbbb219a06 req-6dbea50a-3dc2-46e4-a854-3e14d0daea51 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:11.037903 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b9675e3-e0cd-4099-9988-70bbbb219a06 req-6dbea50a-3dc2-46e4-a854-3e14d0daea51 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0756593 Aug 24 01:36:11.040183 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dc5b2a53-53a0-43b6-9680-31ae56db5f21 req-b1c0d84f-6e42-46d9-a9c5-55b128d3bfc5 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219978 Aug 24 01:36:11.079663 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6b9675e3-e0cd-4099-9988-70bbbb219a06 req-0095126c-9cb6-4dab-b526-c147c72e99cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359006 Aug 24 01:36:11.101845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53630) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:11.161324 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d5d0c4eb-a91b-42b6-9317-ea234d139a09 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/7f110d5d-1f83-43cb-a734-cf38d286f3d8 HTTP/1.1" status: 200 len: 994 time: 0.0583303 Aug 24 01:36:12.572723 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956557ce-3bd8-4362-a071-c77643dc4987 req-abc32cd1-4376-4b69-afc4-896be96dcad5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:12.574269 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-956557ce-3bd8-4362-a071-c77643dc4987 req-abc32cd1-4376-4b69-afc4-896be96dcad5 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0503821 Aug 24 01:36:12.613695 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-956557ce-3bd8-4362-a071-c77643dc4987 req-26d20b45-3ec6-49d9-a3c0-202458d19d42 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322232 Aug 24 01:36:12.657312 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-5b01321e-59c3-4989-ac93-60a09f239d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:12.658865 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-5b01321e-59c3-4989-ac93-60a09f239d38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 1097 time: 0.0442905 Aug 24 01:36:12.750383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-4d563b06-5ad2-4199-baf0-9c290069a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:12.751750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-4d563b06-5ad2-4199-baf0-9c290069a304 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e8ef440-f905-451d-ac4e-3d0008c47f02 HTTP/1.1" status: 200 len: 898 time: 0.0861013 Aug 24 01:36:12.815490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-c30dfc25-44da-4a73-8620-039570c990e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492 HTTP/1.1" status: 200 len: 1002 time: 0.0569003 Aug 24 01:36:12.862883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-5fab564c-7609-48aa-b7ae-f5f4b6f8ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:12.864339 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-5fab564c-7609-48aa-b7ae-f5f4b6f8ffe9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=076e0c09-bb8d-4aa6-8727-8381dcaa3414 HTTP/1.1" status: 200 len: 835 time: 0.0431414 Aug 24 01:36:12.913181 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-ad7c6867-4577-404c-9777-353090e46066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:12.914688 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-ad7c6867-4577-404c-9777-353090e46066 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e8ef440-f905-451d-ac4e-3d0008c47f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440629 Aug 24 01:36:13.001947 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-0b941c8c-e42d-48f6-ac15-9b00fd46d686 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803285 Aug 24 01:36:13.093656 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a3697a4a-9409-4477-990c-42a6688d7e9e req-4a7b39c7-6533-44f1-8739-83db9358b3b6 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852530 Aug 24 01:36:13.183567 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:13.731896 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7571e5-5b11-4ef6-8982-9b2bf2c6ac82 req-5c70de7a-1ca6-43f5-b69f-c361e7060f5c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:13.733326 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf7571e5-5b11-4ef6-8982-9b2bf2c6ac82 req-5c70de7a-1ca6-43f5-b69f-c361e7060f5c tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0500226 Aug 24 01:36:13.771715 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cf7571e5-5b11-4ef6-8982-9b2bf2c6ac82 req-6a079af6-fc83-4592-9332-439eba692ff4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324550 Aug 24 01:36:14.888791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d023a-8a9a-4ee3-bc4b-dd013c4b7d5b req-734e1cde-80a2-411d-a343-4c6ac8f975b0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:14.890523 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-828d023a-8a9a-4ee3-bc4b-dd013c4b7d5b req-734e1cde-80a2-411d-a343-4c6ac8f975b0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0524616 Aug 24 01:36:14.934278 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-828d023a-8a9a-4ee3-bc4b-dd013c4b7d5b req-a46251f7-4ab3-4e1d-8535-72d45a1a5dfe tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377905 Aug 24 01:36:14.956828 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53642) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:15.020003 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2812fbdb-757a-4251-8f0b-d468e8a8eacb tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/floatingips/7f110d5d-1f83-43cb-a734-cf38d286f3d8 HTTP/1.1" status: 200 len: 994 time: 0.0620658 Aug 24 01:36:15.249173 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53648) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:15.402062 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port 14be6175-6215-453d-93da-9ef413afaf69 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:36:15.402297 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:15.476221 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:15.476565 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:15.487951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for 14be6175-6215-453d-93da-9ef413afaf69 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:36:15.707034 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:15.735921 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=14be6175-6215-453d-93da-9ef413afaf69,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:15.763111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.763465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.763809 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.764151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.764489 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.764833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.765158 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.765486 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.765843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.766172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.766500 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.766825 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:15.805535 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:15.805891 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Floating IP 7f110d5d-1f83-43cb-a734-cf38d286f3d8 disassociated (deleted). External IP: 172.25.5.189, port: 0583a4f0-a2ba-45db-b7c4-64101f48e492. Aug 24 01:36:16.325784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router a788ddd4-6131-4c20-8f66-f8749fc7640d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:36:16.431678 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:36:16.436477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:16.441054 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] Sync routers for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:36:16.450761 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:16.451369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:35:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:16.463602 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3375e4e7-5c68-493b-a7f9-23bd3ad6e738 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/floatingips/7f110d5d-1f83-43cb-a734-cf38d286f3d8 HTTP/1.1" status: 204 len: 168 time: 1.2133060 Aug 24 01:36:16.464205 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:36:16.467209 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a668ee61-37fb-48d3-861c-65388cd56aac" -d '{"events": [{"name": "network-changed", "server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:36:16.504586 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b00a5a-11e9-4e0e-a17f-0fb5d12c75eb x-openstack-request-id: req-b9b00a5a-11e9-4e0e-a17f-0fb5d12c75eb {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:36:16.504957 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:36:16.505217 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9b00a5a-11e9-4e0e-a17f-0fb5d12c75eb {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:36:16.505928 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'status': 'completed', 'code': 200} Aug 24 01:36:16.573078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:16.574758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668ee61-37fb-48d3-861c-65388cd56aac req-155ed84b-4bad-44f2-8366-4e9ae0a8c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:16.576748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a668ee61-37fb-48d3-861c-65388cd56aac req-155ed84b-4bad-44f2-8366-4e9ae0a8c958 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd0e853c52f24d4884f464bc35d2b012&device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 1097 time: 0.0465655 Aug 24 01:36:16.670576 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668ee61-37fb-48d3-861c-65388cd56aac req-8185d52f-642b-43e3-8811-3357bfcb9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:16.672091 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a668ee61-37fb-48d3-861c-65388cd56aac req-8185d52f-642b-43e3-8811-3357bfcb9d9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e8ef440-f905-451d-ac4e-3d0008c47f02 HTTP/1.1" status: 200 len: 898 time: 0.0886436 Aug 24 01:36:16.716356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a668ee61-37fb-48d3-861c-65388cd56aac req-b25f9015-dd9a-4137-8d13-34b2b0c4ee26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492 HTTP/1.1" status: 200 len: 217 time: 0.0371723 Aug 24 01:36:16.766276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668ee61-37fb-48d3-861c-65388cd56aac req-d7715278-9862-4423-b7d3-2f6a039a5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:16.767750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a668ee61-37fb-48d3-861c-65388cd56aac req-d7715278-9862-4423-b7d3-2f6a039a5796 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=076e0c09-bb8d-4aa6-8727-8381dcaa3414 HTTP/1.1" status: 200 len: 835 time: 0.0445387 Aug 24 01:36:16.778506 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:24Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:16.805744 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] Checking router: a788ddd4-6131-4c20-8f66-f8749fc7640d for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:36:16.816364 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:16.816975 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668ee61-37fb-48d3-861c-65388cd56aac req-c322d783-5027-425a-8d4e-680277abcd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:16.817115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:35:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:16.818600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a668ee61-37fb-48d3-861c-65388cd56aac req-c322d783-5027-425a-8d4e-680277abcd02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e8ef440-f905-451d-ac4e-3d0008c47f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422995 Aug 24 01:36:16.926675 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:16.943670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542277d-dd03-4e10-a2b7-61ad00bde638 req-cdbeff52-3497-4e63-bd7d-32204bf72515 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:16.945163 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d542277d-dd03-4e10-a2b7-61ad00bde638 req-cdbeff52-3497-4e63-bd7d-32204bf72515 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.1084557 Aug 24 01:36:16.962567 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a668ee61-37fb-48d3-861c-65388cd56aac req-b2877448-4bd1-4fe7-931c-884560e81912 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359580 Aug 24 01:36:17.035186 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d542277d-dd03-4e10-a2b7-61ad00bde638 req-107d7534-8e57-41b8-ae79-a53d16b28bf0 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820773 Aug 24 01:36:17.073107 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a668ee61-37fb-48d3-861c-65388cd56aac req-c94d13e2-b51a-4512-8346-e3ad564cbab8 service neutron] 10.222.0.37 "GET /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016610 Aug 24 01:36:17.135742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:24Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:17.164579 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255273df-e82f-48b1-990f-a9e9599428bd None None] The sync data for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 is: [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:20Z', 'revision_number': 4, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'fafd500c-f148-44dc-882c-e649cac40aeb', 'name': '', 'network_id': '0e8ef440-f905-451d-ac4e-3d0008c47f02', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'mac_address': 'fa:16:3e:83:b8:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:19Z', 'updated_at': '2021-08-24T01:35:24Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'subnets': [{'id': '076e0c09-bb8d-4aa6-8727-8381dcaa3414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:36:17.378602 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ebc1d-e49e-4180-9b35-3f6c4c38d244 None None] New status for floating IP 7f110d5d-1f83-43cb-a734-cf38d286f3d8: DOWN {{(pid=95329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:36:18.163701 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d73cd-5b36-4445-ad7b-95f75889c024 req-fb209577-66a9-4144-8f07-3b92a5480c45 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:18.165211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e46d73cd-5b36-4445-ad7b-95f75889c024 req-fb209577-66a9-4144-8f07-3b92a5480c45 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0588398 Aug 24 01:36:18.206356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e46d73cd-5b36-4445-ad7b-95f75889c024 req-e457a0b8-2601-402f-a17e-78929185c7da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/security-groups?id=ae3d47f9-6764-4275-b881-4fe7c48e2e70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327549 Aug 24 01:36:18.397297 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-6f6cfd8c-ec68-4ce8-88fa-1c0e86ecd108 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:18.398699 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-6f6cfd8c-ec68-4ce8-88fa-1c0e86ecd108 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 946 time: 0.0489683 Aug 24 01:36:18.494059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port 0583a4f0-a2ba-45db-b7c4-64101f48e492 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:36:18.497397 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:18.585627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port 0583a4f0-a2ba-45db-b7c4-64101f48e492, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=0583a4f0-a2ba-45db-b7c4-64101f48e492,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:18.586002 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:18.597289 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for 0583a4f0-a2ba-45db-b7c4-64101f48e492 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:36:18.775520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:18.805134 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=0583a4f0-a2ba-45db-b7c4-64101f48e492,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:18.853967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] No DVR routers for this DVR port 0583a4f0-a2ba-45db-b7c4-64101f48e492 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:36:18.857195 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:18.859594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bf6b5d87-d413-45dc-98f6-e823036bfddc req-49ec6985-70f1-4dd5-989b-93f789d81382 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.37 "DELETE /v2.0/ports/0583a4f0-a2ba-45db-b7c4-64101f48e492 HTTP/1.1" status: 204 len: 173 time: 0.4544599 Aug 24 01:36:18.860155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'name': 'network-vif-deleted', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:36:18.863367 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00781fe-0b41-4af9-b8d3-7928e715619c" -d '{"events": [{"server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "name": "network-vif-deleted", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:36:18.900970 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b7e779-f2da-4bbb-bc0f-e9e1fbaec942 x-openstack-request-id: req-63b7e779-f2da-4bbb-bc0f-e9e1fbaec942 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:36:18.901268 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333142a1-da60-4082-b4e1-8fd184ff68d9", "name": "network-vif-deleted", "tag": "0583a4f0-a2ba-45db-b7c4-64101f48e492", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:36:18.901519 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63b7e779-f2da-4bbb-bc0f-e9e1fbaec942 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:36:18.901953 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333142a1-da60-4082-b4e1-8fd184ff68d9', 'name': 'network-vif-deleted', 'tag': '0583a4f0-a2ba-45db-b7c4-64101f48e492', 'status': 'completed', 'code': 200} Aug 24 01:36:19.314795 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ccafe768-d16b-4305-885a-22c4fb49673c req-199a4088-9af9-4caf-a764-b1471a4e925f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "GET /v2.0/ports?device_id=333142a1-da60-4082-b4e1-8fd184ff68d9 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Aug 24 01:36:20.371990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53664) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:20.754476 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:21.032358 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port fafd500c-f148-44dc-882c-e649cac40aeb {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:36:21.032620 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:21.125775 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port fafd500c-f148-44dc-882c-e649cac40aeb, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=fafd500c-f148-44dc-882c-e649cac40aeb,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:21.126146 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:21.138367 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for fafd500c-f148-44dc-882c-e649cac40aeb owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:36:21.376033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:21.403544 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=fafd500c-f148-44dc-882c-e649cac40aeb,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:21.598391 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:21.810107 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Router a788ddd4-6131-4c20-8f66-f8749fc7640d has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:36:21.920821 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:36:21.925954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-57ace3d0-85a1-4423-9ec2-82c2bf03f4da tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "PUT /v2.0/routers/a788ddd4-6131-4c20-8f66-f8749fc7640d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5524387 Aug 24 01:36:21.928860 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53666) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:21.929970 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] Sync routers for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:36:21.939603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:21.940209 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:35:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:21.981053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting subnet 076e0c09-bb8d-4aa6-8727-8381dcaa3414 {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:36:21.984430 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.029293 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.118717 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.200583 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:22.246830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.272238 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Subnet': ['ID=076e0c09-bb8d-4aa6-8727-8381dcaa3414,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:22.281265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.281646 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.281994 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.282337 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.282701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.283037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.283372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.283704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.284035 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.284366 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.284691 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.285122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:22.289272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.291229 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-5c0b0209-6407-41be-9dfd-f49bdfcc87c6 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/subnets/076e0c09-bb8d-4aa6-8727-8381dcaa3414 HTTP/1.1" status: 204 len: 168 time: 0.3613122 Aug 24 01:36:22.293833 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53668) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:22.302388 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24bf39-e3bd-4ceb-88ae-8e00080dece1 None None] Network 0e8ef440-f905-451d-ac4e-3d0008c47f02 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:36:22.403675 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.481339 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:36:21Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:22.509204 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] Checking router: a788ddd4-6131-4c20-8f66-f8749fc7640d for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:36:22.517773 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] Routers {'a788ddd4-6131-4c20-8f66-f8749fc7640d'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:22.518395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:35:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['a788ddd4-6131-4c20-8f66-f8749fc7640d'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:22.518804 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.555979 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] DHCP port deletion for 0e8ef440-f905-451d-ac4e-3d0008c47f02 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:36:22.630433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Deleting port 03a52fb6-7e49-4288-9875-58b8d155c849 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:36:22.630953 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.661445 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] Set router a788ddd4-6131-4c20-8f66-f8749fc7640d gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:22.715231 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] For port 03a52fb6-7e49-4288-9875-58b8d155c849, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=03a52fb6-7e49-4288-9875-58b8d155c849,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:22.715599 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.715884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device ba886871-9fb7-4cea-8845-4e89996083b8 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:36:22.721540 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] Deleting port ba886871-9fb7-4cea-8845-4e89996083b8 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:36:22.721942 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.727947 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Calling delete_port for 03a52fb6-7e49-4288-9875-58b8d155c849 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:36:22.859699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] For port ba886871-9fb7-4cea-8845-4e89996083b8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ba886871-9fb7-4cea-8845-4e89996083b8,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:22.860108 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.887362 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] Calling delete_port for ba886871-9fb7-4cea-8845-4e89996083b8 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:36:22.918717 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0583a4f0-a2ba-45db-b7c4-64101f48e492 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:36:22.949808 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:22.957783 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 0583a4f0-a2ba-45db-b7c4-64101f48e492 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:36:22.961608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 0583a4f0-a2ba-45db-b7c4-64101f48e492 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:36:22.976828 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Port': ['ID=03a52fb6-7e49-4288-9875-58b8d155c849,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:23.017997 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.043639 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.082504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port ba886871-9fb7-4cea-8845-4e89996083b8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=ba886871-9fb7-4cea-8845-4e89996083b8,segment=NetworkSegment(84b76f69-4fc8-44df-b4f4-2c0036c0412f),segment_id=84b76f69-4fc8-44df-b4f4-2c0036c0412f)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:23.100898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:36:21Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:23.127415 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86eb3fa-2e93-41ca-b139-c8982b96dcf7 None None] The sync data for ids ['a788ddd4-6131-4c20-8f66-f8749fc7640d'] in n-d-804878-2 is: [{'id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-804493821', 'tenant_id': 'cd0e853c52f24d4884f464bc35d2b012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:36:21Z', 'revision_number': 5, 'project_id': 'cd0e853c52f24d4884f464bc35d2b012', 'gw_port': {'id': '03a52fb6-7e49-4288-9875-58b8d155c849', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a788ddd4-6131-4c20-8f66-f8749fc7640d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:35:16Z', 'updated_at': '2021-08-24T01:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:36:23.135012 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.137246 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.141489 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.194957 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=ba886871-9fb7-4cea-8845-4e89996083b8,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:23.202883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.203237 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.203588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.203933 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.204274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.204612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.204952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.205283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.205646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.205978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.206308 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.206637 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:23.232639 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.261861 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] Pushing event deleted for resources: {'Port': ['ID=ba886871-9fb7-4cea-8845-4e89996083b8,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:23.266975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64bc139-d57b-4d83-b48d-569a54befa8c None None] No DVR routers for this DVR port ba886871-9fb7-4cea-8845-4e89996083b8 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:36:23.272613 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.273082 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Fanout notify agent at l3_agent the message router_deleted on router a788ddd4-6131-4c20-8f66-f8749fc7640d {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:36:23.280600 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.281762 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7a579243-d60e-4040-9e77-9c11e856e02f tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/routers/a788ddd4-6131-4c20-8f66-f8749fc7640d HTTP/1.1" status: 204 len: 168 time: 0.9864554 Aug 24 01:36:23.284498 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53670) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:23.363829 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.447802 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.458565 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8ef440-f905-451d-ac4e-3d0008c47f02']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:23.468817 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b76f69-4fc8-44df-b4f4-2c0036c0412f') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:23.469123 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b76f69-4fc8-44df-b4f4-2c0036c0412f') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:23.478122 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.492147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.498930 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:36:23.504807 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:36:23.650064 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.654637 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.656556 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/networks/0e8ef440-f905-451d-ac4e-3d0008c47f02 HTTP/1.1" status: 204 len: 168 time: 0.3710940 Aug 24 01:36:23.659407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53674) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:23.672537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249ed9c-bc52-4941-9469-ba85ca32ebc4 tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'Network': ['ID=0e8ef440-f905-451d-ac4e-3d0008c47f02,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:23.725257 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1dd10b5d-c237-4225-a2a2-8578f6ea03cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.754056 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1dd10b5d-c237-4225-a2a2-8578f6ea03cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.906955 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1dd10b5d-c237-4225-a2a2-8578f6ea03cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.909661 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-1dd10b5d-c237-4225-a2a2-8578f6ea03cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:23.910871 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-1dd10b5d-c237-4225-a2a2-8578f6ea03cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] 10.222.0.26 "DELETE /v2.0/security-groups/ae3d47f9-6764-4275-b881-4fe7c48e2e70 HTTP/1.1" status: 204 len: 168 time: 0.2504408 Aug 24 01:36:23.920826 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd10b5d-c237-4225-a2a2-8578f6ea03cf tempest-TestNetworkAdvancedServerOps-1849173879 tempest-TestNetworkAdvancedServerOps-1849173879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3d47f9-6764-4275-b881-4fe7c48e2e70,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:24.570734 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53682) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:24.629247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 03a52fb6-7e49-4288-9875-58b8d155c849 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:36:24.649310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 03a52fb6-7e49-4288-9875-58b8d155c849 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:36:24.649680 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 03a52fb6-7e49-4288-9875-58b8d155c849 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:36:24.650101 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fafd500c-f148-44dc-882c-e649cac40aeb no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:36:24.669223 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: fafd500c-f148-44dc-882c-e649cac40aeb {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:36:24.669598 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device fafd500c-f148-44dc-882c-e649cac40aeb not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:36:24.725996 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-b6843d33-92f1-4ebc-b9b1-251ee224d3a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd0e853c52f24d4884f464bc35d2b012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540704 Aug 24 01:36:24.728478 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53686) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:24.775093 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94c72e88-62f2-4d93-b860-cef279b3d0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:24.796063 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94c72e88-62f2-4d93-b860-cef279b3d0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:24.932316 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94c72e88-62f2-4d93-b860-cef279b3d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:24.935427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-94c72e88-62f2-4d93-b860-cef279b3d0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:24.936594 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-94c72e88-62f2-4d93-b860-cef279b3d0f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14fafbec-91d6-42ce-8830-4998af2a46aa HTTP/1.1" status: 204 len: 168 time: 0.2072155 Aug 24 01:36:24.944354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c72e88-62f2-4d93-b860-cef279b3d0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fafbec-91d6-42ce-8830-4998af2a46aa,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:25.522278 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53692) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:25.537201 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcce2853-c7d5-413c-a9de-979446c912e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:25.627011 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcce2853-c7d5-413c-a9de-979446c912e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:25.691672 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-fcce2853-c7d5-413c-a9de-979446c912e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:25.730566 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-fcce2853-c7d5-413c-a9de-979446c912e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=474403c855414a519a29791d5ae92624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072346 Aug 24 01:36:25.731403 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce2853-c7d5-413c-a9de-979446c912e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f4f96-1d50-4665-99f2-f227a6469fb5,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:25.733965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53694) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:25.781939 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27826b7d-97db-4852-9dd5-46ed18797191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:25.802947 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27826b7d-97db-4852-9dd5-46ed18797191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:25.903596 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27826b7d-97db-4852-9dd5-46ed18797191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:25.906844 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-27826b7d-97db-4852-9dd5-46ed18797191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:25.908150 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-27826b7d-97db-4852-9dd5-46ed18797191 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d74f4f96-1d50-4665-99f2-f227a6469fb5 HTTP/1.1" status: 204 len: 168 time: 0.1731586 Aug 24 01:36:25.915710 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27826b7d-97db-4852-9dd5-46ed18797191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74f4f96-1d50-4665-99f2-f227a6469fb5,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:26.292298 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:26.355365 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-81491109-b4d8-42cd-8dd5-ae8bd70c9b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:26.968752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53716) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:27.090787 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1700742645-network', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:27.175561 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Made reservation on behalf of 423ef79199a342f3aaf3dd80531c7544 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:36:27.178009 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.186748 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.277763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.331700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.352638 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:36:27.368262 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8183a7-9096-4fce-b54f-930131b8fd50,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:27.371257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.371614 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Added segment 3cf4752f-1e66-4122-bd01-f013f70de4c2 of type vlan for network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 Aug 24 01:36:27.412031 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.478224 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.479209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:27.479797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.539012 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] Pushing event updated for resources: {'Network': ['ID=d9281f4e-8f80-4112-b0ab-b59b3c635fb8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:27.548504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:36:27.587579 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-115edca0-8409-4de2-ac43-7bb42df8e7ac admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6177044 Aug 24 01:36:27.590490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53720) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:27.595966 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Request body: {'subnet': {'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1700742645-subnet', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:27.672323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Made reservation on behalf of 423ef79199a342f3aaf3dd80531c7544 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:36:27.674727 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.906628 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:27.966984 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d21ac9-603a-40e9-a74f-97b28948defa,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:27.974640 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Checking segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:27.975217 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Network hostable DHCP agents. Network: d9281f4e-8f80-4112-b0ab-b59b3c635fb8, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:36:28.043306 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:36:28.112431 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, d9281f4e-8f80-4112-b0ab-b59b3c635fb8) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:28.116443 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:28.117100 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.122947 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2306a837-4420-4e81-af86-00e3f476e6a0 None None] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:36:28.202519 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7e0cccd9-3f86-46c7-91c7-767a8e19531a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6107883 Aug 24 01:36:28.204959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53722) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:28.209301 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:28.265824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-d9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:36:28.266674 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.289722 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.290791 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.342510 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.397194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Allocated IP 172.20.0.2 (d9281f4e-8f80-4112-b0ab-b59b3c635fb8/a6d21ac9-603a-40e9-a74f-97b28948defa/107d3d9d-8205-4c64-83cf-eb5e75f05de7) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:36:28.538739 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.547228 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Transition to ACTIVE for port object 107d3d9d-8205-4c64-83cf-eb5e75f05de7 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:28.561888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Transition to ACTIVE for port object 107d3d9d-8205-4c64-83cf-eb5e75f05de7 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:28.609149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.658217 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.694541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:28.697454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:28.700898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:36:28.713693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Pushing event updated for resources: {'Port': ['ID=107d3d9d-8205-4c64-83cf-eb5e75f05de7,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:28.759019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Attempting to bind port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:36:28.759394 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Attempting to bind port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:36:28.759765 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Attempting to bind port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:36:28.764841 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:36:28.765268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Checking segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:28.765712 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.766108 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Bound using segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:36:28.766573 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Bound port: 107d3d9d-8205-4c64-83cf-eb5e75f05de7, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:36:28.766959 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.832098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-58401d02-c09f-48e8-8408-1250b892245f None None] For port 107d3d9d-8205-4c64-83cf-eb5e75f05de7, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:36:28.835141 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-58401d02-c09f-48e8-8408-1250b892245f None None] For port 107d3d9d-8205-4c64-83cf-eb5e75f05de7, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=107d3d9d-8205-4c64-83cf-eb5e75f05de7,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:36:28.887007 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.904778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.907385 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:28.964412 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58401d02-c09f-48e8-8408-1250b892245f None None] Pushing event updated for resources: {'Port': ['ID=107d3d9d-8205-4c64-83cf-eb5e75f05de7,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:29.016836 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Allocated IP 172.25.5.146 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:36:29.075380 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3327f9c8-b2c8-4da5-87d6-c7783a43afea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:29.139841 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:29.212601 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:29.246979 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:29.287686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:29.291798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:29.296521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:36:29.299537 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:29.330082 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:36:29.600693 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.007542 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e9241-622a-4db6-9dbd-2d9256e1690d None None] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:36:30.137235 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.186896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-e3754c90-682d-42c9-8867-e5e7c0058e0c None None] Provisioning for port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:30.354770 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Router f854aba8-060c-4c51-87a2-da98d8c429b0 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:36:30.465486 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:36:30.477837 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Sync routers for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:36:30.489428 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:30.490125 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:30.532300 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.533636 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-c13cf2ab-30d8-4d69-a53b-7d58b11751c2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3277032 Aug 24 01:36:30.537510 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53724) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:30.597945 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:30.623998 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.671662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 107d3d9d-8205-4c64-83cf-eb5e75f05de7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:30.778488 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:29Z', 'revision_number': 3, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:30.792813 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:30.797535 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:30.798595 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.806296 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Checking router: f854aba8-060c-4c51-87a2-da98d8c429b0 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:36:30.806647 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Updating router f854aba8-060c-4c51-87a2-da98d8c429b0 port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:36:30.832670 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.882095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.917247 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 107d3d9d-8205-4c64-83cf-eb5e75f05de7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=107d3d9d-8205-4c64-83cf-eb5e75f05de7,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:30.981257 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:30.986828 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.037928 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=107d3d9d-8205-4c64-83cf-eb5e75f05de7,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:31.098746 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.111286 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Transition to ACTIVE for port object 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:31.157877 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Allocated IP 172.20.0.1 (d9281f4e-8f80-4112-b0ab-b59b3c635fb8/a6d21ac9-603a-40e9-a74f-97b28948defa/a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:36:31.198109 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.248137 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Attempting to bind port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:36:31.248505 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Attempting to bind port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:36:31.248862 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Attempting to bind port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:36:31.255502 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Pushing event updated for resources: {'Port': ['ID=2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:31.262206 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:36:31.262575 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:31.263542 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.263876 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:36:31.264371 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Bound port: 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:36:31.264732 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.265813 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.270937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.271977 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:36:31.281874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Transition to ACTIVE for port object a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:31.322026 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] For port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:36:31.325082 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] For port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:36:31.364246 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.387460 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.409206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:31.413354 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:31.417752 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:36:31.420978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Pushing event updated for resources: {'Port': ['ID=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:31.444178 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:31.445040 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:31.462577 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.496808 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee56047-6ccd-432b-8a15-6054966ddce7 None None] Pushing event updated for resources: {'Port': ['ID=2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:31.570628 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:31.667590 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.718327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b5750e91-76c1-49b9-8205-fcff4a84441a None None] Provisioning for port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:31.722162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b5750e91-76c1-49b9-8205-fcff4a84441a None None] Provisioning complete for port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:31.722543 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b5750e91-76c1-49b9-8205-fcff4a84441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.750300 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:29Z', 'revision_number': 3, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:31.760234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-b5750e91-76c1-49b9-8205-fcff4a84441a None None] Port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:36:31.780676 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e99cf-3c9f-4200-b94b-4262fa67b9c4 None None] The sync data for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 is: [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:29Z', 'revision_number': 3, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:36:31.845937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.909431 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:31.986656 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Pushing event updated for resources: {'Port': ['ID=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:31.986656 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:32.103419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:32.105191 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:32.163979 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:32.233206 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Router f854aba8-060c-4c51-87a2-da98d8c429b0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:36:32.355451 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:36:32.360682 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4cba1f0c-8d63-4104-a787-4ea13dcedf57 admin admin] 10.222.0.26 "PUT /v2.0/routers/f854aba8-060c-4c51-87a2-da98d8c429b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221045 Aug 24 01:36:32.385050 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9aeecdb9-a295-47b8-b123-98fe17a17606 None None] Provisioning complete for port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:32.385852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9aeecdb9-a295-47b8-b123-98fe17a17606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:32.421867 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9aeecdb9-a295-47b8-b123-98fe17a17606 None None] Port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:36:32.710203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 107d3d9d-8205-4c64-83cf-eb5e75f05de7 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:32.757735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:32.758110 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:32.838065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:32.983488 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:32.987692 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:32.988079 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.067496 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.097693 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:33.100314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53742) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:33.105396 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-910159172-network', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:33.178051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.206553 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Made reservation on behalf of cf352ebb630942f2a313e867e9e24eab for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:36:33.209008 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.221229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.243143 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:33.312339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.358387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Sync routers for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:36:33.363913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.367677 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:33.368299 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:33.391508 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:36:33.397776 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd361e-e33d-41bc-a95b-c392f4c8d190,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:33.406296 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.406695 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Added segment d3adcb27-560b-430e-9280-f761a41bb51a of type vlan for network 8f4e3659-c85b-4652-a7a5-9c9941832474 Aug 24 01:36:33.453495 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.530361 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.531529 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:33.532134 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.594644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] Pushing event updated for resources: {'Network': ['ID=8f4e3659-c85b-4652-a7a5-9c9941832474,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:33.614900 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 8f4e3659-c85b-4652-a7a5-9c9941832474 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:36:33.624553 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7218e0b1-278a-4791-a80c-6f97856c9aad admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5231185 Aug 24 01:36:33.627246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53746) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:33.632265 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Request body: {'subnet': {'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-910159172-subnet', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:33.695820 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:33.714988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Made reservation on behalf of cf352ebb630942f2a313e867e9e24eab for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:36:33.717418 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:33.898168 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 2, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:33.924894 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Checking router: f854aba8-060c-4c51-87a2-da98d8c429b0 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:36:33.925255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Updating router f854aba8-060c-4c51-87a2-da98d8c429b0 port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:36:33.948622 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.009824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.067792 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af7a961-d7e0-4097-9ea3-1cd11d39198e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:34.078735 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Checking segment: {'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:34.079100 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Network hostable DHCP agents. Network: 8f4e3659-c85b-4652-a7a5-9c9941832474, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:36:34.195041 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Network 8f4e3659-c85b-4652-a7a5-9c9941832474 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:36:34.219127 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.228746 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Transition to ACTIVE for port object a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:34.326571 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 8f4e3659-c85b-4652-a7a5-9c9941832474) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:34.331617 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:34.333538 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.334621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3452368-e19c-4bcf-beaa-30d9310a5f48 None None] Network 8f4e3659-c85b-4652-a7a5-9c9941832474 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:36:34.348730 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.453085 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6187b0-4318-4b1a-9107-0e357a86468b None None] Pushing event updated for resources: {'Port': ['ID=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:34.468218 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-435cc96c-d1f8-43c2-94c7-899d0b74c9df admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8398445 Aug 24 01:36:34.470686 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53750) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:34.475699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:34.541121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Attempting to bind port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:36:34.541496 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Attempting to bind port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:36:34.541896 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Attempting to bind port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:36:34.551475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:36:34.551922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Checking segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:34.552269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.552668 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Bound using segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:36:34.553140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Bound port: a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:36:34.553529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.564157 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.566267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.606064 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-8f4e3659-c85b-4652-a7a5-9c9941832474', 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'fixed_ips': [{'subnet_id': '5af7a961-d7e0-4097-9ea3-1cd11d39198e'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:36:34.608833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.638411 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.652288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:34.742405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] For port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:36:34.768301 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] For port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:36:34.829341 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.829906 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:34.830283 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.832196 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Allocated IP 172.20.0.2 (8f4e3659-c85b-4652-a7a5-9c9941832474/5af7a961-d7e0-4097-9ea3-1cd11d39198e/55d4dd3d-9ebc-41e4-b222-ae0defcd6eea) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:36:34.861424 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:34.995719 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:34.996275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:35.000902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6187b0-4318-4b1a-9107-0e357a86468b None None] Pushing event updated for resources: {'Port': ['ID=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:35.174148 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.194198 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:35.194424 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.224728 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.241422 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Transition to ACTIVE for port object 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:35.299521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Allocated IP 172.25.5.106 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/6eddd4b6-7d3e-4795-a001-607646d9a61c) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:36:35.303604 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Transition to ACTIVE for port object 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:35.402589 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.419824 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:34Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:35.451747 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc3fe8-ed79-4192-9ed2-53dec087dbaf None None] The sync data for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 is: [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:34Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:36:35.476963 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.523500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Network 8f4e3659-c85b-4652-a7a5-9c9941832474 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:35.526611 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:35.530113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:36:35.535797 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.543982 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Pushing event updated for resources: {'Port': ['ID=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:35.593592 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Attempting to bind port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:36:35.593832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:35.593978 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Attempting to bind port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:36:35.594322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Attempting to bind port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea on network 8f4e3659-c85b-4652-a7a5-9c9941832474 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:36:35.597279 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:35.600545 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:36:35.601315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Checking segment: {'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:35.601315 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.601593 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:36:35.601834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Bound using segment: {'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:36:35.602302 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Bound port: 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:36:35.603323 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.607745 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Pushing event updated for resources: {'Port': ['ID=6eddd4b6-7d3e-4795-a001-607646d9a61c,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:35.675296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] For port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:36:35.678646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] For port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,segment=NetworkSegment(d3adcb27-560b-430e-9280-f761a41bb51a),segment_id=d3adcb27-560b-430e-9280-f761a41bb51a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:36:35.784076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:35.844612 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03766e75-7a2f-4335-b435-46c28d1dd97b None None] Pushing event updated for resources: {'Port': ['ID=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:35.930941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:36.507443 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:36.712768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:36.720876 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Router ca3697c1-16f6-4933-a869-07b4c44e3962 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:36:36.801232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1acec7-e85c-45ab-88bc-2aa8496d5a06 None None] Network 8f4e3659-c85b-4652-a7a5-9c9941832474 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:36:36.834171 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:36:36.847561 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Sync routers for ids ['ca3697c1-16f6-4933-a869-07b4c44e3962'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:36:36.851258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:36.857693 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Routers {'ca3697c1-16f6-4933-a869-07b4c44e3962'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:36.858404 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ca3697c1-16f6-4933-a869-07b4c44e3962'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:36.860129 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:36.936609 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:36.938317 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-204765cb-055d-4c01-8136-b4eec5110002 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4666235 Aug 24 01:36:36.941049 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53752) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:36.969743 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Set router ca3697c1-16f6-4933-a869-07b4c44e3962 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:36.985735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a6732cb2-c853-49c5-9e13-8d277395bfb7 None None] Provisioning for port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:36.992153 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a6732cb2-c853-49c5-9e13-8d277395bfb7 None None] Provisioning complete for port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:36.992530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6732cb2-c853-49c5-9e13-8d277395bfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.052098 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:37.078857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:37.079237 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.120491 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6732cb2-c853-49c5-9e13-8d277395bfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.214000 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a6732cb2-c853-49c5-9e13-8d277395bfb7 None None] For port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,segment=NetworkSegment(d3adcb27-560b-430e-9280-f761a41bb51a),segment_id=d3adcb27-560b-430e-9280-f761a41bb51a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:37.230439 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.273591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:37.285258 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:36:35Z', 'revision_number': 3, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port': {'id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:35Z', 'updated_at': '2021-08-24T01:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:37.301280 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a6732cb2-c853-49c5-9e13-8d277395bfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.315238 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Checking router: ca3697c1-16f6-4933-a869-07b4c44e3962 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:36:37.315588 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Updating router ca3697c1-16f6-4933-a869-07b4c44e3962 port 6eddd4b6-7d3e-4795-a001-607646d9a61c binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:36:37.341388 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.358972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6732cb2-c853-49c5-9e13-8d277395bfb7 None None] Pushing event updated for resources: {'Port': ['ID=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:37.378130 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.422971 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.430674 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:37.439327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-f32f7427-08c7-47e6-98e1-f087b66cefcf None None] Provisioning complete for port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:37.439813 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f32f7427-08c7-47e6-98e1-f087b66cefcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.594988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Allocated IP 172.20.0.1 (8f4e3659-c85b-4652-a7a5-9c9941832474/5af7a961-d7e0-4097-9ea3-1cd11d39198e/2f7ec3e6-cbeb-431e-b2f8-a490332b36ed) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:36:37.622984 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.637019 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Transition to ACTIVE for port object 6eddd4b6-7d3e-4795-a001-607646d9a61c will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:37.701914 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.702127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.717061 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Transition to ACTIVE for port object 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:37.753999 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Attempting to bind port 6eddd4b6-7d3e-4795-a001-607646d9a61c on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:36:37.754369 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Attempting to bind port 6eddd4b6-7d3e-4795-a001-607646d9a61c by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:36:37.754737 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Attempting to bind port 6eddd4b6-7d3e-4795-a001-607646d9a61c on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:36:37.757475 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4955183-fb48-403b-94a3-1369fb3f1842 None None] Pushing event updated for resources: {'Port': ['ID=6eddd4b6-7d3e-4795-a001-607646d9a61c,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:37.761908 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:36:37.763473 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:37.763473 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.763820 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:36:37.764280 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Bound port: 6eddd4b6-7d3e-4795-a001-607646d9a61c, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:36:37.765339 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.806945 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.813974 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] For port 6eddd4b6-7d3e-4795-a001-607646d9a61c, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:36:37.817034 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] For port 6eddd4b6-7d3e-4795-a001-607646d9a61c, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6eddd4b6-7d3e-4795-a001-607646d9a61c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:36:37.845519 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Network 8f4e3659-c85b-4652-a7a5-9c9941832474 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:37.848587 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:37.852403 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:36:37.887589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:37.897058 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.903182 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:37.963270 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4955183-fb48-403b-94a3-1369fb3f1842 None None] Pushing event updated for resources: {'Port': ['ID=6eddd4b6-7d3e-4795-a001-607646d9a61c,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:37.974032 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Routers {'ca3697c1-16f6-4933-a869-07b4c44e3962'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:37.974964 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ca3697c1-16f6-4933-a869-07b4c44e3962'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:38.083721 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] Set router ca3697c1-16f6-4933-a869-07b4c44e3962 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:38.121043 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:38.229256 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2cf131e1-72c8-4180-9804-f52609727624 None None] Provisioning for port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:38.233155 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-2cf131e1-72c8-4180-9804-f52609727624 None None] Provisioning complete for port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:38.233529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2cf131e1-72c8-4180-9804-f52609727624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:38.265554 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:36:35Z', 'revision_number': 3, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port': {'id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:35Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:38.268353 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-2cf131e1-72c8-4180-9804-f52609727624 None None] Port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:36:38.291795 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ca9b-006b-4789-80b1-3369c380fcbd None None] The sync data for ids ['ca3697c1-16f6-4933-a869-07b4c44e3962'] in n-d-804878-2 is: [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:36:35Z', 'revision_number': 3, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port': {'id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:35Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:36:38.292062 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:38.383781 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:38.457376 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:38.460096 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:38.577031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Network 8f4e3659-c85b-4652-a7a5-9c9941832474 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:38.578491 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:38.727874 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Router ca3697c1-16f6-4933-a869-07b4c44e3962 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:36:38.757359 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6eddd4b6-7d3e-4795-a001-607646d9a61c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:38.866630 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:36:38.873491 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-7fa11d92-d10a-40d8-ab5d-76948a8dbc49 admin admin] 10.222.0.26 "PUT /v2.0/routers/ca3697c1-16f6-4933-a869-07b4c44e3962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291449 Aug 24 01:36:38.892121 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 6eddd4b6-7d3e-4795-a001-607646d9a61c completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:38.895472 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9f07a474-f6f5-4168-ad0c-92a444b8db6e None None] Provisioning complete for port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:38.895850 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9f07a474-f6f5-4168-ad0c-92a444b8db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:38.899221 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6eddd4b6-7d3e-4795-a001-607646d9a61c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:38.899627 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:38.962977 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-9f07a474-f6f5-4168-ad0c-92a444b8db6e None None] Port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:36:39.013437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:39.033893 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 6eddd4b6-7d3e-4795-a001-607646d9a61c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6eddd4b6-7d3e-4795-a001-607646d9a61c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:39.114964 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:39.115902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:39.194799 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=6eddd4b6-7d3e-4795-a001-607646d9a61c,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:39.206601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:39.206980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:39.288109 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:39.333937 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:39.334329 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:39.645971 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53760) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:39.652197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-a721d4ce-4c09-4c1c-847e-9b90b592b429 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883053389', 'description': 'tempest-secgroup-smoke-1883053389 description', 'project_id': '423ef79199a342f3aaf3dd80531c7544'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:39.777956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a721d4ce-4c09-4c1c-847e-9b90b592b429 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:39.879477 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a721d4ce-4c09-4c1c-847e-9b90b592b429 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:39.897327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Sync routers for ids ['ca3697c1-16f6-4933-a869-07b4c44e3962'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:36:39.907037 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Routers {'ca3697c1-16f6-4933-a869-07b4c44e3962'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:39.907648 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ca3697c1-16f6-4933-a869-07b4c44e3962'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:39.960576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a721d4ce-4c09-4c1c-847e-9b90b592b429 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:39.995464 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721d4ce-4c09-4c1c-847e-9b90b592b429 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8bc695-0fe9-4448-83dc-662e605eeb5e,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:40.013104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Set router ca3697c1-16f6-4933-a869-07b4c44e3962 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:40.043708 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a721d4ce-4c09-4c1c-847e-9b90b592b429 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.045667 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a721d4ce-4c09-4c1c-847e-9b90b592b429 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3986416 Aug 24 01:36:40.048693 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53762) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:40.053475 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-437e2c3b-cceb-4f59-967b-dd5db29a8bca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': 'fa8bc695-0fe9-4448-83dc-662e605eeb5e', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:40.131452 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437e2c3b-cceb-4f59-967b-dd5db29a8bca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.200119 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437e2c3b-cceb-4f59-967b-dd5db29a8bca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.210455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:36:38Z', 'revision_number': 4, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port': {'id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:35Z', 'updated_at': '2021-08-24T01:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '2f7ec3e6-cbeb-431e-b2f8-a490332b36ed', 'name': '', 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'mac_address': 'fa:16:3e:85:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5af7a961-d7e0-4097-9ea3-1cd11d39198e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:37Z', 'updated_at': '2021-08-24T01:36:38Z', 'revision_number': 2, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'subnets': [{'id': '5af7a961-d7e0-4097-9ea3-1cd11d39198e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:40.241997 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Checking router: ca3697c1-16f6-4933-a869-07b4c44e3962 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:36:40.242355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Updating router ca3697c1-16f6-4933-a869-07b4c44e3962 port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:36:40.268262 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.269251 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437e2c3b-cceb-4f59-967b-dd5db29a8bca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.288521 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e2c3b-cceb-4f59-967b-dd5db29a8bca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5fa57d-3c63-418f-a23c-2530e17f63d5,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:40.372199 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-437e2c3b-cceb-4f59-967b-dd5db29a8bca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.373499 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-437e2c3b-cceb-4f59-967b-dd5db29a8bca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3235855 Aug 24 01:36:40.376358 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:40.380988 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-146f0e16-d100-48fb-9fa0-9e1e4b4b34bc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': 'fa8bc695-0fe9-4448-83dc-662e605eeb5e', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:40.474488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-146f0e16-d100-48fb-9fa0-9e1e4b4b34bc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.527868 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.531149 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-146f0e16-d100-48fb-9fa0-9e1e4b4b34bc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.537930 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Transition to ACTIVE for port object 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:40.609519 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-146f0e16-d100-48fb-9fa0-9e1e4b4b34bc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.617663 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.630933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f0e16-d100-48fb-9fa0-9e1e4b4b34bc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7466bef6-b687-44c9-a631-dd44728d5ccc,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:40.654590 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6eddd4b6-7d3e-4795-a001-607646d9a61c up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:40.705534 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866c39c-096c-4afa-8fd8-780bc2f90164 None None] Pushing event updated for resources: {'Port': ['ID=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:40.709191 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-146f0e16-d100-48fb-9fa0-9e1e4b4b34bc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.711828 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-146f0e16-d100-48fb-9fa0-9e1e4b4b34bc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3345499 Aug 24 01:36:40.715145 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53766) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:40.723727 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7ad64040-c5af-41f7-a45a-8057aebd24fc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': 'fa8bc695-0fe9-4448-83dc-662e605eeb5e', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:40.769460 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Attempting to bind port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:36:40.769872 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Attempting to bind port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:36:40.770250 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Attempting to bind port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed on network 8f4e3659-c85b-4652-a7a5-9c9941832474 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:36:40.776387 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 6eddd4b6-7d3e-4795-a001-607646d9a61c triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:40.776769 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.778548 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:36:40.778934 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Checking segment: {'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:40.779338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.779742 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Bound using segment: {'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:36:40.780454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Bound port: 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3adcb27-560b-430e-9280-f761a41bb51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:36:40.780862 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.817310 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ad64040-c5af-41f7-a45a-8057aebd24fc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.876335 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ad64040-c5af-41f7-a45a-8057aebd24fc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.892467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] For port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:36:40.925654 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] For port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,segment=NetworkSegment(d3adcb27-560b-430e-9280-f761a41bb51a),segment_id=d3adcb27-560b-430e-9280-f761a41bb51a)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:36:40.955070 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ad64040-c5af-41f7-a45a-8057aebd24fc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:40.974336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad64040-c5af-41f7-a45a-8057aebd24fc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61279981-1989-47a6-8404-bc02532a957f,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:41.012922 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.045215 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7ad64040-c5af-41f7-a45a-8057aebd24fc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.050726 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53768) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:41.053017 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7ad64040-c5af-41f7-a45a-8057aebd24fc tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3348889 Aug 24 01:36:41.057318 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-85d98276-c2b0-4fef-a435-c36a175daa15 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': 'fa8bc695-0fe9-4448-83dc-662e605eeb5e', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:41.073750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Routers {'ca3697c1-16f6-4933-a869-07b4c44e3962'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:41.074389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ca3697c1-16f6-4933-a869-07b4c44e3962'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:41.077368 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866c39c-096c-4afa-8fd8-780bc2f90164 None None] Pushing event updated for resources: {'Port': ['ID=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:41.166319 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85d98276-c2b0-4fef-a435-c36a175daa15 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.191922 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] Set router ca3697c1-16f6-4933-a869-07b4c44e3962 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:41.232102 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85d98276-c2b0-4fef-a435-c36a175daa15 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.306124 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85d98276-c2b0-4fef-a435-c36a175daa15 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.329050 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d98276-c2b0-4fef-a435-c36a175daa15 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4405d25-f29a-426b-832c-dab12c74ef15,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:41.391853 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-85d98276-c2b0-4fef-a435-c36a175daa15 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.393145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-85d98276-c2b0-4fef-a435-c36a175daa15 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403566 Aug 24 01:36:41.395967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53770) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:41.401266 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-12d38fb6-4459-4fb9-936b-70e3896afc90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': 'fa8bc695-0fe9-4448-83dc-662e605eeb5e', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:41.404987 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:36:38Z', 'revision_number': 4, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port': {'id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:35Z', 'updated_at': '2021-08-24T01:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '2f7ec3e6-cbeb-431e-b2f8-a490332b36ed', 'name': '', 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'mac_address': 'fa:16:3e:85:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5af7a961-d7e0-4097-9ea3-1cd11d39198e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:37Z', 'updated_at': '2021-08-24T01:36:40Z', 'revision_number': 4, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'subnets': [{'id': '5af7a961-d7e0-4097-9ea3-1cd11d39198e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:41.430973 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c39c1-4047-4881-8c06-8a64561398b5 None None] The sync data for ids ['ca3697c1-16f6-4933-a869-07b4c44e3962'] in n-d-804878-2 is: [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:36:38Z', 'revision_number': 4, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port': {'id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:35Z', 'updated_at': '2021-08-24T01:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '2f7ec3e6-cbeb-431e-b2f8-a490332b36ed', 'name': '', 'network_id': '8f4e3659-c85b-4652-a7a5-9c9941832474', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'mac_address': 'fa:16:3e:85:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '5af7a961-d7e0-4097-9ea3-1cd11d39198e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:37Z', 'updated_at': '2021-08-24T01:36:40Z', 'revision_number': 4, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'subnets': [{'id': '5af7a961-d7e0-4097-9ea3-1cd11d39198e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:36:41.483814 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-12d38fb6-4459-4fb9-936b-70e3896afc90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Project 423ef79199a342f3aaf3dd80531c7544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:36:41.489529 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12d38fb6-4459-4fb9-936b-70e3896afc90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.558272 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12d38fb6-4459-4fb9-936b-70e3896afc90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.631997 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12d38fb6-4459-4fb9-936b-70e3896afc90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.650964 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d38fb6-4459-4fb9-936b-70e3896afc90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a089980-58f6-40d4-9fba-fc795951c615,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:41.727375 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-12d38fb6-4459-4fb9-936b-70e3896afc90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.727375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-12d38fb6-4459-4fb9-936b-70e3896afc90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3284781 Aug 24 01:36:41.728197 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 53772) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:41.733699 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-3232eb0d-f48e-4a7a-beb9-56970ea395cb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': 'fa8bc695-0fe9-4448-83dc-662e605eeb5e', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:41.797920 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-3232eb0d-f48e-4a7a-beb9-56970ea395cb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Project 423ef79199a342f3aaf3dd80531c7544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:36:41.803638 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3232eb0d-f48e-4a7a-beb9-56970ea395cb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.868763 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3232eb0d-f48e-4a7a-beb9-56970ea395cb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.942995 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3232eb0d-f48e-4a7a-beb9-56970ea395cb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:41.961141 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232eb0d-f48e-4a7a-beb9-56970ea395cb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ec7d61-2d89-4ba3-9693-21e1a96daa78,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:42.023238 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-3232eb0d-f48e-4a7a-beb9-56970ea395cb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:42.024413 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-3232eb0d-f48e-4a7a-beb9-56970ea395cb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2952318 Aug 24 01:36:42.443719 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-b605b148-b5d6-4272-9714-2cc64aae69bd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883053389&fields=id&tenant_id=423ef79199a342f3aaf3dd80531c7544 HTTP/1.1" status: 200 len: 267 time: 0.0361068 Aug 24 01:36:42.553352 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-9bed2662-df56-4ff7-913a-6bd6c6a3cbf2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:42.554738 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-9bed2662-df56-4ff7-913a-6bd6c6a3cbf2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 809 time: 0.1051724 Aug 24 01:36:42.570095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-0c353254-2beb-4dad-8824-ca181187044c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/quotas/423ef79199a342f3aaf3dd80531c7544 HTTP/1.1" status: 200 len: 375 time: 0.0089636 Aug 24 01:36:42.622700 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-15bc121f-3d3d-44e5-a823-4fa06bc033f0 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473349 Aug 24 01:36:42.677772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:42.753006 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-cd5974c2-2f13-473b-ae99-8e03d6165130 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:36:42.754130 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-cd5974c2-2f13-473b-ae99-8e03d6165130 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1148336 Aug 24 01:36:42.795414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:42.799634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:42.800013 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:42.850315 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-f2729875-9739-4a91-8569-43ce670d9f16 service neutron] 10.222.0.26 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899956 Aug 24 01:36:42.881850 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:42.914454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,segment=NetworkSegment(d3adcb27-560b-430e-9280-f761a41bb51a),segment_id=d3adcb27-560b-430e-9280-f761a41bb51a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:42.941005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-834c3023-7f9b-4c84-8ae5-d3aefd7273a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Aug 24 01:36:42.977827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:43.025882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:43.162073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e94326d2-cdd6-49ea-9dd3-6013f8366a2c req-7c11f78a-16d8-4b15-beb1-c0d6082723b6 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 210 time: 0.0275033 Aug 24 01:36:43.169299 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:44.258054 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-567374ea-a53e-4ff1-b500-d72bdbdd1c45 req-69e4355a-57c6-4fbb-88e4-1fbb8c80bdb8 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Aug 24 01:36:44.643551 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:44.695443 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:44.695823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:45.263084 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-16546b92-2aae-4feb-8996-31110785b6bd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:45.264567 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-16546b92-2aae-4feb-8996-31110785b6bd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 809 time: 0.1039016 Aug 24 01:36:45.314195 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-1a37e8d8-3786-46cb-9ed9-6f064a227a52 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=423ef79199a342f3aaf3dd80531c7544 HTTP/1.1" status: 200 len: 380 time: 0.0355816 Aug 24 01:36:45.323891 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'port': {'device_id': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'admin_state_up': True, 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'security_groups': ['fa8bc695-0fe9-4448-83dc-662e605eeb5e']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:45.358158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-707c1556-35e0-48a5-9e80-30738d6cfe01 req-c78ea24b-7bf5-47ea-b2f6-24c9a8f1e5de tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 210 time: 0.0327432 Aug 24 01:36:45.511955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Made reservation on behalf of 423ef79199a342f3aaf3dd80531c7544 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:36:45.515592 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:45.644271 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Allocated IP 172.20.0.12 (d9281f4e-8f80-4112-b0ab-b59b3c635fb8/a6d21ac9-603a-40e9-a74f-97b28948defa/90031dac-5dbe-4416-83e3-2bc07fcc57b3) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:36:45.776479 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:45.795106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Transition to ACTIVE for port object 90031dac-5dbe-4416-83e3-2bc07fcc57b3 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:45.909068 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:45.953457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:45.956412 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:45.959965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:36:45.966895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:46.014999 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:46.015654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:46.104268 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-2c73dc0e-8054-4341-8d61-7110a52a175d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7841098 Aug 24 01:36:46.120878 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-d7aa2145-9780-49af-b82c-a48c320ee1c8 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:36:46.121994 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-d7aa2145-9780-49af-b82c-a48c320ee1c8 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054770 Aug 24 01:36:46.132712 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Request body: {'port': {'device_id': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:46.188032 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:46.231678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7d702256-b84c-4859-9eae-28deb024b5f4 None None] Provisioning for port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:46.235673 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7d702256-b84c-4859-9eae-28deb024b5f4 None None] Provisioning complete for port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:46.236051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7d702256-b84c-4859-9eae-28deb024b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:46.270636 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7d702256-b84c-4859-9eae-28deb024b5f4 None None] Port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:36:46.480044 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114abaaa-3772-4f01-b56f-d079b5a31146 req-86047a70-c162-4919-bd1d-ef2b7a672506 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:46.482325 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-114abaaa-3772-4f01-b56f-d079b5a31146 req-86047a70-c162-4919-bd1d-ef2b7a672506 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 932 time: 0.0510941 Aug 24 01:36:46.482574 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90031dac-5dbe-4416-83e3-2bc07fcc57b3 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:36:46.490406 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:46.503233 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Transition to ACTIVE for port object 90031dac-5dbe-4416-83e3-2bc07fcc57b3 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:36:46.535176 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-114abaaa-3772-4f01-b56f-d079b5a31146 req-9da114aa-842f-4f55-b33a-0c75f3cbba0b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335851 Aug 24 01:36:46.568855 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:46.624466 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:46.702837 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Attempting to bind port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:36:46.703182 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Attempting to bind port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:36:46.703528 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Attempting to bind port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:36:46.708098 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:36:46.708428 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Attempting to bind port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:36:46.713775 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:36:46.714128 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Checking segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:36:46.714526 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Bound using segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:36:46.714967 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Bound port: 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:36:46.715332 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:46.782259 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:36:46.785369 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:36:46.843416 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:46.879648 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:46.880281 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:46.881744 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] 10.222.0.36 "PUT /v2.0/ports/90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 1092 time: 0.7528334 Aug 24 01:36:46.882195 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:36:46.884478 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bb759a-6afc-4a27-9108-d5a680dbe28f" -d '{"events": [{"name": "network-changed", "server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:36:46.912144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc05345-de32-4065-976d-ee55259dcff7 service neutron] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:46.928179 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9105301-1fd8-49ed-b7a9-da5d0a91ea0c x-openstack-request-id: req-b9105301-1fd8-49ed-b7a9-da5d0a91ea0c {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:36:46.928644 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:36:46.928913 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9105301-1fd8-49ed-b7a9-da5d0a91ea0c {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:36:46.929370 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'status': 'completed', 'code': 200} Aug 24 01:36:47.012320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb759a-6afc-4a27-9108-d5a680dbe28f req-7248d51d-dba0-4930-a1a3-f855df927c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:47.014504 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00bb759a-6afc-4a27-9108-d5a680dbe28f req-7248d51d-dba0-4930-a1a3-f855df927c7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1095 time: 0.0443718 Aug 24 01:36:47.123304 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb759a-6afc-4a27-9108-d5a680dbe28f req-ab86cee0-8be3-488f-b9e0-3030004b429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:47.124796 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00bb759a-6afc-4a27-9108-d5a680dbe28f req-ab86cee0-8be3-488f-b9e0-3030004b429b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=423ef79199a342f3aaf3dd80531c7544&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0973246 Aug 24 01:36:47.217704 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb759a-6afc-4a27-9108-d5a680dbe28f req-5b41e030-f87d-4f72-bd04-e166a5ae4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:47.219145 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-00bb759a-6afc-4a27-9108-d5a680dbe28f req-5b41e030-f87d-4f72-bd04-e166a5ae4ef5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870030 Aug 24 01:36:47.321052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-91ce576d-335e-428c-aefb-0828df14acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:47.322586 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-91ce576d-335e-428c-aefb-0828df14acbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1095 time: 0.0455568 Aug 24 01:36:47.372140 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-1b997806-bf3d-4efb-b076-5467dba6d095 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 217 time: 0.0360141 Aug 24 01:36:47.421184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-f4927cec-7617-4c48-9a43-acff6668667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:47.422684 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-f4927cec-7617-4c48-9a43-acff6668667b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0431468 Aug 24 01:36:47.472327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-01ec9fb3-45a8-4f38-b5f0-e77841eb03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:47.474106 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-01ec9fb3-45a8-4f38-b5f0-e77841eb03e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445375 Aug 24 01:36:47.561814 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-d4deb000-c423-476c-93b7-0fff33b79def service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808027 Aug 24 01:36:47.653257 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e722cc-47e8-47c4-82fd-749004e8d31e req-3004dec4-bba6-453f-b536-736368af366c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:47.654797 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71e722cc-47e8-47c4-82fd-749004e8d31e req-3004dec4-bba6-453f-b536-736368af366c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 944 time: 0.0522246 Aug 24 01:36:47.656463 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b9a9d338-8ba1-45aa-8247-ef7d0de64ef2 req-f9abbda6-6627-4d68-89de-6b4b5c8063e8 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876513 Aug 24 01:36:47.692830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-71e722cc-47e8-47c4-82fd-749004e8d31e req-1c86c98f-25d9-45b9-a9a6-d07ab7aae995 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320168 Aug 24 01:36:48.808849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cef69-26eb-48e5-97a8-b09e1886bd9f req-c9e1f43b-7944-4dbe-b7f5-4a2f7d3f6c0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:48.810359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-469cef69-26eb-48e5-97a8-b09e1886bd9f req-c9e1f43b-7944-4dbe-b7f5-4a2f7d3f6c0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 944 time: 0.0486090 Aug 24 01:36:48.851964 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-469cef69-26eb-48e5-97a8-b09e1886bd9f req-fe60247b-d374-445c-a693-dc0f857eece3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357025 Aug 24 01:36:49.970344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac31e3-e795-464c-9ab6-cfcec41e35ed req-340acbc5-7bd4-4b30-98e0-564acd058dc8 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:49.971862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02ac31e3-e795-464c-9ab6-cfcec41e35ed req-340acbc5-7bd4-4b30-98e0-564acd058dc8 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 944 time: 0.0533867 Aug 24 01:36:50.012296 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02ac31e3-e795-464c-9ab6-cfcec41e35ed req-0166bd44-539e-448b-8251-a771d3d85d2b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342233 Aug 24 01:36:51.135806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670ad19-0e76-4c62-b991-244ce267d4d9 req-2b2cd9f3-354d-4ba3-8c9a-b439dac4bffd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:51.137310 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b670ad19-0e76-4c62-b991-244ce267d4d9 req-2b2cd9f3-354d-4ba3-8c9a-b439dac4bffd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 944 time: 0.0497787 Aug 24 01:36:51.174220 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b670ad19-0e76-4c62-b991-244ce267d4d9 req-421f8d61-4fb1-4c87-a950-010c0fe71a1e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304604 Aug 24 01:36:51.489466 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:36:51.583849 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:51.594649 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'port_id': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'mac_address': 'fa:16:3e:70:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:36:51.641394 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:51.656975 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90031dac-5dbe-4416-83e3-2bc07fcc57b3 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:36:51.682969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:51.774322 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:51.820694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:52.193528 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['90031dac-5dbe-4416-83e3-2bc07fcc57b3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:36:52.289465 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee198e5-934d-4101-b982-64cbeeb0d7fe req-2c7a8dc3-8188-4613-a736-6072fd6f7c5b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:52.290988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ee198e5-934d-4101-b982-64cbeeb0d7fe req-2c7a8dc3-8188-4613-a736-6072fd6f7c5b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0495262 Aug 24 01:36:52.332644 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3ee198e5-934d-4101-b982-64cbeeb0d7fe req-c3301539-3891-4c86-b441-bbd3f734d924 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356429 Aug 24 01:36:53.464450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30613584-c3f8-4da3-a770-903eab8d70cd req-3c00e7f1-5c15-465d-b183-cc0a55c77401 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:53.466029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30613584-c3f8-4da3-a770-903eab8d70cd req-3c00e7f1-5c15-465d-b183-cc0a55c77401 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0507560 Aug 24 01:36:53.504448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-30613584-c3f8-4da3-a770-903eab8d70cd req-51b48403-637a-4261-b690-661dea21ecb9 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325825 Aug 24 01:36:53.510904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:36:53.623639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:36:53.627293 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:36:53.627668 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:53.703891 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:53.725881 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:36:53.728215 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ec64bc-8594-4172-92a7-afe8368a9ce8" -d '{"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-plugged", "status": "completed", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:36:53.741845 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:36:53.780186 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b58b00-49fe-4570-a908-54f5fd5bb797 x-openstack-request-id: req-35b58b00-49fe-4570-a908-54f5fd5bb797 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:36:53.780485 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-plugged", "status": "completed", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:36:53.780743 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35b58b00-49fe-4570-a908-54f5fd5bb797 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:36:53.781142 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'code': 200} Aug 24 01:36:53.814397 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:53.867165 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:53.904052 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aaaa9-d3e1-4b4c-9c8a-224d294b97d6 req-0baf20b7-0e18-4efe-ae09-4f4a9fb24659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:53.905654 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c01aaaa9-d3e1-4b4c-9c8a-224d294b97d6 req-0baf20b7-0e18-4efe-ae09-4f4a9fb24659 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1097 time: 0.0412836 Aug 24 01:36:53.941334 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-c01aaaa9-d3e1-4b4c-9c8a-224d294b97d6 req-3b238048-fc18-4eba-85ce-41f90bc4f7b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283937 Aug 24 01:36:54.618183 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb00c2e-7366-4d76-a493-66c1dd47b96d req-e27b8734-2933-490c-929f-9e60e2846f23 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:54.619668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcb00c2e-7366-4d76-a493-66c1dd47b96d req-e27b8734-2933-490c-929f-9e60e2846f23 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0493195 Aug 24 01:36:54.657070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dcb00c2e-7366-4d76-a493-66c1dd47b96d req-84927095-ca14-4ec6-8040-bae2b46d59a5 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Aug 24 01:36:55.770906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325822f-b651-451b-b122-c4597250301a req-03816e31-7cc7-4aad-bdd9-40025b6faaf3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:55.772283 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4325822f-b651-451b-b122-c4597250301a req-03816e31-7cc7-4aad-bdd9-40025b6faaf3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0484316 Aug 24 01:36:55.815241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4325822f-b651-451b-b122-c4597250301a req-5f1eb536-7fde-4491-b8cb-c27de7ce1bfa tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370798 Aug 24 01:36:55.939430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86e4f9-8b05-499c-9d5d-d1a74cf95bc9 req-bdd9ef64-87bf-4351-89cc-5755fc434968 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:55.940904 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee86e4f9-8b05-499c-9d5d-d1a74cf95bc9 req-bdd9ef64-87bf-4351-89cc-5755fc434968 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0501544 Aug 24 01:36:55.978818 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ee86e4f9-8b05-499c-9d5d-d1a74cf95bc9 req-d2e3f1fa-ef17-49f8-942b-92c4b38a6978 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Aug 24 01:36:56.000236 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53838) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:56.081139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18ecf5-e61b-42b1-b17c-e7282eaac1a2 tempest-TestShelveInstance-1043613130 tempest-TestShelveInstance-1043613130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:56.082678 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0f18ecf5-e61b-42b1-b17c-e7282eaac1a2 tempest-TestShelveInstance-1043613130 tempest-TestShelveInstance-1043613130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1092 time: 0.0813756 Aug 24 01:36:56.085619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 53842) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:36:56.089925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:36:56.201129 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:56.292051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:56.302229 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:56.374257 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-638bd2b1-d14d-461a-8387-8c0040efdc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:56.465139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Allocated IP 172.25.5.81 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/6a0ffe1c-14d5-475f-b17b-e48af42223d0) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:36:56.571747 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:56.671551 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:56.709868 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:36:56.712667 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:36:56.716036 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:36:56.739067 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'Port': ['ID=6a0ffe1c-14d5-475f-b17b-e48af42223d0,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:57.392806 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:57.523871 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:57.673679 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:57.720228 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:57.804273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'Port': ['ID=6a0ffe1c-14d5-475f-b17b-e48af42223d0,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:36:57.821246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:57.931285 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Floating IP 0586b72b-ad25-4728-8adb-90bb0900611c associated. External IP: 172.25.5.81, port: 90031dac-5dbe-4416-83e3-2bc07fcc57b3. Aug 24 01:36:58.146436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Router f854aba8-060c-4c51-87a2-da98d8c429b0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:36:58.257733 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:36:58.268145 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] Sync routers for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:36:58.277941 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:58.289383 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:58.349987 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:58.381304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-947db4df-3bde-4d6a-ae03-eb205e6468d7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2944217 Aug 24 01:36:58.381944 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:36:58.384284 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8701f960-cb5f-4012-beaa-e95a2dca4389" -d '{"events": [{"name": "network-changed", "server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:36:58.391721 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:58.484066 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e0d41c-171c-447b-b1d2-b65f66a30d79 x-openstack-request-id: req-a1e0d41c-171c-447b-b1d2-b65f66a30d79 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:36:58.484575 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:36:58.484690 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1e0d41c-171c-447b-b1d2-b65f66a30d79 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:36:58.485043 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'status': 'completed', 'code': 200} Aug 24 01:36:58.568437 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-5047eede-49a8-4bfe-8a17-bf505733284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:58.570021 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-5047eede-49a8-4bfe-8a17-bf505733284b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1097 time: 0.0406306 Aug 24 01:36:58.640019 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '0586b72b-ad25-4728-8adb-90bb0900611c', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'port_id': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'mac_address': 'fa:16:3e:70:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:36:57Z', 'updated_at': '2021-08-24T01:36:57Z', 'revision_number': 0, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:58.664394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-53a8ccd8-bb76-4c76-b891-1d4f134b547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:58.665930 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-53a8ccd8-bb76-4c76-b891-1d4f134b547d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0891938 Aug 24 01:36:58.666288 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] Checking router: f854aba8-060c-4c51-87a2-da98d8c429b0 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:36:58.674557 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:36:58.675150 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:36:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:58.733011 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-395e392e-67c3-40dd-8939-45d19cb7052f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 999 time: 0.0590141 Aug 24 01:36:58.783978 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-05424f3b-f14a-4dcc-8ce9-8a4c93aa8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:58.785155 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:36:58.785428 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-05424f3b-f14a-4dcc-8ce9-8a4c93aa8ed4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0461550 Aug 24 01:36:58.836835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-683d0861-4378-4d60-8a71-e288104ce635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:36:58.838358 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-683d0861-4378-4d60-8a71-e288104ce635 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462930 Aug 24 01:36:58.929276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-7f73199e-c410-4760-8902-6dee2b11e7ad service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833013 Aug 24 01:36:59.013200 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '0586b72b-ad25-4728-8adb-90bb0900611c', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'port_id': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'mac_address': 'fa:16:3e:70:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:36:57Z', 'updated_at': '2021-08-24T01:36:57Z', 'revision_number': 0, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:36:59.026140 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-8701f960-cb5f-4012-beaa-e95a2dca4389 req-68e2767e-d34f-42d2-97b4-60a3e66a0dec service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899775 Aug 24 01:36:59.065767 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-12c9b75d-444b-4260-bea9-166c40933d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:59.130931 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a3436-0e39-4cf9-baaf-708446153488 None None] The sync data for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 is: [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '0586b72b-ad25-4728-8adb-90bb0900611c', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'floating_ip_address': '172.25.5.81', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'port_id': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'mac_address': 'fa:16:3e:70:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:36:57Z', 'updated_at': '2021-08-24T01:36:57Z', 'revision_number': 0, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:36:59.214596 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:36:59.331550 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb3c6c7-a9af-4653-bfc8-838a67b0fe79 None None] New status for floating IP 0586b72b-ad25-4728-8adb-90bb0900611c: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:37:00.703606 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:02.162941 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:06.329482 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:37:13.199999 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:14.661704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-a497b6de-b504-4a4f-a697-450e658a7964 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399349 Aug 24 01:37:14.762026 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-ce769867-eaa6-485b-b8be-234bfc095e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:37:14.763472 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-ce769867-eaa6-485b-b8be-234bfc095e09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1097 time: 0.0407267 Aug 24 01:37:14.871751 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-49aa2451-12af-4e69-b329-63cd6a78ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:37:14.873259 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-49aa2451-12af-4e69-b329-63cd6a78ba25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0902443 Aug 24 01:37:14.938840 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-f75bfb62-aeb4-409e-8b4f-19ea418c4170 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 1001 time: 0.0581219 Aug 24 01:37:14.988343 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-3052ac43-fa9b-4b3e-8f13-7b91ac15ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:37:14.989853 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-3052ac43-fa9b-4b3e-8f13-7b91ac15ef6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0439911 Aug 24 01:37:15.040344 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-29d1f24b-d9c1-4b46-a516-c2839a884d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:37:15.041821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-29d1f24b-d9c1-4b46-a516-c2839a884d90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449710 Aug 24 01:37:15.130874 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-3fba5067-9e20-4932-b1aa-5e4c2157b079 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815258 Aug 24 01:37:15.226348 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e286a468-f62d-403a-bcec-48ab407bd3b1 req-c551cd91-c8ea-4949-bcb4-a8f444a7a388 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872004 Aug 24 01:37:26.327257 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:26.355843 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-10dac94a-3e25-4f60-8596-57d725339b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:29.090934 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d574a93a-4358-4db3-8693-50817a0c8662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:29.199561 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:30.647453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:32.167724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:43.199768 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:43.328518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:37:56.320513 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:56.360695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bcc0334f-21dd-41da-b656-8740a3c21094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:59.061712 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8fb91171-6c4f-4624-a2b5-687f6c66c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:37:59.193119 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:00.635020 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:02.130622 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:13.200160 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:16.373675 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b7dfb171-6017-4412-8694-704207e3ea76 req-7950a2ce-8f3e-4889-9c88-124f5989b46e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428531 Aug 24 01:38:16.472243 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfb171-6017-4412-8694-704207e3ea76 req-27159b69-f0ab-4b25-b801-b51d4034d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:38:16.473788 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b7dfb171-6017-4412-8694-704207e3ea76 req-27159b69-f0ab-4b25-b801-b51d4034d934 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1097 time: 0.0416646 Aug 24 01:38:16.577314 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfb171-6017-4412-8694-704207e3ea76 req-6b70918f-be05-477c-85a5-927648fa54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:38:16.578820 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b7dfb171-6017-4412-8694-704207e3ea76 req-6b70918f-be05-477c-85a5-927648fa54da service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0864902 Aug 24 01:38:16.643606 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b7dfb171-6017-4412-8694-704207e3ea76 req-ee8d9f37-2767-4e21-acf8-d538e76d68ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 1001 time: 0.0571671 Aug 24 01:38:16.691827 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfb171-6017-4412-8694-704207e3ea76 req-2a8890d8-f4a2-4574-83a8-630c79a5cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:38:16.693223 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b7dfb171-6017-4412-8694-704207e3ea76 req-2a8890d8-f4a2-4574-83a8-630c79a5cfd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0424664 Aug 24 01:38:16.743112 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfb171-6017-4412-8694-704207e3ea76 req-798caebe-b03e-489a-9f8f-b21f38742631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:38:16.744619 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b7dfb171-6017-4412-8694-704207e3ea76 req-798caebe-b03e-489a-9f8f-b21f38742631 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436971 Aug 24 01:38:16.834513 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b7dfb171-6017-4412-8694-704207e3ea76 req-6b232a4b-b6a3-4d86-ab0c-8f3108183b82 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Aug 24 01:38:16.926178 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b7dfb171-6017-4412-8694-704207e3ea76 req-e784564b-87e0-4ab8-bc40-a68409965464 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841193 Aug 24 01:38:20.327755 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:38:26.342285 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:26.359261 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f617f1ba-d441-4b35-81b9-4cd64d93fb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:29.044916 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9dc82e5f-6995-48fd-b663-3741f662a46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:29.192733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:30.610657 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:32.125271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:43.193628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:56.422037 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:56.422869 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-56249d2c-f728-4a9c-b5fc-330c0ad124ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:57.326761 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:38:59.055557 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1ea0db8b-3452-4462-88ee-680fe259cbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:38:59.187007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:00.632759 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:02.175705 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:13.203371 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:15.644295 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-ace2397f-2e85-4bd5-a09d-ee71b87057bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406394 Aug 24 01:39:15.740419 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-6128dc52-4b0d-4e3f-8159-0e93c4006056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:15.741910 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-6128dc52-4b0d-4e3f-8159-0e93c4006056 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1097 time: 0.0407605 Aug 24 01:39:15.847229 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-755264b9-b37b-40a5-8898-7e6d7aa6a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:15.848716 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-755264b9-b37b-40a5-8898-7e6d7aa6a8f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0877199 Aug 24 01:39:15.914222 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-b28011a0-56d4-4b1a-b7a1-1419c3bf846e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 1001 time: 0.0570934 Aug 24 01:39:15.963005 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-4075dd34-ef57-4eb2-8b72-447db88c39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:15.964401 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-4075dd34-ef57-4eb2-8b72-447db88c39cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0422926 Aug 24 01:39:16.013147 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-a71d0fbd-c55a-4833-b923-5ec7a90da975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:16.014637 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-a71d0fbd-c55a-4833-b923-5ec7a90da975 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433323 Aug 24 01:39:16.101213 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-6f1fb506-f608-478a-81f6-e095b920e59b service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797749 Aug 24 01:39:16.195956 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b27f35ae-d936-4a73-856f-fa1d3c2dc065 req-cf576238-d970-4d15-b4ce-c2ca6f072be8 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846267 Aug 24 01:39:26.357492 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3981226c-de96-4b24-b9ea-a707363497e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:26.385854 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:29.054720 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cf414c8e-1be7-4458-8e3b-7c12381449fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:29.191585 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:30.631481 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:32.146132 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:34.325106 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:39:36.576658 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a91666-9d41-482c-a6f4-effa51c6d11d req-3ef1da45-fee1-4fd6-9c04-3904f9029c22 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:36.578203 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70a91666-9d41-482c-a6f4-effa51c6d11d req-3ef1da45-fee1-4fd6-9c04-3904f9029c22 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0517592 Aug 24 01:39:36.617588 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70a91666-9d41-482c-a6f4-effa51c6d11d req-36ff878f-38be-4e31-a0f2-8c0047904bd4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Aug 24 01:39:37.736102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918ef71-70a3-4069-982c-86846fe4e45e req-fc2c6a47-e4dd-4c6b-b7aa-5a0bd9f36dad tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:37.737528 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2918ef71-70a3-4069-982c-86846fe4e45e req-fc2c6a47-e4dd-4c6b-b7aa-5a0bd9f36dad tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0517395 Aug 24 01:39:37.775679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2918ef71-70a3-4069-982c-86846fe4e45e req-eb935b1c-c59f-41bd-9c21-7e2296b25e63 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Aug 24 01:39:38.931187 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6402f2-9f88-47c1-90b4-63af8edb635e req-e7d70f10-a51a-47da-b5fa-076b4dae18bb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:38.932708 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd6402f2-9f88-47c1-90b4-63af8edb635e req-e7d70f10-a51a-47da-b5fa-076b4dae18bb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0553439 Aug 24 01:39:38.972636 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd6402f2-9f88-47c1-90b4-63af8edb635e req-5016aed0-4234-471e-a07a-d1562b8ad8fe tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338781 Aug 24 01:39:40.086554 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99287346-c046-40a1-90b6-980b1a2d2dc3 req-78e3809c-d70f-431c-8d84-ec711197a442 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:40.088034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99287346-c046-40a1-90b6-980b1a2d2dc3 req-78e3809c-d70f-431c-8d84-ec711197a442 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0491872 Aug 24 01:39:40.126484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-99287346-c046-40a1-90b6-980b1a2d2dc3 req-ea0f4f06-98c2-45f1-86a1-fa81ef39ae07 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 Aug 24 01:39:41.242168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218fff0-df19-4388-a721-7d3fab35b42f req-09713f7a-316f-4818-8272-005cf84cdbad tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:41.243647 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1218fff0-df19-4388-a721-7d3fab35b42f req-09713f7a-316f-4818-8272-005cf84cdbad tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0492446 Aug 24 01:39:41.281111 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1218fff0-df19-4388-a721-7d3fab35b42f req-dc24a73d-b102-452c-90fb-065e8e52740c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Aug 24 01:39:42.400477 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc47d9-72e6-406c-9bb3-f2e865f30b1e req-abe84270-bb71-4898-ac86-e583d189d253 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:42.401991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66fc47d9-72e6-406c-9bb3-f2e865f30b1e req-abe84270-bb71-4898-ac86-e583d189d253 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0540493 Aug 24 01:39:42.439092 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-66fc47d9-72e6-406c-9bb3-f2e865f30b1e req-05c39ace-7b62-4606-beda-de948faf9777 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Aug 24 01:39:43.231465 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:43.562457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62db59-e36a-47b0-add8-7a66db694934 req-c6663208-6b6b-4e1e-a020-0b1b61fcdc11 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:43.563946 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e62db59-e36a-47b0-add8-7a66db694934 req-c6663208-6b6b-4e1e-a020-0b1b61fcdc11 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Aug 24 01:39:43.600773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8e62db59-e36a-47b0-add8-7a66db694934 req-8b7528c5-b1f7-4e03-9937-4aaa22aaf9fb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Aug 24 01:39:44.713308 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c955a-3c84-418d-ade6-19a40a254e5b req-840abc00-b597-4964-8c03-fde173213953 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:44.714727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-880c955a-3c84-418d-ade6-19a40a254e5b req-840abc00-b597-4964-8c03-fde173213953 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0483086 Aug 24 01:39:44.752243 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-880c955a-3c84-418d-ade6-19a40a254e5b req-a5bea310-b4f4-4eb9-9cae-e36978ef6ca7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308185 Aug 24 01:39:45.867354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98725b6-ec28-46c0-b538-a867d3d9b20d req-ee4741d3-dea7-4dc8-9c6c-ccc43284f9e7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:45.868819 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a98725b6-ec28-46c0-b538-a867d3d9b20d req-ee4741d3-dea7-4dc8-9c6c-ccc43284f9e7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0528789 Aug 24 01:39:45.906534 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a98725b6-ec28-46c0-b538-a867d3d9b20d req-7281cbc0-9daa-4a7b-ba94-c2c6630409c2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318506 Aug 24 01:39:47.020272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967e5d7-4dd3-46fc-a440-b37f482cccda req-bdc45122-2f2f-474a-815d-f415409d1c71 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:47.021790 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6967e5d7-4dd3-46fc-a440-b37f482cccda req-bdc45122-2f2f-474a-815d-f415409d1c71 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0490055 Aug 24 01:39:47.058211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6967e5d7-4dd3-46fc-a440-b37f482cccda req-67cc5d76-ba5b-497b-af98-5ea3e989da6e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305674 Aug 24 01:39:48.176232 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c085-19b5-49db-a4a0-b85dbb3d3d7a req-a974b91b-02ec-4e32-b896-d15c61fdb53b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:48.177755 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5365c085-19b5-49db-a4a0-b85dbb3d3d7a req-a974b91b-02ec-4e32-b896-d15c61fdb53b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0500836 Aug 24 01:39:48.214595 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5365c085-19b5-49db-a4a0-b85dbb3d3d7a req-dcb7c627-0af8-441d-98cb-b0093317a93a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309701 Aug 24 01:39:49.331938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85323129-9041-4c53-9db9-f80dcbad6064 req-a145815e-cac8-4285-9923-39ec8a144e3f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:49.333427 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85323129-9041-4c53-9db9-f80dcbad6064 req-a145815e-cac8-4285-9923-39ec8a144e3f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0528119 Aug 24 01:39:49.370825 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-85323129-9041-4c53-9db9-f80dcbad6064 req-3c5a33c0-da33-4574-9cf6-f25fc5c6e309 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315261 Aug 24 01:39:50.173010 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:39:50.269486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:39:50.281257 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'port_id': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'mac_address': 'fa:16:3e:70:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:39:50.316490 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:50.329066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90031dac-5dbe-4416-83e3-2bc07fcc57b3 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:39:50.347836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:39:50.408530 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:50.455363 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:39:50.462888 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.463246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.463589 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.463939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.464283 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.464619 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.464951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.465378 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.465638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.465972 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.466952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.467277 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:39:50.489103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b9e32-b1ae-4ded-a4bb-96771955f6c2 req-949e6a2e-5878-47ad-b7f4-71815f783253 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:50.490633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b27b9e32-b1ae-4ded-a4bb-96771955f6c2 req-949e6a2e-5878-47ad-b7f4-71815f783253 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0525301 Aug 24 01:39:50.527817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b27b9e32-b1ae-4ded-a4bb-96771955f6c2 req-07cacb9d-a66a-4bfd-bc70-7e122b8cc13d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Aug 24 01:39:50.548264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['90031dac-5dbe-4416-83e3-2bc07fcc57b3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:39:51.642207 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2ddb-9f7e-47d8-ba08-1792450b605d req-bfc1a58c-e084-4127-8df3-7a69e1221e46 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:51.643683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-746e2ddb-9f7e-47d8-ba08-1792450b605d req-bfc1a58c-e084-4127-8df3-7a69e1221e46 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0480332 Aug 24 01:39:51.680876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-746e2ddb-9f7e-47d8-ba08-1792450b605d req-023743c4-02e2-489c-a275-cb3a82aa1289 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Aug 24 01:39:52.195063 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:39:52.246949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:39:52.247342 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:52.326554 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:52.348447 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:39:52.350719 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db23dad-7009-4e8f-9851-93af095114d2" -d '{"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-plugged", "status": "completed", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:39:52.365782 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:39:52.431845 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:52.478876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:39:52.797402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e324f-27f1-4fef-a010-9d5f5a7995e0 req-61fafd0a-9715-4a4d-a7fb-90d5185b4169 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:52.798902 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-573e324f-27f1-4fef-a010-9d5f5a7995e0 req-61fafd0a-9715-4a4d-a7fb-90d5185b4169 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0532041 Aug 24 01:39:52.835425 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-573e324f-27f1-4fef-a010-9d5f5a7995e0 req-28215084-002e-4280-ac29-54903c3a16a3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306826 Aug 24 01:39:53.459300 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d3b87b-a003-4367-b9b4-33612fc3ccc3 x-openstack-request-id: req-c5d3b87b-a003-4367-b9b4-33612fc3ccc3 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:39:53.459786 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-plugged", "status": "completed", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:39:53.459897 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5d3b87b-a003-4367-b9b4-33612fc3ccc3 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:39:53.460244 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'code': 200} Aug 24 01:39:53.959597 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164bebf-4f7d-48a5-ab2d-5bc9b0ec8ea8 req-c20e75af-4be1-47c6-ac37-d3656a6f28c4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:53.961256 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8164bebf-4f7d-48a5-ab2d-5bc9b0ec8ea8 req-c20e75af-4be1-47c6-ac37-d3656a6f28c4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0538132 Aug 24 01:39:54.001814 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8164bebf-4f7d-48a5-ab2d-5bc9b0ec8ea8 req-36785a19-97f3-4bf9-aa5d-583bacc7098c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340779 Aug 24 01:39:55.129420 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3da5f-1a5d-4615-99c2-c1f08cb56437 req-bd2739d7-2929-44b3-b57c-581ac3ad52a6 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:55.130971 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13d3da5f-1a5d-4615-99c2-c1f08cb56437 req-bd2739d7-2929-44b3-b57c-581ac3ad52a6 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0542729 Aug 24 01:39:55.171999 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-13d3da5f-1a5d-4615-99c2-c1f08cb56437 req-d408c122-08d4-45d3-91c9-aa1c133d8499 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346746 Aug 24 01:39:56.328129 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e28a-67fa-41d4-b4c7-826e88600bcb req-f3ee5d29-6c74-440a-8594-04219763bab9 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:56.332661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5398e28a-67fa-41d4-b4c7-826e88600bcb req-f3ee5d29-6c74-440a-8594-04219763bab9 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0643811 Aug 24 01:39:56.370213 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5398e28a-67fa-41d4-b4c7-826e88600bcb req-23909a67-d856-4693-8dbf-1c5bb6c4b84a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338149 Aug 24 01:39:56.625916 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a1a932f-9a8b-4770-a21e-a4f427e1df9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:56.656090 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:57.507735 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d71273-f1fa-46ee-80be-797e276bd09e req-ebee1398-08e5-4288-882c-d1e469320698 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:57.516432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64d71273-f1fa-46ee-80be-797e276bd09e req-ebee1398-08e5-4288-882c-d1e469320698 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0640361 Aug 24 01:39:57.556634 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-64d71273-f1fa-46ee-80be-797e276bd09e req-8aea7874-041f-48ed-a5bd-d4397b8ff6a8 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392931 Aug 24 01:39:58.672094 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cab62c-6351-4f27-a37b-2297d3f0e122 req-3037678e-3650-4805-8ae4-04c0020a6db3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:58.673762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16cab62c-6351-4f27-a37b-2297d3f0e122 req-3037678e-3650-4805-8ae4-04c0020a6db3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0514905 Aug 24 01:39:58.717303 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16cab62c-6351-4f27-a37b-2297d3f0e122 req-1227192e-1cb9-4c2f-aa6e-90d632f558b5 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373909 Aug 24 01:39:59.071405 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-958642e8-b3b0-4834-a2d3-d3e8c425f8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:59.220733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:39:59.848386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84248a9-e113-4464-b491-3e44c25e4f01 req-4a0a8b1e-df2d-4809-aae9-64f8ed768a3e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:39:59.850349 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84248a9-e113-4464-b491-3e44c25e4f01 req-4a0a8b1e-df2d-4809-aae9-64f8ed768a3e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0616727 Aug 24 01:39:59.887804 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f84248a9-e113-4464-b491-3e44c25e4f01 req-ba617a64-e3ee-4a00-8caf-72318e0c871b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Aug 24 01:40:00.659833 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:01.006369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adab803-90f4-4d15-9d07-7c9d32aaf365 req-a76a8122-27e1-4e2b-832b-1d60f88ab8bd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:01.007922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7adab803-90f4-4d15-9d07-7c9d32aaf365 req-a76a8122-27e1-4e2b-832b-1d60f88ab8bd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Aug 24 01:40:01.057771 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7adab803-90f4-4d15-9d07-7c9d32aaf365 req-fc3e4009-8c45-4d85-84ec-a3ae4ed0a7ed tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Aug 24 01:40:02.180210 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:02.202174 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4629e-c503-436b-8fe6-efe68437eab1 req-2ec8cf42-4111-440f-88bd-f4d8978d2355 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:02.203748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3cd4629e-c503-436b-8fe6-efe68437eab1 req-2ec8cf42-4111-440f-88bd-f4d8978d2355 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0529916 Aug 24 01:40:02.244208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3cd4629e-c503-436b-8fe6-efe68437eab1 req-4299757b-ae8d-44cc-8af3-07291d26c071 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Aug 24 01:40:03.374760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62487fb-6089-40d7-9826-67b28f8ca00f req-c6b398ba-0b88-47cb-8d9e-98c50b946f77 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:03.378029 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b62487fb-6089-40d7-9826-67b28f8ca00f req-c6b398ba-0b88-47cb-8d9e-98c50b946f77 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0585785 Aug 24 01:40:03.425015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b62487fb-6089-40d7-9826-67b28f8ca00f req-ac57d977-6263-49d3-8313-47727dbd5477 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 Aug 24 01:40:04.548551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b21c0-f05a-456e-b5c4-ccd2a92480de req-4de515da-a5be-4ee3-af89-91a545791697 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:04.550014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b21b21c0-f05a-456e-b5c4-ccd2a92480de req-4de515da-a5be-4ee3-af89-91a545791697 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Aug 24 01:40:04.586414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b21b21c0-f05a-456e-b5c4-ccd2a92480de req-f4774497-970c-491a-a70d-688450dad318 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305686 Aug 24 01:40:05.189959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-633a0b7d-febf-47e6-9f8a-672019c230a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:05.191440 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-633a0b7d-febf-47e6-9f8a-672019c230a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1097 time: 0.0414028 Aug 24 01:40:05.282932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-e988a84b-fd73-4db9-809b-5cc4388dc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:05.284370 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-e988a84b-fd73-4db9-809b-5cc4388dc84a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0860968 Aug 24 01:40:05.666179 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-5beebfa7-e978-49c8-8fb7-2e690ac687b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 1001 time: 0.3739924 Aug 24 01:40:05.703448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f4740-8320-4fbe-a566-70aac1c49958 req-ef0b6f8f-536e-453a-9384-085b32b5a2b5 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:05.704965 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e7f4740-8320-4fbe-a566-70aac1c49958 req-ef0b6f8f-536e-453a-9384-085b32b5a2b5 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0492628 Aug 24 01:40:05.743248 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e7f4740-8320-4fbe-a566-70aac1c49958 req-d2cef688-ea4d-4f48-a6de-498a8b173d81 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 Aug 24 01:40:05.774932 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-17165fb2-2d7c-480b-8d3e-6df78e0315f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:05.776400 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-17165fb2-2d7c-480b-8d3e-6df78e0315f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.1027272 Aug 24 01:40:05.826081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-50a1849c-2a9c-478d-89c6-38e8f76de795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:05.827562 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-50a1849c-2a9c-478d-89c6-38e8f76de795 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428970 Aug 24 01:40:05.916292 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-be27cad4-28d5-4a94-880b-ace19051c876 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808051 Aug 24 01:40:06.008526 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-9da0797a-f298-4c30-8ff9-b8443cda648d req-19c86d72-4a59-4124-8406-8025908d9234 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846210 Aug 24 01:40:06.862716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd797ef9-7343-4303-b1fe-b46a1cd939ae req-9b60febf-4da3-4556-8838-04c7c05a3215 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:06.864181 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd797ef9-7343-4303-b1fe-b46a1cd939ae req-9b60febf-4da3-4556-8838-04c7c05a3215 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0524337 Aug 24 01:40:06.901346 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fd797ef9-7343-4303-b1fe-b46a1cd939ae req-1a31a5b8-8850-4cd0-b057-0b8960581d61 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311759 Aug 24 01:40:08.018301 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80267e2a-6058-4f4b-95c9-56a5e129f86d req-df69b493-1e09-4e04-89bf-db0f9eb05c1e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:08.019773 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80267e2a-6058-4f4b-95c9-56a5e129f86d req-df69b493-1e09-4e04-89bf-db0f9eb05c1e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0495498 Aug 24 01:40:08.059159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80267e2a-6058-4f4b-95c9-56a5e129f86d req-fabbb4ce-5ae7-4270-9579-6d913afd77d4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Aug 24 01:40:08.336291 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:40:08.412303 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:08.416835 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eeeb30-1612-4515-954d-0936723998f6 req-721e72d1-974f-487b-9e34-ab3cf1d2500b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:08.424340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02eeeb30-1612-4515-954d-0936723998f6 req-721e72d1-974f-487b-9e34-ab3cf1d2500b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0510712 Aug 24 01:40:08.436653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:40:08.438924 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec6cae-88de-4005-9cb8-8379a42b3365" -d '{"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-unplugged", "status": "completed", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:40:08.464967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-02eeeb30-1612-4515-954d-0936723998f6 req-4edf11c0-01a0-4095-8040-84135c0e6b4b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356309 Aug 24 01:40:08.472104 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:40:08.486284 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2d4595-85f2-4102-9d57-179a8e55b9ca x-openstack-request-id: req-ed2d4595-85f2-4102-9d57-179a8e55b9ca {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:40:08.486422 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-unplugged", "status": "completed", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:40:08.486655 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed2d4595-85f2-4102-9d57-179a8e55b9ca {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:40:08.487061 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'code': 200} Aug 24 01:40:08.529151 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:08.580140 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:40:08.817893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-b0b5ac3e-3bb2-4c8e-a771-b06fdead32de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846429 Aug 24 01:40:09.589275 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b53a8-9446-4e72-81b1-2b2787d0a6f4 req-1b060387-554f-4136-ba57-7232eeec5e12 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:09.591317 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b65b53a8-9446-4e72-81b1-2b2787d0a6f4 req-1b060387-554f-4136-ba57-7232eeec5e12 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 944 time: 0.0505381 Aug 24 01:40:09.629280 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b65b53a8-9446-4e72-81b1-2b2787d0a6f4 req-51428508-b94e-46b6-80e9-678793fc78de tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Aug 24 01:40:10.107829 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-35ae0343-f341-4511-9ab5-78d58fc75559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:10.109322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-35ae0343-f341-4511-9ab5-78d58fc75559 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608&tenant_id=423ef79199a342f3aaf3dd80531c7544 HTTP/1.1" status: 200 len: 1095 time: 0.0842311 Aug 24 01:40:10.121668 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:40:10.177084 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:10.375132 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:40:10.406849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:40:10.438299 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90031dac-5dbe-4416-83e3-2bc07fcc57b3 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:40:10.445562 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:10.458123 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Transition to ACTIVE for port object 90031dac-5dbe-4416-83e3-2bc07fcc57b3 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:40:10.539360 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:10.624930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=9']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:40:10.637172 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.637474 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.637972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.638177 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.638520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.638856 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.639189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.639521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.639853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.640179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.640506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.640833 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:40:10.673186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] No DVR routers for this DVR port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:40:10.835993 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cdf31-be8b-41b7-baee-06effa566c76 req-32631ebc-bddf-4c34-902c-cccdf5e1afbd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:10.837519 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a1cdf31-be8b-41b7-baee-06effa566c76 req-32631ebc-bddf-4c34-902c-cccdf5e1afbd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 944 time: 0.1209388 Aug 24 01:40:10.910158 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2a1cdf31-be8b-41b7-baee-06effa566c76 req-813d7b3c-e5dc-4840-bc52-92bb6f309bc7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652714 Aug 24 01:40:10.910873 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Attempting to bind port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:40:10.911213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Attempting to bind port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:40:10.911546 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Attempting to bind port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:40:10.916048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:40:10.916383 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Attempting to bind port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:40:10.921936 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:40:10.922285 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Checking segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:40:10.922689 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Bound using segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:40:10.923099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Bound port: 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:40:10.923460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:10.984901 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:40:10.987869 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:40:11.054079 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:11.090137 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:11.091281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:11.092686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] 10.222.0.37 "PUT /v2.0/ports/90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 1092 time: 0.9749928 Aug 24 01:40:11.093386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:40:11.103335 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dedbd2-7f6a-4aee-a995-93193d32d0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:40:11.155196 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c8ba97-52dd-4f2e-929b-bd9804f44170 x-openstack-request-id: req-21c8ba97-52dd-4f2e-929b-bd9804f44170 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:40:11.155477 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:40:11.155722 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21c8ba97-52dd-4f2e-929b-bd9804f44170 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:40:11.156124 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'status': 'completed', 'code': 200} Aug 24 01:40:11.157708 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd066d1-0462-42c6-8e31-8e01fa68fdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=10']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:40:11.180025 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-38223f88-cbb6-42ca-8626-bbff9683eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:11.181546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-38223f88-cbb6-42ca-8626-bbff9683eae7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1096 time: 0.0622504 Aug 24 01:40:11.278441 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-48d73cb1-b16a-4c2a-9c17-44cfd28613c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:11.279948 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-48d73cb1-b16a-4c2a-9c17-44cfd28613c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0916271 Aug 24 01:40:11.323831 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:40:11.345660 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-5936efe9-0d48-4317-99d6-231d771b4be6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 999 time: 0.0588272 Aug 24 01:40:11.397639 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-20c772c4-d427-48a1-b7cf-a6ca2af54bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:11.399005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-20c772c4-d427-48a1-b7cf-a6ca2af54bcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0468552 Aug 24 01:40:11.444268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-6a33fb67-5c25-4cc0-a1e2-4b7a5335d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:11.445803 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-6a33fb67-5c25-4cc0-a1e2-4b7a5335d57a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397115 Aug 24 01:40:11.456616 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-7cb7ef71-d072-4863-a0e7-9eaa7e849fba service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:40:11.457713 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-7cb7ef71-d072-4863-a0e7-9eaa7e849fba service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053918 Aug 24 01:40:11.555474 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-398c0a3a-d99a-476a-9e79-7a02cae88c95 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901070 Aug 24 01:40:11.646912 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b1e6febd-6ccd-4fd2-b2ff-3eedab15d2bf req-430e34a6-9fea-490b-a5c9-813369610422 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846698 Aug 24 01:40:11.824456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-78676bec-7a9e-4df8-9bf0-874fe617da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:11.826869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-78676bec-7a9e-4df8-9bf0-874fe617da7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1096 time: 0.0444715 Aug 24 01:40:11.922022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-85333da8-aed5-466d-9917-a6dc429ae877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:11.923596 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-85333da8-aed5-466d-9917-a6dc429ae877 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0903008 Aug 24 01:40:12.002016 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-823c33eb-e9ba-4c9c-97a4-3a28c9c6c62a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 999 time: 0.0717189 Aug 24 01:40:12.075457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d7dda-d496-43ab-8bd6-66d8fa4bf6fe req-0486d1bc-ee8b-4e16-bb9a-0c21117e6cb0 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:12.076979 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac7d7dda-d496-43ab-8bd6-66d8fa4bf6fe req-0486d1bc-ee8b-4e16-bb9a-0c21117e6cb0 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0915096 Aug 24 01:40:12.080932 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-0c5abe18-ad76-42cf-aacb-2db2b54d1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:12.082441 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-0c5abe18-ad76-42cf-aacb-2db2b54d1d5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0672126 Aug 24 01:40:12.155639 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ac7d7dda-d496-43ab-8bd6-66d8fa4bf6fe req-d063ec2d-9b67-4e2c-801d-2dedde6ba4e4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705013 Aug 24 01:40:12.161712 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-6f6ba7bb-d0f5-4a93-bfe7-20125dcc8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:12.163492 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-6f6ba7bb-d0f5-4a93-bfe7-20125dcc8e7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715520 Aug 24 01:40:13.220877 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:13.291791 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75020dd9-5fc9-429e-a604-101afba98e4a req-c0d70046-b527-49a8-885a-752551be2e3f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:13.293264 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75020dd9-5fc9-429e-a604-101afba98e4a req-c0d70046-b527-49a8-885a-752551be2e3f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0488925 Aug 24 01:40:13.340145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75020dd9-5fc9-429e-a604-101afba98e4a req-9898b4d6-b7cc-46a6-8beb-e997d91b690b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Aug 24 01:40:14.471535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36e7b9-860a-4270-810f-8031ac1eb39f req-92677465-eb45-44fd-aba2-66556f2273c7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:14.473309 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d36e7b9-860a-4270-810f-8031ac1eb39f req-92677465-eb45-44fd-aba2-66556f2273c7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0626118 Aug 24 01:40:14.513988 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d36e7b9-860a-4270-810f-8031ac1eb39f req-d32de516-d6a0-4170-9dbc-e2d859bd6998 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343268 Aug 24 01:40:15.640206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb0a8-1c9b-425d-bcd0-f2ed24a9d39d req-4363e6af-84f3-46ff-ab9e-3fa904a238ce tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:15.642051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cdeb0a8-1c9b-425d-bcd0-f2ed24a9d39d req-4363e6af-84f3-46ff-ab9e-3fa904a238ce tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0539498 Aug 24 01:40:15.679123 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9cdeb0a8-1c9b-425d-bcd0-f2ed24a9d39d req-3fb6987b-3246-4c07-988a-5e6f551de1bd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311744 Aug 24 01:40:16.801867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b34d6-8e04-4be9-ae61-260d6e482ecc req-f2fdf4b1-fbe0-424b-867f-dd31b2cf3a41 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:16.803384 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-383b34d6-8e04-4be9-ae61-260d6e482ecc req-f2fdf4b1-fbe0-424b-867f-dd31b2cf3a41 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0567691 Aug 24 01:40:16.842626 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-383b34d6-8e04-4be9-ae61-260d6e482ecc req-509d3cb3-8a52-4c70-9ab4-4728d775a429 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Aug 24 01:40:17.967730 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba86a1-246e-4b5f-be1a-f4718db78d9a req-547f9b3d-4005-4a68-a4e2-eeb699e803a2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:17.972698 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87ba86a1-246e-4b5f-be1a-f4718db78d9a req-547f9b3d-4005-4a68-a4e2-eeb699e803a2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0589201 Aug 24 01:40:18.009162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87ba86a1-246e-4b5f-be1a-f4718db78d9a req-5ac8ee98-3eeb-449e-b4f6-a5bc9b51799c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337772 Aug 24 01:40:19.141230 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffa09d-36fb-41bc-b4b3-c00c57ccc8d7 req-ba30f5f8-052f-4080-9d8a-c7c89e4d41c0 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:19.144129 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dffa09d-36fb-41bc-b4b3-c00c57ccc8d7 req-ba30f5f8-052f-4080-9d8a-c7c89e4d41c0 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0553308 Aug 24 01:40:19.183204 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dffa09d-36fb-41bc-b4b3-c00c57ccc8d7 req-47b76bf9-41a5-4156-bd8e-bd057336adff tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Aug 24 01:40:20.306402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b62b4-8232-4c6d-9166-d0a76db1d5d4 req-cc2bd55c-6de7-4dfc-8ae8-a7524e8d8763 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:20.307956 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-789b62b4-8232-4c6d-9166-d0a76db1d5d4 req-cc2bd55c-6de7-4dfc-8ae8-a7524e8d8763 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Aug 24 01:40:20.349538 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-789b62b4-8232-4c6d-9166-d0a76db1d5d4 req-be1a3026-c131-4b49-b921-1076792dbe97 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338252 Aug 24 01:40:21.488010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1bba5-839e-45a7-b47a-3edfa179f0cd req-fdc94448-3ed9-4532-b38e-3d82080715e2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:21.489826 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0b1bba5-839e-45a7-b47a-3edfa179f0cd req-fdc94448-3ed9-4532-b38e-3d82080715e2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0665278 Aug 24 01:40:21.530341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f0b1bba5-839e-45a7-b47a-3edfa179f0cd req-bb865786-987b-414c-b0e8-07929b93e844 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344322 Aug 24 01:40:22.161400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-07e68158-84d6-436e-961e-5831b5b24764 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848472 Aug 24 01:40:22.260500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-90dedbd2-7f6a-4aee-a995-93193d32d0b0 req-867dc06f-313c-4ad9-a689-4e37fbcb475d service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901384 Aug 24 01:40:22.580379 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-ae207aa1-e053-4619-aaab-d8ddd40415c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:22.581922 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-ae207aa1-e053-4619-aaab-d8ddd40415c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1096 time: 0.0409353 Aug 24 01:40:23.021322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b4501-0136-458e-8bc9-d1ae3465814a req-76728685-14dd-4428-860e-ba6661200076 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:23.022735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-681b4501-0136-458e-8bc9-d1ae3465814a req-76728685-14dd-4428-860e-ba6661200076 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.4220669 Aug 24 01:40:23.050741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-0b5c5e6c-89af-4b6b-b395-2b58752a2849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:23.052140 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-0b5c5e6c-89af-4b6b-b395-2b58752a2849 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.4497135 Aug 24 01:40:23.103464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-681b4501-0136-458e-8bc9-d1ae3465814a req-1cc0e880-6be6-4158-a507-bcb66b002cf1 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721996 Aug 24 01:40:23.130687 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-512721c5-6258-4295-96cd-d6f7b81d9dcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 999 time: 0.0669646 Aug 24 01:40:23.180899 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-f37603d8-b6e4-461a-89d9-00a64179f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:23.182336 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-f37603d8-b6e4-461a-89d9-00a64179f6a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0441096 Aug 24 01:40:23.226564 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-cc686a00-7c97-492b-a2dc-c1d2fc6e89f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:23.228036 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-cc686a00-7c97-492b-a2dc-c1d2fc6e89f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384929 Aug 24 01:40:23.318751 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-2b2eb6ea-0780-4f5c-92df-58177637ba0e service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833619 Aug 24 01:40:23.407487 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1857f4ff-bb2c-4203-8f3e-06387e30942a req-cecf7d73-8e77-4158-98ba-e8b46db52615 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811815 Aug 24 01:40:24.216707 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a196192-58c3-429b-b92c-9311c3de8de0 req-0d7c5722-7635-461e-a7aa-6d1c5805788e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:24.218490 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a196192-58c3-429b-b92c-9311c3de8de0 req-0d7c5722-7635-461e-a7aa-6d1c5805788e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0486155 Aug 24 01:40:24.254869 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6a196192-58c3-429b-b92c-9311c3de8de0 req-0b2d3be3-5005-4472-8a41-2dabec113c76 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305979 Aug 24 01:40:25.375395 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d25b27-9029-4150-ba1a-bc1eda0903c6 req-62ec8722-f03b-4aa0-b63a-ab2c77e342ed tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:25.376883 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45d25b27-9029-4150-ba1a-bc1eda0903c6 req-62ec8722-f03b-4aa0-b63a-ab2c77e342ed tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 945 time: 0.0566814 Aug 24 01:40:25.414074 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45d25b27-9029-4150-ba1a-bc1eda0903c6 req-a1ac5799-6fad-464a-b443-85c3dbdc4a26 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Aug 24 01:40:26.135882 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:40:26.226105 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:40:26.236621 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'port_id': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'mac_address': 'fa:16:3e:70:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:40:26.272738 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:26.288634 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90031dac-5dbe-4416-83e3-2bc07fcc57b3 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:40:26.319524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:40:26.420228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a6bb4c6-f098-4aae-b201-6498df38c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:26.466310 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:26.471443 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:26.515904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=11']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:40:26.529850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dbbb3-cf03-4117-bdd3-112d0e89f6c3 req-627c9998-7322-4185-a889-567b41c3cb38 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:26.531341 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b5dbbb3-cf03-4117-bdd3-112d0e89f6c3 req-627c9998-7322-4185-a889-567b41c3cb38 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0486825 Aug 24 01:40:26.569033 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b5dbbb3-cf03-4117-bdd3-112d0e89f6c3 req-1e34cc9b-a2c9-47aa-8317-b656541b1b72 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Aug 24 01:40:26.723327 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['90031dac-5dbe-4416-83e3-2bc07fcc57b3'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:40:27.682496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406675b-062b-4206-af48-85edad65cf8d req-0244db3d-0137-48e0-b3b6-7ce3b8805fad tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:27.684787 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1406675b-062b-4206-af48-85edad65cf8d req-0244db3d-0137-48e0-b3b6-7ce3b8805fad tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 946 time: 0.0486548 Aug 24 01:40:27.722484 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1406675b-062b-4206-af48-85edad65cf8d req-6069e2d6-1c53-4a9b-a353-13bbe14c3742 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Aug 24 01:40:28.135437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:40:28.292200 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:40:28.296424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:40:28.296802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:28.373935 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:28.395456 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:40:28.397616 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ea46e-cc1d-4aa3-bf77-68bfdabc17d9" -d '{"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-plugged", "status": "completed", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:40:28.409887 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:40:28.434217 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2336d4bf-44e2-4d91-8e29-15d0bac2e498 x-openstack-request-id: req-2336d4bf-44e2-4d91-8e29-15d0bac2e498 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:40:28.434217 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-plugged", "status": "completed", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:40:28.434217 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2336d4bf-44e2-4d91-8e29-15d0bac2e498 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:40:28.434217 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'code': 200} Aug 24 01:40:28.488164 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:28.534660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=12']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:40:28.637026 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94407c-d67b-4450-90c1-a963f7f20594 req-916da51c-bf6a-4b81-8870-f497916a2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:28.638501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe94407c-d67b-4450-90c1-a963f7f20594 req-916da51c-bf6a-4b81-8870-f497916a2cdf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1098 time: 0.0425408 Aug 24 01:40:28.673027 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe94407c-d67b-4450-90c1-a963f7f20594 req-cec26cd7-491e-41f3-a574-3695bf313ca0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274916 Aug 24 01:40:28.834491 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9f4f3-3d37-4b86-a51c-d2a244828bb0 req-3f72cd7d-ea7b-45e6-ac76-d0b814a170a7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:28.835953 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72d9f4f3-3d37-4b86-a51c-d2a244828bb0 req-3f72cd7d-ea7b-45e6-ac76-d0b814a170a7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 947 time: 0.0475845 Aug 24 01:40:28.872982 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-72d9f4f3-3d37-4b86-a51c-d2a244828bb0 req-f46d7d6e-f859-4089-b1eb-a55b79119193 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307293 Aug 24 01:40:29.064966 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8d241df1-9d65-4490-b5b1-ca85602b5ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:29.208592 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:29.989268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97434ff-b099-4363-8338-53c326aef138 req-109ff01a-ad39-402a-8693-d73789169966 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:29.990692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c97434ff-b099-4363-8338-53c326aef138 req-109ff01a-ad39-402a-8693-d73789169966 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 947 time: 0.0490692 Aug 24 01:40:30.029600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c97434ff-b099-4363-8338-53c326aef138 req-35e92112-bda6-4846-bdb6-24e91d1c75e1 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Aug 24 01:40:30.636383 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:31.147247 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1ee6f-0569-4a95-b942-d6826131bffb req-b465ae8d-69bb-4799-85c5-136ff772ffca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:40:31.148716 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d1ee6f-0569-4a95-b942-d6826131bffb req-b465ae8d-69bb-4799-85c5-136ff772ffca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 947 time: 0.0532629 Aug 24 01:40:31.185981 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49d1ee6f-0569-4a95-b942-d6826131bffb req-d587a575-e426-4e03-a1b1-922bbe4c9c39 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Aug 24 01:40:32.145187 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:43.257550 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:48.322397 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:40:56.384669 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d0270f89-9a0c-40ce-8d77-09acfd496409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:56.407320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:59.064727 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4cf87efb-4ed5-4ae6-a3ff-4ccb5f144128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:40:59.219051 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:00.668248 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:02.194271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:13.252925 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:15.476935 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-cd16cac0-6f23-41de-acbe-d89493d3b089 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405569 Aug 24 01:41:15.559388 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-004c2f07-3bc7-4aea-ae98-3a14ddfff940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:15.560916 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-004c2f07-3bc7-4aea-ae98-3a14ddfff940 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1098 time: 0.0405455 Aug 24 01:41:15.663217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-62e61898-eac6-43ed-957f-4986c0691d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:15.664677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-62e61898-eac6-43ed-957f-4986c0691d98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0862145 Aug 24 01:41:15.730673 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-236bae98-d56c-4bfe-8aae-11048be384d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 1001 time: 0.0576966 Aug 24 01:41:15.777069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-88847d20-5c2d-45d2-961e-784eaac8582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:15.778508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-88847d20-5c2d-45d2-961e-784eaac8582d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0422604 Aug 24 01:41:15.826528 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-716f929b-ab50-40d2-9634-eb24c1e05bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:15.828012 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-716f929b-ab50-40d2-9634-eb24c1e05bf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428944 Aug 24 01:41:15.916554 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-26f2c8de-a4d7-4657-9564-d62c589c4768 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801990 Aug 24 01:41:16.008247 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fe83a62f-8590-4872-8bd5-ac2397f70b3b req-d1786c10-fde9-44ac-a736-fe6c78f91875 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849271 Aug 24 01:41:25.321041 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:41:26.404647 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-76fa9baa-834b-4f2b-b392-82ab7420b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:26.438676 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:29.063928 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e7bdf624-db15-4ec6-bbb3-0bc21de39211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:29.189494 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:30.669436 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:32.189916 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:40.175037 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54218) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:40.385087 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Deleting port 6a0ffe1c-14d5-475f-b17b-e48af42223d0 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:41:40.385435 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:40.460766 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:40.461219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:40.476064 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Calling delete_port for 6a0ffe1c-14d5-475f-b17b-e48af42223d0 owned by network:floatingip {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:41:40.719085 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:40.745841 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event deleted for resources: {'Port': ['ID=6a0ffe1c-14d5-475f-b17b-e48af42223d0,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:40.757819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.758173 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.758524 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.758868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.759209 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.759549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.759904 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.760250 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.760588 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.760917 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.761246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.761626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:40.817977 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for floatingip, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:40.818313 n-d-804878-2 neutron-server[95327]: INFO neutron.db.l3_db [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Floating IP 0586b72b-ad25-4728-8adb-90bb0900611c disassociated (deleted). External IP: 172.25.5.81, port: 90031dac-5dbe-4416-83e3-2bc07fcc57b3. Aug 24 01:41:41.061398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Router f854aba8-060c-4c51-87a2-da98d8c429b0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:41:41.176054 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:41:41.180533 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:41.187025 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] Sync routers for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:41:41.196099 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:41:41.196785 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:41:41.207733 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-030c9058-6548-4956-b40d-cb38a8ea9f29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "DELETE /v2.0/floatingips/0586b72b-ad25-4728-8adb-90bb0900611c HTTP/1.1" status: 204 len: 168 time: 1.0316017 Aug 24 01:41:41.208329 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:41:41.210653 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29383163-61e8-4872-8f26-d3e7b4072f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:41:41.305503 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:41:41.324739 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b1e3f7-72e5-4589-8279-275da86cea7e x-openstack-request-id: req-93b1e3f7-72e5-4589-8279-275da86cea7e {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:41:41.325036 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:41:41.325371 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93b1e3f7-72e5-4589-8279-275da86cea7e {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:41:41.325739 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'status': 'completed', 'code': 200} Aug 24 01:41:41.386927 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-ac2f682e-e130-4d94-a776-86ca7ce3594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:41.388457 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-ac2f682e-e130-4d94-a776-86ca7ce3594d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 1098 time: 0.0419219 Aug 24 01:41:41.489141 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-737b6e00-44a9-47d6-b15a-dce95cdff4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:41.490690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-737b6e00-44a9-47d6-b15a-dce95cdff4f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0950317 Aug 24 01:41:41.531937 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:41:41.534508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-38a9c4cf-e189-443a-987d-c3a971db2dd3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 200 len: 217 time: 0.0369956 Aug 24 01:41:41.564760 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] Checking router: f854aba8-060c-4c51-87a2-da98d8c429b0 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:41:41.576176 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:41:41.576716 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:41:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:41:41.587167 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-40672d5b-5f43-42e2-9a0f-b96fae122e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:41.588811 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-40672d5b-5f43-42e2-9a0f-b96fae122e49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0469055 Aug 24 01:41:41.646186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-cfce342b-aa11-45ba-8d4d-bbea6fbb46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:41.647714 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-cfce342b-aa11-45ba-8d4d-bbea6fbb46e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525806 Aug 24 01:41:41.705796 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:41:41.772216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc934a-337a-4c5f-bf68-842c4c036ae3 req-2996bd56-2741-4a0d-891c-01f13ab290a2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:41.773730 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adbc934a-337a-4c5f-bf68-842c4c036ae3 req-2996bd56-2741-4a0d-891c-01f13ab290a2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 947 time: 0.1110549 Aug 24 01:41:41.795933 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-46e04776-4882-4d9b-9170-3b412cf4c17f service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406333 Aug 24 01:41:41.867989 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-adbc934a-337a-4c5f-bf68-842c4c036ae3 req-a1c78017-45cb-497f-8d0e-a5948fb4935a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847733 Aug 24 01:41:41.908501 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-29383163-61e8-4872-8f26-d3e7b4072f9c req-c7d35c10-9f02-4d7c-a5ef-6409cfc575ff service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044226 Aug 24 01:41:41.917804 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:41:41.948279 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b17cd1-94bd-4009-938b-70dea22570a1 None None] The sync data for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 is: [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:41:42.171544 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d44b2-2be8-4eff-a191-7168befdc4df None None] New status for floating IP 0586b72b-ad25-4728-8adb-90bb0900611c: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:41:42.979606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087907e1-98c9-4d11-8d47-062734569fd3 req-67a8685e-9c42-4e67-ae69-0b01c89abd56 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:42.981110 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-087907e1-98c9-4d11-8d47-062734569fd3 req-67a8685e-9c42-4e67-ae69-0b01c89abd56 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.37 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 947 time: 0.0567327 Aug 24 01:41:43.101798 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235bcc3-5d72-45ba-b482-3199dc7f1da8 req-410381ab-13e6-47b6-bc75-0925f01188dd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:41:43.103424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2235bcc3-5d72-45ba-b482-3199dc7f1da8 req-410381ab-13e6-47b6-bc75-0925f01188dd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 947 time: 0.1515541 Aug 24 01:41:43.128028 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Deleting port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:41:43.128380 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:43.192844 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2235bcc3-5d72-45ba-b482-3199dc7f1da8 req-2c368b43-08f0-4bb5-ab75-c67e7eb670da tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa8bc695-0fe9-4448-83dc-662e605eeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818486 Aug 24 01:41:43.238186 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] For port 90031dac-5dbe-4416-83e3-2bc07fcc57b3, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=90031dac-5dbe-4416-83e3-2bc07fcc57b3,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:41:43.238563 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:43.251048 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Calling delete_port for 90031dac-5dbe-4416-83e3-2bc07fcc57b3 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:41:43.269667 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:43.441180 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:43.475632 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event deleted for resources: {'Port': ['ID=90031dac-5dbe-4416-83e3-2bc07fcc57b3,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:43.485552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.485925 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.487084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.487084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.487084 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.487387 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.487563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.487895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.488224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.488552 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.489217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.489217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:41:43.529407 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] No DVR routers for this DVR port 90031dac-5dbe-4416-83e3-2bc07fcc57b3 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:41:43.531980 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:43.534011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-087907e1-98c9-4d11-8d47-062734569fd3 req-ebab84e8-5a96-4a8f-8e88-d8285fe236ef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.37 "DELETE /v2.0/ports/90031dac-5dbe-4416-83e3-2bc07fcc57b3 HTTP/1.1" status: 204 len: 173 time: 0.5470288 Aug 24 01:41:43.534458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-deleted', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:41:43.536673 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84c7cce-84d3-431a-a83d-7d30346cbb44" -d '{"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-deleted", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:41:43.571548 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4ed182-05a8-43d1-9cd6-344d5b5e302f x-openstack-request-id: req-5e4ed182-05a8-43d1-9cd6-344d5b5e302f {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:41:43.571841 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43bb1e1-646c-42a2-a62a-979b78708608", "name": "network-vif-deleted", "tag": "90031dac-5dbe-4416-83e3-2bc07fcc57b3", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:41:43.572097 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e4ed182-05a8-43d1-9cd6-344d5b5e302f {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:41:43.573197 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43bb1e1-646c-42a2-a62a-979b78708608', 'name': 'network-vif-deleted', 'tag': '90031dac-5dbe-4416-83e3-2bc07fcc57b3', 'status': 'completed', 'code': 200} Aug 24 01:41:44.297516 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8d23263c-cf22-4905-b299-cc72c730b55f req-8ae1908c-7fdf-4f0e-9f19-61f1e01dba29 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43bb1e1-646c-42a2-a62a-979b78708608 HTTP/1.1" status: 200 len: 210 time: 0.0270431 Aug 24 01:41:45.353073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54246) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:45.411131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84f0d6dd-5da9-4864-9020-5213bdcbfca3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:45.436625 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84f0d6dd-5da9-4864-9020-5213bdcbfca3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:45.552276 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84f0d6dd-5da9-4864-9020-5213bdcbfca3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:45.555099 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-84f0d6dd-5da9-4864-9020-5213bdcbfca3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:45.556274 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-84f0d6dd-5da9-4864-9020-5213bdcbfca3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "DELETE /v2.0/security-groups/fa8bc695-0fe9-4448-83dc-662e605eeb5e HTTP/1.1" status: 204 len: 168 time: 0.2021770 Aug 24 01:41:45.566109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0d6dd-5da9-4864-9020-5213bdcbfca3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8bc695-0fe9-4448-83dc-662e605eeb5e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:45.920397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54252) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:45.925244 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e1fe045e-b4d9-4eb6-b462-e125f6ad3b84 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860389133', 'description': 'tempest-secgroup-smoke-1860389133 description', 'project_id': '423ef79199a342f3aaf3dd80531c7544'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:41:46.023665 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1fe045e-b4d9-4eb6-b462-e125f6ad3b84 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.106050 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1fe045e-b4d9-4eb6-b462-e125f6ad3b84 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.169269 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1fe045e-b4d9-4eb6-b462-e125f6ad3b84 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.197713 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe045e-b4d9-4eb6-b462-e125f6ad3b84 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a44e38-9e19-4d3b-b587-47542ebbafbd,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:46.289513 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e1fe045e-b4d9-4eb6-b462-e125f6ad3b84 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.290846 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e1fe045e-b4d9-4eb6-b462-e125f6ad3b84 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3693912 Aug 24 01:41:46.294204 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54254) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:46.298655 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-9c715136-01dc-449d-8427-0010c284dc61 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': '15a44e38-9e19-4d3b-b587-47542ebbafbd', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:41:46.385688 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c715136-01dc-449d-8427-0010c284dc61 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.440028 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c715136-01dc-449d-8427-0010c284dc61 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.482384 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:41:46.501348 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c715136-01dc-449d-8427-0010c284dc61 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.501981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 90031dac-5dbe-4416-83e3-2bc07fcc57b3 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:41:46.502324 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 90031dac-5dbe-4416-83e3-2bc07fcc57b3 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:41:46.519296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c715136-01dc-449d-8427-0010c284dc61 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af3ea94-f3d2-4f29-94c4-2b8c4f44f6cf,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:46.572391 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-9c715136-01dc-449d-8427-0010c284dc61 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.573668 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-9c715136-01dc-449d-8427-0010c284dc61 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2785108 Aug 24 01:41:46.576374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54256) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:46.580732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-625588b0-b1de-4fad-b64a-61981f9e5200 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': '15a44e38-9e19-4d3b-b587-47542ebbafbd', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:41:46.666019 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625588b0-b1de-4fad-b64a-61981f9e5200 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.722367 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625588b0-b1de-4fad-b64a-61981f9e5200 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.769645 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625588b0-b1de-4fad-b64a-61981f9e5200 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.786668 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625588b0-b1de-4fad-b64a-61981f9e5200 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab6d162-c729-447a-9783-e39856e8520d,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:46.843749 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-625588b0-b1de-4fad-b64a-61981f9e5200 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.844957 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-625588b0-b1de-4fad-b64a-61981f9e5200 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2676687 Aug 24 01:41:46.847671 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54258) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:46.852070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-b12c414a-b682-4f9e-be9a-045263397a97 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': '15a44e38-9e19-4d3b-b587-47542ebbafbd', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:41:46.931199 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b12c414a-b682-4f9e-be9a-045263397a97 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:46.993209 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b12c414a-b682-4f9e-be9a-045263397a97 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.069310 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b12c414a-b682-4f9e-be9a-045263397a97 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.088433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c414a-b682-4f9e-be9a-045263397a97 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9031efb-645c-4317-a8d9-c03ffaf3405e,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:47.158285 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b12c414a-b682-4f9e-be9a-045263397a97 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.159557 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b12c414a-b682-4f9e-be9a-045263397a97 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109360 Aug 24 01:41:47.162299 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54260) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:47.167372 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-656a3f84-b93a-48e2-b343-87ff34dccf0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': '15a44e38-9e19-4d3b-b587-47542ebbafbd', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:41:47.272131 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-656a3f84-b93a-48e2-b343-87ff34dccf0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.331689 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-656a3f84-b93a-48e2-b343-87ff34dccf0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.412154 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-656a3f84-b93a-48e2-b343-87ff34dccf0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.430415 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a3f84-b93a-48e2-b343-87ff34dccf0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18a4952-774b-49c6-837a-0745d4e1b9ba,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:47.492283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-656a3f84-b93a-48e2-b343-87ff34dccf0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.493610 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-656a3f84-b93a-48e2-b343-87ff34dccf0a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303530 Aug 24 01:41:47.496548 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54262) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:47.501074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-d4cfb044-fa1d-462b-830c-7bd295d3ea78 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': '15a44e38-9e19-4d3b-b587-47542ebbafbd', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:41:47.601017 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-d4cfb044-fa1d-462b-830c-7bd295d3ea78 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Project 423ef79199a342f3aaf3dd80531c7544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:41:47.606223 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4cfb044-fa1d-462b-830c-7bd295d3ea78 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.666333 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4cfb044-fa1d-462b-830c-7bd295d3ea78 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.746570 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4cfb044-fa1d-462b-830c-7bd295d3ea78 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.764463 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfb044-fa1d-462b-830c-7bd295d3ea78 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0f988d-2585-4f68-ab9b-e1df1fa8779f,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:47.846299 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-d4cfb044-fa1d-462b-830c-7bd295d3ea78 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:47.847573 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-d4cfb044-fa1d-462b-830c-7bd295d3ea78 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500726 Aug 24 01:41:47.850302 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54264) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:41:47.857272 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-0243cb7d-136c-49f1-92a2-c4799192c081 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'security_group_rule': {'security_group_id': '15a44e38-9e19-4d3b-b587-47542ebbafbd', 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:41:47.932620 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-0243cb7d-136c-49f1-92a2-c4799192c081 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Project 423ef79199a342f3aaf3dd80531c7544 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:41:47.937454 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0243cb7d-136c-49f1-92a2-c4799192c081 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:48.012357 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0243cb7d-136c-49f1-92a2-c4799192c081 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:48.080733 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0243cb7d-136c-49f1-92a2-c4799192c081 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:48.098929 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243cb7d-136c-49f1-92a2-c4799192c081 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ffb06c-0705-4882-ac61-b05e33924f92,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:41:48.172318 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-0243cb7d-136c-49f1-92a2-c4799192c081 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:48.173487 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-0243cb7d-136c-49f1-92a2-c4799192c081 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3222497 Aug 24 01:41:56.384007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d099d3d0-0036-4bf5-9289-d98a3a40e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:56.418211 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:59.080876 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1890489e-d9ad-44ad-a026-313544cb524e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:41:59.206714 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:00.672358 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:02.226535 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:02.320168 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:42:07.007612 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e2411c67-7d19-4c1a-8f6f-30ed427af396 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860389133&fields=id&tenant_id=423ef79199a342f3aaf3dd80531c7544 HTTP/1.1" status: 200 len: 267 time: 0.0326514 Aug 24 01:42:07.115208 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-c15ea411-e5cd-44ee-81ab-58a9a0164ff2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:07.116667 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-c15ea411-e5cd-44ee-81ab-58a9a0164ff2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 809 time: 0.1023333 Aug 24 01:42:07.131066 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-898cf542-b098-4f41-9ba6-f4b29e220daf tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/quotas/423ef79199a342f3aaf3dd80531c7544 HTTP/1.1" status: 200 len: 375 time: 0.0088127 Aug 24 01:42:07.181651 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-93667630-f2fd-4fcd-ab5c-2a7c44147ff9 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445702 Aug 24 01:42:07.315735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-100ec167-d28a-4075-8e08-ce5bf1efcc8d service neutron] 10.222.0.26 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227322 Aug 24 01:42:07.406210 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-5a2054f6-6ca9-40b4-b48c-c436b98243d1 service neutron] 10.222.0.26 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836403 Aug 24 01:42:08.032899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c3218d3d-48e2-436b-8867-bf47689bfa4f req-dbbf2ae0-0346-4ac2-9159-488498c5f997 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 210 time: 0.0290093 Aug 24 01:42:09.126690 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-feed5cfd-76e8-4c7f-aad3-fb47d15cc4dc req-da506396-eab3-4f25-8d0d-db9fc750fdf0 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 210 time: 0.0259249 Aug 24 01:42:10.055516 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-44b8e988-269b-47fb-96ab-2eecc826e448 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:10.057521 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-44b8e988-269b-47fb-96ab-2eecc826e448 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 809 time: 0.1026340 Aug 24 01:42:10.106506 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-fcc450f4-5319-424f-920c-f9e31c4ebe8e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=423ef79199a342f3aaf3dd80531c7544 HTTP/1.1" status: 200 len: 380 time: 0.0337977 Aug 24 01:42:10.115600 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'port': {'device_id': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'admin_state_up': True, 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'security_groups': ['15a44e38-9e19-4d3b-b587-47542ebbafbd']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:42:10.226524 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-87807dd3-7d83-479e-bae9-b1b2ac7d5998 req-bed1045e-2706-4423-bce3-0caa5b649041 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 210 time: 0.0310991 Aug 24 01:42:10.286684 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Made reservation on behalf of 423ef79199a342f3aaf3dd80531c7544 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:42:10.290339 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:10.417679 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Allocated IP 172.20.0.4 (d9281f4e-8f80-4112-b0ab-b59b3c635fb8/a6d21ac9-603a-40e9-a74f-97b28948defa/4cf506f2-4a96-41cc-b9ae-0260449ffd24) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:42:10.564728 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:10.578998 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Transition to ACTIVE for port object 4cf506f2-4a96-41cc-b9ae-0260449ffd24 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:42:10.683573 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:10.728618 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:42:10.731819 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:42:10.735865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:42:10.766308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:42:10.794071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:10.794741 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:10.870664 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-e122e0ec-2ec4-4c98-a318-046c369934df tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586243 Aug 24 01:42:10.894001 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Request body: {'port': {'device_id': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:42:10.951937 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:11.091662 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-33ae0b88-841e-4ecd-b168-59d901a28a6d None None] Provisioning for port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:42:11.096442 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-33ae0b88-841e-4ecd-b168-59d901a28a6d None None] Provisioning complete for port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:42:11.096847 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-33ae0b88-841e-4ecd-b168-59d901a28a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:11.135123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-33ae0b88-841e-4ecd-b168-59d901a28a6d None None] Port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:42:11.218051 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf506f2-4a96-41cc-b9ae-0260449ffd24 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:42:11.225527 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:11.238031 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Transition to ACTIVE for port object 4cf506f2-4a96-41cc-b9ae-0260449ffd24 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:42:11.300421 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:11.348719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a24a9-ceb1-42e5-be5c-8113691180f2 req-118ff7c7-dc9b-4d50-8cf0-b61cfbbbc779 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:11.353680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-684a24a9-ceb1-42e5-be5c-8113691180f2 req-118ff7c7-dc9b-4d50-8cf0-b61cfbbbc779 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0550964 Aug 24 01:42:11.380248 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:42:11.419159 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-684a24a9-ceb1-42e5-be5c-8113691180f2 req-ecbad891-8fba-495a-a0f1-1bb5bc30ed7e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575588 Aug 24 01:42:11.445856 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Attempting to bind port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:42:11.446242 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Attempting to bind port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:42:11.446578 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Attempting to bind port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:42:11.453092 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:42:11.453430 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Attempting to bind port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:42:11.460071 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:42:11.460212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Checking segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:42:11.460522 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Bound using segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:42:11.460959 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Bound port: 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:42:11.461331 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:11.531327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:42:11.534644 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:42:11.614917 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:11.656801 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:11.657355 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:11.658821 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-d44be2bd-3363-4893-8841-72187a417437 service neutron] 10.222.0.36 "PUT /v2.0/ports/4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 1091 time: 0.7732835 Aug 24 01:42:11.659289 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:42:11.661554 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9edcaa-d5e7-4a22-b8e0-e7e0ce3d5c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:42:11.701150 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be2bd-3363-4893-8841-72187a417437 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:42:11.724996 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fb2efb-cc32-48c1-b2ba-0ac6e763045a x-openstack-request-id: req-17fb2efb-cc32-48c1-b2ba-0ac6e763045a {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:42:11.725294 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:42:11.725547 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17fb2efb-cc32-48c1-b2ba-0ac6e763045a {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:42:11.725977 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'status': 'completed', 'code': 200} Aug 24 01:42:11.810943 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9edcaa-d5e7-4a22-b8e0-e7e0ce3d5c5a req-94195353-0ee4-41c0-87dd-34e780b36941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:11.812497 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5b9edcaa-d5e7-4a22-b8e0-e7e0ce3d5c5a req-94195353-0ee4-41c0-87dd-34e780b36941 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1094 time: 0.0444255 Aug 24 01:42:11.920611 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9edcaa-d5e7-4a22-b8e0-e7e0ce3d5c5a req-d03605eb-b161-4447-b075-6feca3402136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:11.922202 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5b9edcaa-d5e7-4a22-b8e0-e7e0ce3d5c5a req-d03605eb-b161-4447-b075-6feca3402136 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=423ef79199a342f3aaf3dd80531c7544&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0963430 Aug 24 01:42:12.025721 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9edcaa-d5e7-4a22-b8e0-e7e0ce3d5c5a req-76f42058-9ec1-4a5f-b44d-e062039a896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:12.027121 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5b9edcaa-d5e7-4a22-b8e0-e7e0ce3d5c5a req-76f42058-9ec1-4a5f-b44d-e062039a896a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972788 Aug 24 01:42:12.131276 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-1e71ddc9-f23a-44c1-9d44-b9064185a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:12.132811 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-1e71ddc9-f23a-44c1-9d44-b9064185a5d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1094 time: 0.0467610 Aug 24 01:42:12.185171 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-2de8e212-99f6-429f-922a-e080b5cd8984 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 217 time: 0.0393429 Aug 24 01:42:12.235008 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-a7b38cf6-991e-4a2d-b4aa-26b591f47a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:12.236554 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-a7b38cf6-991e-4a2d-b4aa-26b591f47a89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0447145 Aug 24 01:42:12.282550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-5d4f6c1d-ab3b-44de-abfb-63dbe9604d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:12.283981 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-5d4f6c1d-ab3b-44de-abfb-63dbe9604d3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407503 Aug 24 01:42:12.378313 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-3ca47129-fb90-4c46-81d0-671faa4c196c service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864649 Aug 24 01:42:12.470899 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0e5adc21-5bde-44b0-ab30-a16c2a586dd7 req-34fccd3d-eb56-41a0-b057-bcf6c8295b9f service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852408 Aug 24 01:42:12.537653 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195985c-e009-4160-95c0-b7d9e27902c8 req-7458f4ae-ad9f-42c8-8309-bb12df7ba013 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:12.538978 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2195985c-e009-4160-95c0-b7d9e27902c8 req-7458f4ae-ad9f-42c8-8309-bb12df7ba013 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0488389 Aug 24 01:42:12.580432 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2195985c-e009-4160-95c0-b7d9e27902c8 req-52588448-5a42-47d6-92d4-b3abcdb307ca tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346701 Aug 24 01:42:13.271388 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:13.698806 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1f330-116f-4c2a-9e00-0c61fc650872 req-91022e8d-ca5e-456c-888e-5a6e54b89921 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:13.700308 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82d1f330-116f-4c2a-9e00-0c61fc650872 req-91022e8d-ca5e-456c-888e-5a6e54b89921 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0487487 Aug 24 01:42:13.740830 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82d1f330-116f-4c2a-9e00-0c61fc650872 req-77f3aeb2-8dca-4b49-8f0a-94dad7a2ff4b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344827 Aug 24 01:42:14.854740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248c813-3d33-45a2-851e-50c2c70ef680 req-5bbfa6f8-939a-43cb-981f-d53802c2bbbf tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:14.856222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6248c813-3d33-45a2-851e-50c2c70ef680 req-5bbfa6f8-939a-43cb-981f-d53802c2bbbf tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0499387 Aug 24 01:42:14.893437 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6248c813-3d33-45a2-851e-50c2c70ef680 req-467d9ca0-de11-4e67-9964-e82114be7f2e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Aug 24 01:42:16.014971 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b6fee-0a5c-4d20-9619-def746be1520 req-d5c0616f-1a5a-48a1-b830-1949dc28ba31 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:16.016481 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-263b6fee-0a5c-4d20-9619-def746be1520 req-d5c0616f-1a5a-48a1-b830-1949dc28ba31 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0578198 Aug 24 01:42:16.053014 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-263b6fee-0a5c-4d20-9619-def746be1520 req-300f4978-5afe-4c28-a1f9-7bfd283497f3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304487 Aug 24 01:42:17.166255 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d4627-d2a6-4d14-a8cb-b58b273fa3f5 req-0cfa1ec1-b923-43e7-b2e1-1df18dc08f48 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:17.167722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc6d4627-d2a6-4d14-a8cb-b58b273fa3f5 req-0cfa1ec1-b923-43e7-b2e1-1df18dc08f48 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0484169 Aug 24 01:42:17.207841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc6d4627-d2a6-4d14-a8cb-b58b273fa3f5 req-b279278e-1d98-47e1-a50e-ee44deb9e248 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343018 Aug 24 01:42:18.320225 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489deb1-8f79-49ae-af85-4efc792ef484 req-e939fd27-8dfe-4c05-9ca7-7b445ac13359 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:18.322241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3489deb1-8f79-49ae-af85-4efc792ef484 req-e939fd27-8dfe-4c05-9ca7-7b445ac13359 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0489492 Aug 24 01:42:18.359412 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3489deb1-8f79-49ae-af85-4efc792ef484 req-f9961681-c29b-4c07-84e1-b72b69f65faf tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313110 Aug 24 01:42:19.473863 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4878-1404-47b0-8675-46ae2d581028 req-ddc12a0c-3979-47fa-a220-fccb8971faf5 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:19.475338 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a1d4878-1404-47b0-8675-46ae2d581028 req-ddc12a0c-3979-47fa-a220-fccb8971faf5 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0501833 Aug 24 01:42:19.513015 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9a1d4878-1404-47b0-8675-46ae2d581028 req-ab981bf1-ec65-4d32-b158-78d8a391681a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Aug 24 01:42:20.625081 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc634-8dfa-4ae0-b5d3-1ecc62eefd87 req-38655dcf-1c27-4432-8deb-99bf04094cc7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:20.626556 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fafc634-8dfa-4ae0-b5d3-1ecc62eefd87 req-38655dcf-1c27-4432-8deb-99bf04094cc7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0473828 Aug 24 01:42:20.667300 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9fafc634-8dfa-4ae0-b5d3-1ecc62eefd87 req-2caa6003-5364-4fd2-914b-2d2761f25263 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348771 Aug 24 01:42:21.781007 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649f7d8-f0fb-40a6-8e42-c07a9202e2a0 req-61b9af45-8ed1-4820-b58a-cc17ba8fc767 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:21.782631 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7649f7d8-f0fb-40a6-8e42-c07a9202e2a0 req-61b9af45-8ed1-4820-b58a-cc17ba8fc767 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0485330 Aug 24 01:42:21.824750 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7649f7d8-f0fb-40a6-8e42-c07a9202e2a0 req-3d57e295-1c58-48b3-9ebc-cf8d8ae46c70 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360522 Aug 24 01:42:22.937561 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba9bf-16aa-4eb9-8803-b084734bd75f req-7a0cd47c-8810-4226-baf8-8df147e8e145 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:22.939093 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1dbba9bf-16aa-4eb9-8803-b084734bd75f req-7a0cd47c-8810-4226-baf8-8df147e8e145 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0486710 Aug 24 01:42:22.975702 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1dbba9bf-16aa-4eb9-8803-b084734bd75f req-e5cd74ea-3ade-4835-b9c3-d7d92840ab9d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308092 Aug 24 01:42:24.089551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d511fe-efe1-49bf-b424-3a1c92bce281 req-e25b41de-0ec7-4303-9bd2-b2912bbd1b3e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:24.091061 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18d511fe-efe1-49bf-b424-3a1c92bce281 req-e25b41de-0ec7-4303-9bd2-b2912bbd1b3e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0481341 Aug 24 01:42:24.135073 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-18d511fe-efe1-49bf-b424-3a1c92bce281 req-5524bb2b-2977-4c6e-85c5-1a1add412fcf tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363178 Aug 24 01:42:24.972926 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4cf506f2-4a96-41cc-b9ae-0260449ffd24 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:42:25.063434 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:42:25.074145 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'port_id': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'mac_address': 'fa:16:3e:ec:1e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:42:25.110563 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:25.125671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf506f2-4a96-41cc-b9ae-0260449ffd24 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:42:25.144148 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:42:25.223103 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:25.253213 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffd634-d5dd-4bdb-814b-e23ae7805fc7 req-e76198c9-e9d5-4dc6-94dc-008773201a2a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:25.254753 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75ffd634-d5dd-4bdb-814b-e23ae7805fc7 req-e76198c9-e9d5-4dc6-94dc-008773201a2a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0491092 Aug 24 01:42:25.270754 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:42:25.278766 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.279120 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.279469 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.279810 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.280146 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.280486 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.280818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.281149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.281481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.281842 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.282173 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.282498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:42:25.295196 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-75ffd634-d5dd-4bdb-814b-e23ae7805fc7 req-e898f4a1-6236-4ae9-95a3-01d7e402abc3 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340466 Aug 24 01:42:25.652280 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['4cf506f2-4a96-41cc-b9ae-0260449ffd24'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:42:26.400979 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-28d1d233-1cde-47f7-bbf2-b56dc14a55ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:26.409551 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aff149-c4a0-4263-bd91-2042d55eca4e req-23d515c8-215e-473e-af14-210821fe560b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:26.411214 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1aff149-c4a0-4263-bd91-2042d55eca4e req-23d515c8-215e-473e-af14-210821fe560b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 944 time: 0.0508487 Aug 24 01:42:26.423356 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:26.449259 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d1aff149-c4a0-4263-bd91-2042d55eca4e req-0f5ef0cf-ec0e-4aaf-8839-50500c0e2375 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Aug 24 01:42:26.983729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4cf506f2-4a96-41cc-b9ae-0260449ffd24 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:42:27.085326 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:42:27.089854 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:42:27.090230 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:27.166804 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:27.188539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:42:27.190852 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dae9f9-c605-47ba-8f73-e1e6cc1ce827" -d '{"events": [{"server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "name": "network-vif-plugged", "status": "completed", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:42:27.203749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:42:27.226295 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ce12b2-1875-46b6-aa47-1c289ef78ee0 x-openstack-request-id: req-c9ce12b2-1875-46b6-aa47-1c289ef78ee0 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:42:27.226585 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "name": "network-vif-plugged", "status": "completed", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:42:27.226868 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9ce12b2-1875-46b6-aa47-1c289ef78ee0 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:42:27.227260 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'code': 200} Aug 24 01:42:27.275096 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:27.324467 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:42:27.349107 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499c4dc-74b6-4c6d-8451-152bf4b59e65 req-1f52205e-ebed-43da-b510-a6cc243bf072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:27.350597 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1499c4dc-74b6-4c6d-8451-152bf4b59e65 req-1f52205e-ebed-43da-b510-a6cc243bf072 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1096 time: 0.0413520 Aug 24 01:42:27.386376 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-1499c4dc-74b6-4c6d-8451-152bf4b59e65 req-d9009d2c-9828-4cfd-8071-9c55a8d09402 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282433 Aug 24 01:42:27.559989 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b45686-1208-42d1-97e5-601cfce2c729 req-07b96d9f-88ba-4b5c-a8ea-21fabe767182 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:27.561436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2b45686-1208-42d1-97e5-601cfce2c729 req-07b96d9f-88ba-4b5c-a8ea-21fabe767182 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0472391 Aug 24 01:42:27.603810 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e2b45686-1208-42d1-97e5-601cfce2c729 req-a4aff5d3-352f-41e9-ab64-a02b1d27903c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363953 Aug 24 01:42:28.719687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66babe-4e95-4ad8-84f3-8e80657d13e5 req-249809dd-3228-4793-9e7d-47e32603577e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:28.721096 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd66babe-4e95-4ad8-84f3-8e80657d13e5 req-249809dd-3228-4793-9e7d-47e32603577e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0508118 Aug 24 01:42:28.758172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cd66babe-4e95-4ad8-84f3-8e80657d13e5 req-cbcc37f7-c48f-4017-ba13-d09894de397c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308905 Aug 24 01:42:29.097556 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a2e59e99-9894-4350-a25c-6238ae7d1950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:29.200307 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:29.871536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b55bf7-386d-478f-b4ef-f59f806462d3 req-d3423c7a-e5c9-479e-aee8-e64f5bdbf5d9 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:29.873025 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76b55bf7-386d-478f-b4ef-f59f806462d3 req-d3423c7a-e5c9-479e-aee8-e64f5bdbf5d9 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0478520 Aug 24 01:42:29.909009 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-76b55bf7-386d-478f-b4ef-f59f806462d3 req-f0b1a12e-e453-4c1f-9148-c9524499e45c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301964 Aug 24 01:42:30.020795 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a697b2-4987-4bf4-a017-3e731dccc6c3 req-63ccdc04-853f-484e-821e-922e304807eb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:30.022267 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79a697b2-4987-4bf4-a017-3e731dccc6c3 req-63ccdc04-853f-484e-821e-922e304807eb tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0480857 Aug 24 01:42:30.062059 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-79a697b2-4987-4bf4-a017-3e731dccc6c3 req-edb0b9c2-e4d1-48a5-96a4-4ac20d67be6b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Aug 24 01:42:30.083342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54480) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:42:30.163256 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9d01d-9bc7-4ca3-84ff-be62c192f020 tempest-TestShelveInstance-1043613130 tempest-TestShelveInstance-1043613130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:30.164857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-84d9d01d-9bc7-4ca3-84ff-be62c192f020 tempest-TestShelveInstance-1043613130 tempest-TestShelveInstance-1043613130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1091 time: 0.0805271 Aug 24 01:42:30.169139 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54484) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:42:30.173418 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:42:30.236178 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:30.328888 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:30.431368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Allocated IP 172.25.5.17 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/70517ef4-9e2d-4605-9c57-8ec64c275148) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:42:30.533677 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:30.660089 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:30.688143 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:30.700365 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:42:30.703089 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:42:30.705633 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:42:30.732160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'Port': ['ID=70517ef4-9e2d-4605-9c57-8ec64c275148,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:42:31.072598 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:31.192366 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:31.341037 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:31.405440 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:31.473022 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event updated for resources: {'Port': ['ID=70517ef4-9e2d-4605-9c57-8ec64c275148,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:42:31.483670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:31.586319 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Floating IP 4e565944-c598-46ff-8bfd-025dec739d09 associated. External IP: 172.25.5.17, port: 4cf506f2-4a96-41cc-b9ae-0260449ffd24. Aug 24 01:42:31.797745 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Router f854aba8-060c-4c51-87a2-da98d8c429b0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:42:31.905590 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:42:31.915465 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] Sync routers for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:42:31.924533 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:42:31.925148 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:42:32.029499 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:42:32.036803 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:32.078475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d28cc5f8-3ce5-4f47-9e1c-1d2759bc5d1a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8947508 Aug 24 01:42:32.078475 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:42:32.078475 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903042f-aace-4533-a7d3-d13c9ad927c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:42:32.155669 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f3a06e-36d7-40f0-8c08-834ead3bc0ca x-openstack-request-id: req-d9f3a06e-36d7-40f0-8c08-834ead3bc0ca {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:42:32.155972 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:42:32.156231 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9f3a06e-36d7-40f0-8c08-834ead3bc0ca {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:42:32.156639 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'status': 'completed', 'code': 200} Aug 24 01:42:32.177118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:32.251184 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-f479e8c1-55d2-42e6-8e22-b991569419d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:32.252704 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-f479e8c1-55d2-42e6-8e22-b991569419d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1096 time: 0.0496125 Aug 24 01:42:32.342832 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-39018e61-0a91-4254-a9d0-8957fa7bd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:32.344244 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-39018e61-0a91-4254-a9d0-8957fa7bd523 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0848336 Aug 24 01:42:32.348733 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4e565944-c598-46ff-8bfd-025dec739d09', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'port_id': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'mac_address': 'fa:16:3e:ec:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:42:30Z', 'updated_at': '2021-08-24T01:42:30Z', 'revision_number': 0, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:42:32.377806 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] Checking router: f854aba8-060c-4c51-87a2-da98d8c429b0 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:42:32.386607 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:42:32.387205 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:42:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:42:32.412899 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-e4fb921b-276f-4098-bbc5-3d20accb8cd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 998 time: 0.0618203 Aug 24 01:42:32.465782 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-5eac46e4-d9de-45b7-a046-bb0aaf0a399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:32.467272 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-5eac46e4-d9de-45b7-a046-bb0aaf0a399d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0464430 Aug 24 01:42:32.497090 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:42:32.513081 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-adb41f2e-8029-4b98-9375-a556b9ebe913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:42:32.514638 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-adb41f2e-8029-4b98-9375-a556b9ebe913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404279 Aug 24 01:42:32.617023 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-967b04b6-55ab-4a9e-b880-b11003d3e08a service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954916 Aug 24 01:42:32.706420 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-5903042f-aace-4533-a7d3-d13c9ad927c9 req-88611d3a-2e0b-401b-881a-9b5d05ab3be5 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821965 Aug 24 01:42:32.717592 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4e565944-c598-46ff-8bfd-025dec739d09', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'port_id': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'mac_address': 'fa:16:3e:ec:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:42:30Z', 'updated_at': '2021-08-24T01:42:30Z', 'revision_number': 0, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:42:32.744217 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368c8b7-5f23-46ac-ac40-9b8ee15c6989 None None] The sync data for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 is: [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '4e565944-c598-46ff-8bfd-025dec739d09', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'port_id': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'mac_address': 'fa:16:3e:ec:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:42:30Z', 'updated_at': '2021-08-24T01:42:30Z', 'revision_number': 0, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:42:32.924267 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab741b-0a6c-4ba0-b803-8c8c16f7bf95 None None] New status for floating IP 4e565944-c598-46ff-8bfd-025dec739d09: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:42:39.320916 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:42:43.292818 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:56.388313 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f971ed60-2fbc-467e-b648-363d7956bf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:56.410973 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:59.096499 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cca3c0b4-2c10-4646-84a6-10c268c22579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:42:59.201048 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:00.652629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:02.176446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:13.296322 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:16.321300 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:43:18.636208 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-fd176dff-5cb6-4cb2-a649-33ecc6f2db17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407045 Aug 24 01:43:18.739835 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-051c2787-a4d5-41eb-8aed-c51ad5650b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:43:18.741249 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-051c2787-a4d5-41eb-8aed-c51ad5650b1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1096 time: 0.0446746 Aug 24 01:43:18.844392 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-4cea5136-c79a-4c3e-863e-c140dd1e8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:43:18.845922 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-4cea5136-c79a-4c3e-863e-c140dd1e8124 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0838645 Aug 24 01:43:18.913967 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-2505fd5a-620c-4715-ba4b-23ea383f2e14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 1000 time: 0.0611842 Aug 24 01:43:18.963305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-a17397a9-ec59-4d0e-b733-2275f5d169a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:43:18.964719 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-a17397a9-ec59-4d0e-b733-2275f5d169a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0443482 Aug 24 01:43:19.009596 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-942b92ad-86f9-487a-b880-872993f3ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:43:19.011010 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-942b92ad-86f9-487a-b880-872993f3ef95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394695 Aug 24 01:43:19.103057 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-c7db7b9d-30cd-4f3a-86c3-58d85f1d1d17 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851080 Aug 24 01:43:19.192590 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d34a0d09-08f7-4cb5-8b02-c9c0dbcda94a req-0db33fbc-06e0-47ef-b3ee-b7114fd9526d service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824628 Aug 24 01:43:26.354722 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f294f3e4-4511-4e8c-b813-6cc7e81d5c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:26.405840 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:29.103007 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6a0963f9-57f7-4fa1-acc4-4322feaedf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:29.217376 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:30.719911 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:32.183731 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:43.290848 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:53.320666 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:43:56.358704 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6c688647-762c-4b17-9c6d-411325e6ed17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:56.445050 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:59.067488 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5405d4c0-ab3a-4228-bfc6-10e7d071a4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:43:59.198836 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:00.718901 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:02.221957 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:13.341437 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:20.632166 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-4ac3825f-9ac2-4981-999c-e7135315e40b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407743 Aug 24 01:44:20.730742 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-4a57f1e1-9a58-43a2-923f-0de23d449eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:44:20.732109 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-4a57f1e1-9a58-43a2-923f-0de23d449eee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1096 time: 0.0439818 Aug 24 01:44:20.831701 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-c145e96f-23d0-40bd-b3eb-ddfb453b3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:44:20.833161 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-c145e96f-23d0-40bd-b3eb-ddfb453b3548 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0819497 Aug 24 01:44:20.899972 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-4cebaeeb-5745-4d5c-9cfd-9c3ac554d40d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 1000 time: 0.0595744 Aug 24 01:44:20.950738 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-4ae43ef7-dc58-447e-8eb5-8b1993a49db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:44:20.952246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-4ae43ef7-dc58-447e-8eb5-8b1993a49db0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0450637 Aug 24 01:44:21.003406 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-d5d5e504-11a1-44fa-9a5d-93edeccbe245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:44:21.003406 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-d5d5e504-11a1-44fa-9a5d-93edeccbe245 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425508 Aug 24 01:44:21.095866 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-a6c6b037-6f07-45ce-bb11-fd68fd8a82ee service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867224 Aug 24 01:44:21.185961 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-d4d03c64-0858-4eb9-a77e-49256ca6fcb7 req-4f70c596-232c-4d59-b8c0-1b86b324b7bb service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826187 Aug 24 01:44:26.380326 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-35db3e97-e0a6-4586-989f-b88b4adc1925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:26.460886 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:29.066338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-18e04b8b-dcce-4446-84ed-bafd98f7e280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:29.180507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:30.320482 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:44:30.649440 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:32.214913 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:43.300457 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:56.367002 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c6bc302b-ded3-4828-8883-2570e84e2ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:56.420429 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:57.664837 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c0b0a-d330-4855-9708-7d4c6f8fa417 req-addf7ff0-eca5-4d0a-a59e-5d137d1a653a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:44:57.668138 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b88c0b0a-d330-4855-9708-7d4c6f8fa417 req-addf7ff0-eca5-4d0a-a59e-5d137d1a653a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0527759 Aug 24 01:44:57.711122 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b88c0b0a-d330-4855-9708-7d4c6f8fa417 req-4ad3ea49-4291-4f98-8bff-9ee57267bd06 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369108 Aug 24 01:44:58.875902 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfba47-9090-476a-95b7-759713f23d20 req-75f54453-cf76-4bb1-808d-ed759352964b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:44:58.877388 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49cfba47-9090-476a-95b7-759713f23d20 req-75f54453-cf76-4bb1-808d-ed759352964b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0968473 Aug 24 01:44:58.914817 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-49cfba47-9090-476a-95b7-759713f23d20 req-70512cee-05cd-418c-9e75-32b53b709794 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315740 Aug 24 01:44:59.066078 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-006fbf8d-efe4-4ee0-86cb-66e8c10a7838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:44:59.202977 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:00.051680 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430adbc1-93af-418d-94cf-5744184ce306 req-dddeb25c-f723-41c7-aafc-b9096f36a6e4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:00.053157 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-430adbc1-93af-418d-94cf-5744184ce306 req-dddeb25c-f723-41c7-aafc-b9096f36a6e4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0483956 Aug 24 01:45:00.090222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-430adbc1-93af-418d-94cf-5744184ce306 req-0f341b65-b2e4-4556-9443-95bae0419162 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Aug 24 01:45:00.677154 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:01.202672 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72de511-9c87-4a2f-a90a-42cc13986410 req-dc9fcfd1-8825-47cb-b480-bdc627ced002 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:01.204222 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e72de511-9c87-4a2f-a90a-42cc13986410 req-dc9fcfd1-8825-47cb-b480-bdc627ced002 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0490623 Aug 24 01:45:01.241894 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e72de511-9c87-4a2f-a90a-42cc13986410 req-f11fb8ab-11cd-4dfe-b8b9-eef0f1878129 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Aug 24 01:45:02.198349 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:02.361102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08792e3a-bba9-4519-bc0e-9771b446a703 req-d7b067c2-e8ea-4067-afbf-e41ec940ada4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:02.362629 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08792e3a-bba9-4519-bc0e-9771b446a703 req-d7b067c2-e8ea-4067-afbf-e41ec940ada4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0530646 Aug 24 01:45:02.400655 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-08792e3a-bba9-4519-bc0e-9771b446a703 req-eb648a89-27d3-4ba0-8588-ffcfa2ebd4c2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Aug 24 01:45:03.513737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4fe04-fcce-40fe-a122-a8ee5e9d9423 req-fc7ddc7d-2057-4f3c-a4b8-da64583ff1bf tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:03.515245 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d4fe04-fcce-40fe-a122-a8ee5e9d9423 req-fc7ddc7d-2057-4f3c-a4b8-da64583ff1bf tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0486236 Aug 24 01:45:03.551910 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-06d4fe04-fcce-40fe-a122-a8ee5e9d9423 req-3ac1bb80-01a4-4259-a2e8-16f9811d314d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Aug 24 01:45:04.672629 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f2265-59ab-490e-a085-e49a544c3a92 req-99aad5e3-bfae-424b-ac5c-0d9e032d15d6 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:04.674478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a8f2265-59ab-490e-a085-e49a544c3a92 req-99aad5e3-bfae-424b-ac5c-0d9e032d15d6 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0567782 Aug 24 01:45:04.712876 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1a8f2265-59ab-490e-a085-e49a544c3a92 req-864dc962-f30c-4e45-9339-243ad3e85691 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Aug 24 01:45:06.150688 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36508-c1c3-4dc2-898d-a50e8e95bf36 req-77519ab7-04c7-4894-99cf-d78a2c4d3198 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:06.152192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ff36508-c1c3-4dc2-898d-a50e8e95bf36 req-77519ab7-04c7-4894-99cf-d78a2c4d3198 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.3720980 Aug 24 01:45:06.189034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2ff36508-c1c3-4dc2-898d-a50e8e95bf36 req-3eda3f9b-bc9f-490b-a246-e104067b791a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307541 Aug 24 01:45:07.303456 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874326-0236-474f-b488-0b34a8355f52 req-231b7ad0-9b7e-4f4e-aa15-6ef9a0ece94e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:07.304969 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45874326-0236-474f-b488-0b34a8355f52 req-231b7ad0-9b7e-4f4e-aa15-6ef9a0ece94e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0486567 Aug 24 01:45:07.329795 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:45:07.345041 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-45874326-0236-474f-b488-0b34a8355f52 req-47c6490b-5f07-4d98-aaf7-e5db03400e89 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Aug 24 01:45:07.984849 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-4f2906b9-1a41-414c-b2e7-88ace51eac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:07.986379 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-4f2906b9-1a41-414c-b2e7-88ace51eac1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1096 time: 0.0784392 Aug 24 01:45:08.078459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-a6e12bff-5b79-495f-b196-5cf400ffb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:08.079926 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-a6e12bff-5b79-495f-b196-5cf400ffb8e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0861578 Aug 24 01:45:08.143153 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-69b707d6-30c7-4e44-9e59-7767f99c82dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 1000 time: 0.0560915 Aug 24 01:45:08.195139 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-0b54b8e1-b7b4-4ef7-a037-02d6813e5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:08.196465 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-0b54b8e1-b7b4-4ef7-a037-02d6813e5da7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0455065 Aug 24 01:45:08.470296 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820c2f6-bf15-4160-b344-e359dec6fc2b req-275acfbe-8f80-41ef-ba0d-7ddef58ed33b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:08.471862 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c820c2f6-bf15-4160-b344-e359dec6fc2b req-275acfbe-8f80-41ef-ba0d-7ddef58ed33b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0523486 Aug 24 01:45:08.515551 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c820c2f6-bf15-4160-b344-e359dec6fc2b req-e83b0736-4afb-446e-ad51-0a647c80534c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370462 Aug 24 01:45:08.564616 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-02b6a5c2-f2ba-43dd-869a-ce92cb7ea5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:08.566171 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-02b6a5c2-f2ba-43dd-869a-ce92cb7ea5ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3625817 Aug 24 01:45:08.654835 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-c8cba01e-4f0f-4035-a100-23ee759b1edd service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805681 Aug 24 01:45:08.747042 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95cf020f-975b-4200-8700-54ea9d2d9260 req-9a15e9c6-bb91-4c09-8790-3b0411b99321 service neutron] 10.222.0.36 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847433 Aug 24 01:45:09.631742 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0816de-4dc1-4dc6-bfbe-f20d8b08d256 req-4575527c-2137-4907-adb4-27e843a6447c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:09.633208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad0816de-4dc1-4dc6-bfbe-f20d8b08d256 req-4575527c-2137-4907-adb4-27e843a6447c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0518739 Aug 24 01:45:09.670720 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad0816de-4dc1-4dc6-bfbe-f20d8b08d256 req-1ae94af3-fd0f-41f1-a4e1-669946cbf296 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Aug 24 01:45:10.789032 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088365d-540f-4b98-b471-9fe9480436b3 req-e9c172f3-7302-4f0a-902a-2e9adea8999b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:10.790664 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9088365d-540f-4b98-b471-9fe9480436b3 req-e9c172f3-7302-4f0a-902a-2e9adea8999b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0506303 Aug 24 01:45:10.828057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9088365d-540f-4b98-b471-9fe9480436b3 req-f426ad9c-e17c-49db-a033-80effa6333db tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312436 Aug 24 01:45:11.942990 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2720d1-d218-4cba-a615-faa618b8c606 req-00b55870-2232-4c1f-a421-5935166e081e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:11.944486 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc2720d1-d218-4cba-a615-faa618b8c606 req-00b55870-2232-4c1f-a421-5935166e081e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0501957 Aug 24 01:45:11.983208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cc2720d1-d218-4cba-a615-faa618b8c606 req-f19e0366-0ac2-489a-ad5c-99cb5c81960e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326498 Aug 24 01:45:13.098078 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891945d-0b98-4154-9099-0e406c827843 req-cf088922-f3b2-4ca4-b6ec-93e49d084cef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:13.099537 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8891945d-0b98-4154-9099-0e406c827843 req-cf088922-f3b2-4ca4-b6ec-93e49d084cef tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0515583 Aug 24 01:45:13.136921 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8891945d-0b98-4154-9099-0e406c827843 req-d2e07495-ea1c-49a4-8b89-32735514a90f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Aug 24 01:45:13.310542 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:13.477112 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c78f09-361f-4837-9126-62fe07f8f073 req-ba55c822-72f7-4ea5-ba87-543294fa58c7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:13.478689 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80c78f09-361f-4837-9126-62fe07f8f073 req-ba55c822-72f7-4ea5-ba87-543294fa58c7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 945 time: 0.0583749 Aug 24 01:45:13.519232 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80c78f09-361f-4837-9126-62fe07f8f073 req-855dbfec-936b-4bb9-9d5f-01e74bc6c50f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Aug 24 01:45:13.562580 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-ee921f03-6fb6-485a-bc6a-f2a94ae9db7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829101 Aug 24 01:45:13.821718 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device 4cf506f2-4a96-41cc-b9ae-0260449ffd24 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:45:13.898476 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:13.920584 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:45:13.922800 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfffd321-ba5d-4473-8122-b6c08d39142e" -d '{"events": [{"server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:45:13.935408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:45:13.997378 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:14.020162 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 01:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e69522-a745-4c23-bc61-f2b911d23b45 x-openstack-request-id: req-18e69522-a745-4c23-bc61-f2b911d23b45 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:45:14.020456 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "name": "network-vif-unplugged", "status": "failed", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24", "code": 422}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:45:14.020710 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18e69522-a745-4c23-bc61-f2b911d23b45 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:45:14.021098 n-d-804878-2 neutron-server[95328]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'code': 422} returned with failed status Aug 24 01:45:14.047477 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:45:14.056166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.056513 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.056856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.057839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.058177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.058509 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.058951 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.059278 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.059603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.059927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.060251 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.060568 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:14.641135 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612597ef-2ca3-433f-90f3-5377f3bf5d83 req-563456a5-e809-4c5b-9dbe-292ef867b032 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:14.642627 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-612597ef-2ca3-433f-90f3-5377f3bf5d83 req-563456a5-e809-4c5b-9dbe-292ef867b032 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0517666 Aug 24 01:45:14.680205 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-612597ef-2ca3-433f-90f3-5377f3bf5d83 req-20ccf7fc-cd72-4892-8c6a-039e0e036a77 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Aug 24 01:45:15.795810 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8569b6-9b76-4572-a4f4-87cdb00b2a55 req-4d94ed17-b59c-4dc8-aaa6-d348d6fff80f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:15.797672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d8569b6-9b76-4572-a4f4-87cdb00b2a55 req-4d94ed17-b59c-4dc8-aaa6-d348d6fff80f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0497830 Aug 24 01:45:15.835013 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d8569b6-9b76-4572-a4f4-87cdb00b2a55 req-a34fa29b-9ab1-4ea7-aafa-da890ddf6bd2 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Aug 24 01:45:16.950055 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f1464-c9de-4b3c-b392-5c0f18563e67 req-cdae613a-cb23-467e-8c4a-91e6452432e4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:16.951483 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-315f1464-c9de-4b3c-b392-5c0f18563e67 req-cdae613a-cb23-467e-8c4a-91e6452432e4 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0501370 Aug 24 01:45:16.989908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-315f1464-c9de-4b3c-b392-5c0f18563e67 req-6a8383b1-901d-43ad-aa8d-52d89a144a75 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Aug 24 01:45:18.106453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805d9a2-b2c8-4a8c-8e0e-543ac60d2948 req-b559be58-b48b-4e15-9755-d850307109c7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:18.107991 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f805d9a2-b2c8-4a8c-8e0e-543ac60d2948 req-b559be58-b48b-4e15-9755-d850307109c7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0530150 Aug 24 01:45:18.146030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f805d9a2-b2c8-4a8c-8e0e-543ac60d2948 req-c55fb6e6-2678-4514-9791-51f48a02a5a7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Aug 24 01:45:19.172914 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-b620b898-0675-4abb-b658-77e4bab72212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:19.174472 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-b620b898-0675-4abb-b658-77e4bab72212 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e&tenant_id=423ef79199a342f3aaf3dd80531c7544 HTTP/1.1" status: 200 len: 1094 time: 0.0779350 Aug 24 01:45:19.186354 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804878-2', 'device_owner': 'compute:nova'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:45:19.268378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:19.294867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598a71-cdaa-4d11-9b81-d0ec1f2daabd req-dfcec084-2cb1-4f73-8311-0cc3982cb95d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:19.296362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3598a71-cdaa-4d11-9b81-d0ec1f2daabd req-dfcec084-2cb1-4f73-8311-0cc3982cb95d tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0839047 Aug 24 01:45:19.417748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e3598a71-cdaa-4d11-9b81-d0ec1f2daabd req-6ffbcb71-bdd6-4da4-90cf-efd1cd0e8911 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040668 Aug 24 01:45:19.514521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:45:19.547344 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h1-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:45:19.579479 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf506f2-4a96-41cc-b9ae-0260449ffd24 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:45:19.587326 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:19.599652 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Transition to ACTIVE for port object 4cf506f2-4a96-41cc-b9ae-0260449ffd24 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:45:19.665065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:19.751070 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=7']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:45:19.763760 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.764110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.764458 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.764802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.765143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.765483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.765848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.766185 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.766521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.766850 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.767191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.767520 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:45:19.797657 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] No DVR routers for this DVR port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on host n-h1-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:45:19.934697 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Attempting to bind port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:45:19.935035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Attempting to bind port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:45:19.935361 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Attempting to bind port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:45:19.939523 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:45:19.939840 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Attempting to bind port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:45:19.944496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:45:19.944834 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Checking segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:45:19.945216 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Bound using segment: {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:45:19.945670 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Bound port: 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf4752f-1e66-4122-bd01-f013f70de4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:45:19.946032 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:20.011719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:45:20.014600 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:45:20.077000 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:20.111861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:20.112488 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:20.113908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] 10.222.0.37 "PUT /v2.0/ports/4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 1091 time: 0.9322176 Aug 24 01:45:20.114348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:45:20.116624 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dc8a7d-597b-4edb-b51a-806e771bb0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:45:20.153339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f993d-0201-4f10-be33-74cfb8146a4c service neutron] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=8']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:45:20.170308 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443b2a43-2157-47fb-b207-d07082570fd4 x-openstack-request-id: req-443b2a43-2157-47fb-b207-d07082570fd4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:45:20.170600 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:45:20.170851 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-443b2a43-2157-47fb-b207-d07082570fd4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:45:20.171259 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'status': 'completed', 'code': 200} Aug 24 01:45:20.187987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-10dd70a7-fe70-4a68-b508-b9ff5f677664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:20.189729 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-10dd70a7-fe70-4a68-b508-b9ff5f677664 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1094 time: 0.0503275 Aug 24 01:45:20.288687 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-88a56bc3-5d76-4132-bd82-37b97168c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:20.290229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-88a56bc3-5d76-4132-bd82-37b97168c451 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0938568 Aug 24 01:45:20.356285 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-d3b06b5b-355e-44df-aaa5-c1577464dc9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 998 time: 0.0586271 Aug 24 01:45:20.411883 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-354b9da0-023e-43b6-9266-de0b02e445d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:20.413255 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-354b9da0-023e-43b6-9266-de0b02e445d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0496922 Aug 24 01:45:20.464675 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-6f525df0-d7dc-49be-8561-087539d6a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:20.466344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-6f525df0-d7dc-49be-8561-087539d6a7ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458703 Aug 24 01:45:20.592691 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d8d42-6053-48a1-a828-2bca48326790 req-1face5ad-bd32-400f-a9a7-989319fd0f86 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:20.594185 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-069d8d42-6053-48a1-a828-2bca48326790 req-1face5ad-bd32-400f-a9a7-989319fd0f86 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.1032486 Aug 24 01:45:20.599458 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-405c0b27-ce91-444b-be95-59e8fe96ba33 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254320 Aug 24 01:45:20.674838 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-069d8d42-6053-48a1-a828-2bca48326790 req-1c3e9043-81a2-4171-8915-8643a91e7922 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744421 Aug 24 01:45:20.708187 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-debecd65-00bc-483b-8f96-82b663889cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008050 Aug 24 01:45:20.839453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-cd35a747-54f2-46b2-83fb-2b7233b543c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:20.840938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-cd35a747-54f2-46b2-83fb-2b7233b543c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1094 time: 0.0453849 Aug 24 01:45:20.928606 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-9f56ff33-e7b5-49bd-8480-db61ca2dd048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:20.930098 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-9f56ff33-e7b5-49bd-8480-db61ca2dd048 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0814135 Aug 24 01:45:21.000677 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-5f5cfedf-2e35-4dd1-bcec-ca622704b7e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 998 time: 0.0631206 Aug 24 01:45:21.050876 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-656966a8-472b-4490-b09b-d6e6929f0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:21.052356 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-656966a8-472b-4490-b09b-d6e6929f0c57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0447676 Aug 24 01:45:21.104851 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-158d7caa-f71e-4753-99a6-2f099815e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:21.106850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-158d7caa-f71e-4753-99a6-2f099815e9d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471416 Aug 24 01:45:21.203398 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-0568870b-cbb3-480c-a82f-556d37425b43 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881112 Aug 24 01:45:21.295287 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-70dc8a7d-597b-4edb-b51a-806e771bb0c0 req-5d5ecf5e-46cc-4067-a2e0-554c7ece8183 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Aug 24 01:45:21.801021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29012b1-9888-43dd-8d91-889cf5d9887e req-c77c666c-34ac-42ea-8d39-1d11c4a08541 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:21.802908 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c29012b1-9888-43dd-8d91-889cf5d9887e req-c77c666c-34ac-42ea-8d39-1d11c4a08541 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0600448 Aug 24 01:45:21.843324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c29012b1-9888-43dd-8d91-889cf5d9887e req-059a5cc5-2534-4c6e-bff3-f1fa7bf7f55f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333786 Aug 24 01:45:22.960440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e9810-7675-460e-921e-5d1e2dae74be req-4baf4c81-58d5-441d-b04c-a9ed56f920bd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:22.961927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d87e9810-7675-460e-921e-5d1e2dae74be req-4baf4c81-58d5-441d-b04c-a9ed56f920bd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0523551 Aug 24 01:45:22.998857 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-d87e9810-7675-460e-921e-5d1e2dae74be req-013002ba-c4ec-459d-b31d-dfb6252feb52 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303845 Aug 24 01:45:24.114649 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de765934-a1b7-4d5e-88a9-b9aff03fa6cb req-1db23693-f18b-4cbf-847e-3b8d80244824 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:24.116137 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de765934-a1b7-4d5e-88a9-b9aff03fa6cb req-1db23693-f18b-4cbf-847e-3b8d80244824 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0508432 Aug 24 01:45:24.152796 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-de765934-a1b7-4d5e-88a9-b9aff03fa6cb req-016b87bb-11bf-484a-a326-eb6f7818730e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306120 Aug 24 01:45:25.266199 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d544cd-e4e4-42bc-8775-ec163e739b53 req-45633054-9024-4bcd-a1aa-d2eaef639a03 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:25.267679 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63d544cd-e4e4-42bc-8775-ec163e739b53 req-45633054-9024-4bcd-a1aa-d2eaef639a03 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0493653 Aug 24 01:45:25.304324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-63d544cd-e4e4-42bc-8775-ec163e739b53 req-74040dc3-2cdd-4c52-97a6-05ccc1a6bebf tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307834 Aug 24 01:45:26.372835 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f2c848cd-6623-4b6b-bb26-7bbada62e210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:26.422771 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a29b0-6f27-451a-a246-a8bb950c29c7 req-b83b3577-b0b5-4427-9d88-2cfa747d25a6 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:26.424251 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-166a29b0-6f27-451a-a246-a8bb950c29c7 req-b83b3577-b0b5-4427-9d88-2cfa747d25a6 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0532045 Aug 24 01:45:26.462840 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-166a29b0-6f27-451a-a246-a8bb950c29c7 req-e2996983-ded8-46bd-8228-ea2c256e8e4a tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325170 Aug 24 01:45:26.464280 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:27.579634 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c3e28-4ac7-443a-9647-cc5ce8a435ed req-ca2b6999-9467-4957-913f-08ae200d5583 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:27.581131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db9c3e28-4ac7-443a-9647-cc5ce8a435ed req-ca2b6999-9467-4957-913f-08ae200d5583 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0502894 Aug 24 01:45:27.619697 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db9c3e28-4ac7-443a-9647-cc5ce8a435ed req-c53225fd-0f1a-4988-aa51-d772cdc2f47e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Aug 24 01:45:28.732743 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79caa2-7d6a-47c5-85d5-63fbb4c6b483 req-5f35db3c-fb7d-4341-abdd-081f3f4bd8ba tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:28.734146 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f79caa2-7d6a-47c5-85d5-63fbb4c6b483 req-5f35db3c-fb7d-4341-abdd-081f3f4bd8ba tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0483329 Aug 24 01:45:28.770403 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6f79caa2-7d6a-47c5-85d5-63fbb4c6b483 req-6663c416-d7e0-4ae5-a604-17534516aa12 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304170 Aug 24 01:45:29.058827 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-39d6e016-9857-43fe-9e16-43006e6e22ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:29.201072 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:29.458521 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4cf506f2-4a96-41cc-b9ae-0260449ffd24 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:45:29.703899 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:45:29.715002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'port_id': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'mac_address': 'fa:16:3e:ec:1e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:45:29.750762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:29.762923 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf506f2-4a96-41cc-b9ae-0260449ffd24 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:45:29.781080 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:45:29.882612 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:29.890253 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564f52d-6444-4303-bd10-2597f2d4f7c1 req-a56ff170-3757-4304-82d4-c79340aebe41 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:29.891748 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e564f52d-6444-4303-bd10-2597f2d4f7c1 req-a56ff170-3757-4304-82d4-c79340aebe41 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 943 time: 0.0520921 Aug 24 01:45:29.929505 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e564f52d-6444-4303-bd10-2597f2d4f7c1 req-28d99e5e-acfb-41e7-8d9d-440c6f51e9dd tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Aug 24 01:45:29.930685 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=9']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:45:30.108646 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['4cf506f2-4a96-41cc-b9ae-0260449ffd24'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:45:30.670805 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:31.047802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269f8c2-1a1e-41c4-a2d1-08880877bda0 req-3ea8131c-8ea8-4323-9592-97082e3a8788 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:31.049276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b269f8c2-1a1e-41c4-a2d1-08880877bda0 req-3ea8131c-8ea8-4323-9592-97082e3a8788 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 944 time: 0.0494330 Aug 24 01:45:31.086633 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b269f8c2-1a1e-41c4-a2d1-08880877bda0 req-dafcc4e7-bc3d-4793-939f-84aafef54e63 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Aug 24 01:45:31.473806 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4cf506f2-4a96-41cc-b9ae-0260449ffd24 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:45:31.608524 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:45:31.612201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:45:31.612576 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:31.686824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:31.709389 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:45:31.711556 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c8a0c0-8ee6-41db-a19b-a2852eb06991" -d '{"events": [{"server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "name": "network-vif-plugged", "status": "completed", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:45:31.723625 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:45:31.753538 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0303835-5fb5-4fa1-ad4b-b2ac6ad2cb26 x-openstack-request-id: req-e0303835-5fb5-4fa1-ad4b-b2ac6ad2cb26 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:45:31.753861 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "name": "network-vif-plugged", "status": "completed", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:45:31.754116 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0303835-5fb5-4fa1-ad4b-b2ac6ad2cb26 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:45:31.754516 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'code': 200} Aug 24 01:45:31.773972 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:31.826393 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=10']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:45:31.898541 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ba900-4342-45cc-81c3-6eb0a33fdff9 req-dfe7f8fa-c9be-4eaf-837a-e4388ff11666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:31.899993 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ba900-4342-45cc-81c3-6eb0a33fdff9 req-dfe7f8fa-c9be-4eaf-837a-e4388ff11666 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1097 time: 0.0390112 Aug 24 01:45:31.934420 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a61ba900-4342-45cc-81c3-6eb0a33fdff9 req-e68f1fd0-7b26-48c2-8a01-b5a956a20efa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269208 Aug 24 01:45:32.173775 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:32.204609 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97a006-e6d2-469b-9df2-797865dcc4c5 req-297478db-e252-4efc-8161-a267abb53f74 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:32.206135 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db97a006-e6d2-469b-9df2-797865dcc4c5 req-297478db-e252-4efc-8161-a267abb53f74 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 946 time: 0.0535748 Aug 24 01:45:32.244870 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-db97a006-e6d2-469b-9df2-797865dcc4c5 req-9494d120-f9fc-43da-91dc-5307ad622308 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324147 Aug 24 01:45:33.359716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3185cc7-ff54-4f90-b0a9-203899155951 req-4248cc60-3fcd-4e7a-86a6-cf69f6298642 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:45:33.361221 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3185cc7-ff54-4f90-b0a9-203899155951 req-4248cc60-3fcd-4e7a-86a6-cf69f6298642 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 946 time: 0.0481188 Aug 24 01:45:33.397985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b3185cc7-ff54-4f90-b0a9-203899155951 req-a07f54ec-8ef4-4d3d-8682-ea5a70a11c5f tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Aug 24 01:45:43.350811 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:44.329518 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:45:56.350966 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-f130cdc5-1808-42ee-8e0b-19b08f316e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:56.447629 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:59.128278 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e90026a1-179f-44bf-94a7-22b283dd8388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:45:59.234832 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:00.716449 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:02.240893 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:13.377359 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:17.474030 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6a00b1-666f-4a39-8253-64a29565520f req-cd24ff31-4215-4bb2-b169-1d0caab4278e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425849 Aug 24 01:46:17.560331 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a00b1-666f-4a39-8253-64a29565520f req-20cdcec8-58cc-4813-941c-0b51c00c318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:46:17.561841 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6a00b1-666f-4a39-8253-64a29565520f req-20cdcec8-58cc-4813-941c-0b51c00c318a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1097 time: 0.0467923 Aug 24 01:46:17.668229 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a00b1-666f-4a39-8253-64a29565520f req-3ac6aa73-bc54-42e6-abdc-8411fcbc22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:46:17.669727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6a00b1-666f-4a39-8253-64a29565520f req-3ac6aa73-bc54-42e6-abdc-8411fcbc22f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0882838 Aug 24 01:46:17.739959 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6a00b1-666f-4a39-8253-64a29565520f req-4050117b-8759-4c50-bda0-5716ff9e2f19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 1000 time: 0.0634868 Aug 24 01:46:17.788436 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a00b1-666f-4a39-8253-64a29565520f req-005fd36b-335e-4d57-98e7-79940a605e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:46:17.789893 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6a00b1-666f-4a39-8253-64a29565520f req-005fd36b-335e-4d57-98e7-79940a605e4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0433211 Aug 24 01:46:17.836068 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a00b1-666f-4a39-8253-64a29565520f req-bec3f3e1-2552-4db3-8fae-2f1d78854b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:46:17.839704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6a00b1-666f-4a39-8253-64a29565520f req-bec3f3e1-2552-4db3-8fae-2f1d78854b9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413377 Aug 24 01:46:17.930653 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6a00b1-666f-4a39-8253-64a29565520f req-7dc6b3d2-b264-427b-8a1f-32523328bd70 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855348 Aug 24 01:46:18.062968 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2c6a00b1-666f-4a39-8253-64a29565520f req-2eec8de8-e2c6-4bcb-8308-a327ad4acb3f service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247952 Aug 24 01:46:21.328599 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:46:26.385589 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-6f88e9d2-277d-4e39-8bc3-f6e63bd21da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:26.485302 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:29.067468 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e9295e02-fa6b-4ce7-94fe-cbf27bd0bc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:29.224200 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:30.719187 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:32.218953 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:43.347076 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:56.366547 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b3515c4a-35c0-4bf6-8cad-c966e2e33c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:56.458187 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:58.328307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:46:59.086723 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cce4cb90-7958-4f4f-a0a0-cadebeb12c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:46:59.203914 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:00.689559 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:02.203537 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:09.827515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54702) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:10.203000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Deleting port 70517ef4-9e2d-4605-9c57-8ec64c275148 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:10.203262 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:10.280556 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:10.280881 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:10.292843 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Calling delete_port for 70517ef4-9e2d-4605-9c57-8ec64c275148 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:10.524033 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:10.547448 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event deleted for resources: {'Port': ['ID=70517ef4-9e2d-4605-9c57-8ec64c275148,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:10.558811 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.559157 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.559503 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.559844 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.560178 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.560511 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.561706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.561706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.561706 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.562151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.562151 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.562430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:10.623711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:10.624045 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Floating IP 4e565944-c598-46ff-8bfd-025dec739d09 disassociated (deleted). External IP: 172.25.5.17, port: 4cf506f2-4a96-41cc-b9ae-0260449ffd24. Aug 24 01:47:10.834179 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Router f854aba8-060c-4c51-87a2-da98d8c429b0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:47:10.944217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:47:10.949027 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:10.953854 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] Sync routers for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:47:10.963955 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:10.964564 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:46:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:10.976350 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-0a46d28c-8735-4a48-aa61-64f664100e90 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "DELETE /v2.0/floatingips/4e565944-c598-46ff-8bfd-025dec739d09 HTTP/1.1" status: 204 len: 168 time: 1.1477320 Aug 24 01:47:10.976895 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:47:10.979182 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40841775-2cad-42b6-a05f-d2161c7332f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:47:11.018627 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f1e6c-2f66-4ac5-bcbd-4bf8b750db13 x-openstack-request-id: req-d36f1e6c-2f66-4ac5-bcbd-4bf8b750db13 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:47:11.019054 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:47:11.019467 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d36f1e6c-2f66-4ac5-bcbd-4bf8b750db13 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:47:11.019878 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'status': 'completed', 'code': 200} Aug 24 01:47:11.089525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-c5e8a0bb-6600-4023-badf-87ca7df403fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:11.089525 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-c5e8a0bb-6600-4023-badf-87ca7df403fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=423ef79199a342f3aaf3dd80531c7544&device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 1097 time: 0.0447726 Aug 24 01:47:11.095730 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:11.186662 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-282c09e6-2811-4d3d-9a24-96249470ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:11.188226 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-282c09e6-2811-4d3d-9a24-96249470ea1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 200 len: 910 time: 0.0935497 Aug 24 01:47:11.233162 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-e40be39f-abbc-4bff-b1d9-5ff264ffb7db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 200 len: 217 time: 0.0377541 Aug 24 01:47:11.285342 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-9eb7fe5e-2344-42a3-aa53-9b838ba084fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:11.286888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-9eb7fe5e-2344-42a3-aa53-9b838ba084fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 200 len: 848 time: 0.0449510 Aug 24 01:47:11.300788 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:11.334790 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] Checking router: f854aba8-060c-4c51-87a2-da98d8c429b0 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:47:11.343019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-c852fa17-e624-4ea8-9357-ca5dd98e8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:11.344448 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:11.344582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-c852fa17-e624-4ea8-9357-ca5dd98e8b6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9281f4e-8f80-4112-b0ab-b59b3c635fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504191 Aug 24 01:47:11.345068 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:46:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:11.451077 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:11.478849 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cbabd-d75f-4c02-bac4-a54fffeb9bb8 req-06cfb478-0f0d-4218-b57e-d13e4fb34ac7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:11.480502 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4cbabd-d75f-4c02-bac4-a54fffeb9bb8 req-06cfb478-0f0d-4218-b57e-d13e4fb34ac7 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 946 time: 0.1202142 Aug 24 01:47:11.758402 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:11.796917 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ebbf4e-0794-4188-8830-bdc095af88c6 None None] The sync data for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 is: [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:31Z', 'revision_number': 4, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': 'a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2', 'name': '', 'network_id': 'd9281f4e-8f80-4112-b0ab-b59b3c635fb8', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'mac_address': 'fa:16:3e:6f:85:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:31Z', 'updated_at': '2021-08-24T01:36:37Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'subnets': [{'id': 'a6d21ac9-603a-40e9-a74f-97b28948defa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:47:11.842142 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-07542b88-aba4-4867-bdce-b24ef2790ad0 service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902506 Aug 24 01:47:11.912606 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-eb4cbabd-d75f-4c02-bac4-a54fffeb9bb8 req-750f6fb8-6264-4978-821f-be852c8f6a8e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205847 Aug 24 01:47:11.958134 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-40841775-2cad-42b6-a05f-d2161c7332f2 req-5be2f11b-420a-4fc3-968b-540a376c522a service neutron] 10.222.0.37 "GET /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072280 Aug 24 01:47:12.026275 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c6fff4-8eeb-41ae-a49a-be981058f1d3 None None] New status for floating IP 4e565944-c598-46ff-8bfd-025dec739d09: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:47:13.201483 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-c2034f7b-74a6-4e39-a024-1725c6bcdfce tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:13.202967 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-c2034f7b-74a6-4e39-a024-1725c6bcdfce tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 946 time: 0.0783882 Aug 24 01:47:13.215547 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec2c81-7f20-46bc-8b29-8b25764775fd req-c4baaf7c-a656-477e-beb5-8231063d6e04 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:13.217034 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48ec2c81-7f20-46bc-8b29-8b25764775fd req-c4baaf7c-a656-477e-beb5-8231063d6e04 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 946 time: 0.2308457 Aug 24 01:47:13.303414 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-48ec2c81-7f20-46bc-8b29-8b25764775fd req-417fcc46-17a2-4ebe-9a64-364d1f49c8e0 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a44e38-9e19-4d3b-b587-47542ebbafbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756993 Aug 24 01:47:13.328464 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Deleting port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:13.328814 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:13.369165 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:13.419364 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] For port 4cf506f2-4a96-41cc-b9ae-0260449ffd24, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=4cf506f2-4a96-41cc-b9ae-0260449ffd24,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:13.419736 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:13.431958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Calling delete_port for 4cf506f2-4a96-41cc-b9ae-0260449ffd24 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:13.620227 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:13.647686 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event deleted for resources: {'Port': ['ID=4cf506f2-4a96-41cc-b9ae-0260449ffd24,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:13.690801 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] No DVR routers for this DVR port 4cf506f2-4a96-41cc-b9ae-0260449ffd24 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:47:13.693410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:13.695493 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-3f747700-56f6-401a-a1cb-0fe31a1d2793 req-e03bfc94-02f9-4d9a-8af7-63bfbd54cd0e tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.37 "DELETE /v2.0/ports/4cf506f2-4a96-41cc-b9ae-0260449ffd24 HTTP/1.1" status: 204 len: 173 time: 0.4775460 Aug 24 01:47:13.695972 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'name': 'network-vif-deleted', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:47:13.698319 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fab4dae-3d97-419b-bbb1-f64bbc1c1fff" -d '{"events": [{"server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "name": "network-vif-deleted", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:47:13.733976 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b5edde-a224-432f-8daf-ca2abc72b80e x-openstack-request-id: req-e6b5edde-a224-432f-8daf-ca2abc72b80e {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:47:13.734344 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0113d8-2a70-4175-8678-73d3fe95217e", "name": "network-vif-deleted", "tag": "4cf506f2-4a96-41cc-b9ae-0260449ffd24", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:47:13.734601 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6b5edde-a224-432f-8daf-ca2abc72b80e {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:47:13.735004 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0113d8-2a70-4175-8678-73d3fe95217e', 'name': 'network-vif-deleted', 'tag': '4cf506f2-4a96-41cc-b9ae-0260449ffd24', 'status': 'completed', 'code': 200} Aug 24 01:47:14.397305 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-82bda154-1f40-481a-b5c1-986c9d34d60f req-032b2803-9576-4c4f-b7c1-6f4ce11cd14b tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 210 time: 0.0270469 Aug 24 01:47:15.493448 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a8996578-ef0f-47be-9e1e-12998eea15bd req-63a27b67-cf64-4383-91b0-6a444b217b76 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 210 time: 0.0268593 Aug 24 01:47:15.806808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4cf506f2-4a96-41cc-b9ae-0260449ffd24 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:47:15.827588 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: 4cf506f2-4a96-41cc-b9ae-0260449ffd24 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:47:15.827935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device 4cf506f2-4a96-41cc-b9ae-0260449ffd24 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:47:16.590822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9dcb0ecc-a131-4e42-a111-74fa9196df96 req-5ac793c0-6a01-49b3-8539-0b8faaced45c tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 210 time: 0.0306258 Aug 24 01:47:17.695536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-a4b23c5f-7d08-4ca1-be01-e36ef5c09785 req-0bb8f991-4983-499b-a4a6-7bacd768cb44 tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "GET /v2.0/ports?device_id=8c0113d8-2a70-4175-8678-73d3fe95217e HTTP/1.1" status: 200 len: 210 time: 0.0264769 Aug 24 01:47:18.750853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54742) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:18.809184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bb567fc-c891-4e8c-909d-f536da4966be tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:18.834997 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bb567fc-c891-4e8c-909d-f536da4966be tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:18.968643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bb567fc-c891-4e8c-909d-f536da4966be tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:18.971314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3bb567fc-c891-4e8c-909d-f536da4966be tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:18.972536 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3bb567fc-c891-4e8c-909d-f536da4966be tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] 10.222.0.26 "DELETE /v2.0/security-groups/15a44e38-9e19-4d3b-b587-47542ebbafbd HTTP/1.1" status: 204 len: 168 time: 0.2206655 Aug 24 01:47:18.982846 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb567fc-c891-4e8c-909d-f536da4966be tempest-TestShelveInstance-715845025 tempest-TestShelveInstance-715845025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a44e38-9e19-4d3b-b587-47542ebbafbd,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:19.084021 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54746) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:19.571234 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:19.819449 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Deleting port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:19.820152 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:19.901234 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] For port a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:19.901649 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:19.920906 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Calling delete_port for a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:20.166410 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:20.195382 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:20.371560 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:20.603096 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Router f854aba8-060c-4c51-87a2-da98d8c429b0 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:47:20.712950 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:47:20.717877 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3f387144-3ad0-4be9-bc05-38436663d17b admin admin] 10.222.0.26 "PUT /v2.0/routers/f854aba8-060c-4c51-87a2-da98d8c429b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6328046 Aug 24 01:47:20.720536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54750) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:20.723681 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] Sync routers for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:47:20.734467 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:20.735176 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:46:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:20.827591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:20.844706 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:20.936930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.031553 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:47:20Z', 'revision_number': 5, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port': {'id': '2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:21.059431 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] Checking router: f854aba8-060c-4c51-87a2-da98d8c429b0 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:47:21.070770 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] Routers {'f854aba8-060c-4c51-87a2-da98d8c429b0'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:21.071399 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:46:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['f854aba8-060c-4c51-87a2-da98d8c429b0'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:21.077935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Deleting port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:21.078285 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.166015 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] Set router f854aba8-060c-4c51-87a2-da98d8c429b0 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:21.166719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] For port 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:21.167109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.182716 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Calling delete_port for 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:21.223940 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:47:20Z', 'revision_number': 6, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:21.254608 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14145c6-c496-42ea-b91a-b55a98efe490 None None] The sync data for ids ['f854aba8-060c-4c51-87a2-da98d8c429b0'] in n-d-804878-2 is: [{'id': 'f854aba8-060c-4c51-87a2-da98d8c429b0', 'name': 'tempest-TestShelveInstance-1700742645-router', 'tenant_id': '423ef79199a342f3aaf3dd80531c7544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:28Z', 'updated_at': '2021-08-24T01:47:20Z', 'revision_number': 6, 'project_id': '423ef79199a342f3aaf3dd80531c7544', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:47:21.415001 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.450150 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:21.515793 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.609172 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.611549 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.760681 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.761268 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f854aba8-060c-4c51-87a2-da98d8c429b0 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:47:21.765725 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.766931 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-32e883ff-e0ca-430d-aacc-cff957502ee5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f854aba8-060c-4c51-87a2-da98d8c429b0 HTTP/1.1" status: 204 len: 168 time: 1.0454323 Aug 24 01:47:21.769506 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54752) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:21.819348 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea7fbd1-b544-4e26-8be5-3609723bc179 admin admin] Deleting subnet a6d21ac9-603a-40e9-a74f-97b28948defa {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:47:21.822427 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fbd1-b544-4e26-8be5-3609723bc179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.856891 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fbd1-b544-4e26-8be5-3609723bc179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:21.935361 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fbd1-b544-4e26-8be5-3609723bc179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.069703 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fbd1-b544-4e26-8be5-3609723bc179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.102842 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7fbd1-b544-4e26-8be5-3609723bc179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d21ac9-603a-40e9-a74f-97b28948defa,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:22.104830 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fbd1-b544-4e26-8be5-3609723bc179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.106889 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-6ea7fbd1-b544-4e26-8be5-3609723bc179 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a6d21ac9-603a-40e9-a74f-97b28948defa HTTP/1.1" status: 204 len: 168 time: 0.3361394 Aug 24 01:47:22.109273 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54754) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:22.109883 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662f420-ea2e-43c8-a673-e48ae4b3faa7 None None] Network d9281f4e-8f80-4112-b0ab-b59b3c635fb8 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:47:22.180460 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.236206 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Deleting port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:22.236596 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.309158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] DHCP port deletion for d9281f4e-8f80-4112-b0ab-b59b3c635fb8 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:47:22.311912 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] For port 107d3d9d-8205-4c64-83cf-eb5e75f05de7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=107d3d9d-8205-4c64-83cf-eb5e75f05de7,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:22.312304 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.326859 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Calling delete_port for 107d3d9d-8205-4c64-83cf-eb5e75f05de7 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:22.364162 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Deleting port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:22.364645 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.428210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] For port 107d3d9d-8205-4c64-83cf-eb5e75f05de7, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=107d3d9d-8205-4c64-83cf-eb5e75f05de7,segment=NetworkSegment(3cf4752f-1e66-4122-bd01-f013f70de4c2),segment_id=3cf4752f-1e66-4122-bd01-f013f70de4c2)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:22.428614 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.441420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Calling delete_port for 107d3d9d-8205-4c64-83cf-eb5e75f05de7 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:22.472810 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.500219 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Pushing event deleted for resources: {'Port': ['ID=107d3d9d-8205-4c64-83cf-eb5e75f05de7,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:22.505866 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] No DVR routers for this DVR port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:47:22.536394 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.562839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Pushing event deleted for resources: {'Port': ['ID=107d3d9d-8205-4c64-83cf-eb5e75f05de7,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:22.565399 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] No DVR routers for this DVR port 107d3d9d-8205-4c64-83cf-eb5e75f05de7 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:47:22.573197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.573554 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.573927 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.574281 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.574624 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.574965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.575296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.575629 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.575965 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.576296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.576639 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.576981 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e436e-efab-40e6-a933-80c1bbe9335f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:22.590238 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.601845 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9281f4e-8f80-4112-b0ab-b59b3c635fb8']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:22.611853 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf4752f-1e66-4122-bd01-f013f70de4c2') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:22.612155 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf4752f-1e66-4122-bd01-f013f70de4c2') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:22.620907 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.634633 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.640736 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:47:22.641126 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:47:22.642785 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:47:22.772558 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.778251 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:22.781938 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] 10.222.0.26 "DELETE /v2.0/networks/d9281f4e-8f80-4112-b0ab-b59b3c635fb8 HTTP/1.1" status: 204 len: 168 time: 0.6698716 Aug 24 01:47:22.783373 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54756) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:22.791737 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d186bd4-bbfc-4459-98e5-62eabea6df6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9281f4e-8f80-4112-b0ab-b59b3c635fb8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:22.992420 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 107d3d9d-8205-4c64-83cf-eb5e75f05de7 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:47:23.012691 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 107d3d9d-8205-4c64-83cf-eb5e75f05de7 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:47:23.013040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 107d3d9d-8205-4c64-83cf-eb5e75f05de7 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:47:23.013459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:47:23.031994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:47:23.032341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2d0bfe4f-2497-49f5-a4b0-5fbd1826c4de not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:47:23.032749 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:47:23.053405 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:47:23.053776 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device a9fe887e-e41e-4c25-a1ef-0e4ae67fa4d2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:47:23.150941 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:23.399662 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Deleting port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:23.400016 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:23.481324 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] For port 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,segment=NetworkSegment(d3adcb27-560b-430e-9280-f761a41bb51a),segment_id=d3adcb27-560b-430e-9280-f761a41bb51a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:23.481732 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:23.493879 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Calling delete_port for 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:23.746037 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:23.778764 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7ec3e6-cbeb-431e-b2f8-a490332b36ed,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:23.809223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.809921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.809921 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.810274 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.810623 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.810965 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.811305 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.811629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.812085 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.812287 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.812619 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.812948 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:23.961868 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:24.176893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Router ca3697c1-16f6-4933-a869-07b4c44e3962 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:47:24.280017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:47:24.285017 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-b31902ee-48a0-4a36-abdb-a949e3794f1b admin admin] 10.222.0.26 "PUT /v2.0/routers/ca3697c1-16f6-4933-a869-07b4c44e3962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5004325 Aug 24 01:47:24.288235 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54760) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:24.290444 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] Sync routers for ids ['ca3697c1-16f6-4933-a869-07b4c44e3962'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:47:24.299566 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] Routers {'ca3697c1-16f6-4933-a869-07b4c44e3962'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:24.300215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:46:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ca3697c1-16f6-4933-a869-07b4c44e3962'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:24.395956 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:24.411246 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] Set router ca3697c1-16f6-4933-a869-07b4c44e3962 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:24.500815 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:24.589902 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:47:23Z', 'revision_number': 5, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port': {'id': '6eddd4b6-7d3e-4795-a001-607646d9a61c', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:36:35Z', 'updated_at': '2021-08-24T01:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:24.615991 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] Checking router: ca3697c1-16f6-4933-a869-07b4c44e3962 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:47:24.617847 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Deleting port 6eddd4b6-7d3e-4795-a001-607646d9a61c {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:24.618198 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:24.624557 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] Routers {'ca3697c1-16f6-4933-a869-07b4c44e3962'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:24.625180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:46:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['ca3697c1-16f6-4933-a869-07b4c44e3962'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:24.701212 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] For port 6eddd4b6-7d3e-4795-a001-607646d9a61c, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=6eddd4b6-7d3e-4795-a001-607646d9a61c,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:24.701701 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:24.712361 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] Set router ca3697c1-16f6-4933-a869-07b4c44e3962 gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:24.714642 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Calling delete_port for 6eddd4b6-7d3e-4795-a001-607646d9a61c owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:24.766724 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:47:24Z', 'revision_number': 6, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:24.795994 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17117456-0686-4167-b8e9-111ede874ab8 None None] The sync data for ids ['ca3697c1-16f6-4933-a869-07b4c44e3962'] in n-d-804878-2 is: [{'id': 'ca3697c1-16f6-4933-a869-07b4c44e3962', 'name': 'tempest-TestShelveInstance-910159172-router', 'tenant_id': 'cf352ebb630942f2a313e867e9e24eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:36:34Z', 'updated_at': '2021-08-24T01:47:24Z', 'revision_number': 6, 'project_id': 'cf352ebb630942f2a313e867e9e24eab', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:47:24.980252 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.006914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eddd4b6-7d3e-4795-a001-607646d9a61c,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:25.073142 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.190735 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.193555 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.305523 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.306198 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca3697c1-16f6-4933-a869-07b4c44e3962 {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:47:25.310471 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.311647 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-a00cfa97-1b9c-4469-b882-e97a8e90a5e9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ca3697c1-16f6-4933-a869-07b4c44e3962 HTTP/1.1" status: 204 len: 168 time: 1.0224741 Aug 24 01:47:25.315664 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54762) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:25.362246 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-6640a6d4-0fb8-4e3d-aa4a-787bfaf49e0e admin admin] Deleting subnet 5af7a961-d7e0-4097-9ea3-1cd11d39198e {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:47:25.366040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6640a6d4-0fb8-4e3d-aa4a-787bfaf49e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.401214 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6640a6d4-0fb8-4e3d-aa4a-787bfaf49e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.490614 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6640a6d4-0fb8-4e3d-aa4a-787bfaf49e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.573310 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:47:25.595292 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:47:25.598660 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 2f7ec3e6-cbeb-431e-b2f8-a490332b36ed not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:47:25.620740 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6640a6d4-0fb8-4e3d-aa4a-787bfaf49e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.644980 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640a6d4-0fb8-4e3d-aa4a-787bfaf49e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af7a961-d7e0-4097-9ea3-1cd11d39198e,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:25.651135 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-6640a6d4-0fb8-4e3d-aa4a-787bfaf49e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.653052 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-6640a6d4-0fb8-4e3d-aa4a-787bfaf49e0e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5af7a961-d7e0-4097-9ea3-1cd11d39198e HTTP/1.1" status: 204 len: 168 time: 0.3364315 Aug 24 01:47:25.655554 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54764) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:25.658150 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09ec27-9547-471d-9747-6acefb7ba4f0 None None] Network 8f4e3659-c85b-4652-a7a5-9c9941832474 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:47:25.732528 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.794865 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Deleting port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:25.795204 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.847065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] DHCP port deletion for 8f4e3659-c85b-4652-a7a5-9c9941832474 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:47:25.864706 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] For port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,segment=NetworkSegment(d3adcb27-560b-430e-9280-f761a41bb51a),segment_id=d3adcb27-560b-430e-9280-f761a41bb51a)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:25.865079 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.879309 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Calling delete_port for 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea owned by network:dhcp {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:25.895587 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] Deleting port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:47:25.896027 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.962360 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] For port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,segment=NetworkSegment(d3adcb27-560b-430e-9280-f761a41bb51a),segment_id=d3adcb27-560b-430e-9280-f761a41bb51a)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:25.962774 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:25.975687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] Calling delete_port for 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:47:26.065526 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.071607 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.092584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:26.096627 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] No DVR routers for this DVR port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea on host n-d-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:47:26.096811 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] Pushing event deleted for resources: {'Port': ['ID=55d4dd3d-9ebc-41e4-b222-ae0defcd6eea,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:26.100876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e054034-a03b-43e9-add6-9984f31fcd56 None None] No DVR routers for this DVR port 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:47:26.174500 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.184111 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4e3659-c85b-4652-a7a5-9c9941832474']}} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:26.194698 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3adcb27-560b-430e-9280-f761a41bb51a') {'for_net_delete': True} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:26.194995 n-d-804878-2 neutron-server[95327]: DEBUG neutron.services.segments.db [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3adcb27-560b-430e-9280-f761a41bb51a') {} {{(pid=95327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:26.203555 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7977373'] for segment, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.217550 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.223336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=95327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:47:26.224883 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6410540'] for segment, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: Traceback (most recent call last): Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: timer() Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: cb(*args, **kw) Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: return func(*args, **kwargs) Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: self._notify() Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: self.callback(batched_events) Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: event.method(event) Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: return f(self, *a, **k) Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: return self._get(url).json() Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: return self.request(url, 'GET', **kwargs) Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:47:26.225469 n-d-804878-2 neutron-server[95327]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:47:26.351279 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.356830 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.360423 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8f4e3659-c85b-4652-a7a5-9c9941832474 HTTP/1.1" status: 204 len: 168 time: 0.7023015 Aug 24 01:47:26.370459 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b1d4e-9596-4154-9ed5-d0d1561d0396 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4e3659-c85b-4652-a7a5-9c9941832474,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:26.379755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2e22d884-611a-41f7-a889-d22e2f832073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.488459 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.773078 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54768) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:26.819723 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-bc8b42f3-89b6-46d3-be1f-79c36b1a4a07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=423ef79199a342f3aaf3dd80531c7544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453186 Aug 24 01:47:26.822466 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54772) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:26.872811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f22b33b3-5328-434a-8767-98fc3c1f2f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.893374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f22b33b3-5328-434a-8767-98fc3c1f2f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:26.982608 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6eddd4b6-7d3e-4795-a001-607646d9a61c no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:47:27.002855 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f22b33b3-5328-434a-8767-98fc3c1f2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:27.005461 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-f22b33b3-5328-434a-8767-98fc3c1f2f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:27.005942 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 6eddd4b6-7d3e-4795-a001-607646d9a61c {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:47:27.006296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 6eddd4b6-7d3e-4795-a001-607646d9a61c not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:47:27.006680 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-f22b33b3-5328-434a-8767-98fc3c1f2f6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db8183a7-9096-4fce-b54f-930131b8fd50 HTTP/1.1" status: 204 len: 168 time: 0.1832118 Aug 24 01:47:27.006815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:47:27.017663 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b33b3-5328-434a-8767-98fc3c1f2f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8183a7-9096-4fce-b54f-930131b8fd50,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:27.033084 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:47:27.033432 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 55d4dd3d-9ebc-41e4-b222-ae0defcd6eea not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:47:27.676154 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54778) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:27.724515 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-11f99f8f-da86-4645-97fc-4b6844e34edf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf352ebb630942f2a313e867e9e24eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472028 Aug 24 01:47:27.727936 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54780) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:27.776472 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adea3a17-b45b-4f13-8a33-10bf41f25de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:27.797221 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adea3a17-b45b-4f13-8a33-10bf41f25de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:27.900119 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adea3a17-b45b-4f13-8a33-10bf41f25de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:27.902654 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-adea3a17-b45b-4f13-8a33-10bf41f25de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:27.903827 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-adea3a17-b45b-4f13-8a33-10bf41f25de1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bfd361e-e33d-41bc-a95b-c392f4c8d190 HTTP/1.1" status: 204 len: 168 time: 0.1749284 Aug 24 01:47:27.914017 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea3a17-b45b-4f13-8a33-10bf41f25de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd361e-e33d-41bc-a95b-c392f4c8d190,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:28.965057 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54802) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:29.066099 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-82806438-network', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:29.074852 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cfc5f6e3-32f2-4fe6-9c82-150204e9b157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.160577 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Made reservation on behalf of 73c80170e73c4c54a05da0ee23e81f57 for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:47:29.163040 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.171793 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.237948 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.262891 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.337750 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.362125 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:47:29.372312 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae061e5-2006-4e82-bf7e-e300b605e6cf,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:29.377133 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.377483 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Added segment 099a5844-1856-430b-8a10-4b1d0f6c0bdd of type vlan for network 1ab89258-344b-46f0-b674-395584803b0f Aug 24 01:47:29.420229 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.488499 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.489442 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:29.490579 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.548101 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] Pushing event updated for resources: {'Network': ['ID=1ab89258-344b-46f0-b674-395584803b0f,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:29.559012 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 1ab89258-344b-46f0-b674-395584803b0f details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:47:29.598071 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-43ce6326-f4a1-40c3-bf68-6df39312b87a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6318021 Aug 24 01:47:29.601371 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54806) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:29.606421 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Request body: {'subnet': {'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-82806438-subnet', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:29.708810 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Made reservation on behalf of 73c80170e73c4c54a05da0ee23e81f57 for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:47:29.711194 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.934488 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:29.990814 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:29.999540 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Checking segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:29.999897 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Network hostable DHCP agents. Network: 1ab89258-344b-46f0-b674-395584803b0f, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:47:30.082468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Network 1ab89258-344b-46f0-b674-395584803b0f is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:47:30.142760 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 1ab89258-344b-46f0-b674-395584803b0f) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:30.147549 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:30.148152 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.152832 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fae8c0-7a6b-4e59-af11-9f324466c2ef None None] Network 1ab89258-344b-46f0-b674-395584803b0f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:47:30.232080 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-e99c5ee0-ab5b-401f-a4df-48f6b40bf219 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6293883 Aug 24 01:47:30.234800 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54808) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:30.239320 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:30.304164 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-1ab89258-344b-46f0-b674-395584803b0f', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:47:30.305041 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.320754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.321849 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.378283 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.439661 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Allocated IP 172.20.0.2 (1ab89258-344b-46f0-b674-395584803b0f/35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665/8252a5e5-bfeb-4580-8931-bd815efdfcb9) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:47:30.591529 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.600678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Transition to ACTIVE for port object 8252a5e5-bfeb-4580-8931-bd815efdfcb9 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:30.631090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Transition to ACTIVE for port object 8252a5e5-bfeb-4580-8931-bd815efdfcb9 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:30.700097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.732508 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.775220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Network 1ab89258-344b-46f0-b674-395584803b0f is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:30.778215 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:30.781851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:47:30.791274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Pushing event updated for resources: {'Port': ['ID=8252a5e5-bfeb-4580-8931-bd815efdfcb9,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:30.844296 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Attempting to bind port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:47:30.844577 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Attempting to bind port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:47:30.844949 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Attempting to bind port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 on network 1ab89258-344b-46f0-b674-395584803b0f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:47:30.850454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:47:30.850839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Checking segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:30.851256 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.851659 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Bound using segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:47:30.852133 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Bound port: 8252a5e5-bfeb-4580-8931-bd815efdfcb9, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:47:30.852526 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:30.894243 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:31.074100 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] For port 8252a5e5-bfeb-4580-8931-bd815efdfcb9, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:47:31.077800 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] For port 8252a5e5-bfeb-4580-8931-bd815efdfcb9, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8252a5e5-bfeb-4580-8931-bd815efdfcb9,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:47:31.149537 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:31.203047 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:31.207498 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5868180-da4c-4ae1-80e2-1d501b8deea5 None None] Pushing event updated for resources: {'Port': ['ID=8252a5e5-bfeb-4580-8931-bd815efdfcb9,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:31.223448 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:31.343815 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Allocated IP 172.25.5.81 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/662cf719-08b4-497a-8aa7-ac78cb9a88b8) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:47:31.464913 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:31.563282 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:31.608468 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:31.611201 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:31.614680 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:47:31.620185 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Pushing event updated for resources: {'Port': ['ID=662cf719-08b4-497a-8aa7-ac78cb9a88b8,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:31.940487 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:32.119500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac4dc51-de2e-4526-a08a-ca6fcdd5543b None None] Network 1ab89258-344b-46f0-b674-395584803b0f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:47:32.154027 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:32.283231 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-207f21e7-2b10-4cf3-a545-1e523de8325e None None] Provisioning for port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:32.285183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:32.345761 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Router 8ddaea72-fb65-4ecf-815e-d410ad705135 is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:47:32.459157 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:47:32.468107 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Sync routers for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:47:32.477936 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:32.478547 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:32.555106 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:32.558625 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-cccc875a-be9c-42d1-b916-dfe417634ade admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3223274 Aug 24 01:47:32.559425 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54810) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:32.586994 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:32.762908 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:31Z', 'revision_number': 3, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:32.792275 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Checking router: 8ddaea72-fb65-4ecf-815e-d410ad705135 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:47:32.792619 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Updating router 8ddaea72-fb65-4ecf-815e-d410ad705135 port 662cf719-08b4-497a-8aa7-ac78cb9a88b8 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:47:32.816989 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:32.990641 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.026446 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8252a5e5-bfeb-4580-8931-bd815efdfcb9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:33.096213 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.106485 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Transition to ACTIVE for port object 662cf719-08b4-497a-8aa7-ac78cb9a88b8 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:33.157487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Allocated IP 172.20.0.1 (1ab89258-344b-46f0-b674-395584803b0f/35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665/70db0d31-4994-48a0-899b-a90734425c16) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:47:33.185177 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:33.189238 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:33.189656 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.200362 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.251095 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Attempting to bind port 662cf719-08b4-497a-8aa7-ac78cb9a88b8 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:47:33.251605 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Attempting to bind port 662cf719-08b4-497a-8aa7-ac78cb9a88b8 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:47:33.252067 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Attempting to bind port 662cf719-08b4-497a-8aa7-ac78cb9a88b8 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:47:33.260394 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:47:33.260901 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:33.263527 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.263527 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:47:33.263527 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Bound port: 662cf719-08b4-497a-8aa7-ac78cb9a88b8, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:47:33.263527 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.264554 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.280530 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Transition to ACTIVE for port object 70db0d31-4994-48a0-899b-a90734425c16 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:33.282899 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.318601 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 8252a5e5-bfeb-4580-8931-bd815efdfcb9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8252a5e5-bfeb-4580-8931-bd815efdfcb9,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:33.385756 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.391672 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Pushing event updated for resources: {'Port': ['ID=662cf719-08b4-497a-8aa7-ac78cb9a88b8,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:33.408338 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.408687 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.409023 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.409358 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.409713 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.410035 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.410358 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.410674 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.410997 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.411338 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.411655 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.412016 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:47:33.419768 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.429342 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] For port 662cf719-08b4-497a-8aa7-ac78cb9a88b8, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:47:33.430693 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Network 1ab89258-344b-46f0-b674-395584803b0f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:33.432940 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] For port 662cf719-08b4-497a-8aa7-ac78cb9a88b8, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=662cf719-08b4-497a-8aa7-ac78cb9a88b8,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:47:33.435187 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:33.437589 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:47:33.471895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Pushing event updated for resources: {'Port': ['ID=70db0d31-4994-48a0-899b-a90734425c16,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:33.474082 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=8252a5e5-bfeb-4580-8931-bd815efdfcb9,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:33.489176 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.506496 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.563701 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:33.564338 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:33.601088 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ed83a-1dd0-4998-9394-f37ada90dec5 None None] Pushing event updated for resources: {'Port': ['ID=662cf719-08b4-497a-8aa7-ac78cb9a88b8,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:33.676769 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:33.685280 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.817531 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7d2f7c80-9533-419d-9afc-4d985be401aa None None] Provisioning for port 70db0d31-4994-48a0-899b-a90734425c16 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:33.822195 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-7d2f7c80-9533-419d-9afc-4d985be401aa None None] Provisioning complete for port 70db0d31-4994-48a0-899b-a90734425c16 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:33.822674 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7c80-9533-419d-9afc-4d985be401aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.859127 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.859911 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:31Z', 'revision_number': 3, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:33.861031 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f7c80-9533-419d-9afc-4d985be401aa None None] Port 70db0d31-4994-48a0-899b-a90734425c16 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:47:33.890723 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa104a79-e9cf-465d-97fd-e6dd75675593 None None] The sync data for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 is: [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:31Z', 'revision_number': 3, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:47:33.920512 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:33.992474 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Pushing event updated for resources: {'Port': ['ID=70db0d31-4994-48a0-899b-a90734425c16,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:33.995050 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:34.092134 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Network 1ab89258-344b-46f0-b674-395584803b0f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:34.092332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:34.232867 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Router 8ddaea72-fb65-4ecf-815e-d410ad705135 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:47:34.353093 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:47:34.359095 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-44afbfe4-f207-4e36-9e97-c28d05b8265a admin admin] 10.222.0.26 "PUT /v2.0/routers/8ddaea72-fb65-4ecf-815e-d410ad705135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978437 Aug 24 01:47:34.391475 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-aa9fe562-2a5f-4f8a-a9fe-64095fc880d6 None None] Provisioning complete for port 70db0d31-4994-48a0-899b-a90734425c16 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:34.392084 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-aa9fe562-2a5f-4f8a-a9fe-64095fc880d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:34.429197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-aa9fe562-2a5f-4f8a-a9fe-64095fc880d6 None None] Port 70db0d31-4994-48a0-899b-a90734425c16 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:47:35.030933 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54826) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:35.036126 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1918493386-network', 'tenant_id': 'd4c48a8872a24419842626255df1d72a'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:35.051028 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 662cf719-08b4-497a-8aa7-ac78cb9a88b8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:35.111261 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Made reservation on behalf of d4c48a8872a24419842626255df1d72a for: {'network': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:47:35.113700 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for network, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.123305 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.179497 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 662cf719-08b4-497a-8aa7-ac78cb9a88b8 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:35.183886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 662cf719-08b4-497a-8aa7-ac78cb9a88b8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:35.185516 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.225323 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.271714 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.282543 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.293090 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 662cf719-08b4-497a-8aa7-ac78cb9a88b8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=662cf719-08b4-497a-8aa7-ac78cb9a88b8,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:35.307308 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=95327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 01:47:35.322436 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a264348-30f7-43e6-bd3b-2c7ba7fc8492,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:35.326350 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.326708 n-d-804878-2 neutron-server[95327]: INFO neutron.db.segments_db [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Added segment 4f7ca63b-5580-495f-b0a2-13f36bf4e9c5 of type vlan for network 19a45bec-0a88-4aec-96f7-b1c45d963198 Aug 24 01:47:35.328763 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:47:35.366226 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.367034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8252a5e5-bfeb-4580-8931-bd815efdfcb9 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:35.368816 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733485607518'] for network, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.448172 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695'] for network, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.449186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=662cf719-08b4-497a-8aa7-ac78cb9a88b8,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:35.450174 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:35.450824 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Notify callbacks [] for network, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.457507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:35.457914 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.519963 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=19a45bec-0a88-4aec-96f7-b1c45d963198,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:35.532305 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Network 19a45bec-0a88-4aec-96f7-b1c45d963198 details requested by agent ovs-agent-n-d-804878-2 with host n-d-804878-2 {{(pid=95328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 01:47:35.534727 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Sync routers for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:47:35.577278 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-2ceb34be-ab43-4bd0-a450-efbcd9856ec6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5426958 Aug 24 01:47:35.577687 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54828) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:35.584601 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Request body: {'subnet': {'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1918493386-subnet', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'ip_version': 4}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:35.594817 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:35.595480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:35.654223 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Made reservation on behalf of d4c48a8872a24419842626255df1d72a for: {'subnet': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:47:35.656676 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8304302'] for subnet, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.719317 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:35.888660 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6410377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8304348'] for subnet, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:35.919767 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 2, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:35.946856 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Checking router: 8ddaea72-fb65-4ecf-815e-d410ad705135 for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:47:35.947217 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Updating router 8ddaea72-fb65-4ecf-815e-d410ad705135 port 70db0d31-4994-48a0-899b-a90734425c16 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:47:35.947361 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=385f0aa6-24d2-4762-94a1-a7a48bf268bb,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:35.958696 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Checking segment: {'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:35.959073 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Network hostable DHCP agents. Network: 19a45bec-0a88-4aec-96f7-b1c45d963198, hostable agents: ['ab9dc61a-48d0-49b1-9a21-d7c2b40a6168'], hosted agents: [] {{(pid=95327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 01:47:35.972524 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.042633 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Network 19a45bec-0a88-4aec-96f7-b1c45d963198 is scheduled to be hosted by DHCP agent ab9dc61a-48d0-49b1-9a21-d7c2b40a6168 with binding_index 1 {{(pid=95327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 01:47:36.126227 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804878-2, 19a45bec-0a88-4aec-96f7-b1c45d963198) {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:36.130394 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:36.130986 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.137186 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc82839-9656-4afa-9fd5-fa2fc134543f None None] Network 19a45bec-0a88-4aec-96f7-b1c45d963198 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:47:36.218584 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-518714b4-a0ce-4dad-875f-17580cbe1e33 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6396587 Aug 24 01:47:36.221109 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54830) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:36.227893 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:36.304611 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31804'] for router, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.305737 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1649794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31787'] for router, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.352060 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.359725 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc7f36-8dc9-50e7-96f6-29be5259dea2-19a45bec-0a88-4aec-96f7-b1c45d963198', 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'fixed_ips': [{'subnet_id': '385f0aa6-24d2-4762-94a1-a7a48bf268bb'}]}} from n-d-804878-2. {{(pid=95328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 01:47:36.360604 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.361987 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.372851 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Transition to ACTIVE for port object 70db0d31-4994-48a0-899b-a90734425c16 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:36.456514 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.544792 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c0e99-96e8-4fce-8880-86f5a0fd4fe6 None None] Pushing event updated for resources: {'Port': ['ID=70db0d31-4994-48a0-899b-a90734425c16,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:36.552618 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.db_base_plugin_common [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Allocated IP 172.20.0.2 (19a45bec-0a88-4aec-96f7-b1c45d963198/385f0aa6-24d2-4762-94a1-a7a48bf268bb/e03f2801-cf66-43c0-9ced-ef0794a47056) {{(pid=95328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:47:36.574302 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.653419 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Attempting to bind port 70db0d31-4994-48a0-899b-a90734425c16 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:47:36.653857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Attempting to bind port 70db0d31-4994-48a0-899b-a90734425c16 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:47:36.654202 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Attempting to bind port 70db0d31-4994-48a0-899b-a90734425c16 on network 1ab89258-344b-46f0-b674-395584803b0f {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:47:36.663556 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:47:36.663941 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Checking segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:36.664366 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.664768 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Bound using segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:47:36.665255 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Bound port: 70db0d31-4994-48a0-899b-a90734425c16, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:47:36.665689 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.799035 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] For port 70db0d31-4994-48a0-899b-a90734425c16, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:47:36.819480 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Notify callbacks [] for port, precommit_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.825740 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] For port 70db0d31-4994-48a0-899b-a90734425c16, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=70db0d31-4994-48a0-899b-a90734425c16,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:47:36.833232 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Transition to ACTIVE for port object e03f2801-cf66-43c0-9ced-ef0794a47056 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:36.848788 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Transition to ACTIVE for port object e03f2801-cf66-43c0-9ced-ef0794a47056 will not be triggered until provisioned by entity DHCP. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:36.853166 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.873313 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.903650 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.939507 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318'] for port, after_create {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:36.975756 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Network 19a45bec-0a88-4aec-96f7-b1c45d963198 is already hosted by enough agents. {{(pid=95328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:36.976638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:36.977274 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:36.980570 n-d-804878-2 neutron-server[95328]: DEBUG neutron.scheduler.base_scheduler [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Resources bound (agent type, host, resource id): {{(pid=95328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:37.000363 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Allocated IP 172.25.5.220 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/f1925ca3-3f1f-44b5-82a8-b7ff2acc1956) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:47:37.025409 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c0e99-96e8-4fce-8880-86f5a0fd4fe6 None None] Pushing event updated for resources: {'Port': ['ID=70db0d31-4994-48a0-899b-a90734425c16,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:37.031487 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Received port after_create {{(pid=95328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:47:37.033990 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 662cf719-08b4-497a-8aa7-ac78cb9a88b8 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:37.119768 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:37.195002 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Pushing event updated for resources: {'Port': ['ID=e03f2801-cf66-43c0-9ced-ef0794a47056,revision_number=1']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:37.205494 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Attempting to bind port e03f2801-cf66-43c0-9ced-ef0794a47056 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:47:37.206562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Attempting to bind port e03f2801-cf66-43c0-9ced-ef0794a47056 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:47:37.206562 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Attempting to bind port e03f2801-cf66-43c0-9ced-ef0794a47056 on network 19a45bec-0a88-4aec-96f7-b1c45d963198 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:47:37.222735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:47:37.223034 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Checking segment: {'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:37.224231 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:37.224628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Bound using segment: {'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:47:37.225088 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Bound port: e03f2801-cf66-43c0-9ced-ef0794a47056, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:47:37.225470 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:37.226206 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:37.228258 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:37.272586 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:37.275626 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:37.280317 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:47:37.283756 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1925ca3-3f1f-44b5-82a8-b7ff2acc1956,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:37.432794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 662cf719-08b4-497a-8aa7-ac78cb9a88b8 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:37.433035 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:37.606622 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] For port e03f2801-cf66-43c0-9ced-ef0794a47056, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:47:37.612210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] For port e03f2801-cf66-43c0-9ced-ef0794a47056, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e03f2801-cf66-43c0-9ced-ef0794a47056,segment=NetworkSegment(4f7ca63b-5580-495f-b0a2-13f36bf4e9c5),segment_id=4f7ca63b-5580-495f-b0a2-13f36bf4e9c5)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:47:37.695701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:37.768507 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c42f0-b88d-480e-aa64-d3f6dc45c67f None None] Pushing event updated for resources: {'Port': ['ID=e03f2801-cf66-43c0-9ced-ef0794a47056,revision_number=2']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:37.791206 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:36Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:37.821687 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb41e2d-a772-4566-b6ee-cf702af7ecac None None] The sync data for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 is: [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:36Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:47:38.012779 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:38.227729 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686386'] for router, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:38.463405 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Router 4854a521-e0a2-4cca-b2d8-1072f5baf89f is scheduled to L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef with binding_index 1 {{(pid=95327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 01:47:38.585423 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:47:38.598288 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Sync routers for ids ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:47:38.617732 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Routers {'4854a521-e0a2-4cca-b2d8-1072f5baf89f'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:38.618541 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:38.663873 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:38.665175 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-33266c66-91a6-4058-99e7-80942271d3b5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4430771 Aug 24 01:47:38.668047 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54832) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:38.736073 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Set router 4854a521-e0a2-4cca-b2d8-1072f5baf89f gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:38.762652 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df8844-2da5-4690-aae0-b61fb4f7f02f None None] Network 19a45bec-0a88-4aec-96f7-b1c45d963198 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:47:38.934825 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:37Z', 'revision_number': 3, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port': {'id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:38.961503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bd248e7b-f120-4d1c-841a-c7f9f9a9718e None None] Provisioning for port e03f2801-cf66-43c0-9ced-ef0794a47056 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:38.975218 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Checking router: 4854a521-e0a2-4cca-b2d8-1072f5baf89f for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:47:38.975789 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Updating router 4854a521-e0a2-4cca-b2d8-1072f5baf89f port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 binding host n-d-804878-2 {{(pid=95329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:47:39.011022 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.193825 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e03f2801-cf66-43c0-9ced-ef0794a47056 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:39.325772 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port e03f2801-cf66-43c0-9ced-ef0794a47056 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:39.330371 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e03f2801-cf66-43c0-9ced-ef0794a47056 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:39.330823 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.370021 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.382103 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.provisioning_blocks [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Transition to ACTIVE for port object f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 will not be triggered until provisioned by entity L2. {{(pid=95329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:39.422505 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.425191 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-9aba4a4a-63fc-448a-9127-6cf3b0d04b31 None None] Provisioning complete for port e03f2801-cf66-43c0-9ced-ef0794a47056 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:39.425558 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9aba4a4a-63fc-448a-9127-6cf3b0d04b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.455100 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.489260 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port e03f2801-cf66-43c0-9ced-ef0794a47056, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e03f2801-cf66-43c0-9ced-ef0794a47056,segment=NetworkSegment(4f7ca63b-5580-495f-b0a2-13f36bf4e9c5),segment_id=4f7ca63b-5580-495f-b0a2-13f36bf4e9c5)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:39.506978 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Attempting to bind port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:47:39.509531 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Attempting to bind port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:47:39.509531 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Attempting to bind port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 on network 48bb8d5d-bed2-4624-90e2-4675c8f1465d {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:47:39.515687 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:47:39.516061 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Checking segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:39.516468 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.516862 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Bound using segment: {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'} {{(pid=95329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:47:39.517465 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.managers [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Bound port: f1925ca3-3f1f-44b5-82a8-b7ff2acc1956, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a1074-4c7c-4217-bc3d-189cb6e9f173', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d'}}] {{(pid=95329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:47:39.517880 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.534357 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9aba4a4a-63fc-448a-9127-6cf3b0d04b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.545735 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27153a91-90dc-408c-bd62-046e3e30423b None None] Pushing event updated for resources: {'Port': ['ID=f1925ca3-3f1f-44b5-82a8-b7ff2acc1956,revision_number=2']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:39.558910 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.559706 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 70db0d31-4994-48a0-899b-a90734425c16 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:39.563388 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.587911 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] For port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956, host n-d-804878-2, cleared binding levels {{(pid=95329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:47:39.592789 n-d-804878-2 neutron-server[95329]: DEBUG neutron.plugins.ml2.db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] For port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f1925ca3-3f1f-44b5-82a8-b7ff2acc1956,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:47:39.661234 n-d-804878-2 neutron-server[95329]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.663533 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.db.api [None req-9aba4a4a-63fc-448a-9127-6cf3b0d04b31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95328) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 01:47:39.663889 n-d-804878-2 neutron-server[95328]: DEBUG oslo_db.api [None req-9aba4a4a-63fc-448a-9127-6cf3b0d04b31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 01:47:39.671802 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=e03f2801-cf66-43c0-9ced-ef0794a47056,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:39.726550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Allocated IP 172.20.0.1 (19a45bec-0a88-4aec-96f7-b1c45d963198/385f0aa6-24d2-4762-94a1-a7a48bf268bb/886d04d1-8006-4c8e-b5b3-c143839f54d2) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:47:39.733327 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27153a91-90dc-408c-bd62-046e3e30423b None None] Pushing event updated for resources: {'Port': ['ID=f1925ca3-3f1f-44b5-82a8-b7ff2acc1956,revision_number=3']} {{(pid=95329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:39.741635 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Routers {'4854a521-e0a2-4cca-b2d8-1072f5baf89f'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:39.741635 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:39.760070 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 70db0d31-4994-48a0-899b-a90734425c16 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:39.764040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 70db0d31-4994-48a0-899b-a90734425c16 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:39.770140 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.838752 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.845965 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:39.849230 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] Set router 4854a521-e0a2-4cca-b2d8-1072f5baf89f gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:39.856719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Transition to ACTIVE for port object 886d04d1-8006-4c8e-b5b3-c143839f54d2 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:39.878595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 70db0d31-4994-48a0-899b-a90734425c16, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=70db0d31-4994-48a0-899b-a90734425c16,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:39.957183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:40.000989 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:40.011966 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=70db0d31-4994-48a0-899b-a90734425c16,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:40.033509 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:37Z', 'revision_number': 3, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port': {'id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:40.040311 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Network 19a45bec-0a88-4aec-96f7-b1c45d963198 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:40.043214 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:40.046596 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:47:40.059994 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d48bf17-52d3-486e-9267-1725bfd252c1 None None] The sync data for ids ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'] in n-d-804878-2 is: [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:37Z', 'revision_number': 3, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port': {'id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:47:40.075168 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Pushing event updated for resources: {'Port': ['ID=886d04d1-8006-4c8e-b5b3-c143839f54d2,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:40.091705 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1679909'] for router_interface, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:40.287021 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:40.413819 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5aef990f-365a-40a2-9569-b86826255320 None None] Provisioning for port 886d04d1-8006-4c8e-b5b3-c143839f54d2 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:40.418065 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5aef990f-365a-40a2-9569-b86826255320 None None] Provisioning complete for port 886d04d1-8006-4c8e-b5b3-c143839f54d2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:40.418447 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5aef990f-365a-40a2-9569-b86826255320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:40.464197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5aef990f-365a-40a2-9569-b86826255320 None None] Port 886d04d1-8006-4c8e-b5b3-c143839f54d2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:47:40.512952 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:40.591098 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:40.687376 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Pushing event updated for resources: {'Port': ['ID=886d04d1-8006-4c8e-b5b3-c143839f54d2,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:40.691986 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1686709'] for router_interface, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:40.786147 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Network 19a45bec-0a88-4aec-96f7-b1c45d963198 is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:40.787610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:40.917087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Router 4854a521-e0a2-4cca-b2d8-1072f5baf89f has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:47:41.044601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:47:41.049593 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3f354745-e6be-4e4a-a315-f6b5e7cabd90 admin admin] 10.222.0.26 "PUT /v2.0/routers/4854a521-e0a2-4cca-b2d8-1072f5baf89f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3802290 Aug 24 01:47:41.083185 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-1580374c-d5ab-42fa-bcf2-449ea90aebfb None None] Provisioning complete for port 886d04d1-8006-4c8e-b5b3-c143839f54d2 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:41.083804 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1580374c-d5ab-42fa-bcf2-449ea90aebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.107454 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e03f2801-cf66-43c0-9ced-ef0794a47056 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:41.156602 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-1580374c-d5ab-42fa-bcf2-449ea90aebfb None None] Port 886d04d1-8006-4c8e-b5b3-c143839f54d2 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:47:41.174019 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port e03f2801-cf66-43c0-9ced-ef0794a47056 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:41.174396 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.252395 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:41.366158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:41.370669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:41.371182 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.458381 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.480262 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f1925ca3-3f1f-44b5-82a8-b7ff2acc1956,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:41.568515 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.569351 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 70db0d31-4994-48a0-899b-a90734425c16 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:41.648541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=f1925ca3-3f1f-44b5-82a8-b7ff2acc1956,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:41.658895 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 70db0d31-4994-48a0-899b-a90734425c16 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:41.663927 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.666967 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54840) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:41.670593 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-74f11ff3-8d86-4a3f-b7ea-0cb13d0b3df8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753365287', 'description': 'tempest-secgroup-smoke-753365287 description', 'project_id': '73c80170e73c4c54a05da0ee23e81f57'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:41.690539 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Sync routers for ids ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:47:41.709459 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Routers {'4854a521-e0a2-4cca-b2d8-1072f5baf89f'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:41.710139 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:41.768414 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74f11ff3-8d86-4a3f-b7ea-0cb13d0b3df8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.849332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Set router 4854a521-e0a2-4cca-b2d8-1072f5baf89f gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:41.854913 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74f11ff3-8d86-4a3f-b7ea-0cb13d0b3df8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.945409 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74f11ff3-8d86-4a3f-b7ea-0cb13d0b3df8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:41.976010 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11ff3-8d86-4a3f-b7ea-0cb13d0b3df8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231e3e85-4684-47f7-bfd2-e80a74bd45ee,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:42.051341 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:40Z', 'revision_number': 4, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port': {'id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '886d04d1-8006-4c8e-b5b3-c143839f54d2', 'name': '', 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'mac_address': 'fa:16:3e:82:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '385f0aa6-24d2-4762-94a1-a7a48bf268bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:39Z', 'updated_at': '2021-08-24T01:47:40Z', 'revision_number': 2, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'subnets': [{'id': '385f0aa6-24d2-4762-94a1-a7a48bf268bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:42.053908 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-74f11ff3-8d86-4a3f-b7ea-0cb13d0b3df8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.057178 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-74f11ff3-8d86-4a3f-b7ea-0cb13d0b3df8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3899896 Aug 24 01:47:42.058277 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54842) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:42.063003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dd6dcb9a-eebd-4329-8f09-a36c634610a1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'security_group_rule': {'security_group_id': '231e3e85-4684-47f7-bfd2-e80a74bd45ee', 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:42.085113 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Checking router: 4854a521-e0a2-4cca-b2d8-1072f5baf89f for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:47:42.085857 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Updating router 4854a521-e0a2-4cca-b2d8-1072f5baf89f port 886d04d1-8006-4c8e-b5b3-c143839f54d2 binding host n-d-804878-2 {{(pid=95328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 01:47:42.110205 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.170545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd6dcb9a-eebd-4329-8f09-a36c634610a1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.234059 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd6dcb9a-eebd-4329-8f09-a36c634610a1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.299525 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd6dcb9a-eebd-4329-8f09-a36c634610a1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.321997 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dcb9a-eebd-4329-8f09-a36c634610a1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6876fbb7-7597-42e0-8696-b84318661c70,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:42.385065 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dd6dcb9a-eebd-4329-8f09-a36c634610a1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.386418 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dd6dcb9a-eebd-4329-8f09-a36c634610a1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271949 Aug 24 01:47:42.389250 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54844) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:42.390688 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Notify callbacks [] for port, precommit_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.394066 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-dab4f166-6ba9-4c80-b744-d93879b6326b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'security_group_rule': {'security_group_id': '231e3e85-4684-47f7-bfd2-e80a74bd45ee', 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:42.400952 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Transition to ACTIVE for port object 886d04d1-8006-4c8e-b5b3-c143839f54d2 will not be triggered until provisioned by entity L2. {{(pid=95328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:42.485923 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.519553 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab4f166-6ba9-4c80-b744-d93879b6326b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.545297 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec3d4-a047-4946-851a-d0ec4bc2550c None None] Pushing event updated for resources: {'Port': ['ID=886d04d1-8006-4c8e-b5b3-c143839f54d2,revision_number=3']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:42.602344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Attempting to bind port 886d04d1-8006-4c8e-b5b3-c143839f54d2 on host n-d-804878-2 for vnic_type normal with profile {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:47:42.602729 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Attempting to bind port 886d04d1-8006-4c8e-b5b3-c143839f54d2 by drivers openvswitch,hyperv on host n-d-804878-2 at level 0 using segments [{'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:47:42.603115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Attempting to bind port 886d04d1-8006-4c8e-b5b3-c143839f54d2 on network 19a45bec-0a88-4aec-96f7-b1c45d963198 {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:47:42.607501 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab4f166-6ba9-4c80-b744-d93879b6326b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.608455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Checking agent: {'id': 'd36caec4-9aec-4520-a349-463746f18887', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 2, 59), 'started_at': datetime.datetime(2021, 8, 24, 0, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804878-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:47:42.611414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Checking segment: {'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:42.611414 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.611414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Bound using segment: {'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'} {{(pid=95328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:47:42.611414 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.managers [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Bound port: 886d04d1-8006-4c8e-b5b3-c143839f54d2, host: n-d-804878-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198'}}] {{(pid=95328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:47:42.611414 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.677205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] For port 886d04d1-8006-4c8e-b5b3-c143839f54d2, host n-d-804878-2, cleared binding levels {{(pid=95328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:47:42.680505 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] For port 886d04d1-8006-4c8e-b5b3-c143839f54d2, host n-d-804878-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=886d04d1-8006-4c8e-b5b3-c143839f54d2,segment=NetworkSegment(4f7ca63b-5580-495f-b0a2-13f36bf4e9c5),segment_id=4f7ca63b-5580-495f-b0a2-13f36bf4e9c5)] {{(pid=95328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:47:42.687941 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab4f166-6ba9-4c80-b744-d93879b6326b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.707460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4f166-6ba9-4c80-b744-d93879b6326b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055163e4-df3d-42cd-904a-6bb4f14ac1a5,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:42.768505 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.796638 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-dab4f166-6ba9-4c80-b744-d93879b6326b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.797850 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-dab4f166-6ba9-4c80-b744-d93879b6326b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4073870 Aug 24 01:47:42.800627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54846) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:42.805664 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-a0775bd6-cd99-42ac-b61e-b291c490e54e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'security_group_rule': {'security_group_id': '231e3e85-4684-47f7-bfd2-e80a74bd45ee', 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:42.845416 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Routers {'4854a521-e0a2-4cca-b2d8-1072f5baf89f'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:47:42.846103 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:42.849839 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec3d4-a047-4946-851a-d0ec4bc2550c None None] Pushing event updated for resources: {'Port': ['ID=886d04d1-8006-4c8e-b5b3-c143839f54d2,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:42.891341 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0775bd6-cd99-42ac-b61e-b291c490e54e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:42.977910 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] Set router 4854a521-e0a2-4cca-b2d8-1072f5baf89f gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:47:42.982281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0775bd6-cd99-42ac-b61e-b291c490e54e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.046643 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0775bd6-cd99-42ac-b61e-b291c490e54e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.066582 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0775bd6-cd99-42ac-b61e-b291c490e54e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c9152b-c761-4872-8966-5c19113ed13e,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:43.137323 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-a0775bd6-cd99-42ac-b61e-b291c490e54e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.141001 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-a0775bd6-cd99-42ac-b61e-b291c490e54e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369679 Aug 24 01:47:43.141513 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54848) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:43.146973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-3016a10d-1b8d-44ca-a2cd-51e5d0353923 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'security_group_rule': {'security_group_id': '231e3e85-4684-47f7-bfd2-e80a74bd45ee', 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:43.161342 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:43.227825 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3016a10d-1b8d-44ca-a2cd-51e5d0353923 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.289856 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3016a10d-1b8d-44ca-a2cd-51e5d0353923 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.326218 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:43.326589 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.360669 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3016a10d-1b8d-44ca-a2cd-51e5d0353923 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.380871 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a10d-1b8d-44ca-a2cd-51e5d0353923 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff6bcaf-b03a-4bb1-9596-878e7e230792,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:43.398609 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.448184 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-3016a10d-1b8d-44ca-a2cd-51e5d0353923 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.454095 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-3016a10d-1b8d-44ca-a2cd-51e5d0353923 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3073575 Aug 24 01:47:43.454311 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 54850) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:43.461285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [None req-69599b31-fd86-439a-9909-1e95539bcd11 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'security_group_rule': {'security_group_id': '231e3e85-4684-47f7-bfd2-e80a74bd45ee', 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:43.464818 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:40Z', 'revision_number': 4, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port': {'id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '886d04d1-8006-4c8e-b5b3-c143839f54d2', 'name': '', 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'mac_address': 'fa:16:3e:82:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '385f0aa6-24d2-4762-94a1-a7a48bf268bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:39Z', 'updated_at': '2021-08-24T01:47:42Z', 'revision_number': 4, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'subnets': [{'id': '385f0aa6-24d2-4762-94a1-a7a48bf268bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:47:43.491844 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033689c-9edb-4621-b59c-6351a8efd88c None None] The sync data for ids ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'] in n-d-804878-2 is: [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:40Z', 'revision_number': 4, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port': {'id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '886d04d1-8006-4c8e-b5b3-c143839f54d2', 'name': '', 'network_id': '19a45bec-0a88-4aec-96f7-b1c45d963198', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'mac_address': 'fa:16:3e:82:a1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '385f0aa6-24d2-4762-94a1-a7a48bf268bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:39Z', 'updated_at': '2021-08-24T01:47:42Z', 'revision_number': 4, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'subnets': [{'id': '385f0aa6-24d2-4762-94a1-a7a48bf268bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:47:43.562374 n-d-804878-2 neutron-server[95327]: INFO neutron.db.securitygroups_db [None req-69599b31-fd86-439a-9909-1e95539bcd11 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Project 73c80170e73c4c54a05da0ee23e81f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:47:43.570085 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69599b31-fd86-439a-9909-1e95539bcd11 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.638322 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69599b31-fd86-439a-9909-1e95539bcd11 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.722250 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69599b31-fd86-439a-9909-1e95539bcd11 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.742681 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69599b31-fd86-439a-9909-1e95539bcd11 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9868d1cf-674f-436e-b8ce-c87c08f11da2,revision_number=0']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:43.819559 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-69599b31-fd86-439a-9909-1e95539bcd11 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.820971 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-69599b31-fd86-439a-9909-1e95539bcd11 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3666401 Aug 24 01:47:43.823726 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54852) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:47:43.828604 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-7e2540a0-29ef-4902-a3fc-f1ff2f09c895 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'security_group_rule': {'security_group_id': '231e3e85-4684-47f7-bfd2-e80a74bd45ee', 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:43.905557 n-d-804878-2 neutron-server[95326]: INFO neutron.db.securitygroups_db [None req-7e2540a0-29ef-4902-a3fc-f1ff2f09c895 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Project 73c80170e73c4c54a05da0ee23e81f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 01:47:43.912468 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2540a0-29ef-4902-a3fc-f1ff2f09c895 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:43.976996 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2540a0-29ef-4902-a3fc-f1ff2f09c895 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:44.030670 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2540a0-29ef-4902-a3fc-f1ff2f09c895 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657661'] for security_group_rule, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:44.052514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2540a0-29ef-4902-a3fc-f1ff2f09c895 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e79cd10-da26-4704-897c-f6f9521028ce,revision_number=0']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:44.105168 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-7e2540a0-29ef-4902-a3fc-f1ff2f09c895 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:44.106375 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-7e2540a0-29ef-4902-a3fc-f1ff2f09c895 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2816267 Aug 24 01:47:44.247148 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-ec8023c9-53b0-46d9-8ddd-7728e790ec56 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753365287&fields=id&tenant_id=73c80170e73c4c54a05da0ee23e81f57 HTTP/1.1" status: 200 len: 267 time: 0.0351138 Aug 24 01:47:44.356106 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-01b3e174-ff3e-4609-a74e-6d36200c9ebb tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:44.357480 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-01b3e174-ff3e-4609-a74e-6d36200c9ebb tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 808 time: 0.1033854 Aug 24 01:47:44.372624 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-1607eb32-9d81-4c45-ab0e-210567a6fce8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/quotas/73c80170e73c4c54a05da0ee23e81f57 HTTP/1.1" status: 200 len: 375 time: 0.0093040 Aug 24 01:47:44.427927 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-eba45f91-c132-414d-b9bf-c8229b6e25c3 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498221 Aug 24 01:47:44.541330 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-f37d5664-9b94-45e5-8e10-0b8f2323a7a9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:47:44.545782 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-f37d5664-9b94-45e5-8e10-0b8f2323a7a9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1028559 Aug 24 01:47:44.635216 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-38a1d696-9399-4677-b04e-6e669487a094 service neutron] 10.222.0.26 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863585 Aug 24 01:47:44.736081 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-cec36dcb-e240-4b65-9ffc-6f6abcc49a3a service neutron] 10.222.0.26 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940883 Aug 24 01:47:45.018210 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 886d04d1-8006-4c8e-b5b3-c143839f54d2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:45.133424 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning for port 886d04d1-8006-4c8e-b5b3-c143839f54d2 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:45.137699 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 886d04d1-8006-4c8e-b5b3-c143839f54d2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:45.138082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:45.216183 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:45.247369 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] For port 886d04d1-8006-4c8e-b5b3-c143839f54d2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=886d04d1-8006-4c8e-b5b3-c143839f54d2,segment=NetworkSegment(4f7ca63b-5580-495f-b0a2-13f36bf4e9c5),segment_id=4f7ca63b-5580-495f-b0a2-13f36bf4e9c5)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:45.319854 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:45.370876 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Pushing event updated for resources: {'Port': ['ID=886d04d1-8006-4c8e-b5b3-c143839f54d2,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:46.038641 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e6df553a-3848-4c38-a3ac-13e32f4b7121 req-1680d0f0-5979-4fcb-bae4-65af594710a0 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 210 time: 0.0282831 Aug 24 01:47:47.000244 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 886d04d1-8006-4c8e-b5b3-c143839f54d2 up at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:47.054062 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Provisioning complete for port 886d04d1-8006-4c8e-b5b3-c143839f54d2 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:47.054447 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:47.118623 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0beb2e4b-6bc6-44dc-b054-2cd4cfc80dbc req-b7e7a26e-78ff-4e4f-8fe6-e8a0da0fee40 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 210 time: 0.0289900 Aug 24 01:47:48.210975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-685ae7c0-6879-4550-8ee1-23f42c3b9682 req-c5170dbd-21e1-4164-a210-76e83d5bb42e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 210 time: 0.0266383 Aug 24 01:47:48.357914 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-40e9029e-96c0-4994-bb8d-d0c71757adda tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:48.359409 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-40e9029e-96c0-4994-bb8d-d0c71757adda tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 808 time: 0.1034656 Aug 24 01:47:48.415581 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-818c06b7-b18f-457b-9c08-15e83ffa6b7f tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c80170e73c4c54a05da0ee23e81f57 HTTP/1.1" status: 200 len: 379 time: 0.0398517 Aug 24 01:47:48.425435 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'port': {'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'admin_state_up': True, 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'security_groups': ['231e3e85-4684-47f7-bfd2-e80a74bd45ee']}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:48.622755 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Made reservation on behalf of 73c80170e73c4c54a05da0ee23e81f57 for: {'port': 1} {{(pid=95327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:47:48.626388 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:48.754285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_common [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Allocated IP 172.20.0.14 (1ab89258-344b-46f0-b674-395584803b0f/35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665/aea1f532-fd67-482b-8546-3cf8345cc4c6) {{(pid=95327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:47:48.892938 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for port, precommit_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:48.907065 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Transition to ACTIVE for port object aea1f532-fd67-482b-8546-3cf8345cc4c6 will not be triggered until provisioned by entity DHCP. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:49.000147 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_create {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.050074 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Network 1ab89258-344b-46f0-b674-395584803b0f is already hosted by enough agents. {{(pid=95327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:47:49.053622 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.base_scheduler [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Resources bound (agent type, host, resource id): {{(pid=95327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:47:49.056977 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Received port after_create {{(pid=95327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:47:49.063520 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=1']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:49.111332 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:49.112309 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.206775 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c3954df8-4fbd-48a5-a3b0-2df11867eae1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7850728 Aug 24 01:47:49.225989 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-52788927-6285-46f3-aeb2-8ea0c7965d2c tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95327) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:47:49.227472 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-52788927-6285-46f3-aeb2-8ea0c7965d2c tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059643 Aug 24 01:47:49.240011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.v2.base [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Request body: {'port': {'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804878-2'}} {{(pid=95327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:47:49.294249 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.335900 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e110fa3-4f61-4fd6-98a6-a115606c2e5b req-80ec651a-0904-40cb-943b-32a6dbce894d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:49.337344 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e110fa3-4f61-4fd6-98a6-a115606c2e5b req-80ec651a-0904-40cb-943b-32a6dbce894d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 932 time: 0.0564702 Aug 24 01:47:49.376340 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5e110fa3-4f61-4fd6-98a6-a115606c2e5b req-dd10a081-7f27-48c8-8a93-673182357285 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329604 Aug 24 01:47:49.398628 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe4b3429-0f6f-4905-829f-928cc7cab9f5 None None] Provisioning for port aea1f532-fd67-482b-8546-3cf8345cc4c6 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:49.402821 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fe4b3429-0f6f-4905-829f-928cc7cab9f5 None None] Provisioning complete for port aea1f532-fd67-482b-8546-3cf8345cc4c6 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:49.405475 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3429-0f6f-4905-829f-928cc7cab9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.436984 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b3429-0f6f-4905-829f-928cc7cab9f5 None None] Port aea1f532-fd67-482b-8546-3cf8345cc4c6 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:47:49.568606 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea1f532-fd67-482b-8546-3cf8345cc4c6 {{(pid=95327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:47:49.576082 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.587908 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.provisioning_blocks [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Transition to ACTIVE for port object aea1f532-fd67-482b-8546-3cf8345cc4c6 will not be triggered until provisioned by entity L2. {{(pid=95327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:47:49.647277 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.702906 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Pushing event updated for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=2']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:49.780106 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Attempting to bind port aea1f532-fd67-482b-8546-3cf8345cc4c6 on host n-h1-804878-2 for vnic_type normal with profile {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:47:49.780457 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Attempting to bind port aea1f532-fd67-482b-8546-3cf8345cc4c6 by drivers openvswitch,hyperv on host n-h1-804878-2 at level 0 using segments [{'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:47:49.780797 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Attempting to bind port aea1f532-fd67-482b-8546-3cf8345cc4c6 on network 1ab89258-344b-46f0-b674-395584803b0f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:47:49.785476 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Port aea1f532-fd67-482b-8546-3cf8345cc4c6 on network 1ab89258-344b-46f0-b674-395584803b0f not bound, no agent of type Open vSwitch agent registered on host n-h1-804878-2 {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:47:49.785905 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Attempting to bind port aea1f532-fd67-482b-8546-3cf8345cc4c6 on network 1ab89258-344b-46f0-b674-395584803b0f {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:47:49.790941 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Checking agent: {'id': '6137200d-2555-4caa-82d2-00276ba4464b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:47:49.791292 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Checking segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:47:49.791723 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Bound using segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} {{(pid=95327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:47:49.792161 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.managers [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Bound port: aea1f532-fd67-482b-8546-3cf8345cc4c6, host: n-h1-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'}}] {{(pid=95327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:47:49.792536 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.859584 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, cleared binding levels {{(pid=95327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:47:49.862599 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:47:49.954970 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6410496'] for port, after_update {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.993108 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:49.993754 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:49.995360 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] 10.222.0.36 "PUT /v2.0/ports/aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 1092 time: 0.7593987 Aug 24 01:47:49.995803 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:47:49.998097 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a4bc2d-f3b2-41c7-bb09-67354d350f59" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:47:50.024374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a21a2-b166-4a34-a635-9c210d1f506e service neutron] Pushing event updated for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=3']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:50.099973 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d03679-a61c-4890-8829-6fc051e9d074 x-openstack-request-id: req-a2d03679-a61c-4890-8829-6fc051e9d074 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:47:50.100467 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:47:50.100730 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2d03679-a61c-4890-8829-6fc051e9d074 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:47:50.101176 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'status': 'completed', 'code': 200} Aug 24 01:47:50.159053 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-42a90f94-5fde-4413-b2a3-0a024993ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:50.161152 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-42a90f94-5fde-4413-b2a3-0a024993ca7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1095 time: 0.0432279 Aug 24 01:47:50.213778 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-2d75ecd1-a30e-46e7-ab7c-53318b9288be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 217 time: 0.0389793 Aug 24 01:47:50.262754 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-2f7e8327-07de-4afe-b8ba-2afc8c3027b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:50.264089 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-2f7e8327-07de-4afe-b8ba-2afc8c3027b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0433683 Aug 24 01:47:50.310030 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-2a7f844f-5fb6-45f8-b689-c83cc17e9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:50.311536 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-2a7f844f-5fb6-45f8-b689-c83cc17e9c42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402215 Aug 24 01:47:50.404891 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-44354625-bf93-4f6c-90bd-c6c7eebda375 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861127 Aug 24 01:47:50.493445 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498abf3-fbcf-4c98-8a77-b750c96d5316 req-f0f0b90f-8179-4134-b56e-774aa7ad7915 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:50.495019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0498abf3-fbcf-4c98-8a77-b750c96d5316 req-f0f0b90f-8179-4134-b56e-774aa7ad7915 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 944 time: 0.0506649 Aug 24 01:47:50.496795 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-59a91d8d-be19-4226-be6c-5327dcfebe7c req-367603e9-6f84-4908-8bae-8953d2e10c6e service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846322 Aug 24 01:47:50.534683 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0498abf3-fbcf-4c98-8a77-b750c96d5316 req-7437b7ea-6a1a-401f-83d2-da551682c822 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334735 Aug 24 01:47:50.707144 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-6dda161d-36f7-4b7e-a360-603b6c4bac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:50.709246 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-6dda161d-36f7-4b7e-a360-603b6c4bac21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1095 time: 0.0427375 Aug 24 01:47:50.800840 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-5625e076-7502-4db4-a309-2d6134232cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:50.802413 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-5625e076-7502-4db4-a309-2d6134232cb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0865071 Aug 24 01:47:50.844573 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-746c73a6-23ce-4505-aae1-a825a654f990 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 217 time: 0.0346882 Aug 24 01:47:50.897357 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-3ad74025-38e3-46c3-9f92-d44b509e89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:50.898843 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-3ad74025-38e3-46c3-9f92-d44b509e89ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0480268 Aug 24 01:47:50.944485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-f50916a2-8d1e-4657-8c80-b60c01800fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:50.946004 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-f50916a2-8d1e-4657-8c80-b60c01800fe7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398026 Aug 24 01:47:51.037492 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-5e247100-a647-48d9-a9d9-3274c5d04b2a service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823762 Aug 24 01:47:51.132275 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-95a4bc2d-f3b2-41c7-bb09-67354d350f59 req-c288ca33-fee0-4432-bd2e-951b043898db service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871036 Aug 24 01:47:51.649719 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9276-71a4-4959-8d25-85f2bd952f42 req-516027d5-a959-4a9f-b0d5-4cb7e4b74975 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:51.651211 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cedd9276-71a4-4959-8d25-85f2bd952f42 req-516027d5-a959-4a9f-b0d5-4cb7e4b74975 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 944 time: 0.0483694 Aug 24 01:47:51.688923 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-cedd9276-71a4-4959-8d25-85f2bd952f42 req-1d7743f0-8205-4db7-9629-07c5d904f39e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318637 Aug 24 01:47:52.807408 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de21e23-4b36-4acd-bdf8-493147f4dbe1 req-ae545ca7-95c0-46db-a739-c1ed225240ec tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:52.808895 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9de21e23-4b36-4acd-bdf8-493147f4dbe1 req-ae545ca7-95c0-46db-a739-c1ed225240ec tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 944 time: 0.0526142 Aug 24 01:47:52.847019 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-9de21e23-4b36-4acd-bdf8-493147f4dbe1 req-315b3d84-b8fb-45d1-9d6a-cee3b3c8b981 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322165 Aug 24 01:47:53.963163 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399554d5-b5ee-4b06-8b25-cc510302bdbc req-e3c2b572-78d1-43b0-a32f-51af1ef745cb tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:53.964671 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-399554d5-b5ee-4b06-8b25-cc510302bdbc req-e3c2b572-78d1-43b0-a32f-51af1ef745cb tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 944 time: 0.0502510 Aug 24 01:47:54.002063 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-399554d5-b5ee-4b06-8b25-cc510302bdbc req-ab18d704-a9ba-41e8-8131-0f535d030017 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314529 Aug 24 01:47:54.601383 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device aea1f532-fd67-482b-8546-3cf8345cc4c6 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:47:54.695917 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:54.707241 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:47:54.744923 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:54.757194 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea1f532-fd67-482b-8546-3cf8345cc4c6 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:47:54.776288 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:54.864389 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:54.914549 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:55.116317 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8f9c9-3de3-49c0-9964-3acd4df34745 req-48994fa7-0332-4e05-9f8f-830289ed44fe tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:55.117823 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16e8f9c9-3de3-49c0-9964-3acd4df34745 req-48994fa7-0332-4e05-9f8f-830289ed44fe tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Aug 24 01:47:55.156112 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-16e8f9c9-3de3-49c0-9964-3acd4df34745 req-45a0487c-fd83-4348-8cac-54cc5e957fce tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Aug 24 01:47:55.258518 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['aea1f532-fd67-482b-8546-3cf8345cc4c6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:47:56.273149 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ffc1d-556c-4eff-81bb-92804df86392 req-a5fe38b9-b69a-4cca-b929-78b1bbb57b3a tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:56.274672 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-080ffc1d-556c-4eff-81bb-92804df86392 req-a5fe38b9-b69a-4cca-b929-78b1bbb57b3a tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 945 time: 0.0530157 Aug 24 01:47:56.313070 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-080ffc1d-556c-4eff-81bb-92804df86392 req-a1c2bddf-ff17-48a8-b698-20d7355f14e0 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324903 Aug 24 01:47:56.384453 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d31b3580-145c-41f9-ad67-3c66aa3742eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:56.492926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:56.632815 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device aea1f532-fd67-482b-8546-3cf8345cc4c6 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:47:56.748030 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning for port aea1f532-fd67-482b-8546-3cf8345cc4c6 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:47:56.751732 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port aea1f532-fd67-482b-8546-3cf8345cc4c6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:47:56.752113 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:56.827778 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:56.850455 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:47:56.852678 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1309b5d6-df90-42a4-a00e-39be8bd35617" -d '{"events": [{"server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "name": "network-vif-plugged", "status": "completed", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:47:56.868344 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:47:56.890014 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1091a5-2017-43d1-801a-32da7607560b x-openstack-request-id: req-9d1091a5-2017-43d1-801a-32da7607560b {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:47:56.890302 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "name": "network-vif-plugged", "status": "completed", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:47:56.890555 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d1091a5-2017-43d1-801a-32da7607560b {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:47:56.890949 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'code': 200} Aug 24 01:47:56.965435 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:57.012122 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e539e-6edd-46ce-a198-26f65ff9cfa5 req-10d45b39-06ef-40c9-a85d-562a228e84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:57.013659 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-425e539e-6edd-46ce-a198-26f65ff9cfa5 req-10d45b39-06ef-40c9-a85d-562a228e84ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1097 time: 0.0418286 Aug 24 01:47:57.014014 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:47:57.048929 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-425e539e-6edd-46ce-a198-26f65ff9cfa5 req-09080101-83bb-4be8-b997-41e8976d68d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281532 Aug 24 01:47:57.429035 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47b03c-f353-49c6-9b2a-0e0850a09461 req-7c4520d8-9606-4591-b3a8-a4f7b8a3d24f tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:57.430617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d47b03c-f353-49c6-9b2a-0e0850a09461 req-7c4520d8-9606-4591-b3a8-a4f7b8a3d24f tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 946 time: 0.0507305 Aug 24 01:47:57.470312 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0d47b03c-f353-49c6-9b2a-0e0850a09461 req-de114922-b576-4238-b0fa-dcd8597fbdc1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335736 Aug 24 01:47:58.588812 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc283f38-1a6f-4e6e-9060-6f03b61189b1 req-72bde566-614c-44b5-9116-9b05317b2e34 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:58.590324 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc283f38-1a6f-4e6e-9060-6f03b61189b1 req-72bde566-614c-44b5-9116-9b05317b2e34 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 946 time: 0.0497258 Aug 24 01:47:58.628731 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bc283f38-1a6f-4e6e-9060-6f03b61189b1 req-1ee3f40d-d32f-455d-98ae-eac0c0916c40 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Aug 24 01:47:59.070179 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-86ea51c7-80e6-450e-9feb-fe4c2673513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:59.218701 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:47:59.745867 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bdcc1-9e93-4197-82d6-4600f2ef6f63 req-132c0a9b-62f7-4ced-a0f6-bab702eb40bc tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:59.747409 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d3bdcc1-9e93-4197-82d6-4600f2ef6f63 req-132c0a9b-62f7-4ced-a0f6-bab702eb40bc tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 946 time: 0.0524082 Aug 24 01:47:59.786276 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5d3bdcc1-9e93-4197-82d6-4600f2ef6f63 req-ca70cff9-24fb-4022-9ecf-3396965efa9a tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330627 Aug 24 01:47:59.923272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408a5ed-b929-4002-933d-137d7f41377e req-43ed82d9-6812-4c71-954a-9cdc17c173f3 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:47:59.924661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8408a5ed-b929-4002-933d-137d7f41377e req-43ed82d9-6812-4c71-954a-9cdc17c173f3 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 946 time: 0.0485709 Aug 24 01:47:59.962099 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-8408a5ed-b929-4002-933d-137d7f41377e req-4d59d4df-3326-4318-8876-a9c1a1800808 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Aug 24 01:47:59.983119 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54924) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:48:00.064039 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a63fa0-e57f-4271-bbfd-250c1c2f5e9a tempest-TestSnapshotPattern-1240287401 tempest-TestSnapshotPattern-1240287401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:00.065617 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c9a63fa0-e57f-4271-bbfd-250c1c2f5e9a tempest-TestSnapshotPattern-1240287401 tempest-TestSnapshotPattern-1240287401-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1092 time: 0.0814774 Aug 24 01:48:00.069059 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 54928) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:48:00.073447 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:48:00.142339 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:00.241729 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:00.341502 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Allocated IP 172.25.5.197 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/183848e6-d0f6-4d14-88fb-9686c197924b) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:48:00.444520 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:00.538126 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:00.577731 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:48:00.580852 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:48:00.584984 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:48:00.611943 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'Port': ['ID=183848e6-d0f6-4d14-88fb-9686c197924b,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:48:00.708647 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:00.945063 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:01.090075 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:01.235899 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:01.281455 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:01.354251 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'Port': ['ID=183848e6-d0f6-4d14-88fb-9686c197924b,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:48:01.365476 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:01.467514 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Floating IP 15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c associated. External IP: 172.25.5.197, port: aea1f532-fd67-482b-8546-3cf8345cc4c6. Aug 24 01:48:01.672128 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Router 8ddaea72-fb65-4ecf-815e-d410ad705135 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:48:01.776072 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:48:01.785390 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] Sync routers for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:48:01.794748 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:48:01.795430 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:48:01.852456 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:01.900231 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-175ee430-4fea-4b43-93d3-0fab2930bdf7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8162727 Aug 24 01:48:01.900231 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:48:01.900231 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07a2ead-e018-4038-ab3a-aa42d1a1f904" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:48:01.984315 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945d25a6-9adc-4345-b1c7-ff24728bb489 x-openstack-request-id: req-945d25a6-9adc-4345-b1c7-ff24728bb489 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:48:01.984914 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:48:01.984914 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-945d25a6-9adc-4345-b1c7-ff24728bb489 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:48:01.985243 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'status': 'completed', 'code': 200} Aug 24 01:48:02.010643 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:48:02.066620 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-cc95540b-afec-4995-9897-1de34ef0a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:02.068196 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-cc95540b-afec-4995-9897-1de34ef0a910 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1097 time: 0.0422122 Aug 24 01:48:02.172490 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-c02860f8-cd96-4a2f-8748-b2c241541b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:02.172490 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-c02860f8-cd96-4a2f-8748-b2c241541b92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0925508 Aug 24 01:48:02.241722 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-bb1100f8-725e-4748-8b70-c965a0d71260 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 1000 time: 0.0655825 Aug 24 01:48:02.242003 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:00Z', 'revision_number': 0, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:48:02.255592 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:02.267682 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] Checking router: 8ddaea72-fb65-4ecf-815e-d410ad705135 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:48:02.277055 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:48:02.277703 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:47:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:48:02.297121 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-625be74f-8dfb-4990-a817-96249e6a8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:02.298686 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-625be74f-8dfb-4990-a817-96249e6a8b71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0501788 Aug 24 01:48:02.344808 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-caafa494-294b-467d-a273-ae7cedd25c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:02.346373 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-caafa494-294b-467d-a273-ae7cedd25c46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411694 Aug 24 01:48:02.382879 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:48:02.435300 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-fa8d2ed9-4401-4839-8441-9ddaff44131b service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820467 Aug 24 01:48:02.533861 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f07a2ead-e018-4038-ab3a-aa42d1a1f904 req-8c6e3a82-b2e6-433c-88f8-f459c5b3bdf3 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887928 Aug 24 01:48:02.612829 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:00Z', 'revision_number': 0, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:48:02.639211 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b911dac-f9bd-4d20-900c-3f26ca3ad0eb None None] The sync data for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 is: [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:00Z', 'revision_number': 0, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:48:02.828203 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac3944e-84b3-4e91-8c18-db7f159bb038 None None] New status for floating IP 15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:48:12.327611 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:48:13.382209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:23.652661 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-2ce6e431-2f72-4941-8bea-408634ff4f42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406480 Aug 24 01:48:23.750351 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-4c4897b6-2b03-4884-94ad-30f09240ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:23.752002 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-4c4897b6-2b03-4884-94ad-30f09240ca9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1097 time: 0.0418010 Aug 24 01:48:23.859559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-4d21a1fd-ad2f-4a3c-849f-f07f3215d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:23.861096 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-4d21a1fd-ad2f-4a3c-849f-f07f3215d151 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0902824 Aug 24 01:48:23.932397 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-f8cce6c8-ddf9-46b6-ad15-6eaa62ab36f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 1002 time: 0.0585141 Aug 24 01:48:23.989021 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-6dfef48c-156b-4152-95a5-5685720a14db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:23.990758 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-6dfef48c-156b-4152-95a5-5685720a14db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0496924 Aug 24 01:48:24.038641 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-7f50ffb9-c658-4b2e-9d53-3457cefd4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:48:24.040148 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-7f50ffb9-c658-4b2e-9d53-3457cefd4da0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414450 Aug 24 01:48:24.132912 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-c198dd83-dec6-492c-9de7-8d10f364fed0 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841901 Aug 24 01:48:24.227793 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-e4b318f6-be2a-4584-8aa2-e65ea9a604b8 req-4cb37666-b944-49d5-bef4-10b65afa05d1 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874846 Aug 24 01:48:26.371708 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9300d5fa-f6a4-47b2-a976-153fdcf92311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:26.486398 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:29.084977 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-664babc7-e2da-4875-92fd-fd46a445c22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:29.239363 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:30.696168 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:32.233498 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:43.393683 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:49.326540 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:48:56.387259 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1d3c3f27-9d21-4e1f-92bd-96ca48ab001b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:56.508161 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:59.073370 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-baf76b2b-3b6f-4700-9efe-6335baaddd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:48:59.193290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:00.679327 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:02.245269 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:13.410587 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:24.626173 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-9a326c94-7eac-49d0-b63d-5b775eab4a94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416727 Aug 24 01:49:24.725732 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-7ef858f1-90e2-41fd-9abf-14d6da3eacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:49:24.727173 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-7ef858f1-90e2-41fd-9abf-14d6da3eacbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1097 time: 0.0430489 Aug 24 01:49:24.836733 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-1e86af69-4014-4f99-b7e0-739b71c5eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:49:24.838276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-1e86af69-4014-4f99-b7e0-739b71c5eb63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0913267 Aug 24 01:49:24.904276 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-e380aee9-6b66-4ee7-ac92-a9209c8c98bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 1002 time: 0.0592611 Aug 24 01:49:24.956433 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-71586fbe-1ca1-4bc0-b7a9-9fd027e44785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:49:24.957883 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-71586fbe-1ca1-4bc0-b7a9-9fd027e44785 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0469909 Aug 24 01:49:25.006218 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-6b6adb48-f81a-45a0-aefd-2950a52b4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:49:25.007726 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-6b6adb48-f81a-45a0-aefd-2950a52b4e04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428677 Aug 24 01:49:25.095721 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-30ca998c-25db-4259-9f0d-4ed589e4e056 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808332 Aug 24 01:49:25.186945 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-fcfeac56-0362-4853-9b50-48bf514c2f83 req-bcb49c67-8912-4364-9960-c08c0faf8903 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845051 Aug 24 01:49:26.325211 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:49:26.431011 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c837360b-df33-4fe7-9b5d-f000b3d3746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:26.484343 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:29.072621 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5cf7b420-8503-49aa-b716-fd4cf69faa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:29.198275 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:30.700909 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:32.238034 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:43.403413 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:56.385926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7f851d27-6a34-4857-8148-25d0ae749b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:56.523338 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:59.066039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-781512f6-09a0-4aa8-889d-671a4ab78505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:49:59.215160 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:00.700570 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:02.197560 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:03.324292 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:50:13.425935 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:25.676443 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-06146972-6087-485a-907c-69d1df7c996c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936842 Aug 24 01:50:25.775955 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-4f038694-3512-4728-951f-7345549edbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:25.777344 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-4f038694-3512-4728-951f-7345549edbb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1097 time: 0.0390341 Aug 24 01:50:25.882190 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-e4d20746-9d86-40f4-830c-203f7f355077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:25.883667 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-e4d20746-9d86-40f4-830c-203f7f355077 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0869391 Aug 24 01:50:25.950612 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-20427a6b-7397-4b0a-944d-25ac0bd3fe29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 1002 time: 0.0595870 Aug 24 01:50:26.005577 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-778db829-4740-41ac-b738-6d964a6170fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:26.007066 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-778db829-4740-41ac-b738-6d964a6170fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0494869 Aug 24 01:50:26.053327 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-6f65d86e-4c21-43d3-a0d9-077a2210de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:26.054855 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-6f65d86e-4c21-43d3-a0d9-077a2210de84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407770 Aug 24 01:50:26.147081 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-94c453eb-2fa6-4158-a30e-f5deed103fda service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 Aug 24 01:50:26.239233 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-b4f34472-6cb9-4302-9fd9-fb321fdd5cd7 req-37a7ae70-e3cf-4753-a46c-f85a121816bd service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846412 Aug 24 01:50:26.395734 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-da0f09fb-b221-4a35-bc67-226999ebf572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:26.539762 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:29.088309 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-96183ab4-2935-4e7f-b86c-a4bce5929d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:29.225427 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:30.699638 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:32.214104 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:33.305333 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device aea1f532-fd67-482b-8546-3cf8345cc4c6 details requested by agent hyperv_n-h1-804878-2 with host n-h1-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:50:33.395738 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:50:33.405769 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Returning: {'device': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:50:33.445149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:33.458515 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aea1f532-fd67-482b-8546-3cf8345cc4c6 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:50:33.476591 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:50:33.539603 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:33.585213 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:50:33.592485 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.592836 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.593180 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.593519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.593884 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.594220 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.594558 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.594889 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.595259 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.595586 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.595940 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.596268 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:33.685320 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] get_ports_and_sgs() called for port_ids ['aea1f532-fd67-482b-8546-3cf8345cc4c6'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:50:35.330603 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device aea1f532-fd67-482b-8546-3cf8345cc4c6 up at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:50:35.376354 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Provisioning complete for port aea1f532-fd67-482b-8546-3cf8345cc4c6 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:50:35.376726 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:35.456666 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:35.478763 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:50:35.480971 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d48a5-77d7-47f2-90d1-1113582186b5" -d '{"events": [{"server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "name": "network-vif-plugged", "status": "completed", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:50:35.493831 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:50:35.557068 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:35.597726 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44d6247-103f-476c-852a-64d3faaa32de x-openstack-request-id: req-e44d6247-103f-476c-852a-64d3faaa32de {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:50:35.598011 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "name": "network-vif-plugged", "status": "completed", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:50:35.598265 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e44d6247-103f-476c-852a-64d3faaa32de {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:50:35.598653 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'code': 200} Aug 24 01:50:35.607886 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:50:40.326495 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:50:43.522538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:49.636597 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-1a4cc533-6ac5-4f5f-a753-babd7cbfaa60 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753365287&fields=id&tenant_id=73c80170e73c4c54a05da0ee23e81f57 HTTP/1.1" status: 200 len: 267 time: 0.0344143 Aug 24 01:50:49.744525 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-9ce2b5fb-a539-4ea7-ba03-8b362fee6c0f tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:49.746032 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-9ce2b5fb-a539-4ea7-ba03-8b362fee6c0f tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 808 time: 0.1026285 Aug 24 01:50:49.760793 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-3ddcb5ac-14c3-4732-bc80-5c6b2c140cc1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/quotas/73c80170e73c4c54a05da0ee23e81f57 HTTP/1.1" status: 200 len: 375 time: 0.0090253 Aug 24 01:50:49.820131 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-3e04ef27-233a-4fc2-9b2e-d3767c5e2e0c tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0537231 Aug 24 01:50:49.912603 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-5dc49ed4-99b4-45ee-95e4-74a38645ac4c service neutron] 10.222.0.26 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807905 Aug 24 01:50:50.321261 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-fbabe7a5-64d1-4f1b-95e8-9002b6413031 service neutron] 10.222.0.26 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026031 Aug 24 01:50:50.548264 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-222194ad-895c-40dc-8a2c-74bfc55e7cd9 req-9166c501-4204-49f8-b4c2-8ff5da97c85c tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 210 time: 0.0263019 Aug 24 01:50:51.624587 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-904bce60-8735-4c2b-813d-3700ffbf9e40 req-17ab4970-fd0a-4eee-8a50-b3b8b6a0cfbe tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 210 time: 0.0256984 Aug 24 01:50:52.719866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4e3c7d91-4000-459b-9304-359ad8adeb64 req-9541a26d-97f8-4f1e-908c-89191f4a6105 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 210 time: 0.0280800 Aug 24 01:50:53.431379 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device aea1f532-fd67-482b-8546-3cf8345cc4c6 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:50:53.509379 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:53.534421 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:50:53.536643 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b859b4-e5cd-43ca-b5f7-20b2a526810a" -d '{"events": [{"server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "name": "network-vif-unplugged", "status": "completed", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:50:53.549678 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:50:53.577158 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3320f000-49c2-4cbb-a3f0-8538e1d87048 x-openstack-request-id: req-3320f000-49c2-4cbb-a3f0-8538e1d87048 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:50:53.577459 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "name": "network-vif-unplugged", "status": "completed", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:50:53.577781 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3320f000-49c2-4cbb-a3f0-8538e1d87048 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:50:53.578214 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'code': 200} Aug 24 01:50:53.623930 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-1be782ff-ff3c-4f54-a248-06f103a589ab tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:53.629767 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-1be782ff-ff3c-4f54-a248-06f103a589ab tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.37 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 808 time: 0.1062751 Aug 24 01:50:53.642241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:53.670265 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-3caea894-e529-4c74-8791-ad4cc0711ad6 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c80170e73c4c54a05da0ee23e81f57 HTTP/1.1" status: 200 len: 379 time: 0.0350962 Aug 24 01:50:53.679350 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'port': {'device_id': 'a4671b99-ebf0-418d-ad37-21976436b943', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'admin_state_up': True, 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'security_groups': ['231e3e85-4684-47f7-bfd2-e80a74bd45ee']}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:50:53.689653 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Pushing event updated for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:50:53.819011 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-195beb5d-7474-41be-98a1-d4885bbf4ae5 req-96156c3a-0fcc-4dc6-b28d-7b30a1a826f1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 210 time: 0.0309155 Aug 24 01:50:53.841964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Made reservation on behalf of 73c80170e73c4c54a05da0ee23e81f57 for: {'port': 1} {{(pid=95326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 01:50:53.845559 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:53.968493 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Allocated IP 172.20.0.8 (1ab89258-344b-46f0-b674-395584803b0f/35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665/add4860b-e239-40ef-a333-3dc1622b44e4) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:50:54.112086 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:54.126033 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Transition to ACTIVE for port object add4860b-e239-40ef-a333-3dc1622b44e4 will not be triggered until provisioned by entity DHCP. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:50:54.219711 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:54.275535 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:50:54.291644 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Network 1ab89258-344b-46f0-b674-395584803b0f is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:50:54.294440 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.294827 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.295517 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.295976 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.296406 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.296879 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.297422 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.298003 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.298521 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.298987 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.299569 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.300264 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:50:54.306778 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:50:54.309372 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:50:54.382320 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:54.382957 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:54.500175 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-341565da-106d-4395-9076-71b64a5a1622 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8244958 Aug 24 01:50:54.660158 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bba45257-d566-465f-8e1a-0188b9094304 None None] Provisioning for port add4860b-e239-40ef-a333-3dc1622b44e4 completed by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:50:54.665182 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-bba45257-d566-465f-8e1a-0188b9094304 None None] Provisioning complete for port add4860b-e239-40ef-a333-3dc1622b44e4 triggered by entity DHCP. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:50:54.666847 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bba45257-d566-465f-8e1a-0188b9094304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:54.704102 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-bba45257-d566-465f-8e1a-0188b9094304 None None] Port add4860b-e239-40ef-a333-3dc1622b44e4 cannot update to ACTIVE because it is not bound. {{(pid=95328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 01:50:54.946572 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a79059-67da-48ac-9a7b-ef89fd11a6ac req-3d08a5cb-76c5-4657-a72d-b2c53106e9cf tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:54.948475 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80a79059-67da-48ac-9a7b-ef89fd11a6ac req-3d08a5cb-76c5-4657-a72d-b2c53106e9cf tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.0557775 Aug 24 01:50:54.993888 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-80a79059-67da-48ac-9a7b-ef89fd11a6ac req-a2725742-3d2b-4cf1-a412-9c10219c695d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384276 Aug 24 01:50:56.112722 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb33f9-5cbc-4772-b9da-6aa554693b9b req-0362f873-dcf3-4e50-97c1-22b23707a6b5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:56.114241 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4cb33f9-5cbc-4772-b9da-6aa554693b9b req-0362f873-dcf3-4e50-97c1-22b23707a6b5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.0497689 Aug 24 01:50:56.161436 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c4cb33f9-5cbc-4772-b9da-6aa554693b9b req-a710d528-4611-472e-8f79-e5d85ecd4719 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405927 Aug 24 01:50:56.368149 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c2848eab-e151-4b67-b85f-8037cfd09357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:56.521033 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:57.280419 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d540b7-513a-4fe6-aca6-33825a7e4fed req-8bdff615-11c5-4b1c-b8f7-272ba06729fe tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:57.282722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4d540b7-513a-4fe6-aca6-33825a7e4fed req-8bdff615-11c5-4b1c-b8f7-272ba06729fe tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.0525784 Aug 24 01:50:57.323558 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-e4d540b7-513a-4fe6-aca6-33825a7e4fed req-709a9fed-a5a6-44f9-8229-269ea5b3290b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342524 Aug 24 01:50:58.453981 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601544-34b7-46f0-bbc8-9692b92f22f0 req-be95c9e3-437d-499a-8a2c-4cde3167be41 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:58.455776 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d601544-34b7-46f0-bbc8-9692b92f22f0 req-be95c9e3-437d-499a-8a2c-4cde3167be41 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.0568237 Aug 24 01:50:58.496498 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d601544-34b7-46f0-bbc8-9692b92f22f0 req-2152a6fc-378a-4827-942b-dfc93eac2cae tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343263 Aug 24 01:50:59.212027 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a84979c5-b896-49a7-a14c-4485a6990e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:59.240693 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:50:59.614453 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b870aaa-c5ac-4527-bd22-c98e81ed63fa req-74c2b6b9-087c-43b3-9ae0-57323a47cd12 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:50:59.616311 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b870aaa-c5ac-4527-bd22-c98e81ed63fa req-74c2b6b9-087c-43b3-9ae0-57323a47cd12 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.0513761 Aug 24 01:50:59.656919 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1b870aaa-c5ac-4527-bd22-c98e81ed63fa req-0785095b-48a0-418b-93f1-ef1bb9f4d5ff tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339437 Aug 24 01:51:00.727736 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:00.780095 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe285b-e17b-4209-b9a3-c97d1570d186 req-59568b5f-776a-4c45-a422-291c05ae4478 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:00.781727 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22fe285b-e17b-4209-b9a3-c97d1570d186 req-59568b5f-776a-4c45-a422-291c05ae4478 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.0539248 Aug 24 01:51:00.825789 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-22fe285b-e17b-4209-b9a3-c97d1570d186 req-8eda7c74-9d58-4eae-9e93-66d9fc041e0c tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378487 Aug 24 01:51:01.951127 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137515-f243-475b-91a3-07da377d3055 req-5e12f14b-0a0a-4ee6-aebc-52505db1d745 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:01.952788 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81137515-f243-475b-91a3-07da377d3055 req-5e12f14b-0a0a-4ee6-aebc-52505db1d745 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.0537188 Aug 24 01:51:01.998952 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-81137515-f243-475b-91a3-07da377d3055 req-4cb0da3f-8eba-447f-b05b-3f97cf837aad tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382290 Aug 24 01:51:02.241975 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:03.117935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d1824-60bf-4ab3-8b04-bc85e380ca79 req-c979e3ea-c7d4-4b35-9da6-0f7b27d903bc tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:03.119352 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-143d1824-60bf-4ab3-8b04-bc85e380ca79 req-c979e3ea-c7d4-4b35-9da6-0f7b27d903bc tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.0508320 Aug 24 01:51:03.165601 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-143d1824-60bf-4ab3-8b04-bc85e380ca79 req-10b558a3-b0b4-4b34-8cf0-d0b96a15c95d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361371 Aug 24 01:51:04.203189 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-c7317a28-1924-4709-92b5-278064fe45ec tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=95326) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 01:51:04.204362 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-c7317a28-1924-4709-92b5-278064fe45ec tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079010 Aug 24 01:51:04.280102 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Request body: {'port': {'device_id': 'a4671b99-ebf0-418d-ad37-21976436b943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804878-2'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:51:04.374780 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237ec70-62fd-42c8-b1a3-6a3d306f44bf req-ed4bd949-bf4f-4ee9-9d84-8b4c1583d5b8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:04.489342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2237ec70-62fd-42c8-b1a3-6a3d306f44bf req-ed4bd949-bf4f-4ee9-9d84-8b4c1583d5b8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 931 time: 0.1134427 Aug 24 01:51:04.489342 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:04.489342 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-2237ec70-62fd-42c8-b1a3-6a3d306f44bf req-2ec6cc32-5fe8-4e48-ba03-f4988e87e600 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833941 Aug 24 01:51:04.711287 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add4860b-e239-40ef-a333-3dc1622b44e4 {{(pid=95326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:51:04.718601 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:04.730393 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.provisioning_blocks [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Transition to ACTIVE for port object add4860b-e239-40ef-a333-3dc1622b44e4 will not be triggered until provisioned by entity L2. {{(pid=95326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 01:51:04.796242 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:04.865824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Pushing event updated for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:51:04.919272 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Attempting to bind port add4860b-e239-40ef-a333-3dc1622b44e4 on host n-h2-804878-2 for vnic_type normal with profile {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 01:51:04.919610 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Attempting to bind port add4860b-e239-40ef-a333-3dc1622b44e4 by drivers openvswitch,hyperv on host n-h2-804878-2 at level 0 using segments [{'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 01:51:04.919940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Attempting to bind port add4860b-e239-40ef-a333-3dc1622b44e4 on network 1ab89258-344b-46f0-b674-395584803b0f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:51:04.924550 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Port add4860b-e239-40ef-a333-3dc1622b44e4 on network 1ab89258-344b-46f0-b674-395584803b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-804878-2 {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 01:51:04.924861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Attempting to bind port add4860b-e239-40ef-a333-3dc1622b44e4 on network 1ab89258-344b-46f0-b674-395584803b0f {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 01:51:04.930276 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Checking agent: {'id': 'a452c190-1fd3-41ca-9aff-b23a126376b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804878-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'started_at': datetime.datetime(2021, 8, 24, 0, 10, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 1, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 01:51:04.930622 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Checking segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 01:51:04.931013 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Bound using segment: {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'} {{(pid=95326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 01:51:04.931435 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.managers [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Bound port: add4860b-e239-40ef-a333-3dc1622b44e4, host: n-h2-804878-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099a5844-1856-430b-8a10-4b1d0f6c0bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1ab89258-344b-46f0-b674-395584803b0f'}}] {{(pid=95326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 01:51:04.931796 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:04.996355 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, cleared binding levels {{(pid=95326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 01:51:04.999366 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 01:51:05.076737 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:05.117725 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:05.118348 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:05.119808 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] 10.222.0.37 "PUT /v2.0/ports/add4860b-e239-40ef-a333-3dc1622b44e4 HTTP/1.1" status: 200 len: 1091 time: 0.9071438 Aug 24 01:51:05.120248 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:51:05.122552 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae1861-35fc-48e1-90de-d93f14835975" -d '{"events": [{"name": "network-changed", "server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:51:05.146813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13da82-c629-4fea-b656-71e2e6d858ff service neutron] Pushing event updated for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=3']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:51:05.166725 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a69a11-3d8e-4965-ae2e-99ac992261f4 x-openstack-request-id: req-62a69a11-3d8e-4965-ae2e-99ac992261f4 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:51:05.167028 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:51:05.167286 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62a69a11-3d8e-4965-ae2e-99ac992261f4 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:51:05.167700 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'status': 'completed', 'code': 200} Aug 24 01:51:05.231978 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae1861-35fc-48e1-90de-d93f14835975 req-0cd94362-f01e-404c-b406-2d7316ca48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:05.233500 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2ae1861-35fc-48e1-90de-d93f14835975 req-0cd94362-f01e-404c-b406-2d7316ca48f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 1094 time: 0.0437560 Aug 24 01:51:05.335717 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae1861-35fc-48e1-90de-d93f14835975 req-9004bce3-0edd-455a-ad63-83a14a87e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:05.337229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2ae1861-35fc-48e1-90de-d93f14835975 req-9004bce3-0edd-455a-ad63-83a14a87e866 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=73c80170e73c4c54a05da0ee23e81f57&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0963290 Aug 24 01:51:05.433201 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae1861-35fc-48e1-90de-d93f14835975 req-f9aa870e-665d-496b-aa01-000f7e964ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:05.434625 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c2ae1861-35fc-48e1-90de-d93f14835975 req-f9aa870e-665d-496b-aa01-000f7e964ecf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906594 Aug 24 01:51:05.511450 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-2c3888bd-96c2-487f-8ca8-2e71599ef946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:05.513786 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-2c3888bd-96c2-487f-8ca8-2e71599ef946 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 1094 time: 0.0440595 Aug 24 01:51:05.562568 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-703c0985-d331-4992-90b3-f72a4fbeb922 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=add4860b-e239-40ef-a333-3dc1622b44e4 HTTP/1.1" status: 200 len: 217 time: 0.0407929 Aug 24 01:51:05.632958 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-77d527b6-0fbb-430e-a6ab-7d8688ea8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:05.634443 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-77d527b6-0fbb-430e-a6ab-7d8688ea8d05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0648012 Aug 24 01:51:05.642563 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e347933-4ada-4a19-bda7-ab3d31c8e662 req-b8d8d348-c110-4bc6-baf3-34a3238ef036 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:05.643932 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e347933-4ada-4a19-bda7-ab3d31c8e662 req-b8d8d348-c110-4bc6-baf3-34a3238ef036 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 943 time: 0.0839708 Aug 24 01:51:05.708784 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-9bef3d3c-e744-4264-9b5e-aa967aefa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:05.710304 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-9bef3d3c-e744-4264-9b5e-aa967aefa7ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655446 Aug 24 01:51:05.713540 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0e347933-4ada-4a19-bda7-ab3d31c8e662 req-f89153cc-1169-481d-9554-ca5ef0e7877b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614469 Aug 24 01:51:05.799400 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-62069757-c448-4d99-93e8-54eeb19b24da service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806158 Aug 24 01:51:05.890552 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-14e71520-6ee4-45ad-bbf5-348eebd50590 req-02e97b4c-493c-4822-8aa7-ba84dc6ac849 service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838020 Aug 24 01:51:06.831104 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b80e0-46aa-4783-98d9-13657a28d045 req-5e02e6fd-5fa2-4152-a63b-b570c5583d39 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:06.832572 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad8b80e0-46aa-4783-98d9-13657a28d045 req-5e02e6fd-5fa2-4152-a63b-b570c5583d39 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 943 time: 0.0494280 Aug 24 01:51:06.875508 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-ad8b80e0-46aa-4783-98d9-13657a28d045 req-ee89dcf3-71cd-4e43-9867-efe64aa83b6f tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369604 Aug 24 01:51:07.988762 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd3403-d5cd-4dcc-93c0-907e09255302 req-6dda000c-1116-4a8e-9922-ecc7cb275c51 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:07.990254 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0edd3403-d5cd-4dcc-93c0-907e09255302 req-6dda000c-1116-4a8e-9922-ecc7cb275c51 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 943 time: 0.0483189 Aug 24 01:51:08.027100 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0edd3403-d5cd-4dcc-93c0-907e09255302 req-5606821c-43ca-4050-af5f-ae0f192c8e94 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305879 Aug 24 01:51:08.718304 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device add4860b-e239-40ef-a333-3dc1622b44e4 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:51:08.808919 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:51:08.818995 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'port_id': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'mac_address': 'fa:16:3e:ad:9d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:51:08.856241 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:08.868500 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add4860b-e239-40ef-a333-3dc1622b44e4 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:51:08.886481 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:51:08.948532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:08.998078 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=4']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:51:09.144103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc797f39-3b11-4eb2-98d9-bc65d7385253 req-c2fe4f52-2116-4247-9cab-ed2b0d29357e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:09.145600 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc797f39-3b11-4eb2-98d9-bc65d7385253 req-c2fe4f52-2116-4247-9cab-ed2b0d29357e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 944 time: 0.0520957 Aug 24 01:51:09.182467 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fc797f39-3b11-4eb2-98d9-bc65d7385253 req-b0f0dde9-2204-4723-945b-577779d571cf tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302644 Aug 24 01:51:09.188123 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['add4860b-e239-40ef-a333-3dc1622b44e4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:51:10.306110 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682cd2e-7a67-4694-9572-58d77648e33f req-a34d0ede-e9b1-47c5-8b6d-9f121b131482 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:10.307607 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1682cd2e-7a67-4694-9572-58d77648e33f req-a34d0ede-e9b1-47c5-8b6d-9f121b131482 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 944 time: 0.0498786 Aug 24 01:51:10.344975 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1682cd2e-7a67-4694-9572-58d77648e33f req-607a761f-65ca-404b-9f94-e0f3267c0d25 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312960 Aug 24 01:51:10.734328 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device add4860b-e239-40ef-a333-3dc1622b44e4 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:51:10.853073 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning for port add4860b-e239-40ef-a333-3dc1622b44e4 completed by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 01:51:10.856707 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port add4860b-e239-40ef-a333-3dc1622b44e4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:51:10.857084 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:10.934277 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:10.959072 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:51:10.961662 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41ac354-136e-4a9a-aca0-ff068a97fb4b" -d '{"events": [{"server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "name": "network-vif-plugged", "status": "completed", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:51:10.975061 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:51:10.998927 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871e786a-96ec-47f9-9cd4-8543b8cf2d51 x-openstack-request-id: req-871e786a-96ec-47f9-9cd4-8543b8cf2d51 {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:51:10.999217 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "name": "network-vif-plugged", "status": "completed", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:51:11.003393 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-871e786a-96ec-47f9-9cd4-8543b8cf2d51 {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:51:11.003393 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'code': 200} Aug 24 01:51:11.047875 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:11.091938 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc136f4-90e3-499b-928a-d8f56ae3426b req-45e734a4-fcc6-4024-986d-910e6095b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:11.093661 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bc136f4-90e3-499b-928a-d8f56ae3426b req-45e734a4-fcc6-4024-986d-910e6095b3a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 1096 time: 0.0414467 Aug 24 01:51:11.097029 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=5']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:51:11.127954 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-0bc136f4-90e3-499b-928a-d8f56ae3426b req-f7995103-e75d-4485-ae53-e802c0ac7398 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277827 Aug 24 01:51:11.462099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c8c34-608b-4970-8299-0fe0a8c822e3 req-8dc0bfd8-d467-4362-b7d4-b4e8728ba93d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:11.463586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d8c8c34-608b-4970-8299-0fe0a8c822e3 req-8dc0bfd8-d467-4362-b7d4-b4e8728ba93d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 945 time: 0.0529785 Aug 24 01:51:11.501020 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-1d8c8c34-608b-4970-8299-0fe0a8c822e3 req-351b436f-4670-4911-9640-93bb111a51ab tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314841 Aug 24 01:51:12.615594 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4d2de-4a33-47cd-beff-4a7692340080 req-1a2df38f-d028-40f1-aeca-8a9e2804f252 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:12.617057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbb4d2de-4a33-47cd-beff-4a7692340080 req-1a2df38f-d028-40f1-aeca-8a9e2804f252 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 945 time: 0.0486267 Aug 24 01:51:12.653762 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-dbb4d2de-4a33-47cd-beff-4a7692340080 req-1806e879-ca5e-4478-b26a-dfbff397bcc6 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307333 Aug 24 01:51:12.768740 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a51973-ae3c-488f-b9ad-44f78f98984e req-2fa1bfa1-a1d6-4015-9acd-3aab74109ef2 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:12.770177 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98a51973-ae3c-488f-b9ad-44f78f98984e req-2fa1bfa1-a1d6-4015-9acd-3aab74109ef2 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 945 time: 0.0496013 Aug 24 01:51:12.807582 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-98a51973-ae3c-488f-b9ad-44f78f98984e req-179870c1-2e1a-404d-828a-b72d87f7fc15 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310295 Aug 24 01:51:12.829074 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55284) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:51:12.871242 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef70a6b2-88e4-4de9-b0c3-48c14e616192 tempest-TestSnapshotPattern-1240287401 tempest-TestSnapshotPattern-1240287401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:12.872735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ef70a6b2-88e4-4de9-b0c3-48c14e616192 tempest-TestSnapshotPattern-1240287401 tempest-TestSnapshotPattern-1240287401-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 1091 time: 0.0426707 Aug 24 01:51:12.875487 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55286) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:51:12.879758 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.v2.base [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Request body: {'floatingip': {'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'port_id': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 01:51:12.993904 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for floatingip, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:13.089917 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:13.194567 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_common [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Allocated IP 172.25.5.146 (48bb8d5d-bed2-4624-90e2-4675c8f1465d/5b9dbec2-371c-4588-bcee-5be5224554c6/0b669c4c-c97f-41fe-a58f-f29eb65769b9) {{(pid=95326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 01:51:13.292246 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for port, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:13.396305 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733485623318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:13.418877 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:13.440533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Network 48bb8d5d-bed2-4624-90e2-4675c8f1465d is already hosted by enough agents. {{(pid=95326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 01:51:13.445153 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.base_scheduler [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Resources bound (agent type, host, resource id): {{(pid=95326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 01:51:13.450160 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Received port after_create {{(pid=95326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 01:51:13.472467 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'Port': ['ID=0b669c4c-c97f-41fe-a58f-f29eb65769b9,revision_number=1']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:51:13.799646 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:13.921420 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:14.066303 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for port, precommit_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:14.139019 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194705'] for port, after_update {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:14.207515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event updated for resources: {'Port': ['ID=0b669c4c-c97f-41fe-a58f-f29eb65769b9,revision_number=2']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:51:14.217689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1680016'] for floatingip, after_create {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:14.318697 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Floating IP 5c48a127-37f9-4131-978a-11d8822a1f16 associated. External IP: 172.25.5.146, port: add4860b-e239-40ef-a333-3dc1622b44e4. Aug 24 01:51:14.527496 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Router 8ddaea72-fb65-4ecf-815e-d410ad705135 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:51:14.635303 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:51:14.645618 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] Sync routers for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:51:14.655087 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:51:14.655684 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:51:14.721877 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:14.749859 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-030e45c7-b4a3-430f-a826-4fec344bdaa5 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8733122 Aug 24 01:51:14.750457 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:51:14.752716 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bc7132-83e9-4259-8a33-0e71dcfec7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:51:14.765121 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:51:14.797608 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58539273-49d7-4ba0-9c13-3b8a5e103bea x-openstack-request-id: req-58539273-49d7-4ba0-9c13-3b8a5e103bea {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:51:14.797781 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:51:14.798029 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58539273-49d7-4ba0-9c13-3b8a5e103bea {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:51:14.798435 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'status': 'completed', 'code': 200} Aug 24 01:51:14.857935 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-84353fb5-161c-42b4-bf4a-46af435a03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:14.859434 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-84353fb5-161c-42b4-bf4a-46af435a03cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 1096 time: 0.0407372 Aug 24 01:51:14.950787 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-c0d17a23-5f15-4fc5-92d2-c145e8056333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:14.952192 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-c0d17a23-5f15-4fc5-92d2-c145e8056333 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0861230 Aug 24 01:51:14.996153 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:02Z', 'revision_number': 1, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}, {'id': '5c48a127-37f9-4131-978a-11d8822a1f16', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:ad:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4671b99-ebf0-418d-ad37-21976436b943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:51:13Z', 'updated_at': '2021-08-24T01:51:13Z', 'revision_number': 0, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:51:15.016531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-21281de1-91c3-429c-ac29-1a50df56c6b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=add4860b-e239-40ef-a333-3dc1622b44e4 HTTP/1.1" status: 200 len: 999 time: 0.0574389 Aug 24 01:51:15.021632 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] Checking router: 8ddaea72-fb65-4ecf-815e-d410ad705135 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:51:15.030563 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:51:15.031161 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:50:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:51:15.065709 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-a0ec2a8c-3940-4ab1-aa84-b50f31d0db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:15.067171 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-a0ec2a8c-3940-4ab1-aa84-b50f31d0db97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0434406 Aug 24 01:51:15.120143 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-c7751711-526e-4d90-983f-9c61f3a272ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:15.121741 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-c7751711-526e-4d90-983f-9c61f3a272ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442944 Aug 24 01:51:15.218848 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-6a285cf0-e554-4176-8360-7901e74022ab service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892570 Aug 24 01:51:15.224927 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:51:15.310692 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-26bc7132-83e9-4259-8a33-0e71dcfec7c8 req-4b89d66f-fb1b-4e6d-9b77-28d32bb21699 service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847664 Aug 24 01:51:15.446566 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:02Z', 'revision_number': 1, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}, {'id': '5c48a127-37f9-4131-978a-11d8822a1f16', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:ad:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4671b99-ebf0-418d-ad37-21976436b943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:51:13Z', 'updated_at': '2021-08-24T01:51:13Z', 'revision_number': 0, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:51:15.478897 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fe744-3a89-482f-8a06-dd65354e6c76 None None] The sync data for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 is: [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:02Z', 'revision_number': 1, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}, {'id': '5c48a127-37f9-4131-978a-11d8822a1f16', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:ad:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4671b99-ebf0-418d-ad37-21976436b943', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:51:13Z', 'updated_at': '2021-08-24T01:51:13Z', 'revision_number': 0, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:51:15.690448 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136e660c-078f-45e0-9d2b-5a824c2a7e9d None None] New status for floating IP 5c48a127-37f9-4131-978a-11d8822a1f16: ACTIVE {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:51:17.326603 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:51:21.088704 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-68fc5a88-f879-43a3-94b2-ca2afe38fee1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413492 Aug 24 01:51:21.169830 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-1d9c5266-124f-421f-86f9-77b942250e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:21.171345 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-1d9c5266-124f-421f-86f9-77b942250e99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 1096 time: 0.0411100 Aug 24 01:51:21.595269 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-d601d20e-6128-4f57-86b7-5779f7e6e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:21.596785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-d601d20e-6128-4f57-86b7-5779f7e6e76e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.4069254 Aug 24 01:51:21.660686 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-f0c8ef41-838d-4096-aa6e-5816745b03cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=add4860b-e239-40ef-a333-3dc1622b44e4 HTTP/1.1" status: 200 len: 1001 time: 0.0566792 Aug 24 01:51:21.708963 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-19a3b0c8-50d9-4b34-a847-3fca3f80cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:21.710387 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-19a3b0c8-50d9-4b34-a847-3fca3f80cec8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0434785 Aug 24 01:51:21.760530 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-31f6207b-544c-466e-9886-036a03265a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:21.761990 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-31f6207b-544c-466e-9886-036a03265a7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436575 Aug 24 01:51:21.851145 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-6d2eb568-8543-41ea-ab48-23483bb8f32b service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Aug 24 01:51:21.953172 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-c26db3b4-5302-44fa-8695-77c58e0a2081 req-9d3536cc-d39b-4268-af52-7df5b4c255de service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941761 Aug 24 01:51:25.621032 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-6a034b03-843c-4485-bf8b-b7dd3d3188de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408924 Aug 24 01:51:25.718002 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-c68f0d7c-c0ae-4c04-8eba-3974f53487cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:25.719378 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-c68f0d7c-c0ae-4c04-8eba-3974f53487cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1095 time: 0.0405149 Aug 24 01:51:25.825234 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-5c7915d2-41b0-4abb-bcfd-125d72553384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:25.826792 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-5c7915d2-41b0-4abb-bcfd-125d72553384 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0879495 Aug 24 01:51:25.893375 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-b54bd086-17b4-4afd-9b2f-54edc8e1f880 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 1000 time: 0.0583992 Aug 24 01:51:25.946255 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-af722ba0-4455-49d9-8eff-d1de74f5f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:25.947976 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-af722ba0-4455-49d9-8eff-d1de74f5f245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0475149 Aug 24 01:51:25.992487 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-0d9a01e5-b6e5-429e-bc22-a5ff803d8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:51:25.993932 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-0d9a01e5-b6e5-429e-bc22-a5ff803d8e18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396881 Aug 24 01:51:26.080283 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-343be660-af9d-49c5-bb57-4f85dda0b78b service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796661 Aug 24 01:51:26.172905 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-ae982b6f-1158-4acb-95ec-bc3a914d7b5a req-95e11c32-3a01-4715-961b-cccb436f17c5 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855408 Aug 24 01:51:26.399209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2bafdeae-437a-4d20-ae22-255e313e5041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:26.530844 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:29.119926 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-199901f0-3341-4335-9b11-3a9f406fc643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:29.216625 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:30.721162 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:32.201059 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:43.429536 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:54.327355 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:51:56.371816 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f9f-e965-4506-9b56-3d4ccacc6cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:56.538010 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:59.077936 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-232c7044-6a18-4cad-af90-1941b57f62d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:51:59.237988 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:00.723482 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:02.243766 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:13.434857 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:23.211335 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-192bf8f2-4602-4bba-9edd-a2993cc8311b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404282 Aug 24 01:52:23.290019 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-36a92708-87ad-498c-ad72-1b2758de140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:23.291546 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-36a92708-87ad-498c-ad72-1b2758de140b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 1096 time: 0.0389519 Aug 24 01:52:23.392741 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-9627d4f7-53e2-4f2c-b34c-eac7b9148ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:23.394120 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-9627d4f7-53e2-4f2c-b34c-eac7b9148ddf service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0841744 Aug 24 01:52:23.458866 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-d2ff7a99-b776-4ee8-b514-f0e73f463a37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=add4860b-e239-40ef-a333-3dc1622b44e4 HTTP/1.1" status: 200 len: 1001 time: 0.0574057 Aug 24 01:52:23.508024 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-8a1b5c63-151b-4cb8-9134-62695eb187be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:23.509464 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-8a1b5c63-151b-4cb8-9134-62695eb187be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0437551 Aug 24 01:52:23.558684 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-d4e35717-c9b8-4fe9-b31d-c14fe0e41aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:23.560229 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-d4e35717-c9b8-4fe9-b31d-c14fe0e41aa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443251 Aug 24 01:52:23.651051 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-b65cf205-614d-484c-b36c-bcbc5f09861d service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836608 Aug 24 01:52:23.742785 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-fdbe32b7-8cf1-4597-a8a1-5eb1f7dff21a req-6315865e-9e05-4259-bee5-8dad15aa2be2 service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846188 Aug 24 01:52:26.394255 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-bc70baab-15e3-4754-b4ef-94f3a5d7d0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:26.554169 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:27.625438 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-6cf857da-933b-4fec-bebb-16aae4e3cb0b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407393 Aug 24 01:52:27.722895 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-c6e18d70-6739-401c-8a34-a10069deaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:27.724280 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-c6e18d70-6739-401c-8a34-a10069deaa93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1095 time: 0.0407047 Aug 24 01:52:27.828926 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-c495da05-7d25-4b13-ab5b-0215f23540bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:27.831316 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-c495da05-7d25-4b13-ab5b-0215f23540bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0890305 Aug 24 01:52:27.895260 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-c0aa61e3-08f5-44b4-87f6-4fcba1283b1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 1000 time: 0.0574586 Aug 24 01:52:27.947296 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-3f32e9ba-d14f-41d7-b445-7b8928e7776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:27.949321 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-3f32e9ba-d14f-41d7-b445-7b8928e7776f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0468493 Aug 24 01:52:27.993868 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-baff4c66-ca96-4d25-82a1-4d78f89b1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:27.995274 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-baff4c66-ca96-4d25-82a1-4d78f89b1869 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393713 Aug 24 01:52:28.083502 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-a53a5ff1-a0c8-4627-b7af-a18749823ee7 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808601 Aug 24 01:52:28.174950 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-f6b1b773-3b25-4a10-8a70-e18877fd2254 req-adc6103b-c946-40a2-a1b9-efbd45dc5d92 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832248 Aug 24 01:52:29.079991 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4c60b725-26a7-463b-9a9c-99efcbd39b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:29.231391 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:30.714546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:31.327499 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:52:32.248504 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:41.090808 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device add4860b-e239-40ef-a333-3dc1622b44e4 details requested by agent hyperv_n-h2-804878-2 with host n-h2-804878-2 {{(pid=95328) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 01:52:41.371969 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:52:41.385024 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Returning: {'device': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'port_id': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'mac_address': 'fa:16:3e:ad:9d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95328) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 01:52:41.423157 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:41.439147 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id add4860b-e239-40ef-a333-3dc1622b44e4 {{(pid=95328) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 01:52:41.462735 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:52:41.520602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:41.591115 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=6']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:52:41.596863 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] get_ports_and_sgs() called for port_ids ['add4860b-e239-40ef-a333-3dc1622b44e4'] {{(pid=95328) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 01:52:41.625501 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.625852 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.626264 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.626669 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.627355 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.627758 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.628149 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.628538 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.628924 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.629332 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.629750 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:41.630138 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:43.108807 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device add4860b-e239-40ef-a333-3dc1622b44e4 up at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 01:52:43.158352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.provisioning_blocks [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Provisioning complete for port add4860b-e239-40ef-a333-3dc1622b44e4 triggered by entity L2. {{(pid=95328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 01:52:43.158727 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-780971'] for port, provisioning_complete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:43.246382 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:43.277595 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:52:43.280238 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2b002f-83bb-45df-8c1b-1234655c1956" -d '{"events": [{"server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "name": "network-vif-plugged", "status": "completed", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:52:43.286373 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:52:43.329194 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf60f46-a887-4722-a3b2-38870abc8c0b x-openstack-request-id: req-daf60f46-a887-4722-a3b2-38870abc8c0b {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:52:43.329610 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "name": "network-vif-plugged", "status": "completed", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:52:43.334329 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-daf60f46-a887-4722-a3b2-38870abc8c0b {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:52:43.334329 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'code': 200} Aug 24 01:52:43.350944 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:43.405001 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=7']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:52:43.418602 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:51.752063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55492) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:52:51.907501 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Deleting port 0b669c4c-c97f-41fe-a58f-f29eb65769b9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:52:51.907846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:51.979937 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:51.980268 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:51.991514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Calling delete_port for 0b669c4c-c97f-41fe-a58f-f29eb65769b9 owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:52:52.196516 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:52.223000 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event deleted for resources: {'Port': ['ID=0b669c4c-c97f-41fe-a58f-f29eb65769b9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:52:52.236099 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.236460 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.236816 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.237165 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.237514 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.237884 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.238224 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.238627 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.239087 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.239428 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.239768 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.240108 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:52:52.298613 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:52.298949 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Floating IP 5c48a127-37f9-4131-978a-11d8822a1f16 disassociated (deleted). External IP: 172.25.5.146, port: add4860b-e239-40ef-a333-3dc1622b44e4. Aug 24 01:52:52.507536 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Router 8ddaea72-fb65-4ecf-815e-d410ad705135 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:52:52.613430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:52:52.617876 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:52.623842 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] Sync routers for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:52:52.632725 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:52:52.633326 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:52:52.644765 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-feb7e81a-2c04-44a7-a863-9476b98db8d8 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "DELETE /v2.0/floatingips/5c48a127-37f9-4131-978a-11d8822a1f16 HTTP/1.1" status: 204 len: 168 time: 0.8915575 Aug 24 01:52:52.645368 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:52:52.647671 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3683ac-5d9f-4da6-9f49-769f11c05558" -d '{"events": [{"name": "network-changed", "server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:52:52.685624 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e965ceea-888e-4518-8ad5-c4fc1705e406 x-openstack-request-id: req-e965ceea-888e-4518-8ad5-c4fc1705e406 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:52:52.686067 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:52:52.686392 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e965ceea-888e-4518-8ad5-c4fc1705e406 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:52:52.686906 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'status': 'completed', 'code': 200} Aug 24 01:52:52.740331 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:52:52.749294 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-214b53de-887e-4a4c-b25e-e87447bbd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:52.750832 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-214b53de-887e-4a4c-b25e-e87447bbd77c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 1096 time: 0.0422025 Aug 24 01:52:52.845940 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-e97e2c68-9fec-425e-8076-a28b7dcd1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:52.847485 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-e97e2c68-9fec-425e-8076-a28b7dcd1880 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0898290 Aug 24 01:52:52.890879 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-4f4a51dc-84ab-480d-8cc9-e08b34513da2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=add4860b-e239-40ef-a333-3dc1622b44e4 HTTP/1.1" status: 200 len: 217 time: 0.0363672 Aug 24 01:52:52.942533 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-a0211a33-caca-4d0c-84de-36aa0af351ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:52.944088 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-a0211a33-caca-4d0c-84de-36aa0af351ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0455835 Aug 24 01:52:52.974942 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:02Z', 'revision_number': 1, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:52:52.992505 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-a647cf0f-6dda-4762-9ad9-ccd33b3bddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:52.994424 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-a647cf0f-6dda-4762-9ad9-ccd33b3bddad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431280 Aug 24 01:52:53.007188 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] Checking router: 8ddaea72-fb65-4ecf-815e-d410ad705135 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:52:53.015859 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:52:53.016468 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:52:53.097031 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-a76fdf76-e460-46f0-8969-43f84c44c5ff service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944695 Aug 24 01:52:53.126670 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:52:53.180261 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device add4860b-e239-40ef-a333-3dc1622b44e4 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:52:53.207792 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2299f-019b-4c6c-a303-dc8a2b8fe621 req-3c28c57a-fdea-4b04-b035-11c755252b2b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:53.209852 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56f2299f-019b-4c6c-a303-dc8a2b8fe621 req-3c28c57a-fdea-4b04-b035-11c755252b2b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 945 time: 0.1901424 Aug 24 01:52:53.264236 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-56f2299f-019b-4c6c-a303-dc8a2b8fe621 req-189dee9d-1046-4b61-bd0b-cc3d11291f6b tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469356 Aug 24 01:52:53.270471 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-bd3683ac-5d9f-4da6-9f49-769f11c05558 req-884be079-a535-4b2a-9b0d-849b19d9cac3 service neutron] 10.222.0.37 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606469 Aug 24 01:52:53.280095 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-706651'] for port, before_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:53.304575 n-d-804878-2 neutron-server[95328]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4'}] {{(pid=95328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:52:53.307286 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}501b728dec665990b9651c504430d1f40d3c6d3145cb834719bfc10b110d6d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd99b66-34ee-40e9-97b4-5eda031a92ea" -d '{"events": [{"server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "name": "network-vif-unplugged", "status": "completed", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4"}]}' {{(pid=95328) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:52:53.322931 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:52:53.355360 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 01:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b4947b-7edd-4832-864e-ad5e1004eb2c x-openstack-request-id: req-f4b4947b-7edd-4832-864e-ad5e1004eb2c {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:52:53.355666 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "name": "network-vif-unplugged", "status": "completed", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4", "code": 200}]} {{(pid=95328) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:52:53.355926 n-d-804878-2 neutron-server[95328]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4b4947b-7edd-4832-864e-ad5e1004eb2c {{(pid=95328) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:52:53.356461 n-d-804878-2 neutron-server[95328]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'code': 200} Aug 24 01:52:53.389099 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733486022337', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733485623336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733485623354'] for port, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:53.397502 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:02Z', 'revision_number': 1, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:52:53.430459 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43838d82-2fa5-460e-b7cf-1895dd81dc25 None None] The sync data for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 is: [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_floatingips': [{'id': '15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'router_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'port_id': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'mac_address': 'fa:16:3e:a9:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e3673-0210-4104-a53c-b861081a1661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T01:48:00Z', 'updated_at': '2021-08-24T01:48:02Z', 'revision_number': 1, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:52:53.444988 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Pushing event updated for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=8']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:52:53.675040 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea522d-2d69-4bd5-91ef-24bf8be5a78a None None] New status for floating IP 5c48a127-37f9-4131-978a-11d8822a1f16: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:52:54.381860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4d6e0-7a8b-4d68-b84e-f80892c58be9 req-c241f9e4-7d73-43a6-9857-6afd9f74c398 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:54.383322 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6aa4d6e0-7a8b-4d68-b84e-f80892c58be9 req-c241f9e4-7d73-43a6-9857-6afd9f74c398 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 943 time: 0.0496862 Aug 24 01:52:54.421668 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-6aa4d6e0-7a8b-4d68-b84e-f80892c58be9 req-aa114d3f-1d11-489d-8a91-02ecf0cd7a22 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323892 Aug 24 01:52:54.549386 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484381b-07f5-4b05-b772-6283760feb8e req-9e55217d-ab5f-4e45-8f43-aee9c7dece16 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:54.550899 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b484381b-07f5-4b05-b772-6283760feb8e req-9e55217d-ab5f-4e45-8f43-aee9c7dece16 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 943 time: 0.0490263 Aug 24 01:52:54.641891 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Deleting port add4860b-e239-40ef-a333-3dc1622b44e4 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:52:54.642248 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:54.728103 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] For port add4860b-e239-40ef-a333-3dc1622b44e4, host n-h2-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804878-2',level=0,port_id=add4860b-e239-40ef-a333-3dc1622b44e4,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:52:54.728477 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:54.740111 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Calling delete_port for add4860b-e239-40ef-a333-3dc1622b44e4 owned by compute:nova {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:52:54.938667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:54.965772 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event deleted for resources: {'Port': ['ID=add4860b-e239-40ef-a333-3dc1622b44e4,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:52:55.012581 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] No DVR routers for this DVR port add4860b-e239-40ef-a333-3dc1622b44e4 on host n-h2-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:52:55.015210 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:55.017550 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-b484381b-07f5-4b05-b772-6283760feb8e req-cf9c65f7-d8e2-407f-aa16-419cdfbeec76 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.37 "DELETE /v2.0/ports/add4860b-e239-40ef-a333-3dc1622b44e4 HTTP/1.1" status: 204 len: 173 time: 0.4601679 Aug 24 01:52:55.021888 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'name': 'network-vif-deleted', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:52:55.021888 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceb8193-d6f0-4c6d-bf7b-5a018cd18583" -d '{"events": [{"server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "name": "network-vif-deleted", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:52:55.055289 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977d8425-cd89-4fed-96cd-3c97c99a8b9a x-openstack-request-id: req-977d8425-cd89-4fed-96cd-3c97c99a8b9a {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:52:55.055639 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4671b99-ebf0-418d-ad37-21976436b943", "name": "network-vif-deleted", "tag": "add4860b-e239-40ef-a333-3dc1622b44e4", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:52:55.055882 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-977d8425-cd89-4fed-96cd-3c97c99a8b9a {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:52:55.056283 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4671b99-ebf0-418d-ad37-21976436b943', 'name': 'network-vif-deleted', 'tag': 'add4860b-e239-40ef-a333-3dc1622b44e4', 'status': 'completed', 'code': 200} Aug 24 01:52:55.527586 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5455c898-e3c9-4102-8014-a9db20ac41e8 req-7e9ff083-2d1c-4eec-a825-b0e84f4fcfd7 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4671b99-ebf0-418d-ad37-21976436b943 HTTP/1.1" status: 200 len: 210 time: 0.0268872 Aug 24 01:52:56.399320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-85023bdf-58cf-4a99-8fc2-c72853b7b4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:56.554281 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:57.211197 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device add4860b-e239-40ef-a333-3dc1622b44e4 no longer exists at agent hyperv_n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:52:57.232322 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] No Port match for: add4860b-e239-40ef-a333-3dc1622b44e4 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:52:57.232663 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Device add4860b-e239-40ef-a333-3dc1622b44e4 not bound to the agent host n-h2-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:52:57.898116 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55552) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:52:58.052339 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Deleting port 183848e6-d0f6-4d14-88fb-9686c197924b {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:52:58.052589 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:58.128145 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:58.128476 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:58.139860 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Calling delete_port for 183848e6-d0f6-4d14-88fb-9686c197924b owned by network:floatingip {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:52:58.396041 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:58.422327 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event deleted for resources: {'Port': ['ID=183848e6-d0f6-4d14-88fb-9686c197924b,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:52:58.485584 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for floatingip, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:58.485948 n-d-804878-2 neutron-server[95326]: INFO neutron.db.l3_db [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Floating IP 15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c disassociated (deleted). External IP: 172.25.5.197, port: aea1f532-fd67-482b-8546-3cf8345cc4c6. Aug 24 01:52:58.697038 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Router 8ddaea72-fb65-4ecf-815e-d410ad705135 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:52:58.802144 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:52:58.806629 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for floatingip, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:58.811768 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] Sync routers for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:52:58.821307 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:52:58.821959 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:52:29Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:52:58.834085 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d36e7a07-175e-46b6-826f-64027eb9960e tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "DELETE /v2.0/floatingips/15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c HTTP/1.1" status: 204 len: 168 time: 0.9348502 Aug 24 01:52:58.834704 n-d-804878-2 neutron-server[95326]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6'}] {{(pid=95326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:52:58.837011 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf8ce5fb90f045ca6e52c613805a7d6d7fc30031b4ce5928855e3cfbf77517a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6"}]}' {{(pid=95326) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:52:58.887510 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a897e40d-5e2d-449a-bc03-f3cf6c1249b2 x-openstack-request-id: req-a897e40d-5e2d-449a-bc03-f3cf6c1249b2 {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:52:58.887879 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6", "status": "completed", "code": 200}]} {{(pid=95326) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:52:58.889030 n-d-804878-2 neutron-server[95326]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a897e40d-5e2d-449a-bc03-f3cf6c1249b2 {{(pid=95326) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:52:58.889515 n-d-804878-2 neutron-server[95326]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'status': 'completed', 'code': 200} Aug 24 01:52:58.929375 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:52:58.973080 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-5040934e-55c5-497e-8881-c136a68c9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:58.974598 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-5040934e-55c5-497e-8881-c136a68c9f6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73c80170e73c4c54a05da0ee23e81f57&device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 1095 time: 0.0429051 Aug 24 01:52:59.072374 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-48b4617d-e99d-432d-92ed-c06513dd3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:59.073948 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-48b4617d-e99d-432d-92ed-c06513dd3f37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 200 len: 909 time: 0.0929914 Aug 24 01:52:59.085755 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-521b8c96-5f7b-42ac-bdf7-1a39ee1ac4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:59.117353 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-57ec959a-f54a-414c-8953-c85a0da1e081 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 200 len: 217 time: 0.0359797 Aug 24 01:52:59.134485 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:52:59.161543 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] Checking router: 8ddaea72-fb65-4ecf-815e-d410ad705135 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:52:59.167991 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-e3cced80-a830-406a-bf9a-f9b95d304422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:59.170071 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-e3cced80-a830-406a-bf9a-f9b95d304422 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 200 len: 847 time: 0.0460522 Aug 24 01:52:59.171260 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:52:59.171947 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:52:59.217940 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-5e7da0ff-b72a-4d6e-a4b6-7b2e8f762c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:59.219620 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-5e7da0ff-b72a-4d6e-a4b6-7b2e8f762c15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ab89258-344b-46f0-b674-395584803b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430429 Aug 24 01:52:59.253362 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:52:59.295808 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b5f1-4bc7-48b3-88e2-0092147bf456 req-85351cd6-c4c4-4172-92df-b1863b3dc4fa tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:52:59.297822 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5562b5f1-4bc7-48b3-88e2-0092147bf456 req-85351cd6-c4c4-4172-92df-b1863b3dc4fa tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 944 time: 0.0651684 Aug 24 01:52:59.344214 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-fa003c7d-d105-49c9-9beb-c80eb57e29e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010628 Aug 24 01:52:59.346057 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-5562b5f1-4bc7-48b3-88e2-0092147bf456 req-6f85e8eb-9d38-428b-8c3c-ac3467ee90c9 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408762 Aug 24 01:52:59.381414 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:52:59.443445 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-47d9efca-3aa8-4d0b-a01a-8deb923ef7e4 req-365a9b59-cea7-4361-ad44-33ce1c4da382 service neutron] 10.222.0.36 "GET /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908182 Aug 24 01:52:59.578112 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:52:59.603627 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d188cefc-dae7-44d0-995b-263ef549d1b3 None None] The sync data for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 is: [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:47:33Z', 'revision_number': 4, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2', '_interfaces': [{'id': '70db0d31-4994-48a0-899b-a90734425c16', 'name': '', 'network_id': '1ab89258-344b-46f0-b674-395584803b0f', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'mac_address': 'fa:16:3e:d4:26:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:33Z', 'updated_at': '2021-08-24T01:47:39Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'subnets': [{'id': '35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:52:59.827068 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5a770-6b9f-47be-821c-0f94b500b98c None None] New status for floating IP 15f71fdc-c2ae-4a9a-a171-98f8ba3fd16c: DOWN {{(pid=95328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 01:53:00.166612 n-d-804878-2 neutron-server[95327]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-26f0fa9d-10bb-4bd5-955f-8d035dbd991d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:53:00.168016 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-26f0fa9d-10bb-4bd5-955f-8d035dbd991d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 944 time: 0.0530434 Aug 24 01:53:00.255725 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Deleting port aea1f532-fd67-482b-8546-3cf8345cc4c6 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:00.256073 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:00.464402 n-d-804878-2 neutron-server[95326]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be544f2-39c8-41e2-b113-d5377c3bb57a req-7fefb023-aec4-409d-9cd4-d8bc4e81bf9c tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 01:53:00.466147 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be544f2-39c8-41e2-b113-d5377c3bb57a req-7fefb023-aec4-409d-9cd4-d8bc4e81bf9c tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 944 time: 0.0519013 Aug 24 01:53:00.510722 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-7be544f2-39c8-41e2-b113-d5377c3bb57a req-d59dd396-1f77-4a0d-b9f7-44dcf083b7d1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/security-groups?id=231e3e85-4684-47f7-bfd2-e80a74bd45ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383959 Aug 24 01:53:00.660845 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] For port aea1f532-fd67-482b-8546-3cf8345cc4c6, host n-h1-804878-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804878-2',level=0,port_id=aea1f532-fd67-482b-8546-3cf8345cc4c6,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:00.661219 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:00.673275 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Calling delete_port for aea1f532-fd67-482b-8546-3cf8345cc4c6 owned by compute:nova {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:00.715749 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:00.864459 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:00.895811 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event deleted for resources: {'Port': ['ID=aea1f532-fd67-482b-8546-3cf8345cc4c6,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:00.908559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.908559 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.908794 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.909055 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.909397 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.909766 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.910105 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.910462 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.910798 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.911129 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.911466 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.911799 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804878-2 {{(pid=95327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 01:53:00.946550 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] No DVR routers for this DVR port aea1f532-fd67-482b-8546-3cf8345cc4c6 on host n-h1-804878-2 {{(pid=95327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:53:00.948993 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156723'] for port, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:00.951070 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [req-0bad4971-30e7-4358-a5eb-31e10036cd86 req-12d170ab-70d4-4416-b0fa-7363f44d1f5d tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.36 "DELETE /v2.0/ports/aea1f532-fd67-482b-8546-3cf8345cc4c6 HTTP/1.1" status: 204 len: 173 time: 0.7762899 Aug 24 01:53:00.951508 n-d-804878-2 neutron-server[95327]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'name': 'network-vif-deleted', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6'}] {{(pid=95327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 01:53:00.953755 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c80e8f5d92d28deefb06b69f561328523eb631b9f3873a61f8792b168a5ab39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edfc60a-416d-4676-9b26-f3c3e19720d0" -d '{"events": [{"server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "name": "network-vif-deleted", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6"}]}' {{(pid=95327) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 01:53:01.040594 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a395b05f-2389-42fc-84d1-5b9e88c2a568 x-openstack-request-id: req-a395b05f-2389-42fc-84d1-5b9e88c2a568 {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 01:53:01.040864 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1e3673-0210-4104-a53c-b861081a1661", "name": "network-vif-deleted", "tag": "aea1f532-fd67-482b-8546-3cf8345cc4c6", "status": "completed", "code": 200}]} {{(pid=95327) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 01:53:01.041126 n-d-804878-2 neutron-server[95327]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a395b05f-2389-42fc-84d1-5b9e88c2a568 {{(pid=95327) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 01:53:01.041529 n-d-804878-2 neutron-server[95327]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1e3673-0210-4104-a53c-b861081a1661', 'name': 'network-vif-deleted', 'tag': 'aea1f532-fd67-482b-8546-3cf8345cc4c6', 'status': 'completed', 'code': 200} Aug 24 01:53:01.615478 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [req-4b000f78-f16d-4d42-9c50-a077edfa5313 req-10f954cf-e18c-490a-a98f-00c6ae044664 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed1e3673-0210-4104-a53c-b861081a1661 HTTP/1.1" status: 200 len: 210 time: 0.0267677 Aug 24 01:53:02.228001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:02.674952 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55572) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:02.731963 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc64a-984a-4da3-b231-6ac81fc460c1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:02.759336 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc64a-984a-4da3-b231-6ac81fc460c1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:02.881506 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc64a-984a-4da3-b231-6ac81fc460c1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:02.884077 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc64a-984a-4da3-b231-6ac81fc460c1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:02.885230 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-2f1dc64a-984a-4da3-b231-6ac81fc460c1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] 10.222.0.26 "DELETE /v2.0/security-groups/231e3e85-4684-47f7-bfd2-e80a74bd45ee HTTP/1.1" status: 204 len: 168 time: 0.2092824 Aug 24 01:53:02.894369 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dc64a-984a-4da3-b231-6ac81fc460c1 tempest-TestSnapshotPattern-1045738913 tempest-TestSnapshotPattern-1045738913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e3e85-4684-47f7-bfd2-e80a74bd45ee,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:03.840159 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device aea1f532-fd67-482b-8546-3cf8345cc4c6 no longer exists at agent hyperv_n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:53:03.860201 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] No Port match for: aea1f532-fd67-482b-8546-3cf8345cc4c6 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:53:03.860541 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Device aea1f532-fd67-482b-8546-3cf8345cc4c6 not bound to the agent host n-h1-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:53:04.018191 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55580) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:04.766498 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:05.007973 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Deleting port 70db0d31-4994-48a0-899b-a90734425c16 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:05.008314 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:05.084568 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] For port 70db0d31-4994-48a0-899b-a90734425c16, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=70db0d31-4994-48a0-899b-a90734425c16,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:05.085264 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:05.097619 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Calling delete_port for 70db0d31-4994-48a0-899b-a90734425c16 owned by network:router_interface {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:05.321508 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:05.349482 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=70db0d31-4994-48a0-899b-a90734425c16,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:05.519768 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:05.733136 n-d-804878-2 neutron-server[95326]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Router 8ddaea72-fb65-4ecf-815e-d410ad705135 has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:53:05.837515 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:53:05.843208 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-c51137d6-ad7b-4a5c-8984-edd51b953a20 admin admin] 10.222.0.26 "PUT /v2.0/routers/8ddaea72-fb65-4ecf-815e-d410ad705135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8239412 Aug 24 01:53:05.845714 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55586) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:05.848200 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] Sync routers for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:53:05.857304 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:53:05.857950 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:05.953317 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks [] for router, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:05.962438 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: n-d-804878-2 {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:53:06.053289 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.136038 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:53:05Z', 'revision_number': 5, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port': {'id': '662cf719-08b4-497a-8aa7-ac78cb9a88b8', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:31Z', 'updated_at': '2021-08-24T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:06.166098 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] Checking router: 8ddaea72-fb65-4ecf-815e-d410ad705135 for host: n-d-804878-2 {{(pid=95329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:53:06.174332 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] Routers {'8ddaea72-fb65-4ecf-815e-d410ad705135'} bound to L3 agent in host n-d-804878-2 {{(pid=95329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:53:06.174981 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['8ddaea72-fb65-4ecf-815e-d410ad705135'], 'active': True} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:06.177410 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Deleting port 662cf719-08b4-497a-8aa7-ac78cb9a88b8 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:06.177951 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.256164 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] For port 662cf719-08b4-497a-8aa7-ac78cb9a88b8, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=662cf719-08b4-497a-8aa7-ac78cb9a88b8,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:06.256687 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.258446 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_dvr_db [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] Set router 8ddaea72-fb65-4ecf-815e-d410ad705135 gateway port host: None {{(pid=95329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:53:06.268813 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Calling delete_port for 662cf719-08b4-497a-8aa7-ac78cb9a88b8 owned by network:router_gateway {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:06.308081 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.l3_hamode_db [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:53:06Z', 'revision_number': 6, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:06.337645 n-d-804878-2 neutron-server[95329]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04c879-078d-49aa-9f5d-1f9e716f292c None None] The sync data for ids ['8ddaea72-fb65-4ecf-815e-d410ad705135'] in n-d-804878-2 is: [{'id': '8ddaea72-fb65-4ecf-815e-d410ad705135', 'name': 'tempest-TestSnapshotPattern-82806438-router', 'tenant_id': '73c80170e73c4c54a05da0ee23e81f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:30Z', 'updated_at': '2021-08-24T01:53:06Z', 'revision_number': 6, 'project_id': '73c80170e73c4c54a05da0ee23e81f57', 'gw_port_host': None}] {{(pid=95329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:53:06.525249 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.550824 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Pushing event deleted for resources: {'Port': ['ID=662cf719-08b4-497a-8aa7-ac78cb9a88b8,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:06.614169 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.704254 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.706474 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.813131 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.813705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ddaea72-fb65-4ecf-815e-d410ad705135 {{(pid=95326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:53:06.818470 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] Notify callbacks [] for router, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.819934 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-ce47bfcc-0050-4276-8144-b3a86f31456f admin admin] 10.222.0.26 "DELETE /v2.0/routers/8ddaea72-fb65-4ecf-815e-d410ad705135 HTTP/1.1" status: 204 len: 168 time: 0.9730368 Aug 24 01:53:06.822468 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55592) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:06.870122 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.db_base_plugin_v2 [None req-8479fa01-846a-43c7-ae10-f40d895fd6a7 admin admin] Deleting subnet 35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 {{(pid=95326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:53:06.873689 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8479fa01-846a-43c7-ae10-f40d895fd6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.906745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8479fa01-846a-43c7-ae10-f40d895fd6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4359309'] for subnet, precommit_delete_associations {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:06.983655 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8479fa01-846a-43c7-ae10-f40d895fd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.099076 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8479fa01-846a-43c7-ae10-f40d895fd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4341613'] for subnet, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.128601 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479fa01-846a-43c7-ae10-f40d895fd6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:07.135384 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-8479fa01-846a-43c7-ae10-f40d895fd6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.137531 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-8479fa01-846a-43c7-ae10-f40d895fd6a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/35c9cb3c-9cd1-4d51-95cd-5bfe0c46b665 HTTP/1.1" status: 204 len: 168 time: 0.3141212 Aug 24 01:53:07.139982 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55596) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:07.142483 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242e6bc-3b2a-4ee3-80de-b3071b0ec623 None None] Network 1ab89258-344b-46f0-b674-395584803b0f requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:53:07.215031 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.238904 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 662cf719-08b4-497a-8aa7-ac78cb9a88b8 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:53:07.259614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 662cf719-08b4-497a-8aa7-ac78cb9a88b8 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:53:07.259614 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 662cf719-08b4-497a-8aa7-ac78cb9a88b8 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:53:07.259983 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 70db0d31-4994-48a0-899b-a90734425c16 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:53:07.273193 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Deleting port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:07.273659 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.302166 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 70db0d31-4994-48a0-899b-a90734425c16 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:53:07.302503 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 70db0d31-4994-48a0-899b-a90734425c16 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:53:07.359377 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] For port 8252a5e5-bfeb-4580-8931-bd815efdfcb9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8252a5e5-bfeb-4580-8931-bd815efdfcb9,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:07.359755 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.374607 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Calling delete_port for 8252a5e5-bfeb-4580-8931-bd815efdfcb9 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:07.389999 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] DHCP port deletion for 1ab89258-344b-46f0-b674-395584803b0f request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:53:07.449822 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] Deleting port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:07.450761 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.514694 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] For port 8252a5e5-bfeb-4580-8931-bd815efdfcb9, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=8252a5e5-bfeb-4580-8931-bd815efdfcb9,segment=NetworkSegment(099a5844-1856-430b-8a10-4b1d0f6c0bdd),segment_id=099a5844-1856-430b-8a10-4b1d0f6c0bdd)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:07.515103 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.527523 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] Calling delete_port for 8252a5e5-bfeb-4580-8931-bd815efdfcb9 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:07.538377 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.564861 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8252a5e5-bfeb-4580-8931-bd815efdfcb9,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:07.569430 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] No DVR routers for this DVR port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:53:07.606995 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.632508 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] Pushing event deleted for resources: {'Port': ['ID=8252a5e5-bfeb-4580-8931-bd815efdfcb9,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:07.635181 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e49c17-8776-45f0-ab8b-ae280cebd2f6 None None] No DVR routers for this DVR port 8252a5e5-bfeb-4580-8931-bd815efdfcb9 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:53:07.648277 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.658848 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab89258-344b-46f0-b674-395584803b0f']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:07.668919 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099a5844-1856-430b-8a10-4b1d0f6c0bdd') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:07.669217 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099a5844-1856-430b-8a10-4b1d0f6c0bdd') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:07.677807 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.691378 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.697443 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:53:07.697864 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:53:07.699467 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:53:07.816683 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.822811 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:07.824735 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1ab89258-344b-46f0-b674-395584803b0f HTTP/1.1" status: 204 len: 168 time: 0.6837742 Aug 24 01:53:07.828336 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55598) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:07.840336 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebfeca-f5da-40ff-b088-e3eec9191ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab89258-344b-46f0-b674-395584803b0f,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:08.169294 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1686672'] for router_interface, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:08.327153 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:53:08.410323 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Deleting port 886d04d1-8006-4c8e-b5b3-c143839f54d2 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:08.410673 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:08.490303 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] For port 886d04d1-8006-4c8e-b5b3-c143839f54d2, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=886d04d1-8006-4c8e-b5b3-c143839f54d2,segment=NetworkSegment(4f7ca63b-5580-495f-b0a2-13f36bf4e9c5),segment_id=4f7ca63b-5580-495f-b0a2-13f36bf4e9c5)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:08.490679 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:08.503661 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Calling delete_port for 886d04d1-8006-4c8e-b5b3-c143839f54d2 owned by network:router_interface {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:08.759372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:08.788252 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=886d04d1-8006-4c8e-b5b3-c143839f54d2,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:08.953906 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686572'] for router_interface, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:09.171771 n-d-804878-2 neutron-server[95327]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Router 4854a521-e0a2-4cca-b2d8-1072f5baf89f has already been hosted by L3 agent 20b1a097-25d9-420c-91c9-a14998e33fef {{(pid=95327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 01:53:09.239939 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8252a5e5-bfeb-4580-8931-bd815efdfcb9 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:53:09.260671 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 8252a5e5-bfeb-4580-8931-bd815efdfcb9 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:53:09.261022 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 8252a5e5-bfeb-4580-8931-bd815efdfcb9 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:53:09.283398 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] Notify agent at l3_agent.n-d-804878-2 the message routers_updated {{(pid=95327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 01:53:09.295285 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-4ff21c6f-293c-4a9b-9792-c4711138faa8 admin admin] 10.222.0.26 "PUT /v2.0/routers/4854a521-e0a2-4cca-b2d8-1072f5baf89f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595695 Aug 24 01:53:09.295285 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55602) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:09.296352 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] Sync routers for ids ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'] in n-d-804878-2 {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 01:53:09.301559 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] Routers {'4854a521-e0a2-4cca-b2d8-1072f5baf89f'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:53:09.302205 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:09.396437 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks [] for router, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:09.406130 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] Set router 4854a521-e0a2-4cca-b2d8-1072f5baf89f gateway port host: n-d-804878-2 {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:53:09.507424 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:09.588898 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'external_fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:53:08Z', 'revision_number': 5, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port': {'id': 'f1925ca3-3f1f-44b5-82a8-b7ff2acc1956', 'name': '', 'network_id': '48bb8d5d-bed2-4624-90e2-4675c8f1465d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804878-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b9dbec2-371c-4588-bcee-5be5224554c6', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804878-2'}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:09.615408 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] Checking router: 4854a521-e0a2-4cca-b2d8-1072f5baf89f for host: n-d-804878-2 {{(pid=95328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 01:53:09.619485 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Deleting port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 {{(pid=95327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:09.619832 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:09.623642 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] Routers {'4854a521-e0a2-4cca-b2d8-1072f5baf89f'} bound to L3 agent in host n-d-804878-2 {{(pid=95328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 01:53:09.624245 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804878-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T00:02:59Z,description=,heartbeat_timestamp=2021-08-24T01:52:59Z,host='n-d-804878-2',id=20b1a097-25d9-420c-91c9-a14998e33fef,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T00:03:00Z,topic='l3_agent')) {'router_ids': ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'], 'active': True} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:09.697665 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.db [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] For port f1925ca3-3f1f-44b5-82a8-b7ff2acc1956, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=f1925ca3-3f1f-44b5-82a8-b7ff2acc1956,segment=NetworkSegment(178a1074-4c7c-4217-bc3d-189cb6e9f173),segment_id=178a1074-4c7c-4217-bc3d-189cb6e9f173)] {{(pid=95327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:09.697948 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:09.708536 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvr_db [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] Set router 4854a521-e0a2-4cca-b2d8-1072f5baf89f gateway port host: None {{(pid=95328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 01:53:09.710070 n-d-804878-2 neutron-server[95327]: DEBUG neutron.plugins.ml2.plugin [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Calling delete_port for f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 owned by network:router_gateway {{(pid=95327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:09.764504 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_hamode_db [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:53:09Z', 'revision_number': 6, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port_host': None}], 'n-d-804878-2', False) {} {{(pid=95328) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:09.796519 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca47b08-94fa-4ef7-bcf0-63a841fc9f60 None None] The sync data for ids ['4854a521-e0a2-4cca-b2d8-1072f5baf89f'] in n-d-804878-2 is: [{'id': '4854a521-e0a2-4cca-b2d8-1072f5baf89f', 'name': 'tempest-TestSnapshotPattern-1918493386-router', 'tenant_id': 'd4c48a8872a24419842626255df1d72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T01:47:36Z', 'updated_at': '2021-08-24T01:53:09Z', 'revision_number': 6, 'project_id': 'd4c48a8872a24419842626255df1d72a', 'gw_port_host': None}] {{(pid=95328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 01:53:09.938781 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6410521'] for port, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:09.965709 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f1925ca3-3f1f-44b5-82a8-b7ff2acc1956,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:10.028618 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686358'] for router_gateway, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.122410 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1674640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31778'] for router, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.124576 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.234949 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1674663'] for router, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.234949 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4854a521-e0a2-4cca-b2d8-1072f5baf89f {{(pid=95327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 01:53:10.237267 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] Notify callbacks [] for router, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.238456 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-459544b3-6e9d-4d50-92d0-7a22f4b280eb admin admin] 10.222.0.26 "DELETE /v2.0/routers/4854a521-e0a2-4cca-b2d8-1072f5baf89f HTTP/1.1" status: 204 len: 168 time: 0.9461200 Aug 24 01:53:10.241011 n-d-804878-2 neutron-server[95327]: DEBUG neutron.wsgi [-] (95327) accepted ('10.222.0.26', 55604) {{(pid=95327) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:10.288629 n-d-804878-2 neutron-server[95327]: DEBUG neutron.db.db_base_plugin_v2 [None req-514faa65-4e33-4d92-aac1-e8676f5038a0 admin admin] Deleting subnet 385f0aa6-24d2-4762-94a1-a7a48bf268bb {{(pid=95327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 01:53:10.291671 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-514faa65-4e33-4d92-aac1-e8676f5038a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.327035 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-514faa65-4e33-4d92-aac1-e8676f5038a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7977346'] for subnet, precommit_delete_associations {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.401329 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-514faa65-4e33-4d92-aac1-e8676f5038a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779435'] for subnet, precommit_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.504372 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-514faa65-4e33-4d92-aac1-e8676f5038a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6410570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8304325'] for subnet, after_delete {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.536325 n-d-804878-2 neutron-server[95327]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514faa65-4e33-4d92-aac1-e8676f5038a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385f0aa6-24d2-4762-94a1-a7a48bf268bb,revision_number=None']} {{(pid=95327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:10.540069 n-d-804878-2 neutron-server[95327]: DEBUG neutron_lib.callbacks.manager [None req-514faa65-4e33-4d92-aac1-e8676f5038a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.542041 n-d-804878-2 neutron-server[95327]: INFO neutron.wsgi [None req-514faa65-4e33-4d92-aac1-e8676f5038a0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/385f0aa6-24d2-4762-94a1-a7a48bf268bb HTTP/1.1" status: 204 len: 168 time: 0.3000772 Aug 24 01:53:10.545316 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55608) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:10.554066 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f4fe8b-0b4f-4873-9fab-56f160273f37 None None] Network 19a45bec-0a88-4aec-96f7-b1c45d963198 requested from n-d-804878-2 {{(pid=95328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 01:53:10.624295 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593379'] for network, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.685001 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Deleting port e03f2801-cf66-43c0-9ced-ef0794a47056 {{(pid=95326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:10.685353 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.741638 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] DHCP port deletion for 19a45bec-0a88-4aec-96f7-b1c45d963198 request from n-d-804878-2 {{(pid=95328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 01:53:10.756471 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.db [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] For port e03f2801-cf66-43c0-9ced-ef0794a47056, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e03f2801-cf66-43c0-9ced-ef0794a47056,segment=NetworkSegment(4f7ca63b-5580-495f-b0a2-13f36bf4e9c5),segment_id=4f7ca63b-5580-495f-b0a2-13f36bf4e9c5)] {{(pid=95326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:10.756872 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.770063 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.plugin [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Calling delete_port for e03f2801-cf66-43c0-9ced-ef0794a47056 owned by network:dhcp {{(pid=95326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:10.790081 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] Deleting port e03f2801-cf66-43c0-9ced-ef0794a47056 {{(pid=95328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 01:53:10.790491 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733486021124'] for port, before_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.858227 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.db [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] For port e03f2801-cf66-43c0-9ced-ef0794a47056, host n-d-804878-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804878-2',level=0,port_id=e03f2801-cf66-43c0-9ced-ef0794a47056,segment=NetworkSegment(4f7ca63b-5580-495f-b0a2-13f36bf4e9c5),segment_id=4f7ca63b-5580-495f-b0a2-13f36bf4e9c5)] {{(pid=95328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 01:53:10.858627 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684354'] for port, precommit_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.872935 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] Calling delete_port for e03f2801-cf66-43c0-9ced-ef0794a47056 owned by network:dhcp {{(pid=95328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 01:53:10.921712 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194696'] for port, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.947705 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Pushing event deleted for resources: {'Port': ['ID=e03f2801-cf66-43c0-9ced-ef0794a47056,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:10.950628 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-707230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733486022355', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733485623327'] for port, after_delete {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:10.953897 n-d-804878-2 neutron-server[95326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] No DVR routers for this DVR port e03f2801-cf66-43c0-9ced-ef0794a47056 on host n-d-804878-2 {{(pid=95326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:53:10.977461 n-d-804878-2 neutron-server[95328]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] Pushing event deleted for resources: {'Port': ['ID=e03f2801-cf66-43c0-9ced-ef0794a47056,revision_number=None']} {{(pid=95328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:10.981834 n-d-804878-2 neutron-server[95328]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97917e57-e955-4a6f-b349-b423e4f99fc4 None None] No DVR routers for this DVR port e03f2801-cf66-43c0-9ced-ef0794a47056 on host n-d-804878-2 {{(pid=95328) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 01:53:11.029191 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781858', 'neutron.services.segments.db._delete_segments_for_network-8733486182925'] for network, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.038951 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a45bec-0a88-4aec-96f7-b1c45d963198']}} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:11.050818 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5') {'for_net_delete': True} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:11.051961 n-d-804878-2 neutron-server[95326]: DEBUG neutron.services.segments.db [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7ca63b-5580-495f-b0a2-13f36bf4e9c5') {} {{(pid=95326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 01:53:11.063386 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733486120897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4359314'] for segment, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.077667 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374'] for segment, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.083315 n-d-804878-2 neutron-server[95326]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=95326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 01:53:11.083703 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-578374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194749'] for segment, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: Traceback (most recent call last): Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: timer() Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: cb(*args, **kw) Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: return func(*args, **kwargs) Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: self._notify() Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: self.callback(batched_events) Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: event.method(event) Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: return f(self, *a, **k) Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: return self._get(url).json() Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: return self.request(url, 'GET', **kwargs) Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 01:53:11.085307 n-d-804878-2 neutron-server[95326]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 01:53:11.195480 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e03f2801-cf66-43c0-9ced-ef0794a47056 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:53:11.219437 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: e03f2801-cf66-43c0-9ced-ef0794a47056 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:53:11.219794 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device e03f2801-cf66-43c0-9ced-ef0794a47056 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:53:11.220234 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 886d04d1-8006-4c8e-b5b3-c143839f54d2 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:53:11.238516 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: 886d04d1-8006-4c8e-b5b3-c143839f54d2 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:53:11.238868 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device 886d04d1-8006-4c8e-b5b3-c143839f54d2 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:53:11.239279 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 no longer exists at agent ovs-agent-n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 01:53:11.261018 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.plugin [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] No Port match for: f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 {{(pid=95328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 01:53:11.261315 n-d-804878-2 neutron-server[95328]: DEBUG neutron.plugins.ml2.rpc [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Device f1925ca3-3f1f-44b5-82a8-b7ff2acc1956 not bound to the agent host n-d-804878-2 {{(pid=95328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 01:53:11.308166 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1680046'] for network, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.313545 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Notify callbacks [] for network, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.315452 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] 10.222.0.26 "DELETE /v2.0/networks/19a45bec-0a88-4aec-96f7-b1c45d963198 HTTP/1.1" status: 204 len: 168 time: 0.7686985 Aug 24 01:53:11.327322 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce19296-e2fe-4308-8cb7-ebf40b5bb6af admin admin] Pushing event deleted for resources: {'Network': ['ID=19a45bec-0a88-4aec-96f7-b1c45d963198,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:11.609964 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55618) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:11.650359 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-87e233c9-18eb-40ef-8fb4-5c5dded062e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73c80170e73c4c54a05da0ee23e81f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392349 Aug 24 01:53:11.652802 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55620) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:11.699109 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eda85e62-35e9-4738-9bbd-08cf5ed141d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.719591 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eda85e62-35e9-4738-9bbd-08cf5ed141d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.839374 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eda85e62-35e9-4738-9bbd-08cf5ed141d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.841846 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-eda85e62-35e9-4738-9bbd-08cf5ed141d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:11.843005 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-eda85e62-35e9-4738-9bbd-08cf5ed141d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ae061e5-2006-4e82-bf7e-e300b605e6cf HTTP/1.1" status: 204 len: 168 time: 0.1892273 Aug 24 01:53:11.850874 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda85e62-35e9-4738-9bbd-08cf5ed141d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae061e5-2006-4e82-bf7e-e300b605e6cf,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:12.461328 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55628) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:12.501591 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-d11937fe-e437-44a6-b680-cf3cc1d0da13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4c48a8872a24419842626255df1d72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390162 Aug 24 01:53:12.504069 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [-] (95326) accepted ('10.222.0.26', 55630) {{(pid=95326) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 01:53:12.553930 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-45504ce8-0bf1-412b-8f5a-83adba16665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:12.574009 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-45504ce8-0bf1-412b-8f5a-83adba16665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:12.696745 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-45504ce8-0bf1-412b-8f5a-83adba16665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657708'] for security_group, after_delete {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:12.699281 n-d-804878-2 neutron-server[95326]: DEBUG neutron_lib.callbacks.manager [None req-45504ce8-0bf1-412b-8f5a-83adba16665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:12.700985 n-d-804878-2 neutron-server[95326]: INFO neutron.wsgi [None req-45504ce8-0bf1-412b-8f5a-83adba16665d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a264348-30f7-43e6-bd3b-2c7ba7fc8492 HTTP/1.1" status: 204 len: 168 time: 0.1960204 Aug 24 01:53:12.709064 n-d-804878-2 neutron-server[95326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45504ce8-0bf1-412b-8f5a-83adba16665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a264348-30f7-43e6-bd3b-2c7ba7fc8492,revision_number=None']} {{(pid=95326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 01:53:13.423802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:26.400176 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1e7b5d84-776d-4d2e-9a02-fc383fcb0234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:26.531682 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:29.091746 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-37c89925-18e0-4c91-8585-f8d36f4d4306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:29.244744 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:30.697450 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:32.229266 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:43.428763 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:45.327254 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:53:56.411248 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-1397001c-88df-4aaf-a4d0-baff5ef2b084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:56.559104 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:59.102200 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0c39-6430-415e-a357-6ff2a95f76f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:53:59.199136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:00.702197 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:02.244237 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:13.427140 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:22.326005 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:54:26.415594 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e75c4111-3ce9-41d6-8ca3-9b8e14d5d428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:26.563523 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:29.100563 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-e6c63826-1b91-442a-bdfe-68b6aa911fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:29.197851 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:30.741109 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:32.249620 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:43.420580 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:56.414546 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7a961573-4b16-421f-884d-92cac8e23a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:56.551361 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:59.088542 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8893c839-3e2e-4965-884b-6cb128247d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:59.197316 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:54:59.325334 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:55:00.711538 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:02.248740 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:13.483039 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:26.425088 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-d57b3933-ff6e-432e-af27-a888e5e71316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:26.573824 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:29.132932 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a83af5fd-d6b8-4ed1-b27a-fb8c9302ac27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:29.207376 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:30.727802 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:32.248420 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:36.325376 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:55:43.436738 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:56.453065 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a15f8bb1-d3d5-4534-8e61-8ecd9cbab5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:56.590547 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:59.091733 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8a8ba067-da09-459d-bfae-7e368a013f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:55:59.217312 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:00.711271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:02.286240 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:13.323775 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:56:13.470394 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:26.410841 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-29399f07-d23e-4138-9f12-98b0d4b15667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:26.600883 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:29.079478 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a01f981a-8dd8-4d24-847d-b0730fd05614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:29.199328 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:30.762133 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:32.263878 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:43.469560 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:50.324245 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:56:56.421324 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-de0ad627-2029-4b08-bb34-784656daccbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:56.609695 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:59.098001 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-8194389e-10d5-44f4-b62d-d501cd724f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:56:59.206293 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:00.735528 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:02.284535 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:13.481358 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:26.451799 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2d4f-b71b-4d4a-b8a3-e6dd4034d1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:26.620797 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:27.324177 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:57:29.077097 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2b91-ec11-4508-9899-5a65ef7b39e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:29.208427 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:30.768919 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:32.326320 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:43.488591 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:56.407642 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd6da-ec61-48d0-a6b3-c3fa9da8e1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:56.636817 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:59.113980 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-26290bbf-1c91-4711-ae36-9ca5402055f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:57:59.216715 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:00.737200 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:02.270627 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:04.323741 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:58:13.502498 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:26.458856 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-15c26375-b6fa-4d55-801a-b8aa8566efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:26.629584 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:29.086431 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-42c6ced6-8e48-4ad6-a447-5c294e26e4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:29.218136 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:30.732293 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:32.258229 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:41.388756 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:58:43.532271 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:56.427260 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-00a4f371-baa6-473f-8ef3-76a8d9dbdb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:56.627209 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:59.079764 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-cbaa63bb-57f6-4913-9e2e-f487d6f70b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:58:59.205535 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:00.754355 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:02.279745 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:13.553981 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:18.323972 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:59:26.410248 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-ebd76037-2d68-457c-ada4-06f83903f7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:26.656028 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:29.073228 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-668e47ff-8fc6-4bc8-9025-dd240fc67cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:29.204482 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:30.753315 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:32.256082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:43.518445 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:55.323688 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 01:59:56.421148 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-47af6022-66b0-4b5c-973b-5455771490b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:56.672574 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:59.112018 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dcca8f57-b898-431f-9774-67a43b780dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 01:59:59.215118 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:00.746839 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:02.283752 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:13.558568 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:13.563983 n-d-804878-2 neutron-server[95326]: DEBUG neutron.wsgi [req-f21fcb55-db2f-4bdf-ac18-d74f832b68a6 req-ee921f03-6fb6-485a-bc6a-f2a94ae9db7c service neutron] (95326) timed out ('10.222.0.26', 40170) {{(pid=95326) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 02:00:26.403213 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c486db14-9f7f-464b-9661-c334255c304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:26.677952 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:29.077499 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5f34f7b0-8607-4a74-a73e-79019110ead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:29.208724 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:30.734847 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:32.283082 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:32.326152 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 02:00:43.523091 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:56.420185 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-501d607a-8d61-4651-b0df-71e9446a5900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:56.660063 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:59.082772 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-08249932-044f-46dc-83d2-97edf777ab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:00:59.242540 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:00.740070 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:02.277446 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:09.325449 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 02:01:13.534089 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:26.440443 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-2df6a211-ecec-496a-bf1c-818373e1d986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:26.676794 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:29.069382 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9abe767b-e20c-425d-9f14-184f3fe0146b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:29.240440 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:30.768064 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:32.286198 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:43.573532 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:46.324914 n-d-804878-2 neutron-server[95329]: DEBUG neutron.db.agents_db [None req-bbdf06e5-78b5-47c9-89d6-b8b02b094f64 None None] Agent healthcheck: found 7 active agents {{(pid=95329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 02:01:56.416859 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-7c59417c-0ed8-4a66-aae3-0f530473bcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:56.664754 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-a738ecb1-fa55-470a-902d-24d7a7f602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:59.081647 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-9c71668c-7892-4403-b1e3-5c25712a2e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:01:59.218796 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-5e727a81-2bf3-41ad-8195-be88fd7dbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:02:00.765430 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-dd048a93-d13c-4124-82fd-ab1bf1a68a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:02:02.282052 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-c9f67b7f-6a7a-4382-9884-88de4ce5c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 02:02:13.573290 n-d-804878-2 neutron-server[95328]: DEBUG neutron_lib.callbacks.manager [None req-fd24a03d-2e66-4738-8a67-a6e64115e07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733486186518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-780824'] for agent, after_update {{(pid=95328) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}